ai 5.0.0-alpha.8 → 5.0.0-alpha.9

package/dist/index.mjs

@@ -683,11 +683,43 @@ async function callCompletionApi({
   }
 }
 
-// src/ui/chat-store.ts
+// src/ui/chat.ts
 import {
   generateId as generateIdFunc
 } from "@ai-sdk/provider-utils";
 
+// src/util/serial-job-executor.ts
+var SerialJobExecutor = class {
+  constructor() {
+    this.queue = [];
+    this.isProcessing = false;
+  }
+  async processQueue() {
+    if (this.isProcessing) {
+      return;
+    }
+    this.isProcessing = true;
+    while (this.queue.length > 0) {
+      await this.queue[0]();
+      this.queue.shift();
+    }
+    this.isProcessing = false;
+  }
+  async run(job) {
+    return new Promise((resolve, reject) => {
+      this.queue.push(async () => {
+        try {
+          await job();
+          resolve();
+        } catch (error) {
+          reject(error);
+        }
+      });
+      void this.processQueue();
+    });
+  }
+};
+
 // src/ui/process-ui-message-stream.ts
 import {
   validateTypes
@@ -1347,6 +1379,9 @@ function shouldResubmitMessages({
   );
 }
 function isAssistantMessageWithCompletedToolCalls(message) {
+  if (!message) {
+    return false;
+  }
   if (message.role !== "assistant") {
     return false;
   }
@@ -1357,242 +1392,298 @@ function isAssistantMessageWithCompletedToolCalls(message) {
   return lastStepToolInvocations.length > 0 && lastStepToolInvocations.every((part) => "result" in part.toolInvocation);
 }
 
-// src/ui/chat-store.ts
-var ChatStore = class {
+// src/ui/default-chat-transport.ts
+import {
+  parseJsonEventStream as parseJsonEventStream2
+} from "@ai-sdk/provider-utils";
+var getOriginalFetch2 = () => fetch;
+async function fetchUIMessageStream({
+  api,
+  body,
+  credentials,
+  headers,
+  abortController,
+  fetch: fetch2 = getOriginalFetch2(),
+  requestType = "generate"
+}) {
+  var _a17, _b, _c;
+  const response = requestType === "resume" ? await fetch2(`${api}?chatId=${body.chatId}`, {
+    method: "GET",
+    headers: {
+      "Content-Type": "application/json",
+      ...headers
+    },
+    signal: (_a17 = abortController == null ? void 0 : abortController()) == null ? void 0 : _a17.signal,
+    credentials
+  }) : await fetch2(api, {
+    method: "POST",
+    body: JSON.stringify(body),
+    headers: {
+      "Content-Type": "application/json",
+      ...headers
+    },
+    signal: (_b = abortController == null ? void 0 : abortController()) == null ? void 0 : _b.signal,
+    credentials
+  });
+  if (!response.ok) {
+    throw new Error(
+      (_c = await response.text()) != null ? _c : "Failed to fetch the chat response."
+    );
+  }
+  if (!response.body) {
+    throw new Error("The response body is empty.");
+  }
+  return parseJsonEventStream2({
+    stream: response.body,
+    schema: uiMessageStreamPartSchema
+  }).pipeThrough(
+    new TransformStream({
+      async transform(part, controller) {
+        if (!part.success) {
+          throw part.error;
+        }
+        controller.enqueue(part.value);
+      }
+    })
+  );
+}
+var DefaultChatTransport = class {
   constructor({
-    chats = {},
-    generateId: generateId3,
-    transport,
+    api = "/api/chat",
+    credentials,
+    headers,
+    body,
+    fetch: fetch2,
+    prepareRequestBody
+  } = {}) {
+    this.api = api;
+    this.credentials = credentials;
+    this.headers = headers;
+    this.body = body;
+    this.fetch = fetch2;
+    this.prepareRequestBody = prepareRequestBody;
+  }
+  submitMessages({
+    chatId,
+    messages,
+    abortController,
+    body,
+    headers,
+    requestType
+  }) {
+    var _a17, _b;
+    return fetchUIMessageStream({
+      api: this.api,
+      headers: {
+        ...this.headers,
+        ...headers
+      },
+      body: (_b = (_a17 = this.prepareRequestBody) == null ? void 0 : _a17.call(this, {
+        chatId,
+        messages,
+        ...this.body,
+        ...body
+      })) != null ? _b : {
+        chatId,
+        messages,
+        ...this.body,
+        ...body
+      },
+      credentials: this.credentials,
+      abortController: () => abortController,
+      fetch: this.fetch,
+      requestType
+    });
+  }
+};
+
+// src/ui/chat.ts
+var AbstractChat = class {
+  constructor({
+    generateId: generateId3 = generateIdFunc,
+    id = generateId3(),
+    transport = new DefaultChatTransport(),
     maxSteps = 1,
     messageMetadataSchema,
     dataPartSchemas,
-    createChat
+    state,
+    onError,
+    onToolCall,
+    onFinish
   }) {
-    this.createChat = createChat;
-    this.chats = new Map(
-      Object.entries(chats).map(([id, chat]) => [
-        id,
-        this.createChat({ messages: chat.messages })
-      ])
-    );
+    this.subscribers = /* @__PURE__ */ new Set();
+    this.activeResponse = void 0;
+    this.jobExecutor = new SerialJobExecutor();
+    this.removeAssistantResponse = () => {
+      const lastMessage = this.state.messages[this.state.messages.length - 1];
+      if (lastMessage == null) {
+        throw new Error("Cannot remove assistant response from empty chat");
+      }
+      if (lastMessage.role !== "assistant") {
+        throw new Error("Last message is not an assistant message");
+      }
+      this.state.popMessage();
+      this.emit({ type: "messages-changed" });
+    };
+    /**
+     * Append a user message to the chat list. This triggers the API call to fetch
+     * the assistant's response.
+     */
+    this.append = async (message, { headers, body } = {}) => {
+      var _a17;
+      this.state.pushMessage({ ...message, id: (_a17 = message.id) != null ? _a17 : this.generateId() });
+      this.emit({ type: "messages-changed" });
+      await this.triggerRequest({
+        headers,
+        body,
+        requestType: "generate"
+      });
+    };
+    /**
+     * Reload the last AI chat response for the given chat history. If the last
+     * message isn't from the assistant, it will request the API to generate a
+     * new response.
+     */
+    this.reload = async ({
+      headers,
+      body
+    } = {}) => {
+      if (this.lastMessage === void 0) {
+        return;
+      }
+      if (this.lastMessage.role === "assistant") {
+        this.state.popMessage();
+        this.emit({ type: "messages-changed" });
+      }
+      await this.triggerRequest({
+        requestType: "generate",
+        headers,
+        body
+      });
+    };
+    /**
+     * Resume an ongoing chat generation stream. This does not resume an aborted generation.
+     */
+    this.experimental_resume = async ({
+      headers,
+      body
+    } = {}) => {
+      await this.triggerRequest({
+        requestType: "resume",
+        headers,
+        body
+      });
+    };
+    this.addToolResult = async ({
+      toolCallId,
+      result
+    }) => {
+      this.jobExecutor.run(async () => {
+        updateToolCallResult({
+          messages: this.state.messages,
+          toolCallId,
+          toolResult: result
+        });
+        this.messages = this.state.messages;
+        if (this.status === "submitted" || this.status === "streaming") {
+          return;
+        }
+        const lastMessage = this.lastMessage;
+        if (isAssistantMessageWithCompletedToolCalls(lastMessage)) {
+          this.triggerRequest({
+            requestType: "generate"
+          });
+        }
+      });
+    };
+    /**
+     * Abort the current request immediately, keep the generated tokens if any.
+     */
+    this.stop = async () => {
+      var _a17;
+      if (this.status !== "streaming" && this.status !== "submitted")
+        return;
+      if ((_a17 = this.activeResponse) == null ? void 0 : _a17.abortController) {
+        this.activeResponse.abortController.abort();
+        this.activeResponse.abortController = void 0;
+      }
+    };
+    this.id = id;
     this.maxSteps = maxSteps;
     this.transport = transport;
-    this.subscribers = /* @__PURE__ */ new Set();
-    this.generateId = generateId3 != null ? generateId3 : generateIdFunc;
+    this.generateId = generateId3;
     this.messageMetadataSchema = messageMetadataSchema;
     this.dataPartSchemas = dataPartSchemas;
+    this.state = state;
+    this.onError = onError;
+    this.onToolCall = onToolCall;
+    this.onFinish = onFinish;
   }
-  hasChat(id) {
-    return this.chats.has(id);
-  }
-  addChat(id, messages) {
-    this.chats.set(id, this.createChat({ messages }));
-  }
-  getChats() {
-    return Array.from(this.chats.entries());
-  }
-  get chatCount() {
-    return this.chats.size;
-  }
-  getStatus(id) {
-    return this.getChat(id).status;
+  /**
+   * Hook status:
+   *
+   * - `submitted`: The message has been sent to the API and we're awaiting the start of the response stream.
+   * - `streaming`: The response is actively streaming in from the API, receiving chunks of data.
+   * - `ready`: The full response has been received and processed; a new user message can be submitted.
+   * - `error`: An error occurred during the API request, preventing successful completion.
+   */
+  get status() {
+    return this.state.status;
   }
   setStatus({
-    id,
     status,
     error
   }) {
-    const state = this.getChat(id);
-    if (state.status === status)
+    if (this.status === status)
       return;
-    state.setStatus(status);
-    state.setError(error);
-    this.emit({ type: "chat-status-changed", chatId: id, error });
+    this.state.status = status;
+    this.state.error = error;
+    this.emit({ type: "status-changed" });
   }
-  getError(id) {
-    return this.getChat(id).error;
+  get error() {
+    return this.state.error;
   }
-  getMessages(id) {
-    return this.getChat(id).messages;
+  get messages() {
+    return this.state.messages;
   }
-  getLastMessage(id) {
-    const chat = this.getChat(id);
-    return chat.messages[chat.messages.length - 1];
+  get lastMessage() {
+    return this.state.messages[this.state.messages.length - 1];
   }
   subscribe(subscriber) {
     this.subscribers.add(subscriber);
     return () => this.subscribers.delete(subscriber);
   }
-  setMessages({
-    id,
-    messages
-  }) {
-    this.getChat(id).setMessages(messages);
-    this.emit({ type: "chat-messages-changed", chatId: id });
-  }
-  removeAssistantResponse(id) {
-    const chat = this.getChat(id);
-    const lastMessage = chat.messages[chat.messages.length - 1];
-    if (lastMessage == null) {
-      throw new Error("Cannot remove assistant response from empty chat");
-    }
-    if (lastMessage.role !== "assistant") {
-      throw new Error("Last message is not an assistant message");
-    }
-    chat.popMessage();
-    this.emit({ type: "chat-messages-changed", chatId: id });
-  }
-  async submitMessage({
-    chatId,
-    message,
-    headers,
-    body,
-    onError,
-    onToolCall,
-    onFinish
-  }) {
-    var _a17;
-    const chat = this.getChat(chatId);
-    chat.pushMessage({ ...message, id: (_a17 = message.id) != null ? _a17 : this.generateId() });
-    this.emit({
-      type: "chat-messages-changed",
-      chatId
-    });
-    await this.triggerRequest({
-      chatId,
-      headers,
-      body,
-      requestType: "generate",
-      onError,
-      onToolCall,
-      onFinish
-    });
-  }
-  async resubmitLastUserMessage({
-    chatId,
-    headers,
-    body,
-    onError,
-    onToolCall,
-    onFinish
-  }) {
-    const chat = this.getChat(chatId);
-    if (chat.messages[chat.messages.length - 1].role === "assistant") {
-      chat.popMessage();
-      this.emit({
-        type: "chat-messages-changed",
-        chatId
-      });
-    }
-    if (chat.messages.length === 0) {
-      return;
-    }
-    return this.triggerRequest({
-      chatId,
-      requestType: "generate",
-      headers,
-      body,
-      onError,
-      onToolCall,
-      onFinish
-    });
-  }
-  async resumeStream({
-    chatId,
-    headers,
-    body,
-    onError,
-    onToolCall,
-    onFinish
-  }) {
-    return this.triggerRequest({
-      chatId,
-      requestType: "resume",
-      headers,
-      body,
-      onError,
-      onToolCall,
-      onFinish
-    });
-  }
-  async addToolResult({
-    chatId,
-    toolCallId,
-    result
-  }) {
-    const chat = this.getChat(chatId);
-    chat.jobExecutor.run(async () => {
-      updateToolCallResult({
-        messages: chat.messages,
-        toolCallId,
-        toolResult: result
-      });
-      this.setMessages({
-        id: chatId,
-        messages: chat.messages
-      });
-      if (chat.status === "submitted" || chat.status === "streaming") {
-        return;
-      }
-      const lastMessage = chat.messages[chat.messages.length - 1];
-      if (isAssistantMessageWithCompletedToolCalls(lastMessage)) {
-        this.triggerRequest({
-          requestType: "generate",
-          chatId
-        });
-      }
-    });
-  }
-  async stopStream({ chatId }) {
-    var _a17;
-    const chat = this.getChat(chatId);
-    if (chat.status !== "streaming" && chat.status !== "submitted")
-      return;
-    if ((_a17 = chat.activeResponse) == null ? void 0 : _a17.abortController) {
-      chat.activeResponse.abortController.abort();
-      chat.activeResponse.abortController = void 0;
-    }
+  set messages(messages) {
+    this.state.messages = messages;
+    this.emit({ type: "messages-changed" });
   }
   emit(event) {
     for (const subscriber of this.subscribers) {
-      subscriber.onChatChanged(event);
-    }
-  }
-  getChat(id) {
-    if (!this.hasChat(id)) {
-      this.addChat(id, []);
+      subscriber.onChange(event);
     }
-    return this.chats.get(id);
   }
   async triggerRequest({
-    chatId,
     requestType,
     headers,
-    body,
-    onError,
-    onToolCall,
-    onFinish
+    body
   }) {
-    const chat = this.getChat(chatId);
-    this.setStatus({ id: chatId, status: "submitted", error: void 0 });
-    const messageCount = chat.messages.length;
-    const lastMessage = chat.messages[chat.messages.length - 1];
-    const maxStep = lastMessage.parts.filter(
-      (part) => part.type === "step-start"
-    ).length;
+    var _a17, _b;
+    this.setStatus({ status: "submitted", error: void 0 });
+    const messageCount = this.state.messages.length;
+    const lastMessage = this.lastMessage;
+    const maxStep = (_a17 = lastMessage == null ? void 0 : lastMessage.parts.filter((part) => part.type === "step-start").length) != null ? _a17 : 0;
     try {
-      const lastMessage2 = chat.messages[chat.messages.length - 1];
       const activeResponse = {
         state: createStreamingUIMessageState({
-          lastMessage: chat.snapshot ? chat.snapshot(lastMessage2) : lastMessage2,
+          lastMessage: this.state.snapshot(lastMessage),
           newMessageId: this.generateId()
         }),
         abortController: new AbortController()
       };
-      chat.setActiveResponse(activeResponse);
+      this.activeResponse = activeResponse;
       const stream = await this.transport.submitMessages({
-        chatId,
-        messages: chat.messages,
+        chatId: this.id,
+        messages: this.state.messages,
         body,
         headers,
         abortController: activeResponse.abortController,
@@ -1600,23 +1691,23 @@ var ChatStore = class {
       });
       const runUpdateMessageJob = (job) => (
         // serialize the job execution to avoid race conditions:
-        chat.jobExecutor.run(
+        this.jobExecutor.run(
           () => job({
             state: activeResponse.state,
             write: () => {
-              this.setStatus({ id: chatId, status: "streaming" });
-              const replaceLastMessage = activeResponse.state.message.id === chat.messages[chat.messages.length - 1].id;
+              var _a18;
+              this.setStatus({ status: "streaming" });
+              const replaceLastMessage = activeResponse.state.message.id === ((_a18 = this.lastMessage) == null ? void 0 : _a18.id);
               if (replaceLastMessage) {
-                chat.replaceMessage(
-                  chat.messages.length - 1,
+                this.state.replaceMessage(
+                  this.state.messages.length - 1,
                   activeResponse.state.message
                 );
               } else {
-                chat.pushMessage(activeResponse.state.message);
+                this.state.pushMessage(activeResponse.state.message);
               }
               this.emit({
-                type: "chat-messages-changed",
-                chatId
+                type: "messages-changed"
               });
             }
           })
@@ -1625,7 +1716,7 @@ var ChatStore = class {
       await consumeStream({
         stream: processUIMessageStream({
           stream,
-          onToolCall,
+          onToolCall: this.onToolCall,
           messageMetadataSchema: this.messageMetadataSchema,
           dataPartSchemas: this.dataPartSchemas,
           runUpdateMessageJob
@@ -1634,32 +1725,29 @@ var ChatStore = class {
           throw error;
         }
       });
-      onFinish == null ? void 0 : onFinish({ message: activeResponse.state.message });
-      this.setStatus({ id: chatId, status: "ready" });
+      (_b = this.onFinish) == null ? void 0 : _b.call(this, { message: activeResponse.state.message });
+      this.setStatus({ status: "ready" });
     } catch (err) {
+      console.error(err);
       if (err.name === "AbortError") {
-        this.setStatus({ id: chatId, status: "ready" });
+        this.setStatus({ status: "ready" });
         return null;
       }
-      if (onError && err instanceof Error) {
-        onError(err);
+      if (this.onError && err instanceof Error) {
+        this.onError(err);
       }
-      this.setStatus({ id: chatId, status: "error", error: err });
+      this.setStatus({ status: "error", error: err });
     } finally {
-      chat.setActiveResponse(void 0);
+      this.activeResponse = void 0;
     }
     if (shouldResubmitMessages({
       originalMaxToolInvocationStep: maxStep,
       originalMessageCount: messageCount,
       maxSteps: this.maxSteps,
-      messages: chat.messages
+      messages: this.state.messages
     })) {
       await this.triggerRequest({
-        chatId,
         requestType,
-        onError,
-        onToolCall,
-        onFinish,
         headers,
         body
       });
@@ -1861,147 +1949,6 @@ function convertToModelMessages(messages, options) {
 }
 var convertToCoreMessages = convertToModelMessages;
 
-// src/ui/default-chat-store-options.ts
-import {
-  generateId as generateIdFunc2
-} from "@ai-sdk/provider-utils";
-
-// src/ui/default-chat-transport.ts
-import {
-  parseJsonEventStream as parseJsonEventStream2
-} from "@ai-sdk/provider-utils";
-var getOriginalFetch2 = () => fetch;
-async function fetchUIMessageStream({
-  api,
-  body,
-  credentials,
-  headers,
-  abortController,
-  fetch: fetch2 = getOriginalFetch2(),
-  requestType = "generate"
-}) {
-  var _a17, _b, _c;
-  const response = requestType === "resume" ? await fetch2(`${api}?chatId=${body.chatId}`, {
-    method: "GET",
-    headers: {
-      "Content-Type": "application/json",
-      ...headers
-    },
-    signal: (_a17 = abortController == null ? void 0 : abortController()) == null ? void 0 : _a17.signal,
-    credentials
-  }) : await fetch2(api, {
-    method: "POST",
-    body: JSON.stringify(body),
-    headers: {
-      "Content-Type": "application/json",
-      ...headers
-    },
-    signal: (_b = abortController == null ? void 0 : abortController()) == null ? void 0 : _b.signal,
-    credentials
-  });
-  if (!response.ok) {
-    throw new Error(
-      (_c = await response.text()) != null ? _c : "Failed to fetch the chat response."
-    );
-  }
-  if (!response.body) {
-    throw new Error("The response body is empty.");
-  }
-  return parseJsonEventStream2({
-    stream: response.body,
-    schema: uiMessageStreamPartSchema
-  }).pipeThrough(
-    new TransformStream({
-      async transform(part, controller) {
-        if (!part.success) {
-          throw part.error;
-        }
-        controller.enqueue(part.value);
-      }
-    })
-  );
-}
-var DefaultChatTransport = class {
-  constructor({
-    api,
-    credentials,
-    headers,
-    body,
-    fetch: fetch2,
-    prepareRequestBody
-  }) {
-    this.api = api;
-    this.credentials = credentials;
-    this.headers = headers;
-    this.body = body;
-    this.fetch = fetch2;
-    this.prepareRequestBody = prepareRequestBody;
-  }
-  submitMessages({
-    chatId,
-    messages,
-    abortController,
-    body,
-    headers,
-    requestType
-  }) {
-    var _a17, _b;
-    return fetchUIMessageStream({
-      api: this.api,
-      headers: {
-        ...this.headers,
-        ...headers
-      },
-      body: (_b = (_a17 = this.prepareRequestBody) == null ? void 0 : _a17.call(this, {
-        chatId,
-        messages,
-        ...this.body,
-        ...body
-      })) != null ? _b : {
-        chatId,
-        messages,
-        ...this.body,
-        ...body
-      },
-      credentials: this.credentials,
-      abortController: () => abortController,
-      fetch: this.fetch,
-      requestType
-    });
-  }
-};
-
-// src/ui/default-chat-store-options.ts
-function defaultChatStoreOptions({
-  api = "/api/chat",
-  fetch: fetch2,
-  credentials,
-  headers,
-  body,
-  prepareRequestBody,
-  generateId: generateId3 = generateIdFunc2,
-  messageMetadataSchema,
-  maxSteps = 1,
-  dataPartSchemas,
-  chats
-}) {
-  return () => ({
-    transport: new DefaultChatTransport({
-      api,
-      fetch: fetch2,
-      credentials,
-      headers,
-      body,
-      prepareRequestBody
-    }),
-    generateId: generateId3,
-    messageMetadataSchema,
-    dataPartSchemas,
-    maxSteps,
-    chats
-  });
-}
-
 // src/ui/transform-text-to-ui-message-stream.ts
 function transformTextToUiMessageStream({
   stream
@@ -2371,38 +2318,6 @@ function isDeepEqualData(obj1, obj2) {
   return true;
 }
 
-// src/util/serial-job-executor.ts
-var SerialJobExecutor = class {
-  constructor() {
-    this.queue = [];
-    this.isProcessing = false;
-  }
-  async processQueue() {
-    if (this.isProcessing) {
-      return;
-    }
-    this.isProcessing = true;
-    while (this.queue.length > 0) {
-      await this.queue[0]();
-      this.queue.shift();
-    }
-    this.isProcessing = false;
-  }
-  async run(job) {
-    return new Promise((resolve, reject) => {
-      this.queue.push(async () => {
-        try {
-          await job();
-          resolve();
-        } catch (error) {
-          reject(error);
-        }
-      });
-      void this.processQueue();
-    });
-  }
-};
-
 // src/util/simulate-readable-stream.ts
 import { delay as delayFunction } from "@ai-sdk/provider-utils";
 function simulateReadableStream({
@@ -8545,7 +8460,7 @@ var DefaultTranscriptionResult = class {
 export {
   AISDKError16 as AISDKError,
   APICallError,
-  ChatStore,
+  AbstractChat,
   DefaultChatTransport,
   DownloadError,
   EmptyResponseBodyError,
@@ -8595,7 +8510,6 @@ export {
   createUIMessageStream,
   createUIMessageStreamResponse,
   customProvider,
-  defaultChatStoreOptions,
   defaultSettingsMiddleware,
   embed,
   embedMany,