ai 2.2.18 → 2.2.20

package/dist/index.d.ts

@@ -42,6 +42,7 @@ interface Message {
     id: string;
     createdAt?: Date;
     content: string;
+    ui?: string | JSX.Element | JSX.Element[] | null | undefined;
     role: 'system' | 'user' | 'assistant' | 'function';
     /**
      * If the message has a role of `function`, the `name` field is the name of the function.
@@ -601,4 +602,32 @@ declare const getStreamStringTypeAndValue: (line: string) => {
  */
 declare const COMPLEX_HEADER = "X-Experimental-Stream-Data";
 
-export { AIStream, AIStreamCallbacksAndOptions, AIStreamParser, AnthropicStream, COMPLEX_HEADER, ChatRequest, ChatRequestOptions, CohereStream, CompletionUsage, CreateMessage, FunctionCall, FunctionCallHandler, FunctionCallPayload, HuggingFaceStream, JSONValue, LangChainStream, Message, OpenAIStream, OpenAIStreamCallbacks, ReplicateStream, RequestOptions, StreamString, StreamStringPrefixes, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, createStreamDataTransformer, experimental_StreamData, getStreamString, getStreamStringTypeAndValue, isStreamStringEqualToType, nanoid, readableFromAsyncIterable, streamToResponse, trimStartOfStreamHelper };
+/**
+ * This is a naive implementation of the streaming React response API.
+ * Currently, it can carry the original raw content, data payload and a special
+ * UI payload and stream them via "rows" (nested promises).
+ * It must be used inside Server Actions so Flight can encode the React elements.
+ *
+ * It is naive as unlike the StreamingTextResponse, it does not send the diff
+ * between the rows, but flushing the full payload on each row.
+ */
+type UINode = string | JSX.Element | JSX.Element[] | null | undefined;
+type Payload = {
+    ui: UINode | Promise<UINode>;
+    content: string;
+};
+type ReactResponseRow = Payload & {
+    next: null | Promise<ReactResponseRow>;
+};
+/**
+ * A utility class for streaming React responses.
+ */
+declare class experimental_StreamingReactResponse {
+    constructor(res: ReadableStream, options?: {
+        ui?: (message: {
+            content: string;
+        }) => UINode | Promise<UINode>;
+    });
+}
+
+export { AIStream, AIStreamCallbacksAndOptions, AIStreamParser, AnthropicStream, COMPLEX_HEADER, ChatRequest, ChatRequestOptions, CohereStream, CompletionUsage, CreateMessage, FunctionCall, FunctionCallHandler, FunctionCallPayload, HuggingFaceStream, JSONValue, LangChainStream, Message, OpenAIStream, OpenAIStreamCallbacks, ReactResponseRow, ReplicateStream, RequestOptions, StreamString, StreamStringPrefixes, StreamingTextResponse, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, createStreamDataTransformer, experimental_StreamData, experimental_StreamingReactResponse, getStreamString, getStreamStringTypeAndValue, isStreamStringEqualToType, nanoid, readableFromAsyncIterable, streamToResponse, trimStartOfStreamHelper };

package/dist/index.js

@@ -35,6 +35,7 @@ __export(streams_exports, {
   createEventStreamTransformer: () => createEventStreamTransformer,
   createStreamDataTransformer: () => createStreamDataTransformer,
   experimental_StreamData: () => experimental_StreamData,
+  experimental_StreamingReactResponse: () => experimental_StreamingReactResponse,
   getStreamString: () => getStreamString,
   getStreamStringTypeAndValue: () => getStreamStringTypeAndValue,
   isStreamStringEqualToType: () => isStreamStringEqualToType,
@@ -177,7 +178,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }
@@ -231,7 +232,6 @@ var experimental_StreamData = class {
         self.controller = controller;
       },
       transform: async (chunk, controller) => {
-        controller.enqueue(chunk);
         if (self.data.length > 0) {
           const encodedData = self.encoder.encode(
             getStreamString("data", JSON.stringify(self.data))
@@ -239,6 +239,7 @@ var experimental_StreamData = class {
           self.data = [];
           controller.enqueue(encodedData);
         }
+        controller.enqueue(chunk);
       },
       async flush(controller) {
         const warningTimeout = process.env.NODE_ENV === "development" ? setTimeout(() => {
@@ -551,9 +552,7 @@ var utf8Decoder = new TextDecoder("utf-8");
 async function processLines(lines, controller) {
   for (const line of lines) {
     const { text, is_finished } = JSON.parse(line);
-    if (is_finished === true) {
-      controller.close();
-    } else {
+    if (!is_finished) {
       controller.enqueue(text);
     }
   }
@@ -713,6 +712,46 @@ async function ReplicateStream(res, cb) {
     createStreamDataTransformer(cb == null ? void 0 : cb.experimental_streamData)
   );
 }
+
+// streams/streaming-react-response.ts
+var experimental_StreamingReactResponse = class {
+  constructor(res, options) {
+    let resolveFunc = () => {
+    };
+    let next = new Promise((resolve) => {
+      resolveFunc = resolve;
+    });
+    let content = "";
+    const decode = createChunkDecoder();
+    const reader = res.getReader();
+    async function readChunk() {
+      var _a;
+      const { done, value } = await reader.read();
+      if (!done) {
+        content += decode(value);
+      }
+      const ui = ((_a = options == null ? void 0 : options.ui) == null ? void 0 : _a.call(options, { content })) || content;
+      const payload = {
+        ui,
+        content
+      };
+      const resolvePrevious = resolveFunc;
+      const nextRow = done ? null : new Promise((resolve) => {
+        resolveFunc = resolve;
+      });
+      resolvePrevious({
+        next: nextRow,
+        ...payload
+      });
+      if (done) {
+        return;
+      }
+      await readChunk();
+    }
+    readChunk();
+    return next;
+  }
+};
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   AIStream,
@@ -730,6 +769,7 @@ async function ReplicateStream(res, cb) {
   createEventStreamTransformer,
   createStreamDataTransformer,
   experimental_StreamData,
+  experimental_StreamingReactResponse,
   getStreamString,
   getStreamStringTypeAndValue,
   isStreamStringEqualToType,

package/dist/index.mjs

@@ -132,7 +132,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }
@@ -186,7 +186,6 @@ var experimental_StreamData = class {
         self.controller = controller;
       },
       transform: async (chunk, controller) => {
-        controller.enqueue(chunk);
         if (self.data.length > 0) {
           const encodedData = self.encoder.encode(
             getStreamString("data", JSON.stringify(self.data))
@@ -194,6 +193,7 @@ var experimental_StreamData = class {
           self.data = [];
           controller.enqueue(encodedData);
         }
+        controller.enqueue(chunk);
       },
       async flush(controller) {
         const warningTimeout = process.env.NODE_ENV === "development" ? setTimeout(() => {
@@ -506,9 +506,7 @@ var utf8Decoder = new TextDecoder("utf-8");
 async function processLines(lines, controller) {
   for (const line of lines) {
     const { text, is_finished } = JSON.parse(line);
-    if (is_finished === true) {
-      controller.close();
-    } else {
+    if (!is_finished) {
       controller.enqueue(text);
     }
   }
@@ -668,6 +666,46 @@ async function ReplicateStream(res, cb) {
     createStreamDataTransformer(cb == null ? void 0 : cb.experimental_streamData)
   );
 }
+
+// streams/streaming-react-response.ts
+var experimental_StreamingReactResponse = class {
+  constructor(res, options) {
+    let resolveFunc = () => {
+    };
+    let next = new Promise((resolve) => {
+      resolveFunc = resolve;
+    });
+    let content = "";
+    const decode = createChunkDecoder();
+    const reader = res.getReader();
+    async function readChunk() {
+      var _a;
+      const { done, value } = await reader.read();
+      if (!done) {
+        content += decode(value);
+      }
+      const ui = ((_a = options == null ? void 0 : options.ui) == null ? void 0 : _a.call(options, { content })) || content;
+      const payload = {
+        ui,
+        content
+      };
+      const resolvePrevious = resolveFunc;
+      const nextRow = done ? null : new Promise((resolve) => {
+        resolveFunc = resolve;
+      });
+      resolvePrevious({
+        next: nextRow,
+        ...payload
+      });
+      if (done) {
+        return;
+      }
+      await readChunk();
+    }
+    readChunk();
+    return next;
+  }
+};
 export {
   AIStream,
   AnthropicStream,
@@ -684,6 +722,7 @@ export {
   createEventStreamTransformer,
   createStreamDataTransformer,
   experimental_StreamData,
+  experimental_StreamingReactResponse,
   getStreamString,
   getStreamStringTypeAndValue,
   isStreamStringEqualToType,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.2.18",
+  "version": "2.2.20",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -75,6 +75,7 @@
     "@types/react-dom": "^18.2.0",
     "eslint": "^7.32.0",
     "jest": "29.2.1",
+    "langchain": "0.0.172",
     "ts-jest": "29.0.3",
     "tsup": "^6.7.0",
     "typescript": "5.1.3",

package/prompts/dist/index.d.ts

@@ -18,6 +18,7 @@ interface Message {
     id: string;
     createdAt?: Date;
     content: string;
+    ui?: string | JSX.Element | JSX.Element[] | null | undefined;
     role: 'system' | 'user' | 'assistant' | 'function';
     /**
      * If the message has a role of `function`, the `name` field is the name of the function.

package/react/dist/index.d.ts

@@ -40,6 +40,7 @@ interface Message {
     id: string;
     createdAt?: Date;
     content: string;
+    ui?: string | JSX.Element | JSX.Element[] | null | undefined;
     role: 'system' | 'user' | 'assistant' | 'function';
     /**
      * If the message has a role of `function`, the `name` field is the name of the function.
@@ -197,6 +198,27 @@ type UseCompletionOptions = {
     body?: object;
 };
 
+/**
+ * This is a naive implementation of the streaming React response API.
+ * Currently, it can carry the original raw content, data payload and a special
+ * UI payload and stream them via "rows" (nested promises).
+ * It must be used inside Server Actions so Flight can encode the React elements.
+ *
+ * It is naive as unlike the StreamingTextResponse, it does not send the diff
+ * between the rows, but flushing the full payload on each row.
+ */
+type UINode = string | JSX.Element | JSX.Element[] | null | undefined;
+/**
+ * A utility class for streaming React responses.
+ */
+declare class experimental_StreamingReactResponse {
+    constructor(res: ReadableStream, options?: {
+        ui?: (message: {
+            content: string;
+        }) => UINode | Promise<UINode>;
+    });
+}
+
 type UseChatHelpers = {
     /** Current messages in the chat */
     messages: Message[];
@@ -239,7 +261,12 @@ type UseChatHelpers = {
     /** Additional data added on the server via StreamData */
     data?: any;
 };
-declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, }?: UseChatOptions): UseChatHelpers;
+type StreamingReactResponseAction = (payload: {
+    messages: Message[];
+}) => Promise<experimental_StreamingReactResponse>;
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, }?: Omit<UseChatOptions, 'api'> & {
+    api?: string | StreamingReactResponseAction;
+}): UseChatHelpers;
 
 type UseCompletionHelpers = {
     /** The current completion result */

package/react/dist/index.js

@@ -56,7 +56,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }
@@ -86,24 +86,151 @@ var getStreamStringTypeAndValue = (line) => {
 };
 var COMPLEX_HEADER = "X-Experimental-Stream-Data";
 
+// react/parseComplexResponse.ts
+async function parseComplexResponse({
+  reader,
+  abortControllerRef,
+  update
+}) {
+  const decode = createChunkDecoder(true);
+  const createdAt = /* @__PURE__ */ new Date();
+  const prefixMap = {};
+  const NEWLINE = "\n".charCodeAt(0);
+  let chunks = [];
+  let totalLength = 0;
+  while (true) {
+    const { value } = await reader.read();
+    if (value) {
+      chunks.push(value);
+      totalLength += value.length;
+      if (value[value.length - 1] !== NEWLINE) {
+        continue;
+      }
+    }
+    if (chunks.length === 0) {
+      break;
+    }
+    let concatenatedChunks = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+      concatenatedChunks.set(chunk, offset);
+      offset += chunk.length;
+    }
+    chunks.length = 0;
+    totalLength = 0;
+    const lines = decode(concatenatedChunks);
+    if (typeof lines === "string") {
+      throw new Error(
+        "Invalid response format. Complex mode was set but the response is a string. This should never happen."
+      );
+    }
+    for (const { type, value: value2 } of lines) {
+      if (type === "text") {
+        if (prefixMap["text"]) {
+          prefixMap["text"] = {
+            ...prefixMap["text"],
+            content: (prefixMap["text"].content || "") + value2
+          };
+        } else {
+          prefixMap["text"] = {
+            id: nanoid(),
+            role: "assistant",
+            content: value2,
+            createdAt
+          };
+        }
+      }
+      let functionCallMessage = null;
+      if (type === "function_call") {
+        prefixMap["function_call"] = value2;
+        let functionCall = prefixMap["function_call"];
+        if (functionCall && typeof functionCall === "string") {
+          const parsedFunctionCall = JSON.parse(
+            functionCall
+          ).function_call;
+          functionCallMessage = {
+            id: nanoid(),
+            role: "assistant",
+            content: "",
+            function_call: parsedFunctionCall,
+            name: parsedFunctionCall.name,
+            createdAt
+          };
+          prefixMap["function_call"] = functionCallMessage;
+        }
+      }
+      if (type === "data") {
+        const parsedValue = JSON.parse(value2);
+        if (prefixMap["data"]) {
+          prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
+        } else {
+          prefixMap["data"] = parsedValue;
+        }
+      }
+      const data = prefixMap["data"];
+      const responseMessage = prefixMap["text"];
+      const merged = [functionCallMessage, responseMessage].filter(
+        Boolean
+      );
+      update(merged, data);
+      if (abortControllerRef.current === null) {
+        reader.cancel();
+        break;
+      }
+    }
+  }
+  return prefixMap;
+}
+
 // react/use-chat.ts
 var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, onFinish, onResponse, sendExtraMessageFields) => {
   var _a, _b;
   const previousMessages = messagesRef.current;
   mutate(chatRequest.messages, false);
+  const constructedMessagesPayload = sendExtraMessageFields ? chatRequest.messages : chatRequest.messages.map(({ role, content, name, function_call }) => ({
+    role,
+    content,
+    ...name !== void 0 && { name },
+    ...function_call !== void 0 && {
+      function_call
+    }
+  }));
+  if (typeof api !== "string") {
+    const replyId = nanoid();
+    const createdAt = /* @__PURE__ */ new Date();
+    let responseMessage = {
+      id: replyId,
+      createdAt,
+      content: "",
+      role: "assistant"
+    };
+    async function readRow(promise) {
+      const { content, ui, next } = await promise;
+      responseMessage["content"] = content;
+      responseMessage["ui"] = await ui;
+      mutate([...chatRequest.messages, { ...responseMessage }], false);
+      if (next) {
+        await readRow(next);
+      }
+    }
+    try {
+      const promise = api({
+        messages: constructedMessagesPayload
+      });
+      await readRow(promise);
+    } catch (e) {
+      mutate(previousMessages, false);
+      throw e;
+    }
+    if (onFinish) {
+      onFinish(responseMessage);
+    }
+    return responseMessage;
+  }
   const res = await fetch(api, {
     method: "POST",
     body: JSON.stringify({
-      messages: sendExtraMessageFields ? chatRequest.messages : chatRequest.messages.map(
-        ({ role, content, name, function_call }) => ({
-          role,
-          content,
-          ...name !== void 0 && { name },
-          ...function_call !== void 0 && {
-            function_call
-          }
-        })
-      ),
+      messages: constructedMessagesPayload,
       ...extraMetadataRef.current.body,
       ...(_a = chatRequest.options) == null ? void 0 : _a.body,
       ...chatRequest.functions !== void 0 && {
@@ -140,98 +267,18 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     throw new Error("The response body is empty.");
   }
   const isComplexMode = res.headers.get(COMPLEX_HEADER) === "true";
-  const createdAt = /* @__PURE__ */ new Date();
-  const reader = res.body.getReader();
-  const decode = createChunkDecoder(isComplexMode);
   let responseMessages = [];
+  const reader = res.body.getReader();
   let responseData = [];
-  const prefixMap = {};
-  const NEWLINE = "\n".charCodeAt(0);
-  let chunks = [];
-  let totalLength = 0;
   if (isComplexMode) {
-    while (true) {
-      const { value } = await reader.read();
-      if (value) {
-        chunks.push(value);
-        totalLength += value.length;
-        if (value[value.length - 1] !== NEWLINE) {
-          continue;
-        }
-      }
-      if (chunks.length === 0) {
-        break;
-      }
-      let concatenatedChunks = new Uint8Array(totalLength);
-      let offset = 0;
-      for (const chunk of chunks) {
-        concatenatedChunks.set(chunk, offset);
-        offset += chunk.length;
-      }
-      chunks.length = 0;
-      totalLength = 0;
-      const lines = decode(concatenatedChunks);
-      if (typeof lines === "string") {
-        throw new Error(
-          "Invalid response format. Complex mode was set but the response is a string. This should never happen."
-        );
-      }
-      for (const { type, value: value2 } of lines) {
-        if (type === "text") {
-          if (prefixMap["text"]) {
-            prefixMap["text"] = {
-              ...prefixMap["text"],
-              content: (prefixMap["text"].content || "") + value2
-            };
-          } else {
-            prefixMap["text"] = {
-              id: nanoid(),
-              role: "assistant",
-              content: value2,
-              createdAt
-            };
-          }
-        }
-        let functionCallMessage = null;
-        if (type === "function_call") {
-          prefixMap["function_call"] = value2;
-          let functionCall = prefixMap["function_call"];
-          if (functionCall && typeof functionCall === "string") {
-            const parsedFunctionCall = JSON.parse(
-              functionCall
-            ).function_call;
-            functionCallMessage = {
-              id: nanoid(),
-              role: "assistant",
-              content: "",
-              function_call: parsedFunctionCall,
-              name: parsedFunctionCall.name,
-              createdAt
-            };
-            prefixMap["function_call"] = functionCallMessage;
-          }
-        }
-        if (type === "data") {
-          const parsedValue = JSON.parse(value2);
-          if (prefixMap["data"]) {
-            prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
-          } else {
-            prefixMap["data"] = parsedValue;
-          }
-        }
-        const data = prefixMap["data"];
-        const responseMessage = prefixMap["text"];
-        const merged = [functionCallMessage, responseMessage].filter(
-          Boolean
-        );
+    const prefixMap = await parseComplexResponse({
+      reader,
+      abortControllerRef,
+      update(merged, data) {
         mutate([...chatRequest.messages, ...merged], false);
         mutateStreamData([...existingData || [], ...data || []], false);
-        if (abortControllerRef.current === null) {
-          reader.cancel();
-          break;
-        }
       }
-    }
+    });
     for (const [type, item] of Object.entries(prefixMap)) {
       if (onFinish && type === "text") {
         onFinish(item);
@@ -244,6 +291,8 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     }
     return { messages: responseMessages, data: responseData };
   } else {
+    const createdAt = /* @__PURE__ */ new Date();
+    const decode = createChunkDecoder(false);
     let streamedResponse = "";
     const replyId = nanoid();
     let responseMessage = {

package/react/dist/index.mjs

@@ -20,7 +20,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }
@@ -50,24 +50,151 @@ var getStreamStringTypeAndValue = (line) => {
 };
 var COMPLEX_HEADER = "X-Experimental-Stream-Data";
 
+// react/parseComplexResponse.ts
+async function parseComplexResponse({
+  reader,
+  abortControllerRef,
+  update
+}) {
+  const decode = createChunkDecoder(true);
+  const createdAt = /* @__PURE__ */ new Date();
+  const prefixMap = {};
+  const NEWLINE = "\n".charCodeAt(0);
+  let chunks = [];
+  let totalLength = 0;
+  while (true) {
+    const { value } = await reader.read();
+    if (value) {
+      chunks.push(value);
+      totalLength += value.length;
+      if (value[value.length - 1] !== NEWLINE) {
+        continue;
+      }
+    }
+    if (chunks.length === 0) {
+      break;
+    }
+    let concatenatedChunks = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+      concatenatedChunks.set(chunk, offset);
+      offset += chunk.length;
+    }
+    chunks.length = 0;
+    totalLength = 0;
+    const lines = decode(concatenatedChunks);
+    if (typeof lines === "string") {
+      throw new Error(
+        "Invalid response format. Complex mode was set but the response is a string. This should never happen."
+      );
+    }
+    for (const { type, value: value2 } of lines) {
+      if (type === "text") {
+        if (prefixMap["text"]) {
+          prefixMap["text"] = {
+            ...prefixMap["text"],
+            content: (prefixMap["text"].content || "") + value2
+          };
+        } else {
+          prefixMap["text"] = {
+            id: nanoid(),
+            role: "assistant",
+            content: value2,
+            createdAt
+          };
+        }
+      }
+      let functionCallMessage = null;
+      if (type === "function_call") {
+        prefixMap["function_call"] = value2;
+        let functionCall = prefixMap["function_call"];
+        if (functionCall && typeof functionCall === "string") {
+          const parsedFunctionCall = JSON.parse(
+            functionCall
+          ).function_call;
+          functionCallMessage = {
+            id: nanoid(),
+            role: "assistant",
+            content: "",
+            function_call: parsedFunctionCall,
+            name: parsedFunctionCall.name,
+            createdAt
+          };
+          prefixMap["function_call"] = functionCallMessage;
+        }
+      }
+      if (type === "data") {
+        const parsedValue = JSON.parse(value2);
+        if (prefixMap["data"]) {
+          prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
+        } else {
+          prefixMap["data"] = parsedValue;
+        }
+      }
+      const data = prefixMap["data"];
+      const responseMessage = prefixMap["text"];
+      const merged = [functionCallMessage, responseMessage].filter(
+        Boolean
+      );
+      update(merged, data);
+      if (abortControllerRef.current === null) {
+        reader.cancel();
+        break;
+      }
+    }
+  }
+  return prefixMap;
+}
+
 // react/use-chat.ts
 var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, onFinish, onResponse, sendExtraMessageFields) => {
   var _a, _b;
   const previousMessages = messagesRef.current;
   mutate(chatRequest.messages, false);
+  const constructedMessagesPayload = sendExtraMessageFields ? chatRequest.messages : chatRequest.messages.map(({ role, content, name, function_call }) => ({
+    role,
+    content,
+    ...name !== void 0 && { name },
+    ...function_call !== void 0 && {
+      function_call
+    }
+  }));
+  if (typeof api !== "string") {
+    const replyId = nanoid();
+    const createdAt = /* @__PURE__ */ new Date();
+    let responseMessage = {
+      id: replyId,
+      createdAt,
+      content: "",
+      role: "assistant"
+    };
+    async function readRow(promise) {
+      const { content, ui, next } = await promise;
+      responseMessage["content"] = content;
+      responseMessage["ui"] = await ui;
+      mutate([...chatRequest.messages, { ...responseMessage }], false);
+      if (next) {
+        await readRow(next);
+      }
+    }
+    try {
+      const promise = api({
+        messages: constructedMessagesPayload
+      });
+      await readRow(promise);
+    } catch (e) {
+      mutate(previousMessages, false);
+      throw e;
+    }
+    if (onFinish) {
+      onFinish(responseMessage);
+    }
+    return responseMessage;
+  }
   const res = await fetch(api, {
     method: "POST",
     body: JSON.stringify({
-      messages: sendExtraMessageFields ? chatRequest.messages : chatRequest.messages.map(
-        ({ role, content, name, function_call }) => ({
-          role,
-          content,
-          ...name !== void 0 && { name },
-          ...function_call !== void 0 && {
-            function_call
-          }
-        })
-      ),
+      messages: constructedMessagesPayload,
       ...extraMetadataRef.current.body,
       ...(_a = chatRequest.options) == null ? void 0 : _a.body,
       ...chatRequest.functions !== void 0 && {
@@ -104,98 +231,18 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     throw new Error("The response body is empty.");
   }
   const isComplexMode = res.headers.get(COMPLEX_HEADER) === "true";
-  const createdAt = /* @__PURE__ */ new Date();
-  const reader = res.body.getReader();
-  const decode = createChunkDecoder(isComplexMode);
   let responseMessages = [];
+  const reader = res.body.getReader();
   let responseData = [];
-  const prefixMap = {};
-  const NEWLINE = "\n".charCodeAt(0);
-  let chunks = [];
-  let totalLength = 0;
   if (isComplexMode) {
-    while (true) {
-      const { value } = await reader.read();
-      if (value) {
-        chunks.push(value);
-        totalLength += value.length;
-        if (value[value.length - 1] !== NEWLINE) {
-          continue;
-        }
-      }
-      if (chunks.length === 0) {
-        break;
-      }
-      let concatenatedChunks = new Uint8Array(totalLength);
-      let offset = 0;
-      for (const chunk of chunks) {
-        concatenatedChunks.set(chunk, offset);
-        offset += chunk.length;
-      }
-      chunks.length = 0;
-      totalLength = 0;
-      const lines = decode(concatenatedChunks);
-      if (typeof lines === "string") {
-        throw new Error(
-          "Invalid response format. Complex mode was set but the response is a string. This should never happen."
-        );
-      }
-      for (const { type, value: value2 } of lines) {
-        if (type === "text") {
-          if (prefixMap["text"]) {
-            prefixMap["text"] = {
-              ...prefixMap["text"],
-              content: (prefixMap["text"].content || "") + value2
-            };
-          } else {
-            prefixMap["text"] = {
-              id: nanoid(),
-              role: "assistant",
-              content: value2,
-              createdAt
-            };
-          }
-        }
-        let functionCallMessage = null;
-        if (type === "function_call") {
-          prefixMap["function_call"] = value2;
-          let functionCall = prefixMap["function_call"];
-          if (functionCall && typeof functionCall === "string") {
-            const parsedFunctionCall = JSON.parse(
-              functionCall
-            ).function_call;
-            functionCallMessage = {
-              id: nanoid(),
-              role: "assistant",
-              content: "",
-              function_call: parsedFunctionCall,
-              name: parsedFunctionCall.name,
-              createdAt
-            };
-            prefixMap["function_call"] = functionCallMessage;
-          }
-        }
-        if (type === "data") {
-          const parsedValue = JSON.parse(value2);
-          if (prefixMap["data"]) {
-            prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
-          } else {
-            prefixMap["data"] = parsedValue;
-          }
-        }
-        const data = prefixMap["data"];
-        const responseMessage = prefixMap["text"];
-        const merged = [functionCallMessage, responseMessage].filter(
-          Boolean
-        );
+    const prefixMap = await parseComplexResponse({
+      reader,
+      abortControllerRef,
+      update(merged, data) {
         mutate([...chatRequest.messages, ...merged], false);
         mutateStreamData([...existingData || [], ...data || []], false);
-        if (abortControllerRef.current === null) {
-          reader.cancel();
-          break;
-        }
       }
-    }
+    });
     for (const [type, item] of Object.entries(prefixMap)) {
       if (onFinish && type === "text") {
         onFinish(item);
@@ -208,6 +255,8 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     }
     return { messages: responseMessages, data: responseData };
   } else {
+    const createdAt = /* @__PURE__ */ new Date();
+    const decode = createChunkDecoder(false);
     let streamedResponse = "";
     const replyId = nanoid();
     let responseMessage = {

package/solid/dist/index.d.ts

@@ -42,6 +42,7 @@ interface Message {
     id: string;
     createdAt?: Date;
     content: string;
+    ui?: string | JSX.Element | JSX.Element[] | null | undefined;
     role: 'system' | 'user' | 'assistant' | 'function';
     /**
      * If the message has a role of `function`, the `name` field is the name of the function.

package/solid/dist/index.js

@@ -46,7 +46,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/solid/dist/index.mjs

@@ -19,7 +19,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/svelte/dist/index.d.ts

@@ -42,6 +42,7 @@ interface Message {
     id: string;
     createdAt?: Date;
     content: string;
+    ui?: string | JSX.Element | JSX.Element[] | null | undefined;
     role: 'system' | 'user' | 'assistant' | 'function';
     /**
      * If the message has a role of `function`, the `name` field is the name of the function.

package/svelte/dist/index.js

@@ -541,7 +541,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/svelte/dist/index.mjs

@@ -514,7 +514,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/vue/dist/index.d.ts

@@ -42,6 +42,7 @@ interface Message {
     id: string;
     createdAt?: Date;
     content: string;
+    ui?: string | JSX.Element | JSX.Element[] | null | undefined;
     role: 'system' | 'user' | 'assistant' | 'function';
     /**
      * If the message has a role of `function`, the `name` field is the name of the function.

package/vue/dist/index.js

@@ -55,7 +55,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }

package/vue/dist/index.mjs

@@ -18,7 +18,7 @@ function createChunkDecoder(complex) {
     };
   }
   return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n");
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
     return decoded.map(getStreamStringTypeAndValue).filter(Boolean);
   };
 }