ai 2.2.21 → 2.2.23

package/dist/index.d.ts

@@ -64,6 +64,7 @@ type ChatRequest = {
     options?: RequestOptions;
     functions?: Array<Function>;
     function_call?: FunctionCall;
+    data?: Record<string, string>;
 };
 type FunctionCallHandler = (chatMessages: Message[], functionCall: FunctionCall) => Promise<ChatRequest | void>;
 type RequestOptions = {
@@ -74,6 +75,7 @@ type ChatRequestOptions = {
     options?: RequestOptions;
     functions?: Array<Function>;
     function_call?: FunctionCall;
+    data?: Record<string, string>;
 };
 type UseChatOptions = {
     /**
@@ -574,7 +576,9 @@ interface Prediction {
  * return new StreamingTextResponse(stream)
  *
  */
-declare function ReplicateStream(res: Prediction, cb?: AIStreamCallbacksAndOptions): Promise<ReadableStream>;
+declare function ReplicateStream(res: Prediction, cb?: AIStreamCallbacksAndOptions, options?: {
+    headers?: Record<string, string>;
+}): Promise<ReadableStream>;
 
 declare const nanoid: (size?: number | undefined) => string;
 declare function createChunkDecoder(): (chunk: Uint8Array | undefined) => string;
@@ -621,7 +625,7 @@ declare const getStreamString: (type: keyof typeof StreamStringPrefixes, value:
 type StreamString = `${(typeof StreamStringPrefixes)[keyof typeof StreamStringPrefixes]}:${string}\n`;
 declare const getStreamStringTypeAndValue: (line: string) => {
     type: keyof typeof StreamStringPrefixes;
-    value: string;
+    value: JSONValue;
 };
 /**
  * A header sent to the client so it knows how to handle parsing the stream (as a deprecated text response or using the new prefixed protocol)
@@ -637,6 +641,7 @@ declare const COMPLEX_HEADER = "X-Experimental-Stream-Data";
  * It is naive as unlike the StreamingTextResponse, it does not send the diff
  * between the rows, but flushing the full payload on each row.
  */
+
 type UINode = string | JSX.Element | JSX.Element[] | null | undefined;
 type Payload = {
     ui: UINode | Promise<UINode>;
@@ -652,7 +657,9 @@ declare class experimental_StreamingReactResponse {
     constructor(res: ReadableStream, options?: {
         ui?: (message: {
             content: string;
+            data?: JSONValue[] | undefined;
         }) => UINode | Promise<UINode>;
+        data?: experimental_StreamData;
     });
 }
 

package/dist/index.js

@@ -193,6 +193,9 @@ var getStreamString = (type, value) => `${StreamStringPrefixes[type]}:${JSON.str
 `;
 var getStreamStringTypeAndValue = (line) => {
   const firstSeperatorIndex = line.indexOf(":");
+  if (firstSeperatorIndex === -1) {
+    throw new Error("Failed to parse stream string");
+  }
   const prefix = line.slice(0, firstSeperatorIndex);
   const type = Object.keys(StreamStringPrefixes).find(
     (key) => StreamStringPrefixes[key] === Number(prefix)
@@ -691,7 +694,7 @@ function LangChainStream(callbacks) {
 }
 
 // streams/replicate-stream.ts
-async function ReplicateStream(res, cb) {
+async function ReplicateStream(res, cb, options) {
   var _a;
   const url = (_a = res.urls) == null ? void 0 : _a.stream;
   if (!url) {
@@ -703,7 +706,8 @@ async function ReplicateStream(res, cb) {
   const eventStream = await fetch(url, {
     method: "GET",
     headers: {
-      Accept: "text/event-stream"
+      Accept: "text/event-stream",
+      ...options == null ? void 0 : options.headers
     }
   });
   return AIStream(eventStream, void 0, cb).pipeThrough(
@@ -711,6 +715,104 @@ async function ReplicateStream(res, cb) {
   );
 }
 
+// react/parse-complex-response.ts
+async function parseComplexResponse({
+  reader,
+  abortControllerRef,
+  update,
+  onFinish
+}) {
+  const decode = createChunkDecoder(true);
+  const createdAt = /* @__PURE__ */ new Date();
+  const prefixMap = {};
+  const NEWLINE = "\n".charCodeAt(0);
+  let chunks = [];
+  let totalLength = 0;
+  while (true) {
+    const { value } = await reader.read();
+    if (value) {
+      chunks.push(value);
+      totalLength += value.length;
+      if (value[value.length - 1] !== NEWLINE) {
+        continue;
+      }
+    }
+    if (chunks.length === 0) {
+      break;
+    }
+    let concatenatedChunks = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+      concatenatedChunks.set(chunk, offset);
+      offset += chunk.length;
+    }
+    chunks.length = 0;
+    totalLength = 0;
+    const lines = decode(concatenatedChunks);
+    if (typeof lines === "string") {
+      throw new Error(
+        "Invalid response format. Complex mode was set but the response is a string. This should never happen."
+      );
+    }
+    for (const { type, value: value2 } of lines) {
+      if (type === "text") {
+        if (prefixMap["text"]) {
+          prefixMap["text"] = {
+            ...prefixMap["text"],
+            content: (prefixMap["text"].content || "") + value2
+          };
+        } else {
+          prefixMap["text"] = {
+            id: nanoid(),
+            role: "assistant",
+            content: value2,
+            createdAt
+          };
+        }
+      }
+      let functionCallMessage = null;
+      if (type === "function_call") {
+        prefixMap["function_call"] = value2;
+        let functionCall = prefixMap["function_call"];
+        if (functionCall && typeof functionCall === "string") {
+          const parsedFunctionCall = JSON.parse(
+            functionCall
+          ).function_call;
+          functionCallMessage = {
+            id: nanoid(),
+            role: "assistant",
+            content: "",
+            function_call: parsedFunctionCall,
+            name: parsedFunctionCall.name,
+            createdAt
+          };
+          prefixMap["function_call"] = functionCallMessage;
+        }
+      }
+      if (type === "data") {
+        const parsedValue = JSON.parse(value2);
+        if (prefixMap["data"]) {
+          prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
+        } else {
+          prefixMap["data"] = parsedValue;
+        }
+      }
+      const data = prefixMap["data"];
+      const responseMessage = prefixMap["text"];
+      const merged = [functionCallMessage, responseMessage].filter(
+        Boolean
+      );
+      update(merged, data);
+      if ((abortControllerRef == null ? void 0 : abortControllerRef.current) === null) {
+        reader.cancel();
+        break;
+      }
+    }
+  }
+  onFinish == null ? void 0 : onFinish(prefixMap);
+  return prefixMap;
+}
+
 // streams/streaming-react-response.ts
 var experimental_StreamingReactResponse = class {
   constructor(res, options) {
@@ -719,6 +821,39 @@ var experimental_StreamingReactResponse = class {
     let next = new Promise((resolve) => {
       resolveFunc = resolve;
     });
+    if (options == null ? void 0 : options.data) {
+      const processedStream = res.pipeThrough(
+        options.data.stream
+      );
+      let lastPayload = void 0;
+      parseComplexResponse({
+        reader: processedStream.getReader(),
+        update: (merged, data) => {
+          var _a, _b, _c;
+          const content2 = (_b = (_a = merged[0]) == null ? void 0 : _a.content) != null ? _b : "";
+          const ui = ((_c = options == null ? void 0 : options.ui) == null ? void 0 : _c.call(options, { content: content2, data })) || content2;
+          const payload = { ui, content: content2 };
+          const resolvePrevious = resolveFunc;
+          const nextRow = new Promise((resolve) => {
+            resolveFunc = resolve;
+          });
+          resolvePrevious({
+            next: nextRow,
+            ...payload
+          });
+          lastPayload = payload;
+        },
+        onFinish: () => {
+          if (lastPayload !== void 0) {
+            resolveFunc({
+              next: null,
+              ...lastPayload
+            });
+          }
+        }
+      });
+      return next;
+    }
     let content = "";
     const decode = createChunkDecoder();
     const reader = res.getReader();

package/dist/index.mjs

@@ -147,6 +147,9 @@ var getStreamString = (type, value) => `${StreamStringPrefixes[type]}:${JSON.str
 `;
 var getStreamStringTypeAndValue = (line) => {
   const firstSeperatorIndex = line.indexOf(":");
+  if (firstSeperatorIndex === -1) {
+    throw new Error("Failed to parse stream string");
+  }
   const prefix = line.slice(0, firstSeperatorIndex);
   const type = Object.keys(StreamStringPrefixes).find(
     (key) => StreamStringPrefixes[key] === Number(prefix)
@@ -645,7 +648,7 @@ function LangChainStream(callbacks) {
 }
 
 // streams/replicate-stream.ts
-async function ReplicateStream(res, cb) {
+async function ReplicateStream(res, cb, options) {
   var _a;
   const url = (_a = res.urls) == null ? void 0 : _a.stream;
   if (!url) {
@@ -657,7 +660,8 @@ async function ReplicateStream(res, cb) {
   const eventStream = await fetch(url, {
     method: "GET",
     headers: {
-      Accept: "text/event-stream"
+      Accept: "text/event-stream",
+      ...options == null ? void 0 : options.headers
     }
   });
   return AIStream(eventStream, void 0, cb).pipeThrough(
@@ -665,6 +669,104 @@ async function ReplicateStream(res, cb) {
   );
 }
 
+// react/parse-complex-response.ts
+async function parseComplexResponse({
+  reader,
+  abortControllerRef,
+  update,
+  onFinish
+}) {
+  const decode = createChunkDecoder(true);
+  const createdAt = /* @__PURE__ */ new Date();
+  const prefixMap = {};
+  const NEWLINE = "\n".charCodeAt(0);
+  let chunks = [];
+  let totalLength = 0;
+  while (true) {
+    const { value } = await reader.read();
+    if (value) {
+      chunks.push(value);
+      totalLength += value.length;
+      if (value[value.length - 1] !== NEWLINE) {
+        continue;
+      }
+    }
+    if (chunks.length === 0) {
+      break;
+    }
+    let concatenatedChunks = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+      concatenatedChunks.set(chunk, offset);
+      offset += chunk.length;
+    }
+    chunks.length = 0;
+    totalLength = 0;
+    const lines = decode(concatenatedChunks);
+    if (typeof lines === "string") {
+      throw new Error(
+        "Invalid response format. Complex mode was set but the response is a string. This should never happen."
+      );
+    }
+    for (const { type, value: value2 } of lines) {
+      if (type === "text") {
+        if (prefixMap["text"]) {
+          prefixMap["text"] = {
+            ...prefixMap["text"],
+            content: (prefixMap["text"].content || "") + value2
+          };
+        } else {
+          prefixMap["text"] = {
+            id: nanoid(),
+            role: "assistant",
+            content: value2,
+            createdAt
+          };
+        }
+      }
+      let functionCallMessage = null;
+      if (type === "function_call") {
+        prefixMap["function_call"] = value2;
+        let functionCall = prefixMap["function_call"];
+        if (functionCall && typeof functionCall === "string") {
+          const parsedFunctionCall = JSON.parse(
+            functionCall
+          ).function_call;
+          functionCallMessage = {
+            id: nanoid(),
+            role: "assistant",
+            content: "",
+            function_call: parsedFunctionCall,
+            name: parsedFunctionCall.name,
+            createdAt
+          };
+          prefixMap["function_call"] = functionCallMessage;
+        }
+      }
+      if (type === "data") {
+        const parsedValue = JSON.parse(value2);
+        if (prefixMap["data"]) {
+          prefixMap["data"] = [...prefixMap["data"], ...parsedValue];
+        } else {
+          prefixMap["data"] = parsedValue;
+        }
+      }
+      const data = prefixMap["data"];
+      const responseMessage = prefixMap["text"];
+      const merged = [functionCallMessage, responseMessage].filter(
+        Boolean
+      );
+      update(merged, data);
+      if ((abortControllerRef == null ? void 0 : abortControllerRef.current) === null) {
+        reader.cancel();
+        break;
+      }
+    }
+  }
+  onFinish == null ? void 0 : onFinish(prefixMap);
+  return prefixMap;
+}
+
 // streams/streaming-react-response.ts
 var experimental_StreamingReactResponse = class {
   constructor(res, options) {
@@ -673,6 +775,39 @@ var experimental_StreamingReactResponse = class {
     let next = new Promise((resolve) => {
       resolveFunc = resolve;
     });
+    if (options == null ? void 0 : options.data) {
+      const processedStream = res.pipeThrough(
+        options.data.stream
+      );
+      let lastPayload = void 0;
+      parseComplexResponse({
+        reader: processedStream.getReader(),
+        update: (merged, data) => {
+          var _a, _b, _c;
+          const content2 = (_b = (_a = merged[0]) == null ? void 0 : _a.content) != null ? _b : "";
+          const ui = ((_c = options == null ? void 0 : options.ui) == null ? void 0 : _c.call(options, { content: content2, data })) || content2;
+          const payload = { ui, content: content2 };
+          const resolvePrevious = resolveFunc;
+          const nextRow = new Promise((resolve) => {
+            resolveFunc = resolve;
+          });
+          resolvePrevious({
+            next: nextRow,
+            ...payload
+          });
+          lastPayload = payload;
+        },
+        onFinish: () => {
+          if (lastPayload !== void 0) {
+            resolveFunc({
+              next: null,
+              ...lastPayload
+            });
+          }
+        }
+      });
+      return next;
+    }
     let content = "";
     const decode = createChunkDecoder();
     const reader = res.getReader();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.2.21",
+  "version": "2.2.23",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -54,10 +54,6 @@
       "require": "./solid/dist/index.js"
     }
   },
-  "jest": {
-    "preset": "ts-jest",
-    "testEnvironment": "node"
-  },
   "dependencies": {
     "eventsource-parser": "1.0.0",
     "nanoid": "3.3.6",
@@ -70,12 +66,17 @@
   "devDependencies": {
     "@edge-runtime/jest-environment": "1.1.0-beta.31",
     "@huggingface/inference": "2.6.4",
+    "@testing-library/jest-dom": "^6.1.4",
+    "@testing-library/react": "^14.0.0",
+    "@testing-library/user-event": "^14.5.1",
     "@types/jest": "29.2.0",
     "@types/node": "^17.0.12",
     "@types/react": "^18.2.8",
     "@types/react-dom": "^18.2.0",
     "eslint": "^7.32.0",
     "jest": "29.2.1",
+    "jest-environment-jsdom": "^29.7.0",
+    "jsdom": "^22.1.0",
     "langchain": "0.0.172",
     "openai": "4.16.1",
     "ts-jest": "29.0.3",
@@ -132,6 +133,9 @@
     "lint": "eslint \"./**/*.ts*\"",
     "type-check": "tsc --noEmit",
     "prettier-check": "prettier --check \"./**/*.ts*\"",
-    "test": "jest --forceExit --env @edge-runtime/jest-environment .test.ts && jest --forceExit --env node .test.ts"
+    "test": "pnpm test:node && pnpm test:edge && pnpm test:ui",
+    "test:edge": "jest --forceExit --config jest.node.config.js --env @edge-runtime/jest-environment .test.ts ",
+    "test:node": "jest --forceExit --config jest.node.config.js --env node .test.ts",
+    "test:ui": "jest --forceExit --config jest.ui.config.js .ui.test.ts"
   }
 }

package/react/dist/index.d.ts

@@ -62,6 +62,7 @@ type ChatRequest = {
     options?: RequestOptions;
     functions?: Array<Function>;
     function_call?: FunctionCall;
+    data?: Record<string, string>;
 };
 type FunctionCallHandler = (chatMessages: Message[], functionCall: FunctionCall) => Promise<ChatRequest | void>;
 type RequestOptions = {
@@ -72,6 +73,7 @@ type ChatRequestOptions = {
     options?: RequestOptions;
     functions?: Array<Function>;
     function_call?: FunctionCall;
+    data?: Record<string, string>;
 };
 type UseChatOptions = {
     /**
@@ -197,6 +199,25 @@ type UseCompletionOptions = {
      */
     body?: object;
 };
+type JSONValue = null | string | number | boolean | {
+    [x: string]: JSONValue;
+} | Array<JSONValue>;
+
+/**
+ * A stream wrapper to send custom JSON-encoded data back to the client.
+ */
+declare class experimental_StreamData {
+    private encoder;
+    private controller;
+    stream: TransformStream<Uint8Array, Uint8Array>;
+    private isClosedPromise;
+    private isClosedPromiseResolver;
+    private isClosed;
+    private data;
+    constructor();
+    close(): Promise<void>;
+    append(value: JSONValue): void;
+}
 
 /**
  * This is a naive implementation of the streaming React response API.
@@ -207,6 +228,7 @@ type UseCompletionOptions = {
  * It is naive as unlike the StreamingTextResponse, it does not send the diff
  * between the rows, but flushing the full payload on each row.
  */
+
 type UINode = string | JSX.Element | JSX.Element[] | null | undefined;
 /**
  * A utility class for streaming React responses.
@@ -215,7 +237,9 @@ declare class experimental_StreamingReactResponse {
     constructor(res: ReadableStream, options?: {
         ui?: (message: {
             content: string;
+            data?: JSONValue[] | undefined;
         }) => UINode | Promise<UINode>;
+        data?: experimental_StreamData;
     });
 }
 
@@ -263,8 +287,9 @@ type UseChatHelpers = {
 };
 type StreamingReactResponseAction = (payload: {
     messages: Message[];
+    data?: Record<string, string>;
 }) => Promise<experimental_StreamingReactResponse>;
-declare function useChat({ api, id, initialMessages: initialMessagesParam, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, }?: Omit<UseChatOptions, 'api'> & {
+declare function useChat({ api, id, initialMessages, initialInput, sendExtraMessageFields, experimental_onFunctionCall, onResponse, onFinish, onError, credentials, headers, body, }?: Omit<UseChatOptions, 'api'> & {
     api?: string | StreamingReactResponseAction;
 }): UseChatHelpers;
 

package/react/dist/index.js

@@ -68,6 +68,9 @@ var StreamStringPrefixes = {
 };
 var getStreamStringTypeAndValue = (line) => {
   const firstSeperatorIndex = line.indexOf(":");
+  if (firstSeperatorIndex === -1) {
+    throw new Error("Failed to parse stream string");
+  }
   const prefix = line.slice(0, firstSeperatorIndex);
   const type = Object.keys(StreamStringPrefixes).find(
     (key) => StreamStringPrefixes[key] === Number(prefix)
@@ -90,7 +93,8 @@ var COMPLEX_HEADER = "X-Experimental-Stream-Data";
 async function parseComplexResponse({
   reader,
   abortControllerRef,
-  update
+  update,
+  onFinish
 }) {
   const decode = createChunkDecoder(true);
   const createdAt = /* @__PURE__ */ new Date();
@@ -173,12 +177,13 @@ async function parseComplexResponse({
         Boolean
       );
       update(merged, data);
-      if (abortControllerRef.current === null) {
+      if ((abortControllerRef == null ? void 0 : abortControllerRef.current) === null) {
         reader.cancel();
         break;
       }
     }
   }
+  onFinish == null ? void 0 : onFinish(prefixMap);
   return prefixMap;
 }
 
@@ -215,7 +220,8 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     }
     try {
       const promise = api({
-        messages: constructedMessagesPayload
+        messages: constructedMessagesPayload,
+        data: chatRequest.data
       });
       await readRow(promise);
     } catch (e) {
@@ -231,6 +237,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     method: "POST",
     body: JSON.stringify({
       messages: constructedMessagesPayload,
+      data: chatRequest.data,
       ...extraMetadataRef.current.body,
       ...(_a = chatRequest.options) == null ? void 0 : _a.body,
       ...chatRequest.functions !== void 0 && {
@@ -332,7 +339,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
 function useChat({
   api = "/api/chat",
   id,
-  initialMessages: initialMessagesParam,
+  initialMessages,
   initialInput = "",
   sendExtraMessageFields,
   experimental_onFunctionCall,
@@ -345,9 +352,9 @@ function useChat({
 } = {}) {
   const hookId = (0, import_react.useId)();
   const chatId = id || hookId;
-  const [initialMessages] = (0, import_react.useState)(initialMessagesParam != null ? initialMessagesParam : []);
+  const [initialMessagesFallback] = (0, import_react.useState)([]);
   const { data: messages, mutate } = (0, import_swr.default)([api, chatId], null, {
-    fallbackData: initialMessages
+    fallbackData: initialMessages != null ? initialMessages : initialMessagesFallback
   });
   const { data: isLoading = false, mutate: mutateLoading } = (0, import_swr.default)(
     [chatId, "loading"],
@@ -468,13 +475,14 @@ function useChat({
     ]
   );
   const append = (0, import_react.useCallback)(
-    async (message, { options, functions, function_call } = {}) => {
+    async (message, { options, functions, function_call, data } = {}) => {
       if (!message.id) {
         message.id = nanoid();
       }
       const chatRequest = {
         messages: messagesRef.current.concat(message),
         options,
+        data,
         ...functions !== void 0 && { functions },
         ...function_call !== void 0 && { function_call }
       };
@@ -521,7 +529,7 @@ function useChat({
   );
   const [input, setInput] = (0, import_react.useState)(initialInput);
   const handleSubmit = (0, import_react.useCallback)(
-    (e, { options, functions, function_call } = {}, metadata) => {
+    (e, options = {}, metadata) => {
       if (metadata) {
         extraMetadataRef.current = {
           ...extraMetadataRef.current,
@@ -537,7 +545,7 @@ function useChat({
           role: "user",
           createdAt: /* @__PURE__ */ new Date()
         },
-        { options, functions, function_call }
+        options
       );
       setInput("");
     },

package/react/dist/index.mjs

@@ -32,6 +32,9 @@ var StreamStringPrefixes = {
 };
 var getStreamStringTypeAndValue = (line) => {
   const firstSeperatorIndex = line.indexOf(":");
+  if (firstSeperatorIndex === -1) {
+    throw new Error("Failed to parse stream string");
+  }
   const prefix = line.slice(0, firstSeperatorIndex);
   const type = Object.keys(StreamStringPrefixes).find(
     (key) => StreamStringPrefixes[key] === Number(prefix)
@@ -54,7 +57,8 @@ var COMPLEX_HEADER = "X-Experimental-Stream-Data";
 async function parseComplexResponse({
   reader,
   abortControllerRef,
-  update
+  update,
+  onFinish
 }) {
   const decode = createChunkDecoder(true);
   const createdAt = /* @__PURE__ */ new Date();
@@ -137,12 +141,13 @@ async function parseComplexResponse({
         Boolean
       );
       update(merged, data);
-      if (abortControllerRef.current === null) {
+      if ((abortControllerRef == null ? void 0 : abortControllerRef.current) === null) {
         reader.cancel();
         break;
       }
     }
   }
+  onFinish == null ? void 0 : onFinish(prefixMap);
   return prefixMap;
 }
 
@@ -179,7 +184,8 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     }
     try {
       const promise = api({
-        messages: constructedMessagesPayload
+        messages: constructedMessagesPayload,
+        data: chatRequest.data
       });
       await readRow(promise);
     } catch (e) {
@@ -195,6 +201,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     method: "POST",
     body: JSON.stringify({
       messages: constructedMessagesPayload,
+      data: chatRequest.data,
       ...extraMetadataRef.current.body,
       ...(_a = chatRequest.options) == null ? void 0 : _a.body,
       ...chatRequest.functions !== void 0 && {
@@ -296,7 +303,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
 function useChat({
   api = "/api/chat",
   id,
-  initialMessages: initialMessagesParam,
+  initialMessages,
   initialInput = "",
   sendExtraMessageFields,
   experimental_onFunctionCall,
@@ -309,9 +316,9 @@ function useChat({
 } = {}) {
   const hookId = useId();
   const chatId = id || hookId;
-  const [initialMessages] = useState(initialMessagesParam != null ? initialMessagesParam : []);
+  const [initialMessagesFallback] = useState([]);
   const { data: messages, mutate } = useSWR([api, chatId], null, {
-    fallbackData: initialMessages
+    fallbackData: initialMessages != null ? initialMessages : initialMessagesFallback
   });
   const { data: isLoading = false, mutate: mutateLoading } = useSWR(
     [chatId, "loading"],
@@ -432,13 +439,14 @@ function useChat({
     ]
   );
   const append = useCallback(
-    async (message, { options, functions, function_call } = {}) => {
+    async (message, { options, functions, function_call, data } = {}) => {
       if (!message.id) {
         message.id = nanoid();
       }
       const chatRequest = {
         messages: messagesRef.current.concat(message),
         options,
+        data,
         ...functions !== void 0 && { functions },
         ...function_call !== void 0 && { function_call }
       };
@@ -485,7 +493,7 @@ function useChat({
   );
   const [input, setInput] = useState(initialInput);
   const handleSubmit = useCallback(
-    (e, { options, functions, function_call } = {}, metadata) => {
+    (e, options = {}, metadata) => {
       if (metadata) {
         extraMetadataRef.current = {
           ...extraMetadataRef.current,
@@ -501,7 +509,7 @@ function useChat({
           role: "user",
           createdAt: /* @__PURE__ */ new Date()
         },
-        { options, functions, function_call }
+        options
       );
       setInput("");
     },

package/solid/dist/index.d.ts

@@ -64,6 +64,7 @@ type ChatRequest = {
     options?: RequestOptions;
     functions?: Array<Function>;
     function_call?: FunctionCall;
+    data?: Record<string, string>;
 };
 type FunctionCallHandler = (chatMessages: Message[], functionCall: FunctionCall) => Promise<ChatRequest | void>;
 type RequestOptions = {

package/solid/dist/index.js

@@ -58,6 +58,9 @@ var StreamStringPrefixes = {
 };
 var getStreamStringTypeAndValue = (line) => {
   const firstSeperatorIndex = line.indexOf(":");
+  if (firstSeperatorIndex === -1) {
+    throw new Error("Failed to parse stream string");
+  }
   const prefix = line.slice(0, firstSeperatorIndex);
   const type = Object.keys(StreamStringPrefixes).find(
     (key) => StreamStringPrefixes[key] === Number(prefix)

package/solid/dist/index.mjs

@@ -31,6 +31,9 @@ var StreamStringPrefixes = {
 };
 var getStreamStringTypeAndValue = (line) => {
   const firstSeperatorIndex = line.indexOf(":");
+  if (firstSeperatorIndex === -1) {
+    throw new Error("Failed to parse stream string");
+  }
   const prefix = line.slice(0, firstSeperatorIndex);
   const type = Object.keys(StreamStringPrefixes).find(
     (key) => StreamStringPrefixes[key] === Number(prefix)

package/svelte/dist/index.d.ts

@@ -64,6 +64,7 @@ type ChatRequest = {
     options?: RequestOptions;
     functions?: Array<Function>;
     function_call?: FunctionCall;
+    data?: Record<string, string>;
 };
 type FunctionCallHandler = (chatMessages: Message[], functionCall: FunctionCall) => Promise<ChatRequest | void>;
 type RequestOptions = {
@@ -74,6 +75,7 @@ type ChatRequestOptions = {
     options?: RequestOptions;
     functions?: Array<Function>;
     function_call?: FunctionCall;
+    data?: Record<string, string>;
 };
 type UseChatOptions = {
     /**

package/svelte/dist/index.js

@@ -553,6 +553,9 @@ var StreamStringPrefixes = {
 };
 var getStreamStringTypeAndValue = (line) => {
   const firstSeperatorIndex = line.indexOf(":");
+  if (firstSeperatorIndex === -1) {
+    throw new Error("Failed to parse stream string");
+  }
   const prefix = line.slice(0, firstSeperatorIndex);
   const type = Object.keys(StreamStringPrefixes).find(
     (key) => StreamStringPrefixes[key] === Number(prefix)

package/svelte/dist/index.mjs

@@ -526,6 +526,9 @@ var StreamStringPrefixes = {
 };
 var getStreamStringTypeAndValue = (line) => {
   const firstSeperatorIndex = line.indexOf(":");
+  if (firstSeperatorIndex === -1) {
+    throw new Error("Failed to parse stream string");
+  }
   const prefix = line.slice(0, firstSeperatorIndex);
   const type = Object.keys(StreamStringPrefixes).find(
     (key) => StreamStringPrefixes[key] === Number(prefix)

package/vue/dist/index.d.ts

@@ -64,6 +64,7 @@ type ChatRequest = {
     options?: RequestOptions;
     functions?: Array<Function>;
     function_call?: FunctionCall;
+    data?: Record<string, string>;
 };
 type FunctionCallHandler = (chatMessages: Message[], functionCall: FunctionCall) => Promise<ChatRequest | void>;
 type RequestOptions = {

package/vue/dist/index.js

@@ -67,6 +67,9 @@ var StreamStringPrefixes = {
 };
 var getStreamStringTypeAndValue = (line) => {
   const firstSeperatorIndex = line.indexOf(":");
+  if (firstSeperatorIndex === -1) {
+    throw new Error("Failed to parse stream string");
+  }
   const prefix = line.slice(0, firstSeperatorIndex);
   const type = Object.keys(StreamStringPrefixes).find(
     (key) => StreamStringPrefixes[key] === Number(prefix)

package/vue/dist/index.mjs

@@ -30,6 +30,9 @@ var StreamStringPrefixes = {
 };
 var getStreamStringTypeAndValue = (line) => {
   const firstSeperatorIndex = line.indexOf(":");
+  if (firstSeperatorIndex === -1) {
+    throw new Error("Failed to parse stream string");
+  }
   const prefix = line.slice(0, firstSeperatorIndex);
   const type = Object.keys(StreamStringPrefixes).find(
     (key) => StreamStringPrefixes[key] === Number(prefix)