ai 3.1.0-canary.3 → 3.1.0

package/react/dist/index.js

@@ -32,6 +32,7 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var react_exports = {};
 __export(react_exports, {
   experimental_useAssistant: () => experimental_useAssistant,
+  useAssistant: () => useAssistant,
   useChat: () => useChat,
   useCompletion: () => useCompletion
 });
@@ -141,9 +142,9 @@ var toolCallStreamPart = {
   code: "7",
   name: "tool_calls",
   parse: (value) => {
-    if (value == null || typeof value !== "object" || !("tool_calls" in value) || typeof value.tool_calls !== "object" || value.tool_calls == null || !Array.isArray(value.tool_calls) || value.tool_calls.some((tc) => {
-      tc == null || typeof tc !== "object" || !("id" in tc) || typeof tc.id !== "string" || !("type" in tc) || typeof tc.type !== "string" || !("function" in tc) || tc.function == null || typeof tc.function !== "object" || !("arguments" in tc.function) || typeof tc.function.name !== "string" || typeof tc.function.arguments !== "string";
-    })) {
+    if (value == null || typeof value !== "object" || !("tool_calls" in value) || typeof value.tool_calls !== "object" || value.tool_calls == null || !Array.isArray(value.tool_calls) || value.tool_calls.some(
+      (tc) => tc == null || typeof tc !== "object" || !("id" in tc) || typeof tc.id !== "string" || !("type" in tc) || typeof tc.type !== "string" || !("function" in tc) || tc.function == null || typeof tc.function !== "object" || !("arguments" in tc.function) || typeof tc.function.name !== "string" || typeof tc.function.arguments !== "string"
+    )) {
       throw new Error(
         '"tool_calls" parts expect an object with a ToolCallPayload.'
       );
@@ -256,27 +257,12 @@ async function* readDataStream(reader, {
   }
 }
 
-// shared/utils.ts
+// shared/generate-id.ts
 var import_non_secure = require("nanoid/non-secure");
-var nanoid = (0, import_non_secure.customAlphabet)(
+var generateId = (0, import_non_secure.customAlphabet)(
   "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz",
   7
 );
-function createChunkDecoder(complex) {
-  const decoder = new TextDecoder();
-  if (!complex) {
-    return function(chunk) {
-      if (!chunk)
-        return "";
-      return decoder.decode(chunk, { stream: true });
-    };
-  }
-  return function(chunk) {
-    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
-    return decoded.map(parseStreamPart).filter(Boolean);
-  };
-}
-var COMPLEX_HEADER = "X-Experimental-Stream-Data";
 
 // shared/parse-complex-response.ts
 function assignAnnotationsToMessage(message, annotations) {
@@ -289,7 +275,7 @@ async function parseComplexResponse({
   abortControllerRef,
   update,
   onFinish,
-  generateId = nanoid,
+  generateId: generateId2 = generateId,
   getCurrentDate = () => /* @__PURE__ */ new Date()
 }) {
   const createdAt = getCurrentDate();
@@ -308,7 +294,7 @@ async function parseComplexResponse({
         };
       } else {
         prefixMap["text"] = {
-          id: generateId(),
+          id: generateId2(),
           role: "assistant",
           content: value,
           createdAt
@@ -318,7 +304,7 @@ async function parseComplexResponse({
     let functionCallMessage = null;
     if (type === "function_call") {
       prefixMap["function_call"] = {
-        id: generateId(),
+        id: generateId2(),
         role: "assistant",
         content: "",
         function_call: value.function_call,
@@ -330,7 +316,7 @@ async function parseComplexResponse({
     let toolCallMessage = null;
     if (type === "tool_calls") {
       prefixMap["tool_calls"] = {
-        id: generateId(),
+        id: generateId2(),
         role: "assistant",
         content: "",
         tool_calls: value.tool_calls,
@@ -389,20 +375,36 @@ async function parseComplexResponse({
   };
 }
 
+// shared/utils.ts
+function createChunkDecoder(complex) {
+  const decoder = new TextDecoder();
+  if (!complex) {
+    return function(chunk) {
+      if (!chunk)
+        return "";
+      return decoder.decode(chunk, { stream: true });
+    };
+  }
+  return function(chunk) {
+    const decoded = decoder.decode(chunk, { stream: true }).split("\n").filter((line) => line !== "");
+    return decoded.map(parseStreamPart).filter(Boolean);
+  };
+}
+
 // shared/call-chat-api.ts
 async function callChatApi({
   api,
   messages,
   body,
+  streamMode = "stream-data",
   credentials,
   headers,
   abortController,
-  appendMessage,
   restoreMessagesOnFailure,
   onResponse,
   onUpdate,
   onFinish,
-  generateId
+  generateId: generateId2
 }) {
   var _a;
   const response = await fetch(api, {
@@ -438,63 +440,51 @@ async function callChatApi({
     throw new Error("The response body is empty.");
   }
   const reader = response.body.getReader();
-  const isComplexMode = response.headers.get(COMPLEX_HEADER) === "true";
-  if (isComplexMode) {
-    return await parseComplexResponse({
-      reader,
-      abortControllerRef: abortController != null ? { current: abortController() } : void 0,
-      update: onUpdate,
-      onFinish(prefixMap) {
-        if (onFinish && prefixMap.text != null) {
-          onFinish(prefixMap.text);
+  switch (streamMode) {
+    case "text": {
+      const decoder = createChunkDecoder();
+      const resultMessage = {
+        id: generateId2(),
+        createdAt: /* @__PURE__ */ new Date(),
+        role: "assistant",
+        content: ""
+      };
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done) {
+          break;
+        }
+        resultMessage.content += decoder(value);
+        resultMessage.id = generateId2();
+        onUpdate([{ ...resultMessage }], []);
+        if ((abortController == null ? void 0 : abortController()) === null) {
+          reader.cancel();
+          break;
         }
-      },
-      generateId
-    });
-  } else {
-    const createdAt = /* @__PURE__ */ new Date();
-    const decode = createChunkDecoder(false);
-    let streamedResponse = "";
-    const replyId = generateId();
-    let responseMessage = {
-      id: replyId,
-      createdAt,
-      content: "",
-      role: "assistant"
-    };
-    while (true) {
-      const { done, value } = await reader.read();
-      if (done) {
-        break;
-      }
-      streamedResponse += decode(value);
-      if (streamedResponse.startsWith('{"function_call":')) {
-        responseMessage["function_call"] = streamedResponse;
-      } else if (streamedResponse.startsWith('{"tool_calls":')) {
-        responseMessage["tool_calls"] = streamedResponse;
-      } else {
-        responseMessage["content"] = streamedResponse;
-      }
-      appendMessage({ ...responseMessage });
-      if ((abortController == null ? void 0 : abortController()) === null) {
-        reader.cancel();
-        break;
       }
+      onFinish == null ? void 0 : onFinish(resultMessage);
+      return {
+        messages: [resultMessage],
+        data: []
+      };
     }
-    if (streamedResponse.startsWith('{"function_call":')) {
-      const parsedFunctionCall = JSON.parse(streamedResponse).function_call;
-      responseMessage["function_call"] = parsedFunctionCall;
-      appendMessage({ ...responseMessage });
-    }
-    if (streamedResponse.startsWith('{"tool_calls":')) {
-      const parsedToolCalls = JSON.parse(streamedResponse).tool_calls;
-      responseMessage["tool_calls"] = parsedToolCalls;
-      appendMessage({ ...responseMessage });
+    case "stream-data": {
+      return await parseComplexResponse({
+        reader,
+        abortControllerRef: abortController != null ? { current: abortController() } : void 0,
+        update: onUpdate,
+        onFinish(prefixMap) {
+          if (onFinish && prefixMap.text != null) {
+            onFinish(prefixMap.text);
+          }
+        },
+        generateId: generateId2
+      });
     }
-    if (onFinish) {
-      onFinish(responseMessage);
+    default: {
+      const exhaustiveCheck = streamMode;
+      throw new Error(`Unknown stream mode: ${exhaustiveCheck}`);
     }
-    return responseMessage;
   }
 }
 
@@ -615,7 +605,7 @@ async function processChatStream({
 }
 
 // react/use-chat.ts
-var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, generateId, onFinish, onResponse, sendExtraMessageFields) => {
+var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, existingData, extraMetadataRef, messagesRef, abortControllerRef, generateId2, streamMode, onFinish, onResponse, sendExtraMessageFields) => {
   var _a, _b;
   const previousMessages = messagesRef.current;
   mutate(chatRequest.messages, false);
@@ -634,7 +624,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
     })
   );
   if (typeof api !== "string") {
-    const replyId = generateId();
+    const replyId = generateId2();
     const createdAt = /* @__PURE__ */ new Date();
     let responseMessage = {
       id: replyId,
@@ -686,15 +676,13 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
         tool_choice: chatRequest.tool_choice
       }
     },
+    streamMode,
     credentials: extraMetadataRef.current.credentials,
     headers: {
       ...extraMetadataRef.current.headers,
       ...(_b = chatRequest.options) == null ? void 0 : _b.headers
     },
     abortController: () => abortControllerRef.current,
-    appendMessage(message) {
-      mutate([...chatRequest.messages, message], false);
-    },
     restoreMessagesOnFailure() {
       mutate(previousMessages, false);
     },
@@ -704,7 +692,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
       mutateStreamData([...existingData || [], ...data || []], false);
     },
     onFinish,
-    generateId
+    generateId: generateId2
   });
 };
 function useChat({
@@ -715,13 +703,14 @@ function useChat({
   sendExtraMessageFields,
   experimental_onFunctionCall,
   experimental_onToolCall,
+  streamMode,
   onResponse,
   onFinish,
   onError,
   credentials,
   headers,
   body,
-  generateId = nanoid
+  generateId: generateId2 = generateId
 } = {}) {
   const hookId = (0, import_react.useId)();
   const idKey = id != null ? id : hookId;
@@ -772,7 +761,8 @@ function useChat({
             extraMetadataRef,
             messagesRef,
             abortControllerRef,
-            generateId,
+            generateId2,
+            streamMode,
             onFinish,
             onResponse,
             sendExtraMessageFields
@@ -814,7 +804,7 @@ function useChat({
       experimental_onToolCall,
       messagesRef,
       abortControllerRef,
-      generateId
+      generateId2
     ]
   );
   const append = (0, import_react.useCallback)(
@@ -827,7 +817,7 @@ function useChat({
       data
     } = {}) => {
       if (!message.id) {
-        message.id = generateId();
+        message.id = generateId2();
       }
       const chatRequest = {
         messages: messagesRef.current.concat(message),
@@ -840,7 +830,7 @@ function useChat({
       };
       return triggerRequest(chatRequest);
     },
-    [triggerRequest, generateId]
+    [triggerRequest, generateId2]
   );
   const reload = (0, import_react.useCallback)(
     async ({
@@ -943,6 +933,7 @@ async function callCompletionApi({
   credentials,
   headers,
   body,
+  streamMode = "stream-data",
   setCompletion,
   setLoading,
   setError,
@@ -990,36 +981,44 @@ async function callCompletionApi({
     }
     let result = "";
     const reader = res.body.getReader();
-    const isComplexMode = res.headers.get(COMPLEX_HEADER) === "true";
-    if (isComplexMode) {
-      for await (const { type, value } of readDataStream(reader, {
-        isAborted: () => abortController === null
-      })) {
-        switch (type) {
-          case "text": {
-            result += value;
-            setCompletion(result);
+    switch (streamMode) {
+      case "text": {
+        const decoder = createChunkDecoder();
+        while (true) {
+          const { done, value } = await reader.read();
+          if (done) {
             break;
           }
-          case "data": {
-            onData == null ? void 0 : onData(value);
+          result += decoder(value);
+          setCompletion(result);
+          if (abortController === null) {
+            reader.cancel();
             break;
           }
         }
+        break;
       }
-    } else {
-      const decoder = createChunkDecoder();
-      while (true) {
-        const { done, value } = await reader.read();
-        if (done) {
-          break;
-        }
-        result += decoder(value);
-        setCompletion(result);
-        if (abortController === null) {
-          reader.cancel();
-          break;
+      case "stream-data": {
+        for await (const { type, value } of readDataStream(reader, {
+          isAborted: () => abortController === null
+        })) {
+          switch (type) {
+            case "text": {
+              result += value;
+              setCompletion(result);
+              break;
+            }
+            case "data": {
+              onData == null ? void 0 : onData(value);
+              break;
+            }
+          }
         }
+        break;
+      }
+      default: {
+        const exhaustiveCheck = streamMode;
+        throw new Error(`Unknown stream mode: ${exhaustiveCheck}`);
       }
     }
     if (onFinish) {
@@ -1052,6 +1051,7 @@ function useCompletion({
   credentials,
   headers,
   body,
+  streamMode,
   onResponse,
   onFinish,
   onError
@@ -1091,6 +1091,7 @@ function useCompletion({
         ...extraMetadataRef.current.body,
         ...options == null ? void 0 : options.body
       },
+      streamMode,
       setCompletion: (completion2) => mutate(completion2, false),
       setLoading: mutateLoading,
       setError,
@@ -1164,8 +1165,7 @@ function useCompletion({
 
 // react/use-assistant.ts
 var import_react3 = require("react");
-var import_nanoid = require("nanoid");
-function experimental_useAssistant({
+function useAssistant({
   api,
   threadId: threadIdParam,
   credentials,
@@ -1181,35 +1181,37 @@ function experimental_useAssistant({
   const handleInputChange = (event) => {
     setInput(event.target.value);
   };
-  const submitMessage = async (event, requestOptions) => {
-    var _a, _b;
-    (_a = event == null ? void 0 : event.preventDefault) == null ? void 0 : _a.call(event);
-    if (input === "") {
-      return;
-    }
+  const append = async (message, requestOptions) => {
+    var _a;
     setStatus("in_progress");
-    setMessages((messages2) => [
-      ...messages2,
-      { id: "", role: "user", content: input }
-    ]);
-    setInput("");
-    const result = await fetch(api, {
-      method: "POST",
-      credentials,
-      headers: { "Content-Type": "application/json", ...headers },
-      body: JSON.stringify({
-        ...body,
-        // always use user-provided threadId when available:
-        threadId: (_b = threadIdParam != null ? threadIdParam : threadId) != null ? _b : null,
-        message: input,
-        // optional request data:
-        data: requestOptions == null ? void 0 : requestOptions.data
-      })
+    setMessages((messages2) => {
+      var _a2;
+      return [
+        ...messages2,
+        {
+          ...message,
+          id: (_a2 = message.id) != null ? _a2 : generateId()
+        }
+      ];
     });
-    if (result.body == null) {
-      throw new Error("The response body is empty.");
-    }
+    setInput("");
     try {
+      const result = await fetch(api, {
+        method: "POST",
+        credentials,
+        headers: { "Content-Type": "application/json", ...headers },
+        body: JSON.stringify({
+          ...body,
+          // always use user-provided threadId when available:
+          threadId: (_a = threadIdParam != null ? threadIdParam : threadId) != null ? _a : null,
+          message: message.content,
+          // optional request data:
+          data: requestOptions == null ? void 0 : requestOptions.data
+        })
+      });
+      if (result.body == null) {
+        throw new Error("The response body is empty.");
+      }
       for await (const { type, value } of readDataStream(
         result.body.getReader()
       )) {
@@ -1245,7 +1247,7 @@ function experimental_useAssistant({
               return [
                 ...messages2,
                 {
-                  id: (_a2 = value.id) != null ? _a2 : (0, import_nanoid.nanoid)(),
+                  id: (_a2 = value.id) != null ? _a2 : generateId(),
                   role: "data",
                   content: "",
                   data: value.data
@@ -1278,8 +1280,18 @@ function experimental_useAssistant({
     }
     setStatus("awaiting_message");
   };
+  const submitMessage = async (event, requestOptions) => {
+    var _a;
+    (_a = event == null ? void 0 : event.preventDefault) == null ? void 0 : _a.call(event);
+    if (input === "") {
+      return;
+    }
+    append({ role: "user", content: input }, requestOptions);
+  };
   return {
+    append,
     messages,
+    setMessages,
     threadId,
     input,
     setInput,
@@ -1289,9 +1301,11 @@ function experimental_useAssistant({
     error
   };
 }
+var experimental_useAssistant = useAssistant;
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   experimental_useAssistant,
+  useAssistant,
   useChat,
   useCompletion
 });