@assistant-ui/react 0.4.4 → 0.4.6

package/dist/index.mjs

@@ -29,6 +29,21 @@ function useAssistantContext(options) {
 import { create } from "zustand";
 
 // src/types/ModelConfigTypes.ts
+import { z } from "zod";
+var LanguageModelV1CallSettingsSchema = z.object({
+  maxTokens: z.number().int().positive().optional(),
+  temperature: z.number().optional(),
+  topP: z.number().optional(),
+  presencePenalty: z.number().optional(),
+  frequencyPenalty: z.number().optional(),
+  seed: z.number().int().optional(),
+  headers: z.record(z.string().optional()).optional()
+});
+var LanguageModelConfigSchema = z.object({
+  apiKey: z.string().optional(),
+  baseUrl: z.string().optional(),
+  modelName: z.string().optional()
+});
 var mergeModelConfigs = (configSet) => {
   const configs = Array.from(configSet).map((c) => c.getModelConfig()).sort((a, b) => (b.priority ?? 0) - (a.priority ?? 0));
   return configs.reduce((acc, config) => {
@@ -1902,7 +1917,7 @@ var ThreadPrimitiveSuggestion = createActionButton(
 );
 
 // src/runtimes/local/useLocalRuntime.tsx
-import { useInsertionEffect as useInsertionEffect3, useState as useState7 } from "react";
+import { useInsertionEffect as useInsertionEffect3, useState as useState8 } from "react";
 
 // src/utils/idUtils.tsx
 import { customAlphabet } from "nanoid/non-secure";
@@ -2205,163 +2220,8 @@ var TooltipIconButton = forwardRef17(({ children, tooltip, side = "bottom", ...r
 });
 TooltipIconButton.displayName = "TooltipIconButton";
 
-// src/runtimes/local/LocalRuntime.tsx
-var LocalRuntime = class extends BaseAssistantRuntime {
-  _proxyConfigProvider;
-  constructor(adapter) {
-    const proxyConfigProvider = new ProxyConfigProvider();
-    super(new LocalThreadRuntime(proxyConfigProvider, adapter));
-    this._proxyConfigProvider = proxyConfigProvider;
-  }
-  set adapter(adapter) {
-    this.thread.adapter = adapter;
-  }
-  registerModelConfigProvider(provider) {
-    return this._proxyConfigProvider.registerModelConfigProvider(provider);
-  }
-  switchToThread(threadId) {
-    if (threadId) {
-      throw new Error("LocalRuntime does not yet support switching threads");
-    }
-    return this.thread = new LocalThreadRuntime(
-      this._proxyConfigProvider,
-      this.thread.adapter
-    );
-  }
-};
-var CAPABILITIES = Object.freeze({
-  edit: true,
-  reload: true,
-  cancel: true,
-  copy: true
-});
-var LocalThreadRuntime = class {
-  constructor(configProvider, adapter) {
-    this.configProvider = configProvider;
-    this.adapter = adapter;
-  }
-  _subscriptions = /* @__PURE__ */ new Set();
-  abortController = null;
-  repository = new MessageRepository();
-  capabilities = CAPABILITIES;
-  get messages() {
-    return this.repository.getMessages();
-  }
-  get isRunning() {
-    return this.abortController != null;
-  }
-  getBranches(messageId) {
-    return this.repository.getBranches(messageId);
-  }
-  switchToBranch(branchId) {
-    this.repository.switchToBranch(branchId);
-    this.notifySubscribers();
-  }
-  async append(message) {
-    if (message.role !== "user")
-      throw new Error(
-        "Only appending user messages are supported in LocalRuntime. This is likely an internal bug in assistant-ui."
-      );
-    const userMessageId = generateId();
-    const userMessage = {
-      id: userMessageId,
-      role: "user",
-      content: message.content,
-      createdAt: /* @__PURE__ */ new Date()
-    };
-    this.repository.addOrUpdateMessage(message.parentId, userMessage);
-    await this.startRun(userMessageId);
-  }
-  async startRun(parentId) {
-    this.repository.resetHead(parentId);
-    const messages = this.repository.getMessages();
-    const message = {
-      id: generateId(),
-      role: "assistant",
-      status: { type: "in_progress" },
-      content: [{ type: "text", text: "" }],
-      createdAt: /* @__PURE__ */ new Date()
-    };
-    this.repository.addOrUpdateMessage(parentId, { ...message });
-    this.abortController?.abort();
-    this.abortController = new AbortController();
-    this.notifySubscribers();
-    try {
-      const updateHandler = ({ content }) => {
-        message.content = content;
-        this.repository.addOrUpdateMessage(parentId, { ...message });
-        this.notifySubscribers();
-      };
-      const result = await this.adapter.run({
-        messages,
-        abortSignal: this.abortController.signal,
-        config: this.configProvider.getModelConfig(),
-        onUpdate: updateHandler
-      });
-      if (result !== void 0) {
-        updateHandler(result);
-      }
-      if (result.status?.type === "in_progress")
-        throw new Error(
-          "Unexpected in_progress status returned from ChatModelAdapter"
-        );
-      message.status = result.status ?? { type: "done" };
-      this.repository.addOrUpdateMessage(parentId, { ...message });
-    } catch (e) {
-      message.status = { type: "error", error: e };
-      this.repository.addOrUpdateMessage(parentId, { ...message });
-      throw e;
-    } finally {
-      this.abortController = null;
-      this.notifySubscribers();
-    }
-  }
-  cancelRun() {
-    if (!this.abortController) return;
-    this.abortController.abort();
-    this.abortController = null;
-  }
-  notifySubscribers() {
-    for (const callback of this._subscriptions) callback();
-  }
-  subscribe(callback) {
-    this._subscriptions.add(callback);
-    return () => this._subscriptions.delete(callback);
-  }
-  addToolResult({ messageId, toolCallId, result }) {
-    const { parentId, message } = this.repository.getMessage(messageId);
-    if (message.role !== "assistant")
-      throw new Error("Tried to add tool result to non-assistant message");
-    let found = false;
-    const newContent = message.content.map((c) => {
-      if (c.type !== "tool-call") return c;
-      if (c.toolCallId !== toolCallId) return c;
-      found = true;
-      return {
-        ...c,
-        result
-      };
-    });
-    if (!found)
-      throw new Error("Tried to add tool result to non-existing tool call");
-    this.repository.addOrUpdateMessage(parentId, {
-      ...message,
-      content: newContent
-    });
-  }
-};
-
-// src/runtimes/local/useLocalRuntime.tsx
-var useLocalRuntime = (adapter) => {
-  const [runtime] = useState7(() => new LocalRuntime(adapter));
-  useInsertionEffect3(() => {
-    runtime.adapter = adapter;
-  });
-  return runtime;
-};
-
 // src/runtimes/edge/useEdgeRuntime.ts
-import { useState as useState8 } from "react";
+import { useState as useState7 } from "react";
 
 // src/runtimes/edge/converters/toCoreMessages.ts
 var toCoreMessages = (message) => {
@@ -2370,6 +2230,10 @@ var toCoreMessages = (message) => {
       role: message2.role,
       content: message2.content.map((part) => {
         if (part.type === "ui") throw new Error("UI parts are not supported");
+        if (part.type === "tool-call") {
+          const { argsText, ...rest } = part;
+          return rest;
+        }
         return part;
       })
     };
@@ -2377,7 +2241,7 @@ var toCoreMessages = (message) => {
 };
 
 // src/runtimes/edge/converters/toLanguageModelTools.ts
-import { z } from "zod";
+import { z as z2 } from "zod";
 import zodToJsonSchema from "zod-to-json-schema";
 var toLanguageModelTools = (tools) => {
   if (!tools) return [];
@@ -2385,12 +2249,13 @@ var toLanguageModelTools = (tools) => {
     type: "function",
     name,
     ...tool.description ? { description: tool.description } : void 0,
-    parameters: tool.parameters instanceof z.ZodType ? zodToJsonSchema(tool.parameters) : tool.parameters
+    parameters: tool.parameters instanceof z2.ZodType ? zodToJsonSchema(tool.parameters) : tool.parameters
   }));
 };
 
 // src/runtimes/edge/streams/assistantDecoderStream.ts
 function assistantDecoderStream() {
+  const toolCallNames = /* @__PURE__ */ new Map();
   let currentToolCall;
   return new TransformStream({
     transform(chunk, controller) {
@@ -2415,6 +2280,7 @@ function assistantDecoderStream() {
         }
         case "1" /* ToolCallBegin */: {
           const { id, name } = value;
+          toolCallNames.set(id, name);
           currentToolCall = { id, name, argsText: "" };
           break;
         }
@@ -2430,6 +2296,16 @@ function assistantDecoderStream() {
           });
           break;
         }
+        case "3" /* ToolCallResult */: {
+          controller.enqueue({
+            type: "tool-result",
+            toolCallType: "function",
+            toolCallId: value.id,
+            toolName: toolCallNames.get(value.id),
+            result: value.result
+          });
+          break;
+        }
         case "F" /* Finish */: {
           controller.enqueue({
             type: "finish",
@@ -2816,9 +2692,9 @@ var parsePartialJson = (json) => {
 };
 
 // src/runtimes/edge/streams/runResultStream.ts
-function runResultStream() {
+function runResultStream(initialContent) {
   let message = {
-    content: []
+    content: initialContent
   };
   const currentToolCall = { toolCallId: "", argsText: "" };
   return new TransformStream({
@@ -2950,7 +2826,7 @@ var appendOrUpdateFinish = (message, chunk) => {
 };
 
 // src/runtimes/edge/streams/toolResultStream.ts
-import { z as z2 } from "zod";
+import { z as z3 } from "zod";
 import sjson2 from "secure-json-parse";
 function toolResultStream(tools) {
   const toolCallExecutions = /* @__PURE__ */ new Map();
@@ -2964,12 +2840,16 @@ function toolResultStream(tools) {
           const tool = tools?.[toolName];
           if (!tool || !tool.execute) return;
           const args = sjson2.parse(argsText);
-          if (tool.parameters instanceof z2.ZodType) {
+          if (tool.parameters instanceof z3.ZodType) {
             const result = tool.parameters.safeParse(args);
             if (!result.success) {
               controller.enqueue({
-                type: "error",
-                error: new Error("Invalid tool call arguments")
+                type: "tool-result",
+                toolCallType,
+                toolCallId,
+                toolName,
+                result: "Function parameter validation failed. " + JSON.stringify(result.error.issues),
+                isError: true
               });
               return;
             } else {
@@ -2986,9 +2866,14 @@ function toolResultStream(tools) {
                       result: result2
                     });
                   } catch (error) {
+                    console.error("Error: ", error);
                     controller.enqueue({
-                      type: "error",
-                      error
+                      type: "tool-result",
+                      toolCallType,
+                      toolCallId,
+                      toolName,
+                      result: "Error: " + error,
+                      isError: true
                     });
                   } finally {
                     toolCallExecutions.delete(toolCallId);
@@ -3001,6 +2886,7 @@ function toolResultStream(tools) {
         }
         case "text-delta":
         case "tool-call-delta":
+        case "tool-result":
         case "finish":
         case "error":
           break;
@@ -3034,7 +2920,7 @@ var EdgeChatAdapter = class {
   constructor(options) {
     this.options = options;
   }
-  async run({ messages, abortSignal, config, onUpdate }) {
+  async roundtrip(initialContent, { messages, abortSignal, config, onUpdate }) {
     const result = await fetch(this.options.api, {
       method: "POST",
       headers: {
@@ -3045,25 +2931,62 @@ var EdgeChatAdapter = class {
         messages: toCoreMessages(messages),
         tools: toLanguageModelTools(
           config.tools
-        )
+        ),
+        ...config.callSettings,
+        ...config.config
       }),
       signal: abortSignal
     });
-    const stream = result.body.pipeThrough(new TextDecoderStream()).pipeThrough(chunkByLineStream()).pipeThrough(assistantDecoderStream()).pipeThrough(toolResultStream(config.tools)).pipeThrough(runResultStream());
+    const stream = result.body.pipeThrough(new TextDecoderStream()).pipeThrough(chunkByLineStream()).pipeThrough(assistantDecoderStream()).pipeThrough(toolResultStream(config.tools)).pipeThrough(runResultStream(initialContent));
+    let message;
     let update;
     for await (update of asAsyncIterable(stream)) {
-      onUpdate(update);
+      message = onUpdate(update);
     }
     if (update === void 0)
       throw new Error("No data received from Edge Runtime");
-    return update;
+    return [message, update];
+  }
+  async run({ messages, abortSignal, config, onUpdate }) {
+    let roundtripAllowance = this.options.maxToolRoundtrips ?? 1;
+    let usage = {
+      promptTokens: 0,
+      completionTokens: 0
+    };
+    let result;
+    let assistantMessage;
+    do {
+      [assistantMessage, result] = await this.roundtrip(result?.content ?? [], {
+        messages: assistantMessage ? [...messages, assistantMessage] : messages,
+        abortSignal,
+        config,
+        onUpdate
+      });
+      if (result.status?.type === "done") {
+        usage.promptTokens += result.status.usage?.promptTokens ?? 0;
+        usage.completionTokens += result.status.usage?.completionTokens ?? 0;
+      }
+    } while (result.status?.type === "done" && result.status.finishReason === "tool-calls" && result.content.every((c) => c.type !== "tool-call" || !!c.result) && roundtripAllowance-- > 0);
+    if (result.status?.type === "done" && usage.promptTokens > 0) {
+      result = {
+        ...result,
+        status: {
+          ...result.status,
+          usage
+        }
+      };
+    }
+    return result;
   }
 };
 
 // src/runtimes/edge/useEdgeRuntime.ts
-var useEdgeRuntime = (options) => {
-  const [adapter] = useState8(() => new EdgeChatAdapter(options));
-  return useLocalRuntime(adapter);
+var useEdgeRuntime = ({
+  initialMessages,
+  ...options
+}) => {
+  const [adapter] = useState7(() => new EdgeChatAdapter(options));
+  return useLocalRuntime(adapter, { initialMessages });
 };
 
 // src/runtimes/edge/converters/toLanguageModelMessages.ts
@@ -3238,7 +3161,7 @@ var fromLanguageModelMessages = (lm, mergeRoundtrips) => {
               toolCallId: part.toolCallId,
               toolName: part.toolName,
               argsText: JSON.stringify(part.args),
-              args: typeof part.args === "string" ? part.args : part.args
+              args: part.args
             };
           }
           return part;
@@ -3290,16 +3213,181 @@ var fromLanguageModelMessages = (lm, mergeRoundtrips) => {
 var fromCoreMessages = (message) => {
   return message.map((message2) => {
     return {
-      ...message2,
       id: generateId(),
       createdAt: /* @__PURE__ */ new Date(),
       ...message2.role === "assistant" ? {
         status: { type: "done" }
-      } : void 0
+      } : void 0,
+      ...message2
     };
   });
 };
 
+// src/runtimes/local/LocalRuntime.tsx
+var LocalRuntime = class extends BaseAssistantRuntime {
+  _proxyConfigProvider;
+  constructor(adapter, options) {
+    const proxyConfigProvider = new ProxyConfigProvider();
+    super(new LocalThreadRuntime(proxyConfigProvider, adapter, options));
+    this._proxyConfigProvider = proxyConfigProvider;
+  }
+  set adapter(adapter) {
+    this.thread.adapter = adapter;
+  }
+  registerModelConfigProvider(provider) {
+    return this._proxyConfigProvider.registerModelConfigProvider(provider);
+  }
+  switchToThread(threadId) {
+    if (threadId) {
+      throw new Error("LocalRuntime does not yet support switching threads");
+    }
+    return this.thread = new LocalThreadRuntime(
+      this._proxyConfigProvider,
+      this.thread.adapter
+    );
+  }
+};
+var CAPABILITIES = Object.freeze({
+  edit: true,
+  reload: true,
+  cancel: true,
+  copy: true
+});
+var LocalThreadRuntime = class {
+  constructor(configProvider, adapter, options) {
+    this.configProvider = configProvider;
+    this.adapter = adapter;
+    if (options?.initialMessages) {
+      let parentId = null;
+      const messages = fromCoreMessages(options.initialMessages);
+      for (const message of messages) {
+        this.repository.addOrUpdateMessage(parentId, message);
+        parentId = message.id;
+      }
+    }
+  }
+  _subscriptions = /* @__PURE__ */ new Set();
+  abortController = null;
+  repository = new MessageRepository();
+  capabilities = CAPABILITIES;
+  get messages() {
+    return this.repository.getMessages();
+  }
+  get isRunning() {
+    return this.abortController != null;
+  }
+  getBranches(messageId) {
+    return this.repository.getBranches(messageId);
+  }
+  switchToBranch(branchId) {
+    this.repository.switchToBranch(branchId);
+    this.notifySubscribers();
+  }
+  async append(message) {
+    if (message.role !== "user")
+      throw new Error(
+        "Only appending user messages are supported in LocalRuntime. This is likely an internal bug in assistant-ui."
+      );
+    const userMessageId = generateId();
+    const userMessage = {
+      id: userMessageId,
+      role: "user",
+      content: message.content,
+      createdAt: /* @__PURE__ */ new Date()
+    };
+    this.repository.addOrUpdateMessage(message.parentId, userMessage);
+    await this.startRun(userMessageId);
+  }
+  async startRun(parentId) {
+    this.repository.resetHead(parentId);
+    const messages = this.repository.getMessages();
+    let message = {
+      id: generateId(),
+      role: "assistant",
+      status: { type: "in_progress" },
+      content: [{ type: "text", text: "" }],
+      createdAt: /* @__PURE__ */ new Date()
+    };
+    this.abortController?.abort();
+    this.abortController = new AbortController();
+    this.repository.addOrUpdateMessage(parentId, { ...message });
+    this.notifySubscribers();
+    const updateMessage = (m) => {
+      message = {
+        ...message,
+        ...m
+      };
+      this.repository.addOrUpdateMessage(parentId, message);
+      this.notifySubscribers();
+      return message;
+    };
+    try {
+      const result = await this.adapter.run({
+        messages,
+        abortSignal: this.abortController.signal,
+        config: this.configProvider.getModelConfig(),
+        onUpdate: updateMessage
+      });
+      if (result.status?.type === "in_progress")
+        throw new Error(
+          "Unexpected in_progress status returned from ChatModelAdapter"
+        );
+      this.abortController = null;
+      updateMessage({ status: { type: "done" }, ...result });
+      this.repository.addOrUpdateMessage(parentId, { ...message });
+    } catch (e) {
+      const isAbortError = e instanceof Error && e.name === "AbortError";
+      this.abortController = null;
+      updateMessage({
+        status: isAbortError ? { type: "cancelled" } : { type: "error", error: e }
+      });
+      if (!isAbortError) throw e;
+    }
+  }
+  cancelRun() {
+    if (!this.abortController) return;
+    this.abortController.abort();
+    this.abortController = null;
+  }
+  notifySubscribers() {
+    for (const callback of this._subscriptions) callback();
+  }
+  subscribe(callback) {
+    this._subscriptions.add(callback);
+    return () => this._subscriptions.delete(callback);
+  }
+  addToolResult({ messageId, toolCallId, result }) {
+    const { parentId, message } = this.repository.getMessage(messageId);
+    if (message.role !== "assistant")
+      throw new Error("Tried to add tool result to non-assistant message");
+    let found = false;
+    const newContent = message.content.map((c) => {
+      if (c.type !== "tool-call") return c;
+      if (c.toolCallId !== toolCallId) return c;
+      found = true;
+      return {
+        ...c,
+        result
+      };
+    });
+    if (!found)
+      throw new Error("Tried to add tool result to non-existing tool call");
+    this.repository.addOrUpdateMessage(parentId, {
+      ...message,
+      content: newContent
+    });
+  }
+};
+
+// src/runtimes/local/useLocalRuntime.tsx
+var useLocalRuntime = (adapter, options) => {
+  const [runtime] = useState8(() => new LocalRuntime(adapter, options));
+  useInsertionEffect3(() => {
+    runtime.adapter = adapter;
+  });
+  return runtime;
+};
+
 // src/ui/thread-config.tsx
 import { createContext as createContext5, useContext as useContext5 } from "react";
 import { Fragment as Fragment3, jsx as jsx29 } from "react/jsx-runtime";
@@ -3895,10 +3983,7 @@ var ThreadScrollToBottom = forwardRef26((props, ref) => {
       thread: { scrollToBottom: { tooltip = "Scroll to bottom" } = {} } = {}
     } = {}
   } = useThreadConfig();
-  return /* @__PURE__ */ jsx41(thread_exports.ScrollToBottom, { asChild: true, children: /* @__PURE__ */ jsxs13(ThreadScrollToBottomIconButton, { tooltip, ...props, ref, children: [
-    "|",
-    props.children ?? /* @__PURE__ */ jsx41(ArrowDownIcon, {})
-  ] }) });
+  return /* @__PURE__ */ jsx41(thread_exports.ScrollToBottom, { asChild: true, children: /* @__PURE__ */ jsx41(ThreadScrollToBottomIconButton, { tooltip, ...props, ref, children: props.children ?? /* @__PURE__ */ jsx41(ArrowDownIcon, {}) }) });
 });
 ThreadScrollToBottom.displayName = "ThreadScrollToBottom";
 var exports10 = {