@assistant-ui/react 0.4.4 → 0.4.6

package/dist/index.js

@@ -116,6 +116,21 @@ function useAssistantContext(options) {
 var import_zustand = require("zustand");
 
 // src/types/ModelConfigTypes.ts
+var import_zod = require("zod");
+var LanguageModelV1CallSettingsSchema = import_zod.z.object({
+  maxTokens: import_zod.z.number().int().positive().optional(),
+  temperature: import_zod.z.number().optional(),
+  topP: import_zod.z.number().optional(),
+  presencePenalty: import_zod.z.number().optional(),
+  frequencyPenalty: import_zod.z.number().optional(),
+  seed: import_zod.z.number().int().optional(),
+  headers: import_zod.z.record(import_zod.z.string().optional()).optional()
+});
+var LanguageModelConfigSchema = import_zod.z.object({
+  apiKey: import_zod.z.string().optional(),
+  baseUrl: import_zod.z.string().optional(),
+  modelName: import_zod.z.string().optional()
+});
 var mergeModelConfigs = (configSet) => {
   const configs = Array.from(configSet).map((c) => c.getModelConfig()).sort((a, b) => (b.priority ?? 0) - (a.priority ?? 0));
   return configs.reduce((acc, config) => {
@@ -1972,7 +1987,7 @@ var ThreadPrimitiveSuggestion = createActionButton(
 );
 
 // src/runtimes/local/useLocalRuntime.tsx
-var import_react53 = require("react");
+var import_react54 = require("react");
 
 // src/utils/idUtils.tsx
 var import_non_secure = require("nanoid/non-secure");
@@ -2273,163 +2288,8 @@ var TooltipIconButton = (0, import_react52.forwardRef)(({ children, tooltip, sid
 });
 TooltipIconButton.displayName = "TooltipIconButton";
 
-// src/runtimes/local/LocalRuntime.tsx
-var LocalRuntime = class extends BaseAssistantRuntime {
-  _proxyConfigProvider;
-  constructor(adapter) {
-    const proxyConfigProvider = new ProxyConfigProvider();
-    super(new LocalThreadRuntime(proxyConfigProvider, adapter));
-    this._proxyConfigProvider = proxyConfigProvider;
-  }
-  set adapter(adapter) {
-    this.thread.adapter = adapter;
-  }
-  registerModelConfigProvider(provider) {
-    return this._proxyConfigProvider.registerModelConfigProvider(provider);
-  }
-  switchToThread(threadId) {
-    if (threadId) {
-      throw new Error("LocalRuntime does not yet support switching threads");
-    }
-    return this.thread = new LocalThreadRuntime(
-      this._proxyConfigProvider,
-      this.thread.adapter
-    );
-  }
-};
-var CAPABILITIES = Object.freeze({
-  edit: true,
-  reload: true,
-  cancel: true,
-  copy: true
-});
-var LocalThreadRuntime = class {
-  constructor(configProvider, adapter) {
-    this.configProvider = configProvider;
-    this.adapter = adapter;
-  }
-  _subscriptions = /* @__PURE__ */ new Set();
-  abortController = null;
-  repository = new MessageRepository();
-  capabilities = CAPABILITIES;
-  get messages() {
-    return this.repository.getMessages();
-  }
-  get isRunning() {
-    return this.abortController != null;
-  }
-  getBranches(messageId) {
-    return this.repository.getBranches(messageId);
-  }
-  switchToBranch(branchId) {
-    this.repository.switchToBranch(branchId);
-    this.notifySubscribers();
-  }
-  async append(message) {
-    if (message.role !== "user")
-      throw new Error(
-        "Only appending user messages are supported in LocalRuntime. This is likely an internal bug in assistant-ui."
-      );
-    const userMessageId = generateId();
-    const userMessage = {
-      id: userMessageId,
-      role: "user",
-      content: message.content,
-      createdAt: /* @__PURE__ */ new Date()
-    };
-    this.repository.addOrUpdateMessage(message.parentId, userMessage);
-    await this.startRun(userMessageId);
-  }
-  async startRun(parentId) {
-    this.repository.resetHead(parentId);
-    const messages = this.repository.getMessages();
-    const message = {
-      id: generateId(),
-      role: "assistant",
-      status: { type: "in_progress" },
-      content: [{ type: "text", text: "" }],
-      createdAt: /* @__PURE__ */ new Date()
-    };
-    this.repository.addOrUpdateMessage(parentId, { ...message });
-    this.abortController?.abort();
-    this.abortController = new AbortController();
-    this.notifySubscribers();
-    try {
-      const updateHandler = ({ content }) => {
-        message.content = content;
-        this.repository.addOrUpdateMessage(parentId, { ...message });
-        this.notifySubscribers();
-      };
-      const result = await this.adapter.run({
-        messages,
-        abortSignal: this.abortController.signal,
-        config: this.configProvider.getModelConfig(),
-        onUpdate: updateHandler
-      });
-      if (result !== void 0) {
-        updateHandler(result);
-      }
-      if (result.status?.type === "in_progress")
-        throw new Error(
-          "Unexpected in_progress status returned from ChatModelAdapter"
-        );
-      message.status = result.status ?? { type: "done" };
-      this.repository.addOrUpdateMessage(parentId, { ...message });
-    } catch (e) {
-      message.status = { type: "error", error: e };
-      this.repository.addOrUpdateMessage(parentId, { ...message });
-      throw e;
-    } finally {
-      this.abortController = null;
-      this.notifySubscribers();
-    }
-  }
-  cancelRun() {
-    if (!this.abortController) return;
-    this.abortController.abort();
-    this.abortController = null;
-  }
-  notifySubscribers() {
-    for (const callback of this._subscriptions) callback();
-  }
-  subscribe(callback) {
-    this._subscriptions.add(callback);
-    return () => this._subscriptions.delete(callback);
-  }
-  addToolResult({ messageId, toolCallId, result }) {
-    const { parentId, message } = this.repository.getMessage(messageId);
-    if (message.role !== "assistant")
-      throw new Error("Tried to add tool result to non-assistant message");
-    let found = false;
-    const newContent = message.content.map((c) => {
-      if (c.type !== "tool-call") return c;
-      if (c.toolCallId !== toolCallId) return c;
-      found = true;
-      return {
-        ...c,
-        result
-      };
-    });
-    if (!found)
-      throw new Error("Tried to add tool result to non-existing tool call");
-    this.repository.addOrUpdateMessage(parentId, {
-      ...message,
-      content: newContent
-    });
-  }
-};
-
-// src/runtimes/local/useLocalRuntime.tsx
-var useLocalRuntime = (adapter) => {
-  const [runtime] = (0, import_react53.useState)(() => new LocalRuntime(adapter));
-  (0, import_react53.useInsertionEffect)(() => {
-    runtime.adapter = adapter;
-  });
-  return runtime;
-};
-
 // src/runtimes/edge/useEdgeRuntime.ts
-var import_react54 = require("react");
+var import_react53 = require("react");
 
 // src/runtimes/edge/converters/toCoreMessages.ts
 var toCoreMessages = (message) => {
@@ -2438,6 +2298,10 @@ var toCoreMessages = (message) => {
       role: message2.role,
       content: message2.content.map((part) => {
         if (part.type === "ui") throw new Error("UI parts are not supported");
+        if (part.type === "tool-call") {
+          const { argsText, ...rest } = part;
+          return rest;
+        }
         return part;
       })
     };
@@ -2445,7 +2309,7 @@ var toCoreMessages = (message) => {
 };
 
 // src/runtimes/edge/converters/toLanguageModelTools.ts
-var import_zod = require("zod");
+var import_zod2 = require("zod");
 var import_zod_to_json_schema = __toESM(require("zod-to-json-schema"));
 var toLanguageModelTools = (tools) => {
   if (!tools) return [];
@@ -2453,12 +2317,13 @@ var toLanguageModelTools = (tools) => {
     type: "function",
     name,
     ...tool.description ? { description: tool.description } : void 0,
-    parameters: tool.parameters instanceof import_zod.z.ZodType ? (0, import_zod_to_json_schema.default)(tool.parameters) : tool.parameters
+    parameters: tool.parameters instanceof import_zod2.z.ZodType ? (0, import_zod_to_json_schema.default)(tool.parameters) : tool.parameters
   }));
 };
 
 // src/runtimes/edge/streams/assistantDecoderStream.ts
 function assistantDecoderStream() {
+  const toolCallNames = /* @__PURE__ */ new Map();
   let currentToolCall;
   return new TransformStream({
     transform(chunk, controller) {
@@ -2483,6 +2348,7 @@ function assistantDecoderStream() {
         }
         case "1" /* ToolCallBegin */: {
           const { id, name } = value;
+          toolCallNames.set(id, name);
           currentToolCall = { id, name, argsText: "" };
           break;
         }
@@ -2498,6 +2364,16 @@ function assistantDecoderStream() {
           });
           break;
         }
+        case "3" /* ToolCallResult */: {
+          controller.enqueue({
+            type: "tool-result",
+            toolCallType: "function",
+            toolCallId: value.id,
+            toolName: toolCallNames.get(value.id),
+            result: value.result
+          });
+          break;
+        }
         case "F" /* Finish */: {
           controller.enqueue({
             type: "finish",
@@ -2884,9 +2760,9 @@ var parsePartialJson = (json) => {
 };
 
 // src/runtimes/edge/streams/runResultStream.ts
-function runResultStream() {
+function runResultStream(initialContent) {
   let message = {
-    content: []
+    content: initialContent
   };
   const currentToolCall = { toolCallId: "", argsText: "" };
   return new TransformStream({
@@ -3018,7 +2894,7 @@ var appendOrUpdateFinish = (message, chunk) => {
 };
 
 // src/runtimes/edge/streams/toolResultStream.ts
-var import_zod2 = require("zod");
+var import_zod3 = require("zod");
 var import_secure_json_parse2 = __toESM(require("secure-json-parse"));
 function toolResultStream(tools) {
   const toolCallExecutions = /* @__PURE__ */ new Map();
@@ -3032,12 +2908,16 @@ function toolResultStream(tools) {
           const tool = tools?.[toolName];
           if (!tool || !tool.execute) return;
           const args = import_secure_json_parse2.default.parse(argsText);
-          if (tool.parameters instanceof import_zod2.z.ZodType) {
+          if (tool.parameters instanceof import_zod3.z.ZodType) {
             const result = tool.parameters.safeParse(args);
             if (!result.success) {
               controller.enqueue({
-                type: "error",
-                error: new Error("Invalid tool call arguments")
+                type: "tool-result",
+                toolCallType,
+                toolCallId,
+                toolName,
+                result: "Function parameter validation failed. " + JSON.stringify(result.error.issues),
+                isError: true
               });
               return;
             } else {
@@ -3054,9 +2934,14 @@ function toolResultStream(tools) {
                       result: result2
                     });
                   } catch (error) {
+                    console.error("Error: ", error);
                     controller.enqueue({
-                      type: "error",
-                      error
+                      type: "tool-result",
+                      toolCallType,
+                      toolCallId,
+                      toolName,
+                      result: "Error: " + error,
+                      isError: true
                     });
                   } finally {
                     toolCallExecutions.delete(toolCallId);
@@ -3069,6 +2954,7 @@ function toolResultStream(tools) {
         }
         case "text-delta":
         case "tool-call-delta":
+        case "tool-result":
         case "finish":
         case "error":
           break;
@@ -3102,7 +2988,7 @@ var EdgeChatAdapter = class {
   constructor(options) {
     this.options = options;
   }
-  async run({ messages, abortSignal, config, onUpdate }) {
+  async roundtrip(initialContent, { messages, abortSignal, config, onUpdate }) {
     const result = await fetch(this.options.api, {
       method: "POST",
       headers: {
@@ -3113,25 +2999,62 @@ var EdgeChatAdapter = class {
         messages: toCoreMessages(messages),
         tools: toLanguageModelTools(
           config.tools
-        )
+        ),
+        ...config.callSettings,
+        ...config.config
       }),
       signal: abortSignal
     });
-    const stream = result.body.pipeThrough(new TextDecoderStream()).pipeThrough(chunkByLineStream()).pipeThrough(assistantDecoderStream()).pipeThrough(toolResultStream(config.tools)).pipeThrough(runResultStream());
+    const stream = result.body.pipeThrough(new TextDecoderStream()).pipeThrough(chunkByLineStream()).pipeThrough(assistantDecoderStream()).pipeThrough(toolResultStream(config.tools)).pipeThrough(runResultStream(initialContent));
+    let message;
     let update;
     for await (update of asAsyncIterable(stream)) {
-      onUpdate(update);
+      message = onUpdate(update);
     }
     if (update === void 0)
       throw new Error("No data received from Edge Runtime");
-    return update;
+    return [message, update];
+  }
+  async run({ messages, abortSignal, config, onUpdate }) {
+    let roundtripAllowance = this.options.maxToolRoundtrips ?? 1;
+    let usage = {
+      promptTokens: 0,
+      completionTokens: 0
+    };
+    let result;
+    let assistantMessage;
+    do {
+      [assistantMessage, result] = await this.roundtrip(result?.content ?? [], {
+        messages: assistantMessage ? [...messages, assistantMessage] : messages,
+        abortSignal,
+        config,
+        onUpdate
+      });
+      if (result.status?.type === "done") {
+        usage.promptTokens += result.status.usage?.promptTokens ?? 0;
+        usage.completionTokens += result.status.usage?.completionTokens ?? 0;
+      }
+    } while (result.status?.type === "done" && result.status.finishReason === "tool-calls" && result.content.every((c) => c.type !== "tool-call" || !!c.result) && roundtripAllowance-- > 0);
+    if (result.status?.type === "done" && usage.promptTokens > 0) {
+      result = {
+        ...result,
+        status: {
+          ...result.status,
+          usage
+        }
+      };
+    }
+    return result;
   }
 };
 
 // src/runtimes/edge/useEdgeRuntime.ts
-var useEdgeRuntime = (options) => {
-  const [adapter] = (0, import_react54.useState)(() => new EdgeChatAdapter(options));
-  return useLocalRuntime(adapter);
+var useEdgeRuntime = ({
+  initialMessages,
+  ...options
+}) => {
+  const [adapter] = (0, import_react53.useState)(() => new EdgeChatAdapter(options));
+  return useLocalRuntime(adapter, { initialMessages });
 };
 
 // src/runtimes/edge/converters/toLanguageModelMessages.ts
@@ -3306,7 +3229,7 @@ var fromLanguageModelMessages = (lm, mergeRoundtrips) => {
               toolCallId: part.toolCallId,
               toolName: part.toolName,
               argsText: JSON.stringify(part.args),
-              args: typeof part.args === "string" ? part.args : part.args
+              args: part.args
             };
           }
           return part;
@@ -3358,14 +3281,179 @@ var fromLanguageModelMessages = (lm, mergeRoundtrips) => {
 var fromCoreMessages = (message) => {
   return message.map((message2) => {
     return {
-      ...message2,
       id: generateId(),
       createdAt: /* @__PURE__ */ new Date(),
       ...message2.role === "assistant" ? {
         status: { type: "done" }
-      } : void 0
+      } : void 0,
+      ...message2
+    };
+  });
+};
+
+// src/runtimes/local/LocalRuntime.tsx
+var LocalRuntime = class extends BaseAssistantRuntime {
+  _proxyConfigProvider;
+  constructor(adapter, options) {
+    const proxyConfigProvider = new ProxyConfigProvider();
+    super(new LocalThreadRuntime(proxyConfigProvider, adapter, options));
+    this._proxyConfigProvider = proxyConfigProvider;
+  }
+  set adapter(adapter) {
+    this.thread.adapter = adapter;
+  }
+  registerModelConfigProvider(provider) {
+    return this._proxyConfigProvider.registerModelConfigProvider(provider);
+  }
+  switchToThread(threadId) {
+    if (threadId) {
+      throw new Error("LocalRuntime does not yet support switching threads");
+    }
+    return this.thread = new LocalThreadRuntime(
+      this._proxyConfigProvider,
+      this.thread.adapter
+    );
+  }
+};
+var CAPABILITIES = Object.freeze({
+  edit: true,
+  reload: true,
+  cancel: true,
+  copy: true
+});
+var LocalThreadRuntime = class {
+  constructor(configProvider, adapter, options) {
+    this.configProvider = configProvider;
+    this.adapter = adapter;
+    if (options?.initialMessages) {
+      let parentId = null;
+      const messages = fromCoreMessages(options.initialMessages);
+      for (const message of messages) {
+        this.repository.addOrUpdateMessage(parentId, message);
+        parentId = message.id;
+      }
+    }
+  }
+  _subscriptions = /* @__PURE__ */ new Set();
+  abortController = null;
+  repository = new MessageRepository();
+  capabilities = CAPABILITIES;
+  get messages() {
+    return this.repository.getMessages();
+  }
+  get isRunning() {
+    return this.abortController != null;
+  }
+  getBranches(messageId) {
+    return this.repository.getBranches(messageId);
+  }
+  switchToBranch(branchId) {
+    this.repository.switchToBranch(branchId);
+    this.notifySubscribers();
+  }
+  async append(message) {
+    if (message.role !== "user")
+      throw new Error(
+        "Only appending user messages are supported in LocalRuntime. This is likely an internal bug in assistant-ui."
+      );
+    const userMessageId = generateId();
+    const userMessage = {
+      id: userMessageId,
+      role: "user",
+      content: message.content,
+      createdAt: /* @__PURE__ */ new Date()
+    };
+    this.repository.addOrUpdateMessage(message.parentId, userMessage);
+    await this.startRun(userMessageId);
+  }
+  async startRun(parentId) {
+    this.repository.resetHead(parentId);
+    const messages = this.repository.getMessages();
+    let message = {
+      id: generateId(),
+      role: "assistant",
+      status: { type: "in_progress" },
+      content: [{ type: "text", text: "" }],
+      createdAt: /* @__PURE__ */ new Date()
     };
+    this.abortController?.abort();
+    this.abortController = new AbortController();
+    this.repository.addOrUpdateMessage(parentId, { ...message });
+    this.notifySubscribers();
+    const updateMessage = (m) => {
+      message = {
+        ...message,
+        ...m
+      };
+      this.repository.addOrUpdateMessage(parentId, message);
+      this.notifySubscribers();
+      return message;
+    };
+    try {
+      const result = await this.adapter.run({
+        messages,
+        abortSignal: this.abortController.signal,
+        config: this.configProvider.getModelConfig(),
+        onUpdate: updateMessage
+      });
+      if (result.status?.type === "in_progress")
+        throw new Error(
+          "Unexpected in_progress status returned from ChatModelAdapter"
+        );
+      this.abortController = null;
+      updateMessage({ status: { type: "done" }, ...result });
+      this.repository.addOrUpdateMessage(parentId, { ...message });
+    } catch (e) {
+      const isAbortError = e instanceof Error && e.name === "AbortError";
+      this.abortController = null;
+      updateMessage({
+        status: isAbortError ? { type: "cancelled" } : { type: "error", error: e }
+      });
+      if (!isAbortError) throw e;
+    }
+  }
+  cancelRun() {
+    if (!this.abortController) return;
+    this.abortController.abort();
+    this.abortController = null;
+  }
+  notifySubscribers() {
+    for (const callback of this._subscriptions) callback();
+  }
+  subscribe(callback) {
+    this._subscriptions.add(callback);
+    return () => this._subscriptions.delete(callback);
+  }
+  addToolResult({ messageId, toolCallId, result }) {
+    const { parentId, message } = this.repository.getMessage(messageId);
+    if (message.role !== "assistant")
+      throw new Error("Tried to add tool result to non-assistant message");
+    let found = false;
+    const newContent = message.content.map((c) => {
+      if (c.type !== "tool-call") return c;
+      if (c.toolCallId !== toolCallId) return c;
+      found = true;
+      return {
+        ...c,
+        result
+      };
+    });
+    if (!found)
+      throw new Error("Tried to add tool result to non-existing tool call");
+    this.repository.addOrUpdateMessage(parentId, {
+      ...message,
+      content: newContent
+    });
+  }
+};
+
+// src/runtimes/local/useLocalRuntime.tsx
+var useLocalRuntime = (adapter, options) => {
+  const [runtime] = (0, import_react54.useState)(() => new LocalRuntime(adapter, options));
+  (0, import_react54.useInsertionEffect)(() => {
+    runtime.adapter = adapter;
   });
+  return runtime;
 };
 
 // src/ui/thread-config.tsx
@@ -3963,10 +4051,7 @@ var ThreadScrollToBottom = (0, import_react64.forwardRef)((props, ref) => {
       thread: { scrollToBottom: { tooltip = "Scroll to bottom" } = {} } = {}
     } = {}
   } = useThreadConfig();
-  return /* @__PURE__ */ (0, import_jsx_runtime41.jsx)(thread_exports.ScrollToBottom, { asChild: true, children: /* @__PURE__ */ (0, import_jsx_runtime41.jsxs)(ThreadScrollToBottomIconButton, { tooltip, ...props, ref, children: [
-    "|",
-    props.children ?? /* @__PURE__ */ (0, import_jsx_runtime41.jsx)(import_lucide_react5.ArrowDownIcon, {})
-  ] }) });
+  return /* @__PURE__ */ (0, import_jsx_runtime41.jsx)(thread_exports.ScrollToBottom, { asChild: true, children: /* @__PURE__ */ (0, import_jsx_runtime41.jsx)(ThreadScrollToBottomIconButton, { tooltip, ...props, ref, children: props.children ?? /* @__PURE__ */ (0, import_jsx_runtime41.jsx)(import_lucide_react5.ArrowDownIcon, {}) }) });
 });
 ThreadScrollToBottom.displayName = "ThreadScrollToBottom";
 var exports11 = {