@antipopp/agno-client 0.2.0 → 0.3.0

package/dist/index.d.mts

@@ -12,6 +12,7 @@ declare class AgnoClient extends EventEmitter {
     private sessionManager;
     private eventProcessor;
     private state;
+    private pendingUISpecs;
     constructor(config: AgnoClientConfig);
     /**
      * Get current messages
@@ -63,6 +64,22 @@ declare class AgnoClient extends EventEmitter {
      * Delete a team session
      */
     deleteTeamSession(teamId: string, sessionId: string): Promise<void>;
+    /**
+     * Add tool calls to the last message
+     * Used by frontend execution to add tool calls that were executed locally
+     */
+    addToolCallsToLastMessage(toolCalls: ToolCall[]): void;
+    /**
+     * Hydrate a specific tool call with its UI component
+     * If tool call doesn't exist yet, stores UI spec as pending
+     */
+    hydrateToolCallUI(toolCallId: string, uiSpec: any): void;
+    /**
+     * Apply any pending UI specs to tool calls that have just been added
+     * Called after message updates to attach UI to newly arrived tool calls
+     * Batches all updates to emit only one message:update event
+     */
+    private applyPendingUISpecs;
     /**
      * Continue a paused run after executing external tools
      */

package/dist/index.d.ts

@@ -12,6 +12,7 @@ declare class AgnoClient extends EventEmitter {
     private sessionManager;
     private eventProcessor;
     private state;
+    private pendingUISpecs;
     constructor(config: AgnoClientConfig);
     /**
      * Get current messages
@@ -63,6 +64,22 @@ declare class AgnoClient extends EventEmitter {
      * Delete a team session
      */
     deleteTeamSession(teamId: string, sessionId: string): Promise<void>;
+    /**
+     * Add tool calls to the last message
+     * Used by frontend execution to add tool calls that were executed locally
+     */
+    addToolCallsToLastMessage(toolCalls: ToolCall[]): void;
+    /**
+     * Hydrate a specific tool call with its UI component
+     * If tool call doesn't exist yet, stores UI spec as pending
+     */
+    hydrateToolCallUI(toolCallId: string, uiSpec: any): void;
+    /**
+     * Apply any pending UI specs to tool calls that have just been added
+     * Called after message updates to attach UI to newly arrived tool calls
+     * Batches all updates to emit only one message:update event
+     */
+    private applyPendingUISpecs;
     /**
      * Continue a paused run after executing external tools
      */

package/dist/index.js

@@ -77,6 +77,21 @@ var MessageStore = class {
     ];
     return updatedMessage;
   }
+  /**
+   * Update a specific message by index
+   */
+  updateMessage(index, updater) {
+    if (index < 0 || index >= this.messages.length)
+      return void 0;
+    const message = this.messages[index];
+    const updatedMessage = updater(message);
+    this.messages = [
+      ...this.messages.slice(0, index),
+      updatedMessage,
+      ...this.messages.slice(index + 1)
+    ];
+    return updatedMessage;
+  }
   /**
    * Remove last N messages
    */
@@ -321,9 +336,7 @@ var SessionManager = class {
    * Convert session runs array to chat messages
    */
   convertSessionToMessages(runs) {
-    console.log("[SessionManager] convertSessionToMessages received:", runs.length, "runs");
     const messages = this.convertRunsToMessages(runs);
-    console.log("[SessionManager] Converted to messages:", messages.length, "messages");
     return messages;
   }
   /**
@@ -345,7 +358,7 @@ var SessionManager = class {
       if (run.tools && Array.isArray(run.tools)) {
         for (const tool of run.tools) {
           const toolObj = tool;
-          toolCalls.push({
+          const toolCall = {
             role: "tool",
             content: toolObj.content ?? "",
             tool_call_id: toolObj.tool_call_id ?? "",
@@ -354,7 +367,8 @@ var SessionManager = class {
             tool_call_error: toolObj.tool_call_error ?? false,
             metrics: toolObj.metrics ?? { time: 0 },
             created_at: timestamp
-          });
+          };
+          toolCalls.push(toolCall);
         }
       }
       if (run.reasoning_messages && Array.isArray(run.reasoning_messages)) {
@@ -501,6 +515,28 @@ var EventProcessor = class {
             references: chunk.extra_data.references
           };
         }
+        if (chunk.extra_data?.generated_ui) {
+          const existingUI = updatedMessage.extra_data?.generated_ui ?? [];
+          const incomingUI = chunk.extra_data.generated_ui;
+          const mergedUI = [...existingUI];
+          for (const uiData of incomingUI) {
+            const existingIndex = mergedUI.findIndex(
+              (ui) => ui.tool_call_id === uiData.tool_call_id
+            );
+            if (existingIndex >= 0) {
+              mergedUI[existingIndex] = {
+                ...mergedUI[existingIndex],
+                ...uiData
+              };
+            } else {
+              mergedUI.push(uiData);
+            }
+          }
+          updatedMessage.extra_data = {
+            ...updatedMessage.extra_data,
+            generated_ui: mergedUI
+          };
+        }
         updatedMessage.created_at = chunk.created_at ?? lastMessage.created_at;
         if (chunk.images) {
           updatedMessage.images = chunk.images;
@@ -560,7 +596,8 @@ var EventProcessor = class {
         updatedMessage.created_at = chunk.created_at ?? lastMessage.created_at;
         updatedMessage.extra_data = {
           reasoning_steps: chunk.extra_data?.reasoning_steps ?? lastMessage.extra_data?.reasoning_steps,
-          references: chunk.extra_data?.references ?? lastMessage.extra_data?.references
+          references: chunk.extra_data?.references ?? lastMessage.extra_data?.references,
+          generated_ui: chunk.extra_data?.generated_ui ?? lastMessage.extra_data?.generated_ui
         };
         break;
       case import_agno_types.RunEvent.UpdatingMemory:
@@ -818,12 +855,14 @@ function toSafeISOString(timestamp) {
   return new Date(ts).toISOString();
 }
 var AgnoClient = class extends import_eventemitter3.default {
+  // toolCallId -> UIComponentSpec
   constructor(config) {
     super();
     this.messageStore = new MessageStore();
     this.configManager = new ConfigManager(config);
     this.sessionManager = new SessionManager();
     this.eventProcessor = new EventProcessor();
+    this.pendingUISpecs = /* @__PURE__ */ new Map();
     this.state = {
       isStreaming: false,
       isEndpointActive: false,
@@ -866,6 +905,7 @@ var AgnoClient = class extends import_eventemitter3.default {
   clearMessages() {
     this.messageStore.clear();
     this.configManager.setSessionId(void 0);
+    this.pendingUISpecs.clear();
     this.emit("message:update", this.messageStore.getMessages());
     this.emit("state:change", this.getState());
   }
@@ -970,18 +1010,10 @@ var AgnoClient = class extends import_eventemitter3.default {
       }
     }
     if (event === import_agno_types2.RunEvent.RunPaused) {
-      console.log("[AgnoClient] RunPaused event detected");
-      console.log("[AgnoClient] Chunk:", chunk);
-      console.log("[AgnoClient] tools_awaiting_external_execution:", chunk.tools_awaiting_external_execution);
-      console.log("[AgnoClient] tools_requiring_confirmation:", chunk.tools_requiring_confirmation);
-      console.log("[AgnoClient] tools_requiring_user_input:", chunk.tools_requiring_user_input);
-      console.log("[AgnoClient] tools:", chunk.tools);
       this.state.isStreaming = false;
       this.state.isPaused = true;
       this.state.pausedRunId = chunk.run_id;
       this.state.toolsAwaitingExecution = chunk.tools_awaiting_external_execution || chunk.tools_requiring_confirmation || chunk.tools_requiring_user_input || chunk.tools || [];
-      console.log("[AgnoClient] toolsAwaitingExecution:", this.state.toolsAwaitingExecution);
-      console.log("[AgnoClient] Emitting run:paused event");
       this.emit("run:paused", {
         runId: chunk.run_id,
         sessionId: chunk.session_id,
@@ -1009,6 +1041,7 @@ var AgnoClient = class extends import_eventemitter3.default {
       const updated = this.eventProcessor.processChunk(chunk, lastMessage);
       return updated || lastMessage;
     });
+    this.applyPendingUISpecs();
     this.emit("message:update", this.messageStore.getMessages());
   }
   /**
@@ -1118,6 +1151,103 @@ var AgnoClient = class extends import_eventemitter3.default {
     }
     this.emit("state:change", this.getState());
   }
+  /**
+   * Add tool calls to the last message
+   * Used by frontend execution to add tool calls that were executed locally
+   */
+  addToolCallsToLastMessage(toolCalls) {
+    const lastMessage = this.messageStore.getLastMessage();
+    if (!lastMessage || lastMessage.role !== "agent") {
+      return;
+    }
+    const existingToolCalls = lastMessage.tool_calls || [];
+    const existingIds = new Set(existingToolCalls.map((t) => t.tool_call_id));
+    const newToolCalls = toolCalls.filter((t) => !existingIds.has(t.tool_call_id));
+    if (newToolCalls.length > 0) {
+      this.messageStore.updateLastMessage((msg) => ({
+        ...msg,
+        tool_calls: [...existingToolCalls, ...newToolCalls]
+      }));
+      this.emit("message:update", this.messageStore.getMessages());
+    }
+  }
+  /**
+   * Hydrate a specific tool call with its UI component
+   * If tool call doesn't exist yet, stores UI spec as pending
+   */
+  hydrateToolCallUI(toolCallId, uiSpec) {
+    const messages = this.messageStore.getMessages();
+    for (let i = messages.length - 1; i >= 0; i--) {
+      const message = messages[i];
+      if (message.tool_calls) {
+        const toolIndex = message.tool_calls.findIndex(
+          (t) => t.tool_call_id === toolCallId
+        );
+        if (toolIndex !== -1) {
+          this.messageStore.updateMessage(i, (msg) => {
+            const updatedToolCalls = [...msg.tool_calls || []];
+            updatedToolCalls[toolIndex] = {
+              ...updatedToolCalls[toolIndex],
+              ui_component: uiSpec
+            };
+            return {
+              ...msg,
+              tool_calls: updatedToolCalls
+            };
+          });
+          this.pendingUISpecs.delete(toolCallId);
+          this.emit("message:update", this.messageStore.getMessages());
+          return;
+        }
+      }
+    }
+    this.pendingUISpecs.set(toolCallId, uiSpec);
+  }
+  /**
+   * Apply any pending UI specs to tool calls that have just been added
+   * Called after message updates to attach UI to newly arrived tool calls
+   * Batches all updates to emit only one message:update event
+   */
+  applyPendingUISpecs() {
+    if (this.pendingUISpecs.size === 0)
+      return;
+    const messages = this.messageStore.getMessages();
+    const updatedMessages = [];
+    for (let i = messages.length - 1; i >= 0; i--) {
+      const message = messages[i];
+      if (message.tool_calls) {
+        let messageUpdated = false;
+        const updatedToolCalls = [...message.tool_calls];
+        for (let j = 0; j < updatedToolCalls.length; j++) {
+          const toolCall = updatedToolCalls[j];
+          const pendingUI = this.pendingUISpecs.get(toolCall.tool_call_id);
+          if (pendingUI && !toolCall.ui_component) {
+            updatedToolCalls[j] = {
+              ...updatedToolCalls[j],
+              ui_component: pendingUI
+            };
+            this.pendingUISpecs.delete(toolCall.tool_call_id);
+            messageUpdated = true;
+          }
+        }
+        if (messageUpdated) {
+          updatedMessages.push({
+            index: i,
+            message: {
+              ...message,
+              tool_calls: updatedToolCalls
+            }
+          });
+        }
+      }
+    }
+    if (updatedMessages.length > 0) {
+      updatedMessages.forEach(({ index, message }) => {
+        this.messageStore.updateMessage(index, () => message);
+      });
+      this.emit("message:update", this.messageStore.getMessages());
+    }
+  }
   /**
    * Continue a paused run after executing external tools
    */
@@ -1134,8 +1264,12 @@ var AgnoClient = class extends import_eventemitter3.default {
     this.state.isStreaming = true;
     this.emit("run:continued", { runId: this.state.pausedRunId });
     this.emit("state:change", this.getState());
+    const cleanedTools = tools.map((tool) => {
+      const { ui_component, ...backendTool } = tool;
+      return backendTool;
+    });
     const formData = new FormData();
-    formData.append("tools", JSON.stringify(tools));
+    formData.append("tools", JSON.stringify(cleanedTools));
     formData.append("stream", "true");
     const currentSessionId = this.configManager.getSessionId();
     if (currentSessionId) {

package/dist/index.mjs

@@ -39,6 +39,21 @@ var MessageStore = class {
     ];
     return updatedMessage;
   }
+  /**
+   * Update a specific message by index
+   */
+  updateMessage(index, updater) {
+    if (index < 0 || index >= this.messages.length)
+      return void 0;
+    const message = this.messages[index];
+    const updatedMessage = updater(message);
+    this.messages = [
+      ...this.messages.slice(0, index),
+      updatedMessage,
+      ...this.messages.slice(index + 1)
+    ];
+    return updatedMessage;
+  }
   /**
    * Remove last N messages
    */
@@ -283,9 +298,7 @@ var SessionManager = class {
    * Convert session runs array to chat messages
    */
   convertSessionToMessages(runs) {
-    console.log("[SessionManager] convertSessionToMessages received:", runs.length, "runs");
     const messages = this.convertRunsToMessages(runs);
-    console.log("[SessionManager] Converted to messages:", messages.length, "messages");
     return messages;
   }
   /**
@@ -307,7 +320,7 @@ var SessionManager = class {
       if (run.tools && Array.isArray(run.tools)) {
         for (const tool of run.tools) {
           const toolObj = tool;
-          toolCalls.push({
+          const toolCall = {
             role: "tool",
             content: toolObj.content ?? "",
             tool_call_id: toolObj.tool_call_id ?? "",
@@ -316,7 +329,8 @@ var SessionManager = class {
             tool_call_error: toolObj.tool_call_error ?? false,
             metrics: toolObj.metrics ?? { time: 0 },
             created_at: timestamp
-          });
+          };
+          toolCalls.push(toolCall);
         }
       }
       if (run.reasoning_messages && Array.isArray(run.reasoning_messages)) {
@@ -463,6 +477,28 @@ var EventProcessor = class {
             references: chunk.extra_data.references
           };
         }
+        if (chunk.extra_data?.generated_ui) {
+          const existingUI = updatedMessage.extra_data?.generated_ui ?? [];
+          const incomingUI = chunk.extra_data.generated_ui;
+          const mergedUI = [...existingUI];
+          for (const uiData of incomingUI) {
+            const existingIndex = mergedUI.findIndex(
+              (ui) => ui.tool_call_id === uiData.tool_call_id
+            );
+            if (existingIndex >= 0) {
+              mergedUI[existingIndex] = {
+                ...mergedUI[existingIndex],
+                ...uiData
+              };
+            } else {
+              mergedUI.push(uiData);
+            }
+          }
+          updatedMessage.extra_data = {
+            ...updatedMessage.extra_data,
+            generated_ui: mergedUI
+          };
+        }
         updatedMessage.created_at = chunk.created_at ?? lastMessage.created_at;
         if (chunk.images) {
           updatedMessage.images = chunk.images;
@@ -522,7 +558,8 @@ var EventProcessor = class {
         updatedMessage.created_at = chunk.created_at ?? lastMessage.created_at;
         updatedMessage.extra_data = {
           reasoning_steps: chunk.extra_data?.reasoning_steps ?? lastMessage.extra_data?.reasoning_steps,
-          references: chunk.extra_data?.references ?? lastMessage.extra_data?.references
+          references: chunk.extra_data?.references ?? lastMessage.extra_data?.references,
+          generated_ui: chunk.extra_data?.generated_ui ?? lastMessage.extra_data?.generated_ui
         };
         break;
       case RunEventEnum.UpdatingMemory:
@@ -780,12 +817,14 @@ function toSafeISOString(timestamp) {
   return new Date(ts).toISOString();
 }
 var AgnoClient = class extends EventEmitter {
+  // toolCallId -> UIComponentSpec
   constructor(config) {
     super();
     this.messageStore = new MessageStore();
     this.configManager = new ConfigManager(config);
     this.sessionManager = new SessionManager();
     this.eventProcessor = new EventProcessor();
+    this.pendingUISpecs = /* @__PURE__ */ new Map();
     this.state = {
       isStreaming: false,
       isEndpointActive: false,
@@ -828,6 +867,7 @@ var AgnoClient = class extends EventEmitter {
   clearMessages() {
     this.messageStore.clear();
     this.configManager.setSessionId(void 0);
+    this.pendingUISpecs.clear();
     this.emit("message:update", this.messageStore.getMessages());
     this.emit("state:change", this.getState());
   }
@@ -932,18 +972,10 @@ var AgnoClient = class extends EventEmitter {
       }
     }
     if (event === RunEvent.RunPaused) {
-      console.log("[AgnoClient] RunPaused event detected");
-      console.log("[AgnoClient] Chunk:", chunk);
-      console.log("[AgnoClient] tools_awaiting_external_execution:", chunk.tools_awaiting_external_execution);
-      console.log("[AgnoClient] tools_requiring_confirmation:", chunk.tools_requiring_confirmation);
-      console.log("[AgnoClient] tools_requiring_user_input:", chunk.tools_requiring_user_input);
-      console.log("[AgnoClient] tools:", chunk.tools);
       this.state.isStreaming = false;
       this.state.isPaused = true;
       this.state.pausedRunId = chunk.run_id;
       this.state.toolsAwaitingExecution = chunk.tools_awaiting_external_execution || chunk.tools_requiring_confirmation || chunk.tools_requiring_user_input || chunk.tools || [];
-      console.log("[AgnoClient] toolsAwaitingExecution:", this.state.toolsAwaitingExecution);
-      console.log("[AgnoClient] Emitting run:paused event");
       this.emit("run:paused", {
         runId: chunk.run_id,
         sessionId: chunk.session_id,
@@ -971,6 +1003,7 @@ var AgnoClient = class extends EventEmitter {
       const updated = this.eventProcessor.processChunk(chunk, lastMessage);
       return updated || lastMessage;
     });
+    this.applyPendingUISpecs();
     this.emit("message:update", this.messageStore.getMessages());
   }
   /**
@@ -1080,6 +1113,103 @@ var AgnoClient = class extends EventEmitter {
     }
     this.emit("state:change", this.getState());
   }
+  /**
+   * Add tool calls to the last message
+   * Used by frontend execution to add tool calls that were executed locally
+   */
+  addToolCallsToLastMessage(toolCalls) {
+    const lastMessage = this.messageStore.getLastMessage();
+    if (!lastMessage || lastMessage.role !== "agent") {
+      return;
+    }
+    const existingToolCalls = lastMessage.tool_calls || [];
+    const existingIds = new Set(existingToolCalls.map((t) => t.tool_call_id));
+    const newToolCalls = toolCalls.filter((t) => !existingIds.has(t.tool_call_id));
+    if (newToolCalls.length > 0) {
+      this.messageStore.updateLastMessage((msg) => ({
+        ...msg,
+        tool_calls: [...existingToolCalls, ...newToolCalls]
+      }));
+      this.emit("message:update", this.messageStore.getMessages());
+    }
+  }
+  /**
+   * Hydrate a specific tool call with its UI component
+   * If tool call doesn't exist yet, stores UI spec as pending
+   */
+  hydrateToolCallUI(toolCallId, uiSpec) {
+    const messages = this.messageStore.getMessages();
+    for (let i = messages.length - 1; i >= 0; i--) {
+      const message = messages[i];
+      if (message.tool_calls) {
+        const toolIndex = message.tool_calls.findIndex(
+          (t) => t.tool_call_id === toolCallId
+        );
+        if (toolIndex !== -1) {
+          this.messageStore.updateMessage(i, (msg) => {
+            const updatedToolCalls = [...msg.tool_calls || []];
+            updatedToolCalls[toolIndex] = {
+              ...updatedToolCalls[toolIndex],
+              ui_component: uiSpec
+            };
+            return {
+              ...msg,
+              tool_calls: updatedToolCalls
+            };
+          });
+          this.pendingUISpecs.delete(toolCallId);
+          this.emit("message:update", this.messageStore.getMessages());
+          return;
+        }
+      }
+    }
+    this.pendingUISpecs.set(toolCallId, uiSpec);
+  }
+  /**
+   * Apply any pending UI specs to tool calls that have just been added
+   * Called after message updates to attach UI to newly arrived tool calls
+   * Batches all updates to emit only one message:update event
+   */
+  applyPendingUISpecs() {
+    if (this.pendingUISpecs.size === 0)
+      return;
+    const messages = this.messageStore.getMessages();
+    const updatedMessages = [];
+    for (let i = messages.length - 1; i >= 0; i--) {
+      const message = messages[i];
+      if (message.tool_calls) {
+        let messageUpdated = false;
+        const updatedToolCalls = [...message.tool_calls];
+        for (let j = 0; j < updatedToolCalls.length; j++) {
+          const toolCall = updatedToolCalls[j];
+          const pendingUI = this.pendingUISpecs.get(toolCall.tool_call_id);
+          if (pendingUI && !toolCall.ui_component) {
+            updatedToolCalls[j] = {
+              ...updatedToolCalls[j],
+              ui_component: pendingUI
+            };
+            this.pendingUISpecs.delete(toolCall.tool_call_id);
+            messageUpdated = true;
+          }
+        }
+        if (messageUpdated) {
+          updatedMessages.push({
+            index: i,
+            message: {
+              ...message,
+              tool_calls: updatedToolCalls
+            }
+          });
+        }
+      }
+    }
+    if (updatedMessages.length > 0) {
+      updatedMessages.forEach(({ index, message }) => {
+        this.messageStore.updateMessage(index, () => message);
+      });
+      this.emit("message:update", this.messageStore.getMessages());
+    }
+  }
   /**
    * Continue a paused run after executing external tools
    */
@@ -1096,8 +1226,12 @@ var AgnoClient = class extends EventEmitter {
     this.state.isStreaming = true;
     this.emit("run:continued", { runId: this.state.pausedRunId });
     this.emit("state:change", this.getState());
+    const cleanedTools = tools.map((tool) => {
+      const { ui_component, ...backendTool } = tool;
+      return backendTool;
+    });
     const formData = new FormData();
-    formData.append("tools", JSON.stringify(tools));
+    formData.append("tools", JSON.stringify(cleanedTools));
     formData.append("stream", "true");
     const currentSessionId = this.configManager.getSessionId();
     if (currentSessionId) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@antipopp/agno-client",
-  "version": "0.2.0",
+  "version": "0.3.0",
   "description": "Core client library for Agno agents with streaming support and HITL frontend tool execution",
   "author": "antipopp",
   "license": "MIT",
@@ -34,7 +34,7 @@
   ],
   "dependencies": {
     "eventemitter3": "^5.0.1",
-    "@antipopp/agno-types": "0.2.0"
+    "@antipopp/agno-types": "0.3.0"
   },
   "devDependencies": {
     "tsup": "^8.0.1",