@rodrigocoliveira/agno-client 1.0.1 → 1.0.2

package/dist/index.d.mts

@@ -67,6 +67,25 @@ declare class AgnoClient extends EventEmitter {
         headers?: Record<string, string>;
         params?: Record<string, string>;
     }): Promise<void>;
+    /**
+     * Determine if a RunEvent is a team-level event (prefixed with "Team")
+     */
+    private isTeamEvent;
+    /**
+     * Determine if an event should update the user-facing message based on mode.
+     *
+     * In team mode: only Team* events should update the user-facing message.
+     * In agent mode: only Run* (non-Team) events should update the user-facing message.
+     *
+     * Certain events are always processed regardless of mode:
+     * - CustomEvent, RunPaused, RunContinued (control flow events)
+     */
+    private shouldProcessForUserMessage;
+    /**
+     * Emit member-specific events for internal team member activity.
+     * Only emits when emitMemberEvents config option is true.
+     */
+    private emitMemberEvent;
     /**
      * Handle streaming chunk
      */

package/dist/index.d.ts

@@ -67,6 +67,25 @@ declare class AgnoClient extends EventEmitter {
         headers?: Record<string, string>;
         params?: Record<string, string>;
     }): Promise<void>;
+    /**
+     * Determine if a RunEvent is a team-level event (prefixed with "Team")
+     */
+    private isTeamEvent;
+    /**
+     * Determine if an event should update the user-facing message based on mode.
+     *
+     * In team mode: only Team* events should update the user-facing message.
+     * In agent mode: only Run* (non-Team) events should update the user-facing message.
+     *
+     * Certain events are always processed regardless of mode:
+     * - CustomEvent, RunPaused, RunContinued (control flow events)
+     */
+    private shouldProcessForUserMessage;
+    /**
+     * Emit member-specific events for internal team member activity.
+     * Only emits when emitMemberEvents config option is true.
+     */
+    private emitMemberEvent;
     /**
      * Handle streaming chunk
      */

package/dist/index.js

@@ -272,6 +272,30 @@ var ConfigManager = class {
   setOnTokenExpired(callback) {
     this.config.onTokenExpired = callback;
   }
+  /**
+   * Get whether to emit member:* events for internal team activity
+   */
+  getEmitMemberEvents() {
+    return this.config.emitMemberEvents ?? false;
+  }
+  /**
+   * Set whether to emit member:* events
+   */
+  setEmitMemberEvents(emit) {
+    this.updateField("emitMemberEvents", emit);
+  }
+  /**
+   * Get whether to request member events from backend
+   */
+  getStreamMemberEvents() {
+    return this.config.streamMemberEvents ?? false;
+  }
+  /**
+   * Set whether to request member events from backend
+   */
+  setStreamMemberEvents(stream) {
+    this.updateField("streamMemberEvents", stream);
+  }
   /**
    * Get current entity ID (agent or team based on mode)
    */
@@ -590,10 +614,13 @@ var SessionManager = class {
     }
   }
   /**
-   * Convert session runs array to chat messages
+   * Convert session runs array to chat messages.
+   * Filters out child runs (those with parent_run_id) to prevent
+   * internal team member communications from appearing as user messages.
    */
   convertSessionToMessages(runs) {
-    const messages = this.convertRunsToMessages(runs);
+    const rootRuns = runs.filter((run) => !run.parent_run_id);
+    const messages = this.convertRunsToMessages(rootRuns);
     return messages;
   }
   /**
@@ -605,10 +632,67 @@ var SessionManager = class {
     for (const run of runs) {
       const timestamp = run.created_at ? new Date(run.created_at).getTime() / 1e3 : Math.floor(Date.now() / 1e3);
       if (run.run_input) {
+        const userImages = [];
+        const userAudio = [];
+        const userFiles = [];
+        if (run.input_media && typeof run.input_media === "object") {
+          const media = run.input_media;
+          if (Array.isArray(media.images)) {
+            for (const img of media.images) {
+              const imgObj = img;
+              let url = imgObj.url;
+              if (!url && imgObj.content) {
+                const mimeType = imgObj.mime_type || `image/${imgObj.format || "png"}`;
+                url = `data:${mimeType};base64,${imgObj.content}`;
+              }
+              if (url) {
+                userImages.push({
+                  url,
+                  revised_prompt: imgObj.original_name || "Uploaded image"
+                });
+              }
+            }
+          }
+          if (Array.isArray(media.audio)) {
+            for (const aud of media.audio) {
+              const audObj = aud;
+              let url = audObj.url;
+              if (!url && audObj.content) {
+                const mimeType = audObj.mime_type || `audio/${audObj.format || "wav"}`;
+                url = `data:${mimeType};base64,${audObj.content}`;
+              }
+              if (url) {
+                userAudio.push({
+                  url,
+                  mime_type: audObj.mime_type || void 0
+                });
+              }
+            }
+          }
+          if (Array.isArray(media.files)) {
+            for (const file of media.files) {
+              const fileObj = file;
+              let url = fileObj.url;
+              if (!url && fileObj.content) {
+                const mimeType = fileObj.mime_type || fileObj.content_type || "application/octet-stream";
+                url = `data:${mimeType};base64,${fileObj.content}`;
+              }
+              userFiles.push({
+                name: fileObj.original_name || fileObj.name || "file",
+                type: fileObj.content_type || fileObj.mime_type || "",
+                url,
+                size: fileObj.size || void 0
+              });
+            }
+          }
+        }
         messages.push({
           role: "user",
           content: run.run_input,
-          created_at: timestamp
+          created_at: timestamp,
+          ...userImages.length > 0 ? { images: userImages } : {},
+          ...userAudio.length > 0 ? { audio: userAudio } : {},
+          ...userFiles.length > 0 ? { files: userFiles } : {}
         });
       }
       const toolCalls = [];
@@ -1879,10 +1963,38 @@ var AgnoClient = class extends import_eventemitter3.default {
         this.messageStore.removeLastMessages(2);
       }
     }
+    const userImages = [];
+    const userAudio = [];
+    const userFiles = [];
+    if (message instanceof FormData) {
+      const entries = message.getAll("files");
+      for (const entry of entries) {
+        if (typeof entry !== "string") {
+          const file = entry;
+          const url = URL.createObjectURL(file);
+          const mimeType = file.type || "";
+          if (mimeType.startsWith("image/")) {
+            userImages.push({ url, revised_prompt: file.name || "Uploaded image" });
+          } else if (mimeType.startsWith("audio/")) {
+            userAudio.push({ url, mime_type: mimeType });
+          } else {
+            userFiles.push({
+              name: file.name || "file",
+              type: mimeType,
+              url,
+              size: file.size
+            });
+          }
+        }
+      }
+    }
     this.messageStore.addMessage({
       role: "user",
       content: formData.get("message"),
-      created_at: Math.floor(Date.now() / 1e3)
+      created_at: Math.floor(Date.now() / 1e3),
+      ...userImages.length > 0 ? { images: userImages } : {},
+      ...userAudio.length > 0 ? { audio: userAudio } : {},
+      ...userFiles.length > 0 ? { files: userFiles } : {}
     });
     this.messageStore.addMessage({
       role: "agent",
@@ -1900,6 +2012,10 @@ var AgnoClient = class extends import_eventemitter3.default {
     if (userId) {
       formData.append("user_id", userId);
     }
+    if (this.configManager.getMode() === "team") {
+      const streamMembers = this.configManager.getStreamMemberEvents();
+      formData.append("stream_member_events", String(streamMembers));
+    }
     await this.executeStream({
       apiUrl: runUrl,
       requestBody: formData,
@@ -1933,13 +2049,56 @@ var AgnoClient = class extends import_eventemitter3.default {
       }
     });
   }
+  /**
+   * Determine if a RunEvent is a team-level event (prefixed with "Team")
+   */
+  isTeamEvent(event) {
+    return event.toString().startsWith("Team");
+  }
+  /**
+   * Determine if an event should update the user-facing message based on mode.
+   *
+   * In team mode: only Team* events should update the user-facing message.
+   * In agent mode: only Run* (non-Team) events should update the user-facing message.
+   *
+   * Certain events are always processed regardless of mode:
+   * - CustomEvent, RunPaused, RunContinued (control flow events)
+   */
+  shouldProcessForUserMessage(event) {
+    if (event === import_agno_types2.RunEvent.CustomEvent || event === import_agno_types2.RunEvent.RunPaused || event === import_agno_types2.RunEvent.RunContinued) {
+      return true;
+    }
+    const mode = this.configManager.getMode();
+    const isTeam = this.isTeamEvent(event);
+    if (mode === "team") {
+      return isTeam;
+    }
+    return !isTeam;
+  }
+  /**
+   * Emit member-specific events for internal team member activity.
+   * Only emits when emitMemberEvents config option is true.
+   */
+  emitMemberEvent(event, chunk) {
+    if (!this.configManager.getEmitMemberEvents()) return;
+    this.emit("member:event", chunk);
+    if (event === import_agno_types2.RunEvent.RunStarted) {
+      this.emit("member:started", chunk);
+    } else if (event === import_agno_types2.RunEvent.RunContent) {
+      this.emit("member:content", chunk);
+    } else if (event === import_agno_types2.RunEvent.RunCompleted) {
+      this.emit("member:completed", chunk);
+    } else if (event === import_agno_types2.RunEvent.RunError) {
+      this.emit("member:error", chunk);
+    }
+  }
   /**
    * Handle streaming chunk
    */
   handleChunk(chunk, currentSessionId, messageContent) {
     const event = chunk.event;
     if (event === import_agno_types2.RunEvent.RunStarted || event === import_agno_types2.RunEvent.TeamRunStarted || event === import_agno_types2.RunEvent.ReasoningStarted || event === import_agno_types2.RunEvent.TeamReasoningStarted) {
-      if (chunk.run_id) {
+      if (this.shouldProcessForUserMessage(event) && chunk.run_id) {
         this.currentRunId = chunk.run_id;
         this.state.currentRunId = chunk.run_id;
         this.emit("state:change", this.getState());
@@ -1976,6 +2135,10 @@ var AgnoClient = class extends import_eventemitter3.default {
       this.emit("state:change", this.getState());
       return;
     }
+    if (!this.shouldProcessForUserMessage(event)) {
+      this.emitMemberEvent(event, chunk);
+      return;
+    }
     if (event === import_agno_types2.RunEvent.RunError || event === import_agno_types2.RunEvent.TeamRunError) {
       const errorContent = chunk.content || "Error during run";
       this.state.errorMessage = errorContent;
@@ -2274,6 +2437,7 @@ var AgnoClient = class extends import_eventemitter3.default {
     this.emit("state:change", this.getState());
     try {
       const existingUIComponents = /* @__PURE__ */ new Map();
+      const existingUserAttachments = [];
       for (const message of this.messageStore.getMessages()) {
         if (message.tool_calls) {
           for (const toolCall of message.tool_calls) {
@@ -2282,6 +2446,13 @@ var AgnoClient = class extends import_eventemitter3.default {
             }
           }
         }
+        if (message.role === "user") {
+          existingUserAttachments.push({
+            images: message.images,
+            audio: message.audio,
+            files: message.files
+          });
+        }
       }
       const config = this.configManager.getConfig();
       const entityType = this.configManager.getMode();
@@ -2314,6 +2485,24 @@ var AgnoClient = class extends import_eventemitter3.default {
           }
         }
       }
+      if (existingUserAttachments.length > 0) {
+        let userIdx = 0;
+        for (const message of messages) {
+          if (message.role === "user" && userIdx < existingUserAttachments.length) {
+            const saved = existingUserAttachments[userIdx];
+            if (!message.images?.length && saved.images?.length) {
+              message.images = saved.images;
+            }
+            if (!message.audio?.length && saved.audio?.length) {
+              message.audio = saved.audio;
+            }
+            if (!message.files?.length && saved.files?.length) {
+              message.files = saved.files;
+            }
+            userIdx++;
+          }
+        }
+      }
       this.messageStore.setMessages(messages);
       Logger.debug("[AgnoClient] Session refreshed:", `${messages.length} messages`);
       this.emit("message:refreshed", messages);

package/dist/index.mjs

@@ -234,6 +234,30 @@ var ConfigManager = class {
   setOnTokenExpired(callback) {
     this.config.onTokenExpired = callback;
   }
+  /**
+   * Get whether to emit member:* events for internal team activity
+   */
+  getEmitMemberEvents() {
+    return this.config.emitMemberEvents ?? false;
+  }
+  /**
+   * Set whether to emit member:* events
+   */
+  setEmitMemberEvents(emit) {
+    this.updateField("emitMemberEvents", emit);
+  }
+  /**
+   * Get whether to request member events from backend
+   */
+  getStreamMemberEvents() {
+    return this.config.streamMemberEvents ?? false;
+  }
+  /**
+   * Set whether to request member events from backend
+   */
+  setStreamMemberEvents(stream) {
+    this.updateField("streamMemberEvents", stream);
+  }
   /**
    * Get current entity ID (agent or team based on mode)
    */
@@ -552,10 +576,13 @@ var SessionManager = class {
     }
   }
   /**
-   * Convert session runs array to chat messages
+   * Convert session runs array to chat messages.
+   * Filters out child runs (those with parent_run_id) to prevent
+   * internal team member communications from appearing as user messages.
    */
   convertSessionToMessages(runs) {
-    const messages = this.convertRunsToMessages(runs);
+    const rootRuns = runs.filter((run) => !run.parent_run_id);
+    const messages = this.convertRunsToMessages(rootRuns);
     return messages;
   }
   /**
@@ -567,10 +594,67 @@ var SessionManager = class {
     for (const run of runs) {
       const timestamp = run.created_at ? new Date(run.created_at).getTime() / 1e3 : Math.floor(Date.now() / 1e3);
       if (run.run_input) {
+        const userImages = [];
+        const userAudio = [];
+        const userFiles = [];
+        if (run.input_media && typeof run.input_media === "object") {
+          const media = run.input_media;
+          if (Array.isArray(media.images)) {
+            for (const img of media.images) {
+              const imgObj = img;
+              let url = imgObj.url;
+              if (!url && imgObj.content) {
+                const mimeType = imgObj.mime_type || `image/${imgObj.format || "png"}`;
+                url = `data:${mimeType};base64,${imgObj.content}`;
+              }
+              if (url) {
+                userImages.push({
+                  url,
+                  revised_prompt: imgObj.original_name || "Uploaded image"
+                });
+              }
+            }
+          }
+          if (Array.isArray(media.audio)) {
+            for (const aud of media.audio) {
+              const audObj = aud;
+              let url = audObj.url;
+              if (!url && audObj.content) {
+                const mimeType = audObj.mime_type || `audio/${audObj.format || "wav"}`;
+                url = `data:${mimeType};base64,${audObj.content}`;
+              }
+              if (url) {
+                userAudio.push({
+                  url,
+                  mime_type: audObj.mime_type || void 0
+                });
+              }
+            }
+          }
+          if (Array.isArray(media.files)) {
+            for (const file of media.files) {
+              const fileObj = file;
+              let url = fileObj.url;
+              if (!url && fileObj.content) {
+                const mimeType = fileObj.mime_type || fileObj.content_type || "application/octet-stream";
+                url = `data:${mimeType};base64,${fileObj.content}`;
+              }
+              userFiles.push({
+                name: fileObj.original_name || fileObj.name || "file",
+                type: fileObj.content_type || fileObj.mime_type || "",
+                url,
+                size: fileObj.size || void 0
+              });
+            }
+          }
+        }
         messages.push({
           role: "user",
           content: run.run_input,
-          created_at: timestamp
+          created_at: timestamp,
+          ...userImages.length > 0 ? { images: userImages } : {},
+          ...userAudio.length > 0 ? { audio: userAudio } : {},
+          ...userFiles.length > 0 ? { files: userFiles } : {}
         });
       }
       const toolCalls = [];
@@ -1841,10 +1925,38 @@ var AgnoClient = class extends EventEmitter {
         this.messageStore.removeLastMessages(2);
       }
     }
+    const userImages = [];
+    const userAudio = [];
+    const userFiles = [];
+    if (message instanceof FormData) {
+      const entries = message.getAll("files");
+      for (const entry of entries) {
+        if (typeof entry !== "string") {
+          const file = entry;
+          const url = URL.createObjectURL(file);
+          const mimeType = file.type || "";
+          if (mimeType.startsWith("image/")) {
+            userImages.push({ url, revised_prompt: file.name || "Uploaded image" });
+          } else if (mimeType.startsWith("audio/")) {
+            userAudio.push({ url, mime_type: mimeType });
+          } else {
+            userFiles.push({
+              name: file.name || "file",
+              type: mimeType,
+              url,
+              size: file.size
+            });
+          }
+        }
+      }
+    }
     this.messageStore.addMessage({
       role: "user",
       content: formData.get("message"),
-      created_at: Math.floor(Date.now() / 1e3)
+      created_at: Math.floor(Date.now() / 1e3),
+      ...userImages.length > 0 ? { images: userImages } : {},
+      ...userAudio.length > 0 ? { audio: userAudio } : {},
+      ...userFiles.length > 0 ? { files: userFiles } : {}
     });
     this.messageStore.addMessage({
       role: "agent",
@@ -1862,6 +1974,10 @@ var AgnoClient = class extends EventEmitter {
     if (userId) {
       formData.append("user_id", userId);
     }
+    if (this.configManager.getMode() === "team") {
+      const streamMembers = this.configManager.getStreamMemberEvents();
+      formData.append("stream_member_events", String(streamMembers));
+    }
     await this.executeStream({
       apiUrl: runUrl,
       requestBody: formData,
@@ -1895,13 +2011,56 @@ var AgnoClient = class extends EventEmitter {
       }
     });
   }
+  /**
+   * Determine if a RunEvent is a team-level event (prefixed with "Team")
+   */
+  isTeamEvent(event) {
+    return event.toString().startsWith("Team");
+  }
+  /**
+   * Determine if an event should update the user-facing message based on mode.
+   *
+   * In team mode: only Team* events should update the user-facing message.
+   * In agent mode: only Run* (non-Team) events should update the user-facing message.
+   *
+   * Certain events are always processed regardless of mode:
+   * - CustomEvent, RunPaused, RunContinued (control flow events)
+   */
+  shouldProcessForUserMessage(event) {
+    if (event === RunEvent.CustomEvent || event === RunEvent.RunPaused || event === RunEvent.RunContinued) {
+      return true;
+    }
+    const mode = this.configManager.getMode();
+    const isTeam = this.isTeamEvent(event);
+    if (mode === "team") {
+      return isTeam;
+    }
+    return !isTeam;
+  }
+  /**
+   * Emit member-specific events for internal team member activity.
+   * Only emits when emitMemberEvents config option is true.
+   */
+  emitMemberEvent(event, chunk) {
+    if (!this.configManager.getEmitMemberEvents()) return;
+    this.emit("member:event", chunk);
+    if (event === RunEvent.RunStarted) {
+      this.emit("member:started", chunk);
+    } else if (event === RunEvent.RunContent) {
+      this.emit("member:content", chunk);
+    } else if (event === RunEvent.RunCompleted) {
+      this.emit("member:completed", chunk);
+    } else if (event === RunEvent.RunError) {
+      this.emit("member:error", chunk);
+    }
+  }
   /**
    * Handle streaming chunk
    */
   handleChunk(chunk, currentSessionId, messageContent) {
     const event = chunk.event;
     if (event === RunEvent.RunStarted || event === RunEvent.TeamRunStarted || event === RunEvent.ReasoningStarted || event === RunEvent.TeamReasoningStarted) {
-      if (chunk.run_id) {
+      if (this.shouldProcessForUserMessage(event) && chunk.run_id) {
         this.currentRunId = chunk.run_id;
         this.state.currentRunId = chunk.run_id;
         this.emit("state:change", this.getState());
@@ -1938,6 +2097,10 @@ var AgnoClient = class extends EventEmitter {
       this.emit("state:change", this.getState());
       return;
     }
+    if (!this.shouldProcessForUserMessage(event)) {
+      this.emitMemberEvent(event, chunk);
+      return;
+    }
     if (event === RunEvent.RunError || event === RunEvent.TeamRunError) {
       const errorContent = chunk.content || "Error during run";
       this.state.errorMessage = errorContent;
@@ -2236,6 +2399,7 @@ var AgnoClient = class extends EventEmitter {
     this.emit("state:change", this.getState());
     try {
       const existingUIComponents = /* @__PURE__ */ new Map();
+      const existingUserAttachments = [];
       for (const message of this.messageStore.getMessages()) {
         if (message.tool_calls) {
           for (const toolCall of message.tool_calls) {
@@ -2244,6 +2408,13 @@ var AgnoClient = class extends EventEmitter {
             }
           }
         }
+        if (message.role === "user") {
+          existingUserAttachments.push({
+            images: message.images,
+            audio: message.audio,
+            files: message.files
+          });
+        }
       }
       const config = this.configManager.getConfig();
       const entityType = this.configManager.getMode();
@@ -2276,6 +2447,24 @@ var AgnoClient = class extends EventEmitter {
           }
         }
       }
+      if (existingUserAttachments.length > 0) {
+        let userIdx = 0;
+        for (const message of messages) {
+          if (message.role === "user" && userIdx < existingUserAttachments.length) {
+            const saved = existingUserAttachments[userIdx];
+            if (!message.images?.length && saved.images?.length) {
+              message.images = saved.images;
+            }
+            if (!message.audio?.length && saved.audio?.length) {
+              message.audio = saved.audio;
+            }
+            if (!message.files?.length && saved.files?.length) {
+              message.files = saved.files;
+            }
+            userIdx++;
+          }
+        }
+      }
       this.messageStore.setMessages(messages);
       Logger.debug("[AgnoClient] Session refreshed:", `${messages.length} messages`);
       this.emit("message:refreshed", messages);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rodrigocoliveira/agno-client",
-  "version": "1.0.1",
+  "version": "1.0.2",
   "description": "Core client library for Agno agents with streaming support and HITL frontend tool execution",
   "author": "rodrigocoliveira",
   "license": "MIT",
@@ -23,9 +23,9 @@
   "types": "./dist/index.d.ts",
   "exports": {
     ".": {
+      "types": "./dist/index.d.ts",
       "import": "./dist/index.mjs",
-      "require": "./dist/index.js",
-      "types": "./dist/index.d.ts"
+      "require": "./dist/index.js"
     }
   },
   "files": [
@@ -34,7 +34,7 @@
   ],
   "dependencies": {
     "eventemitter3": "^5.0.1",
-    "@rodrigocoliveira/agno-types": "1.0.1"
+    "@rodrigocoliveira/agno-types": "1.0.2"
   },
   "devDependencies": {
     "tsup": "^8.0.1",