@myned-ai/avatar-chat-widget 0.10.0 → 0.12.0

package/dist/avatar-chat-widget.d.ts

@@ -137,6 +137,11 @@ declare class AvatarChatElement extends HTMLElement {
      * Send message programmatically
      */
     sendMessage(text: string): void;
+    /**
+     * Expose triggerAction for client-side Actions debugging
+     * Dispatches a custom nyxAction event as if the server triggered it
+     */
+    triggerAction(function_name: string, args?: Record<string, any>): void;
     /**
      * Check if mounted
      */

package/dist/avatar-chat-widget.js

@@ -546,6 +546,7 @@ class AvatarProtocolClient extends EventEmitter {
     this.socket.on("transcript_done", (msg) => this.handleTranscriptDone(msg));
     this.socket.on("interrupt", (msg) => this.handleInterrupt(msg));
     this.socket.on("avatar_state", (msg) => this.emit("avatar_state", msg));
+    this.socket.on("trigger_action", (msg) => this.emit("trigger_action", msg));
     this.socket.on("pong", (msg) => log$h.debug("Pong received", msg));
   }
   // ------------------------------------------------------------------
@@ -1789,7 +1790,15 @@ const _AudioContextManagerImpl = class _AudioContextManagerImpl {
     return _AudioContextManagerImpl._instance;
   }
   /**
-   * Get or create the shared AudioContext
+   * Set the sample rate for when the AudioContext is eventually created.
+   * Call this early (e.g., from server config) before any audio session starts.
+   */
+  setSampleRate(sampleRate) {
+    this._sampleRate = sampleRate;
+  }
+  /**
+   * Get the shared AudioContext. Creates lazily if needed.
+   * Prefer ensureAudioReady() from user-gesture handlers to guarantee iOS unlock.
    * @param sampleRate Optional sample rate (only used on first creation)
    */
   getContext(sampleRate) {
@@ -1799,6 +1808,27 @@ const _AudioContextManagerImpl = class _AudioContextManagerImpl {
     if (sampleRate) {
       this._sampleRate = sampleRate;
     }
+    return this.createContext();
+  }
+  /**
+   * Single idempotent entry point: create (if needed) + resume AudioContext.
+   * Call this synchronously from any user-gesture handler (pointerdown, touchend,
+   * click, keydown) to guarantee iOS audio unlock.
+   */
+  ensureAudioReady() {
+    if (!this._context) {
+      this.createContext();
+    }
+    if (this._context && this._context.state !== "running") {
+      this.resume().catch((error2) => {
+        log$c.warn("ensureAudioReady resume failed (will retry on next gesture):", error2);
+      });
+    }
+  }
+  /**
+   * Internal: create the AudioContext and wire up fallback document listeners.
+   */
+  createContext() {
     try {
       const AudioContextClass = window.AudioContext || window.webkitAudioContext;
       if (!AudioContextClass) {
@@ -1807,12 +1837,14 @@ const _AudioContextManagerImpl = class _AudioContextManagerImpl {
       this._context = new AudioContextClass({
         sampleRate: this._sampleRate,
         latencyHint: "interactive"
-        // Optimize for real-time
       });
       log$c.info(`AudioContext created: sampleRate=${this._context.sampleRate}, state=${this._context.state}`);
       this.setupResumeListener();
       this._context.onstatechange = () => {
         log$c.debug(`AudioContext state changed: ${this._context?.state}`);
+        if (this._context?.state === "running") {
+          this.removeResumeListeners();
+        }
       };
     } catch (error2) {
       errorBoundary.handleError(error2, "audio-context-manager");
@@ -1821,26 +1853,29 @@ const _AudioContextManagerImpl = class _AudioContextManagerImpl {
     return this._context;
   }
   /**
-   * Setup a single click listener to resume AudioContext (browser policy)
-   * This replaces multiple listeners scattered across services
+   * Fallback document-level listeners for audio unlock.
+   * These are a safety net — primary unlock happens via ensureAudioReady()
+   * called from widget gesture handlers.
    */
   setupResumeListener() {
     if (this._isResumeListenerAdded) {
       return;
     }
-    this._listenerEvents = ["click", "touchstart", "keydown"];
-    this._interactionHandler = async () => {
-      this.removeResumeListeners();
-      await this.resume();
+    this._listenerEvents = ["pointerdown", "touchend", "keydown"];
+    this._interactionHandler = () => {
+      if (this._context && this._context.state !== "running") {
+        this._context.resume().catch(() => {
+        });
+      }
     };
     this._listenerEvents.forEach((event) => {
-      document.addEventListener(event, this._interactionHandler, { once: true, passive: true });
+      document.addEventListener(event, this._interactionHandler, { passive: true });
     });
     this._isResumeListenerAdded = true;
-    log$c.debug("Audio resume listeners added");
+    log$c.debug("Audio resume fallback listeners added");
   }
   /**
-   * Remove resume listeners (called after first interaction or on cleanup)
+   * Remove resume listeners (only after context is running, or on cleanup)
    */
   removeResumeListeners() {
     if (this._interactionHandler) {
@@ -1849,6 +1884,8 @@ const _AudioContextManagerImpl = class _AudioContextManagerImpl {
       });
       this._interactionHandler = null;
       this._listenerEvents = [];
+      this._isResumeListenerAdded = false;
+      log$c.debug("Audio resume fallback listeners removed");
     }
   }
   /**
@@ -1869,6 +1906,7 @@ const _AudioContextManagerImpl = class _AudioContextManagerImpl {
       try {
         await this._context.resume();
         log$c.info("AudioContext resumed successfully");
+        this.removeResumeListeners();
       } catch (error2) {
         log$c.error("Failed to resume AudioContext:", error2);
         errorBoundary.handleError(error2, "audio-context-manager");
@@ -1997,7 +2035,7 @@ class AudioOutput {
     this.chunkDurationMs = 100;
     this.audioBuffer = new CircularBuffer(CONFIG.audio.output.maxBufferFrames);
     this.adaptiveBuffer = new AdaptiveBuffer(100, 50, 500);
-    AudioContextManager.getContext(this.sampleRate);
+    AudioContextManager.setSampleRate(this.sampleRate);
   }
   /**
    * Get the shared AudioContext
@@ -2010,6 +2048,7 @@ class AudioOutput {
    */
   setDefaultSampleRate(sampleRate) {
     this.sampleRate = sampleRate;
+    AudioContextManager.setSampleRate(sampleRate);
     log$b.info(`Output sample rate set to ${sampleRate}Hz`);
   }
   startSession(sessionId, sampleRate) {
@@ -2023,6 +2062,7 @@ class AudioOutput {
     this.isPlaying = false;
     this.nextPlayTime = 0;
     AudioContextManager.resume().catch(() => {
+      log$b.warn("AudioContext resume failed in startSession — will retry on next user gesture");
     });
   }
   addAudioChunk(data, timestamp) {
@@ -2534,7 +2574,7 @@ class SyncPlayback {
     this.floatBuffer = new Float32Array(this.maxSamplesPerFrame);
     this.visibilityHandler = this.handleVisibilityChange.bind(this);
     document.addEventListener("visibilitychange", this.visibilityHandler);
-    AudioContextManager.getContext(this.sampleRate);
+    AudioContextManager.setSampleRate(this.sampleRate);
   }
   /**
    * Get the shared AudioContext
@@ -2571,6 +2611,7 @@ class SyncPlayback {
    */
   setDefaultSampleRate(sampleRate) {
     this.sampleRate = sampleRate;
+    AudioContextManager.setSampleRate(sampleRate);
     log$8.info(`SyncPlayback sample rate set to ${sampleRate}Hz`);
   }
   startSession(sessionId, sampleRate) {
@@ -2584,6 +2625,7 @@ class SyncPlayback {
       this.sampleRate = sampleRate;
     }
     AudioContextManager.resume().catch(() => {
+      log$8.warn("AudioContext resume failed in startSession — will retry on next user gesture");
     });
     try {
       const ctx = this.audioContext;
@@ -3922,11 +3964,19 @@ class ChatManager {
     this.protocolClient.on("interrupt", (event) => {
       this.handleInterrupt(event);
     });
+    this.protocolClient.on("trigger_action", (event) => {
+      this.handleTriggerAction(event);
+    });
     this.protocolClient.on("error", (err) => log$4.error("Protocol Error:", err));
   }
   // ============================================================================
   // Protocol Handlers
   // ============================================================================
+  handleTriggerAction(event) {
+    log$4.info(`🎯 Action Triggered: ${event.function_name}`, event.arguments);
+    const customEvent = new CustomEvent("nyxAction", { detail: event });
+    window.dispatchEvent(customEvent);
+  }
   handleAudioStart(event) {
     this.setTyping(false);
     if (this.syncFramesBeforeStart > 0) {
@@ -5875,6 +5925,7 @@ class AvatarChatElement extends HTMLElement {
         }
       });
       chatInput.addEventListener("focus", () => {
+        AudioContextManager.ensureAudioReady();
         const root = this.shadow.querySelector(".widget-root");
         if (root) root.classList.add("input-focused");
       });
@@ -5905,6 +5956,7 @@ class AvatarChatElement extends HTMLElement {
       const handleChipClick = (e) => {
         const target = e.target;
         if (target.classList.contains("suggestion-chip")) {
+          AudioContextManager.ensureAudioReady();
           this.markHasMessages();
           hideSuggestions();
           const text = target.textContent;
@@ -5918,11 +5970,13 @@ class AvatarChatElement extends HTMLElement {
       quickReplies?.addEventListener("click", handleChipClick);
       avatarSuggestions?.addEventListener("click", handleChipClick);
       micBtn?.addEventListener("click", () => {
+        AudioContextManager.ensureAudioReady();
         this.markHasMessages();
         hideSuggestions();
       });
       chatInput.addEventListener("keydown", (e) => {
         if (e.key === "Enter") {
+          AudioContextManager.ensureAudioReady();
           this.markHasMessages();
           hideSuggestions();
           setTimeout(() => {
@@ -6124,6 +6178,7 @@ class AvatarChatElement extends HTMLElement {
    */
   async expand() {
     if (!this._isCollapsed) return;
+    AudioContextManager.ensureAudioReady();
     this._isCollapsed = false;
     this.classList.remove("collapsed");
     this.style.width = `${this.config.width}px`;
@@ -6160,6 +6215,20 @@ class AvatarChatElement extends HTMLElement {
       this.chatManager.sendText(text);
     }
   }
+  /**
+   * Expose triggerAction for client-side Actions debugging
+   * Dispatches a custom nyxAction event as if the server triggered it
+   */
+  triggerAction(function_name, args = {}) {
+    const eventDetail = {
+      type: "trigger_action",
+      function_name,
+      arguments: args
+    };
+    log$2.info(`🛠️ Debug Action Triggered manually: ${function_name}`, args);
+    const customEvent = new CustomEvent("nyxAction", { detail: eventDetail });
+    window.dispatchEvent(customEvent);
+  }
   /**
    * Check if mounted
    */
@@ -6371,7 +6440,8 @@ const AvatarChat = {
       collapse: () => widget.collapse(),
       isMounted: () => widget.isMounted(),
       isConnected: () => widget.isServerConnected(),
-      reconnect: () => widget.reconnect()
+      reconnect: () => widget.reconnect(),
+      triggerAction: (name, args) => widget.triggerAction(name, args)
     };
   },
   /**
@@ -6402,7 +6472,8 @@ const AvatarChat = {
       collapse: () => widget.collapse(),
       isMounted: () => widget.isMounted(),
       isConnected: () => widget.isServerConnected(),
-      reconnect: () => widget.reconnect()
+      reconnect: () => widget.reconnect(),
+      triggerAction: (name, args) => widget.triggerAction(name, args)
     };
   }
 };