@framers/agentos 0.1.107 → 0.1.109

package/dist/voice-pipeline/VoicePipelineOrchestrator.js

@@ -5,102 +5,186 @@
  * TTS, barge-in handling, and the agent session into a coordinated real-time
  * voice conversation loop.
  *
- * State transitions:
+ * ## State transitions
+ *
  * ```
- * IDLE → startSession() → LISTENING
- * LISTENING → turn_complete → PROCESSING
- * PROCESSING → LLM tokens start → SPEAKING
- * SPEAKING → TTS complete → LISTENING
- * SPEAKING → barge-in → INTERRUPTING → LISTENING
- * ANY → transport disconnect → CLOSED
+ * IDLE -----> startSession() ---------> LISTENING
+ * LISTENING -> turn_complete ----------> PROCESSING
+ * PROCESSING -> LLM tokens start -----> SPEAKING
+ * SPEAKING --> TTS flush_complete -----> LISTENING
+ * SPEAKING --> barge-in (cancel) ------> INTERRUPTING -> LISTENING
+ * ANY ------> transport disconnect ----> CLOSED
+ * ANY ------> stopSession() -----------> CLOSED
  * ```
+ *
+ * ## Design notes
+ *
+ * - The orchestrator does NOT resolve providers from ExtensionManager yet.
+ *   All components must be injected via {@link VoicePipelineOverrides}.
+ *   ExtensionManager integration is a planned future task.
+ * - Event wiring is done once during {@link startSession} and never rewired.
+ *   The transport/STT/TTS sessions are immutable for the session's lifetime.
+ * - A watchdog timer prevents the pipeline from staying in LISTENING forever
+ *   if the user walks away (default 30 s). The watchdog resets after each
+ *   completed turn.
  */
 import { EventEmitter } from 'node:events';
 import { randomUUID } from 'node:crypto';
+// ============================================================================
+// Orchestrator
+// ============================================================================
 /**
  * VoicePipelineOrchestrator is the central state machine for the AgentOS
  * streaming voice pipeline. It coordinates audio capture, speech recognition,
  * endpoint detection, agent inference, text-to-speech synthesis, and barge-in
  * handling into a seamless real-time conversation loop.
  *
- * Emits:
- * - `'state_changed'` ({ from: PipelineState, to: PipelineState })
+ * ## Events emitted
+ *
+ * | Event             | Payload                                      |
+ * |-------------------|----------------------------------------------|
+ * | `'state_changed'` | `{ from: PipelineState, to: PipelineState }`  |
+ * | `'turn_complete'` | {@link TurnCompleteEvent}                     |
+ *
+ * @see {@link VoicePipelineSession} for the public session interface returned by {@link startSession}.
  */
 export class VoicePipelineOrchestrator extends EventEmitter {
-    /** Current pipeline state (read-only). */
+    // --------------------------------------------------------------------------
+    // Public getters
+    // --------------------------------------------------------------------------
+    /**
+     * Current pipeline state (read-only).
+     *
+     * @example
+     * ```typescript
+     * if (orchestrator.state === 'listening') {
+     *   console.log('Waiting for user input...');
+     * }
+     * ```
+     */
     get state() {
         return this._state;
     }
+    // --------------------------------------------------------------------------
+    // Constructor
+    // --------------------------------------------------------------------------
+    /**
+     * Create a new orchestrator with the given pipeline configuration.
+     *
+     * The orchestrator starts in `'idle'` state. Call {@link startSession}
+     * to wire up components and transition to `'listening'`.
+     *
+     * @param config - Top-level pipeline configuration specifying providers and options.
+     */
     constructor(config) {
         super();
         this.config = config;
-        /** Current pipeline state. */
+        // --------------------------------------------------------------------------
+        // Private state
+        // --------------------------------------------------------------------------
+        /** Current pipeline state. Transitions are managed exclusively by {@link _setState}. */
         this._state = 'idle';
-        /** Active sub-sessions and components, set during startSession. */
+        /** Active STT session created during {@link startSession}. Null when idle or closed. */
         this._sttSession = null;
+        /** Active TTS session created during {@link startSession}. Null when idle or closed. */
         this._ttsSession = null;
+        /** The endpoint detector wired during {@link startSession}. Null when idle or closed. */
         this._endpointDetector = null;
+        /** The barge-in handler consulted when speech is detected during SPEAKING. Null when idle or closed. */
         this._bargeinHandler = null;
+        /** The transport bound to this session. Null when idle or closed. */
         this._transport = null;
+        /** The agent session adapter for turn-based conversation. Null when idle or closed. */
         this._agentSession = null;
-        /** Watchdog timer ID for max turn duration. */
+        /**
+         * Watchdog timer ID for max turn duration. Fires a synthetic speech_end
+         * VAD event if the pipeline stays in LISTENING too long without a turn_complete.
+         */
         this._watchdogTimer = null;
-        /** Tracks cumulative TTS text for barge-in context. */
+        /**
+         * Tracks cumulative TTS text for barge-in context. Reset at the start
+         * of each agent response (PROCESSING -> SPEAKING transition).
+         */
         this._currentTTSText = '';
-        /** Tracks cumulative played duration for barge-in context. */
+        /**
+         * Tracks cumulative played duration (ms) for barge-in context.
+         * Incremented as each {@link EncodedAudioChunk} is forwarded to the transport.
+         */
         this._currentPlayedMs = 0;
     }
+    // --------------------------------------------------------------------------
+    // Session lifecycle
+    // --------------------------------------------------------------------------
     /**
      * Start a voice session. Accepts pre-built components via overrides for testing.
-     * In production, components are resolved from ExtensionManager (future task).
+     * In production, components would be resolved from ExtensionManager (future task).
+     *
+     * This method:
+     * 1. Validates the orchestrator is in `'idle'` state.
+     * 2. Creates STT and TTS sub-sessions from the provided factories.
+     * 3. Wires all event handlers (transport -> STT -> endpoint -> agent -> TTS -> transport).
+     * 4. Transitions to `'listening'` and starts the watchdog timer.
+     * 5. Returns a {@link VoicePipelineSession} handle.
      *
      * @param transport - The bidirectional audio/text stream transport.
      * @param agentSession - The agent session adapter for turn-based conversation.
      * @param overrides - Optional pre-built components (for testing or manual wiring).
      * @returns A live VoicePipelineSession object.
+     *
+     * @throws {Error} If the orchestrator is not in `'idle'` state.
+     * @throws {Error} If any required component (STT, TTS, endpoint, bargein) is missing.
      */
     async startSession(transport, agentSession, overrides) {
+        // Guard: only one session per orchestrator instance
         if (this._state !== 'idle') {
-            throw new Error(`Cannot start session in state '${this._state}'; expected 'idle'.`);
+            throw new Error(`Cannot start session in state '${this._state}'; expected 'idle'. ` +
+                `Create a new VoicePipelineOrchestrator instance for a new session.`);
         }
         this._transport = transport;
         this._agentSession = agentSession;
+        // Extract injected components from overrides
         const stt = overrides?.streamingSTT;
         const tts = overrides?.streamingTTS;
         const endpointDetector = overrides?.endpointDetector;
         const bargeinHandler = overrides?.bargeinHandler;
-        if (!stt)
+        // All four core components are mandatory — fail fast with clear messages
+        if (!stt) {
             throw new Error('streamingSTT is required (pass via overrides or wait for ExtensionManager support).');
-        if (!tts)
+        }
+        if (!tts) {
             throw new Error('streamingTTS is required (pass via overrides or wait for ExtensionManager support).');
-        if (!endpointDetector)
-            throw new Error('endpointDetector is required.');
-        if (!bargeinHandler)
-            throw new Error('bargeinHandler is required.');
-        // Create sub-sessions
+        }
+        if (!endpointDetector) {
+            throw new Error('endpointDetector is required. Pass a HeuristicEndpointDetector or AcousticEndpointDetector via overrides.');
+        }
+        if (!bargeinHandler) {
+            throw new Error('bargeinHandler is required. Pass a HardCutBargeinHandler or SoftFadeBargeinHandler via overrides.');
+        }
+        // Create provider sub-sessions with pipeline-level config
         const sttSession = await stt.startSession({ language: this.config.language });
         const ttsSession = await tts.startSession({
             voice: this.config.voice,
             format: this.config.format,
         });
+        // Store references for use by wiring helpers and teardown
         this._sttSession = sttSession;
         this._ttsSession = ttsSession;
         this._endpointDetector = endpointDetector;
         this._bargeinHandler = bargeinHandler;
-        // Wire everything up
+        // Wire the event pipeline: transport -> STT -> endpoint -> agent -> TTS -> transport
         this._wireTransportToSTT(transport, sttSession);
         this._wireSTTToEndpoint(sttSession, endpointDetector, transport);
         this._wireTurnComplete(endpointDetector, transport, agentSession, ttsSession);
         this._wireTTSToTransport(ttsSession, transport);
         this._wireBargein(sttSession, ttsSession, bargeinHandler, transport, agentSession);
         this._wireDisconnect(transport, sttSession, ttsSession);
-        // Transition to listening
+        // IDLE -> LISTENING: audio can now flow
         this._setState('listening');
-        // Start watchdog
+        // Start the watchdog timer to prevent indefinite LISTENING
         this._resetWatchdog();
-        // Build and return the VoicePipelineSession object
+        // Build the public VoicePipelineSession facade
         const sessionId = randomUUID();
-        // eslint-disable-next-line @typescript-eslint/no-this-alias
+        // eslint-disable-next-line @typescript-eslint/no-this-alias -- needed for closure
         const orchestrator = this;
         const session = Object.assign(new EventEmitter(), {
             sessionId,
@@ -112,24 +196,30 @@ export class VoicePipelineOrchestrator extends EventEmitter {
                 await orchestrator.stopSession(reason);
             },
         });
-        // Forward state_changed events to the session
+        // Forward internal state_changed events to the public session as state_change
         this.on('state_changed', (evt) => session.emit('state_change', evt.to));
         return session;
     }
     /**
      * Stop the current session, tearing down all sub-sessions and timers.
      *
+     * Safe to call multiple times -- subsequent calls after the first are no-ops.
+     *
      * @param reason - Optional human-readable reason for diagnostics.
      */
     async stopSession(reason) {
+        // Idempotent: already closed, nothing to do
         if (this._state === 'closed')
             return;
+        // Cancel the watchdog first to prevent it firing during teardown
         this._clearWatchdog();
+        // Tear down sub-sessions (null-safe via optional chaining)
         this._sttSession?.close();
         this._ttsSession?.close();
         this._transport?.close(1000, reason);
+        // Transition to terminal state
         this._setState('closed');
-        // Clean up references
+        // Release references to allow garbage collection of provider resources
         this._sttSession = null;
         this._ttsSession = null;
         this._endpointDetector = null;
@@ -147,9 +237,9 @@ export class VoicePipelineOrchestrator extends EventEmitter {
      * graph nodes (via VoiceTransportAdapter) can `await` user input without
      * having to manage raw EventEmitter subscriptions themselves.
      *
-     * Resolves with the first `TurnCompleteEvent` fired after this call.
+     * Resolves with the first {@link TurnCompleteEvent} fired after this call.
      * If the session is closed before a turn completes, the Promise will never
-     * resolve — callers should race it against a session-close signal if needed.
+     * resolve -- callers should race it against a session-close signal if needed.
      *
      * @returns A Promise that resolves with the completed turn event.
      *
@@ -157,10 +247,13 @@ export class VoicePipelineOrchestrator extends EventEmitter {
      * ```typescript
      * const turn = await orchestrator.waitForUserTurn();
      * console.log('User said:', turn.transcript);
+     * console.log('Reason:', turn.reason);
      * ```
      */
     async waitForUserTurn() {
         return new Promise((resolve) => {
+            // `once` ensures the listener is auto-removed after the first emission,
+            // preventing memory leaks when waitForUserTurn is called repeatedly.
             this.once('turn_complete', (event) => resolve(event));
         });
     }
@@ -175,7 +268,9 @@ export class VoicePipelineOrchestrator extends EventEmitter {
      * without the caller needing a direct reference to the TTS session.
      *
      * @param text - A complete string, or an async iterable of string tokens.
-     * @throws {Error} If there is no active TTS session (i.e. session not started).
+     *
+     * @throws {Error} If there is no active TTS session (i.e. session not started
+     *   or already stopped).
      *
      * @example
      * ```typescript
@@ -188,23 +283,34 @@ export class VoicePipelineOrchestrator extends EventEmitter {
      */
     async pushToTTS(text) {
         const ttsSession = this._ttsSession;
-        if (!ttsSession)
-            throw new Error('No active TTS session');
+        if (!ttsSession) {
+            throw new Error('No active TTS session. Ensure startSession() has been called and the session has not been stopped.');
+        }
         if (typeof text === 'string') {
+            // Single string: push all at once
             ttsSession.pushTokens(text);
         }
         else {
+            // Async iterable: push token-by-token as they arrive from the LLM
             for await (const token of text) {
                 ttsSession.pushTokens(token);
             }
         }
+        // Signal end-of-utterance so the TTS provider can finalise synthesis
         await ttsSession.flush();
     }
     // --------------------------------------------------------------------------
-    // Wiring helpers
+    // Wiring helpers -- each method connects one segment of the event pipeline
     // --------------------------------------------------------------------------
     /**
-     * Forward audio frames from transport to STT session.
+     * Wire segment 1: Transport -> STT.
+     *
+     * Every inbound audio frame from the transport is forwarded directly to
+     * the STT session for recognition. No buffering or resampling is done here;
+     * the STT provider is expected to handle sample rate conversion internally.
+     *
+     * @param transport - The bidirectional transport receiving client audio.
+     * @param sttSession - The STT session that will process the audio.
      */
     _wireTransportToSTT(transport, sttSession) {
         transport.on('audio', (frame) => {
@@ -212,11 +318,22 @@ export class VoicePipelineOrchestrator extends EventEmitter {
         });
     }
     /**
-     * Forward STT transcript events to endpoint detector and transport.
+     * Wire segment 2: STT -> Endpoint Detector + Transport.
+     *
+     * Every transcript event from STT is:
+     * 1. Forwarded to the endpoint detector for turn-boundary analysis.
+     * 2. Relayed to the transport so the client can display real-time captions.
+     *
+     * @param sttSession - The STT session emitting transcript events.
+     * @param endpointDetector - The detector analysing transcripts for turn boundaries.
+     * @param transport - The transport for relaying transcript events to the client.
      */
     _wireSTTToEndpoint(sttSession, endpointDetector, transport) {
         sttSession.on('transcript', (transcript) => {
+            // Feed the endpoint detector so it can check for terminal punctuation,
+            // backchannel phrases, etc.
             endpointDetector.pushTranscript(transcript);
+            // Relay to the client for real-time caption display
             transport.sendControl({
                 type: 'transcript',
                 text: transcript.text,
@@ -226,16 +343,35 @@ export class VoicePipelineOrchestrator extends EventEmitter {
         });
     }
     /**
-     * Handle turn_complete from endpoint detector — transition through
-     * PROCESSING → SPEAKING → LISTENING.
+     * Wire segment 3: Endpoint Detector -> Agent -> TTS.
+     *
+     * When the endpoint detector fires `turn_complete`, the orchestrator:
+     * 1. Transitions LISTENING -> PROCESSING.
+     * 2. Sends the transcript to the agent session.
+     * 3. Transitions PROCESSING -> SPEAKING as LLM tokens start arriving.
+     * 4. Pipes each token to the TTS session.
+     *
+     * The turn is only processed if the orchestrator is currently in LISTENING
+     * state, preventing duplicate processing from stale events.
+     *
+     * @param endpointDetector - The detector that fires turn_complete events.
+     * @param transport - For sending agent_thinking/agent_speaking control messages.
+     * @param agentSession - The agent session that generates the response.
+     * @param ttsSession - The TTS session that synthesises the response as audio.
      */
     _wireTurnComplete(endpointDetector, transport, agentSession, ttsSession) {
         endpointDetector.on('turn_complete', async (event) => {
+            // Guard: only process turn_complete when we're actively listening.
+            // This prevents processing stale events that arrive after a barge-in
+            // or transport disconnect has already moved us out of LISTENING.
             if (this._state !== 'listening')
                 return;
+            // Stop the watchdog -- the user has finished speaking
             this._clearWatchdog();
+            // LISTENING -> PROCESSING: agent is now generating a response
             this._setState('processing');
             transport.sendControl({ type: 'agent_thinking' });
+            // Build turn metadata for the agent so it can adapt its response
             const metadata = {
                 speakers: [],
                 endpointReason: event.reason,
@@ -243,79 +379,130 @@ export class VoicePipelineOrchestrator extends EventEmitter {
                 wasInterrupted: false,
                 transcriptConfidence: event.confidence,
             };
+            // Begin streaming the agent's response
             const tokenStream = agentSession.sendText(event.transcript, metadata);
+            // PROCESSING -> SPEAKING: first tokens are about to flow
             this._setState('speaking');
             this._currentTTSText = '';
             this._currentPlayedMs = 0;
             transport.sendControl({ type: 'agent_speaking', text: '' });
+            // Stream each LLM token to the TTS session. The loop breaks early
+            // if a barge-in transitions us out of SPEAKING.
             for await (const token of tokenStream) {
+                // Cast needed because TypeScript narrows `this._state` to the value
+                // at the top of the async function, not the current runtime value.
                 if (this._state !== 'speaking')
-                    break; // barge-in happened
+                    break;
                 this._currentTTSText += token;
                 ttsSession.pushTokens(token);
             }
+            // Only flush if we're still in SPEAKING -- a barge-in may have
+            // transitioned us to INTERRUPTING/LISTENING already.
             if (this._state === 'speaking') {
                 await ttsSession.flush();
             }
         });
     }
     /**
-     * Forward TTS audio chunks to the transport and handle utterance completion.
+     * Wire segment 4: TTS -> Transport.
+     *
+     * Each audio chunk from TTS is forwarded to the transport for client playback.
+     * The `flush_complete` event signals that all tokens have been synthesised,
+     * triggering the SPEAKING -> LISTENING transition.
+     *
+     * @param ttsSession - The TTS session emitting audio chunks.
+     * @param transport - The transport delivering audio to the client.
      */
     _wireTTSToTransport(ttsSession, transport) {
         ttsSession.on('audio', (chunk) => {
+            // Only forward audio while we're in the SPEAKING state.
+            // Chunks arriving after a barge-in are silently dropped.
             if (this._state === 'speaking') {
                 this._currentPlayedMs += chunk.durationMs;
                 transport.sendAudio(chunk);
             }
         });
         ttsSession.on('flush_complete', () => {
+            // Only transition back to LISTENING if we're still SPEAKING.
+            // A barge-in may have already moved us to INTERRUPTING -> LISTENING.
             if (this._state === 'speaking') {
+                // SPEAKING -> LISTENING: agent response fully delivered
                 this._setState('listening');
+                // Notify the client that the agent's response is complete
                 transport.sendControl({
                     type: 'agent_done',
                     text: this._currentTTSText,
                     durationMs: this._currentPlayedMs,
                 });
+                // Reset the endpoint detector for the next user turn
                 this._endpointDetector?.reset();
+                // Restart the watchdog for the next turn
                 this._resetWatchdog();
             }
         });
     }
     /**
-     * Wire barge-in detection: when speech is detected during SPEAKING state,
-     * consult the barge-in handler and act accordingly.
+     * Wire segment 5: Barge-in detection.
+     *
+     * When `speech_start` is detected (from the STT session) during the SPEAKING
+     * state, the barge-in handler is consulted. Depending on the handler's
+     * decision:
+     *
+     * - **cancel**: TTS is stopped, agent is aborted, state goes
+     *   SPEAKING -> INTERRUPTING -> LISTENING.
+     * - **pause**: A control message is sent but state remains SPEAKING.
+     * - **ignore**: No action taken (e.g. lip smack below threshold).
+     *
+     * The `speech_start` and `speech_end` events are also forwarded to the
+     * endpoint detector as synthetic VAD events so it can track speech activity
+     * even when a dedicated VAD model is not present.
+     *
+     * @param sttSession - The STT session that re-emits speech_start/speech_end.
+     * @param ttsSession - The TTS session to cancel on barge-in.
+     * @param bargeinHandler - The policy handler deciding what to do.
+     * @param transport - For sending barge_in control messages.
+     * @param agentSession - The agent session to abort on cancel.
      */
     _wireBargein(sttSession, ttsSession, bargeinHandler, transport, agentSession) {
         sttSession.on('speech_start', async () => {
-            // Also push VAD event to endpoint detector
+            // Forward to endpoint detector as a synthetic VAD event so it can
+            // track turn boundaries even without a dedicated VAD model.
             this._endpointDetector?.pushVadEvent({
                 type: 'speech_start',
                 timestamp: Date.now(),
                 source: 'stt',
             });
+            // Barge-in is only relevant when TTS is actively playing
             if (this._state === 'speaking') {
                 const action = await bargeinHandler.handleBargein({
+                    // speechDurationMs is 0 because we detect the start of speech, not
+                    // its duration. The handler's threshold logic determines whether
+                    // this instant detection is enough to trigger a cancel.
                     speechDurationMs: 0,
                     interruptedText: this._currentTTSText,
                     playedDurationMs: this._currentPlayedMs,
                 });
                 if (action.type === 'cancel') {
+                    // SPEAKING -> INTERRUPTING -> LISTENING (two rapid transitions)
                     this._setState('interrupting');
                     ttsSession.cancel();
                     agentSession.abort?.();
                     transport.sendControl({ type: 'barge_in', action });
+                    // INTERRUPTING -> LISTENING: ready for the user's next turn
                     this._setState('listening');
                     this._endpointDetector?.reset();
                     this._resetWatchdog();
                 }
                 else if (action.type === 'pause') {
+                    // Notify client of the pause but stay in SPEAKING state.
+                    // The TTS audio fade-out is handled client-side.
                     transport.sendControl({ type: 'barge_in', action });
                 }
-                // 'ignore' and 'resume' — do nothing
+                // 'ignore' and 'resume' actions require no pipeline-level response
             }
         });
         sttSession.on('speech_end', () => {
+            // Forward to endpoint detector as a synthetic VAD event
             this._endpointDetector?.pushVadEvent({
                 type: 'speech_end',
                 timestamp: Date.now(),
@@ -324,11 +511,22 @@ export class VoicePipelineOrchestrator extends EventEmitter {
         });
     }
     /**
-     * Handle transport disconnect — close everything.
+     * Wire segment 6: Transport disconnect.
+     *
+     * When the transport closes (e.g. WebSocket disconnect, client navigation),
+     * all sub-sessions are torn down and the orchestrator transitions to CLOSED.
+     * This is a terminal state -- no further events are emitted.
+     *
+     * @param transport - The transport to monitor for closure.
+     * @param sttSession - The STT session to close on disconnect.
+     * @param ttsSession - The TTS session to close on disconnect.
      */
     _wireDisconnect(transport, sttSession, ttsSession) {
         transport.on('close', () => {
             this._clearWatchdog();
+            // Transition to terminal state first, then tear down sub-sessions.
+            // This ordering ensures any event handlers see the CLOSED state
+            // before the sessions are destroyed.
             this._setState('closed');
             sttSession.close();
             ttsSession.close();
@@ -338,10 +536,17 @@ export class VoicePipelineOrchestrator extends EventEmitter {
     // State management
     // --------------------------------------------------------------------------
     /**
-     * Transition to a new pipeline state, emitting a `state_changed` event.
+     * Transition to a new pipeline state, emitting a `'state_changed'` event.
+     *
+     * No-ops if the target state equals the current state (idempotent).
+     * This is the ONLY method that mutates {@link _state}, ensuring all
+     * transitions are observable via the `'state_changed'` event.
+     *
+     * @param state - The target pipeline state.
      */
     _setState(state) {
         const from = this._state;
+        // Idempotent: skip if already in the target state
         if (from === state)
             return;
         this._state = state;
@@ -351,14 +556,21 @@ export class VoicePipelineOrchestrator extends EventEmitter {
     // Watchdog timer
     // --------------------------------------------------------------------------
     /**
-     * Reset the watchdog timer for max turn duration. If the pipeline stays in
-     * LISTENING for longer than `maxTurnDurationMs` (default 30s) without a
-     * turn_complete, force a timeout.
+     * Reset the watchdog timer for max turn duration.
+     *
+     * If the pipeline stays in LISTENING for longer than
+     * {@link VoicePipelineConfig.maxTurnDurationMs} (default 30 s) without a
+     * `turn_complete`, the watchdog fires a synthetic `speech_end` VAD event
+     * to trigger the endpoint detector's silence timeout logic. This prevents
+     * the pipeline from hanging indefinitely when the user walks away or
+     * the microphone captures no meaningful audio.
      */
     _resetWatchdog() {
         this._clearWatchdog();
         const maxMs = this.config.maxTurnDurationMs ?? 30000;
         this._watchdogTimer = setTimeout(() => {
+            // Only fire if we're still in LISTENING -- the user may have spoken
+            // or the session may have been closed while the timer was pending.
             if (this._state === 'listening') {
                 this._endpointDetector?.pushVadEvent({
                     type: 'speech_end',
@@ -369,7 +581,8 @@ export class VoicePipelineOrchestrator extends EventEmitter {
         }, maxMs);
     }
     /**
-     * Clear the watchdog timer if active.
+     * Clear the watchdog timer if one is active.
+     * Safe to call even when no timer is pending (no-op).
      */
     _clearWatchdog() {
         if (this._watchdogTimer !== null) {

package/dist/voice-pipeline/VoicePipelineOrchestrator.js.map

@@ -1 +1 @@
-{"version":3,"file":"VoicePipelineOrchestrator.js","sourceRoot":"","sources":["../../src/voice-pipeline/VoicePipelineOrchestrator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAuCzC;;;;;;;;GAQG;AACH,MAAM,OAAO,yBAA0B,SAAQ,YAAY;IAqBzD,0CAA0C;IAC1C,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,YAA6B,MAA2B;QACtD,KAAK,EAAE,CAAC;QADmB,WAAM,GAAN,MAAM,CAAqB;QAzBxD,8BAA8B;QACtB,WAAM,GAAkB,MAAM,CAAC;QAEvC,mEAAmE;QAC3D,gBAAW,GAA+B,IAAI,CAAC;QAC/C,gBAAW,GAA+B,IAAI,CAAC;QAC/C,sBAAiB,GAA6B,IAAI,CAAC;QACnD,oBAAe,GAA2B,IAAI,CAAC;QAC/C,eAAU,GAA4B,IAAI,CAAC;QAC3C,kBAAa,GAAsC,IAAI,CAAC;QAEhE,+CAA+C;QACvC,mBAAc,GAAyC,IAAI,CAAC;QAEpE,uDAAuD;QAC/C,oBAAe,GAAG,EAAE,CAAC;QAE7B,8DAA8D;QACtD,qBAAgB,GAAG,CAAC,CAAC;IAS7B,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,YAAY,CAChB,SAA2B,EAC3B,YAAwC,EACxC,SAAkC;QAElC,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,kCAAkC,IAAI,CAAC,MAAM,qBAAqB,CAAC,CAAC;QACtF,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAElC,MAAM,GAAG,GAAG,SAAS,EAAE,YAAY,CAAC;QACpC,MAAM,GAAG,GAAG,SAAS,EAAE,YAAY,CAAC;QACpC,MAAM,gBAAgB,GAAG,SAAS,EAAE,gBAAgB,CAAC;QACrD,MAAM,cAAc,GAAG,SAAS,EAAE,cAAc,CAAC;QAEjD,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC,CAAC;QACjH,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC,CAAC;QACjH,IAAI,CAAC,gBAAgB;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACxE,IAAI,CAAC,cAAc;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAEpE,sBAAsB;QACtB,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9E,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,YAAY,CAAC;YACxC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;QAC1C,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QAEtC,qBAAqB;QACrB,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE,gBAAgB,EAAE,SAAS,CAAC,CAAC;QACjE,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;QAC9E,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAChD,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,EAAE,cAAc,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;QACnF,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QAExD,0BAA0B;QAC1B,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QAE5B,iBAAiB;QACjB,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtB,mDAAmD;QACnD,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;QAC/B,4DAA4D;QAC5D,MAAM,YAAY,GAAG,IAAI,CAAC;QAC1B,MAAM,OAAO,GAAyB,MAAM,CAAC,MAAM,CAAC,IAAI,YAAY,EAAE,EAAE;YACtE,SAAS;YACT,IAAI,KAAK;gBACP,OAAO,YAAY,CAAC,MAAM,CAAC;YAC7B,CAAC;YACD,SAAS;YACT,KAAK,CAAC,KAAK,CAAC,MAAe;gBACzB,MAAM,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YACzC,CAAC;SACF,CAAC,CAAC;QAEH,8CAA8C;QAC9C,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAExE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,MAAe;QAC/B,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ;YAAE,OAAO;QAErC,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAEzB,sBAAsB;QACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAC9B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,6EAA6E;IAC7E,oEAAoE;IACpE,6EAA6E;IAE7E;;;;;;;;;;;;;;;;;;OAkBG;IACH,KAAK,CAAC,eAAe;QACnB,OAAO,IAAI,OAAO,CAAoB,CAAC,OAAO,EAAE,EAAE;YAChD,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,KAAwB,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,KAAK,CAAC,SAAS,CAAC,IAAoC;QAClD,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAE1D,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC/B,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAE7E;;OAEG;IACK,mBAAmB,CACzB,SAA2B,EAC3B,UAA+B;QAE/B,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAiB,EAAE,EAAE;YAC1C,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,kBAAkB,CACxB,UAA+B,EAC/B,gBAAmC,EACnC,SAA2B;QAE3B,UAAU,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,UAA2B,EAAE,EAAE;YAC1D,gBAAgB,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YAC5C,SAAS,CAAC,WAAW,CAAC;gBACpB,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,UAAU,EAAE,UAAU,CAAC,UAAU;aAClC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,iBAAiB,CACvB,gBAAmC,EACnC,SAA2B,EAC3B,YAAwC,EACxC,UAA+B;QAE/B,gBAAgB,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,KAAwB,EAAE,EAAE;YACtE,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW;gBAAE,OAAO;YAExC,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YAC7B,SAAS,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAElD,MAAM,QAAQ,GAAsB;gBAClC,QAAQ,EAAE,EAAE;gBACZ,cAAc,EAAE,KAAK,CAAC,MAAM;gBAC5B,gBAAgB,EAAE,KAAK,CAAC,UAAU;gBAClC,cAAc,EAAE,KAAK;gBACrB,oBAAoB,EAAE,KAAK,CAAC,UAAU;aACvC,CAAC;YAEF,MAAM,WAAW,GAAG,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACtE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAC3B,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;YAC1B,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;YAC1B,SAAS,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YAE5D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;gBACtC,IAAK,IAAI,CAAC,MAAiB,KAAK,UAAU;oBAAE,MAAM,CAAC,oBAAoB;gBACvE,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC;gBAC9B,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;YAED,IAAK,IAAI,CAAC,MAAiB,KAAK,UAAU,EAAE,CAAC;gBAC3C,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,mBAAmB,CACzB,UAA+B,EAC/B,SAA2B;QAE3B,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAwB,EAAE,EAAE;YAClD,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAC/B,IAAI,CAAC,gBAAgB,IAAI,KAAK,CAAC,UAAU,CAAC;gBAC1C,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,gBAAgB,EAAE,GAAG,EAAE;YACnC,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAC/B,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;gBAC5B,SAAS,CAAC,WAAW,CAAC;oBACpB,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,IAAI,CAAC,eAAe;oBAC1B,UAAU,EAAE,IAAI,CAAC,gBAAgB;iBAClC,CAAC,CAAC;gBACH,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC;gBAChC,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,YAAY,CAClB,UAA+B,EAC/B,UAA+B,EAC/B,cAA+B,EAC/B,SAA2B,EAC3B,YAAwC;QAExC,UAAU,CAAC,EAAE,CAAC,cAAc,EAAE,KAAK,IAAI,EAAE;YACvC,2CAA2C;YAC3C,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC;gBACnC,IAAI,EAAE,cAAc;gBACpB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,aAAa,CAAC;oBAChD,gBAAgB,EAAE,CAAC;oBACnB,eAAe,EAAE,IAAI,CAAC,eAAe;oBACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;iBACxC,CAAC,CAAC;gBAEH,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7B,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;oBAC/B,UAAU,CAAC,MAAM,EAAE,CAAC;oBACpB,YAAY,CAAC,KAAK,EAAE,EAAE,CAAC;oBACvB,SAAS,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;oBACpD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;oBAC5B,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC;oBAChC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,CAAC;qBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBACnC,SAAS,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;gBACtD,CAAC;gBACD,qCAAqC;YACvC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;YAC/B,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC;gBACnC,IAAI,EAAE,YAAY;gBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,eAAe,CACrB,SAA2B,EAC3B,UAA+B,EAC/B,UAA+B;QAE/B,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACzB,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACzB,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,6EAA6E;IAC7E,mBAAmB;IACnB,6EAA6E;IAE7E;;OAEG;IACK,SAAS,CAAC,KAAoB;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;QACzB,IAAI,IAAI,KAAK,KAAK;YAAE,OAAO;QAC3B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAE7E;;;;OAIG;IACK,cAAc;QACpB,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,IAAI,KAAM,CAAC;QACtD,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE;YACpC,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAChC,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC;oBACnC,IAAI,EAAE,YAAY;oBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,MAAM,EAAE,KAAK;iBACd,CAAC,CAAC;YACL,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC;IAED;;OAEG;IACK,cAAc;QACpB,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;YACjC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAClC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"VoicePipelineOrchestrator.js","sourceRoot":"","sources":["../../src/voice-pipeline/VoicePipelineOrchestrator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAwDzC,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAE/E;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,yBAA0B,SAAQ,YAAY;IA4CzD,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAE7E;;;;;;;;;OASG;IACH,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,6EAA6E;IAC7E,cAAc;IACd,6EAA6E;IAE7E;;;;;;;OAOG;IACH,YAA6B,MAA2B;QACtD,KAAK,EAAE,CAAC;QADmB,WAAM,GAAN,MAAM,CAAqB;QAzExD,6EAA6E;QAC7E,gBAAgB;QAChB,6EAA6E;QAE7E,wFAAwF;QAChF,WAAM,GAAkB,MAAM,CAAC;QAEvC,wFAAwF;QAChF,gBAAW,GAA+B,IAAI,CAAC;QAEvD,wFAAwF;QAChF,gBAAW,GAA+B,IAAI,CAAC;QAEvD,yFAAyF;QACjF,sBAAiB,GAA6B,IAAI,CAAC;QAE3D,wGAAwG;QAChG,oBAAe,GAA2B,IAAI,CAAC;QAEvD,qEAAqE;QAC7D,eAAU,GAA4B,IAAI,CAAC;QAEnD,uFAAuF;QAC/E,kBAAa,GAAsC,IAAI,CAAC;QAEhE;;;WAGG;QACK,mBAAc,GAAyC,IAAI,CAAC;QAEpE;;;WAGG;QACK,oBAAe,GAAG,EAAE,CAAC;QAE7B;;;WAGG;QACK,qBAAgB,GAAG,CAAC,CAAC;IAkC7B,CAAC;IAED,6EAA6E;IAC7E,oBAAoB;IACpB,6EAA6E;IAE7E;;;;;;;;;;;;;;;;;;OAkBG;IACH,KAAK,CAAC,YAAY,CAChB,SAA2B,EAC3B,YAAwC,EACxC,SAAkC;QAElC,oDAAoD;QACpD,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CACb,kCAAkC,IAAI,CAAC,MAAM,sBAAsB;gBACnE,oEAAoE,CACrE,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAElC,6CAA6C;QAC7C,MAAM,GAAG,GAAG,SAAS,EAAE,YAAY,CAAC;QACpC,MAAM,GAAG,GAAG,SAAS,EAAE,YAAY,CAAC;QACpC,MAAM,gBAAgB,GAAG,SAAS,EAAE,gBAAgB,CAAC;QACrD,MAAM,cAAc,GAAG,SAAS,EAAE,cAAc,CAAC;QAEjD,yEAAyE;QACzE,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CACb,qFAAqF,CACtF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CACb,qFAAqF,CACtF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CACb,2GAA2G,CAC5G,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,mGAAmG,CACpG,CAAC;QACJ,CAAC;QAED,0DAA0D;QAC1D,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9E,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,YAAY,CAAC;YACxC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;SAC3B,CAAC,CAAC;QAEH,0DAA0D;QAC1D,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;QAC1C,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QAEtC,qFAAqF;QACrF,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE,gBAAgB,EAAE,SAAS,CAAC,CAAC;QACjE,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;QAC9E,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAChD,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,EAAE,cAAc,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;QACnF,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QAExD,wCAAwC;QACxC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QAE5B,2DAA2D;QAC3D,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtB,+CAA+C;QAC/C,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;QAC/B,kFAAkF;QAClF,MAAM,YAAY,GAAG,IAAI,CAAC;QAC1B,MAAM,OAAO,GAAyB,MAAM,CAAC,MAAM,CAAC,IAAI,YAAY,EAAE,EAAE;YACtE,SAAS;YACT,IAAI,KAAK;gBACP,OAAO,YAAY,CAAC,MAAM,CAAC;YAC7B,CAAC;YACD,SAAS;YACT,KAAK,CAAC,KAAK,CAAC,MAAe;gBACzB,MAAM,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YACzC,CAAC;SACF,CAAC,CAAC;QAEH,8EAA8E;QAC9E,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAExE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,WAAW,CAAC,MAAe;QAC/B,4CAA4C;QAC5C,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ;YAAE,OAAO;QAErC,iEAAiE;QACjE,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtB,2DAA2D;QAC3D,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAErC,+BAA+B;QAC/B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAEzB,uEAAuE;QACvE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAC9B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,6EAA6E;IAC7E,oEAAoE;IACpE,6EAA6E;IAE7E;;;;;;;;;;;;;;;;;;;OAmBG;IACH,KAAK,CAAC,eAAe;QACnB,OAAO,IAAI,OAAO,CAAoB,CAAC,OAAO,EAAE,EAAE;YAChD,wEAAwE;YACxE,qEAAqE;YACrE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,KAAwB,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,KAAK,CAAC,SAAS,CAAC,IAAoC;QAClD,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CACb,oGAAoG,CACrG,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,kCAAkC;YAClC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,kEAAkE;YAClE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC/B,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,qEAAqE;QACrE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,6EAA6E;IAC7E,2EAA2E;IAC3E,6EAA6E;IAE7E;;;;;;;;;OASG;IACK,mBAAmB,CACzB,SAA2B,EAC3B,UAA+B;QAE/B,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAiB,EAAE,EAAE;YAC1C,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;OAUG;IACK,kBAAkB,CACxB,UAA+B,EAC/B,gBAAmC,EACnC,SAA2B;QAE3B,UAAU,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,UAA2B,EAAE,EAAE;YAC1D,uEAAuE;YACvE,4BAA4B;YAC5B,gBAAgB,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YAE5C,oDAAoD;YACpD,SAAS,CAAC,WAAW,CAAC;gBACpB,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,UAAU,EAAE,UAAU,CAAC,UAAU;aAClC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACK,iBAAiB,CACvB,gBAAmC,EACnC,SAA2B,EAC3B,YAAwC,EACxC,UAA+B;QAE/B,gBAAgB,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,KAAwB,EAAE,EAAE;YACtE,mEAAmE;YACnE,qEAAqE;YACrE,iEAAiE;YACjE,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW;gBAAE,OAAO;YAExC,sDAAsD;YACtD,IAAI,CAAC,cAAc,EAAE,CAAC;YAEtB,8DAA8D;YAC9D,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YAC7B,SAAS,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAElD,iEAAiE;YACjE,MAAM,QAAQ,GAAsB;gBAClC,QAAQ,EAAE,EAAE;gBACZ,cAAc,EAAE,KAAK,CAAC,MAAM;gBAC5B,gBAAgB,EAAE,KAAK,CAAC,UAAU;gBAClC,cAAc,EAAE,KAAK;gBACrB,oBAAoB,EAAE,KAAK,CAAC,UAAU;aACvC,CAAC;YAEF,uCAAuC;YACvC,MAAM,WAAW,GAAG,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YAEtE,yDAAyD;YACzD,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAC3B,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;YAC1B,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;YAC1B,SAAS,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YAE5D,kEAAkE;YAClE,gDAAgD;YAChD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;gBACtC,oEAAoE;gBACpE,mEAAmE;gBACnE,IAAK,IAAI,CAAC,MAAiB,KAAK,UAAU;oBAAE,MAAM;gBAClD,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC;gBAC9B,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;YAED,+DAA+D;YAC/D,qDAAqD;YACrD,IAAK,IAAI,CAAC,MAAiB,KAAK,UAAU,EAAE,CAAC;gBAC3C,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;OASG;IACK,mBAAmB,CACzB,UAA+B,EAC/B,SAA2B;QAE3B,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAwB,EAAE,EAAE;YAClD,wDAAwD;YACxD,yDAAyD;YACzD,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAC/B,IAAI,CAAC,gBAAgB,IAAI,KAAK,CAAC,UAAU,CAAC;gBAC1C,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,gBAAgB,EAAE,GAAG,EAAE;YACnC,6DAA6D;YAC7D,qEAAqE;YACrE,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAC/B,wDAAwD;gBACxD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;gBAE5B,0DAA0D;gBAC1D,SAAS,CAAC,WAAW,CAAC;oBACpB,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,IAAI,CAAC,eAAe;oBAC1B,UAAU,EAAE,IAAI,CAAC,gBAAgB;iBAClC,CAAC,CAAC;gBAEH,qDAAqD;gBACrD,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC;gBAEhC,yCAAyC;gBACzC,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACK,YAAY,CAClB,UAA+B,EAC/B,UAA+B,EAC/B,cAA+B,EAC/B,SAA2B,EAC3B,YAAwC;QAExC,UAAU,CAAC,EAAE,CAAC,cAAc,EAAE,KAAK,IAAI,EAAE;YACvC,kEAAkE;YAClE,4DAA4D;YAC5D,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC;gBACnC,IAAI,EAAE,cAAc;gBACpB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YAEH,yDAAyD;YACzD,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,aAAa,CAAC;oBAChD,mEAAmE;oBACnE,iEAAiE;oBACjE,wDAAwD;oBACxD,gBAAgB,EAAE,CAAC;oBACnB,eAAe,EAAE,IAAI,CAAC,eAAe;oBACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;iBACxC,CAAC,CAAC;gBAEH,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7B,gEAAgE;oBAChE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;oBAC/B,UAAU,CAAC,MAAM,EAAE,CAAC;oBACpB,YAAY,CAAC,KAAK,EAAE,EAAE,CAAC;oBACvB,SAAS,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;oBAEpD,4DAA4D;oBAC5D,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;oBAC5B,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC;oBAChC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,CAAC;qBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBACnC,yDAAyD;oBACzD,iDAAiD;oBACjD,SAAS,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;gBACtD,CAAC;gBACD,mEAAmE;YACrE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;YAC/B,wDAAwD;YACxD,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC;gBACnC,IAAI,EAAE,YAAY;gBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;OAUG;IACK,eAAe,CACrB,SAA2B,EAC3B,UAA+B,EAC/B,UAA+B;QAE/B,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACzB,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,mEAAmE;YACnE,gEAAgE;YAChE,qCAAqC;YACrC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACzB,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,6EAA6E;IAC7E,mBAAmB;IACnB,6EAA6E;IAE7E;;;;;;;;OAQG;IACK,SAAS,CAAC,KAAoB;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;QACzB,kDAAkD;QAClD,IAAI,IAAI,KAAK,KAAK;YAAE,OAAO;QAC3B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAE7E;;;;;;;;;OASG;IACK,cAAc;QACpB,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,IAAI,KAAM,CAAC;QACtD,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE;YACpC,oEAAoE;YACpE,mEAAmE;YACnE,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAChC,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC;oBACnC,IAAI,EAAE,YAAY;oBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,MAAM,EAAE,KAAK;iBACd,CAAC,CAAC;YACL,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC;IAED;;;OAGG;IACK,cAAc;QACpB,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;YACjC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAClC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;CACF"}