@luckydraw/cumulus 0.30.24 → 0.30.26

package/CHANGELOG.md

@@ -1,8 +1,12 @@
 # Changelog
 
+## v0.30.25
+- Restored tap-to-interject on the voice mode mic indicator
+
+
 ## v0.30.23
-- Voice replies now finish playing fully before the session ends
 
+- Voice replies now finish playing fully before the session ends
 
 ## v0.30.22
 

package/dist/gateway/static/widget.js

@@ -1282,7 +1282,11 @@
     '  display: flex; align-items: center; justify-content: center;',
     '  transition: all 0.3s ease;',
     '  margin-bottom: 24px;',
+    '  cursor: pointer;',
+    '  user-select: none;',
+    '  -webkit-tap-highlight-color: transparent;',
     '}',
+    '.cumulus-voice-indicator:active { transform: scale(0.95); }',
     '.cumulus-voice-overlay.listening .cumulus-voice-indicator {',
     '  background: rgba(0, 102, 204, 0.2);',
     '  border: 2px solid #0066cc;',
@@ -4374,6 +4378,7 @@
         audioQueue: [], // queue of Float32Array PCM chunks
         audioPlaying: false, // currently playing audio
         audioDone: false, // server signaled all audio sent
+        micRestartTimer: null, // pending mic restart, cancellable when PCM resumes
         // Voice loading state for Safari compatibility
         voicesLoaded: false,
         speakQueue: [],
@@ -4398,6 +4403,24 @@
       indicator.appendChild(indicatorIcon);
       overlay.appendChild(indicator);
 
+      // Tap-to-interject: clicking the indicator stops TTS and starts listening
+      // immediately, regardless of phase. Cancels any pending mic-restart timer
+      // so the manual action wins over the scheduled auto-restart.
+      indicator.addEventListener('click', function () {
+        if (!state.active) return;
+        if (state.micRestartTimer) {
+          clearTimeout(state.micRestartTimer);
+          state.micRestartTimer = null;
+        }
+        if (state.phase === 'speaking') {
+          stopSpeaking();
+        }
+        if (state.phase !== 'listening') {
+          setPhase('listening');
+          startRecognition();
+        }
+      });
+
       var transcriptEl = document.createElement('div');
       transcriptEl.className = 'cumulus-voice-transcript';
       overlay.appendChild(transcriptEl);
@@ -4501,9 +4524,7 @@
           } else {
             // No speech detected — restart listening
             setPhase('idle');
-            setTimeout(function () {
-              if (state.active) startRecognition();
-            }, 300);
+            scheduleMicRestart(300);
           }
         };
 
@@ -4513,15 +4534,11 @@
             // Normal — just restart
             if (state.active) {
               setPhase('idle');
-              setTimeout(function () {
-                if (state.active) startRecognition();
-              }, 500);
+              scheduleMicRestart(500);
             }
           } else {
             label.textContent = 'Mic error: ' + event.error;
-            setTimeout(function () {
-              if (state.active) startRecognition();
-            }, 1000);
+            scheduleMicRestart(1000);
           }
         };
 
@@ -4700,12 +4717,18 @@
         state.speaking = false;
         if (state.active) {
           setPhase('idle');
-          setTimeout(function () {
-            if (state.active) startRecognition();
-          }, 300);
+          scheduleMicRestart(300);
         }
       }
 
+      function scheduleMicRestart(delay) {
+        if (state.micRestartTimer) clearTimeout(state.micRestartTimer);
+        state.micRestartTimer = setTimeout(function () {
+          state.micRestartTimer = null;
+          if (state.active && state.phase !== 'speaking') startRecognition();
+        }, delay);
+      }
+
       // ── Server-side TTS (Web Audio API playback) ──
       function ensureAudioCtx() {
         if (!state.audioCtx) {
@@ -4721,7 +4744,31 @@
       }
 
       function queuePCMAudio(arrayBuffer) {
-        if (!state.active || state.phase === 'listening') return;
+        if (!state.active) return;
+
+        // Server is sending audio — it always wins over the mic. If the widget
+        // transitioned to listening (or back to idle) prematurely, recover by
+        // killing recognition and resuming the speaking phase. Without this,
+        // any subsequent PCM is silently dropped and the mic gets stuck in an
+        // idle/listen flicker loop.
+        if (state.phase !== 'speaking') {
+          console.log('[Voice] PCM arrived in phase=' + state.phase + ', recovering to speaking');
+          if (state.recognition) {
+            try {
+              state.recognition.abort();
+            } catch (e) {}
+          }
+          clearWatchdog();
+          // Cancel any pending mic-restart timer so it can't override us
+          if (state.micRestartTimer) {
+            clearTimeout(state.micRestartTimer);
+            state.micRestartTimer = null;
+          }
+          // Reset audioDone — server is still sending, so a previously-seen
+          // voice_audio_done signal must have been spurious (or stale from a
+          // prior turn). Wait for the next legitimate one.
+          state.audioDone = false;
+        }
 
         // Strip 4-byte "VPCM" header
         var pcmData = new Int16Array(arrayBuffer, 4);
@@ -4785,9 +4832,7 @@
         state.audioDone = false;
         if (state.active) {
           setPhase('idle');
-          setTimeout(function () {
-            if (state.active) startRecognition();
-          }, 300);
+          scheduleMicRestart(300);
         }
       }
 
@@ -4849,6 +4894,10 @@
           clearTimeout(state.voiceLoadTimer);
           state.voiceLoadTimer = null;
         }
+        if (state.micRestartTimer) {
+          clearTimeout(state.micRestartTimer);
+          state.micRestartTimer = null;
+        }
         state.speakQueue.length = 0;
         state.voicesLoaded = false;
         state.waitingForServerTTS = false;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@luckydraw/cumulus",
-  "version": "0.30.24",
+  "version": "0.30.26",
   "description": "RLM-based CLI chat wrapper for Claude with external history context management",
   "type": "module",
   "main": "dist/index.js",