@myscheme/voice-navigation-sdk 0.1.6 → 0.1.8

package/README.md

@@ -30,6 +30,19 @@ The following packages are automatically installed:
 - `@aws-sdk/client-bedrock-runtime` - AWS Bedrock integration
 - `microsoft-cognitiveservices-speech-sdk` - Azure Speech-to-Text
 
+## 📚 Next.js Integration
+
+For Next.js projects, we recommend using **server-side API routes** for secure credential management:
+
+📖 **[Complete Next.js Setup Guide →](./NEXT_JS_SETUP.md)**
+
+The guide covers:
+
+- ✅ Pages Router (Next.js 12 and below)
+- ✅ App Router (Next.js 13+)
+- ✅ Secure server-side token handling
+- ✅ Troubleshooting common errors
+
 ## 🎯 Quick Start
 
 ### Basic Setup
@@ -858,7 +871,6 @@ console.log("New zoom:", result.info.newZoom);
 **Solutions:**
 
 1. **Check XML file exists:**
-
    - File should be in `public/` folder
    - Verify URL: `http://localhost:3000/navigation-pages.xml`
 
@@ -874,7 +886,6 @@ console.log("New zoom:", result.info.newZoom);
    ```
 
 3. **Check browser console:**
-
    - Look for `[VoiceNavigation]` messages
    - Should see: "✓ Page registry initialized with X pages"
 
@@ -946,7 +957,6 @@ console.log("New zoom:", result.info.newZoom);
    ```
 
 2. **Use temporary credentials:**
-
    - AWS Cognito for user-specific tokens
    - STS for temporary access keys
    - API Gateway with authorization
@@ -1001,14 +1011,12 @@ console.log("New zoom:", result.info.newZoom);
 ⚠️ **Important Security Notes:**
 
 1. **Credential Protection:**
-
    - Never hardcode AWS/Azure credentials
    - Use environment variables
    - Rotate keys regularly
    - Use least-privilege IAM policies
 
 2. **Production Setup:**
-
    - Implement AWS Cognito for temporary credentials
    - Use API Gateway for request authorization
    - Proxy sensitive operations through backend

package/dist/actions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"actions.d.ts","sourceRoot":"","sources":["../src/actions.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,gBAAgB,EAEhB,aAAa,EACb,YAAY,EACZ,mBAAmB,EACpB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAyDhE,eAAO,MAAM,eAAe,GAAI,UAAU,YAAY,KAAG,IAOxD,CAAC;AAKF,eAAO,MAAM,eAAe,QAAO,YAAY,GAAG,IAEjD,CAAC;AAkCF,eAAO,MAAM,YAAY,GAAI,OAAO,MAAM,KAAG,MAS5C,CAAC;AAKF,eAAO,MAAM,UAAU,GAAI,OAAO,MAAM,KAAG,MAM1C,CAAC;AAKF,eAAO,MAAM,iBAAiB,GAAI,QAAQ,MAAM,KAAG,MAElD,CAAC;AAKF,eAAO,MAAM,kBAAkB,GAC7B,QAAQ,gBAAgB,EACxB,UAAS,aAAkB,KAC1B,YA4yBF,CAAC;AAKF,eAAO,MAAM,kBAAkB,GAAI,QAAQ,GAAG,KAAG,mBAAmB,GAAG,IAiCtE,CAAC;AAKF,eAAO,MAAM,eAAe,GAAI,QAAQ,MAAM,KAAG,MAAM,IAAI,gBAY1D,CAAC"}
+{"version":3,"file":"actions.d.ts","sourceRoot":"","sources":["../src/actions.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,gBAAgB,EAEhB,aAAa,EACb,YAAY,EACZ,mBAAmB,EACpB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AA4DhE,eAAO,MAAM,eAAe,GAAI,UAAU,YAAY,KAAG,IAOxD,CAAC;AAKF,eAAO,MAAM,eAAe,QAAO,YAAY,GAAG,IAEjD,CAAC;AAgGF,eAAO,MAAM,YAAY,GAAI,OAAO,MAAM,KAAG,MAS5C,CAAC;AAKF,eAAO,MAAM,UAAU,GAAI,OAAO,MAAM,KAAG,MAM1C,CAAC;AAKF,eAAO,MAAM,iBAAiB,GAAI,QAAQ,MAAM,KAAG,MAElD,CAAC;AAKF,eAAO,MAAM,kBAAkB,GAC7B,QAAQ,gBAAgB,EACxB,UAAS,aAAkB,KAC1B,YAg7BF,CAAC;AAKF,eAAO,MAAM,kBAAkB,GAAI,QAAQ,GAAG,KAAG,mBAAmB,GAAG,IAiCtE,CAAC;AAKF,eAAO,MAAM,eAAe,GAAI,QAAQ,MAAM,KAAG,MAAM,IAAI,gBAY1D,CAAC"}

package/dist/actions.js

@@ -28,9 +28,12 @@ const CORE_ACTIONS = new Set([
     "quit",
     "tab_next",
     "tab_back",
+    "focus_next",
+    "focus_previous",
     "click",
     "enter",
     "submit",
+    "activate",
     "move_left",
     "move_right",
     "move_up",
@@ -66,6 +69,46 @@ const notifyNavigationIntent = (context, target) => {
         handler.prepareForNavigation({ target });
     }
 };
+const getFullscreenElement = () => {
+    const doc = document;
+    return (doc.fullscreenElement ||
+        doc.webkitFullscreenElement ||
+        doc.mozFullScreenElement ||
+        doc.msFullscreenElement ||
+        null);
+};
+const requestFullscreen = (element) => {
+    const el = element;
+    if (el.requestFullscreen) {
+        return el.requestFullscreen();
+    }
+    else if (el.webkitRequestFullscreen) {
+        return el.webkitRequestFullscreen();
+    }
+    else if (el.mozRequestFullScreen) {
+        return el.mozRequestFullScreen();
+    }
+    else if (el.msRequestFullscreen) {
+        return el.msRequestFullscreen();
+    }
+    return Promise.reject(new Error("Fullscreen API not available"));
+};
+const exitFullscreen = () => {
+    const doc = document;
+    if (doc.exitFullscreen) {
+        return doc.exitFullscreen();
+    }
+    else if (doc.webkitExitFullscreen) {
+        return doc.webkitExitFullscreen();
+    }
+    else if (doc.mozCancelFullScreen) {
+        return doc.mozCancelFullScreen();
+    }
+    else if (doc.msExitFullscreen) {
+        return doc.msExitFullscreen();
+    }
+    return Promise.reject(new Error("Fullscreen API not available"));
+};
 const ensureZoomBaseline = () => {
     const root = document.documentElement;
     if (!root.dataset.navigateZoom) {
@@ -184,26 +227,29 @@ export const performAgentAction = (action, context = {}) => {
         case "go_back": {
             if (typeof window !== "undefined" && window.history.length > 1) {
                 notifyNavigationIntent(context);
-                window.history.back();
-                console.log("Navigated back");
-                info.navigated = true;
+                console.log("Preparing to navigate back");
+                info.navigated = false;
+                info.pendingNavigation = true;
+                info.navigationType = "back";
                 performed = true;
             }
             break;
         }
         case "go_forward": {
             notifyNavigationIntent(context);
-            window.history.forward();
-            console.log("Navigated forward");
-            info.navigated = true;
+            console.log("Preparing to navigate forward");
+            info.navigated = false;
+            info.pendingNavigation = true;
+            info.navigationType = "forward";
             performed = true;
             break;
         }
         case "reload_page": {
             notifyNavigationIntent(context, window.location.href);
-            window.location.reload();
-            console.log("Page reloaded");
-            info.reloaded = true;
+            console.log("Preparing to reload page");
+            info.reloaded = false;
+            info.pendingNavigation = true;
+            info.navigationType = "reload";
             performed = true;
             break;
         }
@@ -280,31 +326,40 @@ export const performAgentAction = (action, context = {}) => {
             break;
         }
         case "toggle_fullscreen": {
-            const element = document.fullscreenElement;
+            const element = getFullscreenElement();
             if (element) {
-                document
-                    .exitFullscreen()
-                    .then(() => console.log("Exited fullscreen"))
-                    .catch((error) => console.warn("Failed to exit fullscreen", error));
+                exitFullscreen()
+                    .then(() => {
+                    console.log("Exited fullscreen");
+                })
+                    .catch((error) => {
+                    console.warn("Failed to exit fullscreen", error);
+                });
                 info.fullscreen = false;
                 performed = true;
             }
-            else if (document.documentElement.requestFullscreen) {
-                document.documentElement
-                    .requestFullscreen()
-                    .then(() => console.log("Entered fullscreen"))
-                    .catch((error) => console.warn("Failed to enter fullscreen", error));
+            else {
+                requestFullscreen(document.documentElement)
+                    .then(() => {
+                    console.log("Entered fullscreen");
+                })
+                    .catch((error) => {
+                    console.warn("Failed to enter fullscreen", error);
+                });
                 info.fullscreen = true;
                 performed = true;
             }
             break;
         }
         case "exit_fullscreen": {
-            if (document.fullscreenElement) {
-                document
-                    .exitFullscreen()
-                    .then(() => console.log("Exited fullscreen"))
-                    .catch((error) => console.warn("Failed to exit fullscreen", error));
+            if (getFullscreenElement()) {
+                exitFullscreen()
+                    .then(() => {
+                    console.log("Exited fullscreen");
+                })
+                    .catch((error) => {
+                    console.warn("Failed to exit fullscreen", error);
+                });
                 info.fullscreen = false;
                 performed = true;
             }
@@ -417,15 +472,99 @@ export const performAgentAction = (action, context = {}) => {
             }
             break;
         }
+        case "focus_next": {
+            const focusableElements = Array.from(document.querySelectorAll('a, button, input, textarea, select, [tabindex]:not([tabindex="-1"])')).filter((el) => {
+                const rect = el.getBoundingClientRect();
+                return (!el.hasAttribute("disabled") &&
+                    rect.width > 0 &&
+                    rect.height > 0 &&
+                    window.getComputedStyle(el).visibility !== "hidden");
+            });
+            const currentIndex = focusableElements.indexOf(document.activeElement);
+            const nextIndex = (currentIndex + 1) % focusableElements.length;
+            if (focusableElements[nextIndex]) {
+                focusableElements[nextIndex].focus();
+                focusableElements[nextIndex].scrollIntoView({
+                    behavior: "smooth",
+                    block: "center",
+                });
+                console.log("Shifted focus to next element");
+                info.focused = true;
+                info.direction = "next";
+                info.elementTag = focusableElements[nextIndex].tagName;
+                performed = true;
+            }
+            break;
+        }
+        case "focus_previous": {
+            const focusableElements = Array.from(document.querySelectorAll('a, button, input, textarea, select, [tabindex]:not([tabindex="-1"])')).filter((el) => {
+                const rect = el.getBoundingClientRect();
+                return (!el.hasAttribute("disabled") &&
+                    rect.width > 0 &&
+                    rect.height > 0 &&
+                    window.getComputedStyle(el).visibility !== "hidden");
+            });
+            const currentIndex = focusableElements.indexOf(document.activeElement);
+            const prevIndex = currentIndex <= 0 ? focusableElements.length - 1 : currentIndex - 1;
+            if (focusableElements[prevIndex]) {
+                focusableElements[prevIndex].focus();
+                focusableElements[prevIndex].scrollIntoView({
+                    behavior: "smooth",
+                    block: "center",
+                });
+                console.log("Shifted focus to previous element");
+                info.focused = true;
+                info.direction = "previous";
+                info.elementTag = focusableElements[prevIndex].tagName;
+                performed = true;
+            }
+            break;
+        }
         case "click":
         case "enter":
-        case "submit": {
+        case "submit":
+        case "activate": {
             const activeElement = document.activeElement;
             if (activeElement && activeElement !== document.body) {
-                activeElement.click();
-                console.log(`Clicked on focused element: ${activeElement.tagName}`);
-                info.clicked = true;
-                performed = true;
+                if (activeElement instanceof HTMLInputElement ||
+                    activeElement instanceof HTMLTextAreaElement) {
+                    const form = activeElement.closest("form");
+                    if (form) {
+                        form.requestSubmit();
+                        console.log(`Submitted form for ${activeElement.tagName}`);
+                        info.submitted = true;
+                        performed = true;
+                    }
+                    else {
+                        const enterEvent = new KeyboardEvent("keydown", {
+                            key: "Enter",
+                            code: "Enter",
+                            keyCode: 13,
+                            which: 13,
+                            bubbles: true,
+                            cancelable: true,
+                        });
+                        activeElement.dispatchEvent(enterEvent);
+                        const keypressEvent = new KeyboardEvent("keypress", {
+                            key: "Enter",
+                            code: "Enter",
+                            keyCode: 13,
+                            which: 13,
+                            bubbles: true,
+                            cancelable: true,
+                        });
+                        activeElement.dispatchEvent(keypressEvent);
+                        console.log(`Triggered Enter key on ${activeElement.tagName} input`);
+                        info.keyPressed = "Enter";
+                        performed = true;
+                    }
+                }
+                else {
+                    activeElement.click();
+                    console.log(`Clicked on focused element: ${activeElement.tagName}`);
+                    info.clicked = true;
+                    performed = true;
+                }
             }
             else {
                 console.log("No element is currently focused");
@@ -753,9 +892,10 @@ export const performAgentAction = (action, context = {}) => {
                     const page = globalPageRegistry.getPageById(pageId);
                     if (page) {
                         notifyNavigationIntent(context, page.path);
-                        window.location.href = page.path;
-                        console.log(`Navigating to ${page.name} (${page.path})`);
-                        info.navigated = true;
+                        console.log(`Preparing to navigate to ${page.name} (${page.path})`);
+                        info.navigated = false;
+                        info.pendingNavigation = true;
+                        info.navigationUrl = page.path;
                         info.pageName = page.name;
                         info.pagePath = page.path;
                         performed = true;

package/dist/microphone-handler.d.ts

@@ -23,6 +23,9 @@ export declare class MicrophoneHandler {
     private audioContext;
     private audioContextUnlocked;
     private activeCallbacks;
+    private lastRecognitionTime;
+    private recognitionHealthCheckInterval;
+    private isRecovering;
     constructor(config: MicrophoneConfig);
     hasMicrophonePermission(): boolean;
     hasUnlockedAudioContext(): boolean;
@@ -38,6 +41,10 @@ export declare class MicrophoneHandler {
     getAggregatedText(): string;
     scheduleSilenceCheck(callbacks?: NavigationCallbacks): void;
     rescheduleSilenceCheck(): void;
+    private verifyRecognizerHealth;
+    private startHealthCheck;
+    private stopHealthCheck;
+    private recoverFromStalledRecognizer;
     sendToBedrockAgent(text: string): Promise<AgentActionResponse>;
     disposeRecognizer(): void;
     createRecognizer(): Promise<sdk.SpeechRecognizer>;

package/dist/microphone-handler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"microphone-handler.d.ts","sourceRoot":"","sources":["../src/microphone-handler.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,GAAG,MAAM,wCAAwC,CAAC;AAC9D,OAAO,KAAK,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAEvD,UAAU,gBAAgB;IACxB,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,cAAc,EAAE,cAAc,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,KAAK,CAAuB;IACpC,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,UAAU,CAAqC;IACvD,OAAO,CAAC,mBAAmB,CAAgB;IAC3C,OAAO,CAAC,cAAc,CAA8C;IACpE,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,aAAa,CAAkB;IACvC,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,oBAAoB,CAAkB;IAC9C,OAAO,CAAC,eAAe,CAA2B;gBAEtC,MAAM,EAAE,gBAAgB;IAUpC,uBAAuB,IAAI,OAAO;IAIlC,uBAAuB,IAAI,OAAO;IAO5B,kBAAkB,IAAI,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC;IAoB1D,qBAAqB,IAAI,OAAO,CAAC,OAAO,CAAC;IAgBzC,kBAAkB,CAAC,aAAa,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAwDzD,2BAA2B,IAAI,OAAO,CAAC,OAAO,CAAC;IA2BrD,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAYnC,wBAAwB,IAAI,IAAI;IAO1B,eAAe,IAAI,OAAO,CAAC,OAAO,CAAC;IAgBnC,eAAe,IAAI,OAAO,CAAC,OAAO,CAAC;IAkBzC,iBAAiB,IAAI,IAAI;IAUzB,iBAAiB,IAAI,MAAM;IAO3B,oBAAoB,CAAC,SAAS,GAAE,mBAAwB,GAAG,IAAI;IAiB/D,sBAAsB,IAAI,IAAI;IAUxB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAiBpE,iBAAiB,IAAI,IAAI;IAgCnB,gBAAgB,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IAmBjD,cAAc,CAAC,SAAS,GAAE,mBAAwB,GAAG,OAAO,CAAC,OAAO,CAAC;IAoHrE,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;WAoCzB,qBAAqB,IAAI,OAAO,CAAC,OAAO,CAAC;CAYvD"}
+{"version":3,"file":"microphone-handler.d.ts","sourceRoot":"","sources":["../src/microphone-handler.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,GAAG,MAAM,wCAAwC,CAAC;AAC9D,OAAO,KAAK,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAEvD,UAAU,gBAAgB;IACxB,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,cAAc,EAAE,cAAc,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,KAAK,CAAuB;IACpC,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,UAAU,CAAqC;IACvD,OAAO,CAAC,mBAAmB,CAAgB;IAC3C,OAAO,CAAC,cAAc,CAA8C;IACpE,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,aAAa,CAAkB;IACvC,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,oBAAoB,CAAkB;IAC9C,OAAO,CAAC,eAAe,CAA2B;IAClD,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,8BAA8B,CAEtB;IAChB,OAAO,CAAC,YAAY,CAAkB;gBAE1B,MAAM,EAAE,gBAAgB;IAUpC,uBAAuB,IAAI,OAAO;IAIlC,uBAAuB,IAAI,OAAO;IAO5B,kBAAkB,IAAI,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC;IAoB1D,qBAAqB,IAAI,OAAO,CAAC,OAAO,CAAC;IAgBzC,kBAAkB,CAAC,aAAa,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAwDzD,2BAA2B,IAAI,OAAO,CAAC,OAAO,CAAC;IA2BrD,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAYnC,wBAAwB,IAAI,IAAI;IAO1B,eAAe,IAAI,OAAO,CAAC,OAAO,CAAC;IAgBnC,eAAe,IAAI,OAAO,CAAC,OAAO,CAAC;IAkBzC,iBAAiB,IAAI,IAAI;IAUzB,iBAAiB,IAAI,MAAM;IAO3B,oBAAoB,CAAC,SAAS,GAAE,mBAAwB,GAAG,IAAI;IAiB/D,sBAAsB,IAAI,IAAI;IAmB9B,OAAO,CAAC,sBAAsB;IA4B9B,OAAO,CAAC,gBAAgB;IAyBxB,OAAO,CAAC,eAAe;YAUT,4BAA4B;IAoCpC,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAiBpE,iBAAiB,IAAI,IAAI;IAqCnB,gBAAgB,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IAmBjD,cAAc,CAAC,SAAS,GAAE,mBAAwB,GAAG,OAAO,CAAC,OAAO,CAAC;IAoJrE,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;WAwCzB,qBAAqB,IAAI,OAAO,CAAC,OAAO,CAAC;CAYvD"}

package/dist/microphone-handler.js

@@ -11,6 +11,9 @@ export class MicrophoneHandler {
         this.audioContext = null;
         this.audioContextUnlocked = false;
         this.activeCallbacks = {};
+        this.lastRecognitionTime = 0;
+        this.recognitionHealthCheckInterval = null;
+        this.isRecovering = false;
         this.azureSpeechService = config.azureSpeechService;
         this.bedrockService = config.bedrockService;
         this.language = config.language || "en-IN";
@@ -167,9 +170,73 @@ export class MicrophoneHandler {
     }
     rescheduleSilenceCheck() {
         if (!this.isRecording) {
+            console.warn("[MicrophoneHandler] Cannot reschedule - not recording");
             return;
         }
+        if (!this.recognizer) {
+            console.error("[MicrophoneHandler] Cannot reschedule - no recognizer");
+            return;
+        }
+        console.log("[MicrophoneHandler] Rescheduling silence check");
         this.scheduleSilenceCheck(this.activeCallbacks);
+        this.verifyRecognizerHealth();
+    }
+    verifyRecognizerHealth() {
+        if (!this.isRecording || !this.recognizer) {
+            return;
+        }
+        const now = Date.now();
+        const timeSinceLastRecognition = now - this.lastRecognitionTime;
+        if (timeSinceLastRecognition > 15000) {
+            console.warn("[MicrophoneHandler] Recognizer may be stalled - last event was", timeSinceLastRecognition / 1000, "seconds ago. Triggering recovery.");
+            void this.recoverFromStalledRecognizer();
+        }
+        else {
+            console.log("[MicrophoneHandler] Recognizer health OK - last event", (timeSinceLastRecognition / 1000).toFixed(1), "seconds ago");
+        }
+    }
+    startHealthCheck() {
+        this.stopHealthCheck();
+        this.recognitionHealthCheckInterval = setInterval(() => {
+            const now = Date.now();
+            const timeSinceLastRecognition = now - this.lastRecognitionTime;
+            if (this.isRecording && timeSinceLastRecognition > 30000) {
+                console.warn("[MicrophoneHandler] Recognizer appears stalled. Last recognition:", timeSinceLastRecognition / 1000, "seconds ago");
+                this.recoverFromStalledRecognizer();
+            }
+        }, 30000);
+    }
+    stopHealthCheck() {
+        if (this.recognitionHealthCheckInterval) {
+            clearInterval(this.recognitionHealthCheckInterval);
+            this.recognitionHealthCheckInterval = null;
+        }
+    }
+    async recoverFromStalledRecognizer() {
+        if (this.isRecovering) {
+            console.log("[MicrophoneHandler] Recovery already in progress, skipping");
+            return;
+        }
+        this.isRecovering = true;
+        console.log("[MicrophoneHandler] Attempting to recover from stalled recognizer");
+        this.disposeRecognizer();
+        this.isRecording = false;
+        await new Promise((resolve) => setTimeout(resolve, 500));
+        try {
+            const restarted = await this.startRecording(this.activeCallbacks);
+            if (restarted) {
+                console.log("[MicrophoneHandler] Successfully recovered recognizer");
+            }
+            else {
+                console.error("[MicrophoneHandler] Failed to recover recognizer");
+            }
+        }
+        catch (error) {
+            console.error("[MicrophoneHandler] Error during recovery:", error);
+        }
+        finally {
+            this.isRecovering = false;
+        }
     }
     async sendToBedrockAgent(text) {
         if (!text || !text.trim()) {
@@ -185,16 +252,17 @@ export class MicrophoneHandler {
         }
     }
     disposeRecognizer() {
+        this.stopHealthCheck();
         if (this.recognizer) {
             try {
                 this.recognizer.stopContinuousRecognitionAsync(() => {
-                    console.log("Recognizer stopped");
+                    console.log("[MicrophoneHandler] Recognizer stopped");
                     if (this.recognizer) {
                         this.recognizer.close();
                         this.recognizer = null;
                     }
                 }, (error) => {
-                    console.error("Error stopping recognizer:", error);
+                    console.error("[MicrophoneHandler] Error stopping recognizer:", error);
                     if (this.recognizer) {
                         this.recognizer.close();
                         this.recognizer = null;
@@ -202,7 +270,7 @@ export class MicrophoneHandler {
                 });
             }
             catch (error) {
-                console.error("Error disposing recognizer:", error);
+                console.error("[MicrophoneHandler] Error disposing recognizer:", error);
                 if (this.recognizer) {
                     this.recognizer.close();
                     this.recognizer = null;
@@ -221,7 +289,11 @@ export class MicrophoneHandler {
     }
     async startRecording(callbacks = {}) {
         if (this.isRecording) {
-            console.warn("Already recording");
+            console.warn("[MicrophoneHandler] Already recording");
+            return false;
+        }
+        if (this.isRecovering) {
+            console.warn("[MicrophoneHandler] Recovery in progress, cannot start");
             return false;
         }
         this.activeCallbacks = callbacks;
@@ -262,57 +334,69 @@ export class MicrophoneHandler {
             return false;
         }
         this.recognizer.recognizing = (_s, e) => {
-            if (e.result.text && callbacks.onPartial) {
-                callbacks.onPartial(e.result.text);
+            this.lastRecognitionTime = Date.now();
+            if (e.result.text && this.activeCallbacks.onPartial) {
+                this.activeCallbacks.onPartial(e.result.text);
             }
         };
         this.recognizer.recognized = (_s, e) => {
+            this.lastRecognitionTime = Date.now();
             if (e.result.reason === sdk.ResultReason.RecognizedSpeech) {
                 const text = e.result.text;
                 if (text) {
+                    console.log("[MicrophoneHandler] Recognized speech:", text);
                     this.transcriptionBuffer.push(text);
-                    if (callbacks.onSegment) {
-                        callbacks.onSegment(text, {
+                    if (this.activeCallbacks.onSegment) {
+                        this.activeCallbacks.onSegment(text, {
                             duration: e.result.duration,
                             offset: e.result.offset,
                         });
                     }
-                    this.scheduleSilenceCheck(callbacks);
+                    this.scheduleSilenceCheck(this.activeCallbacks);
                 }
             }
             else if (e.result.reason === sdk.ResultReason.NoMatch) {
-                console.log("No speech recognized");
+                this.lastRecognitionTime = Date.now();
+                console.log("[MicrophoneHandler] No speech recognized (NoMatch)");
             }
         };
         this.recognizer.canceled = (_s, e) => {
-            console.error("Recognition canceled:", e.reason, e.errorDetails);
+            console.error("[MicrophoneHandler] Recognition canceled:", e.reason, e.errorDetails);
             this.isRecording = false;
-            if (callbacks.onError) {
-                callbacks.onError(new Error(`Recognition canceled: ${e.reason} - ${e.errorDetails}`));
+            this.stopHealthCheck();
+            if (this.activeCallbacks.onError) {
+                this.activeCallbacks.onError(new Error(`Recognition canceled: ${e.reason} - ${e.errorDetails}`));
             }
         };
         this.recognizer.sessionStopped = (_s, _e) => {
-            console.log("Session stopped");
+            console.log("[MicrophoneHandler] Session stopped unexpectedly by SDK");
             this.isRecording = false;
+            this.stopHealthCheck();
+            if (this.activeCallbacks.onError) {
+                this.activeCallbacks.onError(new Error("Speech recognition session stopped unexpectedly"));
+            }
         };
         this.recognizer.startContinuousRecognitionAsync(() => {
-            console.log("Continuous recognition started");
+            console.log("[MicrophoneHandler] Continuous recognition started");
             this.isRecording = true;
             this.audioContextUnlocked = true;
-            this.scheduleSilenceCheck(callbacks);
+            this.lastRecognitionTime = Date.now();
+            this.startHealthCheck();
+            this.scheduleSilenceCheck(this.activeCallbacks);
         }, (error) => {
-            console.error("Failed to start recognition:", error);
+            console.error("[MicrophoneHandler] Failed to start recognition:", error);
             this.isRecording = false;
-            if (callbacks.onError) {
-                callbacks.onError(new Error(`Failed to start recognition: ${error}`));
+            if (this.activeCallbacks.onError) {
+                this.activeCallbacks.onError(new Error(`Failed to start recognition: ${error}`));
             }
         });
         return true;
     }
     async stopRecording() {
         this.clearSilenceTimer();
+        this.stopHealthCheck();
         if (!this.isRecording || !this.recognizer) {
-            console.warn("Not currently recording");
+            console.warn("[MicrophoneHandler] Not currently recording");
             return this.getAggregatedText();
         }
         return new Promise((resolve) => {
@@ -321,13 +405,13 @@ export class MicrophoneHandler {
                 return;
             }
             this.recognizer.stopContinuousRecognitionAsync(() => {
-                console.log("Recognition stopped successfully");
+                console.log("[MicrophoneHandler] Recognition stopped successfully");
                 this.isRecording = false;
                 const finalText = this.getAggregatedText();
                 this.disposeRecognizer();
                 resolve(finalText);
             }, (error) => {
-                console.error("Error stopping recognition:", error);
+                console.error("[MicrophoneHandler] Error stopping recognition:", error);
                 this.isRecording = false;
                 const finalText = this.getAggregatedText();
                 this.disposeRecognizer();

package/dist/navigation-controller.d.ts

@@ -4,6 +4,7 @@ export declare class VoiceNavigationController {
     private microphoneHandler;
     private azureSpeechService;
     private bedrockService;
+    private voiceFeedbackService;
     private pageRegistry;
     private ui;
     private lastTranscript;
@@ -15,6 +16,7 @@ export declare class VoiceNavigationController {
     private vectorSearchService;
     private pagesInitialized;
     private uiInitialized;
+    private isSyncingButtonState;
     constructor(config: NavigationConfig);
     private initializeUIAsync;
     private shouldAutoStart;
@@ -28,7 +30,10 @@ export declare class VoiceNavigationController {
     start(options?: {
         reason?: "auto" | "user";
     }): Promise<void>;
-    stop(): Promise<void>;
+    stop(options?: {
+        triggeredByUser?: boolean;
+    }): Promise<void>;
+    private syncCustomButtonState;
     private handlePartial;
     private handleSegment;
     private handleSilence;
@@ -37,6 +42,9 @@ export declare class VoiceNavigationController {
     private processTranscript;
     private handleAgentResult;
     setLanguage(language: string): void;
+    setVoiceFeedback(enabled: boolean): void;
+    isVoiceFeedbackEnabled(): boolean;
+    private provideActionFeedback;
     private executeVectorSearchAction;
     private normalizeSearchQuery;
     private normalizeIndianSchemeName;

package/dist/navigation-controller.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"navigation-controller.d.ts","sourceRoot":"","sources":["../src/navigation-controller.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,gBAAgB,EAKjB,MAAM,YAAY,CAAC;AA2DpB,qBAAa,yBAAyB;IACpC,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,cAAc,CAAc;IACpC,OAAO,CAAC,YAAY,CAAkB;IACtC,OAAO,CAAC,qBAAqB,CAAkB;IAC/C,OAAO,CAAC,eAAe,CAA2B;IAClD,OAAO,CAAC,+BAA+B,CAAkB;IACzD,OAAO,CAAC,wBAAwB,CAA6B;IAC7D,OAAO,CAAC,mBAAmB,CAAoC;IAC/D,OAAO,CAAC,gBAAgB,CAAgB;IACxC,OAAO,CAAC,aAAa,CAAgB;gBAEzB,MAAM,EAAE,gBAAgB;YAmItB,iBAAiB;IAiD/B,OAAO,CAAC,eAAe;IAoBhB,YAAY,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAepC,oBAAoB,CAAC,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,IAAI;YAOtD,eAAe;IAmE7B,OAAO,CAAC,kBAAkB;YASZ,eAAe;IAwBhB,KAAK,CAChB,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAO,GACzC,OAAO,CAAC,IAAI,CAAC;IAmFH,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAiClC,OAAO,CAAC,aAAa;IAUrB,OAAO,CAAC,aAAa;YAWP,aAAa;YAOb,wBAAwB;IA2CtC,OAAO,CAAC,WAAW;YAoBL,iBAAiB;YAwBjB,iBAAiB;IA8HxB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;YAI5B,yBAAyB;IAgMvC,OAAO,CAAC,oBAAoB;IAqD5B,OAAO,CAAC,yBAAyB;IAoCjC,OAAO,CAAC,UAAU;IAQlB,OAAO,CAAC,YAAY;IAUpB,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,4BAA4B;IAiB7B,OAAO,IAAI,IAAI;IAgBtB,OAAO,CAAC,kBAAkB;IA8B1B,OAAO,CAAC,kBAAkB;IAwD1B,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,uBAAuB;IAkD/B,OAAO,CAAC,sBAAsB;IAW9B,OAAO,CAAC,wBAAwB;CAmBjC"}
+{"version":3,"file":"navigation-controller.d.ts","sourceRoot":"","sources":["../src/navigation-controller.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,gBAAgB,EAMjB,MAAM,YAAY,CAAC;AA4DpB,qBAAa,yBAAyB;IACpC,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,oBAAoB,CAAuB;IACnD,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,cAAc,CAAc;IACpC,OAAO,CAAC,YAAY,CAAkB;IACtC,OAAO,CAAC,qBAAqB,CAAkB;IAC/C,OAAO,CAAC,eAAe,CAA2B;IAClD,OAAO,CAAC,+BAA+B,CAAkB;IACzD,OAAO,CAAC,wBAAwB,CAA6B;IAC7D,OAAO,CAAC,mBAAmB,CAAoC;IAC/D,OAAO,CAAC,gBAAgB,CAAgB;IACxC,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,oBAAoB,CAAkB;gBAElC,MAAM,EAAE,gBAAgB;YAqJtB,iBAAiB;IAiD/B,OAAO,CAAC,eAAe;IAoBhB,YAAY,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAepC,oBAAoB,CAAC,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,IAAI;YAOtD,eAAe;IAmE7B,OAAO,CAAC,kBAAkB;YASZ,eAAe;IA8BhB,KAAK,CAChB,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAO,GACzC,OAAO,CAAC,IAAI,CAAC;IAsFH,IAAI,CACf,OAAO,GAAE;QAAE,eAAe,CAAC,EAAE,OAAO,CAAA;KAAO,GAC1C,OAAO,CAAC,IAAI,CAAC;IAoDhB,OAAO,CAAC,qBAAqB;IAwB7B,OAAO,CAAC,aAAa;IAUrB,OAAO,CAAC,aAAa;YAWP,aAAa;YAOb,wBAAwB;IA2CtC,OAAO,CAAC,WAAW;YAuBL,iBAAiB;YAwBjB,iBAAiB;IAoRxB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAQnC,gBAAgB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAOxC,sBAAsB,IAAI,OAAO;YAO1B,qBAAqB;YAgFrB,yBAAyB;IAmMvC,OAAO,CAAC,oBAAoB;IAqD5B,OAAO,CAAC,yBAAyB;IAoCjC,OAAO,CAAC,UAAU;IAQlB,OAAO,CAAC,YAAY;IAUpB,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,4BAA4B;IAiB7B,OAAO,IAAI,IAAI;IAgBtB,OAAO,CAAC,kBAAkB;IA8B1B,OAAO,CAAC,kBAAkB;IAwD1B,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,uBAAuB;IAqD/B,OAAO,CAAC,sBAAsB;IAW9B,OAAO,CAAC,wBAAwB;CAmBjC"}