@myscheme/voice-navigation-sdk 0.1.6 → 0.1.8

package/dist/services/voice-feedback.js

@@ -0,0 +1,332 @@
+import * as sdk from "microsoft-cognitiveservices-speech-sdk";
+export class VoiceFeedbackService {
+    constructor(config) {
+        this.synthesizer = null;
+        this.isSpeaking = false;
+        this.enabled = config.enabled ?? true;
+        this.language = config.language || "en-IN";
+        this.azureSpeechService = config.azureSpeechService;
+        this.bedrockService = config.bedrockService;
+        console.log("[VoiceFeedback] Service initialized - enabled:", this.enabled, "language:", this.language);
+    }
+    setEnabled(enabled) {
+        this.enabled = enabled;
+        console.log("[VoiceFeedback] Voice feedback", enabled ? "enabled" : "disabled");
+        if (!enabled && this.isSpeaking) {
+            this.stopSpeaking();
+        }
+    }
+    isEnabled() {
+        return this.enabled;
+    }
+    setLanguage(language) {
+        this.language = language;
+        console.log("[VoiceFeedback] Language changed to:", language);
+    }
+    async initializeSynthesizer() {
+        if (this.synthesizer) {
+            console.log("[VoiceFeedback] Synthesizer already initialized");
+            return;
+        }
+        console.log("[VoiceFeedback] Initializing synthesizer...");
+        try {
+            const tokenResponse = await this.azureSpeechService.fetchToken();
+            const speechConfig = sdk.SpeechConfig.fromAuthorizationToken(tokenResponse.token, tokenResponse.region);
+            const voiceName = this.getVoiceForLanguage(this.language);
+            speechConfig.speechSynthesisVoiceName = voiceName;
+            const audioConfig = sdk.AudioConfig.fromDefaultSpeakerOutput();
+            this.synthesizer = new sdk.SpeechSynthesizer(speechConfig, audioConfig);
+            console.log("[VoiceFeedback] Synthesizer initialized with voice:", voiceName);
+        }
+        catch (error) {
+            console.error("[VoiceFeedback] Failed to initialize synthesizer:", error);
+            throw error;
+        }
+    }
+    getVoiceForLanguage(language) {
+        const voiceMap = {
+            "en-IN": "en-IN-NeerjaNeural",
+            "en-US": "en-US-AriaNeural",
+            "en-GB": "en-GB-SoniaNeural",
+            "hi-IN": "hi-IN-SwaraNeural",
+            "ta-IN": "ta-IN-PallaviNeural",
+            "te-IN": "te-IN-ShrutiNeural",
+            "bn-IN": "bn-IN-TanishaaNeural",
+            "mr-IN": "mr-IN-AarohiNeural",
+            "gu-IN": "gu-IN-DhwaniNeural",
+            "kn-IN": "kn-IN-SapnaNeural",
+            "ml-IN": "ml-IN-SobhanaNeural",
+            "pa-IN": "pa-IN-SwaraNeural",
+        };
+        return voiceMap[language] || voiceMap["en-IN"];
+    }
+    async generateFeedbackMessage(context) {
+        const { action, actionResult, transcript, elementInfo } = context;
+        const prompt = this.buildPromptForAction(action, actionResult, transcript, elementInfo);
+        console.log("[VoiceFeedback] Requesting AI message generation...");
+        try {
+            const response = await this.bedrockService.generateFeedbackMessage(prompt, this.language);
+            console.log("[VoiceFeedback] AI generated message:", response);
+            return response;
+        }
+        catch (error) {
+            console.error("[VoiceFeedback] Failed to generate AI message:", error);
+            const fallback = this.getFallbackMessage(action, actionResult, elementInfo);
+            console.log("[VoiceFeedback] Using fallback message:", fallback);
+            return fallback;
+        }
+    }
+    buildPromptForAction(action, actionResult, transcript, elementInfo) {
+        let prompt = `Generate a brief, natural spoken feedback message (max 10 words) for this voice navigation action:\n\n`;
+        prompt += `Action: ${action}\n`;
+        if (transcript) {
+            prompt += `User said: "${transcript}"\n`;
+        }
+        if (elementInfo) {
+            if (elementInfo.label) {
+                prompt += `Element description: ${elementInfo.label}\n`;
+            }
+            else if (elementInfo.text) {
+                prompt += `Element text: ${elementInfo.text}\n`;
+            }
+            if (elementInfo.type)
+                prompt += `Input type: ${elementInfo.type}\n`;
+            if (!elementInfo.label && !elementInfo.text && elementInfo.tag) {
+                prompt += `Element type: ${elementInfo.tag}\n`;
+            }
+        }
+        if (actionResult) {
+            if (actionResult.info?.pageName) {
+                prompt += `Navigating to: ${actionResult.info.pageName}\n`;
+            }
+            if (actionResult.info?.direction) {
+                prompt += `Direction: ${actionResult.info.direction}\n`;
+            }
+        }
+        prompt += `\nGenerate a concise, conversational confirmation message. Be specific about what happened.`;
+        return prompt;
+    }
+    getFallbackMessage(action, actionResult, elementInfo) {
+        if (action.startsWith("navigate_") && actionResult?.info?.pageName) {
+            return `Navigating to ${actionResult.info.pageName}`;
+        }
+        if ((action === "focus_next" ||
+            action === "tab_next" ||
+            action === "focus_previous" ||
+            action === "tab_back") &&
+            actionResult?.info?.elementTag) {
+            if (elementInfo?.label) {
+                return elementInfo.label;
+            }
+            return `${actionResult.info.elementTag}`;
+        }
+        const actionLabel = action.replace(/_/g, " ");
+        return actionLabel;
+    }
+    async speak(message) {
+        if (!this.enabled || !message) {
+            console.log("[VoiceFeedback] Skipping speak - enabled:", this.enabled, "message:", !!message);
+            return;
+        }
+        console.log("[VoiceFeedback] Attempting to speak:", message);
+        try {
+            await this.initializeSynthesizer();
+            if (!this.synthesizer) {
+                console.warn("[VoiceFeedback] Synthesizer not available after initialization");
+                return;
+            }
+            if (this.isSpeaking) {
+                console.log("[VoiceFeedback] Canceling current speech to avoid stacking...");
+                this.stopSpeaking();
+                await new Promise((resolve) => setTimeout(resolve, 100));
+            }
+            this.isSpeaking = true;
+            console.log("[VoiceFeedback] Starting speech synthesis...");
+            return new Promise((resolve, reject) => {
+                if (!this.synthesizer) {
+                    reject(new Error("Synthesizer not initialized"));
+                    return;
+                }
+                this.synthesizer.speakTextAsync(message, (result) => {
+                    this.isSpeaking = false;
+                    if (result.reason === sdk.ResultReason.SynthesizingAudioCompleted) {
+                        console.log("[VoiceFeedback] Speech completed successfully");
+                        resolve();
+                    }
+                    else {
+                        console.warn("[VoiceFeedback] Speech synthesis failed:", result.reason);
+                        reject(new Error(`Speech synthesis failed: ${result.reason}`));
+                    }
+                }, (error) => {
+                    this.isSpeaking = false;
+                    console.error("[VoiceFeedback] Speech synthesis error:", error);
+                    reject(error);
+                });
+            });
+        }
+        catch (error) {
+            this.isSpeaking = false;
+            console.error("[VoiceFeedback] Failed to speak feedback:", error);
+            throw error;
+        }
+    }
+    stopSpeaking() {
+        if (this.synthesizer && this.isSpeaking) {
+            try {
+                this.synthesizer.close();
+                this.synthesizer = null;
+                this.isSpeaking = false;
+                console.log("[VoiceFeedback] Stopped speaking");
+            }
+            catch (error) {
+                console.error("[VoiceFeedback] Error stopping speech:", error);
+            }
+        }
+    }
+    async provideFeedback(context) {
+        if (!this.enabled) {
+            console.log("[VoiceFeedback] Feedback disabled, skipping");
+            return;
+        }
+        console.log("[VoiceFeedback] Providing feedback for action:", context.action);
+        const simpleActions = [
+            "scroll_up",
+            "scroll_down",
+            "scroll_left",
+            "scroll_right",
+            "scroll_top",
+            "scroll_bottom",
+            "page_up",
+            "page_down",
+            "zoom_in",
+            "zoom_out",
+            "click",
+            "enter",
+            "submit",
+        ];
+        if (simpleActions.includes(context.action)) {
+            console.log("[VoiceFeedback] Using immediate fallback for simple action");
+            try {
+                const fallbackMessage = this.getFallbackMessage(context.action, context.actionResult, context.elementInfo);
+                await this.speak(fallbackMessage);
+                return;
+            }
+            catch (error) {
+                console.error("[VoiceFeedback] Fallback failed:", error);
+                return;
+            }
+        }
+        try {
+            const messagePromise = this.generateFeedbackMessage(context);
+            const timeoutPromise = new Promise((_, reject) => setTimeout(() => reject(new Error("Feedback generation timeout")), 3000));
+            const message = await Promise.race([messagePromise, timeoutPromise]);
+            console.log("[VoiceFeedback] Generated message:", message);
+            if (!message) {
+                console.warn("[VoiceFeedback] No message generated");
+                return;
+            }
+            await this.speak(message);
+            console.log("[VoiceFeedback] Feedback completed successfully");
+        }
+        catch (error) {
+            console.error("[VoiceFeedback] Error providing feedback:", error);
+            try {
+                const fallbackMessage = this.getFallbackMessage(context.action, context.actionResult, context.elementInfo);
+                console.log("[VoiceFeedback] Using fallback message:", fallbackMessage);
+                await this.speak(fallbackMessage);
+            }
+            catch (fallbackError) {
+                console.error("[VoiceFeedback] Fallback also failed:", fallbackError);
+            }
+        }
+    }
+    async provideImmediateFeedback(message) {
+        if (!this.enabled) {
+            return;
+        }
+        try {
+            await this.speak(message);
+        }
+        catch (error) {
+            console.error("[VoiceFeedback] Error providing immediate feedback:", error);
+        }
+    }
+    async announceFocusChange(element, direction) {
+        if (!this.enabled) {
+            return;
+        }
+        const elementInfo = this.extractElementInfo(element);
+        await this.provideFeedback({
+            action: direction === "next" ? "focus_next" : "focus_previous",
+            actionResult: {
+                performed: true,
+                info: {
+                    focused: true,
+                    direction,
+                    elementTag: element.tagName,
+                },
+            },
+            elementInfo,
+        });
+    }
+    extractElementInfo(element) {
+        const info = {
+            tag: element.tagName.toLowerCase(),
+        };
+        const ariaLabel = element.getAttribute("aria-label");
+        const ariaLabelledBy = element.getAttribute("aria-labelledby");
+        const title = element.getAttribute("title");
+        const alt = element.getAttribute("alt");
+        const placeholder = element.getAttribute("placeholder");
+        let labelledByText = "";
+        if (ariaLabelledBy) {
+            const referencedElement = document.getElementById(ariaLabelledBy);
+            if (referencedElement) {
+                labelledByText = referencedElement.textContent?.trim() || "";
+            }
+        }
+        let childImageLabel = "";
+        if (!ariaLabel && !labelledByText && !title && !alt) {
+            const childImage = element.querySelector("img");
+            if (childImage) {
+                const imgAlt = childImage.getAttribute("alt");
+                const imgTitle = childImage.getAttribute("title");
+                childImageLabel = imgAlt || imgTitle || "";
+            }
+            if (!childImageLabel) {
+                const svgTitle = element.querySelector("svg title");
+                if (svgTitle) {
+                    childImageLabel = svgTitle.textContent?.trim() || "";
+                }
+            }
+        }
+        let textContent = "";
+        if (!childImageLabel &&
+            (element instanceof HTMLButtonElement ||
+                element instanceof HTMLAnchorElement)) {
+            textContent = element.textContent?.trim().slice(0, 50) || "";
+        }
+        const associatedLabel = element.closest("label")?.textContent?.trim();
+        info.label =
+            ariaLabel ||
+                labelledByText ||
+                title ||
+                alt ||
+                childImageLabel ||
+                textContent ||
+                placeholder ||
+                associatedLabel;
+        info.text = textContent || alt || placeholder || undefined;
+        if (element instanceof HTMLInputElement) {
+            info.type = element.type;
+        }
+        return info;
+    }
+    dispose() {
+        this.stopSpeaking();
+        if (this.synthesizer) {
+            this.synthesizer.close();
+            this.synthesizer = null;
+        }
+    }
+}

package/dist/types.d.ts

@@ -1,4 +1,4 @@
-export type CoreNavigationAction = "zoom_in" | "zoom_out" | "scroll_up" | "scroll_down" | "scroll_left" | "scroll_right" | "page_up" | "page_down" | "scroll_top" | "scroll_bottom" | "go_back" | "go_forward" | "reload_page" | "print_page" | "copy_url" | "open_menu" | "close_menu" | "focus_search" | "toggle_fullscreen" | "exit_fullscreen" | "play_media" | "pause_media" | "mute_media" | "unmute_media" | "search_content" | "stop" | "quit" | "tab_next" | "tab_back" | "click" | "enter" | "submit" | "move_left" | "move_right" | "move_up" | "move_down" | "move_beginning" | "move_end" | "select_all" | "select_line" | "type_text" | "cut" | "copy" | "paste" | "clear" | "unknown";
+export type CoreNavigationAction = "zoom_in" | "zoom_out" | "scroll_up" | "scroll_down" | "scroll_left" | "scroll_right" | "page_up" | "page_down" | "scroll_top" | "scroll_bottom" | "go_back" | "go_forward" | "reload_page" | "print_page" | "copy_url" | "open_menu" | "close_menu" | "focus_search" | "toggle_fullscreen" | "exit_fullscreen" | "play_media" | "pause_media" | "mute_media" | "unmute_media" | "search_content" | "stop" | "quit" | "tab_next" | "tab_back" | "focus_next" | "focus_previous" | "click" | "enter" | "submit" | "activate" | "move_left" | "move_right" | "move_up" | "move_down" | "move_beginning" | "move_end" | "select_all" | "select_line" | "type_text" | "cut" | "copy" | "paste" | "clear" | "unknown";
 export type NavigationAction = CoreNavigationAction | `navigate_${string}`;
 export type ButtonPlacement = "bottom-right" | "bottom-left" | "top-right" | "top-left" | "center-right" | "center-left";
 export interface UIConfig {
@@ -22,6 +22,9 @@ export interface NavigationConfig {
         region?: string;
     };
     language?: string;
+    voiceFeedback?: {
+        enabled?: boolean;
+    };
     autoStart?: boolean;
     actionHandlers?: Partial<Record<NavigationAction, (context?: ActionContext) => void>>;
     opensearch?: OpenSearchConfig;

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAOA,MAAM,MAAM,oBAAoB,GAC5B,SAAS,GACT,UAAU,GACV,WAAW,GACX,aAAa,GACb,aAAa,GACb,cAAc,GACd,SAAS,GACT,WAAW,GACX,YAAY,GACZ,eAAe,GACf,SAAS,GACT,YAAY,GACZ,aAAa,GACb,YAAY,GACZ,UAAU,GACV,WAAW,GACX,YAAY,GACZ,cAAc,GACd,mBAAmB,GACnB,iBAAiB,GACjB,YAAY,GACZ,aAAa,GACb,YAAY,GACZ,cAAc,GACd,gBAAgB,GAChB,MAAM,GACN,MAAM,GACN,UAAU,GACV,UAAU,GACV,OAAO,GACP,OAAO,GACP,QAAQ,GACR,WAAW,GACX,YAAY,GACZ,SAAS,GACT,WAAW,GACX,gBAAgB,GAChB,UAAU,GACV,YAAY,GACZ,aAAa,GACb,WAAW,GACX,KAAK,GACL,MAAM,GACN,OAAO,GACP,OAAO,GACP,SAAS,CAAC;AAKd,MAAM,MAAM,gBAAgB,GAAG,oBAAoB,GAAG,YAAY,MAAM,EAAE,CAAC;AAK3E,MAAM,MAAM,eAAe,GACvB,cAAc,GACd,aAAa,GACb,WAAW,GACX,UAAU,GACV,cAAc,GACd,aAAa,CAAC;AAKlB,MAAM,WAAW,QAAQ;IAMvB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAS5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAO9B,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,gBAAgB;IAK/B,GAAG,CAAC,EAAE;QAEJ,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAG3B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAClC,CAAC;IAMF,KAAK,CAAC,EAAE;QAEN,aAAa,CAAC,EAAE,MAAM,CAAC;QAGvB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IAKF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAKlB,SAAS,CAAC,EAAE,OAAO,CAAC;IAKpB,cAAc,CAAC,EAAE,OAAO,CACtB,MAAM,CAAC,gBAAgB,EAAE,CAAC,OAAO,CAAC,EAAE,aAAa,KAAK,IAAI,CAAC,CAC5D,CAAC;IAKF,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAK9B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAM9B,KAAK,CAAC,EAAE,qBAAqB,CAAC;IAK9B,EAAE,CAAC,EAAE,QAAQ,CAAC;CACf;AAKD,MAAM,WAAW,qBAAqB;IAIpC,GAAG,CAAC,EAAE,MAAM,CAAC;IAKb,OAAO,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC;IAK3B,KAAK,CAAC,EAAE,KAAK,CAAC;QACZ,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,gBAAgB;IAG/B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE;QACJ,kBAAkB,CAAC,EAAE,OAAO,CAAC;KAC9B,CAAC;IAGF,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,CAAC,EAAE,GAAG,CAAC;IACjB,OAAO,CAAC,EAAE,GAAG,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,IAAI,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE;QACJ,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,UAAU,CAAC,EAAE,SAAS,GAAG,QAAQ,CAAC;QAClC,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;QACnB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,gBAAgB,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,EAAE,KAAK,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC;IAC/C,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC;IAC9E,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,CAAC;CAClD;AAED,MAAM,MAAM,eAAe,GACvB,MAAM,GACN,SAAS,GACT,WAAW,GACX,UAAU,GACV,OAAO,CAAC;AAEZ,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,iBAAiB,GAAG,WAAW,CAAC;IACxC,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,WAAW,CAAC;IACpB,UAAU,EAAE,WAAW,CAAC;IACxB,MAAM,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,eAAgB,SAAQ,WAAW;IAClD,MAAM,EAAE;QACN,KAAK,CAAC,EAAE,eAAe,CAAC;QACxB,MAAM,CAAC,EAAE,gBAAgB,CAAC;QAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,KAAK,CAAC,EAAE,KAAK,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACpB,CAAC;CACH"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAOA,MAAM,MAAM,oBAAoB,GAC5B,SAAS,GACT,UAAU,GACV,WAAW,GACX,aAAa,GACb,aAAa,GACb,cAAc,GACd,SAAS,GACT,WAAW,GACX,YAAY,GACZ,eAAe,GACf,SAAS,GACT,YAAY,GACZ,aAAa,GACb,YAAY,GACZ,UAAU,GACV,WAAW,GACX,YAAY,GACZ,cAAc,GACd,mBAAmB,GACnB,iBAAiB,GACjB,YAAY,GACZ,aAAa,GACb,YAAY,GACZ,cAAc,GACd,gBAAgB,GAChB,MAAM,GACN,MAAM,GACN,UAAU,GACV,UAAU,GACV,YAAY,GACZ,gBAAgB,GAChB,OAAO,GACP,OAAO,GACP,QAAQ,GACR,UAAU,GACV,WAAW,GACX,YAAY,GACZ,SAAS,GACT,WAAW,GACX,gBAAgB,GAChB,UAAU,GACV,YAAY,GACZ,aAAa,GACb,WAAW,GACX,KAAK,GACL,MAAM,GACN,OAAO,GACP,OAAO,GACP,SAAS,CAAC;AAKd,MAAM,MAAM,gBAAgB,GAAG,oBAAoB,GAAG,YAAY,MAAM,EAAE,CAAC;AAK3E,MAAM,MAAM,eAAe,GACvB,cAAc,GACd,aAAa,GACb,WAAW,GACX,UAAU,GACV,cAAc,GACd,aAAa,CAAC;AAKlB,MAAM,WAAW,QAAQ;IAMvB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAS5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAO9B,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,gBAAgB;IAK/B,GAAG,CAAC,EAAE;QAEJ,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAG3B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAClC,CAAC;IAMF,KAAK,CAAC,EAAE;QAEN,aAAa,CAAC,EAAE,MAAM,CAAC;QAGvB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IAKF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAKlB,aAAa,CAAC,EAAE;QAKd,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;IAKF,SAAS,CAAC,EAAE,OAAO,CAAC;IAKpB,cAAc,CAAC,EAAE,OAAO,CACtB,MAAM,CAAC,gBAAgB,EAAE,CAAC,OAAO,CAAC,EAAE,aAAa,KAAK,IAAI,CAAC,CAC5D,CAAC;IAKF,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAK9B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAM9B,KAAK,CAAC,EAAE,qBAAqB,CAAC;IAK9B,EAAE,CAAC,EAAE,QAAQ,CAAC;CACf;AAKD,MAAM,WAAW,qBAAqB;IAIpC,GAAG,CAAC,EAAE,MAAM,CAAC;IAKb,OAAO,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC;IAK3B,KAAK,CAAC,EAAE,KAAK,CAAC;QACZ,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,gBAAgB;IAG/B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE;QACJ,kBAAkB,CAAC,EAAE,OAAO,CAAC;KAC9B,CAAC;IAGF,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,CAAC,EAAE,GAAG,CAAC;IACjB,OAAO,CAAC,EAAE,GAAG,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,IAAI,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE;QACJ,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,UAAU,CAAC,EAAE,SAAS,GAAG,QAAQ,CAAC;QAClC,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;QACnB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,gBAAgB,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,EAAE,KAAK,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC;IAC/C,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC;IAC9E,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,CAAC;CAClD;AAED,MAAM,MAAM,eAAe,GACvB,MAAM,GACN,SAAS,GACT,WAAW,GACX,UAAU,GACV,OAAO,CAAC;AAEZ,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,iBAAiB,GAAG,WAAW,CAAC;IACxC,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,WAAW,CAAC;IACpB,UAAU,EAAE,WAAW,CAAC;IACxB,MAAM,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,eAAgB,SAAQ,WAAW;IAClD,MAAM,EAAE;QACN,KAAK,CAAC,EAAE,eAAe,CAAC;QACxB,MAAM,CAAC,EAAE,gBAAgB,CAAC;QAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,KAAK,CAAC,EAAE,KAAK,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACpB,CAAC;CACH"}

package/dist/ui.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ui.d.ts","sourceRoot":"","sources":["../src/ui.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAuC/E,eAAO,MAAM,2BAA2B,GACtC,YAAW,eAAgC,KAC1C,IAqHF,CAAC;AAKF,eAAO,MAAM,qBAAqB,GAChC,YAAW,eAAgC,KAC1C,UAgEF,CAAC;AA+EF,eAAO,MAAM,oBAAoB,GAC/B,gBAAgB,MAAM,KACrB,OAAO,CAAC,UAAU,CAuEpB,CAAC;AAKF,eAAO,MAAM,YAAY,GAAI,IAAI,UAAU,EAAE,MAAM,MAAM,KAAG,IAE3D,CAAC;AAKF,eAAO,MAAM,QAAQ,GAAI,IAAI,UAAU,EAAE,OAAO,eAAe,KAAG,IAgDjE,CAAC;AAKF,eAAO,MAAM,gBAAgB,GAAI,IAAI,UAAU,EAAE,MAAM,MAAM,KAAG,IAE/D,CAAC;AAKF,eAAO,MAAM,qBAAqB,GAChC,IAAI,UAAU,EACd,YAAY,MAAM,EAClB,WAAW,OAAO,EAClB,OAAM,GAAQ,KACb,IAkBF,CAAC;AAKF,eAAO,MAAM,SAAS,GAAI,IAAI,UAAU,EAAE,OAAO,KAAK,KAAG,IAGxD,CAAC;AAKF,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,EAAE,SAAQ,GAAQ,KAAG,IAU1D,CAAC"}
+{"version":3,"file":"ui.d.ts","sourceRoot":"","sources":["../src/ui.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAuC/E,eAAO,MAAM,2BAA2B,GACtC,YAAW,eAAgC,KAC1C,IAkIF,CAAC;AAKF,eAAO,MAAM,qBAAqB,GAChC,YAAW,eAAgC,KAC1C,UAgEF,CAAC;AA+EF,eAAO,MAAM,oBAAoB,GAC/B,gBAAgB,MAAM,KACrB,OAAO,CAAC,UAAU,CAuEpB,CAAC;AAKF,eAAO,MAAM,YAAY,GAAI,IAAI,UAAU,EAAE,MAAM,MAAM,KAAG,IAE3D,CAAC;AAKF,eAAO,MAAM,QAAQ,GAAI,IAAI,UAAU,EAAE,OAAO,eAAe,KAAG,IA0DjE,CAAC;AAKF,eAAO,MAAM,gBAAgB,GAAI,IAAI,UAAU,EAAE,MAAM,MAAM,KAAG,IAE/D,CAAC;AAKF,eAAO,MAAM,qBAAqB,GAChC,IAAI,UAAU,EACd,YAAY,MAAM,EAClB,WAAW,OAAO,EAClB,OAAM,GAAQ,KACb,IAkBF,CAAC;AAKF,eAAO,MAAM,SAAS,GAAI,IAAI,UAAU,EAAE,OAAO,KAAK,KAAG,IAGxD,CAAC;AAKF,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,EAAE,SAAQ,GAAQ,KAAG,IAU1D,CAAC"}

package/dist/ui.js

@@ -85,6 +85,10 @@ export const injectFloatingControlStyles = (placement = "bottom-right") => {
       color: #bae6fd;
     }
 
+    .navigate-control__status:empty {
+      display: none;
+    }
+
     .navigate-control__transcript {
       font-size: 0.95rem;
       line-height: 1.4;
@@ -123,6 +127,15 @@ export const injectFloatingControlStyles = (placement = "bottom-right") => {
       background: #7c3aed;
     }
 
+    .navigate-control--hidden {
+      display: none !important;
+      visibility: hidden !important;
+    }
+
+    .navigate-control--hidden .navigate-control__panel {
+      display: none !important;
+    }
+
     @media (max-width: 640px) {
       .navigate-control {
         ${mobilePlacementStyles}
@@ -238,13 +251,12 @@ export const attachToCustomButton = async (buttonSelector) => {
     if (!root) {
         root = document.createElement("div");
         root.id = "navigate-control-panel";
-        root.className = "navigate-control";
-        root.style.display = "none";
+        root.className = "navigate-control navigate-control--hidden";
     }
     root.dataset.state = root.dataset.state || "idle";
     root.innerHTML = `
     <div class="navigate-control__panel">
-      <div class="navigate-control__status">Tap your button to start voice control</div>
+      <div class="navigate-control__status"></div>
       <div class="navigate-control__transcript" role="status" aria-live="polite"></div>
       <div class="navigate-control__action" aria-live="polite"></div>
     </div>
@@ -264,6 +276,7 @@ export const attachToCustomButton = async (buttonSelector) => {
         });
     }
     customButton.setAttribute("aria-pressed", "false");
+    customButton.dataset.voiceState = "idle";
     if (!customButton.getAttribute("aria-label")) {
         customButton.setAttribute("aria-label", "Start voice control");
     }
@@ -282,6 +295,7 @@ export const updateStatus = (ui, text) => {
 };
 export const setState = (ui, state) => {
     ui.root.dataset.state = state;
+    ui.button.dataset.voiceState = state;
     const updateLabel = (text) => {
         if (ui.label) {
             ui.label.textContent = text;
@@ -292,9 +306,14 @@ export const setState = (ui, state) => {
             updateLabel("Start");
             ui.button.setAttribute("aria-pressed", "false");
             ui.button.setAttribute("aria-label", "Start voice control");
-            updateStatus(ui, ui.isCustomButton
-                ? "Tap your button to start voice control"
-                : "Tap to start voice control");
+            if (ui.isCustomButton) {
+                updateStatus(ui, "");
+                updateTranscript(ui, "");
+                ui.action.textContent = "";
+            }
+            else {
+                updateStatus(ui, "Tap to start voice control");
+            }
             break;
         case "loading":
             updateLabel("Loading...");
@@ -314,11 +333,17 @@ export const setState = (ui, state) => {
             break;
         case "error":
             updateLabel("Error");
+            ui.button.setAttribute("aria-pressed", "false");
             ui.button.setAttribute("aria-label", "Error occurred");
             break;
     }
     if (ui.isCustomButton) {
-        ui.root.style.display = state === "idle" ? "none" : "flex";
+        if (state === "idle" || state === "error") {
+            ui.root.classList.add("navigate-control--hidden");
+        }
+        else {
+            ui.root.classList.remove("navigate-control--hidden");
+        }
     }
 };
 export const updateTranscript = (ui, text) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@myscheme/voice-navigation-sdk",
-  "version": "0.1.6",
+  "version": "0.1.8",
   "description": "Voice navigation SDK using Azure Speech and AWS Bedrock",
   "type": "module",
   "main": "dist/index.js",