@myscheme/voice-navigation-sdk 0.1.5 → 0.1.7

package/dist/services/azure-speech.js

@@ -1,9 +1,66 @@
 export class AzureSpeechService {
     constructor(config) {
-        this.subscriptionKey = config.subscriptionKey;
-        this.region = config.region;
+        this.tokenEndpoint = null;
+        this.subscriptionKey = null;
+        this.region = null;
+        this.useProxy = false;
+        this.cachedToken = null;
+        this.tokenExpiration = 0;
+        this.useProxy = !!config.tokenEndpoint;
+        if (this.useProxy) {
+            this.tokenEndpoint = config.tokenEndpoint || null;
+        }
+        else {
+            if (!config.subscriptionKey || !config.region) {
+                throw new Error("Azure subscription key and region required for direct mode");
+            }
+            this.subscriptionKey = config.subscriptionKey;
+            this.region = config.region;
+        }
     }
     async fetchToken() {
+        if (this.cachedToken && Date.now() < this.tokenExpiration) {
+            return {
+                token: this.cachedToken,
+                region: this.region || "centralindia",
+            };
+        }
+        if (this.useProxy) {
+            return this.fetchTokenViaProxy();
+        }
+        else {
+            return this.fetchTokenDirect();
+        }
+    }
+    async fetchTokenViaProxy() {
+        if (!this.tokenEndpoint) {
+            throw new Error("Token endpoint not configured");
+        }
+        try {
+            const response = await fetch(this.tokenEndpoint, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                },
+            });
+            if (!response.ok) {
+                throw new Error(`Failed to fetch token: ${response.status} ${response.statusText}`);
+            }
+            const data = (await response.json());
+            this.cachedToken = data.token;
+            this.tokenExpiration = Date.now() + 9 * 60 * 1000;
+            this.region = data.region;
+            return data;
+        }
+        catch (error) {
+            console.error("Failed to fetch Azure speech token via proxy:", error);
+            throw error;
+        }
+    }
+    async fetchTokenDirect() {
+        if (!this.subscriptionKey || !this.region) {
+            throw new Error("Azure subscription key and region not configured");
+        }
         const url = `https://${this.region}.api.cognitive.microsoft.com/sts/v1.0/issueToken`;
         try {
             const response = await fetch(url, {
@@ -17,9 +74,11 @@ export class AzureSpeechService {
                 throw new Error(`Failed to fetch token: ${response.status} ${response.statusText}`);
             }
             const token = await response.text();
+            this.cachedToken = token;
+            this.tokenExpiration = Date.now() + 9 * 60 * 1000;
             return {
                 token,
-                region: this.region,
+                region: this.region || "centralindia",
             };
         }
         catch (error) {
@@ -27,6 +86,10 @@ export class AzureSpeechService {
             throw error;
         }
     }
+    clearTokenCache() {
+        this.cachedToken = null;
+        this.tokenExpiration = 0;
+    }
     static create(config) {
         return new AzureSpeechService(config);
     }

package/dist/services/bedrock.d.ts

@@ -1,10 +1,12 @@
 import type { AgentActionResponse } from "../types.js";
 import type { PageRegistry } from "./page-registry.js";
 export interface BedrockConfig {
-    region: string;
-    accessKeyId: string;
-    secretAccessKey: string;
-    modelId: string;
+    bedrockEndpoint?: string;
+    embeddingEndpoint?: string;
+    region?: string;
+    accessKeyId?: string;
+    secretAccessKey?: string;
+    modelId?: string;
     embeddingModelId?: string | null;
 }
 export declare class BedrockService {
@@ -12,11 +14,21 @@ export declare class BedrockService {
     private actionModelId;
     private embeddingModelId;
     private pageRegistry;
+    private bedrockEndpoint;
+    private embeddingEndpointUrl;
+    private useProxy;
     constructor(config: BedrockConfig);
     setPageRegistry(registry: PageRegistry): void;
     private buildSystemPrompt;
     extractAction(userInput: string): Promise<AgentActionResponse>;
+    private extractActionViaProxy;
+    private extractActionDirect;
     static create(config: BedrockConfig): BedrockService;
     embedText(text: string): Promise<number[]>;
+    private embedTextViaProxy;
+    private embedTextDirect;
+    generateFeedbackMessage(prompt: string, language: string): Promise<string>;
+    private generateFeedbackViaProxy;
+    private generateFeedbackDirect;
 }
 //# sourceMappingURL=bedrock.d.ts.map

package/dist/services/bedrock.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bedrock.d.ts","sourceRoot":"","sources":["../../src/services/bedrock.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,mBAAmB,EAAmB,MAAM,aAAa,CAAC;AACxE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAClC;AAiCD,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAAgB;IACxC,OAAO,CAAC,YAAY,CAA6B;gBAErC,MAAM,EAAE,aAAa;IAwBjC,eAAe,CAAC,QAAQ,EAAE,YAAY,GAAG,IAAI;IAO7C,OAAO,CAAC,iBAAiB;IA+BnB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAmEpE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,GAAG,cAAc;IAO9C,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAoFjD"}
+{"version":3,"file":"bedrock.d.ts","sourceRoot":"","sources":["../../src/services/bedrock.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,mBAAmB,EAAmB,MAAM,aAAa,CAAC;AACxE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,MAAM,WAAW,aAAa;IAE5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAG3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAClC;AAyCD,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAqC;IACnD,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,gBAAgB,CAAgB;IACxC,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,oBAAoB,CAAuB;IACnD,OAAO,CAAC,QAAQ,CAAkB;gBAEtB,MAAM,EAAE,aAAa;IA6CjC,eAAe,CAAC,QAAQ,EAAE,YAAY,GAAG,IAAI;IAO7C,OAAO,CAAC,iBAAiB;IA+BnB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;YAWtD,qBAAqB;YA2ErB,mBAAmB;IAyEjC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,GAAG,cAAc;IAO9C,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YAWlC,iBAAiB;YAkFjB,eAAe;IAwFvB,uBAAuB,CAC3B,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC;YA0BJ,wBAAwB;YAwExB,sBAAsB;CA+DrC"}

package/dist/services/bedrock.js

@@ -1,5 +1,5 @@
 import { BedrockRuntimeClient, InvokeModelCommand, } from "@aws-sdk/client-bedrock-runtime";
-const CORE_ACTIONS_LIST = `"zoom_in", "zoom_out", "scroll_up", "scroll_down", "scroll_left", "scroll_right", "page_up", "page_down", "scroll_top", "scroll_bottom", "go_back", "go_forward", "reload_page", "print_page", "copy_url", "open_menu", "close_menu", "focus_search", "toggle_fullscreen", "exit_fullscreen", "play_media", "pause_media", "mute_media", "unmute_media", "search_content", "stop"`;
+const CORE_ACTIONS_LIST = `"zoom_in", "zoom_out", "scroll_up", "scroll_down", "scroll_left", "scroll_right", "page_up", "page_down", "scroll_top", "scroll_bottom", "go_back", "go_forward", "reload_page", "print_page", "copy_url", "open_menu", "close_menu", "focus_search", "toggle_fullscreen", "exit_fullscreen", "play_media", "pause_media", "mute_media", "unmute_media", "search_content", "stop", "quit", "tab_next", "tab_back", "click", "enter", "submit", "move_left", "move_right", "move_up", "move_down", "move_beginning", "move_end", "select_all", "select_line", "type_text", "cut", "copy", "paste", "clear"`;
 const BASE_SYSTEM_PROMPT = `You are an action extraction assistant.
 
 CRITICAL RULES:
@@ -14,6 +14,7 @@ CRITICAL RULES:
 RESPONSE FORMAT:
 - Core actions: {"action": "action_name"}
 - Search: {"action": "search_content", "query": "keywords"}
+- Type text: {"action": "type_text", "text": "text to type"}
 - Page navigation: {"action": "navigate_<page_id>"}
 
 EXAMPLES:
@@ -21,6 +22,13 @@ EXAMPLES:
 - User says "show me the team page" → {"action": "navigate_team"}
 - User says "scroll down" → {"action": "scroll_down"}
 - User says "find schemes" → {"action": "search_content", "query": "schemes"}
+- User says "type hello world" → {"action": "type_text", "text": "hello world"}
+- User says "tab" or "tab next" → {"action": "tab_next"}
+- User says "tab previous" or "tab back" → {"action": "tab_back"}
+- User says "focus next" → {"action": "focus_next"}
+- User says "focus previous" → {"action": "focus_previous"}
+- User says "go back" or "back" (browser history) → {"action": "go_back"}
+- User says "click" → {"action": "click"}
 
 MATCHING RULES FOR PAGE NAVIGATION:
 - Match user's words to page names and keywords
@@ -29,25 +37,45 @@ MATCHING RULES FOR PAGE NAVIGATION:
 const DEFAULT_EMBEDDING_MODEL_ID = "cohere.embed-multilingual-v3";
 export class BedrockService {
     constructor(config) {
+        this.client = null;
+        this.actionModelId = null;
         this.pageRegistry = null;
-        this.client = new BedrockRuntimeClient({
-            region: config.region,
-            credentials: {
-                accessKeyId: config.accessKeyId,
-                secretAccessKey: config.secretAccessKey,
-            },
-        });
-        this.actionModelId = config.modelId;
-        if (config.embeddingModelId === null) {
+        this.bedrockEndpoint = null;
+        this.embeddingEndpointUrl = null;
+        this.useProxy = false;
+        this.useProxy = !!(config.bedrockEndpoint || config.embeddingEndpoint);
+        if (this.useProxy) {
+            this.bedrockEndpoint = config.bedrockEndpoint || null;
+            this.embeddingEndpointUrl = config.embeddingEndpoint || null;
+            this.actionModelId = null;
             this.embeddingModelId = null;
         }
-        else if (typeof config.embeddingModelId === "string") {
-            const trimmed = config.embeddingModelId.trim();
-            this.embeddingModelId =
-                trimmed.length > 0 ? trimmed : DEFAULT_EMBEDDING_MODEL_ID;
-        }
         else {
-            this.embeddingModelId = DEFAULT_EMBEDDING_MODEL_ID;
+            if (!config.region ||
+                !config.accessKeyId ||
+                !config.secretAccessKey ||
+                !config.modelId) {
+                throw new Error("AWS credentials required for direct mode");
+            }
+            this.client = new BedrockRuntimeClient({
+                region: config.region,
+                credentials: {
+                    accessKeyId: config.accessKeyId,
+                    secretAccessKey: config.secretAccessKey,
+                },
+            });
+            this.actionModelId = config.modelId;
+            if (config.embeddingModelId === null) {
+                this.embeddingModelId = null;
+            }
+            else if (typeof config.embeddingModelId === "string") {
+                const trimmed = config.embeddingModelId.trim();
+                this.embeddingModelId =
+                    trimmed.length > 0 ? trimmed : DEFAULT_EMBEDDING_MODEL_ID;
+            }
+            else {
+                this.embeddingModelId = DEFAULT_EMBEDDING_MODEL_ID;
+            }
         }
     }
     setPageRegistry(registry) {
@@ -71,6 +99,73 @@ export class BedrockService {
         return prompt;
     }
     async extractAction(userInput) {
+        if (this.useProxy) {
+            return this.extractActionViaProxy(userInput);
+        }
+        else {
+            return this.extractActionDirect(userInput);
+        }
+    }
+    async extractActionViaProxy(userInput) {
+        if (!this.bedrockEndpoint) {
+            throw new Error("Bedrock endpoint not configured");
+        }
+        try {
+            const systemPrompt = this.buildSystemPrompt();
+            const requestBody = {
+                anthropic_version: "bedrock-2023-05-31",
+                max_tokens: 70,
+                system: systemPrompt,
+                messages: [
+                    {
+                        role: "user",
+                        content: [
+                            {
+                                type: "text",
+                                text: `User input: "${userInput}". Identify the intended action from the allowed list and respond ONLY with a JSON object. If the user input is unclear, respond with {"action": "unknown"}. Include no additional text.`,
+                            },
+                        ],
+                    },
+                ],
+            };
+            const response = await fetch(this.bedrockEndpoint, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({
+                    body: requestBody,
+                }),
+            });
+            if (!response.ok) {
+                throw new Error(`Bedrock proxy error: ${response.status} ${response.statusText}`);
+            }
+            const data = (await response.json());
+            let rawText = "";
+            if (data.content && data.content.length > 0) {
+                rawText = data.content[0].text || "";
+            }
+            if (!rawText) {
+                return { action: "unknown" };
+            }
+            try {
+                const parsed = JSON.parse(rawText);
+                return parsed;
+            }
+            catch (parseError) {
+                console.error("Failed to parse Bedrock response:", rawText, parseError);
+                return { action: "unknown" };
+            }
+        }
+        catch (error) {
+            console.error("Bedrock proxy API error:", error);
+            throw error;
+        }
+    }
+    async extractActionDirect(userInput) {
+        if (!this.client || !this.actionModelId) {
+            throw new Error("AWS Bedrock client not initialized");
+        }
         const systemPrompt = this.buildSystemPrompt();
         const body = {
             anthropic_version: "bedrock-2023-05-31",
@@ -126,11 +221,76 @@ export class BedrockService {
         return new BedrockService(config);
     }
     async embedText(text) {
+        if (this.useProxy) {
+            return this.embedTextViaProxy(text);
+        }
+        else {
+            return this.embedTextDirect(text);
+        }
+    }
+    async embedTextViaProxy(text) {
         const prompt = text.trim();
         if (!prompt) {
             return [];
         }
-        if (!this.embeddingModelId) {
+        if (!this.embeddingEndpointUrl) {
+            throw new Error("Embedding endpoint not configured");
+        }
+        try {
+            const response = await fetch(this.embeddingEndpointUrl, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({
+                    text: prompt,
+                    inputType: "search_query",
+                }),
+            });
+            if (!response.ok) {
+                throw new Error(`Embedding proxy error: ${response.status} ${response.statusText}`);
+            }
+            const decoded = (await response.json());
+            let embedding;
+            if (decoded.embeddings) {
+                if (Array.isArray(decoded.embeddings)) {
+                    if (decoded.embeddings.length > 0 &&
+                        Array.isArray(decoded.embeddings[0])) {
+                        embedding = decoded.embeddings[0];
+                    }
+                    else if (decoded.embeddings.length > 0 &&
+                        typeof decoded.embeddings[0] === "number") {
+                        embedding = decoded.embeddings;
+                    }
+                }
+                else if (typeof decoded.embeddings === "object" &&
+                    "values" in decoded.embeddings) {
+                    embedding = decoded.embeddings.values;
+                }
+            }
+            if (!embedding) {
+                embedding =
+                    decoded.embedding ||
+                        decoded.vector ||
+                        decoded.results?.find((item) => Array.isArray(item.embedding))
+                            ?.embedding;
+            }
+            if (!Array.isArray(embedding)) {
+                throw new Error("Unexpected embedding response structure");
+            }
+            return embedding.map((value) => Number(value));
+        }
+        catch (error) {
+            console.error("Embedding proxy error:", error);
+            throw error;
+        }
+    }
+    async embedTextDirect(text) {
+        const prompt = text.trim();
+        if (!prompt) {
+            return [];
+        }
+        if (!this.client || !this.embeddingModelId) {
             throw new Error("Bedrock embedding model is not configured");
         }
         const payload = {
@@ -184,4 +344,120 @@ export class BedrockService {
             throw error;
         }
     }
+    async generateFeedbackMessage(prompt, language) {
+        console.log("[Bedrock] generateFeedbackMessage called for language:", language);
+        const systemPrompt = `You are a voice navigation assistant providing spoken feedback.
+Generate brief, natural, conversational feedback messages (maximum 10 words).
+Be specific and clear about what action was performed.
+Use the language: ${language}
+Respond with ONLY the feedback message text, no JSON, no explanations.`;
+        const userPrompt = prompt;
+        console.log("[Bedrock] Using proxy mode:", this.useProxy);
+        if (this.useProxy) {
+            return this.generateFeedbackViaProxy(systemPrompt, userPrompt);
+        }
+        else {
+            return this.generateFeedbackDirect(systemPrompt, userPrompt);
+        }
+    }
+    async generateFeedbackViaProxy(systemPrompt, userPrompt) {
+        if (!this.bedrockEndpoint) {
+            throw new Error("Bedrock endpoint not configured");
+        }
+        console.log("[Bedrock] Calling proxy endpoint:", this.bedrockEndpoint);
+        try {
+            const requestBody = {
+                anthropic_version: "bedrock-2023-05-31",
+                max_tokens: 50,
+                system: systemPrompt,
+                messages: [
+                    {
+                        role: "user",
+                        content: [
+                            {
+                                type: "text",
+                                text: userPrompt,
+                            },
+                        ],
+                    },
+                ],
+            };
+            const response = await fetch(this.bedrockEndpoint, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({
+                    body: requestBody,
+                }),
+            });
+            if (!response.ok) {
+                throw new Error(`Bedrock proxy error: ${response.status}`);
+            }
+            const result = (await response.json());
+            console.log("[Bedrock] Proxy response received:", result);
+            if (result.content &&
+                Array.isArray(result.content) &&
+                result.content[0]?.text) {
+                const message = result.content[0].text.trim();
+                console.log("[Bedrock] Extracted message from proxy:", message);
+                return message;
+            }
+            if (typeof result === "object" && result !== null && "text" in result) {
+                const message = String(result.text).trim();
+                console.log("[Bedrock] Extracted text from proxy:", message);
+                return message;
+            }
+            throw new Error("Unexpected feedback response format");
+        }
+        catch (error) {
+            console.error("[Bedrock] Proxy generation error:", error);
+            throw error;
+        }
+    }
+    async generateFeedbackDirect(systemPrompt, userPrompt) {
+        if (!this.client || !this.actionModelId) {
+            throw new Error("Bedrock client not configured");
+        }
+        console.log("[Bedrock] Using direct AWS SDK with model:", this.actionModelId);
+        const payload = {
+            anthropic_version: "bedrock-2023-05-31",
+            max_tokens: 50,
+            temperature: 0.7,
+            system: systemPrompt,
+            messages: [
+                {
+                    role: "user",
+                    content: userPrompt,
+                },
+            ],
+        };
+        const input = {
+            modelId: this.actionModelId,
+            contentType: "application/json",
+            accept: "application/json",
+            body: JSON.stringify(payload),
+        };
+        try {
+            const command = new InvokeModelCommand(input);
+            const response = await this.client.send(command);
+            if (!response.body) {
+                throw new Error("No response from Bedrock");
+            }
+            const decoded = JSON.parse(new TextDecoder().decode(response.body));
+            console.log("[Bedrock] Direct SDK response received");
+            if (decoded.content &&
+                Array.isArray(decoded.content) &&
+                decoded.content[0]?.text) {
+                const message = decoded.content[0].text.trim();
+                console.log("[Bedrock] Extracted message from direct:", message);
+                return message;
+            }
+            throw new Error("Unexpected feedback response format");
+        }
+        catch (error) {
+            console.error("[Bedrock] Direct generation error:", error);
+            throw error;
+        }
+    }
 }

package/dist/services/vector-search.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vector-search.d.ts","sourceRoot":"","sources":["../../src/services/vector-search.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEpD,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAwCD,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA6B;IACpD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;gBAEtB,MAAM,EAAE,gBAAgB;IA6B9B,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAyF9E,YAAY,CAAC,GAAG,EAAE,eAAe,GAAG,MAAM,GAAG,IAAI;IAoCjD,oBAAoB,CAAC,IAAI,EAAE,eAAe,EAAE,GAAG;QAC7C,GAAG,EAAE,eAAe,CAAC;QACrB,GAAG,EAAE,MAAM,CAAC;KACb,GAAG,IAAI;IAaR,OAAO,CAAC,mBAAmB;IAsB3B,OAAO,CAAC,eAAe;YAkBT,YAAY;CAQ3B"}
+{"version":3,"file":"vector-search.d.ts","sourceRoot":"","sources":["../../src/services/vector-search.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEpD,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAyCD,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA6B;IACpD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;gBAEtB,MAAM,EAAE,gBAAgB;IAuC9B,MAAM,CACV,MAAM,EAAE,MAAM,EAAE,EAChB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,eAAe,EAAE,CAAC;IA6F7B,YAAY,CAAC,GAAG,EAAE,eAAe,GAAG,MAAM,GAAG,IAAI;IAoCjD,oBAAoB,CAAC,IAAI,EAAE,eAAe,EAAE,GAAG;QAC7C,GAAG,EAAE,eAAe,CAAC;QACrB,GAAG,EAAE,MAAM,CAAC;KACb,GAAG,IAAI;IAaR,OAAO,CAAC,mBAAmB;IAqC3B,OAAO,CAAC,eAAe;YAqBT,YAAY;CAQ3B"}

package/dist/services/vector-search.js

@@ -11,6 +11,7 @@ export class VectorSearchService {
         const requestTimeoutMs = typeof config.requestTimeoutMs === "number" && config.requestTimeoutMs > 0
             ? Math.floor(config.requestTimeoutMs)
             : 15000;
+        const isEndpointOnlyMode = !!(config.searchEndpoint && !config.node);
         this.config = {
             ...config,
             vectorField: config.vectorField || "embedding",
@@ -19,9 +20,12 @@ export class VectorSearchService {
             numCandidates,
             requestTimeoutMs,
             sourceFields: config.sourceFields,
-            apiPath: config.apiPath || DEFAULT_VECTOR_SEARCH_API_PATH,
+            apiPath: config.apiPath ||
+                config.searchEndpoint ||
+                DEFAULT_VECTOR_SEARCH_API_PATH,
+            isEndpointOnlyMode,
         };
-        this.endpoint = this.resolveEndpoint(this.config.apiPath);
+        this.endpoint = this.resolveEndpoint(config.searchEndpoint || config.apiPath || DEFAULT_VECTOR_SEARCH_API_PATH);
     }
     async search(vector, queryText) {
         if (!Array.isArray(vector) || vector.length === 0) {
@@ -133,6 +137,15 @@ export class VectorSearchService {
         return null;
     }
     buildRequestPayload(vector, queryText) {
+        if (this.config.isEndpointOnlyMode) {
+            return {
+                vector,
+                query: queryText,
+                size: this.config.size,
+                minScore: this.config.minScore,
+                sourceFields: this.config.sourceFields,
+            };
+        }
         return {
             vector,
             queryText,

package/dist/services/voice-feedback.d.ts

@@ -0,0 +1,46 @@
+import type { NavigationAction, ActionResult } from "../types.js";
+import type { AzureSpeechService } from "./azure-speech.js";
+import type { BedrockService } from "./bedrock.js";
+interface VoiceFeedbackConfig {
+    enabled?: boolean;
+    language?: string;
+    azureSpeechService: AzureSpeechService;
+    bedrockService: BedrockService;
+}
+interface FeedbackContext {
+    action: NavigationAction;
+    actionResult?: ActionResult;
+    transcript?: string;
+    elementInfo?: {
+        tag?: string;
+        label?: string;
+        text?: string;
+        type?: string;
+    };
+}
+export declare class VoiceFeedbackService {
+    private enabled;
+    private language;
+    private azureSpeechService;
+    private bedrockService;
+    private synthesizer;
+    private isSpeaking;
+    constructor(config: VoiceFeedbackConfig);
+    setEnabled(enabled: boolean): void;
+    isEnabled(): boolean;
+    setLanguage(language: string): void;
+    private initializeSynthesizer;
+    private getVoiceForLanguage;
+    private generateFeedbackMessage;
+    private buildPromptForAction;
+    private getFallbackMessage;
+    private speak;
+    private stopSpeaking;
+    provideFeedback(context: FeedbackContext): Promise<void>;
+    provideImmediateFeedback(message: string): Promise<void>;
+    announceFocusChange(element: HTMLElement, direction: "next" | "previous"): Promise<void>;
+    private extractElementInfo;
+    dispose(): void;
+}
+export {};
+//# sourceMappingURL=voice-feedback.d.ts.map

package/dist/services/voice-feedback.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-feedback.d.ts","sourceRoot":"","sources":["../../src/services/voice-feedback.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAClE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAEnD,UAAU,mBAAmB;IAC3B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,cAAc,EAAE,cAAc,CAAC;CAChC;AAED,UAAU,eAAe;IACvB,MAAM,EAAE,gBAAgB,CAAC;IACzB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE;QACZ,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC;CACH;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,WAAW,CAAsC;IACzD,OAAO,CAAC,UAAU,CAAkB;gBAExB,MAAM,EAAE,mBAAmB;IAiBvC,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAclC,SAAS,IAAI,OAAO;IAOpB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;YAQrB,qBAAqB;IAmCnC,OAAO,CAAC,mBAAmB;YAsBb,uBAAuB;IAsCrC,OAAO,CAAC,oBAAoB;IA4C5B,OAAO,CAAC,kBAAkB;YAgCZ,KAAK;IA0EnB,OAAO,CAAC,YAAY;IAkBd,eAAe,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAoFxD,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBxD,mBAAmB,CACvB,OAAO,EAAE,WAAW,EACpB,SAAS,EAAE,MAAM,GAAG,UAAU,GAC7B,OAAO,CAAC,IAAI,CAAC;IAwBhB,OAAO,CAAC,kBAAkB;IAwF1B,OAAO,IAAI,IAAI;CAOhB"}