@myscheme/voice-navigation-sdk 0.1.9 → 0.1.10

package/dist/services/sarvam-speech.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sarvam-speech.d.ts","sourceRoot":"","sources":["../../src/services/sarvam-speech.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,WAAW,GAAG,cAAc,CAAC;IACxC,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,IAAI,GAAG,KAAK,CAAC;IAC7B,aAAa,CAAC,EAAE,IAAI,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;CACtE;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACjC,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,IAAI,CAAC;IACzB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,OAAO,CAAC;CACjC;AAmHD,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA+B;IACxD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA4B;IACrD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAC7C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAQhB;IAEd,OAAO,CAAC,SAAS,CAA0B;IAC3C,OAAO,CAAC,UAAU,CAA6B;IAC/C,OAAO,CAAC,cAAc,CAA4B;IAClD,OAAO,CAAC,aAAa,CAA2C;IAChE,OAAO,CAAC,gBAAgB,CAAoC;IAE5D,OAAO,CAAC,YAAY,CAAiC;IACrD,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,gBAAgB,CAAa;IACrC,OAAO,CAAC,mBAAmB,CAAa;gBAE5B,MAAM,GAAE,kBAAuB;IAUrC,cAAc,CAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,iBAAiB,GAC1B,OAAO,CAAC,IAAI,CAAC;IA+KhB,OAAO,CAAC,SAAS;IAWX,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAiE9B,KAAK,CACT,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,IAAI,CAAA;KAAE,GACtD,OAAO,CAAC,IAAI,CAAC;IAqGhB,YAAY,IAAI,IAAI;IAuBd,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAK9B,OAAO,CAAC,mBAAmB;CAc5B"}

package/dist/services/sarvam-speech.js

@@ -0,0 +1,418 @@
+const DEFAULT_TTS_URL = "/api/speech/sarvam";
+const DEFAULT_STT_URL = "/api/speech/sarvam-stt";
+const DEFAULT_STT_MODEL = "saaras:v3";
+const DEFAULT_TTS_MODEL = "bulbul:v3";
+const DEFAULT_SPEAKER = "manan";
+const DEFAULT_STT_SAMPLE_RATE = 16000;
+function toBase64(bytes) {
+    let binary = "";
+    const chunkSize = 0x8000;
+    for (let i = 0; i < bytes.length; i += chunkSize) {
+        binary += String.fromCharCode(...bytes.subarray(i, i + chunkSize));
+    }
+    return btoa(binary);
+}
+function downsampleTo16BitMono(input, inputRate, outputRate) {
+    if (outputRate === inputRate) {
+        const pcm = new Int16Array(input.length);
+        for (let i = 0; i < input.length; i++) {
+            const clamped = Math.max(-1, Math.min(1, input[i]));
+            pcm[i] = clamped < 0 ? clamped * 0x8000 : clamped * 0x7fff;
+        }
+        return pcm;
+    }
+    const ratio = inputRate / outputRate;
+    const outputLength = Math.max(1, Math.floor(input.length / ratio));
+    const pcm = new Int16Array(outputLength);
+    let outputIndex = 0;
+    let inputIndex = 0;
+    while (outputIndex < outputLength) {
+        const nextInputIndex = Math.floor((outputIndex + 1) * ratio);
+        let accum = 0;
+        let count = 0;
+        for (let i = inputIndex; i < nextInputIndex && i < input.length; i++) {
+            accum += input[i];
+            count++;
+        }
+        const sample = count > 0 ? accum / count : 0;
+        const clamped = Math.max(-1, Math.min(1, sample));
+        pcm[outputIndex] = clamped < 0 ? clamped * 0x8000 : clamped * 0x7fff;
+        outputIndex++;
+        inputIndex = nextInputIndex;
+    }
+    return pcm;
+}
+function encodeWav(pcm, sampleRate) {
+    const bytesPerSample = 2;
+    const numChannels = 1;
+    const dataSize = pcm.length * bytesPerSample;
+    const buffer = new ArrayBuffer(44 + dataSize);
+    const view = new DataView(buffer);
+    const writeString = (offset, value) => {
+        for (let i = 0; i < value.length; i++) {
+            view.setUint8(offset + i, value.charCodeAt(i));
+        }
+    };
+    writeString(0, "RIFF");
+    view.setUint32(4, 36 + dataSize, true);
+    writeString(8, "WAVE");
+    writeString(12, "fmt ");
+    view.setUint32(16, 16, true);
+    view.setUint16(20, 1, true);
+    view.setUint16(22, numChannels, true);
+    view.setUint32(24, sampleRate, true);
+    view.setUint32(28, sampleRate * numChannels * bytesPerSample, true);
+    view.setUint16(32, numChannels * bytesPerSample, true);
+    view.setUint16(34, 16, true);
+    writeString(36, "data");
+    view.setUint32(40, dataSize, true);
+    let offset = 44;
+    for (let i = 0; i < pcm.length; i++) {
+        view.setInt16(offset, pcm[i], true);
+        offset += 2;
+    }
+    return new Uint8Array(buffer);
+}
+function resolveWsUrl(path) {
+    if (/^wss?:\/\//i.test(path)) {
+        return path;
+    }
+    if (typeof window === "undefined") {
+        return path;
+    }
+    const protocol = window.location.protocol === "https:" ? "wss:" : "ws:";
+    return `${protocol}//${window.location.host}${path}`;
+}
+export class SarvamSpeechService {
+    constructor(config = {}) {
+        this.sttSocket = null;
+        this.sttContext = null;
+        this.sttMediaStream = null;
+        this.sttSourceNode = null;
+        this.sttProcessorNode = null;
+        this.audioElement = null;
+        this.currentBlobUrl = null;
+        this.speechGeneration = 0;
+        this.listeningGeneration = 0;
+        this.ttsUrl = config.ttsUrl ?? DEFAULT_TTS_URL;
+        this.sttUrl = config.sttUrl ?? DEFAULT_STT_URL;
+        this.sttModel = config.sttModel ?? DEFAULT_STT_MODEL;
+        this.ttsModel = config.ttsModel ?? DEFAULT_TTS_MODEL;
+        this.speaker = config.speaker ?? DEFAULT_SPEAKER;
+        this.sttSampleRate = config.sttSampleRate ?? DEFAULT_STT_SAMPLE_RATE;
+        this.ttsSampleRate = config.ttsSampleRate;
+    }
+    async startListening(language, handlers) {
+        if (typeof navigator === "undefined" || !navigator.mediaDevices) {
+            throw new Error("navigator.mediaDevices is unavailable for Sarvam STT");
+        }
+        if (this.sttSocket || this.sttMediaStream) {
+            await this.stopListening();
+        }
+        const generation = ++this.listeningGeneration;
+        const isCurrentSession = () => generation === this.listeningGeneration && this.sttSocket !== null;
+        const query = new URLSearchParams({
+            "language-code": language,
+            model: this.sttModel,
+            sample_rate: String(this.sttSampleRate),
+            input_audio_codec: "wav",
+            high_vad_sensitivity: "true",
+            vad_signals: "true",
+            flush_signal: "true",
+        });
+        const socket = new WebSocket(`${resolveWsUrl(this.sttUrl)}?${query.toString()}`);
+        this.sttSocket = socket;
+        socket.onmessage = (event) => {
+            if (!isCurrentSession()) {
+                return;
+            }
+            let message;
+            try {
+                message = JSON.parse(event.data);
+            }
+            catch {
+                return;
+            }
+            if (!message || typeof message !== "object") {
+                return;
+            }
+            switch (message.type) {
+                case "events": {
+                    const signalType = message.data?.signal_type;
+                    if (signalType === "START_SPEECH") {
+                        handlers.onSpeechStart?.();
+                    }
+                    else if (signalType === "END_SPEECH") {
+                        this.sendFlush(socket);
+                        handlers.onSpeechEnd?.();
+                    }
+                    break;
+                }
+                case "data": {
+                    const transcript = typeof message.data?.transcript === "string"
+                        ? message.data.transcript.trim()
+                        : "";
+                    if (!transcript) {
+                        return;
+                    }
+                    handlers.onPartial?.(transcript);
+                    handlers.onFinal?.(transcript);
+                    break;
+                }
+                case "transcript": {
+                    const transcript = typeof message.text === "string" ? message.text.trim() : "";
+                    if (!transcript) {
+                        return;
+                    }
+                    handlers.onPartial?.(transcript);
+                    handlers.onFinal?.(transcript);
+                    break;
+                }
+                case "error": {
+                    const errorMessage = typeof message.data?.error === "string"
+                        ? message.data.error
+                        : "Sarvam STT error";
+                    handlers.onError?.(new Error(errorMessage));
+                    break;
+                }
+                default:
+                    break;
+            }
+        };
+        socket.onerror = () => {
+            if (!isCurrentSession()) {
+                return;
+            }
+            handlers.onError?.(new Error("Sarvam STT socket error"));
+        };
+        await new Promise((resolve, reject) => {
+            socket.addEventListener("open", () => resolve(), { once: true });
+            socket.addEventListener("error", () => reject(new Error("Failed to connect to Sarvam STT relay")), { once: true });
+        });
+        if (!isCurrentSession()) {
+            return;
+        }
+        const mediaStream = await navigator.mediaDevices.getUserMedia({
+            audio: true,
+        });
+        const audioContext = new AudioContext();
+        const sourceNode = audioContext.createMediaStreamSource(mediaStream);
+        const processorNode = audioContext.createScriptProcessor(4096, 1, 1);
+        sourceNode.connect(processorNode);
+        processorNode.connect(audioContext.destination);
+        processorNode.onaudioprocess = (event) => {
+            if (!isCurrentSession()) {
+                return;
+            }
+            if (handlers.shouldSendAudio && !handlers.shouldSendAudio()) {
+                return;
+            }
+            if (socket.readyState !== WebSocket.OPEN) {
+                return;
+            }
+            const floatSamples = event.inputBuffer.getChannelData(0);
+            if (!floatSamples || floatSamples.length === 0) {
+                return;
+            }
+            try {
+                const pcm = downsampleTo16BitMono(floatSamples, audioContext.sampleRate, this.sttSampleRate);
+                const wav = encodeWav(pcm, this.sttSampleRate);
+                const audioBase64 = toBase64(wav);
+                socket.send(JSON.stringify({
+                    audio: {
+                        data: audioBase64,
+                        sample_rate: this.sttSampleRate,
+                        encoding: "audio/wav",
+                    },
+                }));
+            }
+            catch (error) {
+                handlers.onError?.(error instanceof Error
+                    ? error
+                    : new Error(`Failed to stream audio: ${String(error)}`));
+            }
+        };
+        this.sttContext = audioContext;
+        this.sttMediaStream = mediaStream;
+        this.sttSourceNode = sourceNode;
+        this.sttProcessorNode = processorNode;
+    }
+    sendFlush(socket) {
+        if (socket.readyState !== WebSocket.OPEN) {
+            return;
+        }
+        try {
+            socket.send(JSON.stringify({ type: "flush" }));
+        }
+        catch {
+        }
+    }
+    async stopListening() {
+        this.listeningGeneration++;
+        const socket = this.sttSocket;
+        this.sttSocket = null;
+        const processorNode = this.sttProcessorNode;
+        const sourceNode = this.sttSourceNode;
+        const audioContext = this.sttContext;
+        const mediaStream = this.sttMediaStream;
+        this.sttProcessorNode = null;
+        this.sttSourceNode = null;
+        this.sttContext = null;
+        this.sttMediaStream = null;
+        if (processorNode) {
+            try {
+                processorNode.disconnect();
+            }
+            catch {
+            }
+            processorNode.onaudioprocess = null;
+        }
+        if (sourceNode) {
+            try {
+                sourceNode.disconnect();
+            }
+            catch {
+            }
+        }
+        if (mediaStream) {
+            for (const track of mediaStream.getTracks()) {
+                try {
+                    track.stop();
+                }
+                catch {
+                }
+            }
+        }
+        if (audioContext) {
+            try {
+                await audioContext.close();
+            }
+            catch {
+            }
+        }
+        if (socket) {
+            this.sendFlush(socket);
+            try {
+                socket.onmessage = null;
+                socket.onerror = null;
+                socket.onclose = null;
+                socket.close();
+            }
+            catch {
+            }
+        }
+    }
+    async speak(text, opts) {
+        if (!text || !text.trim()) {
+            return;
+        }
+        this.stopSpeaking();
+        const generation = ++this.speechGeneration;
+        const language = opts?.language ?? "en-IN";
+        const body = {
+            text,
+            target_language_code: language,
+            model: this.ttsModel,
+            speaker: this.speaker,
+            output_audio_codec: "wav",
+        };
+        if (this.ttsSampleRate) {
+            body.speech_sample_rate = String(this.ttsSampleRate);
+        }
+        const response = await fetch(this.ttsUrl, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            const errorText = await response.text().catch(() => "");
+            throw new Error(`Sarvam TTS failed: ${response.status} ${response.statusText}${errorText ? ` - ${errorText}` : ""}`);
+        }
+        const payload = (await response.json());
+        const audioBase64 = Array.isArray(payload.audios) && payload.audios.length > 0
+            ? payload.audios[0]
+            : typeof payload.audio === "string"
+                ? payload.audio
+                : null;
+        if (!audioBase64) {
+            throw new Error("Sarvam TTS response does not contain audio data");
+        }
+        const binaryString = atob(audioBase64);
+        const bytes = new Uint8Array(binaryString.length);
+        for (let i = 0; i < binaryString.length; i++) {
+            bytes[i] = binaryString.charCodeAt(i);
+        }
+        if (generation !== this.speechGeneration) {
+            return;
+        }
+        const blob = new Blob([bytes], { type: "audio/wav" });
+        const blobUrl = URL.createObjectURL(blob);
+        if (generation !== this.speechGeneration) {
+            URL.revokeObjectURL(blobUrl);
+            return;
+        }
+        this.currentBlobUrl = blobUrl;
+        const audio = new Audio(blobUrl);
+        this.audioElement = audio;
+        await new Promise((resolve, reject) => {
+            audio.onended = () => {
+                this.cleanupAudioElement(audio, blobUrl);
+                resolve();
+            };
+            audio.onerror = () => {
+                this.cleanupAudioElement(audio, blobUrl);
+                reject(new Error("Sarvam TTS playback failed"));
+            };
+            audio
+                .play()
+                .then(() => {
+                if (generation === this.speechGeneration) {
+                    opts?.onAudioStart?.();
+                }
+            })
+                .catch((error) => {
+                this.cleanupAudioElement(audio, blobUrl);
+                reject(error instanceof Error ? error : new Error(String(error)));
+            });
+        });
+    }
+    stopSpeaking() {
+        this.speechGeneration++;
+        if (this.audioElement) {
+            try {
+                this.audioElement.pause();
+                this.audioElement.src = "";
+            }
+            catch {
+            }
+            this.audioElement = null;
+        }
+        if (this.currentBlobUrl) {
+            try {
+                URL.revokeObjectURL(this.currentBlobUrl);
+            }
+            catch {
+            }
+            this.currentBlobUrl = null;
+        }
+    }
+    async dispose() {
+        await this.stopListening();
+        this.stopSpeaking();
+    }
+    cleanupAudioElement(audio, blobUrl) {
+        if (this.audioElement === audio) {
+            this.audioElement = null;
+        }
+        if (this.currentBlobUrl === blobUrl) {
+            try {
+                URL.revokeObjectURL(blobUrl);
+            }
+            catch {
+            }
+            this.currentBlobUrl = null;
+        }
+    }
+}

package/dist/services/voice-feedback.d.ts

@@ -1,10 +1,13 @@
-import type { NavigationAction, ActionResult } from "../types.js";
+import type { NavigationAction, ActionResult, SpeechProvider } from "../types.js";
 import type { AzureSpeechService } from "./azure-speech.js";
 import type { BedrockService } from "./bedrock.js";
+import type { SarvamSpeechService } from "./sarvam-speech.js";
 interface VoiceFeedbackConfig {
     enabled?: boolean;
     language?: string;
-    azureSpeechService: AzureSpeechService;
+    speechProvider?: SpeechProvider;
+    azureSpeechService?: AzureSpeechService;
+    sarvamSpeechService?: SarvamSpeechService;
     bedrockService: BedrockService;
 }
 interface FeedbackContext {
@@ -21,7 +24,9 @@ interface FeedbackContext {
 export declare class VoiceFeedbackService {
     private enabled;
     private language;
+    private speechProvider;
     private azureSpeechService;
+    private sarvamSpeechService;
     private bedrockService;
     private synthesizer;
     private isSpeaking;

package/dist/services/voice-feedback.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"voice-feedback.d.ts","sourceRoot":"","sources":["../../src/services/voice-feedback.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAClE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAEnD,UAAU,mBAAmB;IAC3B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,cAAc,EAAE,cAAc,CAAC;CAChC;AAED,UAAU,eAAe;IACvB,MAAM,EAAE,gBAAgB,CAAC;IACzB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE;QACZ,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC;CACH;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,WAAW,CAAsC;IACzD,OAAO,CAAC,UAAU,CAAkB;gBAExB,MAAM,EAAE,mBAAmB;IAiBvC,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAclC,SAAS,IAAI,OAAO;IAOpB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;YAQrB,qBAAqB;IAmCnC,OAAO,CAAC,mBAAmB;YAsBb,uBAAuB;IAsCrC,OAAO,CAAC,oBAAoB;IA4C5B,OAAO,CAAC,kBAAkB;YAgCZ,KAAK;IA0EnB,OAAO,CAAC,YAAY;IAkBd,eAAe,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAoFxD,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBxD,mBAAmB,CACvB,OAAO,EAAE,WAAW,EACpB,SAAS,EAAE,MAAM,GAAG,UAAU,GAC7B,OAAO,CAAC,IAAI,CAAC;IAwBhB,OAAO,CAAC,kBAAkB;IAwF1B,OAAO,IAAI,IAAI;CAOhB"}
+{"version":3,"file":"voice-feedback.d.ts","sourceRoot":"","sources":["../../src/services/voice-feedback.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,gBAAgB,EAChB,YAAY,EACZ,cAAc,EACf,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAI9D,UAAU,mBAAmB;IAC3B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,cAAc,EAAE,cAAc,CAAC;CAChC;AAED,UAAU,eAAe;IACvB,MAAM,EAAE,gBAAgB,CAAC;IACzB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE;QACZ,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC;CACH;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,kBAAkB,CAA4B;IACtD,OAAO,CAAC,mBAAmB,CAA6B;IACxD,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,WAAW,CAAsC;IACzD,OAAO,CAAC,UAAU,CAAkB;gBAExB,MAAM,EAAE,mBAAmB;IA2BvC,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAclC,SAAS,IAAI,OAAO;IAOpB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;YAQrB,qBAAqB;IA2CnC,OAAO,CAAC,mBAAmB;YAsBb,uBAAuB;IAwCrC,OAAO,CAAC,oBAAoB;IA4C5B,OAAO,CAAC,kBAAkB;YAuCZ,KAAK;IAyFnB,OAAO,CAAC,YAAY;IAwBd,eAAe,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAoFxD,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBxD,mBAAmB,CACvB,OAAO,EAAE,WAAW,EACpB,SAAS,EAAE,MAAM,GAAG,UAAU,GAC7B,OAAO,CAAC,IAAI,CAAC;IAwBhB,OAAO,CAAC,kBAAkB;IAwF1B,OAAO,IAAI,IAAI;CAWhB"}

package/dist/services/voice-feedback.js

@@ -1,12 +1,22 @@
 import * as sdk from "microsoft-cognitiveservices-speech-sdk";
+import { formatActionLabel } from "../actions.js";
+import { resolveTtsLanguage } from "../languages.js";
 export class VoiceFeedbackService {
     constructor(config) {
         this.synthesizer = null;
         this.isSpeaking = false;
         this.enabled = config.enabled ?? true;
         this.language = config.language || "en-IN";
-        this.azureSpeechService = config.azureSpeechService;
+        this.speechProvider = config.speechProvider ?? "sarvam";
+        this.azureSpeechService = config.azureSpeechService ?? null;
+        this.sarvamSpeechService = config.sarvamSpeechService ?? null;
         this.bedrockService = config.bedrockService;
+        if (this.speechProvider === "azure" && !this.azureSpeechService) {
+            throw new Error("Azure speech service is required for azure provider");
+        }
+        if (this.speechProvider === "sarvam" && !this.sarvamSpeechService) {
+            throw new Error("Sarvam speech service is required for sarvam provider");
+        }
         console.log("[VoiceFeedback] Service initialized - enabled:", this.enabled, "language:", this.language);
     }
     setEnabled(enabled) {
@@ -24,12 +34,18 @@ export class VoiceFeedbackService {
         console.log("[VoiceFeedback] Language changed to:", language);
     }
     async initializeSynthesizer() {
+        if (this.speechProvider === "sarvam") {
+            return;
+        }
         if (this.synthesizer) {
             console.log("[VoiceFeedback] Synthesizer already initialized");
             return;
         }
         console.log("[VoiceFeedback] Initializing synthesizer...");
         try {
+            if (!this.azureSpeechService) {
+                throw new Error("Azure speech service not configured");
+            }
             const tokenResponse = await this.azureSpeechService.fetchToken();
             const speechConfig = sdk.SpeechConfig.fromAuthorizationToken(tokenResponse.token, tokenResponse.region);
             const voiceName = this.getVoiceForLanguage(this.language);
@@ -65,7 +81,7 @@ export class VoiceFeedbackService {
         const prompt = this.buildPromptForAction(action, actionResult, transcript, elementInfo);
         console.log("[VoiceFeedback] Requesting AI message generation...");
         try {
-            const response = await this.bedrockService.generateFeedbackMessage(prompt, this.language);
+            const response = await this.bedrockService.generateFeedbackMessage(prompt, resolveTtsLanguage(this.language));
             console.log("[VoiceFeedback] AI generated message:", response);
             return response;
         }
@@ -118,10 +134,15 @@ export class VoiceFeedbackService {
             if (elementInfo?.label) {
                 return elementInfo.label;
             }
-            return `${actionResult.info.elementTag}`;
+            return formatActionLabel(action);
+        }
+        if (action === "search_content") {
+            const query = typeof actionResult?.info?.query === "string"
+                ? actionResult.info.query
+                : undefined;
+            return query ? `Searching for ${query}` : formatActionLabel(action);
         }
-        const actionLabel = action.replace(/_/g, " ");
-        return actionLabel;
+        return formatActionLabel(action);
     }
     async speak(message) {
         if (!this.enabled || !message) {
@@ -130,6 +151,17 @@ export class VoiceFeedbackService {
         }
         console.log("[VoiceFeedback] Attempting to speak:", message);
         try {
+            if (this.speechProvider === "sarvam") {
+                if (!this.sarvamSpeechService) {
+                    throw new Error("Sarvam speech service not configured");
+                }
+                this.isSpeaking = true;
+                await this.sarvamSpeechService.speak(message, {
+                    language: resolveTtsLanguage(this.language),
+                });
+                this.isSpeaking = false;
+                return;
+            }
             await this.initializeSynthesizer();
             if (!this.synthesizer) {
                 console.warn("[VoiceFeedback] Synthesizer not available after initialization");
@@ -171,6 +203,11 @@ export class VoiceFeedbackService {
         }
     }
     stopSpeaking() {
+        if (this.speechProvider === "sarvam") {
+            this.sarvamSpeechService?.stopSpeaking();
+            this.isSpeaking = false;
+            return;
+        }
         if (this.synthesizer && this.isSpeaking) {
             try {
                 this.synthesizer.close();
@@ -324,6 +361,9 @@ export class VoiceFeedbackService {
     }
     dispose() {
         this.stopSpeaking();
+        if (this.speechProvider === "sarvam") {
+            return;
+        }
         if (this.synthesizer) {
             this.synthesizer.close();
             this.synthesizer = null;

package/dist/types.d.ts

@@ -1,12 +1,14 @@
 export type CoreNavigationAction = "zoom_in" | "zoom_out" | "scroll_up" | "scroll_down" | "scroll_left" | "scroll_right" | "page_up" | "page_down" | "scroll_top" | "scroll_bottom" | "go_back" | "go_forward" | "reload_page" | "print_page" | "copy_url" | "open_menu" | "close_menu" | "focus_search" | "toggle_fullscreen" | "exit_fullscreen" | "play_media" | "pause_media" | "mute_media" | "unmute_media" | "search_content" | "stop" | "quit" | "tab_next" | "tab_back" | "focus_next" | "focus_previous" | "click" | "enter" | "submit" | "activate" | "move_left" | "move_right" | "move_up" | "move_down" | "move_beginning" | "move_end" | "select_all" | "select_line" | "type_text" | "cut" | "copy" | "paste" | "clear" | "unknown";
 export type NavigationAction = CoreNavigationAction | `navigate_${string}`;
 export type ButtonPlacement = "bottom-right" | "bottom-left" | "top-right" | "top-left" | "center-right" | "center-left";
+export type SpeechProvider = "sarvam" | "azure";
 export interface UIConfig {
     showDefaultButton?: boolean;
     customButtonSelector?: string;
     buttonPlacement?: ButtonPlacement;
 }
 export interface NavigationConfig {
+    speechProvider?: SpeechProvider;
     aws?: {
         bedrockEndpoint?: string;
         embeddingEndpoint?: string;
@@ -21,6 +23,15 @@ export interface NavigationConfig {
         subscriptionKey?: string;
         region?: string;
     };
+    sarvam?: {
+        ttsUrl?: string;
+        sttUrl?: string;
+        sttModel?: "saaras:v3" | "saarika:v2.5";
+        ttsModel?: "bulbul:v3" | "bulbul:v2";
+        speaker?: string;
+        sttSampleRate?: 8000 | 16000;
+        ttsSampleRate?: 8000 | 16000 | 22050 | 24000 | 32000 | 44100 | 48000;
+    };
     language?: string;
     voiceFeedback?: {
         enabled?: boolean;

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAOA,MAAM,MAAM,oBAAoB,GAC5B,SAAS,GACT,UAAU,GACV,WAAW,GACX,aAAa,GACb,aAAa,GACb,cAAc,GACd,SAAS,GACT,WAAW,GACX,YAAY,GACZ,eAAe,GACf,SAAS,GACT,YAAY,GACZ,aAAa,GACb,YAAY,GACZ,UAAU,GACV,WAAW,GACX,YAAY,GACZ,cAAc,GACd,mBAAmB,GACnB,iBAAiB,GACjB,YAAY,GACZ,aAAa,GACb,YAAY,GACZ,cAAc,GACd,gBAAgB,GAChB,MAAM,GACN,MAAM,GACN,UAAU,GACV,UAAU,GACV,YAAY,GACZ,gBAAgB,GAChB,OAAO,GACP,OAAO,GACP,QAAQ,GACR,UAAU,GACV,WAAW,GACX,YAAY,GACZ,SAAS,GACT,WAAW,GACX,gBAAgB,GAChB,UAAU,GACV,YAAY,GACZ,aAAa,GACb,WAAW,GACX,KAAK,GACL,MAAM,GACN,OAAO,GACP,OAAO,GACP,SAAS,CAAC;AAKd,MAAM,MAAM,gBAAgB,GAAG,oBAAoB,GAAG,YAAY,MAAM,EAAE,CAAC;AAK3E,MAAM,MAAM,eAAe,GACvB,cAAc,GACd,aAAa,GACb,WAAW,GACX,UAAU,GACV,cAAc,GACd,aAAa,CAAC;AAKlB,MAAM,WAAW,QAAQ;IAMvB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAS5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAO9B,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,gBAAgB;IAK/B,GAAG,CAAC,EAAE;QAEJ,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAG3B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAClC,CAAC;IAMF,KAAK,CAAC,EAAE;QAEN,aAAa,CAAC,EAAE,MAAM,CAAC;QAGvB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IAKF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAKlB,aAAa,CAAC,EAAE;QAKd,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;IAKF,SAAS,CAAC,EAAE,OAAO,CAAC;IAKpB,cAAc,CAAC,EAAE,OAAO,CACtB,MAAM,CAAC,gBAAgB,EAAE,CAAC,OAAO,CAAC,EAAE,aAAa,KAAK,IAAI,CAAC,CAC5D,CAAC;IAKF,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAK9B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAM9B,KAAK,CAAC,EAAE,qBAAqB,CAAC;IAK9B,EAAE,CAAC,EAAE,QAAQ,CAAC;CACf;AAKD,MAAM,WAAW,qBAAqB;IAIpC,GAAG,CAAC,EAAE,MAAM,CAAC;IAKb,OAAO,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC;IAK3B,KAAK,CAAC,EAAE,KAAK,CAAC;QACZ,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,gBAAgB;IAG/B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE;QACJ,kBAAkB,CAAC,EAAE,OAAO,CAAC;KAC9B,CAAC;IAGF,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,CAAC,EAAE,GAAG,CAAC;IACjB,OAAO,CAAC,EAAE,GAAG,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,IAAI,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE;QACJ,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,UAAU,CAAC,EAAE,SAAS,GAAG,QAAQ,CAAC;QAClC,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;QACnB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,gBAAgB,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,EAAE,KAAK,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC;IAC/C,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC;IAC9E,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,CAAC;CAClD;AAED,MAAM,MAAM,eAAe,GACvB,MAAM,GACN,SAAS,GACT,WAAW,GACX,UAAU,GACV,OAAO,CAAC;AAEZ,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,iBAAiB,GAAG,WAAW,CAAC;IACxC,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,WAAW,CAAC;IACpB,UAAU,EAAE,WAAW,CAAC;IACxB,MAAM,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,eAAgB,SAAQ,WAAW;IAClD,MAAM,EAAE;QACN,KAAK,CAAC,EAAE,eAAe,CAAC;QACxB,MAAM,CAAC,EAAE,gBAAgB,CAAC;QAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,KAAK,CAAC,EAAE,KAAK,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACpB,CAAC;CACH"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAOA,MAAM,MAAM,oBAAoB,GAC5B,SAAS,GACT,UAAU,GACV,WAAW,GACX,aAAa,GACb,aAAa,GACb,cAAc,GACd,SAAS,GACT,WAAW,GACX,YAAY,GACZ,eAAe,GACf,SAAS,GACT,YAAY,GACZ,aAAa,GACb,YAAY,GACZ,UAAU,GACV,WAAW,GACX,YAAY,GACZ,cAAc,GACd,mBAAmB,GACnB,iBAAiB,GACjB,YAAY,GACZ,aAAa,GACb,YAAY,GACZ,cAAc,GACd,gBAAgB,GAChB,MAAM,GACN,MAAM,GACN,UAAU,GACV,UAAU,GACV,YAAY,GACZ,gBAAgB,GAChB,OAAO,GACP,OAAO,GACP,QAAQ,GACR,UAAU,GACV,WAAW,GACX,YAAY,GACZ,SAAS,GACT,WAAW,GACX,gBAAgB,GAChB,UAAU,GACV,YAAY,GACZ,aAAa,GACb,WAAW,GACX,KAAK,GACL,MAAM,GACN,OAAO,GACP,OAAO,GACP,SAAS,CAAC;AAKd,MAAM,MAAM,gBAAgB,GAAG,oBAAoB,GAAG,YAAY,MAAM,EAAE,CAAC;AAK3E,MAAM,MAAM,eAAe,GACvB,cAAc,GACd,aAAa,GACb,WAAW,GACX,UAAU,GACV,cAAc,GACd,aAAa,CAAC;AAElB,MAAM,MAAM,cAAc,GAAG,QAAQ,GAAG,OAAO,CAAC;AAKhD,MAAM,WAAW,QAAQ;IAMvB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAS5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAO9B,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,gBAAgB;IAK/B,cAAc,CAAC,EAAE,cAAc,CAAC;IAMhC,GAAG,CAAC,EAAE;QAEJ,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAG3B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAClC,CAAC;IAMF,KAAK,CAAC,EAAE;QAEN,aAAa,CAAC,EAAE,MAAM,CAAC;QAGvB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IAQF,MAAM,CAAC,EAAE;QAEP,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB,QAAQ,CAAC,EAAE,WAAW,GAAG,cAAc,CAAC;QAExC,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,CAAC;QAErC,OAAO,CAAC,EAAE,MAAM,CAAC;QAEjB,aAAa,CAAC,EAAE,IAAI,GAAG,KAAK,CAAC;QAE7B,aAAa,CAAC,EAAE,IAAI,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;KACtE,CAAC;IAKF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAKlB,aAAa,CAAC,EAAE;QAKd,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;IAKF,SAAS,CAAC,EAAE,OAAO,CAAC;IAKpB,cAAc,CAAC,EAAE,OAAO,CACtB,MAAM,CAAC,gBAAgB,EAAE,CAAC,OAAO,CAAC,EAAE,aAAa,KAAK,IAAI,CAAC,CAC5D,CAAC;IAKF,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAK9B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAM9B,KAAK,CAAC,EAAE,qBAAqB,CAAC;IAK9B,EAAE,CAAC,EAAE,QAAQ,CAAC;CACf;AAKD,MAAM,WAAW,qBAAqB;IAIpC,GAAG,CAAC,EAAE,MAAM,CAAC;IAKb,OAAO,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC;IAK3B,KAAK,CAAC,EAAE,KAAK,CAAC;QACZ,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,gBAAgB;IAG/B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE;QACJ,kBAAkB,CAAC,EAAE,OAAO,CAAC;KAC9B,CAAC;IAGF,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,CAAC,EAAE,GAAG,CAAC;IACjB,OAAO,CAAC,EAAE,GAAG,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,IAAI,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE;QACJ,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,UAAU,CAAC,EAAE,SAAS,GAAG,QAAQ,CAAC;QAClC,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;QACnB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,gBAAgB,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,EAAE,KAAK,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC;IAC/C,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC;IAC9E,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,CAAC;CAClD;AAED,MAAM,MAAM,eAAe,GACvB,MAAM,GACN,SAAS,GACT,WAAW,GACX,UAAU,GACV,OAAO,CAAC;AAEZ,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,iBAAiB,GAAG,WAAW,CAAC;IACxC,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,WAAW,CAAC;IACpB,UAAU,EAAE,WAAW,CAAC;IACxB,MAAM,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,eAAgB,SAAQ,WAAW;IAClD,MAAM,EAAE;QACN,KAAK,CAAC,EAAE,eAAe,CAAC;QACxB,MAAM,CAAC,EAAE,gBAAgB,CAAC;QAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,KAAK,CAAC,EAAE,KAAK,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACpB,CAAC;CACH"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@myscheme/voice-navigation-sdk",
-  "version": "0.1.9",
+  "version": "0.1.10",
   "description": "Voice navigation SDK using Azure Speech and AWS Bedrock",
   "type": "module",
   "main": "dist/index.js",
@@ -30,10 +30,12 @@
     "@azure/core-auth": "^1.10.0",
     "@opensearch-project/opensearch": "^2.12.0",
     "dotenv": "^17.3.1",
-    "microsoft-cognitiveservices-speech-sdk": "^1.47.0"
+    "microsoft-cognitiveservices-speech-sdk": "^1.47.0",
+    "ws": "^8.16.0"
   },
   "devDependencies": {
     "@types/node": "^20.17.10",
+    "@types/ws": "^8.5.13",
     "typescript": "^5.7.2"
   },
   "keywords": [