@elizaos/capacitor-talkmode 2.0.0-beta.1 → 2.0.3-beta.3

package/dist/plugin.js

@@ -50,8 +50,13 @@ var capacitorTalkMode = (function (exports, core) {
             this.recognition.interimResults = true;
             this.recognition.onresult = (event) => {
                 const result = event.results[event.results.length - 1];
-                const transcript = result[0].transcript;
+                const first = result?.[0];
+                if (!first || typeof first.transcript !== "string")
+                    return;
+                const transcript = first.transcript;
                 const isFinal = result.isFinal;
+                if (!transcript.trim())
+                    return;
                 this.notifyListeners("transcript", { transcript, isFinal });
                 if (isFinal && transcript.trim()) ;
             };
@@ -126,7 +131,9 @@ var capacitorTalkMode = (function (exports, core) {
                 // numbers in the wrong language (e.g., Chinese on a Chinese-locale system).
                 utterance.lang = options.directive?.language || "en-US";
                 // Apply directive settings if available
-                if (options.directive?.speed) {
+                if (typeof options.directive?.speed === "number" &&
+                    Number.isFinite(options.directive.speed) &&
+                    options.directive.speed > 0) {
                     utterance.rate = options.directive.speed;
                 }
                 utterance.onend = () => {
@@ -160,14 +167,32 @@ var capacitorTalkMode = (function (exports, core) {
         async isSpeaking() {
             return { speaking: this.synthesis?.speaking ?? false };
         }
+        async startAudioFrames(_options) {
+            // Raw PCM frame capture is a native-only diarization path; on web the Web
+            // Speech API gives transcripts only, with no raw-PCM hook.
+            return {
+                started: false,
+                error: "audioFrame capture is not supported on web",
+            };
+        }
+        async stopAudioFrames() {
+            // no-op on web
+        }
+        async isCapturingAudioFrames() {
+            return { capturing: false };
+        }
         async checkPermissions() {
             // Check microphone permission
             let microphone = "prompt";
             try {
-                const result = await navigator.permissions.query({
+                const result = await navigator.permissions?.query?.({
                     name: "microphone",
                 });
-                microphone = result.state;
+                if (result?.state === "granted" ||
+                    result?.state === "denied" ||
+                    result?.state === "prompt") {
+                    microphone = result.state;
+                }
             }
             catch {
                 // Permissions API may not support microphone query
@@ -181,7 +206,11 @@ var capacitorTalkMode = (function (exports, core) {
         async requestPermissions() {
             // Request microphone permission by attempting to get user media
             try {
-                const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
+                const stream = await navigator.mediaDevices?.getUserMedia?.({
+                    audio: true,
+                });
+                if (!stream)
+                    throw new Error("mediaDevices.getUserMedia unavailable");
                 stream.getTracks().forEach((track) => {
                     track.stop();
                 });

package/dist/plugin.js.map

@@ -1 +1 @@
-{"version":3,"file":"plugin.js","sources":["esm/index.js","esm/web.js"],"sourcesContent":["import { registerPlugin } from \"@capacitor/core\";\nexport * from \"./definitions\";\nconst loadWeb = () => import(\"./web\").then((m) => new m.TalkModeWeb());\nexport const TalkMode = registerPlugin(\"TalkMode\", {\n    web: loadWeb,\n});\n","import { WebPlugin } from \"@capacitor/core\";\n/**\n * Web implementation of TalkMode plugin\n *\n * Uses Web Speech API for TTS with limited functionality compared to native.\n * ElevenLabs streaming is not supported on web due to CORS limitations.\n */\nexport class TalkModeWeb extends WebPlugin {\n    constructor() {\n        super();\n        this.config = {};\n        this.state = \"idle\";\n        this.statusText = \"Off\";\n        this.synthesis = null;\n        this.currentUtterance = null;\n        this.recognition = null;\n        this.enabled = false;\n        if (typeof window !== \"undefined\" && window.speechSynthesis) {\n            this.synthesis = window.speechSynthesis;\n        }\n    }\n    async start(options) {\n        if (options?.config) {\n            this.config = { ...this.config, ...options.config };\n        }\n        // Check for Web Speech API support\n        const SpeechRecognitionAPI = window.SpeechRecognition ||\n            window.webkitSpeechRecognition;\n        if (!SpeechRecognitionAPI) {\n            return {\n                started: false,\n                error: \"Speech recognition not supported on this browser\",\n            };\n        }\n        if (!this.synthesis) {\n            console.warn(\"[TalkMode] Speech synthesis not available on web\");\n        }\n        this.enabled = true;\n        this.setState(\"listening\", \"Listening\");\n        // Initialize speech recognition\n        this.recognition = new SpeechRecognitionAPI();\n        this.recognition.continuous = true;\n        this.recognition.interimResults = true;\n        this.recognition.onresult = (event) => {\n            const result = event.results[event.results.length - 1];\n            const transcript = result[0].transcript;\n            const isFinal = result.isFinal;\n            this.notifyListeners(\"transcript\", { transcript, isFinal });\n            if (isFinal && transcript.trim()) {\n                // Note: Full talk mode flow would need Gateway plugin integration\n                // For web, we just emit the transcript\n            }\n        };\n        this.recognition.onerror = (event) => {\n            this.notifyListeners(\"error\", {\n                code: event.error,\n                message: event.message || event.error,\n                recoverable: event.error !== \"not-allowed\",\n            });\n        };\n        this.recognition.onend = () => {\n            if (this.enabled && this.state === \"listening\") {\n                // Restart recognition if still enabled\n                try {\n                    this.recognition?.start();\n                }\n                catch (err) {\n                    const msg = err instanceof Error ? err.message : String(err);\n                    if (!msg.includes(\"already started\")) {\n                        console.warn(\"[TalkMode] Failed to restart recognition:\", msg);\n                    }\n                }\n            }\n        };\n        try {\n            this.recognition.start();\n            return { started: true };\n        }\n        catch (error) {\n            const message = error instanceof Error ? error.message : \"Failed to start\";\n            return { started: false, error: message };\n        }\n    }\n    async stop() {\n        this.enabled = false;\n        this.recognition?.stop();\n        this.recognition = null;\n        this.synthesis?.cancel();\n        this.currentUtterance = null;\n        this.setState(\"idle\", \"Off\");\n    }\n    async isEnabled() {\n        return { enabled: this.enabled };\n    }\n    async getState() {\n        return { state: this.state, statusText: this.statusText };\n    }\n    async updateConfig(options) {\n        this.config = { ...this.config, ...options.config };\n    }\n    async speak(options) {\n        if (!this.synthesis) {\n            return {\n                completed: false,\n                interrupted: false,\n                usedSystemTts: false,\n                error: \"Speech synthesis not available\",\n            };\n        }\n        // Web can only use system TTS (no ElevenLabs due to CORS)\n        const text = options.text.trim();\n        if (!text) {\n            return { completed: true, interrupted: false, usedSystemTts: true };\n        }\n        this.setState(\"speaking\", \"Speaking\");\n        this.notifyListeners(\"speaking\", { text, isSystemTts: true });\n        return new Promise((resolve) => {\n            const utterance = new SpeechSynthesisUtterance(text);\n            this.currentUtterance = utterance;\n            // Always set language — fallback to en-US if directive doesn't specify.\n            // Without this, the browser uses the system locale, which may read\n            // numbers in the wrong language (e.g., Chinese on a Chinese-locale system).\n            utterance.lang = options.directive?.language || \"en-US\";\n            // Apply directive settings if available\n            if (options.directive?.speed) {\n                utterance.rate = options.directive.speed;\n            }\n            utterance.onend = () => {\n                this.currentUtterance = null;\n                this.notifyListeners(\"speakComplete\", { completed: true });\n                this.setState(\"listening\", \"Listening\");\n                resolve({ completed: true, interrupted: false, usedSystemTts: true });\n            };\n            utterance.onerror = (event) => {\n                this.currentUtterance = null;\n                this.notifyListeners(\"speakComplete\", { completed: false });\n                this.setState(\"idle\", \"Speech error\");\n                resolve({\n                    completed: false,\n                    interrupted: event.error === \"interrupted\",\n                    usedSystemTts: true,\n                    error: event.error,\n                });\n            };\n            this.synthesis?.speak(utterance);\n        });\n    }\n    async stopSpeaking() {\n        if (this.synthesis && this.currentUtterance) {\n            this.synthesis.cancel();\n            this.currentUtterance = null;\n            return { interruptedAt: undefined };\n        }\n        return {};\n    }\n    async isSpeaking() {\n        return { speaking: this.synthesis?.speaking ?? false };\n    }\n    async checkPermissions() {\n        // Check microphone permission\n        let microphone = \"prompt\";\n        try {\n            const result = await navigator.permissions.query({\n                name: \"microphone\",\n            });\n            microphone = result.state;\n        }\n        catch {\n            // Permissions API may not support microphone query\n        }\n        // Check if speech recognition is supported\n        const SpeechRecognitionAPI = window.SpeechRecognition ||\n            window.webkitSpeechRecognition;\n        const speechRecognition = SpeechRecognitionAPI ? \"prompt\" : \"not_supported\";\n        return { microphone, speechRecognition };\n    }\n    async requestPermissions() {\n        // Request microphone permission by attempting to get user media\n        try {\n            const stream = await navigator.mediaDevices.getUserMedia({ audio: true });\n            stream.getTracks().forEach((track) => {\n                track.stop();\n            });\n        }\n        catch {\n            // Permission denied or error\n        }\n        return this.checkPermissions();\n    }\n    setState(state, statusText) {\n        const previousState = this.state;\n        this.state = state;\n        this.statusText = statusText;\n        this.notifyListeners(\"stateChange\", {\n            state,\n            previousState,\n            statusText,\n            usingSystemTts: true,\n        });\n    }\n}\n"],"names":["registerPlugin","WebPlugin"],"mappings":";;;IAEA,MAAM,OAAO,GAAG,MAAM,mDAAe,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;AAC1D,UAAC,QAAQ,GAAGA,mBAAc,CAAC,UAAU,EAAE;IACnD,IAAI,GAAG,EAAE,OAAO;IAChB,CAAC;;ICJD;IACA;IACA;IACA;IACA;IACA;IACO,MAAM,WAAW,SAASC,cAAS,CAAC;IAC3C,IAAI,WAAW,GAAG;IAClB,QAAQ,KAAK,EAAE;IACf,QAAQ,IAAI,CAAC,MAAM,GAAG,EAAE;IACxB,QAAQ,IAAI,CAAC,KAAK,GAAG,MAAM;IAC3B,QAAQ,IAAI,CAAC,UAAU,GAAG,KAAK;IAC/B,QAAQ,IAAI,CAAC,SAAS,GAAG,IAAI;IAC7B,QAAQ,IAAI,CAAC,gBAAgB,GAAG,IAAI;IACpC,QAAQ,IAAI,CAAC,WAAW,GAAG,IAAI;IAC/B,QAAQ,IAAI,CAAC,OAAO,GAAG,KAAK;IAC5B,QAAQ,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,eAAe,EAAE;IACrE,YAAY,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,eAAe;IACnD,QAAQ;IACR,IAAI;IACJ,IAAI,MAAM,KAAK,CAAC,OAAO,EAAE;IACzB,QAAQ,IAAI,OAAO,EAAE,MAAM,EAAE;IAC7B,YAAY,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE;IAC/D,QAAQ;IACR;IACA,QAAQ,MAAM,oBAAoB,GAAG,MAAM,CAAC,iBAAiB;IAC7D,YAAY,MAAM,CAAC,uBAAuB;IAC1C,QAAQ,IAAI,CAAC,oBAAoB,EAAE;IACnC,YAAY,OAAO;IACnB,gBAAgB,OAAO,EAAE,KAAK;IAC9B,gBAAgB,KAAK,EAAE,kDAAkD;IACzE,aAAa;IACb,QAAQ;IACR,QAAQ,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;IAC7B,YAAY,OAAO,CAAC,IAAI,CAAC,kDAAkD,CAAC;IAC5E,QAAQ;IACR,QAAQ,IAAI,CAAC,OAAO,GAAG,IAAI;IAC3B,QAAQ,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAC/C;IACA,QAAQ,IAAI,CAAC,WAAW,GAAG,IAAI,oBAAoB,EAAE;IACrD,QAAQ,IAAI,CAAC,WAAW,CAAC,UAAU,GAAG,IAAI;IAC1C,QAAQ,IAAI,CAAC,WAAW,CAAC,cAAc,GAAG,IAAI;IAC9C,QAAQ,IAAI,CAAC,WAAW,CAAC,QAAQ,GAAG,CAAC,KAAK,KAAK;IAC/C,YAAY,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IAClE,YAAY,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU;IACnD,YAAY,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO;IAC1C,YAAY,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IACvE,YAAY,IAAI,OAAO,IAAI,UAAU,CAAC,IAAI,EAAE,EAAE;IAI9C,QAAQ,CAAC;IACT,QAAQ,IAAI,CAAC,WAAW,CAAC,OAAO,GAAG,CAAC,KAAK,KAAK;IAC9C,YAAY,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE;IAC1C,gBAAgB,IAAI,EAAE,KAAK,CAAC,KAAK;IACjC,gBAAgB,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK;IACrD,gBAAgB,WAAW,EAAE,KAAK,CAAC,KAAK,KAAK,aAAa;IAC1D,aAAa,CAAC;IACd,QAAQ,CAAC;IACT,QAAQ,IAAI,CAAC,WAAW,CAAC,KAAK,GAAG,MAAM;IACvC,YAAY,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,KAAK,KAAK,WAAW,EAAE;IAC5D;IACA,gBAAgB,IAAI;IACpB,oBAAoB,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE;IAC7C,gBAAgB;IAChB,gBAAgB,OAAO,GAAG,EAAE;IAC5B,oBAAoB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,GAAG,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC;IAChF,oBAAoB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE;IAC1D,wBAAwB,OAAO,CAAC,IAAI,CAAC,2CAA2C,EAAE,GAAG,CAAC;IACtF,oBAAoB;IACpB,gBAAgB;IAChB,YAAY;IACZ,QAAQ,CAAC;IACT,QAAQ,IAAI;IACZ,YAAY,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;IACpC,YAAY,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE;IACpC,QAAQ;IACR,QAAQ,OAAO,KAAK,EAAE;IACtB,YAAY,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,iBAAiB;IACtF,YAAY,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE;IACrD,QAAQ;IACR,IAAI;IACJ,IAAI,MAAM,IAAI,GAAG;IACjB,QAAQ,IAAI,CAAC,OAAO,GAAG,KAAK;IAC5B,QAAQ,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE;IAChC,QAAQ,IAAI,CAAC,WAAW,GAAG,IAAI;IAC/B,QAAQ,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE;IAChC,QAAQ,IAAI,CAAC,gBAAgB,GAAG,IAAI;IACpC,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC;IACpC,IAAI;IACJ,IAAI,MAAM,SAAS,GAAG;IACtB,QAAQ,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;IACxC,IAAI;IACJ,IAAI,MAAM,QAAQ,GAAG;IACrB,QAAQ,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE;IACjE,IAAI;IACJ,IAAI,MAAM,YAAY,CAAC,OAAO,EAAE;IAChC,QAAQ,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE;IAC3D,IAAI;IACJ,IAAI,MAAM,KAAK,CAAC,OAAO,EAAE;IACzB,QAAQ,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;IAC7B,YAAY,OAAO;IACnB,gBAAgB,SAAS,EAAE,KAAK;IAChC,gBAAgB,WAAW,EAAE,KAAK;IAClC,gBAAgB,aAAa,EAAE,KAAK;IACpC,gBAAgB,KAAK,EAAE,gCAAgC;IACvD,aAAa;IACb,QAAQ;IACR;IACA,QAAQ,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE;IACxC,QAAQ,IAAI,CAAC,IAAI,EAAE;IACnB,YAAY,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE;IAC/E,QAAQ;IACR,QAAQ,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;IAC7C,QAAQ,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACrE,QAAQ,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK;IACxC,YAAY,MAAM,SAAS,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC;IAChE,YAAY,IAAI,CAAC,gBAAgB,GAAG,SAAS;IAC7C;IACA;IACA;IACA,YAAY,SAAS,CAAC,IAAI,GAAG,OAAO,CAAC,SAAS,EAAE,QAAQ,IAAI,OAAO;IACnE;IACA,YAAY,IAAI,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE;IAC1C,gBAAgB,SAAS,CAAC,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,KAAK;IACxD,YAAY;IACZ,YAAY,SAAS,CAAC,KAAK,GAAG,MAAM;IACpC,gBAAgB,IAAI,CAAC,gBAAgB,GAAG,IAAI;IAC5C,gBAAgB,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IAC1E,gBAAgB,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IACvD,gBAAgB,OAAO,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACrF,YAAY,CAAC;IACb,YAAY,SAAS,CAAC,OAAO,GAAG,CAAC,KAAK,KAAK;IAC3C,gBAAgB,IAAI,CAAC,gBAAgB,GAAG,IAAI;IAC5C,gBAAgB,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC3E,gBAAgB,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;IACrD,gBAAgB,OAAO,CAAC;IACxB,oBAAoB,SAAS,EAAE,KAAK;IACpC,oBAAoB,WAAW,EAAE,KAAK,CAAC,KAAK,KAAK,aAAa;IAC9D,oBAAoB,aAAa,EAAE,IAAI;IACvC,oBAAoB,KAAK,EAAE,KAAK,CAAC,KAAK;IACtC,iBAAiB,CAAC;IAClB,YAAY,CAAC;IACb,YAAY,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC;IAC5C,QAAQ,CAAC,CAAC;IACV,IAAI;IACJ,IAAI,MAAM,YAAY,GAAG;IACzB,QAAQ,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,gBAAgB,EAAE;IACrD,YAAY,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;IACnC,YAAY,IAAI,CAAC,gBAAgB,GAAG,IAAI;IACxC,YAAY,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE;IAC/C,QAAQ;IACR,QAAQ,OAAO,EAAE;IACjB,IAAI;IACJ,IAAI,MAAM,UAAU,GAAG;IACvB,QAAQ,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,IAAI,KAAK,EAAE;IAC9D,IAAI;IACJ,IAAI,MAAM,gBAAgB,GAAG;IAC7B;IACA,QAAQ,IAAI,UAAU,GAAG,QAAQ;IACjC,QAAQ,IAAI;IACZ,YAAY,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC;IAC7D,gBAAgB,IAAI,EAAE,YAAY;IAClC,aAAa,CAAC;IACd,YAAY,UAAU,GAAG,MAAM,CAAC,KAAK;IACrC,QAAQ;IACR,QAAQ,MAAM;IACd;IACA,QAAQ;IACR;IACA,QAAQ,MAAM,oBAAoB,GAAG,MAAM,CAAC,iBAAiB;IAC7D,YAAY,MAAM,CAAC,uBAAuB;IAC1C,QAAQ,MAAM,iBAAiB,GAAG,oBAAoB,GAAG,QAAQ,GAAG,eAAe;IACnF,QAAQ,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE;IAChD,IAAI;IACJ,IAAI,MAAM,kBAAkB,GAAG;IAC/B;IACA,QAAQ,IAAI;IACZ,YAAY,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACrF,YAAY,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK;IAClD,gBAAgB,KAAK,CAAC,IAAI,EAAE;IAC5B,YAAY,CAAC,CAAC;IACd,QAAQ;IACR,QAAQ,MAAM;IACd;IACA,QAAQ;IACR,QAAQ,OAAO,IAAI,CAAC,gBAAgB,EAAE;IACtC,IAAI;IACJ,IAAI,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE;IAChC,QAAQ,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK;IACxC,QAAQ,IAAI,CAAC,KAAK,GAAG,KAAK;IAC1B,QAAQ,IAAI,CAAC,UAAU,GAAG,UAAU;IACpC,QAAQ,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE;IAC5C,YAAY,KAAK;IACjB,YAAY,aAAa;IACzB,YAAY,UAAU;IACtB,YAAY,cAAc,EAAE,IAAI;IAChC,SAAS,CAAC;IACV,IAAI;IACJ;;;;;;;;;;;;;;;"}
+{"version":3,"file":"plugin.js","sources":["esm/index.js","esm/web.js"],"sourcesContent":["import { registerPlugin } from \"@capacitor/core\";\nexport * from \"./definitions\";\nconst loadWeb = () => import(\"./web\").then((m) => new m.TalkModeWeb());\nexport const TalkMode = registerPlugin(\"TalkMode\", {\n    web: loadWeb,\n});\n","import { WebPlugin } from \"@capacitor/core\";\n/**\n * Web implementation of TalkMode plugin\n *\n * Uses Web Speech API for TTS with limited functionality compared to native.\n * ElevenLabs streaming is not supported on web due to CORS limitations.\n */\nexport class TalkModeWeb extends WebPlugin {\n    constructor() {\n        super();\n        this.config = {};\n        this.state = \"idle\";\n        this.statusText = \"Off\";\n        this.synthesis = null;\n        this.currentUtterance = null;\n        this.recognition = null;\n        this.enabled = false;\n        if (typeof window !== \"undefined\" && window.speechSynthesis) {\n            this.synthesis = window.speechSynthesis;\n        }\n    }\n    async start(options) {\n        if (options?.config) {\n            this.config = { ...this.config, ...options.config };\n        }\n        // Check for Web Speech API support\n        const SpeechRecognitionAPI = window.SpeechRecognition ||\n            window.webkitSpeechRecognition;\n        if (!SpeechRecognitionAPI) {\n            return {\n                started: false,\n                error: \"Speech recognition not supported on this browser\",\n            };\n        }\n        if (!this.synthesis) {\n            console.warn(\"[TalkMode] Speech synthesis not available on web\");\n        }\n        this.enabled = true;\n        this.setState(\"listening\", \"Listening\");\n        // Initialize speech recognition\n        this.recognition = new SpeechRecognitionAPI();\n        this.recognition.continuous = true;\n        this.recognition.interimResults = true;\n        this.recognition.onresult = (event) => {\n            const result = event.results[event.results.length - 1];\n            const first = result?.[0];\n            if (!first || typeof first.transcript !== \"string\")\n                return;\n            const transcript = first.transcript;\n            const isFinal = result.isFinal;\n            if (!transcript.trim())\n                return;\n            this.notifyListeners(\"transcript\", { transcript, isFinal });\n            if (isFinal && transcript.trim()) {\n                // Note: Full talk mode flow would need Gateway plugin integration\n                // For web, we just emit the transcript\n            }\n        };\n        this.recognition.onerror = (event) => {\n            this.notifyListeners(\"error\", {\n                code: event.error,\n                message: event.message || event.error,\n                recoverable: event.error !== \"not-allowed\",\n            });\n        };\n        this.recognition.onend = () => {\n            if (this.enabled && this.state === \"listening\") {\n                // Restart recognition if still enabled\n                try {\n                    this.recognition?.start();\n                }\n                catch (err) {\n                    const msg = err instanceof Error ? err.message : String(err);\n                    if (!msg.includes(\"already started\")) {\n                        console.warn(\"[TalkMode] Failed to restart recognition:\", msg);\n                    }\n                }\n            }\n        };\n        try {\n            this.recognition.start();\n            return { started: true };\n        }\n        catch (error) {\n            const message = error instanceof Error ? error.message : \"Failed to start\";\n            return { started: false, error: message };\n        }\n    }\n    async stop() {\n        this.enabled = false;\n        this.recognition?.stop();\n        this.recognition = null;\n        this.synthesis?.cancel();\n        this.currentUtterance = null;\n        this.setState(\"idle\", \"Off\");\n    }\n    async isEnabled() {\n        return { enabled: this.enabled };\n    }\n    async getState() {\n        return { state: this.state, statusText: this.statusText };\n    }\n    async updateConfig(options) {\n        this.config = { ...this.config, ...options.config };\n    }\n    async speak(options) {\n        if (!this.synthesis) {\n            return {\n                completed: false,\n                interrupted: false,\n                usedSystemTts: false,\n                error: \"Speech synthesis not available\",\n            };\n        }\n        // Web can only use system TTS (no ElevenLabs due to CORS)\n        const text = options.text.trim();\n        if (!text) {\n            return { completed: true, interrupted: false, usedSystemTts: true };\n        }\n        this.setState(\"speaking\", \"Speaking\");\n        this.notifyListeners(\"speaking\", { text, isSystemTts: true });\n        return new Promise((resolve) => {\n            const utterance = new SpeechSynthesisUtterance(text);\n            this.currentUtterance = utterance;\n            // Always set language — fallback to en-US if directive doesn't specify.\n            // Without this, the browser uses the system locale, which may read\n            // numbers in the wrong language (e.g., Chinese on a Chinese-locale system).\n            utterance.lang = options.directive?.language || \"en-US\";\n            // Apply directive settings if available\n            if (typeof options.directive?.speed === \"number\" &&\n                Number.isFinite(options.directive.speed) &&\n                options.directive.speed > 0) {\n                utterance.rate = options.directive.speed;\n            }\n            utterance.onend = () => {\n                this.currentUtterance = null;\n                this.notifyListeners(\"speakComplete\", { completed: true });\n                this.setState(\"listening\", \"Listening\");\n                resolve({ completed: true, interrupted: false, usedSystemTts: true });\n            };\n            utterance.onerror = (event) => {\n                this.currentUtterance = null;\n                this.notifyListeners(\"speakComplete\", { completed: false });\n                this.setState(\"idle\", \"Speech error\");\n                resolve({\n                    completed: false,\n                    interrupted: event.error === \"interrupted\",\n                    usedSystemTts: true,\n                    error: event.error,\n                });\n            };\n            this.synthesis?.speak(utterance);\n        });\n    }\n    async stopSpeaking() {\n        if (this.synthesis && this.currentUtterance) {\n            this.synthesis.cancel();\n            this.currentUtterance = null;\n            return { interruptedAt: undefined };\n        }\n        return {};\n    }\n    async isSpeaking() {\n        return { speaking: this.synthesis?.speaking ?? false };\n    }\n    async startAudioFrames(_options) {\n        // Raw PCM frame capture is a native-only diarization path; on web the Web\n        // Speech API gives transcripts only, with no raw-PCM hook.\n        return {\n            started: false,\n            error: \"audioFrame capture is not supported on web\",\n        };\n    }\n    async stopAudioFrames() {\n        // no-op on web\n    }\n    async isCapturingAudioFrames() {\n        return { capturing: false };\n    }\n    async checkPermissions() {\n        // Check microphone permission\n        let microphone = \"prompt\";\n        try {\n            const result = await navigator.permissions?.query?.({\n                name: \"microphone\",\n            });\n            if (result?.state === \"granted\" ||\n                result?.state === \"denied\" ||\n                result?.state === \"prompt\") {\n                microphone = result.state;\n            }\n        }\n        catch {\n            // Permissions API may not support microphone query\n        }\n        // Check if speech recognition is supported\n        const SpeechRecognitionAPI = window.SpeechRecognition ||\n            window.webkitSpeechRecognition;\n        const speechRecognition = SpeechRecognitionAPI ? \"prompt\" : \"not_supported\";\n        return { microphone, speechRecognition };\n    }\n    async requestPermissions() {\n        // Request microphone permission by attempting to get user media\n        try {\n            const stream = await navigator.mediaDevices?.getUserMedia?.({\n                audio: true,\n            });\n            if (!stream)\n                throw new Error(\"mediaDevices.getUserMedia unavailable\");\n            stream.getTracks().forEach((track) => {\n                track.stop();\n            });\n        }\n        catch {\n            // Permission denied or error\n        }\n        return this.checkPermissions();\n    }\n    setState(state, statusText) {\n        const previousState = this.state;\n        this.state = state;\n        this.statusText = statusText;\n        this.notifyListeners(\"stateChange\", {\n            state,\n            previousState,\n            statusText,\n            usingSystemTts: true,\n        });\n    }\n}\n"],"names":["registerPlugin","WebPlugin"],"mappings":";;;IAEA,MAAM,OAAO,GAAG,MAAM,mDAAe,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;AAC1D,UAAC,QAAQ,GAAGA,mBAAc,CAAC,UAAU,EAAE;IACnD,IAAI,GAAG,EAAE,OAAO;IAChB,CAAC;;ICJD;IACA;IACA;IACA;IACA;IACA;IACO,MAAM,WAAW,SAASC,cAAS,CAAC;IAC3C,IAAI,WAAW,GAAG;IAClB,QAAQ,KAAK,EAAE;IACf,QAAQ,IAAI,CAAC,MAAM,GAAG,EAAE;IACxB,QAAQ,IAAI,CAAC,KAAK,GAAG,MAAM;IAC3B,QAAQ,IAAI,CAAC,UAAU,GAAG,KAAK;IAC/B,QAAQ,IAAI,CAAC,SAAS,GAAG,IAAI;IAC7B,QAAQ,IAAI,CAAC,gBAAgB,GAAG,IAAI;IACpC,QAAQ,IAAI,CAAC,WAAW,GAAG,IAAI;IAC/B,QAAQ,IAAI,CAAC,OAAO,GAAG,KAAK;IAC5B,QAAQ,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,eAAe,EAAE;IACrE,YAAY,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,eAAe;IACnD,QAAQ;IACR,IAAI;IACJ,IAAI,MAAM,KAAK,CAAC,OAAO,EAAE;IACzB,QAAQ,IAAI,OAAO,EAAE,MAAM,EAAE;IAC7B,YAAY,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE;IAC/D,QAAQ;IACR;IACA,QAAQ,MAAM,oBAAoB,GAAG,MAAM,CAAC,iBAAiB;IAC7D,YAAY,MAAM,CAAC,uBAAuB;IAC1C,QAAQ,IAAI,CAAC,oBAAoB,EAAE;IACnC,YAAY,OAAO;IACnB,gBAAgB,OAAO,EAAE,KAAK;IAC9B,gBAAgB,KAAK,EAAE,kDAAkD;IACzE,aAAa;IACb,QAAQ;IACR,QAAQ,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;IAC7B,YAAY,OAAO,CAAC,IAAI,CAAC,kDAAkD,CAAC;IAC5E,QAAQ;IACR,QAAQ,IAAI,CAAC,OAAO,GAAG,IAAI;IAC3B,QAAQ,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAC/C;IACA,QAAQ,IAAI,CAAC,WAAW,GAAG,IAAI,oBAAoB,EAAE;IACrD,QAAQ,IAAI,CAAC,WAAW,CAAC,UAAU,GAAG,IAAI;IAC1C,QAAQ,IAAI,CAAC,WAAW,CAAC,cAAc,GAAG,IAAI;IAC9C,QAAQ,IAAI,CAAC,WAAW,CAAC,QAAQ,GAAG,CAAC,KAAK,KAAK;IAC/C,YAAY,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IAClE,YAAY,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC;IACrC,YAAY,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ;IAC9D,gBAAgB;IAChB,YAAY,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU;IAC/C,YAAY,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO;IAC1C,YAAY,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE;IAClC,gBAAgB;IAChB,YAAY,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IACvE,YAAY,IAAI,OAAO,IAAI,UAAU,CAAC,IAAI,EAAE,EAAE;IAI9C,QAAQ,CAAC;IACT,QAAQ,IAAI,CAAC,WAAW,CAAC,OAAO,GAAG,CAAC,KAAK,KAAK;IAC9C,YAAY,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE;IAC1C,gBAAgB,IAAI,EAAE,KAAK,CAAC,KAAK;IACjC,gBAAgB,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK;IACrD,gBAAgB,WAAW,EAAE,KAAK,CAAC,KAAK,KAAK,aAAa;IAC1D,aAAa,CAAC;IACd,QAAQ,CAAC;IACT,QAAQ,IAAI,CAAC,WAAW,CAAC,KAAK,GAAG,MAAM;IACvC,YAAY,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,KAAK,KAAK,WAAW,EAAE;IAC5D;IACA,gBAAgB,IAAI;IACpB,oBAAoB,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE;IAC7C,gBAAgB;IAChB,gBAAgB,OAAO,GAAG,EAAE;IAC5B,oBAAoB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,GAAG,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC;IAChF,oBAAoB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE;IAC1D,wBAAwB,OAAO,CAAC,IAAI,CAAC,2CAA2C,EAAE,GAAG,CAAC;IACtF,oBAAoB;IACpB,gBAAgB;IAChB,YAAY;IACZ,QAAQ,CAAC;IACT,QAAQ,IAAI;IACZ,YAAY,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;IACpC,YAAY,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE;IACpC,QAAQ;IACR,QAAQ,OAAO,KAAK,EAAE;IACtB,YAAY,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,iBAAiB;IACtF,YAAY,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE;IACrD,QAAQ;IACR,IAAI;IACJ,IAAI,MAAM,IAAI,GAAG;IACjB,QAAQ,IAAI,CAAC,OAAO,GAAG,KAAK;IAC5B,QAAQ,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE;IAChC,QAAQ,IAAI,CAAC,WAAW,GAAG,IAAI;IAC/B,QAAQ,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE;IAChC,QAAQ,IAAI,CAAC,gBAAgB,GAAG,IAAI;IACpC,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC;IACpC,IAAI;IACJ,IAAI,MAAM,SAAS,GAAG;IACtB,QAAQ,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;IACxC,IAAI;IACJ,IAAI,MAAM,QAAQ,GAAG;IACrB,QAAQ,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE;IACjE,IAAI;IACJ,IAAI,MAAM,YAAY,CAAC,OAAO,EAAE;IAChC,QAAQ,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE;IAC3D,IAAI;IACJ,IAAI,MAAM,KAAK,CAAC,OAAO,EAAE;IACzB,QAAQ,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;IAC7B,YAAY,OAAO;IACnB,gBAAgB,SAAS,EAAE,KAAK;IAChC,gBAAgB,WAAW,EAAE,KAAK;IAClC,gBAAgB,aAAa,EAAE,KAAK;IACpC,gBAAgB,KAAK,EAAE,gCAAgC;IACvD,aAAa;IACb,QAAQ;IACR;IACA,QAAQ,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE;IACxC,QAAQ,IAAI,CAAC,IAAI,EAAE;IACnB,YAAY,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE;IAC/E,QAAQ;IACR,QAAQ,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;IAC7C,QAAQ,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACrE,QAAQ,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK;IACxC,YAAY,MAAM,SAAS,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC;IAChE,YAAY,IAAI,CAAC,gBAAgB,GAAG,SAAS;IAC7C;IACA;IACA;IACA,YAAY,SAAS,CAAC,IAAI,GAAG,OAAO,CAAC,SAAS,EAAE,QAAQ,IAAI,OAAO;IACnE;IACA,YAAY,IAAI,OAAO,OAAO,CAAC,SAAS,EAAE,KAAK,KAAK,QAAQ;IAC5D,gBAAgB,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC;IACxD,gBAAgB,OAAO,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,EAAE;IAC7C,gBAAgB,SAAS,CAAC,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,KAAK;IACxD,YAAY;IACZ,YAAY,SAAS,CAAC,KAAK,GAAG,MAAM;IACpC,gBAAgB,IAAI,CAAC,gBAAgB,GAAG,IAAI;IAC5C,gBAAgB,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IAC1E,gBAAgB,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IACvD,gBAAgB,OAAO,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACrF,YAAY,CAAC;IACb,YAAY,SAAS,CAAC,OAAO,GAAG,CAAC,KAAK,KAAK;IAC3C,gBAAgB,IAAI,CAAC,gBAAgB,GAAG,IAAI;IAC5C,gBAAgB,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC3E,gBAAgB,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;IACrD,gBAAgB,OAAO,CAAC;IACxB,oBAAoB,SAAS,EAAE,KAAK;IACpC,oBAAoB,WAAW,EAAE,KAAK,CAAC,KAAK,KAAK,aAAa;IAC9D,oBAAoB,aAAa,EAAE,IAAI;IACvC,oBAAoB,KAAK,EAAE,KAAK,CAAC,KAAK;IACtC,iBAAiB,CAAC;IAClB,YAAY,CAAC;IACb,YAAY,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC;IAC5C,QAAQ,CAAC,CAAC;IACV,IAAI;IACJ,IAAI,MAAM,YAAY,GAAG;IACzB,QAAQ,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,gBAAgB,EAAE;IACrD,YAAY,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;IACnC,YAAY,IAAI,CAAC,gBAAgB,GAAG,IAAI;IACxC,YAAY,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE;IAC/C,QAAQ;IACR,QAAQ,OAAO,EAAE;IACjB,IAAI;IACJ,IAAI,MAAM,UAAU,GAAG;IACvB,QAAQ,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,IAAI,KAAK,EAAE;IAC9D,IAAI;IACJ,IAAI,MAAM,gBAAgB,CAAC,QAAQ,EAAE;IACrC;IACA;IACA,QAAQ,OAAO;IACf,YAAY,OAAO,EAAE,KAAK;IAC1B,YAAY,KAAK,EAAE,4CAA4C;IAC/D,SAAS;IACT,IAAI;IACJ,IAAI,MAAM,eAAe,GAAG;IAC5B;IACA,IAAI;IACJ,IAAI,MAAM,sBAAsB,GAAG;IACnC,QAAQ,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE;IACnC,IAAI;IACJ,IAAI,MAAM,gBAAgB,GAAG;IAC7B;IACA,QAAQ,IAAI,UAAU,GAAG,QAAQ;IACjC,QAAQ,IAAI;IACZ,YAAY,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,WAAW,EAAE,KAAK,GAAG;IAChE,gBAAgB,IAAI,EAAE,YAAY;IAClC,aAAa,CAAC;IACd,YAAY,IAAI,MAAM,EAAE,KAAK,KAAK,SAAS;IAC3C,gBAAgB,MAAM,EAAE,KAAK,KAAK,QAAQ;IAC1C,gBAAgB,MAAM,EAAE,KAAK,KAAK,QAAQ,EAAE;IAC5C,gBAAgB,UAAU,GAAG,MAAM,CAAC,KAAK;IACzC,YAAY;IACZ,QAAQ;IACR,QAAQ,MAAM;IACd;IACA,QAAQ;IACR;IACA,QAAQ,MAAM,oBAAoB,GAAG,MAAM,CAAC,iBAAiB;IAC7D,YAAY,MAAM,CAAC,uBAAuB;IAC1C,QAAQ,MAAM,iBAAiB,GAAG,oBAAoB,GAAG,QAAQ,GAAG,eAAe;IACnF,QAAQ,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE;IAChD,IAAI;IACJ,IAAI,MAAM,kBAAkB,GAAG;IAC/B;IACA,QAAQ,IAAI;IACZ,YAAY,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,EAAE,YAAY,GAAG;IACxE,gBAAgB,KAAK,EAAE,IAAI;IAC3B,aAAa,CAAC;IACd,YAAY,IAAI,CAAC,MAAM;IACvB,gBAAgB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC;IACxE,YAAY,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK;IAClD,gBAAgB,KAAK,CAAC,IAAI,EAAE;IAC5B,YAAY,CAAC,CAAC;IACd,QAAQ;IACR,QAAQ,MAAM;IACd;IACA,QAAQ;IACR,QAAQ,OAAO,IAAI,CAAC,gBAAgB,EAAE;IACtC,IAAI;IACJ,IAAI,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE;IAChC,QAAQ,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK;IACxC,QAAQ,IAAI,CAAC,KAAK,GAAG,KAAK;IAC1B,QAAQ,IAAI,CAAC,UAAU,GAAG,UAAU;IACpC,QAAQ,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE;IAC5C,YAAY,KAAK;IACjB,YAAY,aAAa;IACzB,YAAY,UAAU;IACtB,YAAY,cAAc,EAAE,IAAI;IAChC,SAAS,CAAC;IACV,IAAI;IACJ;;;;;;;;;;;;;;;"}

package/ios/Sources/TalkModePlugin/TalkModePlugin.swift

@@ -23,6 +23,7 @@ public class TalkModePlugin: CAPPlugin, CAPBridgedPlugin {
     ]
 
     private static let defaultModelId = "eleven_flash_v2_5"
+    private static let localInferenceTtsURL = "eliza-local-agent://ipc/api/tts/local-inference"
 
     // MARK: - State
 
@@ -171,11 +172,18 @@ public class TalkModePlugin: CAPPlugin, CAPBridgedPlugin {
         }
 
         let useSystemTts = call.getBool("useSystemTts") ?? false
+        let useLocalInferenceTts = call.getBool("useLocalInferenceTts") ?? false
         let directive = call.getObject("directive")
 
         speakTask?.cancel()
         speakTask = Task { @MainActor in
-            await self.speakInternal(text: text, forceSystemTts: useSystemTts, directive: directive, call: call)
+            await self.speakInternal(
+                text: text,
+                forceSystemTts: useSystemTts,
+                useLocalInferenceTts: useLocalInferenceTts,
+                directive: directive,
+                call: call
+            )
         }
     }
 
@@ -420,6 +428,7 @@ public class TalkModePlugin: CAPPlugin, CAPBridgedPlugin {
     private func speakInternal(
         text: String,
         forceSystemTts: Bool,
+        useLocalInferenceTts: Bool,
         directive: [String: Any]?,
         call: CAPPluginCall
     ) async {
@@ -452,13 +461,15 @@ public class TalkModePlugin: CAPPlugin, CAPBridgedPlugin {
         let effectiveFormat = Self.validatedOutputFormat(rawFormat) ?? "pcm_24000"
         let effectiveApiKey = apiKey?.trimmingCharacters(in: .whitespacesAndNewlines)
 
-        let canUseElevenLabs = !forceSystemTts
+        let canUseLocalInference = useLocalInferenceTts && !forceSystemTts
+        let canUseElevenLabs = !canUseLocalInference
+            && !forceSystemTts
             && !(effectiveApiKey ?? "").isEmpty
             && !(effectiveVoiceId ?? "").isEmpty
 
         notifyListeners("speaking", data: [
             "text": text,
-            "isSystemTts": !canUseElevenLabs
+            "isSystemTts": !(canUseLocalInference || canUseElevenLabs)
         ])
 
         // Enable STT during playback for interrupt detection
@@ -474,7 +485,10 @@ public class TalkModePlugin: CAPPlugin, CAPBridgedPlugin {
         let language = Self.validatedLanguage(directive?["language"] as? String)
 
         do {
-            if canUseElevenLabs {
+            if canUseLocalInference {
+                try await streamLocalInferenceTts(text: text, directive: directive)
+                interrupted = pcmStopRequested
+            } else if canUseElevenLabs {
                 do {
                     try await streamElevenLabsTts(
                         text: text,
@@ -527,6 +541,239 @@ public class TalkModePlugin: CAPPlugin, CAPBridgedPlugin {
         finishSpeaking()
     }
 
+    // MARK: - Local Inference TTS
+
+    private struct LocalInferenceAudioResponse {
+        let status: Int
+        let statusText: String
+        let headers: [String: String]
+        let audioBase64: String
+        let bodyText: String
+    }
+
+    private struct WavPcmFormat {
+        let sampleRate: Int
+        let channels: Int
+    }
+
+    private func streamLocalInferenceTts(text: String, directive: [String: Any]?) async throws {
+        let response = try await requestLocalInferenceTtsAudio(text: text, directive: directive)
+        guard (200..<300).contains(response.status) else {
+            let detail = response.bodyText.trimmingCharacters(in: .whitespacesAndNewlines)
+            let suffix = detail.isEmpty ? response.statusText : detail
+            throw NSError(domain: "TalkMode", code: response.status, userInfo: [
+                NSLocalizedDescriptionKey: "Local inference TTS error: \(response.status) \(suffix)"
+            ])
+        }
+
+        guard let audioData = Data(base64Encoded: response.audioBase64), !audioData.isEmpty else {
+            throw NSError(domain: "TalkMode", code: 2, userInfo: [
+                NSLocalizedDescriptionKey: "Local inference TTS returned empty audio"
+            ])
+        }
+
+        let format = try Self.parseWavPcmFormat(audioData)
+        notifyListeners("playbackStart", data: [
+            "provider": "local-inference",
+            "sampleRate": format.sampleRate,
+            "channels": format.channels
+        ])
+        try await playBufferedAudio(audioData)
+    }
+
+    private func requestLocalInferenceTtsAudio(
+        text: String,
+        directive: [String: Any]?
+    ) async throws -> LocalInferenceAudioResponse {
+        guard let webView = bridge?.webView else {
+            throw NSError(domain: "TalkMode", code: 503, userInfo: [
+                NSLocalizedDescriptionKey: "iOS local-agent WebView bridge is unavailable"
+            ])
+        }
+        guard #available(iOS 14.0, *) else {
+            throw NSError(domain: "TalkMode", code: 503, userInfo: [
+                NSLocalizedDescriptionKey: "Local inference TTS requires iOS 14 or later"
+            ])
+        }
+
+        let payload = buildLocalInferenceTtsPayload(text: text, directive: directive)
+        let source = """
+        const response = await fetch(options.url, {
+          method: "POST",
+          headers: {
+            "Accept": "audio/wav",
+            "Content-Type": "application/json"
+          },
+          body: JSON.stringify(options.payload)
+        });
+        const headers = {};
+        response.headers.forEach((value, key) => { headers[key] = value; });
+        const buffer = await response.arrayBuffer();
+        const bytes = new Uint8Array(buffer);
+        let binary = "";
+        const chunkSize = 0x8000;
+        for (let i = 0; i < bytes.length; i += chunkSize) {
+          const chunk = bytes.subarray(i, i + chunkSize);
+          binary += String.fromCharCode.apply(null, Array.from(chunk));
+        }
+        let bodyText = "";
+        if (!response.ok && typeof TextDecoder !== "undefined") {
+          bodyText = new TextDecoder().decode(bytes.slice(0, 2048));
+        }
+        return {
+          status: response.status,
+          statusText: response.statusText,
+          headers,
+          audioBase64: btoa(binary),
+          bodyText
+        };
+        """
+
+        return try await withCheckedThrowingContinuation { continuation in
+            DispatchQueue.main.async {
+                Task { @MainActor in
+                    do {
+                        let value = try await webView.callAsyncJavaScript(
+                            source,
+                            arguments: [
+                                "options": [
+                                    "url": Self.localInferenceTtsURL,
+                                    "payload": payload
+                                ]
+                            ],
+                            in: nil,
+                            contentWorld: .page
+                        )
+                        continuation.resume(returning: try self.parseLocalInferenceAudioResponse(value))
+                    } catch {
+                        continuation.resume(throwing: error)
+                    }
+                }
+            }
+        }
+    }
+
+    private func buildLocalInferenceTtsPayload(text: String, directive: [String: Any]?) -> JSObject {
+        var payload: JSObject = ["text": text]
+        for key in ["voiceId", "voice", "modelId", "model"] {
+            if let value = directive?[key] as? String {
+                let trimmed = value.trimmingCharacters(in: .whitespacesAndNewlines)
+                if !trimmed.isEmpty { payload[key] = trimmed }
+            }
+        }
+        if let speed = directive?["speed"] as? Double, speed.isFinite, speed > 0 {
+            payload["speed"] = speed
+        } else if let speed = directive?["speed"] as? NSNumber, speed.doubleValue.isFinite, speed.doubleValue > 0 {
+            payload["speed"] = speed.doubleValue
+        }
+        if let outputFormat = directive?["outputFormat"] as? String {
+            let trimmed = outputFormat.trimmingCharacters(in: .whitespacesAndNewlines)
+            if !trimmed.isEmpty { payload["format"] = trimmed }
+        }
+        return payload
+    }
+
+    private func parseLocalInferenceAudioResponse(_ value: Any?) throws -> LocalInferenceAudioResponse {
+        guard let payload = value as? JSObject else {
+            throw NSError(domain: "TalkMode", code: 502, userInfo: [
+                NSLocalizedDescriptionKey: "Local inference TTS returned an invalid bridge response"
+            ])
+        }
+        let status = (payload["status"] as? Int)
+            ?? (payload["status"] as? NSNumber)?.intValue
+            ?? 0
+        let headers = payload["headers"] as? [String: String] ?? [:]
+        return LocalInferenceAudioResponse(
+            status: status,
+            statusText: payload["statusText"] as? String ?? "",
+            headers: headers,
+            audioBase64: payload["audioBase64"] as? String ?? "",
+            bodyText: payload["bodyText"] as? String ?? ""
+        )
+    }
+
+    private static func parseWavPcmFormat(_ data: Data) throws -> WavPcmFormat {
+        guard data.count >= 12,
+              asciiString(data, offset: 0, length: 4) == "RIFF",
+              asciiString(data, offset: 8, length: 4) == "WAVE" else {
+            throw NSError(domain: "TalkMode", code: 3, userInfo: [
+                NSLocalizedDescriptionKey: "Local inference TTS returned non-WAV audio"
+            ])
+        }
+
+        var offset = 12
+        var parsedFormat: WavPcmFormat?
+        while offset + 8 <= data.count {
+            let id = asciiString(data, offset: offset, length: 4)
+            let size = Int(littleEndianUInt32(data, offset: offset + 4))
+            let payloadOffset = offset + 8
+            guard size >= 0, payloadOffset + size <= data.count else {
+                throw NSError(domain: "TalkMode", code: 4, userInfo: [
+                    NSLocalizedDescriptionKey: "Invalid WAV chunk size"
+                ])
+            }
+
+            if id == "fmt " {
+                guard size >= 16 else {
+                    throw NSError(domain: "TalkMode", code: 5, userInfo: [
+                        NSLocalizedDescriptionKey: "Invalid WAV fmt chunk"
+                    ])
+                }
+                let audioFormat = littleEndianUInt16(data, offset: payloadOffset)
+                let channels = Int(littleEndianUInt16(data, offset: payloadOffset + 2))
+                let sampleRate = Int(littleEndianUInt32(data, offset: payloadOffset + 4))
+                let bitsPerSample = littleEndianUInt16(data, offset: payloadOffset + 14)
+                guard audioFormat == 1 else {
+                    throw NSError(domain: "TalkMode", code: 6, userInfo: [
+                        NSLocalizedDescriptionKey: "Only PCM WAV is supported"
+                    ])
+                }
+                guard bitsPerSample == 16 else {
+                    throw NSError(domain: "TalkMode", code: 7, userInfo: [
+                        NSLocalizedDescriptionKey: "Only 16-bit PCM WAV is supported"
+                    ])
+                }
+                guard channels >= 1, channels <= 2, sampleRate > 0 else {
+                    throw NSError(domain: "TalkMode", code: 8, userInfo: [
+                        NSLocalizedDescriptionKey: "Invalid WAV sample rate or channel count"
+                    ])
+                }
+                parsedFormat = WavPcmFormat(sampleRate: sampleRate, channels: channels)
+            } else if id == "data" {
+                guard let parsedFormat else {
+                    throw NSError(domain: "TalkMode", code: 9, userInfo: [
+                        NSLocalizedDescriptionKey: "WAV data arrived before fmt chunk"
+                    ])
+                }
+                return parsedFormat
+            }
+
+            offset = payloadOffset + size + (size % 2)
+        }
+
+        throw NSError(domain: "TalkMode", code: 10, userInfo: [
+            NSLocalizedDescriptionKey: "WAV data chunk was not found"
+        ])
+    }
+
+    private static func asciiString(_ data: Data, offset: Int, length: Int) -> String {
+        guard offset >= 0, length >= 0, offset + length <= data.count else { return "" }
+        return String(data: data.subdata(in: offset..<(offset + length)), encoding: .ascii) ?? ""
+    }
+
+    private static func littleEndianUInt16(_ data: Data, offset: Int) -> UInt16 {
+        guard offset + 2 <= data.count else { return 0 }
+        return UInt16(data[offset]) | (UInt16(data[offset + 1]) << 8)
+    }
+
+    private static func littleEndianUInt32(_ data: Data, offset: Int) -> UInt32 {
+        guard offset + 4 <= data.count else { return 0 }
+        return UInt32(data[offset])
+            | (UInt32(data[offset + 1]) << 8)
+            | (UInt32(data[offset + 2]) << 16)
+            | (UInt32(data[offset + 3]) << 24)
+    }
+
     /// Clean up after speech and restart recognition if talk mode is still enabled.
     private func finishSpeaking() {
         isSpeakingValue = false
@@ -751,17 +998,7 @@ public class TalkModePlugin: CAPPlugin, CAPBridgedPlugin {
         }
     }
 
-    /// Download a full audio response (MP3 etc.) and play it with AVAudioPlayer.
-    private func downloadAndPlayAudio(request: URLRequest) async throws {
-        let (data, response) = try await URLSession.shared.data(for: request)
-
-        guard let httpResponse = response as? HTTPURLResponse, httpResponse.statusCode == 200 else {
-            let msg = String(data: data.prefix(2048), encoding: .utf8) ?? "Unknown error"
-            throw NSError(domain: "TalkMode", code: 2, userInfo: [
-                NSLocalizedDescriptionKey: "ElevenLabs API error: \(msg)"
-            ])
-        }
-
+    private func playBufferedAudio(_ data: Data) async throws {
         mp3PlaybackStartTime = Date()
 
         let player = try AVAudioPlayer(data: data)
@@ -772,7 +1009,6 @@ public class TalkModePlugin: CAPPlugin, CAPBridgedPlugin {
             let delegate = AudioPlayerDelegate {
                 continuation.resume()
             }
-            // Retain delegate for the lifetime of playback
             objc_setAssociatedObject(player, "delegate", delegate, .OBJC_ASSOCIATION_RETAIN)
             player.delegate = delegate
             player.play()
@@ -782,6 +1018,20 @@ public class TalkModePlugin: CAPPlugin, CAPBridgedPlugin {
         mp3PlaybackStartTime = nil
     }
 
+    /// Download a full audio response (MP3 etc.) and play it with AVAudioPlayer.
+    private func downloadAndPlayAudio(request: URLRequest) async throws {
+        let (data, response) = try await URLSession.shared.data(for: request)
+
+        guard let httpResponse = response as? HTTPURLResponse, httpResponse.statusCode == 200 else {
+            let msg = String(data: data.prefix(2048), encoding: .utf8) ?? "Unknown error"
+            throw NSError(domain: "TalkMode", code: 2, userInfo: [
+                NSLocalizedDescriptionKey: "ElevenLabs API error: \(msg)"
+            ])
+        }
+
+        try await playBufferedAudio(data)
+    }
+
     // MARK: - System TTS
 
     private func speakWithSystemTts(text: String, language: String? = nil) async throws {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elizaos/capacitor-talkmode",
-  "version": "2.0.0-beta.1",
+  "version": "2.0.3-beta.3",
   "description": "Runs voice conversations with live transcription, chat orchestration, and spoken replies.",
   "keywords": [
     "voice",
@@ -14,6 +14,8 @@
   "exports": {
     ".": {
       "types": "./dist/esm/index.d.ts",
+      "bun": "./src/index.ts",
+      "development": "./src/index.ts",
       "import": "./dist/esm/index.js",
       "require": "./dist/plugin.cjs.js"
     },
@@ -29,17 +31,17 @@
     "dist"
   ],
   "scripts": {
-    "build": "bun run clean && tsc && bun --bun rollup -c rollup.config.mjs",
+    "build": "node ../../packages/scripts/with-package-build-lock.mjs plugins/plugin-native-talkmode -- bun run build:unlocked",
     "build:docs": "bun run clean && bun run docgen && tsc && bun --bun rollup -c rollup.config.mjs",
-    "clean": "node ../../../scripts/rm-path-recursive.mjs dist",
+    "clean": "node ../../packages/scripts/rm-path-recursive.mjs dist",
+    "test": "vitest run",
     "prepublishOnly": "bun run build",
-    "docgen": "docgen --api TalkModePlugin --output-readme README.md --output-json dist/docs.json"
+    "docgen": "docgen --api TalkModePlugin --output-readme README.md --output-json dist/docs.json",
+    "build:unlocked": "bun run clean && tsc && bunx rollup -c rollup.config.mjs"
   },
   "author": "elizaOS",
   "license": "MIT",
-  "dependencies": {
-    "@elizaos/app-core": "2.0.0-beta.1"
-  },
+  "dependencies": {},
   "repository": {
     "type": "git",
     "url": "https://github.com/elizaOS/eliza.git",
@@ -55,12 +57,12 @@
     }
   },
   "devDependencies": {
-    "@capacitor/cli": "^8.0.0",
     "@capacitor/core": "^8.3.1",
     "@capacitor/docgen": "^0.3.0",
-    "rimraf": "^6.0.0",
+    "@elizaos/native-plugin-shared-types": "2.0.3-beta.3",
     "rollup": "^4.60.2",
-    "typescript": "^6.0.3"
+    "typescript": "^6.0.3",
+    "vitest": "^4.0.0"
   },
   "peerDependencies": {
     "@capacitor/core": "^8.3.1"
@@ -80,5 +82,6 @@
       "ios": true,
       "android": true
     }
-  }
+  },
+  "gitHead": "f54b0f4eaed317d59fa7dbcdce20f4cdb0734420"
 }