opencode-voice-dictation 0.4.2 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/gui-experimental.cjs +8 -8
- package/package.json +4 -4
- package/src/{gui/engines/edge-tts.ts → edge.ts} +9 -30
- package/src/gui/contract.ts +0 -18
- package/src/gui/definition.ts +50 -0
- package/src/gui/main.ts +0 -9
- package/src/gui/recorder.ts +51 -0
- package/src/gui/settings.tsx +105 -0
- package/src/gui/speak.ts +10 -2
- package/src/gui/window.tsx +114 -0
- package/src/index.ts +43 -12
- package/src/rpc.ts +90 -0
- package/src/whisper/server.ts +261 -0
- package/src/whisper/worker.py +53 -0
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
"use strict";Object.defineProperties(exports,{__esModule:{value:!0},[Symbol.toStringTag]:{value:"Module"}});const gui$1=require("@opencode/plugin/gui"),effect=require("effect"),node_child_process=require("node:child_process"),node_crypto=require("node:crypto"),node_fs=require("node:fs"),node_os=require("node:os"),node_path=require("node:path"),node_module=require("node:module"),web=require("solid-js/web"),solidJs=require("solid-js"),definition=gui$1.Plugin.define({os:["windows"],stores:{prefs:gui$1.Store.global(effect.Schema.Struct({locale:effect.Schema.String,minConfidence:effect.Schema.Number,trailingSpace:effect.Schema.Boolean,autoFocus:effect.Schema.Boolean}),{locale:"es-ES",minConfidence:.4,trailingSpace:!0,autoFocus:!0}),speech:gui$1.Store.global(effect.Schema.Struct({voiceURI:effect.Schema.String,rate:effect.Schema.Number,skipCode:effect.Schema.Boolean}),{voiceURI:"",rate:1,skipCode:!0}),engine:gui$1.Store.global(effect.Schema.Struct({mode:effect.Schema.String}),{mode:"windows"}),tts:gui$1.Store.global(effect.Schema.Struct({engine:effect.Schema.String,voice:effect.Schema.String}),{engine:"edge",voice:"es-ES-XimenaNeural"})},i18n:{en:{"pill.idle":"Dictate","pill.starting":"Starting…","pill.listening":"Listening…","pill.dictating":"Dictating…","pill.error":"Retry dictation","pill.title":"Voice dictation","pill.winH":"Open Windows voice typing (Win+H)","pill.stop":"Stop dictation","command.toggle":"Toggle voice dictation","command.toggle.description":"Dictate into the prompt with the selected engine","command.configure":"Voice dictation settings","error.title":"Voice dictation","error.language":"The speech language {locale} is not installed. Available: {available}.","error.none":"Windows has no speech recognizer installed. Settings › Time & language › Language › Speech.","error.mic":"No microphone is available for speech recognition.","error.system":"System.Speech is not available in this Windows installation.","error.exit":"The dictation engine stopped unexpectedly.","error.unknown":"Dictation failed ({code}).","toast.discarded":"Dictation discarded: the active session changed.","settings.title":"Voice dictation","settings.description":"Offline dictation with the Windows speech recognizer. The text is inserted into the prompt; it is never sent automatically.","settings.section":"Dictation","settings.engine":"Dictation engine","settings.engine.description":"Windows uses Windows 11 voice typing (Win+H), which is more accurate. System.Speech works offline but is less precise.","engine.windows":"Windows Voice Typing (Win+H)","engine.system":"System.Speech (offline)","settings.winh":"Test Win+H","settings.winh.description":"Sends the Windows voice typing shortcut. If the floating bar appears, it works.","settings.winh.run":"Test Win+H","settings.winh.sent":"Win+H sent. If the Windows dictation bar did not appear, check Settings › Accessibility › Voice typing.","error.winh":"Windows voice typing could not be triggered.","settings.language":"Language","settings.language.description":"A speech recognizer installed in Windows. Accents and punctuation depend on it.","settings.confidence":"Minimum confidence","settings.confidence.description":"Results below this threshold are ignored to avoid noise.","confidence.low":"Low (0.2)","confidence.normal":"Normal (0.4)","confidence.high":"High (0.6)","settings.space":"Add a space before the text","settings.space.description":"Separates the dictation from what is already in the prompt.","settings.focus":"Focus the prompt after dictating","settings.focus.description":"Moves the cursor to the prompt so you can review or send it.","settings.test.section":"Diagnostics","settings.test":"Test microphone","settings.test.description":"Checks installed recognizers and the default microphone.","settings.test.run":"Run test","settings.test.success":"Speech recognition ready: {locale}","settings.test.failed":"Not ready: {reason}","common.reason.no-recognizers":"no speech language installed","common.reason.no-microphone":"no microphone available","read.idle":"Read","read.speaking":"Reading…","read.paused":"Paused","read.pause":"Pause","read.resume":"Resume","read.restart":"Read again","read.stop":"Stop reading","read.title":"Read the last message aloud","command.read":"Read the last message aloud","command.read.description":"Speaks the last reply with a system voice","read.noSession":"Open a conversation to read its last message.","read.empty":"The last message has no text to read.","read.error":"The last message could not be read.","read.noVoices":"Windows has no voices installed for reading.","speech.section":"Read aloud","speech.engine":"Voice engine","speech.engine.description":"Edge neural sounds much more natural but needs internet. System uses the installed Windows voices, offline.","speech.engine.edge":"Edge neural (online)","speech.engine.system":"System (offline)","error.edge":"The Edge voice could not be used. Check the connection or switch to the system voice.","speech.edge.error":"Edge voices could not be loaded","speech.voice":"Voice","speech.voice.description":"The voice used for reading.","speech.voice.auto":"Automatic","speech.rate":"Speed","speech.rate.description":"How fast the text is spoken.","speech.rate.slow":"0.8×","speech.rate.normal":"1×","speech.rate.fast":"1.2×","speech.rate.faster":"1.5×","speech.skipCode":"Skip code blocks","speech.skipCode.description":"Read only the prose; code, paths and commands are left out.","speech.preview":"Test voice","speech.preview.description":"Speaks a short sample with the current voice and speed.","speech.preview.text":"Hello, this is a reading test."},es:{"pill.idle":"Dictar","pill.starting":"Iniciando…","pill.listening":"Escuchando…","pill.dictating":"Dictando…","pill.error":"Reintentar dictado","pill.title":"Dictado por voz","pill.winH":"Abrir el dictado de Windows (Win+H)","pill.stop":"Detener dictado","command.toggle":"Alternar dictado por voz","command.toggle.description":"Dicta en el prompt con el motor elegido","command.configure":"Ajustes de dictado por voz","error.title":"Dictado por voz","error.language":"El idioma de reconocimiento {locale} no está instalado. Disponibles: {available}.","error.none":"Windows no tiene ningún reconocedor de voz instalado. Configuración › Hora e idioma › Idioma › Voz.","error.mic":"No hay ningún micrófono disponible para el reconocimiento de voz.","error.system":"System.Speech no está disponible en esta instalación de Windows.","error.exit":"El motor de dictado se detuvo inesperadamente.","error.unknown":"El dictado falló ({code}).","toast.discarded":"Dictado descartado: la sesión activa cambió.","settings.title":"Dictado por voz","settings.description":"Dictado offline con el reconocedor de voz de Windows. El texto se inserta en el prompt; nunca se envía solo.","settings.section":"Dictado","settings.engine":"Motor de dictado","settings.engine.description":"Windows usa el dictado de Windows 11 (Win+H), más preciso. System.Speech funciona sin Windows 11 pero es menos exacto.","engine.windows":"Windows Voice Typing (Win+H)","engine.system":"System.Speech (offline)","settings.winh":"Probar Win+H","settings.winh.description":"Envía el atajo del dictado de Windows. Si aparece la barra flotante, funciona.","settings.winh.run":"Probar Win+H","settings.winh.sent":"Win+H enviado. Si no apareció la barra, revisa Configuración › Accesibilidad › Dictado por voz.","settings.language":"Idioma","settings.language.description":"Un reconocedor instalado en Windows. Los acentos y la puntuación dependen de él.","settings.confidence":"Confianza mínima","settings.confidence.description":"Los resultados por debajo de este umbral se ignoran para evitar ruido.","confidence.low":"Baja (0,2)","confidence.normal":"Normal (0,4)","confidence.high":"Alta (0,6)","settings.space":"Añadir un espacio antes del texto","settings.space.description":"Separa el dictado de lo que ya hay en el prompt.","settings.focus":"Enfocar el prompt al terminar","settings.focus.description":"Mueve el cursor al prompt para revisar o enviar el texto.","settings.test.section":"Diagnóstico","settings.test":"Probar micrófono","settings.test.description":"Comprueba los reconocedores instalados y el micrófono predeterminado.","settings.test.run":"Ejecutar prueba","settings.test.success":"Reconocimiento de voz listo: {locale}","settings.test.failed":"No está listo: {reason}","common.reason.no-recognizers":"no hay ningún idioma de voz instalado","common.reason.no-microphone":"no hay micrófono disponible","read.idle":"Leer","read.speaking":"Leyendo…","read.paused":"Pausado","read.pause":"Pausar","read.resume":"Reanudar","read.restart":"Leer de nuevo","read.stop":"Detener lectura","read.title":"Leer en voz alta el último mensaje","command.read":"Leer en voz alta el último mensaje","command.read.description":"Reproduce la última respuesta con una voz del sistema","read.noSession":"Abre una conversación para leer su último mensaje.","read.empty":"El último mensaje no tiene texto para leer.","read.error":"No se pudo leer el último mensaje.","read.noVoices":"Windows no tiene voces instaladas para la lectura.","speech.section":"Lectura en voz alta","speech.engine":"Motor de voz","speech.engine.description":"Edge neuronal suena mucho más natural pero necesita internet. Sistema usa las voces instaladas de Windows, sin conexión.","speech.engine.edge":"Edge neuronal (online)","speech.engine.system":"Sistema (offline)","error.edge":"No se pudo usar la voz de Edge. Revisa la conexión o cambia a la voz del sistema.","speech.edge.error":"No se pudieron cargar las voces de Edge","speech.voice":"Voz","speech.voice.description":"La voz que se usa para leer.","speech.voice.auto":"Automática","speech.rate":"Velocidad","speech.rate.description":"A qué ritmo se lee el texto.","speech.rate.slow":"0,8×","speech.rate.normal":"1×","speech.rate.fast":"1,2×","speech.rate.faster":"1,5×","speech.skipCode":"Ignorar bloques de código","speech.skipCode.description":"Lee solo la prosa; omite código, rutas y comandos.","speech.preview":"Probar voz","speech.preview.description":"Lee una frase corta con la voz y velocidad actuales.","speech.preview.text":"Hola, esta es una prueba de lectura."}}}),Dictation=gui$1.Ipc.define({id:"voice-dictation.dictation",state:effect.Schema.Struct({status:effect.Schema.Literals(["idle","starting","listening","error"]),error:effect.Schema.String,locale:effect.Schema.String}),methods:{start:{input:effect.Schema.Struct({locale:effect.Schema.String,minConfidence:effect.Schema.Number})},stop:{},diagnose:{output:effect.Schema.Struct({locales:effect.Schema.Array(effect.Schema.String),microphone:effect.Schema.Boolean,selected:effect.Schema.String,error:effect.Schema.String})}},events:{final:effect.Schema.Struct({text:effect.Schema.String,confidence:effect.Schema.Number}),error:effect.Schema.Struct({code:effect.Schema.String,detail:effect.Schema.String,available:effect.Schema.Array(effect.Schema.String)})}}),Speech=gui$1.Ipc.define({id:"voice-dictation.speech",methods:{speak:{input:effect.Schema.Struct({text:effect.Schema.String,rate:effect.Schema.Number,voice:effect.Schema.String})},stop:{},voices:{output:effect.Schema.Array(effect.Schema.String)},edgeVoices:{output:effect.Schema.Array(effect.Schema.Struct({id:effect.Schema.String,label:effect.Schema.String,locale:effect.Schema.String,gender:effect.Schema.String}))},edgeSpeak:{input:effect.Schema.Struct({text:effect.Schema.String,voice:effect.Schema.String,rate:effect.Schema.Number}),output:effect.Schema.String}},events:{done:effect.Schema.Struct({ok:effect.Schema.Boolean})}}),VoiceTyping=gui$1.Ipc.define({id:"voice-dictation.voice-typing",methods:{toggle:{}}}),DICTATION_SCRIPT=String.raw`param(
|
|
1
|
+
"use strict";Object.defineProperties(exports,{__esModule:{value:!0},[Symbol.toStringTag]:{value:"Module"}});const $=require("@opencode/plugin/gui"),c=require("effect"),K=require("node:child_process"),Q=require("node:crypto"),j=require("node:fs"),te=require("node:os"),M=require("node:path"),d=require("solid-js/web"),R=require("solid-js"),Ce=$.Plugin.define({os:["windows"],stores:{prefs:$.Store.global(c.Schema.Struct({locale:c.Schema.String,minConfidence:c.Schema.Number,trailingSpace:c.Schema.Boolean,autoFocus:c.Schema.Boolean}),{locale:"es-ES",minConfidence:.4,trailingSpace:!0,autoFocus:!0}),speech:$.Store.global(c.Schema.Struct({voiceURI:c.Schema.String,rate:c.Schema.Number,skipCode:c.Schema.Boolean}),{voiceURI:"",rate:1,skipCode:!0}),engine:$.Store.global(c.Schema.Struct({mode:c.Schema.String}),{mode:"windows"}),tts:$.Store.global(c.Schema.Struct({engine:c.Schema.String,voice:c.Schema.String}),{engine:"edge",voice:"es-ES-XimenaNeural"}),whisper:$.Store.global(c.Schema.Struct({python:c.Schema.String,model:c.Schema.String,language:c.Schema.String}),{python:"~/peopleby/voice_to_text/api_voice/demo/whisperx-env/bin/python",model:"large-v3-turbo",language:""})},i18n:{en:{"pill.idle":"Dictate","pill.starting":"Starting…","pill.listening":"Listening…","pill.dictating":"Dictating…","pill.error":"Retry dictation","pill.title":"Voice dictation","pill.winH":"Open Windows voice typing (Win+H)","pill.stop":"Stop dictation","command.toggle":"Toggle voice dictation","command.toggle.description":"Dictate into the prompt with the selected engine","command.configure":"Voice dictation settings","error.title":"Voice dictation","error.language":"The speech language {locale} is not installed. Available: {available}.","error.none":"Windows has no speech recognizer installed. Settings › Time & language › Language › Speech.","error.mic":"No microphone is available for speech recognition.","error.system":"System.Speech is not available in this Windows installation.","error.exit":"The dictation engine stopped unexpectedly.","error.unknown":"Dictation failed ({code}).","toast.discarded":"Dictation discarded: the active session changed.","settings.title":"Voice dictation","settings.description":"Offline dictation with the Windows speech recognizer. The text is inserted into the prompt; it is never sent automatically.","settings.section":"Dictation","settings.engine":"Dictation engine","settings.engine.description":"Windows uses Windows 11 voice typing (Win+H), which is more accurate. System.Speech works offline but is less precise.","engine.windows":"Windows Voice Typing (Win+H)","engine.system":"System.Speech (offline)","engine.whisper":"WhisperX local (WSL)","pill.recording":"Recording…","pill.transcribing":"Transcribing…","pill.whisper":"Record and transcribe with WhisperX","error.whisper":"WhisperX could not transcribe the audio.","whisper.section":"WhisperX (local)","whisper.python":"Environment Python","whisper.python.description":"Python of the venv that has whisperx installed.","whisper.model":"Model","whisper.model.description":"large-v3-turbo is the fastest with good accuracy on a GPU.","whisper.language":"Language","whisper.language.description":"Automatic detects the language of each recording.","whisper.language.auto":"Automatic","whisper.test":"Check WhisperX","whisper.test.description":"Starts the worker and reports whether the model loads.","whisper.test.run":"Check","whisper.test.ready":"WhisperX ready: {model} ({device})","whisper.test.error":"WhisperX is not ready: {error}","whisper.empty":"WhisperX returned no text.","settings.winh":"Test Win+H","settings.winh.description":"Sends the Windows voice typing shortcut. If the floating bar appears, it works.","settings.winh.run":"Test Win+H","settings.winh.sent":"Win+H sent. If the Windows dictation bar did not appear, check Settings › Accessibility › Voice typing.","error.winh":"Windows voice typing could not be triggered.","settings.language":"Language","settings.language.description":"A speech recognizer installed in Windows. Accents and punctuation depend on it.","settings.confidence":"Minimum confidence","settings.confidence.description":"Results below this threshold are ignored to avoid noise.","confidence.low":"Low (0.2)","confidence.normal":"Normal (0.4)","confidence.high":"High (0.6)","settings.space":"Add a space before the text","settings.space.description":"Separates the dictation from what is already in the prompt.","settings.focus":"Focus the prompt after dictating","settings.focus.description":"Moves the cursor to the prompt so you can review or send it.","settings.test.section":"Diagnostics","settings.test":"Test microphone","settings.test.description":"Checks installed recognizers and the default microphone.","settings.test.run":"Run test","settings.test.success":"Speech recognition ready: {locale}","settings.test.failed":"Not ready: {reason}","common.reason.no-recognizers":"no speech language installed","common.reason.no-microphone":"no microphone available","read.idle":"Read","read.speaking":"Reading…","read.paused":"Paused","read.pause":"Pause","read.resume":"Resume","read.restart":"Read again","read.stop":"Stop reading","read.title":"Read the last message aloud","command.read":"Read the last message aloud","command.read.description":"Speaks the last reply with a system voice","read.noSession":"Open a conversation to read its last message.","read.empty":"The last message has no text to read.","read.error":"The last message could not be read.","read.noVoices":"Windows has no voices installed for reading.","speech.section":"Read aloud","speech.engine":"Voice engine","speech.engine.description":"Edge neural sounds much more natural but needs internet. System uses the installed Windows voices, offline.","speech.engine.edge":"Edge neural (online)","speech.engine.system":"System (offline)","error.edge":"The Edge voice could not be used. Check the connection or switch to the system voice.","speech.edge.error":"Edge voices could not be loaded","speech.voice":"Voice","speech.voice.description":"The voice used for reading.","speech.voice.auto":"Automatic","speech.rate":"Speed","speech.rate.description":"How fast the text is spoken.","speech.rate.slow":"0.8×","speech.rate.normal":"1×","speech.rate.fast":"1.2×","speech.rate.faster":"1.5×","speech.skipCode":"Skip code blocks","speech.skipCode.description":"Read only the prose; code, paths and commands are left out.","speech.preview":"Test voice","speech.preview.description":"Speaks a short sample with the current voice and speed.","speech.preview.text":"Hello, this is a reading test."},es:{"pill.idle":"Dictar","pill.starting":"Iniciando…","pill.listening":"Escuchando…","pill.dictating":"Dictando…","pill.error":"Reintentar dictado","pill.title":"Dictado por voz","pill.winH":"Abrir el dictado de Windows (Win+H)","pill.stop":"Detener dictado","command.toggle":"Alternar dictado por voz","command.toggle.description":"Dicta en el prompt con el motor elegido","command.configure":"Ajustes de dictado por voz","error.title":"Dictado por voz","error.language":"El idioma de reconocimiento {locale} no está instalado. Disponibles: {available}.","error.none":"Windows no tiene ningún reconocedor de voz instalado. Configuración › Hora e idioma › Idioma › Voz.","error.mic":"No hay ningún micrófono disponible para el reconocimiento de voz.","error.system":"System.Speech no está disponible en esta instalación de Windows.","error.exit":"El motor de dictado se detuvo inesperadamente.","error.unknown":"El dictado falló ({code}).","toast.discarded":"Dictado descartado: la sesión activa cambió.","settings.title":"Dictado por voz","settings.description":"Dictado offline con el reconocedor de voz de Windows. El texto se inserta en el prompt; nunca se envía solo.","settings.section":"Dictado","settings.engine":"Motor de dictado","settings.engine.description":"Windows usa el dictado de Windows 11 (Win+H), más preciso. System.Speech funciona sin Windows 11 pero es menos exacto.","engine.windows":"Windows Voice Typing (Win+H)","engine.system":"System.Speech (offline)","engine.whisper":"WhisperX local (WSL)","pill.recording":"Grabando…","pill.transcribing":"Transcribiendo…","pill.whisper":"Grabar y transcribir con WhisperX","error.whisper":"WhisperX no pudo transcribir el audio.","whisper.section":"WhisperX (local)","whisper.python":"Python del entorno","whisper.python.description":"Python del venv que tiene whisperx instalado.","whisper.model":"Modelo","whisper.model.description":"large-v3-turbo es el más rápido con buena precisión en GPU.","whisper.language":"Idioma","whisper.language.description":"Automático detecta el idioma de cada grabación.","whisper.language.auto":"Automático","whisper.test":"Comprobar WhisperX","whisper.test.description":"Arranca el worker e indica si el modelo carga.","whisper.test.run":"Comprobar","whisper.test.ready":"WhisperX listo: {model} ({device})","whisper.test.error":"WhisperX no está listo: {error}","whisper.empty":"WhisperX no devolvió texto.","settings.winh":"Probar Win+H","settings.winh.description":"Envía el atajo del dictado de Windows. Si aparece la barra flotante, funciona.","settings.winh.run":"Probar Win+H","settings.winh.sent":"Win+H enviado. Si no apareció la barra, revisa Configuración › Accesibilidad › Dictado por voz.","settings.language":"Idioma","settings.language.description":"Un reconocedor instalado en Windows. Los acentos y la puntuación dependen de él.","settings.confidence":"Confianza mínima","settings.confidence.description":"Los resultados por debajo de este umbral se ignoran para evitar ruido.","confidence.low":"Baja (0,2)","confidence.normal":"Normal (0,4)","confidence.high":"Alta (0,6)","settings.space":"Añadir un espacio antes del texto","settings.space.description":"Separa el dictado de lo que ya hay en el prompt.","settings.focus":"Enfocar el prompt al terminar","settings.focus.description":"Mueve el cursor al prompt para revisar o enviar el texto.","settings.test.section":"Diagnóstico","settings.test":"Probar micrófono","settings.test.description":"Comprueba los reconocedores instalados y el micrófono predeterminado.","settings.test.run":"Ejecutar prueba","settings.test.success":"Reconocimiento de voz listo: {locale}","settings.test.failed":"No está listo: {reason}","common.reason.no-recognizers":"no hay ningún idioma de voz instalado","common.reason.no-microphone":"no hay micrófono disponible","read.idle":"Leer","read.speaking":"Leyendo…","read.paused":"Pausado","read.pause":"Pausar","read.resume":"Reanudar","read.restart":"Leer de nuevo","read.stop":"Detener lectura","read.title":"Leer en voz alta el último mensaje","command.read":"Leer en voz alta el último mensaje","command.read.description":"Reproduce la última respuesta con una voz del sistema","read.noSession":"Abre una conversación para leer su último mensaje.","read.empty":"El último mensaje no tiene texto para leer.","read.error":"No se pudo leer el último mensaje.","read.noVoices":"Windows no tiene voces instaladas para la lectura.","speech.section":"Lectura en voz alta","speech.engine":"Motor de voz","speech.engine.description":"Edge neuronal suena mucho más natural pero necesita internet. Sistema usa las voces instaladas de Windows, sin conexión.","speech.engine.edge":"Edge neuronal (online)","speech.engine.system":"Sistema (offline)","error.edge":"No se pudo usar la voz de Edge. Revisa la conexión o cambia a la voz del sistema.","speech.edge.error":"No se pudieron cargar las voces de Edge","speech.voice":"Voz","speech.voice.description":"La voz que se usa para leer.","speech.voice.auto":"Automática","speech.rate":"Velocidad","speech.rate.description":"A qué ritmo se lee el texto.","speech.rate.slow":"0,8×","speech.rate.normal":"1×","speech.rate.fast":"1,2×","speech.rate.faster":"1,5×","speech.skipCode":"Ignorar bloques de código","speech.skipCode.description":"Lee solo la prosa; omite código, rutas y comandos.","speech.preview":"Probar voz","speech.preview.description":"Lee una frase corta con la voz y velocidad actuales.","speech.preview.text":"Hola, esta es una prueba de lectura."}}}),ie=$.Ipc.define({id:"voice-dictation.dictation",state:c.Schema.Struct({status:c.Schema.Literals(["idle","starting","listening","error"]),error:c.Schema.String,locale:c.Schema.String}),methods:{start:{input:c.Schema.Struct({locale:c.Schema.String,minConfidence:c.Schema.Number})},stop:{},diagnose:{output:c.Schema.Struct({locales:c.Schema.Array(c.Schema.String),microphone:c.Schema.Boolean,selected:c.Schema.String,error:c.Schema.String})}},events:{final:c.Schema.Struct({text:c.Schema.String,confidence:c.Schema.Number}),error:c.Schema.Struct({code:c.Schema.String,detail:c.Schema.String,available:c.Schema.Array(c.Schema.String)})}}),le=$.Ipc.define({id:"voice-dictation.speech",methods:{speak:{input:c.Schema.Struct({text:c.Schema.String,rate:c.Schema.Number,voice:c.Schema.String})},stop:{},voices:{output:c.Schema.Array(c.Schema.String)}},events:{done:c.Schema.Struct({ok:c.Schema.Boolean})}}),ne=$.Ipc.define({id:"voice-dictation.voice-typing",methods:{toggle:{}}}),oe=String.raw`param(
|
|
2
2
|
[string]$Culture = "es-ES",
|
|
3
3
|
[double]$MinConfidence = 0.4,
|
|
4
4
|
[switch]$Diagnose
|
|
@@ -105,9 +105,9 @@ while ($true) {
|
|
|
105
105
|
Start-Sleep -Milliseconds 250
|
|
106
106
|
}
|
|
107
107
|
}
|
|
108
|
-
|
|
109
|
-
`);for(;
|
|
110
|
-
`)}}),
|
|
108
|
+
`,$e="powershell.exe";function de(){const e=M.join(te.tmpdir(),"opencode-voice-dictation");j.mkdirSync(e,{recursive:!0});const t=Q.createHash("sha1").update(oe).digest("hex").slice(0,12),i=M.join(e,`dictation-${t}.ps1`);return j.writeFileSync(i,oe,"utf8"),i}function pe(e){return K.spawn($e,e,{windowsHide:!0,stdio:["ignore","pipe","pipe"]})}function ue(e){const t=e.pid;if(t===void 0){e.kill();return}K.spawn("taskkill",["/PID",String(t),"/T","/F"],{windowsHide:!0,stdio:"ignore"}).on("error",()=>e.kill())}function Ee(e,t){const i=pe(["-NoProfile","-NonInteractive","-ExecutionPolicy","Bypass","-File",de(),"-Culture",e.locale,"-MinConfidence",String(e.minConfidence)]);let l=!1,r="",o="";const u=s=>{switch(s.type){case"ready":t.onReady(s.locale??e.locale);break;case"final":s.text&&t.onFinal(s.text,s.confidence??0);break;case"error":t.onError(s.code??"UNKNOWN",s.detail??"",s.available??[]);break}};return i.stdout?.setEncoding("utf8"),i.stdout?.on("data",s=>{o+=s;let p=o.indexOf(`
|
|
109
|
+
`);for(;p>=0;){const g=o.slice(0,p).replace(/\r$/,"").trim();if(o=o.slice(p+1),g)try{u(JSON.parse(g))}catch{}p=o.indexOf(`
|
|
110
|
+
`)}}),i.stderr?.setEncoding("utf8"),i.stderr?.on("data",s=>{r=(r+s).slice(-2e3)}),i.on("error",s=>{l||t.onError("ENGINE_START_FAILED",s.message,[])}),i.on("close",s=>{l||t.onExit(s,r.trim().slice(-500))}),{stop(){l=!0,ue(i)}}}function ke(){return new Promise((e,t)=>{const i=pe(["-NoProfile","-NonInteractive","-ExecutionPolicy","Bypass","-File",de(),"-Diagnose"]);let l="",r="",o=!1;const u=(p,g)=>{o||(o=!0,clearTimeout(s),p?t(p):e(g))},s=setTimeout(()=>{ue(i),u(new Error("diagnose timed out"))},2e4);i.stdout?.setEncoding("utf8"),i.stdout?.on("data",p=>{l+=p}),i.stderr?.setEncoding("utf8"),i.stderr?.on("data",p=>{r+=p}),i.on("error",p=>u(p)),i.on("close",()=>{const p=l.split(/\r?\n/).map(g=>g.trim()).filter(g=>g.startsWith("{")).at(-1);if(!p){u(new Error(r.trim()||"no output from PowerShell"));return}try{const g=JSON.parse(p);u(void 0,{locales:g.locales??[],microphone:g.microphone===!0,selected:g.selected??"",error:g.error??""})}catch(g){u(g instanceof Error?g:new Error(String(g)))}})})}const se=String.raw`param(
|
|
111
111
|
[string]$TextFile = "",
|
|
112
112
|
[int]$Rate = 0,
|
|
113
113
|
[string]$Voice = "",
|
|
@@ -160,7 +160,7 @@ try {
|
|
|
160
160
|
} catch { }
|
|
161
161
|
|
|
162
162
|
$synth.Dispose()
|
|
163
|
-
`,
|
|
163
|
+
`,Re="powershell.exe";function ge(){const e=M.join(te.tmpdir(),"opencode-voice-dictation");return j.mkdirSync(e,{recursive:!0}),e}function he(){const e=Q.createHash("sha1").update(se).digest("hex").slice(0,12),t=M.join(ge(),`speak-${e}.ps1`);return j.writeFileSync(t,se,"utf8"),t}function Te(e){const t=M.join(ge(),`speech-${Q.randomUUID()}.txt`);return j.writeFileSync(t,e,"utf8"),t}function me(e){return K.spawn(Re,e,{windowsHide:!0,stdio:["ignore","pipe","pipe"]})}function fe(e){const t=e.pid;if(t===void 0){e.kill();return}K.spawn("taskkill",["/PID",String(t),"/T","/F"],{windowsHide:!0,stdio:"ignore"}).on("error",()=>e.kill())}function Ie(e){return Math.max(-10,Math.min(10,Math.round((e-1)*5)))}function Ae(e,t){const i=Te(e.text),l=me(["-NoProfile","-NonInteractive","-ExecutionPolicy","Bypass","-File",he(),"-TextFile",i,"-Rate",String(Ie(e.rate)),"-Voice",e.voice]);let r=!1;const o=()=>{try{j.rmSync(i,{force:!0})}catch{}};return l.on("error",()=>{o(),r||t(!1)}),l.on("close",u=>{o(),r||t(u===0)}),{stop(){r=!0,fe(l),o()}}}function Ne(){return new Promise(e=>{const t=me(["-NoProfile","-NonInteractive","-ExecutionPolicy","Bypass","-File",he(),"-ListVoices"]);let i="",l=!1;const r=u=>{l||(l=!0,clearTimeout(o),e(u))},o=setTimeout(()=>{fe(t),r([])},1e4);t.stdout?.setEncoding("utf8"),t.stdout?.on("data",u=>{i+=u}),t.on("error",()=>r([])),t.on("close",()=>{const u=i.split(/\r?\n/).map(s=>s.trim()).filter(s=>s.length>0);r(u)})})}const ae=String.raw`$ErrorActionPreference = "Stop"
|
|
164
164
|
|
|
165
165
|
Add-Type @"
|
|
166
166
|
using System;
|
|
@@ -187,6 +187,6 @@ public static class WinH {
|
|
|
187
187
|
"@
|
|
188
188
|
|
|
189
189
|
[WinH]::Send()
|
|
190
|
-
`,
|
|
191
|
-
`);return t?
|
|
192
|
-
`)};return t.on("done",()=>{m(!1),f(!1)}),p()?.addEventListener?.("voiceschanged",()=>{P()}),P(),{speaking:u,paused:k,backend:E,engine:o,voice:d,error:I,canPause:D,setConfig:l,voices:w,refreshVoices:P,lastAssistantText:Z,speak:H,cancel:M,pause:B,resume:j,togglePause:G,restart:K,preview:async()=>{const h=await H(e.t("speech.preview.text"));if(h){const g=o()==="edge"?`Edge · ${d()}`:`${E()} · ${n.value.voiceURI||"auto"}`;e.toast.show({variant:"default",title:e.t("read.title"),description:g})}return h}}}const FALLBACK_LOCALES=["es-ES","es-MX","es-AR","es-CO","pt-BR","pt-PT","en-US","en-GB","fr-FR","de-DE","it-IT"];function VoiceSettings(e){const t=gui$1.usePlugin(),n=t.ui,s=t.stores.prefs,o=t.stores.speech,r=t.stores.tts,d=t.stores.engine,a=t.main(Dictation),l=t.main(VoiceTyping),[u,f]=solidJs.createSignal([]),[k,m]=solidJs.createSignal(!1);solidJs.onMount(()=>{e.speaker.setConfig({engine:r.value.engine,voice:r.value.voice}),a.diagnose().then(i=>{i.locales.length>0&&f(i.locales)}).catch(()=>{}),e.speaker.refreshVoices()});const w=()=>{const i=u(),p=s.value.locale;return(i.includes(p)?i:[p,...i]).map(P=>({value:P,label:P}))},v=()=>{const i=e.speaker.voices().map(p=>({value:p.id,label:p.label}));return r.value.engine==="edge"?i:[{value:"",label:t.t("speech.voice.auto")},...i]},I=()=>r.value.engine==="edge"?r.value.voice:o.value.voiceURI,N=i=>{if(r.value.engine==="edge"){r.update(p=>{p.voice=i}),e.speaker.setConfig({voice:i});return}R({voiceURI:i})},E=i=>{s.update(p=>{i.locale!==void 0&&(p.locale=i.locale),i.minConfidence!==void 0&&(p.minConfidence=i.minConfidence),i.trailingSpace!==void 0&&(p.trailingSpace=i.trailingSpace),i.autoFocus!==void 0&&(p.autoFocus=i.autoFocus)})},R=i=>{o.update(p=>{i.voiceURI!==void 0&&(p.voiceURI=i.voiceURI),i.rate!==void 0&&(p.rate=i.rate),i.skipCode!==void 0&&(p.skipCode=i.skipCode)})},c=i=>{d.update(p=>{p.mode=i})},S=i=>{r.update(p=>{p.engine=i}),e.speaker.setConfig({engine:i}),e.speaker.refreshVoices()},$=async()=>{try{await l.toggle(),t.toast.show({variant:"default",title:t.t("settings.winh"),description:t.t("settings.winh.sent")})}catch(i){t.toast.show({variant:"error",title:t.t("pill.title"),description:i instanceof Error?i.message:t.t("error.winh")})}},y=async()=>{try{await e.speaker.preview()}catch(i){t.toast.show({variant:"error",title:t.t("read.title"),description:i instanceof Error?i.message:t.t("read.error")})}},A=async()=>{m(!0);try{const i=await a.diagnose();if(i.locales.length===0){t.toast.show({variant:"error",title:t.t("error.title"),description:t.t("settings.test.failed",{reason:t.t("common.reason.no-recognizers")}),persistent:!0});return}if(!i.microphone){t.toast.show({variant:"error",title:t.t("error.title"),description:t.t("settings.test.failed",{reason:t.t("common.reason.no-microphone")}),persistent:!0});return}i.locales.length>0&&!u().length&&f(i.locales),t.toast.show({variant:"success",title:t.t("error.title"),description:t.t("settings.test.success",{locale:i.selected||i.locales[0]||s.value.locale})})}catch(i){t.toast.show({variant:"error",title:t.t("error.title"),description:i instanceof Error?i.message:String(i)})}finally{m(!1)}};return web.createComponent(n.SettingsLayout,{get title(){return t.t("settings.title")},get description(){return t.t("settings.description")},get children(){return[web.createComponent(n.SettingsSection,{get title(){return t.t("settings.section")},get children(){return[web.createComponent(n.SettingsRow,{id:"engine",get title(){return t.t("settings.engine")},get description(){return t.t("settings.engine.description")},get children(){return web.createComponent(n.Select,{get label(){return t.t("settings.engine")},get value(){return d.value.mode},get options(){return[{value:"windows",label:t.t("engine.windows")},{value:"system",label:t.t("engine.system")}]},onChange:i=>c(i)})}}),web.createComponent(solidJs.Show,{get when(){return d.value.mode==="windows"},get children(){return web.createComponent(n.SettingsRow,{id:"winh",get title(){return t.t("settings.winh")},get description(){return t.t("settings.winh.description")},get children(){return web.createComponent(n.Button,{onClick:()=>{$()},get children(){return t.t("settings.winh.run")}})}})}}),web.createComponent(solidJs.Show,{get when(){return d.value.mode==="system"},get children(){return[web.createComponent(n.SettingsRow,{id:"language",get title(){return t.t("settings.language")},get description(){return t.t("settings.language.description")},get children(){return web.createComponent(n.Select,{get label(){return t.t("settings.language")},get value(){return s.value.locale},get options(){return web.memo(()=>w().length>0)()?w():FALLBACK_LOCALES.map(i=>({value:i,label:i}))},onChange:i=>E({locale:i})})}}),web.createComponent(n.SettingsRow,{id:"confidence",get title(){return t.t("settings.confidence")},get description(){return t.t("settings.confidence.description")},get children(){return web.createComponent(n.Select,{get label(){return t.t("settings.confidence")},get value(){return String(s.value.minConfidence)},get options(){return[{value:"0.2",label:t.t("confidence.low")},{value:"0.4",label:t.t("confidence.normal")},{value:"0.6",label:t.t("confidence.high")}]},onChange:i=>E({minConfidence:Number(i)||.4})})}}),web.createComponent(n.SettingsRow,{id:"space",get title(){return t.t("settings.space")},get description(){return t.t("settings.space.description")},get children(){return web.createComponent(n.Switch,{get label(){return t.t("settings.space")},hideLabel:!0,get checked(){return s.value.trailingSpace},onChange:i=>E({trailingSpace:i})})}}),web.createComponent(n.SettingsRow,{id:"focus",get title(){return t.t("settings.focus")},get description(){return t.t("settings.focus.description")},get children(){return web.createComponent(n.Switch,{get label(){return t.t("settings.focus")},hideLabel:!0,get checked(){return s.value.autoFocus},onChange:i=>E({autoFocus:i})})}})]}})]}}),web.createComponent(n.SettingsSection,{get title(){return t.t("speech.section")},get children(){return[web.createComponent(n.SettingsRow,{id:"tts-engine",get title(){return t.t("speech.engine")},get description(){return t.t("speech.engine.description")},get children(){return web.createComponent(n.Select,{get label(){return t.t("speech.engine")},get value(){return r.value.engine},get options(){return[{value:"edge",label:t.t("speech.engine.edge")},{value:"system",label:t.t("speech.engine.system")}]},onChange:i=>S(i)})}}),web.createComponent(n.SettingsRow,{id:"voice",get title(){return t.t("speech.voice")},get description(){return t.t("speech.voice.description")},get children(){return web.createComponent(n.Select,{get label(){return t.t("speech.voice")},get value(){return I()},get options(){return v()},onChange:i=>N(i)})}}),web.createComponent(solidJs.Show,{get when(){return e.speaker.error()},get children(){return web.createComponent(n.SettingsRow,{id:"tts-error",get title(){return t.t("speech.edge.error")},get description(){return e.speaker.error()}})}}),web.createComponent(n.SettingsRow,{id:"rate",get title(){return t.t("speech.rate")},get description(){return t.t("speech.rate.description")},get children(){return web.createComponent(n.Select,{get label(){return t.t("speech.rate")},get value(){return String(o.value.rate)},get options(){return[{value:"0.8",label:t.t("speech.rate.slow")},{value:"1",label:t.t("speech.rate.normal")},{value:"1.2",label:t.t("speech.rate.fast")},{value:"1.5",label:t.t("speech.rate.faster")}]},onChange:i=>R({rate:Number(i)||1})})}}),web.createComponent(n.SettingsRow,{id:"skip-code",get title(){return t.t("speech.skipCode")},get description(){return t.t("speech.skipCode.description")},get children(){return web.createComponent(n.Switch,{get label(){return t.t("speech.skipCode")},hideLabel:!0,get checked(){return o.value.skipCode},onChange:i=>R({skipCode:i})})}}),web.createComponent(n.SettingsRow,{id:"preview",get title(){return t.t("speech.preview")},get description(){return t.t("speech.preview.description")},get children(){return web.createComponent(n.Button,{onClick:()=>{y()},get children(){return t.t("read.idle")}})}})]}}),web.createComponent(n.SettingsSection,{get title(){return t.t("settings.test.section")},get children(){return web.createComponent(n.SettingsRow,{id:"test",get title(){return t.t("settings.test")},get description(){return t.t("settings.test.description")},get children(){return web.createComponent(n.Button,{get busy(){return k()},onClick:()=>{A()},get children(){return t.t("settings.test.run")}})}})}})]}})}function ReadMenu(e){const t=gui$1.usePlugin();return web.memo(()=>e.actions().map(n=>web.createComponent(t.ui.Button,{get variant(){return n.id==="stop"?"danger":"neutral"},get icon(){return n.icon},onClick:()=>{n.run(),e.close()},get children(){return n.label}})))}const setup=e=>{const t=e.main(Dictation),n=e.main(Speech),s=e.main(VoiceTyping),o=createSpeaker(e,n),r=e.stores.prefs,d=e.stores.engine,[a,l]=solidJs.createSignal(!1);let u;const f=(c,S,$)=>{switch(c){case"LANGUAGE_NOT_AVAILABLE":return e.t("error.language",{locale:S||r.value.locale,available:$.length>0?$.join(", "):"—"});case"NO_RECOGNIZERS":return e.t("error.none");case"MICROPHONE_UNAVAILABLE":return e.t("error.mic");case"SYSTEM_SPEECH_UNAVAILABLE":return e.t("error.system");case"ENGINE_EXIT":return e.t("error.exit");default:return e.t("error.unknown",{code:c})}},k=()=>{a()&&(l(!1),s.toggle().catch(()=>{})),o.cancel(),u=e.sessions.current()?.key,t.start({locale:r.value.locale,minConfidence:r.value.minConfidence}).catch(c=>{e.toast.show({variant:"error",title:e.t("error.title"),description:c instanceof Error?c.message:String(c)})})},m=()=>{t.stop().catch(()=>{})},w=()=>{o.cancel(),e.screen.current()?.composer.focus(),s.toggle().then(()=>l(c=>!c)).catch(c=>{l(!1),e.toast.show({variant:"error",title:e.t("pill.title"),description:c instanceof Error?`${e.t("error.winh")} ${c.message}`:e.t("error.winh")})})},v=()=>{if(d.value.mode==="windows"){w();return}const c=t.state()?.status??"idle";c==="starting"||c==="listening"?m():k()},I=()=>{if(o.speaking()){o.cancel();return}if(!e.sessions.current()){e.toast.show({variant:"error",title:e.t("read.title"),description:e.t("read.noSession")});return}const c=t.state()?.status??"idle";(c==="starting"||c==="listening")&&t.stop().catch(()=>{}),(async()=>{try{const S=await o.lastAssistantText();if(!S.trim()){e.toast.show({variant:"default",title:e.t("read.title"),description:e.t("read.empty")});return}await o.speak(S)||e.toast.show({variant:"default",title:e.t("read.title"),description:e.t("read.empty")})}catch(S){e.toast.show({variant:"error",title:e.t("read.title"),description:S instanceof Error?S.message:e.t("read.error")})}})()},N=()=>{if(!o.speaking())return[{id:"start",label:e.t("read.idle"),icon:"outline-audio",run:I}];const c=o.paused(),S=[{id:"restart",label:e.t("read.restart"),icon:"outline-reset",run:()=>{o.restart()}}];return o.canPause()&&S.push({id:"pause",label:c?e.t("read.resume"):e.t("read.pause"),icon:"outline-audio",run:()=>o.togglePause()}),S.push({id:"stop",label:e.t("read.stop"),icon:"xmark-small",run:()=>o.cancel()}),S};t.on("final",c=>{const S=e.sessions.current()?.key;if(u&&S&&S!==u){e.toast.show({variant:"error",title:e.t("error.title"),description:e.t("toast.discarded")});return}const $=e.screen.current()?.composer;if(!$)return;const y=$.text(),A=r.value.trailingSpace&&y.length>0&&!/\s$/.test(y)?" ":"";$.insert(A+c.text),r.value.autoFocus&&$.focus()}),t.on("error",c=>{e.toast.show({variant:"error",title:e.t("error.title"),description:f(c.code,c.detail,c.available),persistent:c.code==="LANGUAGE_NOT_AVAILABLE"||c.code==="NO_RECOGNIZERS",duration:8e3})});const E=()=>{if(e.app.platform!=="desktop")return;if(d.value.mode==="windows")return a()?{label:e.t("pill.dictating"),icon:"outline-wave-audio",tone:"danger",title:e.t("pill.stop"),run:v}:{label:e.t("pill.idle"),icon:"outline-wave-audio",title:e.t("pill.winH"),run:v};const c=t.state()?.status??"idle";return c==="starting"?{label:e.t("pill.starting"),icon:"outline-wave-audio",title:e.t("pill.title"),run:v}:c==="listening"?{label:e.t("pill.listening"),icon:"outline-wave-audio",tone:"danger",title:e.t("pill.stop"),run:v}:c==="error"?{label:e.t("pill.error"),icon:"outline-wave-audio",tone:"warning",title:e.t("pill.title"),run:v}:{label:e.t("pill.idle"),icon:"outline-wave-audio",title:e.t("pill.title"),run:v}},R=()=>{if(e.app.platform!=="desktop")return;const c=o.speaking(),S=o.paused(),$=c?N().map(y=>({id:y.id,label:y.label,icon:y.icon,tone:y.id==="stop"?"danger":void 0,run:y.run})):[];return{label:c?S?e.t("read.paused"):e.t("read.speaking"):e.t("read.idle"),icon:"outline-audio",tone:c?"success":void 0,title:e.t("read.title"),rows:$.length>0?$:void 0,run:c?void 0:I}};e.add(gui$1.ComposerPill,()=>({id:"dictate",show:()=>E()})),e.add(gui$1.ComposerPill,()=>({id:"read",order:1,show:()=>R(),menu:c=>web.createComponent(ReadMenu,{actions:N,get close(){return c.close}})})),e.add(gui$1.Command,()=>({id:"toggle",title:e.t("command.toggle"),description:e.t("command.toggle.description"),keywords:"voice dictation microphone speech dictado voz microfono",group:e.t("pill.title"),section:"prompt",bind:"mod+shift+m",slash:{name:"dictado"},editable:!0,enabled:e.app.platform==="desktop",run:v})),e.add(gui$1.Command,()=>({id:"configure",title:e.t("command.configure"),keywords:"voice dictation microphone speech dictado voz microfono",group:e.t("pill.title"),enabled:e.app.platform==="desktop",run:()=>e.layout.settings(e.id)})),e.add(gui$1.Command,()=>({id:"read",title:e.t("command.read"),description:e.t("command.read.description"),keywords:"read aloud speech voice leer voz altavoz lectura",group:e.t("pill.title"),section:"prompt",bind:"mod+shift+l",slash:{name:"leer"},editable:!0,enabled:e.app.platform==="desktop",run:I})),e.add(gui$1.SettingsPage,{id:e.id,icon:"outline-audio",get title(){return e.t("settings.title")},get entries(){return[{id:"engine",title:e.t("settings.engine"),keywords:"engine motor dictation dictado winh voz"},{id:"winh",title:e.t("settings.winh"),keywords:"winh windows voice typing dictado"},{id:"language",title:e.t("settings.language"),keywords:"voice language idioma voz"},{id:"confidence",title:e.t("settings.confidence"),keywords:"voice confidence confianza"},{id:"test",title:e.t("settings.test"),keywords:"voice microphone microphone test microfono"},{id:"voice",title:e.t("speech.voice"),keywords:"read aloud voice voz lectura altavoz"},{id:"tts-engine",title:e.t("speech.engine"),keywords:"voice engine motor edge neural sistema"},{id:"rate",title:e.t("speech.rate"),keywords:"read aloud speed velocidad lectura"},{id:"skip-code",title:e.t("speech.skipCode"),keywords:"read aloud code codigo lectura"},{id:"preview",title:e.t("speech.preview"),keywords:"read aloud test voice probar voz"}]},render:()=>web.createComponent(VoiceSettings,{speaker:o})})},gui=gui$1.Plugin.define({...definition,setup,main});exports.default=gui;
|
|
190
|
+
`,Pe="powershell.exe";function We(){const e=M.join(te.tmpdir(),"opencode-voice-dictation");j.mkdirSync(e,{recursive:!0});const t=Q.createHash("sha1").update(ae).digest("hex").slice(0,12),i=M.join(e,`win-h-${t}.ps1`);return j.writeFileSync(i,ae,"utf8"),i}function Le(e){return K.spawn(Pe,e,{windowsHide:!0,stdio:"ignore"})}function _e(){return new Promise((e,t)=>{const i=Le(["-NoProfile","-NonInteractive","-ExecutionPolicy","Bypass","-File",We()]);i.on("error",l=>t(l)),i.on("close",l=>{l===0?e():t(new Error(`Win+H helper exited with code ${l??"unknown"}`))})})}const Ve=e=>{let t="idle",i="",l="",r,o=!1;const u=()=>{r=void 0,o=!1},s=e.provide(ie,{state:()=>({status:t,error:i,locale:l}),start(f,E){r&&(o=!0,r.stop(),u()),t="starting",i="",l=f.locale,s.changed();const S=E.window;try{r=Ee({locale:f.locale,minConfidence:f.minConfidence},{onReady(y){t="listening",l=y,s.changed()},onFinal(y,N){s.emit("final",{text:y,confidence:N},S)},onError(y,N,F){t="error",i=y,s.changed(),s.emit("error",{code:y,detail:N,available:F},S)},onExit(y,N){if(o){u(),t="idle",i="",l="",s.changed();return}u(),t!=="error"&&(t="error",i=y===null?"ENGINE_EXIT":`ENGINE_EXIT_${y}`,s.changed(),s.emit("error",{code:"ENGINE_EXIT",detail:N||(y===null?"":String(y)),available:[]},S))}})}catch(y){throw t="error",i="ENGINE_START_FAILED",s.changed(),y}},stop(){r&&(o=!0,r.stop(),u()),t="idle",i="",l="",s.changed()},diagnose(){return ke()}});let p;const g=e.provide(le,{speak(f){p?.stop(),p=Ae(f,E=>{p=void 0,g.emit("done",{ok:E})})},stop(){p&&(p.stop(),p=void 0)},voices(){return Ne()}});e.provide(ne,{toggle(){return _e()}}),e.onCleanup(()=>{r&&(o=!0,r.stop(),u()),p?.stop(),p=void 0})},J={id:"voice-dictation.voice",methods:{edgeVoices:{input:{type:"object",additionalProperties:!1},output:{type:"array",items:{type:"object",properties:{id:{type:"string"},label:{type:"string"},locale:{type:"string"},gender:{type:"string"}},required:["id","label","locale","gender"],additionalProperties:!1}}},edgeSpeak:{input:{type:"object",properties:{text:{type:"string"},voice:{type:"string"},rate:{type:"number"}},required:["text","voice","rate"],additionalProperties:!1},output:{type:"string"}},whisperTranscribe:{input:{type:"object",properties:{audio:{type:"string"},mime:{type:"string"},language:{type:"string"},python:{type:"string"},model:{type:"string"}},required:["audio","mime","language","python","model"],additionalProperties:!1},output:{type:"object",properties:{text:{type:"string"},language:{type:"string"}},required:["text","language"],additionalProperties:!1}},whisperStatus:{input:{type:"object",properties:{python:{type:"string"},model:{type:"string"}},required:["python","model"],additionalProperties:!1},output:{type:"object",properties:{ready:{type:"boolean"},model:{type:"string"},device:{type:"string"},error:{type:"string"}},required:["ready","model","device","error"],additionalProperties:!1}}},events:{}},ze=250;function Oe(e,t){let i=e.replace(/\r\n/g,`
|
|
191
|
+
`);return t?i=i.replace(/```[\s\S]*?```/g," "):i=i.replace(/```[^\n]*\n([\s\S]*?)```/g,"$1"),i=i.replace(/`([^`]+)`/g,"$1"),i=i.replace(/!\[[^\]]*\]\([^)]*\)/g," "),i=i.replace(/\[([^\]]+)\]\([^)]*\)/g,"$1"),i=i.replace(/^\s*#{1,6}\s+/gm,""),i=i.replace(/^\s*>\s?/gm,""),i=i.replace(/^\s*[-*+]\s+/gm,""),i=i.replace(/^\s*\d+\.\s+/gm,""),i=i.replace(/(\*\*|__)(.*?)\1/g,"$2"),i=i.replace(/(\*|_)(.*?)\1/g,"$2"),i=i.replace(/^\s*\|.*\|\s*$/gm," "),i=i.replace(/\n{2,}/g,". "),i=i.replace(/\n/g," "),i=i.replace(/\s+/g," "),i=i.replace(/\s+([.,;:!?])/g,"$1"),i=i.replace(/([.,;:!?]){2,}/g,"$1"),i.trim()}function ce(e,t=ze){const i=e.trim();if(!i)return[];const l=i.split(new RegExp("(?<=[.!?…])\\s+")),r=[];let o="";const u=s=>{let p="";for(const g of s.split(/\s+/))g&&(p&&p.length+1+g.length>t?(r.push(p),p=g):p=p?`${p} ${g}`:g);return p};for(const s of l){if(s.length>t){o&&(r.push(o),o=""),o=u(s);continue}o&&o.length+1+s.length>t?(r.push(o),o=s):o=o?`${o} ${s}`:s}return o&&r.push(o),r}function Fe(e,t){const i=e.stores.speech,l=e.stores.tts.value,[r,o]=R.createSignal(l.engine==="edge"?"edge":"system"),[u,s]=R.createSignal(l.voice),p=v=>{(v.engine==="edge"||v.engine==="system")&&o(v.engine),v.voice!==void 0&&s(v.voice)},[g,f]=R.createSignal(!1),[E,S]=R.createSignal(!1),[y,N]=R.createSignal([]),[F,O]=R.createSignal(""),[P,U]=R.createSignal("none");let I=0,V=[],k="",A,L;const B=new Map,_=()=>typeof globalThis.speechSynthesis<"u"?globalThis.speechSynthesis:void 0,a=()=>{const v=_()?.getVoices()??[];if(v.length===0)return;const w=i.value.voiceURI;if(w){const T=v.find(q=>q.voiceURI===w);if(T)return T}const C=e.locale.locale().split("-")[0]?.toLowerCase()??"es";return v.find(T=>T.lang.toLowerCase().startsWith(C))??v[0]},m=async()=>{if(r()==="edge"){try{const w=await e.client.rpc(J).edgeVoices({});w.length>0?(N(w.map(C=>({id:C.id,label:C.label}))),O("")):O(e.t("speech.edge.error"))}catch(w){O(w instanceof Error?w.message:String(w))}U("edge");return}O("");const v=_()?.getVoices()??[];if(v.length>0){N(v.map(w=>({id:w.voiceURI,label:`${w.name} — ${w.lang}`}))),U("web");return}try{const w=await t.voices();if(w.length>0){N(w.map(C=>({id:C,label:C}))),U("sapi");return}}catch{}U("none")},b=()=>{A&&(A.onended=null,A.onerror=null,A.pause(),A=void 0),L&&(URL.revokeObjectURL(L),L=void 0)},n=()=>{I++,V=[],_()?.cancel(),b(),S(!1),f(!1),P()==="sapi"&&t.stop().catch(()=>{})},h=()=>P()==="web"||P()==="edge",D=()=>{if(!(!g()||E()||!h())){if(P()==="edge"){A?.pause(),S(!0);return}_()?.pause(),S(!0)}},H=()=>{if(!(!g()||!E()||!h())){if(P()==="edge"){A?.play().catch(()=>{}),S(!1);return}_()?.resume(),S(!1)}},x=()=>{E()?H():D()},we=()=>k?ee(k):Promise.resolve(!1),ve=v=>{const w=u()||"es-ES-XimenaNeural",C=i.value.rate,T=ce(v,4e3),q=`${w}|${C}|${v}`,G=B.get(q)??[];B.clear(),B.set(q,G);const z=I;f(!0),S(!1);const X=W=>{if(z===I){if(W>=T.length){S(!1),f(!1);return}(async()=>{let Z=G[W];try{Z||(Z=await e.client.rpc(J).edgeSpeak({text:T[W]??"",voice:w,rate:C}),G[W]=Z)}catch{z===I&&(S(!1),f(!1),e.toast.show({variant:"error",title:e.t("read.title"),description:e.t("error.edge")}));return}if(z!==I)return;const ye=Uint8Array.from(atob(Z),be=>be.charCodeAt(0)),re=URL.createObjectURL(new Blob([ye],{type:"audio/mpeg"}));b(),L=re;const Y=new Audio(re);A=Y,Y.onended=()=>{z===I&&(b(),X(W+1))},Y.onerror=()=>{z===I&&(b(),S(!1),f(!1))},await Y.play().catch(()=>{z===I&&(b(),S(!1),f(!1),e.toast.show({variant:"error",title:e.t("read.title"),description:e.t("error.edge")}))})})()}};return X(0),!0},ee=async v=>{k=v;const w=Oe(v,i.value.skipCode);if(!w)return!1;if(n(),await m(),r()==="edge")return ve(w);if(P()==="web"){const C=_();if(!C)return!1;const T=a(),q=i.value.rate,G=I;V=ce(w),f(!0),S(!1);const z=()=>{if(G!==I)return;const X=V.shift();if(!X){S(!1),f(!1);return}const W=new SpeechSynthesisUtterance(X);T&&(W.voice=T),T?.lang&&(W.lang=T.lang),W.rate=q,W.onend=z,W.onerror=z,C.speak(W)};return z(),!0}if(P()==="sapi"){f(!0),S(!1);try{await t.speak({text:w,rate:i.value.rate,voice:i.value.voiceURI})}catch(C){throw f(!1),C}return!0}throw f(!1),new Error(e.t("read.noVoices"))},Se=async()=>{const v=e.sessions.current();if(!v)return"";const C=(await v.server.client.message.list({sessionID:v.id,type:"assistant",order:"desc",limit:1})).data[0];return!C||C.type!=="assistant"?"":C.content.filter(T=>T.type==="text").map(T=>T.text).join(`
|
|
192
|
+
`)};return t.on("done",()=>{S(!1),f(!1)}),_()?.addEventListener?.("voiceschanged",()=>{m()}),m(),{speaking:g,paused:E,backend:P,engine:r,voice:u,error:F,canPause:h,setConfig:p,voices:y,refreshVoices:m,lastAssistantText:Se,speak:ee,cancel:n,pause:D,resume:H,togglePause:x,restart:we,preview:async()=>{const v=await ee(e.t("speech.preview.text"));if(v){const w=r()==="edge"?`Edge · ${u()}`:`${P()} · ${i.value.voiceURI||"auto"}`;e.toast.show({variant:"default",title:e.t("read.title"),description:w})}return v}}}const Ue=["es-ES","es-MX","es-AR","es-CO","pt-BR","pt-PT","en-US","en-GB","fr-FR","de-DE","it-IT"];function De(e){const t=$.usePlugin(),i=t.ui,l=t.stores.prefs,r=t.stores.speech,o=t.stores.tts,u=t.stores.engine,s=t.stores.whisper,p=t.main(ie),g=t.main(ne),[f,E]=R.createSignal([]),[S,y]=R.createSignal(!1),[N,F]=R.createSignal(!1);R.onMount(()=>{e.speaker.setConfig({engine:o.value.engine,voice:o.value.voice}),p.diagnose().then(n=>{n.locales.length>0&&E(n.locales)}).catch(()=>{}),e.speaker.refreshVoices()});const O=()=>{const n=f(),h=l.value.locale;return(n.includes(h)?n:[h,...n]).map(H=>({value:H,label:H}))},P=()=>{const n=e.speaker.voices().map(h=>({value:h.id,label:h.label}));return o.value.engine==="edge"?n:[{value:"",label:t.t("speech.voice.auto")},...n]},U=()=>o.value.engine==="edge"?o.value.voice:r.value.voiceURI,I=n=>{if(o.value.engine==="edge"){o.update(h=>{h.voice=n}),e.speaker.setConfig({voice:n});return}k({voiceURI:n})},V=n=>{l.update(h=>{n.locale!==void 0&&(h.locale=n.locale),n.minConfidence!==void 0&&(h.minConfidence=n.minConfidence),n.trailingSpace!==void 0&&(h.trailingSpace=n.trailingSpace),n.autoFocus!==void 0&&(h.autoFocus=n.autoFocus)})},k=n=>{r.update(h=>{n.voiceURI!==void 0&&(h.voiceURI=n.voiceURI),n.rate!==void 0&&(h.rate=n.rate),n.skipCode!==void 0&&(h.skipCode=n.skipCode)})},A=n=>{u.update(h=>{h.mode=n})},L=n=>{s.update(h=>{n.python!==void 0&&(h.python=n.python),n.model!==void 0&&(h.model=n.model),n.language!==void 0&&(h.language=n.language)})},B=async()=>{F(!0);try{const n=await t.client.rpc(J).whisperStatus({python:s.value.python,model:s.value.model});n.ready?t.toast.show({variant:"success",title:t.t("pill.title"),description:t.t("whisper.test.ready",{model:n.model,device:n.device})}):t.toast.show({variant:"error",title:t.t("pill.title"),description:t.t("whisper.test.error",{error:n.error||"?"})})}catch(n){t.toast.show({variant:"error",title:t.t("pill.title"),description:t.t("whisper.test.error",{error:n instanceof Error?n.message:String(n)})})}finally{F(!1)}},_=n=>{o.update(h=>{h.engine=n}),e.speaker.setConfig({engine:n}),e.speaker.refreshVoices()},a=async()=>{try{await g.toggle(),t.toast.show({variant:"default",title:t.t("settings.winh"),description:t.t("settings.winh.sent")})}catch(n){t.toast.show({variant:"error",title:t.t("pill.title"),description:n instanceof Error?n.message:t.t("error.winh")})}},m=async()=>{try{await e.speaker.preview()}catch(n){t.toast.show({variant:"error",title:t.t("read.title"),description:n instanceof Error?n.message:t.t("read.error")})}},b=async()=>{y(!0);try{const n=await p.diagnose();if(n.locales.length===0){t.toast.show({variant:"error",title:t.t("error.title"),description:t.t("settings.test.failed",{reason:t.t("common.reason.no-recognizers")}),persistent:!0});return}if(!n.microphone){t.toast.show({variant:"error",title:t.t("error.title"),description:t.t("settings.test.failed",{reason:t.t("common.reason.no-microphone")}),persistent:!0});return}n.locales.length>0&&!f().length&&E(n.locales),t.toast.show({variant:"success",title:t.t("error.title"),description:t.t("settings.test.success",{locale:n.selected||n.locales[0]||l.value.locale})})}catch(n){t.toast.show({variant:"error",title:t.t("error.title"),description:n instanceof Error?n.message:String(n)})}finally{y(!1)}};return d.createComponent(i.SettingsLayout,{get title(){return t.t("settings.title")},get description(){return t.t("settings.description")},get children(){return[d.createComponent(i.SettingsSection,{get title(){return t.t("settings.section")},get children(){return[d.createComponent(i.SettingsRow,{id:"engine",get title(){return t.t("settings.engine")},get description(){return t.t("settings.engine.description")},get children(){return d.createComponent(i.Select,{get label(){return t.t("settings.engine")},get value(){return u.value.mode},get options(){return[{value:"windows",label:t.t("engine.windows")},{value:"system",label:t.t("engine.system")},{value:"whisper",label:t.t("engine.whisper")}]},onChange:n=>A(n)})}}),d.createComponent(R.Show,{get when(){return u.value.mode==="windows"},get children(){return d.createComponent(i.SettingsRow,{id:"winh",get title(){return t.t("settings.winh")},get description(){return t.t("settings.winh.description")},get children(){return d.createComponent(i.Button,{onClick:()=>{a()},get children(){return t.t("settings.winh.run")}})}})}}),d.createComponent(R.Show,{get when(){return u.value.mode==="whisper"},get children(){return[d.createComponent(i.SettingsRow,{id:"whisper-python",get title(){return t.t("whisper.python")},get description(){return t.t("whisper.python.description")},get children(){return d.createComponent(i.TextInput,{get label(){return t.t("whisper.python")},get value(){return s.value.python},onInput:n=>L({python:n})})}}),d.createComponent(i.SettingsRow,{id:"whisper-model",get title(){return t.t("whisper.model")},get description(){return t.t("whisper.model.description")},get children(){return d.createComponent(i.Select,{get label(){return t.t("whisper.model")},get value(){return s.value.model},options:[{value:"large-v3-turbo",label:"large-v3-turbo"},{value:"large-v3",label:"large-v3"},{value:"medium",label:"medium"}],onChange:n=>L({model:n})})}}),d.createComponent(i.SettingsRow,{id:"whisper-language",get title(){return t.t("whisper.language")},get description(){return t.t("whisper.language.description")},get children(){return d.createComponent(i.Select,{get label(){return t.t("whisper.language")},get value(){return s.value.language},get options(){return[{value:"",label:t.t("whisper.language.auto")},{value:"es",label:"Español"},{value:"en",label:"English"},{value:"pt",label:"Português"}]},onChange:n=>L({language:n})})}}),d.createComponent(i.SettingsRow,{id:"whisper-test",get title(){return t.t("whisper.test")},get description(){return t.t("whisper.test.description")},get children(){return d.createComponent(i.Button,{get busy(){return N()},onClick:()=>{B()},get children(){return t.t("whisper.test.run")}})}})]}}),d.createComponent(R.Show,{get when(){return u.value.mode==="system"},get children(){return[d.createComponent(i.SettingsRow,{id:"language",get title(){return t.t("settings.language")},get description(){return t.t("settings.language.description")},get children(){return d.createComponent(i.Select,{get label(){return t.t("settings.language")},get value(){return l.value.locale},get options(){return d.memo(()=>O().length>0)()?O():Ue.map(n=>({value:n,label:n}))},onChange:n=>V({locale:n})})}}),d.createComponent(i.SettingsRow,{id:"confidence",get title(){return t.t("settings.confidence")},get description(){return t.t("settings.confidence.description")},get children(){return d.createComponent(i.Select,{get label(){return t.t("settings.confidence")},get value(){return String(l.value.minConfidence)},get options(){return[{value:"0.2",label:t.t("confidence.low")},{value:"0.4",label:t.t("confidence.normal")},{value:"0.6",label:t.t("confidence.high")}]},onChange:n=>V({minConfidence:Number(n)||.4})})}}),d.createComponent(i.SettingsRow,{id:"space",get title(){return t.t("settings.space")},get description(){return t.t("settings.space.description")},get children(){return d.createComponent(i.Switch,{get label(){return t.t("settings.space")},hideLabel:!0,get checked(){return l.value.trailingSpace},onChange:n=>V({trailingSpace:n})})}}),d.createComponent(i.SettingsRow,{id:"focus",get title(){return t.t("settings.focus")},get description(){return t.t("settings.focus.description")},get children(){return d.createComponent(i.Switch,{get label(){return t.t("settings.focus")},hideLabel:!0,get checked(){return l.value.autoFocus},onChange:n=>V({autoFocus:n})})}})]}})]}}),d.createComponent(i.SettingsSection,{get title(){return t.t("speech.section")},get children(){return[d.createComponent(i.SettingsRow,{id:"tts-engine",get title(){return t.t("speech.engine")},get description(){return t.t("speech.engine.description")},get children(){return d.createComponent(i.Select,{get label(){return t.t("speech.engine")},get value(){return o.value.engine},get options(){return[{value:"edge",label:t.t("speech.engine.edge")},{value:"system",label:t.t("speech.engine.system")}]},onChange:n=>_(n)})}}),d.createComponent(i.SettingsRow,{id:"voice",get title(){return t.t("speech.voice")},get description(){return t.t("speech.voice.description")},get children(){return d.createComponent(i.Select,{get label(){return t.t("speech.voice")},get value(){return U()},get options(){return P()},onChange:n=>I(n)})}}),d.createComponent(R.Show,{get when(){return e.speaker.error()},get children(){return d.createComponent(i.SettingsRow,{id:"tts-error",get title(){return t.t("speech.edge.error")},get description(){return e.speaker.error()}})}}),d.createComponent(i.SettingsRow,{id:"rate",get title(){return t.t("speech.rate")},get description(){return t.t("speech.rate.description")},get children(){return d.createComponent(i.Select,{get label(){return t.t("speech.rate")},get value(){return String(r.value.rate)},get options(){return[{value:"0.8",label:t.t("speech.rate.slow")},{value:"1",label:t.t("speech.rate.normal")},{value:"1.2",label:t.t("speech.rate.fast")},{value:"1.5",label:t.t("speech.rate.faster")}]},onChange:n=>k({rate:Number(n)||1})})}}),d.createComponent(i.SettingsRow,{id:"skip-code",get title(){return t.t("speech.skipCode")},get description(){return t.t("speech.skipCode.description")},get children(){return d.createComponent(i.Switch,{get label(){return t.t("speech.skipCode")},hideLabel:!0,get checked(){return r.value.skipCode},onChange:n=>k({skipCode:n})})}}),d.createComponent(i.SettingsRow,{id:"preview",get title(){return t.t("speech.preview")},get description(){return t.t("speech.preview.description")},get children(){return d.createComponent(i.Button,{onClick:()=>{m()},get children(){return t.t("read.idle")}})}})]}}),d.createComponent(i.SettingsSection,{get title(){return t.t("settings.test.section")},get children(){return d.createComponent(i.SettingsRow,{id:"test",get title(){return t.t("settings.test")},get description(){return t.t("settings.test.description")},get children(){return d.createComponent(i.Button,{get busy(){return S()},onClick:()=>{b()},get children(){return t.t("settings.test.run")}})}})}})]}})}async function He(){const e=await navigator.mediaDevices.getUserMedia({audio:{channelCount:1,echoCancellation:!0,noiseSuppression:!0}}),t=MediaRecorder.isTypeSupported("audio/webm;codecs=opus")?"audio/webm;codecs=opus":"audio/webm",i=new MediaRecorder(e,{mimeType:t}),l=[];return i.ondataavailable=r=>{r.data.size>0&&l.push(r.data)},i.start(),{stop:()=>new Promise(r=>{i.onstop=()=>{e.getTracks().forEach(o=>o.stop()),r(new Blob(l,{type:t}))},i.stop()})}}async function je(e){const t=new Uint8Array(await e.arrayBuffer());let i="";const l=32768;for(let r=0;r<t.length;r+=l)i+=String.fromCharCode(...t.subarray(r,r+l));return btoa(i)}function Be(e){const t=$.usePlugin();return d.memo(()=>e.actions().map(i=>d.createComponent(t.ui.Button,{get variant(){return i.id==="stop"?"danger":"neutral"},get icon(){return i.icon},onClick:()=>{i.run(),e.close()},get children(){return i.label}})))}const Me=e=>{const t=e.main(ie),i=e.main(le),l=e.main(ne),r=Fe(e,i),o=e.stores.prefs,u=e.stores.engine,s=e.stores.whisper,[p,g]=R.createSignal(!1),[f,E]=R.createSignal("idle");let S,y;const N=(a,m,b)=>{switch(a){case"LANGUAGE_NOT_AVAILABLE":return e.t("error.language",{locale:m||o.value.locale,available:b.length>0?b.join(", "):"—"});case"NO_RECOGNIZERS":return e.t("error.none");case"MICROPHONE_UNAVAILABLE":return e.t("error.mic");case"SYSTEM_SPEECH_UNAVAILABLE":return e.t("error.system");case"ENGINE_EXIT":return e.t("error.exit");default:return e.t("error.unknown",{code:a})}},F=()=>{p()&&(g(!1),l.toggle().catch(()=>{})),r.cancel(),S=e.sessions.current()?.key,t.start({locale:o.value.locale,minConfidence:o.value.minConfidence}).catch(a=>{e.toast.show({variant:"error",title:e.t("error.title"),description:a instanceof Error?a.message:String(a)})})},O=()=>{t.stop().catch(()=>{})},P=()=>{r.cancel(),e.screen.current()?.composer.focus(),l.toggle().then(()=>g(a=>!a)).catch(a=>{g(!1),e.toast.show({variant:"error",title:e.t("pill.title"),description:a instanceof Error?`${e.t("error.winh")} ${a.message}`:e.t("error.winh")})})},U=async()=>{if(f()==="idle"){r.cancel();try{y=await He(),E("recording")}catch(a){e.toast.show({variant:"error",title:e.t("pill.title"),description:a instanceof Error?a.message:e.t("error.whisper")})}}},I=()=>{const a=y;y=void 0,a&&a.stop().catch(()=>{}),E("idle")},V=async()=>{const a=y;if(y=void 0,!a){E("idle");return}E("transcribing");try{const m=await a.stop(),b=await je(m),h=(await e.client.rpc(J).whisperTranscribe({audio:b,mime:m.type,language:s.value.language,python:s.value.python,model:s.value.model})).text.trim();if(!h){e.toast.show({variant:"default",title:e.t("pill.title"),description:e.t("whisper.empty")});return}const D=e.screen.current()?.composer;if(D){const H=D.text(),x=H.length>0&&!/\s$/.test(H)?" ":"";D.insert(x+h),D.focus()}}catch(m){e.toast.show({variant:"error",title:e.t("pill.title"),description:m instanceof Error?m.message:e.t("error.whisper")})}finally{E("idle")}},k=()=>{if(u.value.mode==="whisper"){f()==="recording"?V():f()==="idle"&&U();return}if(u.value.mode==="windows"){P();return}const a=t.state()?.status??"idle";a==="starting"||a==="listening"?O():F()},A=()=>{if(f()==="recording"&&I(),r.speaking()){r.cancel();return}if(!e.sessions.current()){e.toast.show({variant:"error",title:e.t("read.title"),description:e.t("read.noSession")});return}const a=t.state()?.status??"idle";(a==="starting"||a==="listening")&&t.stop().catch(()=>{}),(async()=>{try{const m=await r.lastAssistantText();if(!m.trim()){e.toast.show({variant:"default",title:e.t("read.title"),description:e.t("read.empty")});return}await r.speak(m)||e.toast.show({variant:"default",title:e.t("read.title"),description:e.t("read.empty")})}catch(m){e.toast.show({variant:"error",title:e.t("read.title"),description:m instanceof Error?m.message:e.t("read.error")})}})()},L=()=>{if(!r.speaking())return[{id:"start",label:e.t("read.idle"),icon:"outline-audio",run:A}];const a=r.paused(),m=[{id:"restart",label:e.t("read.restart"),icon:"outline-reset",run:()=>{r.restart()}}];return r.canPause()&&m.push({id:"pause",label:a?e.t("read.resume"):e.t("read.pause"),icon:"outline-audio",run:()=>r.togglePause()}),m.push({id:"stop",label:e.t("read.stop"),icon:"xmark-small",run:()=>r.cancel()}),m};t.on("final",a=>{const m=e.sessions.current()?.key;if(S&&m&&m!==S){e.toast.show({variant:"error",title:e.t("error.title"),description:e.t("toast.discarded")});return}const b=e.screen.current()?.composer;if(!b)return;const n=b.text(),h=o.value.trailingSpace&&n.length>0&&!/\s$/.test(n)?" ":"";b.insert(h+a.text),o.value.autoFocus&&b.focus()}),t.on("error",a=>{e.toast.show({variant:"error",title:e.t("error.title"),description:N(a.code,a.detail,a.available),persistent:a.code==="LANGUAGE_NOT_AVAILABLE"||a.code==="NO_RECOGNIZERS",duration:8e3})});const B=()=>{if(e.app.platform!=="desktop")return;if(u.value.mode==="windows")return p()?{label:e.t("pill.dictating"),icon:"outline-wave-audio",tone:"danger",title:e.t("pill.stop"),run:k}:{label:e.t("pill.idle"),icon:"outline-wave-audio",title:e.t("pill.winH"),run:k};if(u.value.mode==="whisper")return f()==="recording"?{label:e.t("pill.recording"),icon:"outline-wave-audio",tone:"danger",title:e.t("pill.stop"),run:k}:f()==="transcribing"?{label:e.t("pill.transcribing"),icon:"outline-audio",title:e.t("pill.whisper")}:{label:e.t("pill.idle"),icon:"outline-wave-audio",title:e.t("pill.whisper"),run:k};const a=t.state()?.status??"idle";return a==="starting"?{label:e.t("pill.starting"),icon:"outline-wave-audio",title:e.t("pill.title"),run:k}:a==="listening"?{label:e.t("pill.listening"),icon:"outline-wave-audio",tone:"danger",title:e.t("pill.stop"),run:k}:a==="error"?{label:e.t("pill.error"),icon:"outline-wave-audio",tone:"warning",title:e.t("pill.title"),run:k}:{label:e.t("pill.idle"),icon:"outline-wave-audio",title:e.t("pill.title"),run:k}},_=()=>{if(e.app.platform!=="desktop")return;const a=r.speaking(),m=r.paused(),b=a?L().map(n=>({id:n.id,label:n.label,icon:n.icon,tone:n.id==="stop"?"danger":void 0,run:n.run})):[];return{label:a?m?e.t("read.paused"):e.t("read.speaking"):e.t("read.idle"),icon:"outline-audio",tone:a?"success":void 0,title:e.t("read.title"),rows:b.length>0?b:void 0,run:a?void 0:A}};e.add($.ComposerPill,()=>({id:"dictate",show:()=>B()})),e.add($.ComposerPill,()=>({id:"read",order:1,show:()=>_(),menu:a=>d.createComponent(Be,{actions:L,get close(){return a.close}})})),e.add($.Command,()=>({id:"toggle",title:e.t("command.toggle"),description:e.t("command.toggle.description"),keywords:"voice dictation microphone speech dictado voz microfono",group:e.t("pill.title"),section:"prompt",bind:"mod+shift+m",slash:{name:"dictado"},editable:!0,enabled:e.app.platform==="desktop",run:k})),e.add($.Command,()=>({id:"configure",title:e.t("command.configure"),keywords:"voice dictation microphone speech dictado voz microfono",group:e.t("pill.title"),enabled:e.app.platform==="desktop",run:()=>e.layout.settings(e.id)})),e.add($.Command,()=>({id:"read",title:e.t("command.read"),description:e.t("command.read.description"),keywords:"read aloud speech voice leer voz altavoz lectura",group:e.t("pill.title"),section:"prompt",bind:"mod+shift+l",slash:{name:"leer"},editable:!0,enabled:e.app.platform==="desktop",run:A})),e.add($.SettingsPage,{id:e.id,icon:"outline-audio",get title(){return e.t("settings.title")},get entries(){return[{id:"engine",title:e.t("settings.engine"),keywords:"engine motor dictation dictado winh voz"},{id:"winh",title:e.t("settings.winh"),keywords:"winh windows voice typing dictado"},{id:"language",title:e.t("settings.language"),keywords:"voice language idioma voz"},{id:"confidence",title:e.t("settings.confidence"),keywords:"voice confidence confianza"},{id:"test",title:e.t("settings.test"),keywords:"voice microphone microphone test microfono"},{id:"voice",title:e.t("speech.voice"),keywords:"read aloud voice voz lectura altavoz"},{id:"tts-engine",title:e.t("speech.engine"),keywords:"voice engine motor edge neural sistema"},{id:"whisper-python",title:e.t("whisper.python"),keywords:"whisper python venv entorno"},{id:"whisper-model",title:e.t("whisper.model"),keywords:"whisper model modelo"},{id:"whisper-language",title:e.t("whisper.language"),keywords:"whisper language idioma"},{id:"whisper-test",title:e.t("whisper.test"),keywords:"whisper check comprobar"},{id:"rate",title:e.t("speech.rate"),keywords:"read aloud speed velocidad lectura"},{id:"skip-code",title:e.t("speech.skipCode"),keywords:"read aloud code codigo lectura"},{id:"preview",title:e.t("speech.preview"),keywords:"read aloud test voice probar voz"}]},render:()=>d.createComponent(De,{speaker:r})})},qe=$.Plugin.define({...Ce,setup:Me,main:Ve});exports.default=qe;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "opencode-voice-dictation",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.6.0",
|
|
4
4
|
"description": "Offline voice dictation and read-aloud for OpenCode Desktop on Windows",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"author": "Fran Carlos <francarlos803@gmail.com>",
|
|
@@ -25,7 +25,8 @@
|
|
|
25
25
|
"type": "module",
|
|
26
26
|
"exports": {
|
|
27
27
|
".": "./src/index.ts",
|
|
28
|
-
"./gui-experimental": "./dist/gui-experimental.cjs"
|
|
28
|
+
"./gui-experimental": "./dist/gui-experimental.cjs",
|
|
29
|
+
"./rpc": "./src/rpc.ts"
|
|
29
30
|
},
|
|
30
31
|
"files": [
|
|
31
32
|
"src",
|
|
@@ -35,7 +36,7 @@
|
|
|
35
36
|
],
|
|
36
37
|
"dependencies": {
|
|
37
38
|
"msedge-tts": "^2.1.1",
|
|
38
|
-
"opencode
|
|
39
|
+
"@opencode/plugin": "2.2.6"
|
|
39
40
|
},
|
|
40
41
|
"publishConfig": {
|
|
41
42
|
"access": "public"
|
|
@@ -48,7 +49,6 @@
|
|
|
48
49
|
"prepublishOnly": "npm run typecheck && npm run build && npm test"
|
|
49
50
|
},
|
|
50
51
|
"devDependencies": {
|
|
51
|
-
"@opencode/plugin": "2.2.6",
|
|
52
52
|
"@types/node": "^24.0.0",
|
|
53
53
|
"effect": "4.1.0",
|
|
54
54
|
"solid-js": "^1.9.17",
|
|
@@ -1,13 +1,11 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Edge neural text-to-speech.
|
|
3
|
-
*
|
|
4
|
-
* `msedge-tts` is Node-only. It is resolved at runtime from the plugin's own
|
|
5
|
-
* `node_modules`, only in the Electron main process.
|
|
6
|
-
*/
|
|
7
|
-
import { createRequire } from "node:module"
|
|
8
|
-
|
|
9
1
|
type EdgeModule = typeof import("msedge-tts")
|
|
10
2
|
|
|
3
|
+
let modulePromise: Promise<EdgeModule> | undefined
|
|
4
|
+
|
|
5
|
+
function load(): Promise<EdgeModule> {
|
|
6
|
+
modulePromise ??= import("msedge-tts")
|
|
7
|
+
return modulePromise
|
|
8
|
+
}
|
|
11
9
|
export interface EdgeVoiceInfo {
|
|
12
10
|
id: string
|
|
13
11
|
label: string
|
|
@@ -22,25 +20,6 @@ interface RawVoice {
|
|
|
22
20
|
Gender: string
|
|
23
21
|
}
|
|
24
22
|
|
|
25
|
-
let cached: EdgeModule | undefined
|
|
26
|
-
|
|
27
|
-
function load(): EdgeModule {
|
|
28
|
-
if (cached) return cached
|
|
29
|
-
|
|
30
|
-
// Resolve from the bundle path. The app may evaluate the bundle with a
|
|
31
|
-
// `require` that points at its own directory, so `eval("require")` alone is
|
|
32
|
-
// not enough.
|
|
33
|
-
let runtimeRequire: NodeRequire
|
|
34
|
-
try {
|
|
35
|
-
runtimeRequire = createRequire(__filename)
|
|
36
|
-
} catch {
|
|
37
|
-
runtimeRequire = eval("require") as NodeRequire
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
cached = runtimeRequire("msedge-tts") as EdgeModule
|
|
41
|
-
return cached
|
|
42
|
-
}
|
|
43
|
-
|
|
44
23
|
function shortName(voice: RawVoice): string {
|
|
45
24
|
const friendly = voice.FriendlyName.replace(/^Microsoft\s+/i, "")
|
|
46
25
|
.replace(/\s+Online.*$/i, "")
|
|
@@ -53,11 +32,11 @@ function shortName(voice: RawVoice): string {
|
|
|
53
32
|
}
|
|
54
33
|
|
|
55
34
|
export async function listEdgeVoices(): Promise<EdgeVoiceInfo[]> {
|
|
56
|
-
const { MsEdgeTTS } = load()
|
|
35
|
+
const { MsEdgeTTS } = await load()
|
|
57
36
|
const tts = new MsEdgeTTS()
|
|
58
37
|
|
|
59
38
|
try {
|
|
60
|
-
const voices = (await tts.getVoices()) as RawVoice[]
|
|
39
|
+
const voices = (await tts.getVoices()) as unknown as RawVoice[]
|
|
61
40
|
|
|
62
41
|
return voices
|
|
63
42
|
.filter((voice) => voice.Locale.toLowerCase().startsWith("es-"))
|
|
@@ -78,7 +57,7 @@ export async function synthesizeEdge(input: {
|
|
|
78
57
|
voice: string
|
|
79
58
|
rate: number
|
|
80
59
|
}): Promise<string> {
|
|
81
|
-
const { MsEdgeTTS, OUTPUT_FORMAT } = load()
|
|
60
|
+
const { MsEdgeTTS, OUTPUT_FORMAT } = await load()
|
|
82
61
|
const tts = new MsEdgeTTS()
|
|
83
62
|
|
|
84
63
|
try {
|
package/src/gui/contract.ts
CHANGED
|
@@ -69,24 +69,6 @@ export interface DiagnoseResult {
|
|
|
69
69
|
voices: {
|
|
70
70
|
output: Schema.Array(Schema.String),
|
|
71
71
|
},
|
|
72
|
-
edgeVoices: {
|
|
73
|
-
output: Schema.Array(
|
|
74
|
-
Schema.Struct({
|
|
75
|
-
id: Schema.String,
|
|
76
|
-
label: Schema.String,
|
|
77
|
-
locale: Schema.String,
|
|
78
|
-
gender: Schema.String,
|
|
79
|
-
}),
|
|
80
|
-
),
|
|
81
|
-
},
|
|
82
|
-
edgeSpeak: {
|
|
83
|
-
input: Schema.Struct({
|
|
84
|
-
text: Schema.String,
|
|
85
|
-
voice: Schema.String,
|
|
86
|
-
rate: Schema.Number,
|
|
87
|
-
}),
|
|
88
|
-
output: Schema.String,
|
|
89
|
-
},
|
|
90
72
|
},
|
|
91
73
|
events: {
|
|
92
74
|
done: Schema.Struct({ ok: Schema.Boolean }),
|
package/src/gui/definition.ts
CHANGED
|
@@ -55,6 +55,18 @@ export const definition = Plugin.define({
|
|
|
55
55
|
voice: "es-ES-XimenaNeural",
|
|
56
56
|
},
|
|
57
57
|
),
|
|
58
|
+
whisper: Store.global(
|
|
59
|
+
Schema.Struct({
|
|
60
|
+
python: Schema.String,
|
|
61
|
+
model: Schema.String,
|
|
62
|
+
language: Schema.String,
|
|
63
|
+
}),
|
|
64
|
+
{
|
|
65
|
+
python: "~/peopleby/voice_to_text/api_voice/demo/whisperx-env/bin/python",
|
|
66
|
+
model: "large-v3-turbo",
|
|
67
|
+
language: "",
|
|
68
|
+
},
|
|
69
|
+
),
|
|
58
70
|
},
|
|
59
71
|
i18n: {
|
|
60
72
|
en: {
|
|
@@ -84,6 +96,25 @@ export const definition = Plugin.define({
|
|
|
84
96
|
"settings.engine.description": "Windows uses Windows 11 voice typing (Win+H), which is more accurate. System.Speech works offline but is less precise.",
|
|
85
97
|
"engine.windows": "Windows Voice Typing (Win+H)",
|
|
86
98
|
"engine.system": "System.Speech (offline)",
|
|
99
|
+
"engine.whisper": "WhisperX local (WSL)",
|
|
100
|
+
"pill.recording": "Recording…",
|
|
101
|
+
"pill.transcribing": "Transcribing…",
|
|
102
|
+
"pill.whisper": "Record and transcribe with WhisperX",
|
|
103
|
+
"error.whisper": "WhisperX could not transcribe the audio.",
|
|
104
|
+
"whisper.section": "WhisperX (local)",
|
|
105
|
+
"whisper.python": "Environment Python",
|
|
106
|
+
"whisper.python.description": "Python of the venv that has whisperx installed.",
|
|
107
|
+
"whisper.model": "Model",
|
|
108
|
+
"whisper.model.description": "large-v3-turbo is the fastest with good accuracy on a GPU.",
|
|
109
|
+
"whisper.language": "Language",
|
|
110
|
+
"whisper.language.description": "Automatic detects the language of each recording.",
|
|
111
|
+
"whisper.language.auto": "Automatic",
|
|
112
|
+
"whisper.test": "Check WhisperX",
|
|
113
|
+
"whisper.test.description": "Starts the worker and reports whether the model loads.",
|
|
114
|
+
"whisper.test.run": "Check",
|
|
115
|
+
"whisper.test.ready": "WhisperX ready: {model} ({device})",
|
|
116
|
+
"whisper.test.error": "WhisperX is not ready: {error}",
|
|
117
|
+
"whisper.empty": "WhisperX returned no text.",
|
|
87
118
|
"settings.winh": "Test Win+H",
|
|
88
119
|
"settings.winh.description": "Sends the Windows voice typing shortcut. If the floating bar appears, it works.",
|
|
89
120
|
"settings.winh.run": "Test Win+H",
|
|
@@ -171,6 +202,25 @@ export const definition = Plugin.define({
|
|
|
171
202
|
"settings.engine.description": "Windows usa el dictado de Windows 11 (Win+H), más preciso. System.Speech funciona sin Windows 11 pero es menos exacto.",
|
|
172
203
|
"engine.windows": "Windows Voice Typing (Win+H)",
|
|
173
204
|
"engine.system": "System.Speech (offline)",
|
|
205
|
+
"engine.whisper": "WhisperX local (WSL)",
|
|
206
|
+
"pill.recording": "Grabando…",
|
|
207
|
+
"pill.transcribing": "Transcribiendo…",
|
|
208
|
+
"pill.whisper": "Grabar y transcribir con WhisperX",
|
|
209
|
+
"error.whisper": "WhisperX no pudo transcribir el audio.",
|
|
210
|
+
"whisper.section": "WhisperX (local)",
|
|
211
|
+
"whisper.python": "Python del entorno",
|
|
212
|
+
"whisper.python.description": "Python del venv que tiene whisperx instalado.",
|
|
213
|
+
"whisper.model": "Modelo",
|
|
214
|
+
"whisper.model.description": "large-v3-turbo es el más rápido con buena precisión en GPU.",
|
|
215
|
+
"whisper.language": "Idioma",
|
|
216
|
+
"whisper.language.description": "Automático detecta el idioma de cada grabación.",
|
|
217
|
+
"whisper.language.auto": "Automático",
|
|
218
|
+
"whisper.test": "Comprobar WhisperX",
|
|
219
|
+
"whisper.test.description": "Arranca el worker e indica si el modelo carga.",
|
|
220
|
+
"whisper.test.run": "Comprobar",
|
|
221
|
+
"whisper.test.ready": "WhisperX listo: {model} ({device})",
|
|
222
|
+
"whisper.test.error": "WhisperX no está listo: {error}",
|
|
223
|
+
"whisper.empty": "WhisperX no devolvió texto.",
|
|
174
224
|
"settings.winh": "Probar Win+H",
|
|
175
225
|
"settings.winh.description": "Envía el atajo del dictado de Windows. Si aparece la barra flotante, funciona.",
|
|
176
226
|
"settings.winh.run": "Probar Win+H",
|
package/src/gui/main.ts
CHANGED
|
@@ -3,7 +3,6 @@ import { Dictation, Speech, VoiceTyping } from "./contract"
|
|
|
3
3
|
import { diagnose, startEngine, type EngineHandle } from "./engines/system-speech"
|
|
4
4
|
import { listSapiVoices, speakSapi, type SpeakHandle } from "./engines/sapi-speech"
|
|
5
5
|
import { sendVoiceTypingShortcut } from "./engines/win-h"
|
|
6
|
-
import { listEdgeVoices, synthesizeEdge } from "./engines/edge-tts"
|
|
7
6
|
|
|
8
7
|
type Status = "idle" | "starting" | "listening" | "error"
|
|
9
8
|
|
|
@@ -130,14 +129,6 @@ export const main: Plugin.MainSetup = (ctx) => {
|
|
|
130
129
|
voices() {
|
|
131
130
|
return listSapiVoices()
|
|
132
131
|
},
|
|
133
|
-
|
|
134
|
-
edgeVoices() {
|
|
135
|
-
return listEdgeVoices()
|
|
136
|
-
},
|
|
137
|
-
|
|
138
|
-
edgeSpeak(input) {
|
|
139
|
-
return synthesizeEdge(input)
|
|
140
|
-
},
|
|
141
132
|
})
|
|
142
133
|
|
|
143
134
|
ctx.provide(VoiceTyping, {
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
export interface Recording {
|
|
2
|
+
stop(): Promise<Blob>
|
|
3
|
+
}
|
|
4
|
+
|
|
5
|
+
/** Records the microphone to WebM/Opus until `stop()` is called. */
|
|
6
|
+
export async function startRecording(): Promise<Recording> {
|
|
7
|
+
const stream = await navigator.mediaDevices.getUserMedia({
|
|
8
|
+
audio: {
|
|
9
|
+
channelCount: 1,
|
|
10
|
+
echoCancellation: true,
|
|
11
|
+
noiseSuppression: true,
|
|
12
|
+
},
|
|
13
|
+
})
|
|
14
|
+
|
|
15
|
+
const mimeType = MediaRecorder.isTypeSupported("audio/webm;codecs=opus")
|
|
16
|
+
? "audio/webm;codecs=opus"
|
|
17
|
+
: "audio/webm"
|
|
18
|
+
|
|
19
|
+
const recorder = new MediaRecorder(stream, { mimeType })
|
|
20
|
+
const chunks: BlobPart[] = []
|
|
21
|
+
|
|
22
|
+
recorder.ondataavailable = (event) => {
|
|
23
|
+
if (event.data.size > 0) chunks.push(event.data)
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
recorder.start()
|
|
27
|
+
|
|
28
|
+
return {
|
|
29
|
+
stop: () =>
|
|
30
|
+
new Promise<Blob>((resolve) => {
|
|
31
|
+
recorder.onstop = () => {
|
|
32
|
+
stream.getTracks().forEach((track) => track.stop())
|
|
33
|
+
resolve(new Blob(chunks, { type: mimeType }))
|
|
34
|
+
}
|
|
35
|
+
recorder.stop()
|
|
36
|
+
}),
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
/** Base64 for the RPC bridge. */
|
|
41
|
+
export async function blobToBase64(blob: Blob): Promise<string> {
|
|
42
|
+
const bytes = new Uint8Array(await blob.arrayBuffer())
|
|
43
|
+
let binary = ""
|
|
44
|
+
const chunk = 0x8000
|
|
45
|
+
|
|
46
|
+
for (let index = 0; index < bytes.length; index += chunk) {
|
|
47
|
+
binary += String.fromCharCode(...bytes.subarray(index, index + chunk))
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
return btoa(binary)
|
|
51
|
+
}
|