zilmate 1.0.1 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +15 -0
- package/README.md +100 -1
- package/dist/agents/manager.d.ts +133 -0
- package/dist/agents/manager.d.ts.map +1 -1
- package/dist/agents/manager.js +23 -0
- package/dist/agents/manager.js.map +1 -1
- package/dist/cli/camera.d.ts +6 -0
- package/dist/cli/camera.d.ts.map +1 -0
- package/dist/cli/camera.js +27 -0
- package/dist/cli/camera.js.map +1 -0
- package/dist/cli/doctor.d.ts +4 -0
- package/dist/cli/doctor.d.ts.map +1 -1
- package/dist/cli/doctor.js +12 -1
- package/dist/cli/doctor.js.map +1 -1
- package/dist/cli/health.js +2 -0
- package/dist/cli/health.js.map +1 -1
- package/dist/cli/interactive.d.ts.map +1 -1
- package/dist/cli/interactive.js +42 -5
- package/dist/cli/interactive.js.map +1 -1
- package/dist/cli/menu.d.ts +1 -0
- package/dist/cli/menu.d.ts.map +1 -1
- package/dist/cli/menu.js +68 -0
- package/dist/cli/menu.js.map +1 -1
- package/dist/cli/setup.d.ts +12 -0
- package/dist/cli/setup.d.ts.map +1 -1
- package/dist/cli/setup.js +316 -15
- package/dist/cli/setup.js.map +1 -1
- package/dist/cli/update.d.ts +8 -0
- package/dist/cli/update.d.ts.map +1 -0
- package/dist/cli/update.js +94 -0
- package/dist/cli/update.js.map +1 -0
- package/dist/cli/voice.d.ts +8 -0
- package/dist/cli/voice.d.ts.map +1 -0
- package/dist/cli/voice.js +189 -0
- package/dist/cli/voice.js.map +1 -0
- package/dist/cli/welcome.d.ts.map +1 -1
- package/dist/cli/welcome.js +19 -0
- package/dist/cli/welcome.js.map +1 -1
- package/dist/config/env.d.ts +13 -0
- package/dist/config/env.d.ts.map +1 -1
- package/dist/config/env.js +20 -0
- package/dist/config/env.js.map +1 -1
- package/dist/config/models.d.ts +1 -0
- package/dist/config/models.d.ts.map +1 -1
- package/dist/config/models.js +1 -0
- package/dist/config/models.js.map +1 -1
- package/dist/index.js +259 -4
- package/dist/index.js.map +1 -1
- package/dist/server.d.ts +4 -0
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +12 -0
- package/dist/server.js.map +1 -1
- package/dist/tools/desktop.tool.d.ts +58 -0
- package/dist/tools/desktop.tool.d.ts.map +1 -0
- package/dist/tools/desktop.tool.js +433 -0
- package/dist/tools/desktop.tool.js.map +1 -0
- package/dist/tools/filesystem.tool.d.ts +93 -0
- package/dist/tools/filesystem.tool.d.ts.map +1 -0
- package/dist/tools/filesystem.tool.js +303 -0
- package/dist/tools/filesystem.tool.js.map +1 -0
- package/dist/voice/cascade.d.ts +15 -0
- package/dist/voice/cascade.d.ts.map +1 -0
- package/dist/voice/cascade.js +306 -0
- package/dist/voice/cascade.js.map +1 -0
- package/dist/voice/deepgram.d.ts +22 -0
- package/dist/voice/deepgram.d.ts.map +1 -0
- package/dist/voice/deepgram.js +257 -0
- package/dist/voice/deepgram.js.map +1 -0
- package/dist/voice/terminal.d.ts +27 -0
- package/dist/voice/terminal.d.ts.map +1 -0
- package/dist/voice/terminal.js +448 -0
- package/dist/voice/terminal.js.map +1 -0
- package/dist/voice/types.d.ts +45 -0
- package/dist/voice/types.d.ts.map +1 -0
- package/dist/voice/types.js +2 -0
- package/dist/voice/types.js.map +1 -0
- package/package.json +4 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cascade.js","sourceRoot":"","sources":["../../src/voice/cascade.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAoD/C,MAAM,aAAa,GAAG,IAAI,QAAQ,CAAC,WAAW,EAAE,0BAA0B,CAA4C,CAAC;AAEvH,SAAS,GAAG;IACV,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,IAAI,CAAC,OAAoC,EAAE,KAAwB;IAC1E,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,KAAK,UAAU,UAAU;IACvB,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,eAAe,CAAmB,CAAC;IACtE,OAAO,MAAM,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC;AAChD,CAAC;AAED,KAAK,UAAU,aAAa;IAC1B,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,CAAa,CAAC;IACrD,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,SAAS,CAAC;IACrD,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAC9F,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,cAAc,CAAC,IAAa;IACnC,MAAM,MAAM,GAAG,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAA+B,CAAC,CAAC,CAAC,EAAE,CAAC;IACvF,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IAC3E,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAkC,CAAC,CAAC,CAAC,EAAE,CAAC;IACtH,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;IACrF,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,OAAO,YAAY,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAA4B,CAAC,CAAC,CAAC,EAAE,CAAC;IACvH,OAAO,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAC7E,CAAC;AAED,SAAS,WAAW,CAAC,IAAa;IAChC,MAAM,MAAM,GAAG,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAA+B,CAAC,CAAC,CAAC,EAAE,CAAC;IACvF,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU;QAAE,OAAO,MAAM,CAAC,KAAK,KAAK,WAAW,CAAC;IACpE,OAAO,MAAM,CAAC,QAAQ,KAAK,IAAI,IAAI,MAAM,CAAC,YAAY,KAAK,IAAI,CAAC;AAClE,CAAC;AAED,SAAS,aAAa;IACpB,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;IAChC,MAAM,OAAO,GAA4B;QACvC,KAAK,EAAE,MAAM,CAAC,WAAW;QACzB,QAAQ,EAAE,UAAU;QACpB,WAAW,EAAE,KAAK;KACnB,CAAC;IACF,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5C,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QACrB,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;QAC/B,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;QAC5B,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IACrC,CAAC;SAAM,IAAI,MAAM,CAAC,WAAW,KAAK,oBAAoB,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1F,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;IAC/C,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,cAAc;IACrB,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;IAChC,OAAO,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3E,CAAC;AAED,SAAS,YAAY;IACnB,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;IAChC,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,QAAQ;QACtB,QAAQ,EAAE,UAAU;QACpB,WAAW,EAAE,KAAK;QAClB,SAAS,EAAE,MAAM;KAClB,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAqB,EACrB,OAAiE;IAEjE,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,WAAqC,CAAC;IAC1C,IAAI,UAAgD,CAAC;IACrD,MAAM,aAAa,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1D,WAAW,GAAG,OAAO,CAAC;QACtB,UAAU,GAAG,MAAM,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;QACpB,MAAM,GAAG,IAAI,CAAC;QACd,WAAW,EAAE,EAAE,CAAC;QAChB,IAAI,CAAC,OAAsC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IACjH,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAsC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACxI,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;QAC1B,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC/E,UAAU,EAAE,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QACjC,IAAI,CAAC,OAAsC,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,OAAsC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IAC5K,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,OAAO,GAAG,IAAI,CAAC;QACf,IAAI,CAAC,OAAsC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,GAAG,UAAU,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IAChJ,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;QAC1B,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;YAChC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC;YAC/B,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,OAAsC,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,UAAU,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QAC7G,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,IAAI,UAAU;YACZ,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,IAAI,OAAO;YACT,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,WAAW,EAAE,KAAK,IAAI,EAAE;YACtB,IAAI,MAAM;gBAAE,OAAO;YACnB,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,aAAa;gBACb,IAAI,OAAO,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;oBAC/B,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;gBACpG,CAAC,CAAC;aACH,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,UAAoE,EAAE;IAC1H,MAAM,QAAQ,GAAG,MAAM,UAAU,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAChD,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC;IAC1B,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC;IACvB,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IAChB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC7B,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,GAAG,EAAE,CAAC;gBAChD,aAAa,CAAC,KAAK,CAAC,CAAC;gBACrB,OAAO,EAAE,CAAC;YACZ,CAAC;iBAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,MAAM,EAAE,CAAC;gBACzC,aAAa,CAAC,KAAK,CAAC,CAAC;gBACrB,MAAM,CAAC,IAAI,KAAK,CAAC,sDAAsD,KAAK,CAAC,UAAU,SAAS,CAAC,CAAC,CAAC;YACrG,CAAC;QACH,CAAC,EAAE,GAAG,CAAC,CAAC;IACV,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,YAAY,EAAE,EAAE,CAAC;IACvB,KAAK,CAAC,UAAU,EAAE,CAAC;IACnB,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,WAAW,CAAC,GAAQ,EAAE,GAAW,EAAE,KAAc;IACxD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,KAAK;YAAE,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACrE,OAAO;IACT,CAAC;IACD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;QAC1D,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,0BAA0B,CAAC,OAAgC;IACxE,MAAM,SAAS,GAAG,MAAM,aAAa,EAAE,CAAC;IACxC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,YAAY,EAAE,wBAAwB,CAAC,CAAC;IAC5D,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IAEjF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0D,CAAC;IACnF,MAAM,QAAQ,GAAwC,EAAE,CAAC;IACzD,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,IAAa,EAAE,EAAE;QACjD,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YAChD,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE;QACtD,OAAO,EAAE;YACP,aAAa,EAAE,SAAS,eAAe,EAAE,EAAE;SAC5C;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;QACrB,IAAI,GAAG,IAAI,CAAC;QACZ,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC7B,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAG,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;QAClC,MAAM,GAAG,IAAI,CAAC;QACd,SAAS,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IACjH,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,CAAC,qBAAqB,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE;QACtD,MAAM,UAAU,GAAG,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,YAAY,IAAI,QAAQ;YACrF,CAAC,CAAE,QAAoC,CAAC,UAAU;YAClD,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,aAAa,GAAG,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,eAAe,IAAI,QAAQ;YAC3F,CAAC,CAAE,QAAuC,CAAC,aAAa;YACxD,CAAC,CAAC,SAAS,CAAC;QACd,SAAS,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,mCAAmC,UAAU,CAAC,CAAC,CAAC,KAAK,UAAU,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,6CAA6C,CAAC,CAAC,CAAC;IACjM,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;QAC3B,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;QAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACnF,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;YACzD,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAC3B,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;gBAAE,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,SAAS,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACvF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,EAAE,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YACrB,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE;YACd,IAAI,MAAM;gBAAE,OAAO;YACnB,IAAI,IAAI;gBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;;gBACxB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;QACD,SAAS,EAAE,GAAG,EAAE;YACd,IAAI,MAAM,IAAI,CAAC,IAAI;gBAAE,OAAO;YAC5B,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QAClB,CAAC;QACD,YAAY,EAAE,GAAG,EAAE;YACjB,IAAI,CAAC,MAAM;gBAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC;QACpE,CAAC;QACD,UAAU,EAAE,GAAG,EAAE;YACf,IAAI,CAAC,MAAM;gBAAE,MAAM,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,OAAoC;IAClF,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,SAAS,UAAU,EAAE,EAAE,CAAC;IAC/D,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,MAAM,UAAU,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC;QACnD,CAAC,CAAC,MAAM,0BAA0B,CAAC,aAAa,EAAE,CAAC;QACnD,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC;IAC5D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACnD,IAAI,iBAAiB,GAAG,EAAE,CAAC;IAC3B,IAAI,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAElC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,WAAW,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IAC5I,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;QAC1B,MAAM,MAAM,GAAG,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAA+B,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QACvE,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACzE,IAAI,CAAC,OAAO,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,oBAAoB;YAC3B,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,SAAS,EAAE,GAAG,EAAE;SACjB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3J,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,WAAW,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACjJ,MAAM,CAAC,EAAE,CAAC,eAAe,EAAE,GAAG,EAAE;QAC9B,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;QAChB,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,uBAAuB,EAAE,MAAM,EAAE,kBAAkB,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IAClH,CAAC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,CAAC,IAAa,EAAE,EAAE;QAC/B,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,iBAAiB,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;YAAE,OAAO;QAE/B,MAAM,SAAS,GAAG,iBAAiB,CAAC;QACpC,iBAAiB,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QACpG,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACpC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACxD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,OAAO;YAChD,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC7B,KAAK,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC;YACxB,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;QAClB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACjB,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QACtH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IACF,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC7B,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAE9B,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;QACjC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC;IACvB,CAAC,EAAE,IAAI,CAAC,CAAC;IAET,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QACD,MAAM,SAAS,CAAC;IAClB,CAAC;YAAS,CAAC;QACT,aAAa,CAAC,SAAS,CAAC,CAAC;QACzB,MAAM,CAAC,YAAY,EAAE,EAAE,CAAC;QACxB,KAAK,CAAC,YAAY,EAAE,EAAE,CAAC;QACvB,MAAM,CAAC,UAAU,EAAE,CAAC;QACpB,KAAK,CAAC,UAAU,EAAE,CAAC;IACrB,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,CAAC;AACvB,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { ZilMateVoiceConfig, ZilMateVoiceSessionOptions, ZilMateVoiceSessionResult } from './types.js';
|
|
2
|
+
type DeepgramClient = {
|
|
3
|
+
agent: () => DeepgramAgentConnection;
|
|
4
|
+
};
|
|
5
|
+
type DeepgramAgentConnection = {
|
|
6
|
+
on: (event: string, handler: (data: unknown) => void | Promise<void>) => void;
|
|
7
|
+
configure: (settings: unknown) => void;
|
|
8
|
+
keepAlive: () => void;
|
|
9
|
+
send: (chunk: Buffer | Uint8Array) => void;
|
|
10
|
+
injectAgentMessage: (content: string) => void;
|
|
11
|
+
disconnect: () => void;
|
|
12
|
+
};
|
|
13
|
+
export declare function getVoiceConfig(): ZilMateVoiceConfig;
|
|
14
|
+
export declare function loadDeepgramClient(): Promise<DeepgramClient>;
|
|
15
|
+
export declare function checkVoiceRuntime(): Promise<{
|
|
16
|
+
name: string;
|
|
17
|
+
ok: boolean;
|
|
18
|
+
detail: string;
|
|
19
|
+
}[]>;
|
|
20
|
+
export declare function startDeepgramVoiceAgentSession(options?: ZilMateVoiceSessionOptions): Promise<ZilMateVoiceSessionResult>;
|
|
21
|
+
export {};
|
|
22
|
+
//# sourceMappingURL=deepgram.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deepgram.d.ts","sourceRoot":"","sources":["../../src/voice/deepgram.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAqB,0BAA0B,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAE/H,KAAK,cAAc,GAAG;IACpB,KAAK,EAAE,MAAM,uBAAuB,CAAC;CACtC,CAAC;AAEF,KAAK,uBAAuB,GAAG;IAC7B,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;IAC9E,SAAS,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,CAAC;IACvC,SAAS,EAAE,MAAM,IAAI,CAAC;IACtB,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,KAAK,IAAI,CAAC;IAC3C,kBAAkB,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAC9C,UAAU,EAAE,MAAM,IAAI,CAAC;CACxB,CAAC;AAgBF,wBAAgB,cAAc,IAAI,kBAAkB,CAYnD;AAED,wBAAsB,kBAAkB,4BAGvC;AAED,wBAAsB,iBAAiB;UACT,MAAM;QAAM,OAAO;YAAU,MAAM;KA+BhE;AAiFD,wBAAsB,8BAA8B,CAAC,OAAO,GAAE,0BAA+B,GAAG,OAAO,CAAC,yBAAyB,CAAC,CA+HjI"}
|
|
@@ -0,0 +1,257 @@
|
|
|
1
|
+
import { randomUUID } from 'node:crypto';
|
|
2
|
+
import { env, requireDeepgram } from '../config/env.js';
|
|
3
|
+
const dynamicImport = new Function('specifier', 'return import(specifier)');
|
|
4
|
+
function now() {
|
|
5
|
+
return new Date().toISOString();
|
|
6
|
+
}
|
|
7
|
+
function normalizeVoiceMode(value) {
|
|
8
|
+
return value === 'agent' ? 'agent' : 'agent';
|
|
9
|
+
}
|
|
10
|
+
export function getVoiceConfig() {
|
|
11
|
+
return {
|
|
12
|
+
enabled: env.zilmateVoiceEnabled,
|
|
13
|
+
mode: normalizeVoiceMode(env.zilmateVoiceMode),
|
|
14
|
+
listenModel: env.zilmateVoiceListenModel,
|
|
15
|
+
listenVersion: env.zilmateVoiceListenVersion,
|
|
16
|
+
ttsModel: env.zilmateVoiceTtsModel,
|
|
17
|
+
language: env.zilmateVoiceLanguage,
|
|
18
|
+
languageHints: env.zilmateVoiceLanguageHints,
|
|
19
|
+
bargeIn: env.zilmateVoiceBargeIn,
|
|
20
|
+
configured: Boolean(env.deepgramApiKey),
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
export async function loadDeepgramClient() {
|
|
24
|
+
const module = await dynamicImport('@deepgram/sdk');
|
|
25
|
+
return module.createClient(requireDeepgram());
|
|
26
|
+
}
|
|
27
|
+
export async function checkVoiceRuntime() {
|
|
28
|
+
const checks = [
|
|
29
|
+
{
|
|
30
|
+
name: 'Deepgram key',
|
|
31
|
+
ok: Boolean(env.deepgramApiKey),
|
|
32
|
+
detail: env.deepgramApiKey ? 'DEEPGRAM_API_KEY is configured' : 'Missing DEEPGRAM_API_KEY',
|
|
33
|
+
},
|
|
34
|
+
{
|
|
35
|
+
name: 'Voice enabled',
|
|
36
|
+
ok: env.zilmateVoiceEnabled,
|
|
37
|
+
detail: env.zilmateVoiceEnabled ? 'Realtime voice mode is enabled' : 'ZILMATE_VOICE_ENABLED=false',
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
name: 'Listen model',
|
|
41
|
+
ok: env.zilmateVoiceListenVersion === 'v2' || env.zilmateVoiceListenModel.startsWith('nova-'),
|
|
42
|
+
detail: `${env.zilmateVoiceListenModel} (${env.zilmateVoiceListenVersion})`,
|
|
43
|
+
},
|
|
44
|
+
{
|
|
45
|
+
name: 'TTS model',
|
|
46
|
+
ok: Boolean(env.zilmateVoiceTtsModel),
|
|
47
|
+
detail: env.zilmateVoiceTtsModel,
|
|
48
|
+
},
|
|
49
|
+
];
|
|
50
|
+
try {
|
|
51
|
+
await dynamicImport('@deepgram/sdk');
|
|
52
|
+
checks.push({ name: 'Deepgram SDK', ok: true, detail: '@deepgram/sdk is installed' });
|
|
53
|
+
}
|
|
54
|
+
catch {
|
|
55
|
+
checks.push({ name: 'Deepgram SDK', ok: false, detail: 'Install dependencies after updating package.json' });
|
|
56
|
+
}
|
|
57
|
+
return checks;
|
|
58
|
+
}
|
|
59
|
+
function voiceSettings() {
|
|
60
|
+
const config = getVoiceConfig();
|
|
61
|
+
const listenProvider = {
|
|
62
|
+
type: 'deepgram',
|
|
63
|
+
model: config.listenModel,
|
|
64
|
+
};
|
|
65
|
+
if (config.listenVersion)
|
|
66
|
+
listenProvider.version = config.listenVersion;
|
|
67
|
+
if (config.listenModel === 'flux-general-multi' && config.languageHints.length > 0) {
|
|
68
|
+
listenProvider.language_hints = config.languageHints;
|
|
69
|
+
}
|
|
70
|
+
else if (!config.listenModel.startsWith('flux-')) {
|
|
71
|
+
listenProvider.language = config.language;
|
|
72
|
+
listenProvider.smart_format = true;
|
|
73
|
+
}
|
|
74
|
+
return {
|
|
75
|
+
audio: {
|
|
76
|
+
input: {
|
|
77
|
+
encoding: 'linear16',
|
|
78
|
+
sample_rate: 16000,
|
|
79
|
+
},
|
|
80
|
+
output: {
|
|
81
|
+
encoding: 'linear16',
|
|
82
|
+
sample_rate: 24000,
|
|
83
|
+
container: 'none',
|
|
84
|
+
},
|
|
85
|
+
},
|
|
86
|
+
agent: {
|
|
87
|
+
language: config.language,
|
|
88
|
+
listen: {
|
|
89
|
+
provider: listenProvider,
|
|
90
|
+
},
|
|
91
|
+
think: {
|
|
92
|
+
provider: {
|
|
93
|
+
type: 'open_ai',
|
|
94
|
+
model: 'gpt-4o-mini',
|
|
95
|
+
},
|
|
96
|
+
prompt: [
|
|
97
|
+
'You are only the realtime voice transport for ZilMate.',
|
|
98
|
+
'Do not claim limitations, tools, identity, training data, browsing ability, or assistant capabilities.',
|
|
99
|
+
'Keep any automatic response extremely brief while the real ZilMate brain prepares an injected reply.',
|
|
100
|
+
'If unsure, say only: One moment.',
|
|
101
|
+
].join(' '),
|
|
102
|
+
},
|
|
103
|
+
speak: {
|
|
104
|
+
provider: {
|
|
105
|
+
type: 'deepgram',
|
|
106
|
+
model: config.ttsModel,
|
|
107
|
+
},
|
|
108
|
+
},
|
|
109
|
+
greeting: 'ZilMate is listening.',
|
|
110
|
+
},
|
|
111
|
+
};
|
|
112
|
+
}
|
|
113
|
+
function emit(events, options, event) {
|
|
114
|
+
events.push(event);
|
|
115
|
+
options.onEvent?.(event);
|
|
116
|
+
}
|
|
117
|
+
function conversationEvent(data) {
|
|
118
|
+
const text = typeof data.content === 'string'
|
|
119
|
+
? data.content
|
|
120
|
+
: typeof data.text === 'string'
|
|
121
|
+
? data.text
|
|
122
|
+
: typeof data.transcript === 'string'
|
|
123
|
+
? data.transcript
|
|
124
|
+
: '';
|
|
125
|
+
if (!text)
|
|
126
|
+
return null;
|
|
127
|
+
const role = data.role === 'user' || data.role === 'assistant' ? data.role : 'unknown';
|
|
128
|
+
return {
|
|
129
|
+
type: 'transcript',
|
|
130
|
+
role,
|
|
131
|
+
text,
|
|
132
|
+
final: data.final === true || data.is_final === true,
|
|
133
|
+
timestamp: now(),
|
|
134
|
+
};
|
|
135
|
+
}
|
|
136
|
+
export async function startDeepgramVoiceAgentSession(options = {}) {
|
|
137
|
+
if (!env.zilmateVoiceEnabled) {
|
|
138
|
+
throw new Error('Realtime voice is disabled. Run `zilmate setup` or set ZILMATE_VOICE_ENABLED=true.');
|
|
139
|
+
}
|
|
140
|
+
const sessionId = options.sessionId || `voice_${randomUUID()}`;
|
|
141
|
+
const events = [];
|
|
142
|
+
const deepgram = await loadDeepgramClient();
|
|
143
|
+
const connection = deepgram.agent();
|
|
144
|
+
let settingsSent = false;
|
|
145
|
+
let settingsReadyResolve;
|
|
146
|
+
const settingsReady = new Promise((resolve) => {
|
|
147
|
+
settingsReadyResolve = resolve;
|
|
148
|
+
});
|
|
149
|
+
const handleMessage = async (data) => {
|
|
150
|
+
if (data && typeof data === 'object' && 'type' in data) {
|
|
151
|
+
const record = data;
|
|
152
|
+
if (record.type === 'Welcome') {
|
|
153
|
+
emit(events, options, { type: 'status', label: 'Deepgram connected', timestamp: now() });
|
|
154
|
+
if (!settingsSent) {
|
|
155
|
+
settingsSent = true;
|
|
156
|
+
connection.configure(voiceSettings());
|
|
157
|
+
}
|
|
158
|
+
return;
|
|
159
|
+
}
|
|
160
|
+
if (record.type === 'SettingsApplied') {
|
|
161
|
+
settingsReadyResolve();
|
|
162
|
+
emit(events, options, { type: 'status', label: 'Voice settings applied', timestamp: now() });
|
|
163
|
+
return;
|
|
164
|
+
}
|
|
165
|
+
if (record.type === 'ConversationText') {
|
|
166
|
+
const event = conversationEvent(record);
|
|
167
|
+
if (event) {
|
|
168
|
+
emit(events, options, event);
|
|
169
|
+
if (event.type === 'transcript' && event.role === 'user' && event.text.trim() && options.onUserTranscript) {
|
|
170
|
+
const answer = await options.onUserTranscript(event.text);
|
|
171
|
+
if (answer && typeof answer === 'string') {
|
|
172
|
+
emit(events, options, {
|
|
173
|
+
type: 'transcript',
|
|
174
|
+
role: 'assistant',
|
|
175
|
+
text: answer,
|
|
176
|
+
final: true,
|
|
177
|
+
timestamp: now(),
|
|
178
|
+
});
|
|
179
|
+
connection.injectAgentMessage(answer);
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
return;
|
|
184
|
+
}
|
|
185
|
+
if (record.type === 'UserStartedSpeaking') {
|
|
186
|
+
emit(events, options, {
|
|
187
|
+
type: 'status',
|
|
188
|
+
label: 'User started speaking',
|
|
189
|
+
...(env.zilmateVoiceBargeIn ? { detail: 'barge-in enabled' } : {}),
|
|
190
|
+
timestamp: now(),
|
|
191
|
+
});
|
|
192
|
+
return;
|
|
193
|
+
}
|
|
194
|
+
if (record.type === 'AgentAudioDone') {
|
|
195
|
+
emit(events, options, { type: 'status', label: 'Agent audio done', timestamp: now() });
|
|
196
|
+
return;
|
|
197
|
+
}
|
|
198
|
+
emit(events, options, { type: 'status', label: String(record.type), timestamp: now() });
|
|
199
|
+
return;
|
|
200
|
+
}
|
|
201
|
+
if (data instanceof Uint8Array) {
|
|
202
|
+
options.onAudio?.(data);
|
|
203
|
+
emit(events, options, { type: 'audio', bytes: data.byteLength, timestamp: now() });
|
|
204
|
+
}
|
|
205
|
+
};
|
|
206
|
+
connection.on('Welcome', handleMessage);
|
|
207
|
+
connection.on('SettingsApplied', handleMessage);
|
|
208
|
+
connection.on('ConversationText', handleMessage);
|
|
209
|
+
connection.on('UserStartedSpeaking', handleMessage);
|
|
210
|
+
connection.on('AgentThinking', handleMessage);
|
|
211
|
+
connection.on('AgentStartedSpeaking', handleMessage);
|
|
212
|
+
connection.on('AgentAudioDone', handleMessage);
|
|
213
|
+
connection.on('Unhandled', handleMessage);
|
|
214
|
+
connection.on('Audio', async (data) => {
|
|
215
|
+
if (data instanceof Uint8Array) {
|
|
216
|
+
options.onAudio?.(data);
|
|
217
|
+
emit(events, options, { type: 'audio', bytes: data.byteLength, timestamp: now() });
|
|
218
|
+
}
|
|
219
|
+
});
|
|
220
|
+
connection.on('Open', () => {
|
|
221
|
+
emit(events, options, { type: 'status', label: 'Voice socket opened', timestamp: now() });
|
|
222
|
+
});
|
|
223
|
+
connection.on('Close', () => {
|
|
224
|
+
emit(events, options, { type: 'status', label: 'Voice socket closed', timestamp: now() });
|
|
225
|
+
});
|
|
226
|
+
connection.on('Error', (error) => {
|
|
227
|
+
const message = error instanceof Error
|
|
228
|
+
? error.message
|
|
229
|
+
: typeof error === 'object'
|
|
230
|
+
? JSON.stringify(error)
|
|
231
|
+
: String(error);
|
|
232
|
+
emit(events, options, { type: 'error', message, timestamp: now() });
|
|
233
|
+
});
|
|
234
|
+
const keepAlive = setInterval(() => connection.keepAlive(), 5000);
|
|
235
|
+
try {
|
|
236
|
+
if (options.audio) {
|
|
237
|
+
await settingsReady;
|
|
238
|
+
for await (const chunk of options.audio) {
|
|
239
|
+
connection.send(chunk);
|
|
240
|
+
}
|
|
241
|
+
}
|
|
242
|
+
else {
|
|
243
|
+
emit(events, options, {
|
|
244
|
+
type: 'status',
|
|
245
|
+
label: 'No audio stream attached',
|
|
246
|
+
detail: 'Use the SDK with a live PCM stream, or use browser voice where getUserMedia supplies audio.',
|
|
247
|
+
timestamp: now(),
|
|
248
|
+
});
|
|
249
|
+
}
|
|
250
|
+
}
|
|
251
|
+
finally {
|
|
252
|
+
clearInterval(keepAlive);
|
|
253
|
+
connection.disconnect();
|
|
254
|
+
}
|
|
255
|
+
return { sessionId, events };
|
|
256
|
+
}
|
|
257
|
+
//# sourceMappingURL=deepgram.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deepgram.js","sourceRoot":"","sources":["../../src/voice/deepgram.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,GAAG,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAoBxD,MAAM,aAAa,GAAG,IAAI,QAAQ,CAAC,WAAW,EAAE,0BAA0B,CAA4C,CAAC;AAEvH,SAAS,GAAG;IACV,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACvC,OAAO,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,cAAc;IAC5B,OAAO;QACL,OAAO,EAAE,GAAG,CAAC,mBAAmB;QAChC,IAAI,EAAE,kBAAkB,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAC9C,WAAW,EAAE,GAAG,CAAC,uBAAuB;QACxC,aAAa,EAAE,GAAG,CAAC,yBAAyB;QAC5C,QAAQ,EAAE,GAAG,CAAC,oBAAoB;QAClC,QAAQ,EAAE,GAAG,CAAC,oBAAoB;QAClC,aAAa,EAAE,GAAG,CAAC,yBAAyB;QAC5C,OAAO,EAAE,GAAG,CAAC,mBAAmB;QAChC,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;KACxC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB;IACtC,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,eAAe,CAAmB,CAAC;IACtE,OAAO,MAAM,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB;IACrC,MAAM,MAAM,GAAyD;QACnE;YACE,IAAI,EAAE,cAAc;YACpB,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;YAC/B,MAAM,EAAE,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,0BAA0B;SAC3F;QACD;YACE,IAAI,EAAE,eAAe;YACrB,EAAE,EAAE,GAAG,CAAC,mBAAmB;YAC3B,MAAM,EAAE,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,6BAA6B;SACnG;QACD;YACE,IAAI,EAAE,cAAc;YACpB,EAAE,EAAE,GAAG,CAAC,yBAAyB,KAAK,IAAI,IAAI,GAAG,CAAC,uBAAuB,CAAC,UAAU,CAAC,OAAO,CAAC;YAC7F,MAAM,EAAE,GAAG,GAAG,CAAC,uBAAuB,KAAK,GAAG,CAAC,yBAAyB,GAAG;SAC5E;QACD;YACE,IAAI,EAAE,WAAW;YACjB,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;YACrC,MAAM,EAAE,GAAG,CAAC,oBAAoB;SACjC;KACF,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,aAAa,CAAC,eAAe,CAAC,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,4BAA4B,EAAE,CAAC,CAAC;IACxF,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,kDAAkD,EAAE,CAAC,CAAC;IAC/G,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,aAAa;IACpB,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;IAChC,MAAM,cAAc,GAA4B;QAC9C,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,MAAM,CAAC,WAAW;KAC1B,CAAC;IAEF,IAAI,MAAM,CAAC,aAAa;QAAE,cAAc,CAAC,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC;IACxE,IAAI,MAAM,CAAC,WAAW,KAAK,oBAAoB,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnF,cAAc,CAAC,cAAc,GAAG,MAAM,CAAC,aAAa,CAAC;IACvD,CAAC;SAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACnD,cAAc,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC1C,cAAc,CAAC,YAAY,GAAG,IAAI,CAAC;IACrC,CAAC;IAED,OAAO;QACL,KAAK,EAAE;YACL,KAAK,EAAE;gBACL,QAAQ,EAAE,UAAU;gBACpB,WAAW,EAAE,KAAK;aACnB;YACD,MAAM,EAAE;gBACN,QAAQ,EAAE,UAAU;gBACpB,WAAW,EAAE,KAAK;gBAClB,SAAS,EAAE,MAAM;aAClB;SACF;QACD,KAAK,EAAE;YACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE;gBACN,QAAQ,EAAE,cAAc;aACzB;YACD,KAAK,EAAE;gBACL,QAAQ,EAAE;oBACR,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,aAAa;iBACrB;gBACD,MAAM,EAAE;oBACN,wDAAwD;oBACxD,wGAAwG;oBACxG,sGAAsG;oBACtG,kCAAkC;iBACnC,CAAC,IAAI,CAAC,GAAG,CAAC;aACZ;YACD,KAAK,EAAE;gBACL,QAAQ,EAAE;oBACR,IAAI,EAAE,UAAU;oBAChB,KAAK,EAAE,MAAM,CAAC,QAAQ;iBACvB;aACF;YACD,QAAQ,EAAE,uBAAuB;SAClC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,IAAI,CAAC,MAA2B,EAAE,OAAmC,EAAE,KAAwB;IACtG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnB,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,iBAAiB,CAAC,IAA6B;IACtD,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;QAC3C,CAAC,CAAC,IAAI,CAAC,OAAO;QACd,CAAC,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;YAC7B,CAAC,CAAC,IAAI,CAAC,IAAI;YACX,CAAC,CAAC,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ;gBACnC,CAAC,CAAC,IAAI,CAAC,UAAU;gBACjB,CAAC,CAAC,EAAE,CAAC;IACX,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACvF,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,IAAI;QACJ,IAAI;QACJ,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI;QACpD,SAAS,EAAE,GAAG,EAAE;KACjB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,UAAsC,EAAE;IAC3F,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,oFAAoF,CAAC,CAAC;IACxG,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,SAAS,UAAU,EAAE,EAAE,CAAC;IAC/D,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,MAAM,QAAQ,GAAG,MAAM,kBAAkB,EAAE,CAAC;IAC5C,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC;IACpC,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,oBAAgC,CAAC;IACrC,MAAM,aAAa,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClD,oBAAoB,GAAG,OAAO,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,KAAK,EAAE,IAAa,EAAE,EAAE;QAC5C,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,IAA+B,CAAC;YAC/C,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC9B,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,oBAAoB,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;gBACzF,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,YAAY,GAAG,IAAI,CAAC;oBACpB,UAAU,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC;gBACxC,CAAC;gBACD,OAAO;YACT,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBACtC,oBAAoB,EAAE,CAAC;gBACvB,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,wBAAwB,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC7F,OAAO;YACT,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;gBACxC,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;oBAC7B,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;wBAC1G,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC1D,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;4BACzC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE;gCACpB,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,IAAI;gCACX,SAAS,EAAE,GAAG,EAAE;6BACjB,CAAC,CAAC;4BACH,UAAU,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;wBACxC,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,OAAO;YACT,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC1C,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE;oBACpB,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,uBAAuB;oBAC9B,GAAG,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClE,SAAS,EAAE,GAAG,EAAE;iBACjB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;gBACrC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,kBAAkB,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;gBACvF,OAAO;YACT,CAAC;YACD,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACxF,OAAO;QACT,CAAC;QAED,IAAI,IAAI,YAAY,UAAU,EAAE,CAAC;YAC/B,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;YACxB,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QACrF,CAAC;IACH,CAAC,CAAC;IAEF,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IACxC,UAAU,CAAC,EAAE,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC;IAChD,UAAU,CAAC,EAAE,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;IACjD,UAAU,CAAC,EAAE,CAAC,qBAAqB,EAAE,aAAa,CAAC,CAAC;IACpD,UAAU,CAAC,EAAE,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IAC9C,UAAU,CAAC,EAAE,CAAC,sBAAsB,EAAE,aAAa,CAAC,CAAC;IACrD,UAAU,CAAC,EAAE,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAC;IAC/C,UAAU,CAAC,EAAE,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IAC1C,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACpC,IAAI,IAAI,YAAY,UAAU,EAAE,CAAC;YAC/B,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;YACxB,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QACrF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;QACzB,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,qBAAqB,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QAC1B,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,qBAAqB,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;QAC/B,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK;YACpC,CAAC,CAAC,KAAK,CAAC,OAAO;YACf,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ;gBACzB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBACvB,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpB,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,IAAI,CAAC,CAAC;IAClE,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,MAAM,aAAa,CAAC;YACpB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACxC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE;gBACpB,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,0BAA0B;gBACjC,MAAM,EAAE,6FAA6F;gBACrG,SAAS,EAAE,GAAG,EAAE;aACjB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;YAAS,CAAC;QACT,aAAa,CAAC,SAAS,CAAC,CAAC;QACzB,UAAU,CAAC,UAAU,EAAE,CAAC;IAC1B,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;AAC/B,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { ZilMateVoiceEvent } from './types.js';
|
|
2
|
+
export type TerminalVoiceRuntimeCheck = {
|
|
3
|
+
name: string;
|
|
4
|
+
ok: boolean;
|
|
5
|
+
detail: string;
|
|
6
|
+
};
|
|
7
|
+
export type TerminalVoiceDevice = {
|
|
8
|
+
name: string;
|
|
9
|
+
input: string;
|
|
10
|
+
};
|
|
11
|
+
export declare function listTerminalVoiceInputDevices(): Promise<TerminalVoiceDevice[]>;
|
|
12
|
+
export declare function checkTerminalVoiceRuntime(): Promise<TerminalVoiceRuntimeCheck[]>;
|
|
13
|
+
export declare function startTerminalVoiceSession(options: {
|
|
14
|
+
sessionId?: string;
|
|
15
|
+
onEvent?: (event: ZilMateVoiceEvent) => void;
|
|
16
|
+
onUserTranscript: (text: string) => Promise<string | void> | string | void;
|
|
17
|
+
onStopPrompt?: (stop: () => void) => void;
|
|
18
|
+
onCommand?: (command: string) => void;
|
|
19
|
+
}): Promise<{
|
|
20
|
+
command: string | undefined;
|
|
21
|
+
}>;
|
|
22
|
+
export declare function playTerminalSpeech(text: string, options?: {
|
|
23
|
+
onEvent?: (event: ZilMateVoiceEvent) => void;
|
|
24
|
+
}): Promise<{
|
|
25
|
+
audioBytes: number;
|
|
26
|
+
}>;
|
|
27
|
+
//# sourceMappingURL=terminal.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"terminal.d.ts","sourceRoot":"","sources":["../../src/voice/terminal.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAIpD,MAAM,MAAM,yBAAyB,GAAG;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAiCF,wBAAsB,6BAA6B,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAwBpF;AA+MD,wBAAsB,yBAAyB,IAAI,OAAO,CAAC,yBAAyB,EAAE,CAAC,CAoBtF;AAED,wBAAsB,yBAAyB,CAAC,OAAO,EAAE;IACvD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,CAAC;IAC7C,gBAAgB,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC;IAC3E,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,IAAI,KAAK,IAAI,CAAC;IAC1C,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CACvC;;GA+HA;AAED,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE;IAC9D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,CAAC;CACzC;;GA4BL"}
|