@livekit/agents 0.1.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.turbo/turbo-build.log +1 -1
- package/CHANGELOG.md +47 -0
- package/LICENSE +201 -0
- package/dist/audio.d.ts +9 -0
- package/dist/audio.d.ts.map +1 -0
- package/dist/audio.js +54 -0
- package/dist/audio.js.map +1 -0
- package/dist/cli.d.ts +12 -1
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +102 -19
- package/dist/cli.js.map +1 -1
- package/dist/generator.d.ts +17 -6
- package/dist/generator.d.ts.map +1 -1
- package/dist/generator.js +20 -3
- package/dist/generator.js.map +1 -1
- package/dist/http_server.d.ts +1 -1
- package/dist/http_server.d.ts.map +1 -1
- package/dist/http_server.js +5 -3
- package/dist/http_server.js.map +1 -1
- package/dist/index.d.ts +14 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +14 -3
- package/dist/index.js.map +1 -1
- package/dist/ipc/job_executor.d.ts +19 -0
- package/dist/ipc/job_executor.d.ts.map +1 -0
- package/dist/ipc/job_executor.js +8 -0
- package/dist/ipc/job_executor.js.map +1 -0
- package/dist/ipc/job_main.d.ts +7 -4
- package/dist/ipc/job_main.d.ts.map +1 -1
- package/dist/ipc/job_main.js +102 -59
- package/dist/ipc/job_main.js.map +1 -1
- package/dist/ipc/message.d.ts +41 -0
- package/dist/ipc/message.d.ts.map +1 -0
- package/dist/ipc/message.js +2 -0
- package/dist/ipc/message.js.map +1 -0
- package/dist/ipc/proc_job_executor.d.ts +15 -0
- package/dist/ipc/proc_job_executor.d.ts.map +1 -0
- package/dist/ipc/proc_job_executor.js +150 -0
- package/dist/ipc/proc_job_executor.js.map +1 -0
- package/dist/ipc/proc_pool.d.ts +26 -0
- package/dist/ipc/proc_pool.d.ts.map +1 -0
- package/dist/ipc/proc_pool.js +83 -0
- package/dist/ipc/proc_pool.js.map +1 -0
- package/dist/job.d.ts +100 -0
- package/dist/job.d.ts.map +1 -0
- package/dist/job.js +213 -0
- package/dist/job.js.map +1 -0
- package/dist/llm/function_context.d.ts +20 -0
- package/dist/llm/function_context.d.ts.map +1 -0
- package/dist/llm/function_context.js +37 -0
- package/dist/llm/function_context.js.map +1 -0
- package/dist/llm/index.d.ts +3 -0
- package/dist/llm/index.d.ts.map +1 -0
- package/dist/llm/index.js +6 -0
- package/dist/llm/index.js.map +1 -0
- package/dist/log.d.ts +12 -1
- package/dist/log.d.ts.map +1 -1
- package/dist/log.js +28 -11
- package/dist/log.js.map +1 -1
- package/dist/multimodal/agent_playout.d.ts +34 -0
- package/dist/multimodal/agent_playout.d.ts.map +1 -0
- package/dist/multimodal/agent_playout.js +221 -0
- package/dist/multimodal/agent_playout.js.map +1 -0
- package/dist/multimodal/index.d.ts +3 -0
- package/dist/multimodal/index.d.ts.map +1 -0
- package/dist/multimodal/index.js +6 -0
- package/dist/multimodal/index.js.map +1 -0
- package/dist/multimodal/multimodal_agent.d.ts +47 -0
- package/dist/multimodal/multimodal_agent.d.ts.map +1 -0
- package/dist/multimodal/multimodal_agent.js +331 -0
- package/dist/multimodal/multimodal_agent.js.map +1 -0
- package/dist/plugin.js +20 -7
- package/dist/plugin.js.map +1 -1
- package/dist/stt/index.d.ts +1 -1
- package/dist/stt/index.d.ts.map +1 -1
- package/dist/stt/index.js.map +1 -1
- package/dist/stt/stream_adapter.d.ts +2 -11
- package/dist/stt/stream_adapter.d.ts.map +1 -1
- package/dist/stt/stream_adapter.js +47 -33
- package/dist/stt/stream_adapter.js.map +1 -1
- package/dist/stt/stt.d.ts +27 -0
- package/dist/stt/stt.d.ts.map +1 -1
- package/dist/stt/stt.js +32 -5
- package/dist/stt/stt.js.map +1 -1
- package/dist/transcription.d.ts +22 -0
- package/dist/transcription.d.ts.map +1 -0
- package/dist/transcription.js +111 -0
- package/dist/transcription.js.map +1 -0
- package/dist/tts/stream_adapter.d.ts +4 -11
- package/dist/tts/stream_adapter.d.ts.map +1 -1
- package/dist/tts/stream_adapter.js +66 -32
- package/dist/tts/stream_adapter.js.map +1 -1
- package/dist/tts/tts.d.ts +10 -0
- package/dist/tts/tts.d.ts.map +1 -1
- package/dist/tts/tts.js +48 -7
- package/dist/tts/tts.js.map +1 -1
- package/dist/utils.d.ts +59 -0
- package/dist/utils.d.ts.map +1 -1
- package/dist/utils.js +212 -6
- package/dist/utils.js.map +1 -1
- package/dist/vad.d.ts +29 -0
- package/dist/vad.d.ts.map +1 -1
- package/dist/vad.js.map +1 -1
- package/dist/worker.d.ts +69 -50
- package/dist/worker.d.ts.map +1 -1
- package/dist/worker.js +414 -213
- package/dist/worker.js.map +1 -1
- package/package.json +12 -10
- package/src/audio.ts +62 -0
- package/src/cli.ts +108 -20
- package/src/generator.ts +27 -7
- package/src/http_server.ts +5 -0
- package/src/index.ts +15 -3
- package/src/ipc/job_executor.ts +25 -0
- package/src/ipc/job_main.ts +141 -61
- package/src/ipc/message.ts +39 -0
- package/src/ipc/proc_job_executor.ts +162 -0
- package/src/ipc/proc_pool.ts +109 -0
- package/src/job.ts +278 -0
- package/src/llm/function_context.ts +61 -0
- package/src/llm/index.ts +11 -0
- package/src/log.ts +40 -8
- package/src/multimodal/agent_playout.ts +254 -0
- package/src/multimodal/index.ts +5 -0
- package/src/multimodal/multimodal_agent.ts +428 -0
- package/src/stt/index.ts +1 -1
- package/src/stt/stream_adapter.ts +32 -32
- package/src/stt/stt.ts +27 -0
- package/src/transcription.ts +128 -0
- package/src/tts/stream_adapter.ts +32 -31
- package/src/tts/tts.ts +10 -0
- package/src/utils.ts +257 -3
- package/src/vad.ts +29 -0
- package/src/worker.ts +465 -172
- package/tsconfig.json +7 -1
- package/dist/ipc/job_process.d.ts +0 -22
- package/dist/ipc/job_process.d.ts.map +0 -1
- package/dist/ipc/job_process.js +0 -73
- package/dist/ipc/job_process.js.map +0 -1
- package/dist/ipc/protocol.d.ts +0 -40
- package/dist/ipc/protocol.d.ts.map +0 -1
- package/dist/ipc/protocol.js +0 -14
- package/dist/ipc/protocol.js.map +0 -1
- package/dist/job_context.d.ts +0 -16
- package/dist/job_context.d.ts.map +0 -1
- package/dist/job_context.js +0 -31
- package/dist/job_context.js.map +0 -1
- package/dist/job_request.d.ts +0 -42
- package/dist/job_request.d.ts.map +0 -1
- package/dist/job_request.js +0 -79
- package/dist/job_request.js.map +0 -1
- package/src/ipc/job_process.ts +0 -96
- package/src/ipc/protocol.ts +0 -51
- package/src/job_context.ts +0 -49
- package/src/job_request.ts +0 -118
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"multimodal_agent.js","sourceRoot":"","sources":["../../src/multimodal/multimodal_agent.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AASA,OAAO,EACL,WAAW,EACX,WAAW,EACX,eAAe,EACf,SAAS,EACT,mBAAmB,EACnB,WAAW,GACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAChC,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAsB,MAAM,oBAAoB,CAAC;AAEtE;;;GAGG;AACH,MAAM,OAAgB,eAAgB,SAAQ,YAAY;CAMzD;AAED;;;GAGG;AACH,MAAM,OAAgB,aAAa;CAQlC;AAGD,MAAM,CAAC,MAAM,qBAAqB,GAAG,gBAAgB,CAAC;AAEtD,YAAY;AACZ,MAAM,OAAO,eAAe;IAO1B,YAAY,EACV,KAAK,EACL,MAAM,GAIP;;QAXD,SAAI,GAAgB,IAAI,CAAC;QACzB,sBAAiB,GAA6B,IAAI,CAAC;QACnD,oBAAe,GAA4B,IAAI,CAAC;QAChD,kBAAa,GAA0D,IAAI,CAAC;QAa5E,uCAAkD,IAAI,EAAC;QACvD,4CAAkD,IAAI,EAAC;QACvD,yCAAgC,IAAI,EAAC;QACrC,uCAAmC,IAAI,EAAC;QACxC,wCAAqC,IAAI,EAAC;QAC1C,yCAA4C,SAAS,EAAC;QACtD,kCAAU,GAAG,EAAE,EAAC;QAChB,mCAAmC,IAAI,EAAC;QACxC,kCAA2C,SAAS,EAAC;QAErD,oCAAqB,KAAK,EAAC;QAC3B,iDAAsC,IAAI,GAAG,EAAE,EAAC;QAChD,qCAAsB,KAAK,EAAC;QAhB1B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,uBAAA,IAAI,2BAAW,MAAM,MAAA,CAAC;IACxB,CAAC;IAgBD,IAAI,MAAM;QACR,OAAO,uBAAA,IAAI,+BAAS,CAAC;IACvB,CAAC;IAED,IAAI,MAAM,CAAC,GAAoC;QAC7C,uBAAA,IAAI,2BAAW,GAAG,MAAA,CAAC;QACnB,IAAI,uBAAA,IAAI,gCAAS,EAAE,CAAC;YAClB,uBAAA,IAAI,gCAAS,CAAC,MAAM,GAAG,GAAG,CAAC;QAC7B,CAAC;IACH,CAAC;IA6BD,KAAK,CACH,IAAU,EACV,cAAiD,IAAI;QAErD,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;;YAC3C,IAAI,uBAAA,IAAI,gEAAS,EAAE,CAAC;gBAClB,uBAAA,IAAI,+BAAQ,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;gBACrD,OAAO,CAAC,uBAAA,IAAI,gCAAU,CAAC,CAAC,CAAC,qBAAqB;gBAC9C,OAAO;YACT,CAAC;YACD,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;YAEpB,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,oBAAoB,EAAE,CAAC,WAA8B,EAAE,EAAE;gBACzE,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBAC5B,OAAO;gBACT,CAAC;gBAED,uBAAA,IAAI,oEAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,uBAAA,IAAI,gCAAgB,WAAW,MAAA,CAAC;YAEhC,uBAAA,IAAI,gCAAgB,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAA,CAAC;YACnF,uBAAA,IAAI,iCAAiB,IAAI,YAAY,CACnC,uBAAA,IAAI,oCAAa,EACjB,IAAI,CAAC,KAAK,CAAC,UAAU,EACrB,IAAI,CAAC,KAAK,CAAC,WAAW,EACtB,IAAI,CAAC,KAAK,CAAC,WAAW,EACtB,IAAI,CAAC,KAAK,CAAC,YAAY,CACxB,MAAA,CAAC;YACF,MAAM,KAAK,GAAG,eAAe,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,uBAAA,IAAI,oCAAa,CAAC,CAAC;YACrF,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAC1C,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC,iBAAiB,CAAC;YAC/C,uBAAA,IAAI,qCAAqB,CAAC,MAAM,CAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA,CAAC,IAAI,IAAI,MAAA,CAAC;YAC7F,IAAI,CAAC,uBAAA,IAAI,yCAAkB,EAAE,CAAC;gBAC5B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;gBAC9C,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;gBAC7C,OAAO;YACT,CAAC;YAED,MAAM,uBAAA,IAAI,yCAAkB,CAAC,mBAAmB,EAAE,CAAC;YAEnD,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;oBACpC,uBAAA,IAAI,oEAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,CAAC;gBACrC,CAAC;qBAAM,CAAC;oBACN,uBAAA,IAAI,oEAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,QAAQ,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,0EAA0E;gBAC1E,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC;oBAC3D,uBAAA,IAAI,oEAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,QAAQ,CAAC,CAAC;oBAC5C,MAAM;gBACR,CAAC;YACH,CAAC;YAED,uBAAA,IAAI,4BAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,uBAAA,IAAI,+BAAQ,EAAE,CAAC,MAAA,CAAC;YAC7D,uBAAA,IAAI,8BAAY,IAAI,oCAAA,CAAC;YAErB,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,wBAAwB,EAAE,CAAC,OAAY,EAAE,EAAE;;gBAC1D,kCAAkC;gBAClC,MAAM,KAAK,GAAG,IAAI,2BAA2B,CAC3C,IAAI,CAAC,IAAK,EACV,IAAI,CAAC,IAAK,CAAC,gBAAiB,CAAC,QAAQ,EACrC,uBAAA,IAAI,qEAAkB,MAAtB,IAAI,CAAqB,EACzB,OAAO,CAAC,UAAU,CACnB,CAAC;gBAEF,MAAM,MAAM,GAAG,MAAA,uBAAA,IAAI,qCAAc,0CAAE,IAAI,CACrC,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,YAAY,EACpB,KAAK,EACL,OAAO,CAAC,UAAU,EAClB,OAAO,CAAC,WAAW,CACpB,CAAC;gBACF,IAAI,MAAM,EAAE,CAAC;oBACX,uBAAA,IAAI,8BAAa,IAAI,qCAAA,CAAC;oBACtB,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;wBACrB,IAAI,uBAAA,IAAI,sCAAe,IAAI,MAAM,EAAE,CAAC;4BAClC,uBAAA,IAAI,8BAAa,KAAK,qCAAA,CAAC;wBACzB,CAAC;oBACH,CAAC,CAAC,CAAC;gBACL,CAAC;gBACD,uBAAA,IAAI,kCAAkB,MAAM,MAAA,CAAC;YAC/B,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,wBAAwB,EAAE,CAAC,EAAO,EAAE,EAAE;;gBACrD,4CAA4C;gBAC5C,MAAM,mBAAmB,GAAG,MAAA,IAAI,CAAC,iBAAiB,0CAAE,QAAQ,CAAC;gBAC7D,MAAM,QAAQ,GAAG,MAAA,IAAI,CAAC,eAAe,0CAAE,GAAG,CAAC;gBAC3C,IAAI,mBAAmB,IAAI,QAAQ,EAAE,CAAC;oBACpC,uBAAA,IAAI,yEAAsB,MAA1B,IAAI,EAAuB,mBAAmB,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBACnF,CAAC;qBAAM,CAAC;oBACN,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,sCAAsC,EAAE,CAAC,EAAO,EAAE,EAAE;;gBACnE,yDAAyD;gBACzD,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC;gBACpC,MAAM,mBAAmB,GAAG,MAAA,IAAI,CAAC,iBAAiB,0CAAE,QAAQ,CAAC;gBAC7D,MAAM,QAAQ,GAAG,MAAA,IAAI,CAAC,eAAe,0CAAE,GAAG,CAAC;gBAC3C,IAAI,mBAAmB,IAAI,QAAQ,EAAE,CAAC;oBACpC,uBAAA,IAAI,yEAAsB,MAA1B,IAAI,EAAuB,mBAAmB,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC5F,CAAC;qBAAM,CAAC;oBACN,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,sBAAsB,EAAE,CAAC,EAAO,EAAE,EAAE;;gBACnD,IAAI,uBAAA,IAAI,sCAAe,IAAI,CAAC,uBAAA,IAAI,sCAAe,CAAC,IAAI,EAAE,CAAC;oBACrD,uBAAA,IAAI,sCAAe,CAAC,SAAS,EAAE,CAAC;oBAEhC,uBAAA,IAAI,gCAAU,CAAC,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAC9C,uBAAA,IAAI,sCAAe,CAAC,MAAM,EAC1B,uBAAA,IAAI,sCAAe,CAAC,YAAY,EAChC,IAAI,CAAC,KAAK,CAAC,CAAC,uBAAA,IAAI,sCAAe,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAC9D,CAAC;oBAEF,uBAAA,IAAI,kCAAkB,SAAS,MAAA,CAAC;gBAClC,CAAC;gBAED,MAAM,mBAAmB,GAAG,MAAA,IAAI,CAAC,iBAAiB,0CAAE,QAAQ,CAAC;gBAC7D,MAAM,QAAQ,GAAG,MAAA,IAAI,CAAC,eAAe,0CAAE,GAAG,CAAC;gBAC3C,IAAI,mBAAmB,IAAI,QAAQ,EAAE,CAAC;oBACpC,uBAAA,IAAI,yEAAsB,MAA1B,IAAI,EAAuB,mBAAmB,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBACnF,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,uBAAuB,EAAE,CAAC,EAAO,EAAE,EAAE;gBACpD,uBAAA,IAAI,6EAAsB,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC1C,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,yBAAyB,EAAE,CAAC,EAAO,EAAE,EAAE;gBACtD,uBAAA,IAAI,6EAAsB,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC7C,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,sBAAsB,EAAE,CAAC,EAAO,EAAE,EAAE;gBACnD,uBAAA,IAAI,6EAAsB,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC7C,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,uBAAA,IAAI,gCAAU,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;IACL,CAAC;CAqJF;;IAxUG,OAAO,uBAAA,IAAI,8CAAuB,CAAC;AACrC,CAAC,iGAEyB,KAAkB;IAC1C,uBAAA,IAAI,0CAA0B,KAAK,MAAA,CAAC;IACpC,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;AACtB,CAAC;IAGC,OAAO,uBAAA,IAAI,kCAAW,CAAC;AACzB,CAAC,yEAEa,UAAmB;IAC/B,uBAAA,IAAI,8BAAc,UAAU,MAAA,CAAC;IAC7B,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;AACtB,CAAC;IAGC,OAAO,uBAAA,IAAI,iCAAU,CAAC;AACxB,CAAC,uEAEY,OAAgB;IAC3B,uBAAA,IAAI,6BAAa,OAAO,MAAA,CAAC;IACzB,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;AACtB,CAAC,+EAoKgB,mBAA2B;IAC1C,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACf,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACtC,OAAO;IACT,CAAC;IAED,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,IAAI,CAAC;IACvF,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC5B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,6BAA6B,mBAAmB,YAAY,CAAC,CAAC;QACjF,OAAO;IACT,CAAC;IAED,IAAI,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACtD,uBAAA,IAAI,0EAAuB,MAA3B,IAAI,CAAyB,CAAC;IAChC,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,cAAc,EAAE,GAAG,EAAE;YAC1C,uBAAA,IAAI,0EAAuB,MAA3B,IAAI,CAAyB,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC;IAGC,MAAM,mBAAmB,GAAG,KAAK,EAAE,WAAwB,EAAE,EAAE;;QAC7D,MAAM,OAAO,GAAG,IAAI,eAAe,CACjC,IAAI,CAAC,KAAK,CAAC,UAAU,EACrB,IAAI,CAAC,KAAK,CAAC,WAAW,EACtB,IAAI,CAAC,KAAK,CAAC,WAAW,CACvB,CAAC;;YAEF,KAA0B,eAAA,gBAAA,cAAA,WAAW,CAAA,iBAAA,2FAAE,CAAC;gBAAd,2BAAW;gBAAX,WAAW;gBAA1B,MAAM,KAAK,KAAA,CAAA;gBACpB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC;gBAC7B,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;oBACpD,uBAAA,IAAI,gCAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;;;;;;;;;IACH,CAAC,CAAC;IAEF,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC5B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;QAC5E,IAAI,WAAW,CAAC,MAAM,KAAK,WAAW,CAAC,iBAAiB,EAAE,CAAC;YACzD,SAAS;QACX,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YAC5B,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;QAED,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;QAEhC,IAAI,KAAK,IAAI,KAAK,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;YAC5C,IAAI,CAAC,eAAe,GAAG,KAAM,CAAC;YAE9B,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;YAC9B,CAAC;YAED,IAAI,MAAkB,CAAC;YACvB,IAAI,CAAC,aAAa,GAAG;gBACnB,OAAO,EAAE,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;oBAC7C,MAAM,GAAG,GAAG,EAAE;wBACZ,MAAM,CAAC,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC;oBACtC,CAAC,CAAC;oBACF,mBAAmB,CACjB,IAAI,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CACtE;yBACE,IAAI,CAAC,OAAO,CAAC;yBACb,KAAK,CAAC,MAAM,CAAC,CAAC;gBACnB,CAAC,CAAC;gBACF,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE;aACvB,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;;IAGC,IAAI,CAAC,uBAAA,IAAI,sCAAe,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACpE,uBAAA,IAAI,kCAAkB,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,MAAA,IAAI,CAAC,IAAI,CAAC,gBAAgB,0CAAE,QAAQ,CAAC,MAAA,CAAC;IAC1F,CAAC;IACD,OAAO,uBAAA,IAAI,sCAAe,CAAC;AAC7B,CAAC,yFAGC,mBAA2B,EAC3B,QAAgB,EAChB,IAAY,EACZ,OAAgB,EAChB,EAAU;;IAEV,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAChB,4BAA4B,mBAAmB,IAAI,QAAQ,IAAI,IAAI,IAAI,OAAO,IAAI,EAAE,EAAE,CACvF,CAAC;IACF,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,IAAI,0CAAE,gBAAgB,CAAA,EAAE,CAAC;QACjC,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACxD,OAAO;IACT,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,CAAC;QAC9C,mBAAmB;QACnB,QAAQ;QACR,QAAQ,EAAE;YACR;gBACE,IAAI;gBACJ,KAAK,EAAE,OAAO;gBACd,EAAE;gBACF,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;gBACpB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;gBAClB,QAAQ,EAAE,EAAE;aACb;SACF;KACF,CAAC,CAAC;AACL,CAAC;IAGC,IAAI,QAAQ,GAAe,cAAc,CAAC;IAC1C,IAAI,uBAAA,IAAI,6EAAsB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACxC,QAAQ,GAAG,UAAU,CAAC;IACxB,CAAC;SAAM,IAAI,uBAAA,IAAI,iEAAU,EAAE,CAAC;QAC1B,QAAQ,GAAG,UAAU,CAAC;IACxB,CAAC;SAAM,IAAI,uBAAA,IAAI,gEAAS,EAAE,CAAC;QACzB,QAAQ,GAAG,WAAW,CAAC;IACzB,CAAC;IAED,uBAAA,IAAI,6DAAU,MAAd,IAAI,EAAW,QAAQ,CAAC,CAAC;AAC3B,CAAC,iEAES,KAAiB;;IACzB,IAAI,CAAA,MAAA,IAAI,CAAC,IAAI,0CAAE,WAAW,KAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACzD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QAClF,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,gBAAiB,CAAC,aAAa,CAAC;gBACxC,CAAC,qBAAqB,CAAC,EAAE,KAAK;aAC/B,CAAC,CAAC;YACH,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,GAAG,qBAAqB,KAAK,YAAY,MAAM,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;AACH,CAAC"}
|
package/dist/plugin.js
CHANGED
|
@@ -1,22 +1,35 @@
|
|
|
1
1
|
// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
|
|
2
2
|
//
|
|
3
3
|
// SPDX-License-Identifier: Apache-2.0
|
|
4
|
+
var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
|
|
5
|
+
if (kind === "m") throw new TypeError("Private method is not writable");
|
|
6
|
+
if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
|
|
7
|
+
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
|
|
8
|
+
return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
|
|
9
|
+
};
|
|
10
|
+
var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
|
|
11
|
+
if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
|
|
12
|
+
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
|
|
13
|
+
return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
|
|
14
|
+
};
|
|
15
|
+
var _Plugin_title, _Plugin_version;
|
|
4
16
|
export class Plugin {
|
|
5
|
-
registeredPlugins = [];
|
|
6
|
-
#title;
|
|
7
|
-
#version;
|
|
8
17
|
constructor(title, version) {
|
|
9
|
-
this
|
|
10
|
-
this
|
|
18
|
+
this.registeredPlugins = [];
|
|
19
|
+
_Plugin_title.set(this, void 0);
|
|
20
|
+
_Plugin_version.set(this, void 0);
|
|
21
|
+
__classPrivateFieldSet(this, _Plugin_title, title, "f");
|
|
22
|
+
__classPrivateFieldSet(this, _Plugin_version, version, "f");
|
|
11
23
|
}
|
|
12
24
|
static registerPlugins(plugin) {
|
|
13
25
|
plugin.registeredPlugins.push(plugin);
|
|
14
26
|
}
|
|
15
27
|
get title() {
|
|
16
|
-
return this
|
|
28
|
+
return __classPrivateFieldGet(this, _Plugin_title, "f");
|
|
17
29
|
}
|
|
18
30
|
get version() {
|
|
19
|
-
return this
|
|
31
|
+
return __classPrivateFieldGet(this, _Plugin_version, "f");
|
|
20
32
|
}
|
|
21
33
|
}
|
|
34
|
+
_Plugin_title = new WeakMap(), _Plugin_version = new WeakMap();
|
|
22
35
|
//# sourceMappingURL=plugin.js.map
|
package/dist/plugin.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC
|
|
1
|
+
{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;;;;;;;;;;;;;AAEtC,MAAM,OAAgB,MAAM;IAK1B,YAAY,KAAa,EAAE,OAAe;QAJ1C,sBAAiB,GAAa,EAAE,CAAC;QACjC,gCAAe;QACf,kCAAiB;QAGf,uBAAA,IAAI,iBAAU,KAAK,MAAA,CAAC;QACpB,uBAAA,IAAI,mBAAY,OAAO,MAAA,CAAC;IAC1B,CAAC;IAEM,MAAM,CAAC,eAAe,CAAC,MAAc;QAC1C,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IAID,IAAI,KAAK;QACP,OAAO,uBAAA,IAAI,qBAAO,CAAC;IACrB,CAAC;IAED,IAAI,OAAO;QACT,OAAO,uBAAA,IAAI,uBAAS,CAAC;IACvB,CAAC;CACF"}
|
package/dist/stt/index.d.ts
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
export { STT, SpeechEvent, SpeechEventType, SpeechStream } from './stt.js';
|
|
1
|
+
export { STT, SpeechEvent, SpeechEventType, SpeechStream, type SpeechData } from './stt.js';
|
|
2
2
|
export { StreamAdapter, StreamAdapterWrapper } from './stream_adapter.js';
|
|
3
3
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/stt/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/stt/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/stt/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,KAAK,UAAU,EAAE,MAAM,UAAU,CAAC;AAC5F,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC"}
|
package/dist/stt/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/stt/index.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AAEtC,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/stt/index.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AAEtC,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAmB,MAAM,UAAU,CAAC;AAC5F,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC"}
|
|
@@ -3,15 +3,7 @@ import { type AudioBuffer } from '../utils.js';
|
|
|
3
3
|
import { type VADStream } from '../vad.js';
|
|
4
4
|
import { STT, SpeechEvent, SpeechStream } from './stt.js';
|
|
5
5
|
export declare class StreamAdapterWrapper extends SpeechStream {
|
|
6
|
-
|
|
7
|
-
stt: STT;
|
|
8
|
-
vadStream: VADStream;
|
|
9
|
-
eventQueue: (SpeechEvent | undefined)[];
|
|
10
|
-
language?: string;
|
|
11
|
-
task: {
|
|
12
|
-
run: Promise<void>;
|
|
13
|
-
cancel: () => void;
|
|
14
|
-
};
|
|
6
|
+
#private;
|
|
15
7
|
constructor(stt: STT, vadStream: VADStream, language?: string | undefined);
|
|
16
8
|
run(reject: (arg: Error) => void): Promise<void>;
|
|
17
9
|
pushFrame(frame: AudioFrame): void;
|
|
@@ -19,8 +11,7 @@ export declare class StreamAdapterWrapper extends SpeechStream {
|
|
|
19
11
|
next(): IteratorResult<SpeechEvent>;
|
|
20
12
|
}
|
|
21
13
|
export declare class StreamAdapter extends STT {
|
|
22
|
-
|
|
23
|
-
vadStream: VADStream;
|
|
14
|
+
#private;
|
|
24
15
|
constructor(stt: STT, vadStream: VADStream);
|
|
25
16
|
recognize(buffer: AudioBuffer, language?: string | undefined): Promise<SpeechEvent>;
|
|
26
17
|
stream(language?: string | undefined): StreamAdapterWrapper;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"stream_adapter.d.ts","sourceRoot":"","sources":["../../src/stt/stream_adapter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,KAAK,WAAW,EAAe,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAgB,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACzD,OAAO,EAAE,GAAG,EAAE,WAAW,EAAmB,YAAY,EAAE,MAAM,UAAU,CAAC;AAE3E,qBAAa,oBAAqB,SAAQ,YAAY
|
|
1
|
+
{"version":3,"file":"stream_adapter.d.ts","sourceRoot":"","sources":["../../src/stt/stream_adapter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,KAAK,WAAW,EAAe,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAgB,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACzD,OAAO,EAAE,GAAG,EAAE,WAAW,EAAmB,YAAY,EAAE,MAAM,UAAU,CAAC;AAE3E,qBAAa,oBAAqB,SAAQ,YAAY;;gBAWxC,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,GAAE,MAAM,GAAG,SAAqB;IAe9E,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI;IAoBtC,SAAS,CAAC,KAAK,EAAE,UAAU;IAQrB,KAAK,CAAC,IAAI,GAAE,OAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhD,IAAI,IAAI,cAAc,CAAC,WAAW,CAAC;CAQpC;AAED,qBAAa,aAAc,SAAQ,GAAG;;gBAIxB,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS;IAMpC,SAAS,CACb,MAAM,EAAE,WAAW,EACnB,QAAQ,GAAE,MAAM,GAAG,SAAqB,GACvC,OAAO,CAAC,WAAW,CAAC;IAIvB,MAAM,CAAC,QAAQ,GAAE,MAAM,GAAG,SAAqB;CAGhD"}
|
|
@@ -1,61 +1,73 @@
|
|
|
1
|
+
var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
|
|
2
|
+
if (kind === "m") throw new TypeError("Private method is not writable");
|
|
3
|
+
if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
|
|
4
|
+
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
|
|
5
|
+
return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
|
|
6
|
+
};
|
|
7
|
+
var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
|
|
8
|
+
if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
|
|
9
|
+
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
|
|
10
|
+
return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
|
|
11
|
+
};
|
|
12
|
+
var _StreamAdapterWrapper_closed, _StreamAdapterWrapper_stt, _StreamAdapterWrapper_vadStream, _StreamAdapterWrapper_eventQueue, _StreamAdapterWrapper_language, _StreamAdapterWrapper_task, _StreamAdapter_stt, _StreamAdapter_vadStream;
|
|
1
13
|
import { mergeFrames } from '../utils.js';
|
|
2
14
|
import { VADEventType } from '../vad.js';
|
|
3
15
|
import { STT, SpeechEvent, SpeechEventType, SpeechStream } from './stt.js';
|
|
4
16
|
export class StreamAdapterWrapper extends SpeechStream {
|
|
5
|
-
closed;
|
|
6
|
-
stt;
|
|
7
|
-
vadStream;
|
|
8
|
-
eventQueue;
|
|
9
|
-
language;
|
|
10
|
-
task;
|
|
11
17
|
constructor(stt, vadStream, language = undefined) {
|
|
12
18
|
super();
|
|
13
|
-
this
|
|
14
|
-
this
|
|
15
|
-
this
|
|
16
|
-
this
|
|
17
|
-
this
|
|
18
|
-
this
|
|
19
|
+
_StreamAdapterWrapper_closed.set(this, void 0);
|
|
20
|
+
_StreamAdapterWrapper_stt.set(this, void 0);
|
|
21
|
+
_StreamAdapterWrapper_vadStream.set(this, void 0);
|
|
22
|
+
_StreamAdapterWrapper_eventQueue.set(this, void 0);
|
|
23
|
+
_StreamAdapterWrapper_language.set(this, void 0);
|
|
24
|
+
_StreamAdapterWrapper_task.set(this, void 0);
|
|
25
|
+
__classPrivateFieldSet(this, _StreamAdapterWrapper_closed, false, "f");
|
|
26
|
+
__classPrivateFieldSet(this, _StreamAdapterWrapper_stt, stt, "f");
|
|
27
|
+
__classPrivateFieldSet(this, _StreamAdapterWrapper_vadStream, vadStream, "f");
|
|
28
|
+
__classPrivateFieldSet(this, _StreamAdapterWrapper_eventQueue, [], "f");
|
|
29
|
+
__classPrivateFieldSet(this, _StreamAdapterWrapper_language, language, "f");
|
|
30
|
+
__classPrivateFieldSet(this, _StreamAdapterWrapper_task, {
|
|
19
31
|
run: new Promise((_, reject) => {
|
|
20
32
|
this.run(reject);
|
|
21
33
|
}),
|
|
22
34
|
cancel: () => { },
|
|
23
|
-
};
|
|
35
|
+
}, "f");
|
|
24
36
|
}
|
|
25
37
|
async run(reject) {
|
|
26
|
-
this.
|
|
27
|
-
this
|
|
38
|
+
__classPrivateFieldGet(this, _StreamAdapterWrapper_task, "f").cancel = () => {
|
|
39
|
+
__classPrivateFieldSet(this, _StreamAdapterWrapper_closed, true, "f");
|
|
28
40
|
reject(new Error('cancelled'));
|
|
29
41
|
};
|
|
30
|
-
for (const event of this
|
|
42
|
+
for (const event of __classPrivateFieldGet(this, _StreamAdapterWrapper_vadStream, "f")) {
|
|
31
43
|
if (event.type == VADEventType.START_OF_SPEECH) {
|
|
32
44
|
const startEvent = new SpeechEvent(SpeechEventType.START_OF_SPEECH);
|
|
33
|
-
this.
|
|
45
|
+
__classPrivateFieldGet(this, _StreamAdapterWrapper_eventQueue, "f").push(startEvent);
|
|
34
46
|
}
|
|
35
47
|
else if (event.type == VADEventType.END_OF_SPEECH) {
|
|
36
48
|
const mergedFrames = mergeFrames(event.speech);
|
|
37
|
-
const endEvent = await this.
|
|
38
|
-
this.
|
|
49
|
+
const endEvent = await __classPrivateFieldGet(this, _StreamAdapterWrapper_stt, "f").recognize(mergedFrames, __classPrivateFieldGet(this, _StreamAdapterWrapper_language, "f"));
|
|
50
|
+
__classPrivateFieldGet(this, _StreamAdapterWrapper_eventQueue, "f").push(endEvent);
|
|
39
51
|
}
|
|
40
52
|
}
|
|
41
|
-
this.
|
|
53
|
+
__classPrivateFieldGet(this, _StreamAdapterWrapper_eventQueue, "f").push(undefined);
|
|
42
54
|
}
|
|
43
55
|
pushFrame(frame) {
|
|
44
|
-
if (this
|
|
56
|
+
if (__classPrivateFieldGet(this, _StreamAdapterWrapper_closed, "f")) {
|
|
45
57
|
throw new TypeError('cannot push frame to closed stream');
|
|
46
58
|
}
|
|
47
|
-
this.
|
|
59
|
+
__classPrivateFieldGet(this, _StreamAdapterWrapper_vadStream, "f").pushFrame(frame);
|
|
48
60
|
}
|
|
49
61
|
async close(wait = true) {
|
|
50
|
-
this
|
|
62
|
+
__classPrivateFieldSet(this, _StreamAdapterWrapper_closed, true, "f");
|
|
51
63
|
if (!wait) {
|
|
52
|
-
this.
|
|
64
|
+
__classPrivateFieldGet(this, _StreamAdapterWrapper_task, "f").cancel();
|
|
53
65
|
}
|
|
54
|
-
await this.
|
|
55
|
-
await this.
|
|
66
|
+
await __classPrivateFieldGet(this, _StreamAdapterWrapper_vadStream, "f").close(wait);
|
|
67
|
+
await __classPrivateFieldGet(this, _StreamAdapterWrapper_task, "f").run;
|
|
56
68
|
}
|
|
57
69
|
next() {
|
|
58
|
-
const item = this.
|
|
70
|
+
const item = __classPrivateFieldGet(this, _StreamAdapterWrapper_eventQueue, "f").shift();
|
|
59
71
|
if (item) {
|
|
60
72
|
return { done: false, value: item };
|
|
61
73
|
}
|
|
@@ -64,19 +76,21 @@ export class StreamAdapterWrapper extends SpeechStream {
|
|
|
64
76
|
}
|
|
65
77
|
}
|
|
66
78
|
}
|
|
79
|
+
_StreamAdapterWrapper_closed = new WeakMap(), _StreamAdapterWrapper_stt = new WeakMap(), _StreamAdapterWrapper_vadStream = new WeakMap(), _StreamAdapterWrapper_eventQueue = new WeakMap(), _StreamAdapterWrapper_language = new WeakMap(), _StreamAdapterWrapper_task = new WeakMap();
|
|
67
80
|
export class StreamAdapter extends STT {
|
|
68
|
-
stt;
|
|
69
|
-
vadStream;
|
|
70
81
|
constructor(stt, vadStream) {
|
|
71
82
|
super(true);
|
|
72
|
-
this
|
|
73
|
-
this
|
|
83
|
+
_StreamAdapter_stt.set(this, void 0);
|
|
84
|
+
_StreamAdapter_vadStream.set(this, void 0);
|
|
85
|
+
__classPrivateFieldSet(this, _StreamAdapter_stt, stt, "f");
|
|
86
|
+
__classPrivateFieldSet(this, _StreamAdapter_vadStream, vadStream, "f");
|
|
74
87
|
}
|
|
75
88
|
async recognize(buffer, language = undefined) {
|
|
76
|
-
return await this.
|
|
89
|
+
return await __classPrivateFieldGet(this, _StreamAdapter_stt, "f").recognize(buffer, language);
|
|
77
90
|
}
|
|
78
91
|
stream(language = undefined) {
|
|
79
|
-
return new StreamAdapterWrapper(this
|
|
92
|
+
return new StreamAdapterWrapper(__classPrivateFieldGet(this, _StreamAdapter_stt, "f"), __classPrivateFieldGet(this, _StreamAdapter_vadStream, "f"), language);
|
|
80
93
|
}
|
|
81
94
|
}
|
|
95
|
+
_StreamAdapter_stt = new WeakMap(), _StreamAdapter_vadStream = new WeakMap();
|
|
82
96
|
//# sourceMappingURL=stream_adapter.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"stream_adapter.js","sourceRoot":"","sources":["../../src/stt/stream_adapter.ts"],"names":[],"mappings":"AAIA,OAAO,EAAoB,WAAW,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAkB,MAAM,WAAW,CAAC;AACzD,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAE3E,MAAM,OAAO,oBAAqB,SAAQ,YAAY;
|
|
1
|
+
{"version":3,"file":"stream_adapter.js","sourceRoot":"","sources":["../../src/stt/stream_adapter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA,OAAO,EAAoB,WAAW,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAkB,MAAM,WAAW,CAAC;AACzD,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAE3E,MAAM,OAAO,oBAAqB,SAAQ,YAAY;IAWpD,YAAY,GAAQ,EAAE,SAAoB,EAAE,WAA+B,SAAS;QAClF,KAAK,EAAE,CAAC;QAXV,+CAAiB;QACjB,4CAAU;QACV,kDAAsB;QACtB,mDAAyC;QACzC,iDAAmB;QACnB,6CAGE;QAIA,uBAAA,IAAI,gCAAW,KAAK,MAAA,CAAC;QACrB,uBAAA,IAAI,6BAAQ,GAAG,MAAA,CAAC;QAChB,uBAAA,IAAI,mCAAc,SAAS,MAAA,CAAC;QAC5B,uBAAA,IAAI,oCAAe,EAAE,MAAA,CAAC;QACtB,uBAAA,IAAI,kCAAa,QAAQ,MAAA,CAAC;QAC1B,uBAAA,IAAI,8BAAS;YACX,GAAG,EAAE,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAC7B,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACnB,CAAC,CAAC;YACF,MAAM,EAAE,GAAG,EAAE,GAAE,CAAC;SACjB,MAAA,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAA4B;QACpC,uBAAA,IAAI,kCAAM,CAAC,MAAM,GAAG,GAAG,EAAE;YACvB,uBAAA,IAAI,gCAAW,IAAI,MAAA,CAAC;YACpB,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,uBAAA,IAAI,uCAAW,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,IAAI,IAAI,YAAY,CAAC,eAAe,EAAE,CAAC;gBAC/C,MAAM,UAAU,GAAG,IAAI,WAAW,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;gBACpE,uBAAA,IAAI,wCAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACpC,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,IAAI,YAAY,CAAC,aAAa,EAAE,CAAC;gBACpD,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC/C,MAAM,QAAQ,GAAG,MAAM,uBAAA,IAAI,iCAAK,CAAC,SAAS,CAAC,YAAY,EAAE,uBAAA,IAAI,sCAAU,CAAC,CAAC;gBACzE,uBAAA,IAAI,wCAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,uBAAA,IAAI,wCAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC;IAED,SAAS,CAAC,KAAiB;QACzB,IAAI,uBAAA,IAAI,oCAAQ,EAAE,CAAC;YACjB,MAAM,IAAI,SAAS,CAAC,oCAAoC,CAAC,CAAC;QAC5D,CAAC;QAED,uBAAA,IAAI,uCAAW,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAAgB,IAAI;QAC9B,uBAAA,IAAI,gCAAW,IAAI,MAAA,CAAC;QAEpB,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,uBAAA,IAAI,kCAAM,CAAC,MAAM,EAAE,CAAC;QACtB,CAAC;QAED,MAAM,uBAAA,IAAI,uCAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,uBAAA,IAAI,kCAAM,CAAC,GAAG,CAAC;IACvB,CAAC;IAED,IAAI;QACF,MAAM,IAAI,GAAG,uBAAA,IAAI,wCAAY,CAAC,KAAK,EAAE,CAAC;QACtC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAC1C,CAAC;IACH,CAAC;CACF;;AAED,MAAM,OAAO,aAAc,SAAQ,GAAG;IAIpC,YAAY,GAAQ,EAAE,SAAoB;QACxC,KAAK,CAAC,IAAI,CAAC,CAAC;QAJd,qCAAU;QACV,2CAAsB;QAIpB,uBAAA,IAAI,sBAAQ,GAAG,MAAA,CAAC;QAChB,uBAAA,IAAI,4BAAc,SAAS,MAAA,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,SAAS,CACb,MAAmB,EACnB,WAA+B,SAAS;QAExC,OAAO,MAAM,uBAAA,IAAI,0BAAK,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,CAAC,WAA+B,SAAS;QAC7C,OAAO,IAAI,oBAAoB,CAAC,uBAAA,IAAI,0BAAK,EAAE,uBAAA,IAAI,gCAAW,EAAE,QAAQ,CAAC,CAAC;IACxE,CAAC;CACF"}
|
package/dist/stt/stt.d.ts
CHANGED
|
@@ -1,9 +1,25 @@
|
|
|
1
1
|
import type { AudioFrame } from '@livekit/rtc-node';
|
|
2
2
|
import type { AudioBuffer } from '../utils.js';
|
|
3
3
|
export declare enum SpeechEventType {
|
|
4
|
+
/**
|
|
5
|
+
* Indicate the start of speech.
|
|
6
|
+
* If the STT doesn't support this event, this will be emitted at the same time
|
|
7
|
+
* as the first INTERMIN_TRANSCRIPT.
|
|
8
|
+
*/
|
|
4
9
|
START_OF_SPEECH = 0,
|
|
10
|
+
/**
|
|
11
|
+
* Interim transcript, useful for real-time transcription.
|
|
12
|
+
*/
|
|
5
13
|
INTERIM_TRANSCRIPT = 1,
|
|
14
|
+
/**
|
|
15
|
+
* Final transcript, emitted when the STT is confident enough that a certain
|
|
16
|
+
* portion of the speech will not change.
|
|
17
|
+
*/
|
|
6
18
|
FINAL_TRANSCRIPT = 2,
|
|
19
|
+
/**
|
|
20
|
+
* Indicate the end of speech, emitted when the user stops speaking.
|
|
21
|
+
* The first alternative is a combination of all the previous FINAL_TRANSCRIPT events.
|
|
22
|
+
*/
|
|
7
23
|
END_OF_SPEECH = 3
|
|
8
24
|
}
|
|
9
25
|
export interface SpeechData {
|
|
@@ -19,7 +35,18 @@ export declare class SpeechEvent {
|
|
|
19
35
|
constructor(type: SpeechEventType, alternatives?: SpeechData[]);
|
|
20
36
|
}
|
|
21
37
|
export declare abstract class SpeechStream implements IterableIterator<SpeechEvent> {
|
|
38
|
+
/**
|
|
39
|
+
* Push a frame to be recognised.
|
|
40
|
+
* It is recommended to push frames as soon as they are available.
|
|
41
|
+
*/
|
|
22
42
|
abstract pushFrame(token: AudioFrame): void;
|
|
43
|
+
/**
|
|
44
|
+
* Close the stream.
|
|
45
|
+
*
|
|
46
|
+
* @param wait
|
|
47
|
+
* Whether to wait for the STT to finish processing the remaining
|
|
48
|
+
* frames before closing
|
|
49
|
+
*/
|
|
23
50
|
abstract close(wait: boolean): Promise<void>;
|
|
24
51
|
abstract next(): IteratorResult<SpeechEvent>;
|
|
25
52
|
[Symbol.iterator](): SpeechStream;
|
package/dist/stt/stt.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"stt.d.ts","sourceRoot":"","sources":["../../src/stt/stt.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,oBAAY,eAAe;IACzB,eAAe,IAAI;IACnB,kBAAkB,IAAI;IACtB,gBAAgB,IAAI;IACpB,aAAa,IAAI;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,WAAW;IACtB,IAAI,EAAE,eAAe,CAAC;IACtB,YAAY,EAAE,UAAU,EAAE,CAAC;gBAEf,IAAI,EAAE,eAAe,EAAE,YAAY,GAAE,UAAU,EAAO;CAInE;AAED,8BAAsB,YAAa,YAAW,gBAAgB,CAAC,WAAW,CAAC;IACzE,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAE3C,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAE5C,QAAQ,CAAC,IAAI,IAAI,cAAc,CAAC,WAAW,CAAC;IAE5C,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,YAAY;CAGlC;AAED,8BAAsB,GAAG;;gBAGX,kBAAkB,EAAE,OAAO;IAIvC,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAEhF,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,YAAY;IAE3D,IAAI,kBAAkB,IAAI,OAAO,CAEhC;CACF"}
|
|
1
|
+
{"version":3,"file":"stt.d.ts","sourceRoot":"","sources":["../../src/stt/stt.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,oBAAY,eAAe;IACzB;;;;OAIG;IACH,eAAe,IAAI;IACnB;;OAEG;IACH,kBAAkB,IAAI;IACtB;;;OAGG;IACH,gBAAgB,IAAI;IACpB;;;OAGG;IACH,aAAa,IAAI;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,WAAW;IACtB,IAAI,EAAE,eAAe,CAAC;IACtB,YAAY,EAAE,UAAU,EAAE,CAAC;gBAEf,IAAI,EAAE,eAAe,EAAE,YAAY,GAAE,UAAU,EAAO;CAInE;AAED,8BAAsB,YAAa,YAAW,gBAAgB,CAAC,WAAW,CAAC;IACzE;;;OAGG;IACH,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAE3C;;;;;;OAMG;IACH,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAE5C,QAAQ,CAAC,IAAI,IAAI,cAAc,CAAC,WAAW,CAAC;IAE5C,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,YAAY;CAGlC;AAED,8BAAsB,GAAG;;gBAGX,kBAAkB,EAAE,OAAO;IAIvC,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAEhF,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,YAAY;IAE3D,IAAI,kBAAkB,IAAI,OAAO,CAEhC;CACF"}
|
package/dist/stt/stt.js
CHANGED
|
@@ -1,13 +1,39 @@
|
|
|
1
|
+
var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
|
|
2
|
+
if (kind === "m") throw new TypeError("Private method is not writable");
|
|
3
|
+
if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
|
|
4
|
+
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
|
|
5
|
+
return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
|
|
6
|
+
};
|
|
7
|
+
var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
|
|
8
|
+
if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
|
|
9
|
+
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
|
|
10
|
+
return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
|
|
11
|
+
};
|
|
12
|
+
var _STT_streamingSupported;
|
|
1
13
|
export var SpeechEventType;
|
|
2
14
|
(function (SpeechEventType) {
|
|
15
|
+
/**
|
|
16
|
+
* Indicate the start of speech.
|
|
17
|
+
* If the STT doesn't support this event, this will be emitted at the same time
|
|
18
|
+
* as the first INTERMIN_TRANSCRIPT.
|
|
19
|
+
*/
|
|
3
20
|
SpeechEventType[SpeechEventType["START_OF_SPEECH"] = 0] = "START_OF_SPEECH";
|
|
21
|
+
/**
|
|
22
|
+
* Interim transcript, useful for real-time transcription.
|
|
23
|
+
*/
|
|
4
24
|
SpeechEventType[SpeechEventType["INTERIM_TRANSCRIPT"] = 1] = "INTERIM_TRANSCRIPT";
|
|
25
|
+
/**
|
|
26
|
+
* Final transcript, emitted when the STT is confident enough that a certain
|
|
27
|
+
* portion of the speech will not change.
|
|
28
|
+
*/
|
|
5
29
|
SpeechEventType[SpeechEventType["FINAL_TRANSCRIPT"] = 2] = "FINAL_TRANSCRIPT";
|
|
30
|
+
/**
|
|
31
|
+
* Indicate the end of speech, emitted when the user stops speaking.
|
|
32
|
+
* The first alternative is a combination of all the previous FINAL_TRANSCRIPT events.
|
|
33
|
+
*/
|
|
6
34
|
SpeechEventType[SpeechEventType["END_OF_SPEECH"] = 3] = "END_OF_SPEECH";
|
|
7
35
|
})(SpeechEventType || (SpeechEventType = {}));
|
|
8
36
|
export class SpeechEvent {
|
|
9
|
-
type;
|
|
10
|
-
alternatives;
|
|
11
37
|
constructor(type, alternatives = []) {
|
|
12
38
|
this.type = type;
|
|
13
39
|
this.alternatives = alternatives;
|
|
@@ -19,12 +45,13 @@ export class SpeechStream {
|
|
|
19
45
|
}
|
|
20
46
|
}
|
|
21
47
|
export class STT {
|
|
22
|
-
#streamingSupported;
|
|
23
48
|
constructor(streamingSupported) {
|
|
24
|
-
this
|
|
49
|
+
_STT_streamingSupported.set(this, void 0);
|
|
50
|
+
__classPrivateFieldSet(this, _STT_streamingSupported, streamingSupported, "f");
|
|
25
51
|
}
|
|
26
52
|
get streamingSupported() {
|
|
27
|
-
return this
|
|
53
|
+
return __classPrivateFieldGet(this, _STT_streamingSupported, "f");
|
|
28
54
|
}
|
|
29
55
|
}
|
|
56
|
+
_STT_streamingSupported = new WeakMap();
|
|
30
57
|
//# sourceMappingURL=stt.js.map
|
package/dist/stt/stt.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"stt.js","sourceRoot":"","sources":["../../src/stt/stt.ts"],"names":[],"mappings":"AAMA,MAAM,CAAN,IAAY,
|
|
1
|
+
{"version":3,"file":"stt.js","sourceRoot":"","sources":["../../src/stt/stt.ts"],"names":[],"mappings":";;;;;;;;;;;;AAMA,MAAM,CAAN,IAAY,eAqBX;AArBD,WAAY,eAAe;IACzB;;;;OAIG;IACH,2EAAmB,CAAA;IACnB;;OAEG;IACH,iFAAsB,CAAA;IACtB;;;OAGG;IACH,6EAAoB,CAAA;IACpB;;;OAGG;IACH,uEAAiB,CAAA;AACnB,CAAC,EArBW,eAAe,KAAf,eAAe,QAqB1B;AAUD,MAAM,OAAO,WAAW;IAItB,YAAY,IAAqB,EAAE,eAA6B,EAAE;QAChE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;CACF;AAED,MAAM,OAAgB,YAAY;IAkBhC,CAAC,MAAM,CAAC,QAAQ,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,MAAM,OAAgB,GAAG;IAGvB,YAAY,kBAA2B;QAFvC,0CAA6B;QAG3B,uBAAA,IAAI,2BAAuB,kBAAkB,MAAA,CAAC;IAChD,CAAC;IAMD,IAAI,kBAAkB;QACpB,OAAO,uBAAA,IAAI,+BAAoB,CAAC;IAClC,CAAC;CACF"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { AudioFrame, Room } from '@livekit/rtc-node';
|
|
2
|
+
export interface TranscriptionForwarder {
|
|
3
|
+
start(): void;
|
|
4
|
+
pushAudio(frame: AudioFrame): void;
|
|
5
|
+
pushText(text: string): void;
|
|
6
|
+
markTextComplete(): void;
|
|
7
|
+
markAudioComplete(): void;
|
|
8
|
+
close(interrupt: boolean): Promise<void>;
|
|
9
|
+
currentCharacterIndex: number;
|
|
10
|
+
}
|
|
11
|
+
export declare class BasicTranscriptionForwarder implements TranscriptionForwarder {
|
|
12
|
+
#private;
|
|
13
|
+
currentCharacterIndex: number;
|
|
14
|
+
constructor(room: Room, participantIdentity: string, trackSid: string, messageId: string);
|
|
15
|
+
start(): void;
|
|
16
|
+
pushAudio(frame: AudioFrame): void;
|
|
17
|
+
pushText(text: string): void;
|
|
18
|
+
markTextComplete(): void;
|
|
19
|
+
markAudioComplete(): void;
|
|
20
|
+
close(interrupt: boolean): Promise<void>;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=transcription.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transcription.d.ts","sourceRoot":"","sources":["../src/transcription.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAG1D,MAAM,WAAW,sBAAsB;IACrC,KAAK,IAAI,IAAI,CAAC;IACd,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,gBAAgB,IAAI,IAAI,CAAC;IACzB,iBAAiB,IAAI,IAAI,CAAC;IAC1B,KAAK,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED,qBAAa,2BAA4B,YAAW,sBAAsB;;IAWxE,qBAAqB,EAAE,MAAM,CAAK;gBAEtB,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAOxF,KAAK,IAAI,IAAI;IAUb,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAIlC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAO5B,gBAAgB,IAAI,IAAI;IAKxB,iBAAiB,IAAI,IAAI;IAwDnB,KAAK,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;CAS/C"}
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
|
|
2
|
+
if (kind === "m") throw new TypeError("Private method is not writable");
|
|
3
|
+
if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
|
|
4
|
+
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
|
|
5
|
+
return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
|
|
6
|
+
};
|
|
7
|
+
var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
|
|
8
|
+
if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
|
|
9
|
+
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
|
|
10
|
+
return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
|
|
11
|
+
};
|
|
12
|
+
var _BasicTranscriptionForwarder_instances, _BasicTranscriptionForwarder_room, _BasicTranscriptionForwarder_participantIdentity, _BasicTranscriptionForwarder_trackSid, _BasicTranscriptionForwarder_currentText, _BasicTranscriptionForwarder_totalAudioDuration, _BasicTranscriptionForwarder_currentPlayoutTime, _BasicTranscriptionForwarder_DEFAULT_CHARS_PER_SECOND, _BasicTranscriptionForwarder_charsPerSecond, _BasicTranscriptionForwarder_messageId, _BasicTranscriptionForwarder_isRunning, _BasicTranscriptionForwarder_textIsComplete, _BasicTranscriptionForwarder_audioIsComplete, _BasicTranscriptionForwarder_adjustTimingIfBothFinished, _BasicTranscriptionForwarder_computeSleepInterval, _BasicTranscriptionForwarder_startPublishingLoop, _BasicTranscriptionForwarder_publishTranscription;
|
|
13
|
+
import { log } from './log.js';
|
|
14
|
+
export class BasicTranscriptionForwarder {
|
|
15
|
+
constructor(room, participantIdentity, trackSid, messageId) {
|
|
16
|
+
_BasicTranscriptionForwarder_instances.add(this);
|
|
17
|
+
_BasicTranscriptionForwarder_room.set(this, void 0);
|
|
18
|
+
_BasicTranscriptionForwarder_participantIdentity.set(this, void 0);
|
|
19
|
+
_BasicTranscriptionForwarder_trackSid.set(this, void 0);
|
|
20
|
+
_BasicTranscriptionForwarder_currentText.set(this, '');
|
|
21
|
+
_BasicTranscriptionForwarder_totalAudioDuration.set(this, 0);
|
|
22
|
+
_BasicTranscriptionForwarder_currentPlayoutTime.set(this, 0);
|
|
23
|
+
_BasicTranscriptionForwarder_DEFAULT_CHARS_PER_SECOND.set(this, 16);
|
|
24
|
+
_BasicTranscriptionForwarder_charsPerSecond.set(this, __classPrivateFieldGet(this, _BasicTranscriptionForwarder_DEFAULT_CHARS_PER_SECOND, "f"));
|
|
25
|
+
_BasicTranscriptionForwarder_messageId.set(this, void 0);
|
|
26
|
+
_BasicTranscriptionForwarder_isRunning.set(this, false);
|
|
27
|
+
this.currentCharacterIndex = 0;
|
|
28
|
+
_BasicTranscriptionForwarder_textIsComplete.set(this, false);
|
|
29
|
+
_BasicTranscriptionForwarder_audioIsComplete.set(this, false);
|
|
30
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_room, room, "f");
|
|
31
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_participantIdentity, participantIdentity, "f");
|
|
32
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_trackSid, trackSid, "f");
|
|
33
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_messageId, messageId, "f");
|
|
34
|
+
}
|
|
35
|
+
start() {
|
|
36
|
+
if (!__classPrivateFieldGet(this, _BasicTranscriptionForwarder_isRunning, "f")) {
|
|
37
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_isRunning, true, "f");
|
|
38
|
+
__classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_startPublishingLoop).call(this).catch((error) => {
|
|
39
|
+
log().error('Error in publishing loop:', error);
|
|
40
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_isRunning, false, "f");
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
pushAudio(frame) {
|
|
45
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_totalAudioDuration, __classPrivateFieldGet(this, _BasicTranscriptionForwarder_totalAudioDuration, "f") + frame.samplesPerChannel / frame.sampleRate, "f");
|
|
46
|
+
}
|
|
47
|
+
pushText(text) {
|
|
48
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_currentText, __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentText, "f") + text, "f");
|
|
49
|
+
}
|
|
50
|
+
markTextComplete() {
|
|
51
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_textIsComplete, true, "f");
|
|
52
|
+
__classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_adjustTimingIfBothFinished).call(this);
|
|
53
|
+
}
|
|
54
|
+
markAudioComplete() {
|
|
55
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_audioIsComplete, true, "f");
|
|
56
|
+
__classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_adjustTimingIfBothFinished).call(this);
|
|
57
|
+
}
|
|
58
|
+
async close(interrupt) {
|
|
59
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_isRunning, false, "f");
|
|
60
|
+
// Publish whatever we had as final
|
|
61
|
+
if (!interrupt) {
|
|
62
|
+
this.currentCharacterIndex = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentText, "f").length;
|
|
63
|
+
}
|
|
64
|
+
await __classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_publishTranscription).call(this, true);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
_BasicTranscriptionForwarder_room = new WeakMap(), _BasicTranscriptionForwarder_participantIdentity = new WeakMap(), _BasicTranscriptionForwarder_trackSid = new WeakMap(), _BasicTranscriptionForwarder_currentText = new WeakMap(), _BasicTranscriptionForwarder_totalAudioDuration = new WeakMap(), _BasicTranscriptionForwarder_currentPlayoutTime = new WeakMap(), _BasicTranscriptionForwarder_DEFAULT_CHARS_PER_SECOND = new WeakMap(), _BasicTranscriptionForwarder_charsPerSecond = new WeakMap(), _BasicTranscriptionForwarder_messageId = new WeakMap(), _BasicTranscriptionForwarder_isRunning = new WeakMap(), _BasicTranscriptionForwarder_textIsComplete = new WeakMap(), _BasicTranscriptionForwarder_audioIsComplete = new WeakMap(), _BasicTranscriptionForwarder_instances = new WeakSet(), _BasicTranscriptionForwarder_adjustTimingIfBothFinished = function _BasicTranscriptionForwarder_adjustTimingIfBothFinished() {
|
|
68
|
+
if (__classPrivateFieldGet(this, _BasicTranscriptionForwarder_textIsComplete, "f") && __classPrivateFieldGet(this, _BasicTranscriptionForwarder_audioIsComplete, "f")) {
|
|
69
|
+
const actualDuration = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_totalAudioDuration, "f");
|
|
70
|
+
if (actualDuration > 0 && __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentText, "f").length > 0) {
|
|
71
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_charsPerSecond, __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentText, "f").length / actualDuration, "f");
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
}, _BasicTranscriptionForwarder_computeSleepInterval = function _BasicTranscriptionForwarder_computeSleepInterval() {
|
|
75
|
+
return Math.min(Math.max(1 / __classPrivateFieldGet(this, _BasicTranscriptionForwarder_charsPerSecond, "f"), 0.0625), 0.5);
|
|
76
|
+
}, _BasicTranscriptionForwarder_startPublishingLoop = async function _BasicTranscriptionForwarder_startPublishingLoop() {
|
|
77
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_isRunning, true, "f");
|
|
78
|
+
let sleepInterval = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_computeSleepInterval).call(this);
|
|
79
|
+
let isComplete = false;
|
|
80
|
+
while (__classPrivateFieldGet(this, _BasicTranscriptionForwarder_isRunning, "f") && !isComplete) {
|
|
81
|
+
__classPrivateFieldSet(this, _BasicTranscriptionForwarder_currentPlayoutTime, __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentPlayoutTime, "f") + sleepInterval, "f");
|
|
82
|
+
this.currentCharacterIndex = Math.floor(__classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentPlayoutTime, "f") * __classPrivateFieldGet(this, _BasicTranscriptionForwarder_charsPerSecond, "f"));
|
|
83
|
+
isComplete = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_textIsComplete, "f") && this.currentCharacterIndex >= __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentText, "f").length;
|
|
84
|
+
await __classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_publishTranscription).call(this, false);
|
|
85
|
+
if (__classPrivateFieldGet(this, _BasicTranscriptionForwarder_isRunning, "f") && !isComplete) {
|
|
86
|
+
sleepInterval = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_instances, "m", _BasicTranscriptionForwarder_computeSleepInterval).call(this);
|
|
87
|
+
await new Promise((resolve) => setTimeout(resolve, sleepInterval * 1000));
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
if (__classPrivateFieldGet(this, _BasicTranscriptionForwarder_isRunning, "f")) {
|
|
91
|
+
this.close(false);
|
|
92
|
+
}
|
|
93
|
+
}, _BasicTranscriptionForwarder_publishTranscription = async function _BasicTranscriptionForwarder_publishTranscription(final) {
|
|
94
|
+
var _a;
|
|
95
|
+
const textToPublish = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_currentText, "f").slice(0, this.currentCharacterIndex);
|
|
96
|
+
await ((_a = __classPrivateFieldGet(this, _BasicTranscriptionForwarder_room, "f").localParticipant) === null || _a === void 0 ? void 0 : _a.publishTranscription({
|
|
97
|
+
participantIdentity: __classPrivateFieldGet(this, _BasicTranscriptionForwarder_participantIdentity, "f"),
|
|
98
|
+
trackSid: __classPrivateFieldGet(this, _BasicTranscriptionForwarder_trackSid, "f"),
|
|
99
|
+
segments: [
|
|
100
|
+
{
|
|
101
|
+
text: textToPublish,
|
|
102
|
+
final: final,
|
|
103
|
+
id: __classPrivateFieldGet(this, _BasicTranscriptionForwarder_messageId, "f"),
|
|
104
|
+
startTime: BigInt(0),
|
|
105
|
+
endTime: BigInt(0),
|
|
106
|
+
language: '',
|
|
107
|
+
},
|
|
108
|
+
],
|
|
109
|
+
}));
|
|
110
|
+
};
|
|
111
|
+
//# sourceMappingURL=transcription.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transcription.js","sourceRoot":"","sources":["../src/transcription.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAY/B,MAAM,OAAO,2BAA2B;IAatC,YAAY,IAAU,EAAE,mBAA2B,EAAE,QAAgB,EAAE,SAAiB;;QAZxF,oDAAY;QACZ,mEAA6B;QAC7B,wDAAkB;QAClB,mDAAuB,EAAE,EAAC;QAC1B,0DAA8B,CAAC,EAAC;QAChC,0DAA8B,CAAC,EAAC;QAChC,gEAA4B,EAAE,EAAC;QAC/B,sDAA0B,uBAAA,IAAI,6DAA0B,EAAC;QACzD,yDAAmB;QACnB,iDAAsB,KAAK,EAAC;QAC5B,0BAAqB,GAAW,CAAC,CAAC;QA2BlC,sDAA2B,KAAK,EAAC;QACjC,uDAA4B,KAAK,EAAC;QAzBhC,uBAAA,IAAI,qCAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,oDAAwB,mBAAmB,MAAA,CAAC;QAChD,uBAAA,IAAI,yCAAa,QAAQ,MAAA,CAAC;QAC1B,uBAAA,IAAI,0CAAc,SAAS,MAAA,CAAC;IAC9B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,uBAAA,IAAI,8CAAW,EAAE,CAAC;YACrB,uBAAA,IAAI,0CAAc,IAAI,MAAA,CAAC;YACvB,uBAAA,IAAI,gGAAqB,MAAzB,IAAI,CAAuB,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC1C,GAAG,EAAE,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;gBAChD,uBAAA,IAAI,0CAAc,KAAK,MAAA,CAAC;YAC1B,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,SAAS,CAAC,KAAiB;QACzB,mKAA4B,KAAK,CAAC,iBAAiB,GAAG,KAAK,CAAC,UAAU,MAAA,CAAC;IACzE,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,qJAAqB,IAAI,MAAA,CAAC;IAC5B,CAAC;IAKD,gBAAgB;QACd,uBAAA,IAAI,+CAAmB,IAAI,MAAA,CAAC;QAC5B,uBAAA,IAAI,uGAA4B,MAAhC,IAAI,CAA8B,CAAC;IACrC,CAAC;IAED,iBAAiB;QACf,uBAAA,IAAI,gDAAoB,IAAI,MAAA,CAAC;QAC7B,uBAAA,IAAI,uGAA4B,MAAhC,IAAI,CAA8B,CAAC;IACrC,CAAC;IAqDD,KAAK,CAAC,KAAK,CAAC,SAAkB;QAC5B,uBAAA,IAAI,0CAAc,KAAK,MAAA,CAAC;QAExB,mCAAmC;QACnC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,IAAI,CAAC,qBAAqB,GAAG,uBAAA,IAAI,gDAAa,CAAC,MAAM,CAAC;QACxD,CAAC;QACD,MAAM,uBAAA,IAAI,iGAAsB,MAA1B,IAAI,EAAuB,IAAI,CAAC,CAAC;IACzC,CAAC;CACF;;IA3DG,IAAI,uBAAA,IAAI,mDAAgB,IAAI,uBAAA,IAAI,oDAAiB,EAAE,CAAC;QAClD,MAAM,cAAc,GAAG,uBAAA,IAAI,uDAAoB,CAAC;QAChD,IAAI,cAAc,GAAG,CAAC,IAAI,uBAAA,IAAI,gDAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvD,uBAAA,IAAI,+CAAmB,uBAAA,IAAI,gDAAa,CAAC,MAAM,GAAG,cAAc,MAAA,CAAC;QACnE,CAAC;IACH,CAAC;AACH,CAAC;IAGC,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,uBAAA,IAAI,mDAAgB,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;AACnE,CAAC,qDAED,KAAK;IACH,uBAAA,IAAI,0CAAc,IAAI,MAAA,CAAC;IACvB,IAAI,aAAa,GAAG,uBAAA,IAAI,iGAAsB,MAA1B,IAAI,CAAwB,CAAC;IACjD,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,OAAO,uBAAA,IAAI,8CAAW,IAAI,CAAC,UAAU,EAAE,CAAC;QACtC,mKAA4B,aAAa,MAAA,CAAC;QAC1C,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAA,IAAI,uDAAoB,GAAG,uBAAA,IAAI,mDAAgB,CAAC,CAAC;QACzF,UAAU,GAAG,uBAAA,IAAI,mDAAgB,IAAI,IAAI,CAAC,qBAAqB,IAAI,uBAAA,IAAI,gDAAa,CAAC,MAAM,CAAC;QAC5F,MAAM,uBAAA,IAAI,iGAAsB,MAA1B,IAAI,EAAuB,KAAK,CAAC,CAAC;QACxC,IAAI,uBAAA,IAAI,8CAAW,IAAI,CAAC,UAAU,EAAE,CAAC;YACnC,aAAa,GAAG,uBAAA,IAAI,iGAAsB,MAA1B,IAAI,CAAwB,CAAC;YAC7C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,IAAI,uBAAA,IAAI,8CAAW,EAAE,CAAC;QACpB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpB,CAAC;AACH,CAAC,sDAED,KAAK,4DAAuB,KAAc;;IACxC,MAAM,aAAa,GAAG,uBAAA,IAAI,gDAAa,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC7E,MAAM,CAAA,MAAA,uBAAA,IAAI,yCAAM,CAAC,gBAAgB,0CAAE,oBAAoB,CAAC;QACtD,mBAAmB,EAAE,uBAAA,IAAI,wDAAqB;QAC9C,QAAQ,EAAE,uBAAA,IAAI,6CAAU;QACxB,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,KAAK;gBACZ,EAAE,EAAE,uBAAA,IAAI,8CAAW;gBACnB,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;gBACpB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;gBAClB,QAAQ,EAAE,EAAE;aACb;SACF;KACF,CAAC,CAAA,CAAC;AACL,CAAC"}
|
|
@@ -1,14 +1,8 @@
|
|
|
1
1
|
import type { SentenceStream, SentenceTokenizer } from '../tokenize.js';
|
|
2
|
-
import { ChunkedStream
|
|
2
|
+
import type { ChunkedStream } from './tts.js';
|
|
3
|
+
import { SynthesisEvent, SynthesizeStream, TTS } from './tts.js';
|
|
3
4
|
export declare class StreamAdapterWrapper extends SynthesizeStream {
|
|
4
|
-
|
|
5
|
-
tts: TTS;
|
|
6
|
-
sentenceStream: SentenceStream;
|
|
7
|
-
eventQueue: (SynthesisEvent | undefined)[];
|
|
8
|
-
task: {
|
|
9
|
-
run: Promise<void>;
|
|
10
|
-
cancel: () => void;
|
|
11
|
-
};
|
|
5
|
+
#private;
|
|
12
6
|
constructor(tts: TTS, sentenceStream: SentenceStream);
|
|
13
7
|
run(reject: (arg: Error) => void): Promise<void>;
|
|
14
8
|
pushText(token: string): void;
|
|
@@ -17,8 +11,7 @@ export declare class StreamAdapterWrapper extends SynthesizeStream {
|
|
|
17
11
|
close(): Promise<void>;
|
|
18
12
|
}
|
|
19
13
|
export declare class StreamAdapter extends TTS {
|
|
20
|
-
|
|
21
|
-
tokenizer: SentenceTokenizer;
|
|
14
|
+
#private;
|
|
22
15
|
constructor(tts: TTS, tokenizer: SentenceTokenizer);
|
|
23
16
|
synthesize(text: string): Promise<ChunkedStream>;
|
|
24
17
|
stream(): StreamAdapterWrapper;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"stream_adapter.d.ts","sourceRoot":"","sources":["../../src/tts/stream_adapter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,EAAE,aAAa,EAAE,
|
|
1
|
+
{"version":3,"file":"stream_adapter.d.ts","sourceRoot":"","sources":["../../src/tts/stream_adapter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAsB,gBAAgB,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAErF,qBAAa,oBAAqB,SAAQ,gBAAgB;;gBAU5C,GAAG,EAAE,GAAG,EAAE,cAAc,EAAE,cAAc;IAc9C,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI;IAiBtC,QAAQ,CAAC,KAAK,EAAE,MAAM;IAIhB,KAAK;IAIX,IAAI,IAAI,cAAc,CAAC,cAAc,CAAC;IAShC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B;AAED,qBAAa,aAAc,SAAQ,GAAG;;gBAIxB,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,iBAAiB;IAMlD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAIhD,MAAM;CAGP"}
|