react-native-sherpa-onnx 0.3.0 → 0.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +21 -7
- package/SherpaOnnx.podspec +1 -1
- package/android/build.gradle +35 -26
- package/android/prebuilt-download.gradle +27 -14
- package/android/src/main/cpp/CMakeLists.txt +51 -17
- package/android/src/main/cpp/jni/archive/sherpa-onnx-archive-helper.cpp +14 -0
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-model-detect-helper.cpp +16 -0
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-model-detect-helper.h +3 -0
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-model-detect-stt.cpp +19 -2
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-model-detect.h +2 -1
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-stt-wrapper.cpp +1 -0
- package/android/src/main/java/com/sherpaonnx/SherpaOnnxModule.kt +114 -8
- package/android/src/main/java/com/sherpaonnx/SherpaOnnxOnlineSttHelper.kt +535 -0
- package/android/src/main/java/com/sherpaonnx/SherpaOnnxTtsHelper.kt +10 -10
- package/ios/SherpaOnnx+OnlineSTT.mm +365 -0
- package/ios/SherpaOnnx+TTS.mm +35 -9
- package/ios/SherpaOnnx.mm +6 -0
- package/ios/model_detect/sherpa-onnx-model-detect-helper.h +3 -0
- package/ios/model_detect/sherpa-onnx-model-detect-helper.mm +16 -0
- package/ios/model_detect/sherpa-onnx-model-detect-stt.mm +19 -2
- package/ios/model_detect/sherpa-onnx-model-detect.h +2 -1
- package/ios/online_stt/sherpa-onnx-online-stt-wrapper.h +85 -0
- package/ios/online_stt/sherpa-onnx-online-stt-wrapper.mm +270 -0
- package/lib/module/NativeSherpaOnnx.js.map +1 -1
- package/lib/module/index.js +2 -2
- package/lib/module/stt/index.js +4 -0
- package/lib/module/stt/index.js.map +1 -1
- package/lib/module/stt/streaming.js +257 -0
- package/lib/module/stt/streaming.js.map +1 -0
- package/lib/module/stt/streamingTypes.js +38 -0
- package/lib/module/stt/streamingTypes.js.map +1 -0
- package/lib/module/tts/index.js +4 -43
- package/lib/module/tts/index.js.map +1 -1
- package/lib/module/tts/streaming.js +220 -0
- package/lib/module/tts/streaming.js.map +1 -0
- package/lib/module/tts/streamingTypes.js +4 -0
- package/lib/module/tts/streamingTypes.js.map +1 -0
- package/lib/module/tts/types.js +8 -1
- package/lib/module/tts/types.js.map +1 -1
- package/lib/typescript/src/NativeSherpaOnnx.d.ts +66 -1
- package/lib/typescript/src/NativeSherpaOnnx.d.ts.map +1 -1
- package/lib/typescript/src/stt/index.d.ts +3 -0
- package/lib/typescript/src/stt/index.d.ts.map +1 -1
- package/lib/typescript/src/stt/streaming.d.ts +42 -0
- package/lib/typescript/src/stt/streaming.d.ts.map +1 -0
- package/lib/typescript/src/stt/streamingTypes.d.ts +122 -0
- package/lib/typescript/src/stt/streamingTypes.d.ts.map +1 -0
- package/lib/typescript/src/tts/index.d.ts +3 -1
- package/lib/typescript/src/tts/index.d.ts.map +1 -1
- package/lib/typescript/src/tts/streaming.d.ts +24 -0
- package/lib/typescript/src/tts/streaming.d.ts.map +1 -0
- package/lib/typescript/src/tts/streamingTypes.d.ts +27 -0
- package/lib/typescript/src/tts/streamingTypes.d.ts.map +1 -0
- package/lib/typescript/src/tts/types.d.ts +19 -6
- package/lib/typescript/src/tts/types.d.ts.map +1 -1
- package/package.json +1 -2
- package/src/NativeSherpaOnnx.ts +95 -0
- package/src/index.tsx +2 -2
- package/src/stt/index.ts +17 -0
- package/src/stt/streaming.ts +361 -0
- package/src/stt/streamingTypes.ts +151 -0
- package/src/tts/index.ts +6 -66
- package/src/tts/streaming.ts +336 -0
- package/src/tts/streamingTypes.ts +54 -0
- package/src/tts/types.ts +20 -10
- package/android/codegen.gradle +0 -57
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["SherpaOnnx","resolveModelPath","streamingSttInstanceCounter","mapDetectedToOnlineType","detectedType","t","Error","getOnlineTypeOrNull","sttStreamCounter","normalizeStreamingResult","raw","text","tokens","Array","isArray","timestamps","flattenInitOptionsForNative","options","ep","endpointConfig","modelDir","modelType","enableEndpoint","decodingMethod","maxActivePaths","hotwordsFile","hotwordsScore","numThreads","provider","ruleFsts","ruleFars","blankPenalty","debug","rule1MustContainNonSilence","rule1","mustContainNonSilence","rule1MinTrailingSilence","minTrailingSilence","rule1MinUtteranceLength","minUtteranceLength","rule2MustContainNonSilence","rule2","rule2MinTrailingSilence","rule2MinUtteranceLength","rule3MustContainNonSilence","rule3","rule3MinTrailingSilence","rule3MinUtteranceLength","createStreamingSTT","instanceId","resolvedPath","modelPath","effectiveModelType","undefined","detectResult","detectSttModel","success","errMsg","error","optionsWithResolvedType","flat","nativeOptions","result","initializeOnlineSttWithOptions","enableInputNormalization","destroyed","guard","engine","createStream","hotwords","streamId","createSttStream","released","streamGuard","stream","acceptWaveform","samples","sampleRate","acceptSttWaveform","inputFinished","sttStreamInputFinished","decode","decodeSttStream","isReady","isSttStreamReady","getResult","getSttStreamResult","isEndpoint","isSttStreamEndpoint","reset","resetSttStream","release","releaseSttStream","processAudioChunk","toSend","length","maxAbs","i","abs","Math","scale","min","v","processSttAudioChunk","Boolean","destroy","unloadOnlineStt"],"sourceRoot":"../../../src","sources":["stt/streaming.ts"],"mappings":";;AAAA,OAAOA,UAAU,MAAM,wBAAqB;AAC5C,SAASC,gBAAgB,QAAQ,aAAU;AAS3C,IAAIC,2BAA2B,GAAG,CAAC;;AAEnC;AACA;AACA;AACA;AACA,OAAO,SAASC,uBAAuBA,CACrCC,YAAgC,EACZ;EACpB,MAAMC,CAAC,GAAGD,YAAY,IAAI,EAAE;EAC5B,QAAQC,CAAC;IACP,KAAK,YAAY;MACf,OAAO,YAAY;IACrB,KAAK,YAAY;MACf,OAAO,YAAY;IACrB,KAAK,UAAU;MACb,OAAO,UAAU;IACnB,KAAK,eAAe;IACpB,KAAK,KAAK;MACR,OAAO,gBAAgB;IACzB,KAAK,UAAU;MACb,OAAO,UAAU;IACnB;MACE,MAAM,IAAIC,KAAK,CACb,eAAeD,CAAC,2KAClB,CAAC;EACL;AACF;;AAEA;AACA;AACA;AACA;AACA,OAAO,SAASE,mBAAmBA,CACjCH,YAAgC,EACL;EAC3B,IAAI;IACF,OAAOD,uBAAuB,CAACC,YAAY,CAAC;EAC9C,CAAC,CAAC,MAAM;IACN,OAAO,IAAI;EACb;AACF;AACA,IAAII,gBAAgB,GAAG,CAAC;AAExB,SAASC,wBAAwBA,CAACC,GAIjC,EAAsB;EACrB,OAAO;IACLC,IAAI,EAAE,OAAOD,GAAG,CAACC,IAAI,KAAK,QAAQ,GAAGD,GAAG,CAACC,IAAI,GAAG,EAAE;IAClDC,MAAM,EAAEC,KAAK,CAACC,OAAO,CAACJ,GAAG,CAACE,MAAM,CAAC,GAAIF,GAAG,CAACE,MAAM,GAAgB,EAAE;IACjEG,UAAU,EAAEF,KAAK,CAACC,OAAO,CAACJ,GAAG,CAACK,UAAU,CAAC,GACpCL,GAAG,CAACK,UAAU,GACf;EACN,CAAC;AACH;;AAEA;AACA;AACA;AACA;AACA,SAASC,2BAA2BA,CAACC,OAAgC,EAuBnE;EACA,MAAMC,EAAE,GAAGD,OAAO,CAACE,cAAc;EACjC,OAAO;IACLC,QAAQ,EAAE,EAAE;IAAE;IACdC,SAAS,EAAEJ,OAAO,CAACI,SAAS;IAC5BC,cAAc,EAAEL,OAAO,CAACK,cAAc,IAAI,IAAI;IAC9CC,cAAc,EAAEN,OAAO,CAACM,cAAc,IAAI,eAAe;IACzDC,cAAc,EAAEP,OAAO,CAACO,cAAc,IAAI,CAAC;IAC3CC,YAAY,EAAER,OAAO,CAACQ,YAAY;IAClCC,aAAa,EAAET,OAAO,CAACS,aAAa;IACpCC,UAAU,EAAEV,OAAO,CAACU,UAAU;IAC9BC,QAAQ,EAAEX,OAAO,CAACW,QAAQ;IAC1BC,QAAQ,EAAEZ,OAAO,CAACY,QAAQ;IAC1BC,QAAQ,EAAEb,OAAO,CAACa,QAAQ;IAC1BC,YAAY,EAAEd,OAAO,CAACc,YAAY;IAClCC,KAAK,EAAEf,OAAO,CAACe,KAAK;IACpBC,0BAA0B,EAAEf,EAAE,EAAEgB,KAAK,EAAEC,qBAAqB;IAC5DC,uBAAuB,EAAElB,EAAE,EAAEgB,KAAK,EAAEG,kBAAkB;IACtDC,uBAAuB,EAAEpB,EAAE,EAAEgB,KAAK,EAAEK,kBAAkB;IACtDC,0BAA0B,EAAEtB,EAAE,EAAEuB,KAAK,EAAEN,qBAAqB;IAC5DO,uBAAuB,EAAExB,EAAE,EAAEuB,KAAK,EAAEJ,kBAAkB;IACtDM,uBAAuB,EAAEzB,EAAE,EAAEuB,KAAK,EAAEF,kBAAkB;IACtDK,0BAA0B,EAAE1B,EAAE,EAAE2B,KAAK,EAAEV,qBAAqB;IAC5DW,uBAAuB,EAAE5B,EAAE,EAAE2B,KAAK,EAAER,kBAAkB;IACtDU,uBAAuB,EAAE7B,EAAE,EAAE2B,KAAK,EAAEN;EACtC,CAAC;AACH;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAeS,kBAAkBA,CACtC/B,OAAgC,EACH;EAC7B,MAAMgC,UAAU,GAAG,iBAAiB,EAAE/C,2BAA2B,EAAE;EACnE,MAAMgD,YAAY,GAAG,MAAMjD,gBAAgB,CAACgB,OAAO,CAACkC,SAAS,CAAC;EAE9D,IAAIC,kBAAsC;EAC1C,IAAInC,OAAO,CAACI,SAAS,KAAK,MAAM,IAAIJ,OAAO,CAACI,SAAS,KAAKgC,SAAS,EAAE;IACnE,MAAMC,YAAY,GAAG,MAAMtD,UAAU,CAACuD,cAAc,CAClDL,YAAY,EACZG,SAAS,EACTA,SACF,CAAC;IACD,IAAI,CAACC,YAAY,CAACE,OAAO,EAAE;MACzB,MAAMC,MAAM,GACV,OAAO,IAAIH,YAAY,IACvB,OAAQA,YAAY,CAAwBI,KAAK,KAAK,QAAQ,GACzDJ,YAAY,CAAuBI,KAAK,GACzC,eAAe;MACrB,MAAM,IAAIpD,KAAK,CACb,2CAA2C4C,YAAY,KAAKO,MAAM,EACpE,CAAC;IACH;IACAL,kBAAkB,GAAGjD,uBAAuB,CAACmD,YAAY,CAACjC,SAAS,CAAC;EACtE,CAAC,MAAM;IACL+B,kBAAkB,GAAGnC,OAAO,CAACI,SAAS;EACxC;EAEA,MAAMsC,uBAAuB,GAAG;IAAE,GAAG1C,OAAO;IAAEI,SAAS,EAAE+B;EAAmB,CAAC;EAC7E,MAAMQ,IAAI,GAAG5C,2BAA2B,CAAC2C,uBAAuB,CAAC;EACjEC,IAAI,CAACxC,QAAQ,GAAG8B,YAAY;;EAE5B;EACA,MAAMW,aAEF,GAAG;IACLzC,QAAQ,EAAEwC,IAAI,CAACxC,QAAQ;IACvBC,SAAS,EAAEuC,IAAI,CAACvC,SAAS;IACzBC,cAAc,EAAEsC,IAAI,CAACtC,cAAc;IACnCC,cAAc,EAAEqC,IAAI,CAACrC,cAAc;IACnCC,cAAc,EAAEoC,IAAI,CAACpC;EACvB,CAAC;EACD,IAAIoC,IAAI,CAACnC,YAAY,KAAK4B,SAAS,EACjCQ,aAAa,CAACpC,YAAY,GAAGmC,IAAI,CAACnC,YAAY;EAChD,IAAImC,IAAI,CAAClC,aAAa,KAAK2B,SAAS,EAClCQ,aAAa,CAACnC,aAAa,GAAGkC,IAAI,CAAClC,aAAa;EAClD,IAAIkC,IAAI,CAACjC,UAAU,KAAK0B,SAAS,EAAEQ,aAAa,CAAClC,UAAU,GAAGiC,IAAI,CAACjC,UAAU;EAC7E,IAAIiC,IAAI,CAAChC,QAAQ,KAAKyB,SAAS,EAAEQ,aAAa,CAACjC,QAAQ,GAAGgC,IAAI,CAAChC,QAAQ;EACvE,IAAIgC,IAAI,CAAC/B,QAAQ,KAAKwB,SAAS,EAAEQ,aAAa,CAAChC,QAAQ,GAAG+B,IAAI,CAAC/B,QAAQ;EACvE,IAAI+B,IAAI,CAAC9B,QAAQ,KAAKuB,SAAS,EAAEQ,aAAa,CAAC/B,QAAQ,GAAG8B,IAAI,CAAC9B,QAAQ;EACvE,IAAI8B,IAAI,CAAC7B,YAAY,KAAKsB,SAAS,EACjCQ,aAAa,CAAC9B,YAAY,GAAG6B,IAAI,CAAC7B,YAAY;EAChD,IAAI6B,IAAI,CAAC5B,KAAK,KAAKqB,SAAS,EAAEQ,aAAa,CAAC7B,KAAK,GAAG4B,IAAI,CAAC5B,KAAK;EAC9D,IAAI4B,IAAI,CAAC3B,0BAA0B,KAAKoB,SAAS,EAC/CQ,aAAa,CAAC5B,0BAA0B,GAAG2B,IAAI,CAAC3B,0BAA0B;EAC5E,IAAI2B,IAAI,CAACxB,uBAAuB,KAAKiB,SAAS,EAC5CQ,aAAa,CAACzB,uBAAuB,GAAGwB,IAAI,CAACxB,uBAAuB;EACtE,IAAIwB,IAAI,CAACtB,uBAAuB,KAAKe,SAAS,EAC5CQ,aAAa,CAACvB,uBAAuB,GAAGsB,IAAI,CAACtB,uBAAuB;EACtE,IAAIsB,IAAI,CAACpB,0BAA0B,KAAKa,SAAS,EAC/CQ,aAAa,CAACrB,0BAA0B,GAAGoB,IAAI,CAACpB,0BAA0B;EAC5E,IAAIoB,IAAI,CAAClB,uBAAuB,KAAKW,SAAS,EAC5CQ,aAAa,CAACnB,uBAAuB,GAAGkB,IAAI,CAAClB,uBAAuB;EACtE,IAAIkB,IAAI,CAACjB,uBAAuB,KAAKU,SAAS,EAC5CQ,aAAa,CAAClB,uBAAuB,GAAGiB,IAAI,CAACjB,uBAAuB;EACtE,IAAIiB,IAAI,CAAChB,0BAA0B,KAAKS,SAAS,EAC/CQ,aAAa,CAACjB,0BAA0B,GAAGgB,IAAI,CAAChB,0BAA0B;EAC5E,IAAIgB,IAAI,CAACd,uBAAuB,KAAKO,SAAS,EAC5CQ,aAAa,CAACf,uBAAuB,GAAGc,IAAI,CAACd,uBAAuB;EACtE,IAAIc,IAAI,CAACb,uBAAuB,KAAKM,SAAS,EAC5CQ,aAAa,CAACd,uBAAuB,GAAGa,IAAI,CAACb,uBAAuB;EAEtE,MAAMe,MAAM,GAAG,MAAM9D,UAAU,CAAC+D,8BAA8B,CAC5Dd,UAAU,EACVY,aACF,CAAC;EAED,IAAI,CAACC,MAAM,CAACN,OAAO,EAAE;IACnB,MAAM,IAAIlD,KAAK,CAAC,2CAA2C2C,UAAU,EAAE,CAAC;EAC1E;EAEA,MAAMe,wBAAwB,GAAG/C,OAAO,CAAC+C,wBAAwB,KAAK,KAAK;EAC3E,IAAIC,SAAS,GAAG,KAAK;EAErB,MAAMC,KAAK,GAAGA,CAAA,KAAM;IAClB,IAAID,SAAS,EAAE;MACb,MAAM,IAAI3D,KAAK,CACb,wBAAwB2C,UAAU,iDACpC,CAAC;IACH;EACF,CAAC;EAED,MAAMkB,MAA0B,GAAG;IACjC,IAAIlB,UAAUA,CAAA,EAAG;MACf,OAAOA,UAAU;IACnB,CAAC;IAED,MAAMmB,YAAYA,CAACC,QAAiB,EAAsB;MACxDH,KAAK,CAAC,CAAC;MACP,MAAMI,QAAQ,GAAG,cAAc,EAAE9D,gBAAgB,EAAE;MACnD,MAAMR,UAAU,CAACuE,eAAe,CAACtB,UAAU,EAAEqB,QAAQ,EAAED,QAAQ,CAAC;MAEhE,IAAIG,QAAQ,GAAG,KAAK;MACpB,MAAMC,WAAW,GAAGA,CAAA,KAAM;QACxB,IAAIR,SAAS,EAAE;UACb,MAAM,IAAI3D,KAAK,CACb,wBAAwB2C,UAAU,sBACpC,CAAC;QACH;QACA,IAAIuB,QAAQ,EAAE;UACZ,MAAM,IAAIlE,KAAK,CACb,UAAUgE,QAAQ,gDACpB,CAAC;QACH;MACF,CAAC;MAED,MAAMI,MAAiB,GAAG;QACxB,IAAIJ,QAAQA,CAAA,EAAG;UACb,OAAOA,QAAQ;QACjB,CAAC;QAED,MAAMK,cAAcA,CAClBC,OAAiB,EACjBC,UAAkB,EACH;UACfJ,WAAW,CAAC,CAAC;UACb,MAAMzE,UAAU,CAAC8E,iBAAiB,CAACR,QAAQ,EAAEM,OAAO,EAAEC,UAAU,CAAC;QACnE,CAAC;QAED,MAAME,aAAaA,CAAA,EAAkB;UACnCN,WAAW,CAAC,CAAC;UACb,MAAMzE,UAAU,CAACgF,sBAAsB,CAACV,QAAQ,CAAC;QACnD,CAAC;QAED,MAAMW,MAAMA,CAAA,EAAkB;UAC5BR,WAAW,CAAC,CAAC;UACb,MAAMzE,UAAU,CAACkF,eAAe,CAACZ,QAAQ,CAAC;QAC5C,CAAC;QAED,MAAMa,OAAOA,CAAA,EAAqB;UAChCV,WAAW,CAAC,CAAC;UACb,OAAOzE,UAAU,CAACoF,gBAAgB,CAACd,QAAQ,CAAC;QAC9C,CAAC;QAED,MAAMe,SAASA,CAAA,EAAgC;UAC7CZ,WAAW,CAAC,CAAC;UACb,MAAM/D,GAAG,GAAG,MAAMV,UAAU,CAACsF,kBAAkB,CAAChB,QAAQ,CAAC;UACzD,OAAO7D,wBAAwB,CAACC,GAAG,CAAC;QACtC,CAAC;QAED,MAAM6E,UAAUA,CAAA,EAAqB;UACnCd,WAAW,CAAC,CAAC;UACb,OAAOzE,UAAU,CAACwF,mBAAmB,CAAClB,QAAQ,CAAC;QACjD,CAAC;QAED,MAAMmB,KAAKA,CAAA,EAAkB;UAC3BhB,WAAW,CAAC,CAAC;UACb,MAAMzE,UAAU,CAAC0F,cAAc,CAACpB,QAAQ,CAAC;QAC3C,CAAC;QAED,MAAMqB,OAAOA,CAAA,EAAkB;UAC7B,IAAInB,QAAQ,EAAE;UACdA,QAAQ,GAAG,IAAI;UACf,MAAMxE,UAAU,CAAC4F,gBAAgB,CAACtB,QAAQ,CAAC;QAC7C,CAAC;QAED,MAAMuB,iBAAiBA,CACrBjB,OAAiB,EACjBC,UAAkB,EAC4C;UAC9DJ,WAAW,CAAC,CAAC;UACb,IAAIqB,MAAgB,GAAGlB,OAAO;UAC9B,IAAIZ,wBAAwB,IAAIY,OAAO,CAACmB,MAAM,GAAG,CAAC,EAAE;YAClD,IAAIC,MAAM,GAAG,KAAK;YAClB,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGrB,OAAO,CAACmB,MAAM,EAAEE,CAAC,EAAE,EAAE;cACvC,MAAMC,GAAG,GAAGC,IAAI,CAACD,GAAG,CAACtB,OAAO,CAACqB,CAAC,CAAE,CAAC;cACjC,IAAIC,GAAG,GAAGF,MAAM,EAAEA,MAAM,GAAGE,GAAG;YAChC;YACA,MAAME,KAAK,GAAGJ,MAAM,GAAG,IAAI,GAAG,EAAE,GAAGG,IAAI,CAACE,GAAG,CAAC,EAAE,EAAE,GAAG,GAAGL,MAAM,CAAC;YAC7DF,MAAM,GAAG,IAAIjF,KAAK,CAAC+D,OAAO,CAACmB,MAAM,CAAC;YAClC,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGrB,OAAO,CAACmB,MAAM,EAAEE,CAAC,EAAE,EAAE;cACvC,MAAMK,CAAC,GAAG1B,OAAO,CAACqB,CAAC,CAAC,GAAIG,KAAK;cAC7BN,MAAM,CAACG,CAAC,CAAC,GAAGK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAGA,CAAC,GAAG,CAAC,GAAG,CAAC,GAAGA,CAAC;YACzC;UACF;UACA,MAAM5F,GAAG,GAAG,MAAMV,UAAU,CAACuG,oBAAoB,CAC/CjC,QAAQ,EACRwB,MAAM,EACNjB,UACF,CAAC;UACD,OAAO;YACLf,MAAM,EAAErD,wBAAwB,CAACC,GAAG,CAAC;YACrC6E,UAAU,EAAEiB,OAAO,CAAC9F,GAAG,CAAC6E,UAAU;UACpC,CAAC;QACH;MACF,CAAC;MAED,OAAOb,MAAM;IACf,CAAC;IAED,MAAM+B,OAAOA,CAAA,EAAkB;MAC7B,IAAIxC,SAAS,EAAE;MACfA,SAAS,GAAG,IAAI;MAChB,MAAMjE,UAAU,CAAC0G,eAAe,CAACzD,UAAU,CAAC;IAC9C;EACF,CAAC;EAED,OAAOkB,MAAM;AACf","ignoreList":[]}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* Online (streaming) STT model types.
|
|
5
|
+
* These models use OnlineRecognizer + OnlineStream in sherpa-onnx.
|
|
6
|
+
* Must match the native OnlineRecognizer model config (transducer, paraformer, zipformer2_ctc, nemo_ctc, tone_ctc).
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
/** Runtime list of supported online STT model types. */
|
|
10
|
+
export const ONLINE_STT_MODEL_TYPES = ['transducer', 'paraformer', 'zipformer2_ctc', 'nemo_ctc', 'tone_ctc'];
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* Single endpoint rule (Kotlin EndpointRule).
|
|
14
|
+
* Used to detect end of utterance in streaming recognition.
|
|
15
|
+
*/
|
|
16
|
+
|
|
17
|
+
/**
|
|
18
|
+
* Endpoint detection config (Kotlin EndpointConfig).
|
|
19
|
+
* Three rules; first match determines end of utterance.
|
|
20
|
+
*/
|
|
21
|
+
|
|
22
|
+
/**
|
|
23
|
+
* Options for initializing the streaming (online) STT engine.
|
|
24
|
+
*/
|
|
25
|
+
|
|
26
|
+
/**
|
|
27
|
+
* Partial or final recognition result from streaming STT (maps to Kotlin OnlineRecognizerResult).
|
|
28
|
+
*/
|
|
29
|
+
|
|
30
|
+
/**
|
|
31
|
+
* Streaming STT stream. Created by StreamingSttEngine.createStream().
|
|
32
|
+
* Feeds audio via acceptWaveform, then decode / getResult / isEndpoint.
|
|
33
|
+
*/
|
|
34
|
+
|
|
35
|
+
/**
|
|
36
|
+
* Streaming STT engine (OnlineRecognizer). Create via createStreamingSTT().
|
|
37
|
+
*/
|
|
38
|
+
//# sourceMappingURL=streamingTypes.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["ONLINE_STT_MODEL_TYPES"],"sourceRoot":"../../../src","sources":["stt/streamingTypes.ts"],"mappings":";;AAEA;AACA;AACA;AACA;AACA;;AAQA;AACA,OAAO,MAAMA,sBAAqD,GAAG,CACnE,YAAY,EACZ,YAAY,EACZ,gBAAgB,EAChB,UAAU,EACV,UAAU,CACF;;AAEV;AACA;AACA;AACA;;AAUA;AACA;AACA;AACA;;AAUA;AACA;AACA;;AAsCA;AACA;AACA;;AAOA;AACA;AACA;AACA;;AAsCA;AACA;AACA","ignoreList":[]}
|
package/lib/module/tts/index.js
CHANGED
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
|
|
3
|
-
import { DeviceEventEmitter } from 'react-native';
|
|
4
3
|
import SherpaOnnx from "../NativeSherpaOnnx.js";
|
|
5
4
|
import { resolveModelPath } from "../utils.js";
|
|
6
5
|
let ttsInstanceCounter = 0;
|
|
@@ -73,7 +72,7 @@ function toNativeTtsOptions(options) {
|
|
|
73
72
|
}
|
|
74
73
|
|
|
75
74
|
// TTS stream events are sent from native via sendEventWithName; use DeviceEventEmitter
|
|
76
|
-
|
|
75
|
+
|
|
77
76
|
/**
|
|
78
77
|
* Create a TTS engine instance. Call destroy() on the returned engine when done to free native resources.
|
|
79
78
|
*
|
|
@@ -151,47 +150,6 @@ export async function createTTS(options) {
|
|
|
151
150
|
guard();
|
|
152
151
|
return SherpaOnnx.generateTtsWithTimestamps(instanceId, text, toNativeTtsOptions(opts));
|
|
153
152
|
},
|
|
154
|
-
async generateSpeechStream(text, opts, handlers) {
|
|
155
|
-
guard();
|
|
156
|
-
const subscriptions = [DeviceEventEmitter.addListener('ttsStreamChunk', event => {
|
|
157
|
-
const e = event;
|
|
158
|
-
if (e.instanceId != null && e.instanceId !== instanceId) return;
|
|
159
|
-
handlers.onChunk?.(e);
|
|
160
|
-
}), DeviceEventEmitter.addListener('ttsStreamEnd', event => {
|
|
161
|
-
const e = event;
|
|
162
|
-
if (e.instanceId != null && e.instanceId !== instanceId) return;
|
|
163
|
-
handlers.onEnd?.(e);
|
|
164
|
-
}), DeviceEventEmitter.addListener('ttsStreamError', event => {
|
|
165
|
-
const e = event;
|
|
166
|
-
if (e.instanceId != null && e.instanceId !== instanceId) return;
|
|
167
|
-
handlers.onError?.(e);
|
|
168
|
-
})];
|
|
169
|
-
try {
|
|
170
|
-
await SherpaOnnx.generateTtsStream(instanceId, text, toNativeTtsOptions(opts));
|
|
171
|
-
} catch (error) {
|
|
172
|
-
subscriptions.forEach(sub => sub.remove());
|
|
173
|
-
throw error;
|
|
174
|
-
}
|
|
175
|
-
return () => {
|
|
176
|
-
subscriptions.forEach(sub => sub.remove());
|
|
177
|
-
};
|
|
178
|
-
},
|
|
179
|
-
async cancelSpeechStream() {
|
|
180
|
-
guard();
|
|
181
|
-
return SherpaOnnx.cancelTtsStream(instanceId);
|
|
182
|
-
},
|
|
183
|
-
async startPcmPlayer(sampleRate, channels) {
|
|
184
|
-
guard();
|
|
185
|
-
return SherpaOnnx.startTtsPcmPlayer(instanceId, sampleRate, channels);
|
|
186
|
-
},
|
|
187
|
-
async writePcmChunk(samples) {
|
|
188
|
-
guard();
|
|
189
|
-
return SherpaOnnx.writeTtsPcmChunk(instanceId, samples);
|
|
190
|
-
},
|
|
191
|
-
async stopPcmPlayer() {
|
|
192
|
-
guard();
|
|
193
|
-
return SherpaOnnx.stopTtsPcmPlayer(instanceId);
|
|
194
|
-
},
|
|
195
153
|
async updateParams(opts) {
|
|
196
154
|
guard();
|
|
197
155
|
const effectiveModelTypeForUpdate = opts.modelType && opts.modelType !== 'auto' ? opts.modelType : effectiveModelType;
|
|
@@ -263,6 +221,9 @@ export function shareAudioFile(fileUri, mimeType = 'audio/wav') {
|
|
|
263
221
|
return SherpaOnnx.shareTtsAudio(fileUri, mimeType);
|
|
264
222
|
}
|
|
265
223
|
|
|
224
|
+
// Streaming TTS (separate engine; use createStreamingTTS for chunk callbacks and PCM playback)
|
|
225
|
+
export { createStreamingTTS } from "./streaming.js";
|
|
226
|
+
|
|
266
227
|
// Export types and runtime type list
|
|
267
228
|
|
|
268
229
|
export { TTS_MODEL_TYPES } from "./types.js";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["DeviceEventEmitter","SherpaOnnx","resolveModelPath","ttsInstanceCounter","flattenTtsModelOptionsForNative","modelType","modelOptions","noiseScale","undefined","noiseScaleW","lengthScale","block","vits","matcha","kokoro","kitten","pocket","out","n","detectTtsModel","modelPath","options","resolvedPath","toNativeTtsOptions","sid","speed","silenceScale","referenceAudio","samples","referenceSampleRate","sampleRate","referenceText","numSteps","extra","Object","keys","length","createTTS","instanceId","provider","numThreads","debug","ruleFsts","ruleFars","maxNumSentences","flat","result","initializeTts","success","Error","JSON","stringify","detectedModels","firstDetected","effectiveModelType","type","destroyed","guard","engine","generateSpeech","text","opts","generateTts","generateSpeechWithTimestamps","generateTtsWithTimestamps","generateSpeechStream","handlers","subscriptions","addListener","event","e","onChunk","onEnd","onError","generateTtsStream","error","forEach","sub","remove","cancelSpeechStream","cancelTtsStream","startPcmPlayer","channels","startTtsPcmPlayer","writePcmChunk","writeTtsPcmChunk","stopPcmPlayer","stopTtsPcmPlayer","updateParams","effectiveModelTypeForUpdate","flatOpts","noiseArg","Number","NaN","noiseWArg","lengthArg","updateTtsParams","getModelInfo","numSpeakers","Promise","all","getTtsSampleRate","getTtsNumSpeakers","getSampleRate","getNumSpeakers","destroy","unloadTts","saveAudioToFile","audio","filePath","saveTtsAudioToFile","saveAudioToContentUri","directoryUri","filename","saveTtsAudioToContentUri","saveTextToContentUri","mimeType","saveTtsTextToContentUri","copyContentUriToCache","fileUri","copyTtsContentUriToCache","shareAudioFile","shareTtsAudio","TTS_MODEL_TYPES"],"sourceRoot":"../../../src","sources":["tts/index.ts"],"mappings":";;AAAA,SAASA,kBAAkB,QAAQ,cAAc;AACjD,OAAOC,UAAU,MAAM,wBAAqB;AAiB5C,SAASC,gBAAgB,QAAQ,aAAU;AAE3C,IAAIC,kBAAkB,GAAG,CAAC;;AAE1B;AACA;AACA;AACA;AACA,SAASC,+BAA+BA,CACtCC,SAAmC,EACnCC,YAAyC,EAKzC;EACA,IACE,CAACA,YAAY,IACb,CAACD,SAAS,IACVA,SAAS,KAAK,MAAM,IACpBA,SAAS,KAAK,UAAU,CAAC;EAAA,EAEzB,OAAO;IACLE,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACH,MAAMG,KAAK,GACTN,SAAS,KAAK,MAAM,GAChBC,YAAY,CAACM,IAAI,GACjBP,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACO,MAAM,GACnBR,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACQ,MAAM,GACnBT,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACS,MAAM,GACnBV,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACU,MAAM,GACnBR,SAAS;EACf,IAAI,CAACG,KAAK,EACR,OAAO;IACLJ,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACH,MAAMS,GAIL,GAAG;IACFV,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACD,MAAMU,CAAC,GAAGP,KAIT;EACD,IAAIO,CAAC,CAACX,UAAU,KAAKC,SAAS,IAAI,OAAOU,CAAC,CAACX,UAAU,KAAK,QAAQ,EAChEU,GAAG,CAACV,UAAU,GAAGW,CAAC,CAACX,UAAU;EAC/B,IAAIW,CAAC,CAACT,WAAW,KAAKD,SAAS,IAAI,OAAOU,CAAC,CAACT,WAAW,KAAK,QAAQ,EAClEQ,GAAG,CAACR,WAAW,GAAGS,CAAC,CAACT,WAAW;EACjC,IAAIS,CAAC,CAACR,WAAW,KAAKF,SAAS,IAAI,OAAOU,CAAC,CAACR,WAAW,KAAK,QAAQ,EAClEO,GAAG,CAACP,WAAW,GAAGQ,CAAC,CAACR,WAAW;EACjC,OAAOO,GAAG;AACZ;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAeE,cAAcA,CAClCC,SAA0B,EAC1BC,OAAsC,EAKrC;EACD,MAAMC,YAAY,GAAG,MAAMpB,gBAAgB,CAACkB,SAAS,CAAC;EACtD,OAAOnB,UAAU,CAACkB,cAAc,CAACG,YAAY,EAAED,OAAO,EAAEhB,SAAS,CAAC;AACpE;;AAEA;AACA;AACA;AACA;AACA,SAASkB,kBAAkBA,CACzBF,OAA8B,EACL;EACzB,IAAIA,OAAO,IAAI,IAAI,EAAE,OAAO,CAAC,CAAC;EAC9B,MAAMJ,GAA4B,GAAG,CAAC,CAAC;EACvC,IAAII,OAAO,CAACG,GAAG,KAAKhB,SAAS,EAAES,GAAG,CAACO,GAAG,GAAGH,OAAO,CAACG,GAAG;EACpD,IAAIH,OAAO,CAACI,KAAK,KAAKjB,SAAS,EAAES,GAAG,CAACQ,KAAK,GAAGJ,OAAO,CAACI,KAAK;EAC1D,IAAIJ,OAAO,CAACK,YAAY,KAAKlB,SAAS,EACpCS,GAAG,CAACS,YAAY,GAAGL,OAAO,CAACK,YAAY;EACzC,IAAIL,OAAO,CAACM,cAAc,IAAI,IAAI,EAAE;IAClCV,GAAG,CAACU,cAAc,GAAGN,OAAO,CAACM,cAAc,CAACC,OAAO;IACnDX,GAAG,CAACY,mBAAmB,GAAGR,OAAO,CAACM,cAAc,CAACG,UAAU;EAC7D;EACA,IAAIT,OAAO,CAACU,aAAa,KAAKvB,SAAS,EACrCS,GAAG,CAACc,aAAa,GAAGV,OAAO,CAACU,aAAa;EAC3C,IAAIV,OAAO,CAACW,QAAQ,KAAKxB,SAAS,EAAES,GAAG,CAACe,QAAQ,GAAGX,OAAO,CAACW,QAAQ;EACnE,IAAIX,OAAO,CAACY,KAAK,IAAI,IAAI,IAAIC,MAAM,CAACC,IAAI,CAACd,OAAO,CAACY,KAAK,CAAC,CAACG,MAAM,GAAG,CAAC,EAChEnB,GAAG,CAACgB,KAAK,GAAGZ,OAAO,CAACY,KAAK;EAC3B,OAAOhB,GAAG;AACZ;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAeoB,SAASA,CAC7BhB,OAA+C,EAC3B;EACpB,MAAMiB,UAAU,GAAG,OAAO,EAAEnC,kBAAkB,EAAE;EAEhD,IAAIiB,SAA0B;EAC9B,IAAIf,SAAmC;EACvC,IAAIkC,QAA4B;EAChC,IAAIC,UAA8B;EAClC,IAAIC,KAA0B;EAC9B,IAAInC,YAAyC;EAC7C,IAAIoC,QAA4B;EAChC,IAAIC,QAA4B;EAChC,IAAIC,eAAmC;EACvC,IAAIlB,YAAgC;EAEpC,IAAI,WAAW,IAAIL,OAAO,EAAE;IAC1BD,SAAS,GAAGC,OAAO,CAACD,SAAS;IAC7Bf,SAAS,GAAGgB,OAAO,CAAChB,SAAS;IAC7BkC,QAAQ,GAAGlB,OAAO,CAACkB,QAAQ;IAC3BC,UAAU,GAAGnB,OAAO,CAACmB,UAAU;IAC/BC,KAAK,GAAGpB,OAAO,CAACoB,KAAK;IACrBnC,YAAY,GAAGe,OAAO,CAACf,YAAY;IACnCoC,QAAQ,GAAGrB,OAAO,CAACqB,QAAQ;IAC3BC,QAAQ,GAAGtB,OAAO,CAACsB,QAAQ;IAC3BC,eAAe,GAAGvB,OAAO,CAACuB,eAAe;IACzClB,YAAY,GAAGL,OAAO,CAACK,YAAY;EACrC,CAAC,MAAM;IACLN,SAAS,GAAGC,OAAO;IACnBhB,SAAS,GAAGG,SAAS;IACrB+B,QAAQ,GAAG/B,SAAS;IACpBgC,UAAU,GAAGhC,SAAS;IACtBiC,KAAK,GAAGjC,SAAS;IACjBF,YAAY,GAAGE,SAAS;IACxBkC,QAAQ,GAAGlC,SAAS;IACpBmC,QAAQ,GAAGnC,SAAS;IACpBoC,eAAe,GAAGpC,SAAS;IAC3BkB,YAAY,GAAGlB,SAAS;EAC1B;EAEA,MAAMqC,IAAI,GAAGzC,+BAA+B,CAACC,SAAS,EAAEC,YAAY,CAAC;EACrE,MAAMgB,YAAY,GAAG,MAAMpB,gBAAgB,CAACkB,SAAS,CAAC;EAEtD,MAAM0B,MAAM,GAAG,MAAM7C,UAAU,CAAC8C,aAAa,CAC3CT,UAAU,EACVhB,YAAY,EACZjB,SAAS,IAAI,MAAM,EACnBmC,UAAU,IAAI,CAAC,EACfC,KAAK,IAAI,KAAK,EACdI,IAAI,CAACtC,UAAU,EACfsC,IAAI,CAACpC,WAAW,EAChBoC,IAAI,CAACnC,WAAW,EAChBgC,QAAQ,EACRC,QAAQ,EACRC,eAAe,EACflB,YAAY,EACZa,QACF,CAAC;EAED,IAAI,CAACO,MAAM,CAACE,OAAO,EAAE;IACnB,MAAM,IAAIC,KAAK,CACb,8BAA8BC,IAAI,CAACC,SAAS,CAC1CL,MAAM,CAACM,cAAc,IAAI,EAC3B,CAAC,EACH,CAAC;EACH;EAEA,MAAMC,aAAa,GAAGP,MAAM,CAACM,cAAc,GAAG,CAAC,CAAC;EAChD,MAAME,kBAA4C,GAChDjD,SAAS,IAAIA,SAAS,KAAK,MAAM,GAC7BA,SAAS,GACRgD,aAAa,EAAEE,IAAqB;EAE3C,IAAIC,SAAS,GAAG,KAAK;EAErB,MAAMC,KAAK,GAAGA,CAAA,KAAM;IAClB,IAAID,SAAS,EAAE;MACb,MAAM,IAAIP,KAAK,CACb,gBAAgBX,UAAU,iDAC5B,CAAC;IACH;EACF,CAAC;EAED,MAAMoB,MAAiB,GAAG;IACxB,IAAIpB,UAAUA,CAAA,EAAG;MACf,OAAOA,UAAU;IACnB,CAAC;IAED,MAAMqB,cAAcA,CAClBC,IAAY,EACZC,IAA2B,EACF;MACzBJ,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAAC6D,WAAW,CAACxB,UAAU,EAAEsB,IAAI,EAAErC,kBAAkB,CAACsC,IAAI,CAAC,CAAC;IAC3E,CAAC;IAED,MAAME,4BAA4BA,CAChCH,IAAY,EACZC,IAA2B,EACY;MACvCJ,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAAC+D,yBAAyB,CACzC1B,UAAU,EACVsB,IAAI,EACJrC,kBAAkB,CAACsC,IAAI,CACzB,CAAC;IACH,CAAC;IAED,MAAMI,oBAAoBA,CACxBL,IAAY,EACZC,IAAsC,EACtCK,QAA2B,EACN;MACrBT,KAAK,CAAC,CAAC;MACP,MAAMU,aAAa,GAAG,CACpBnE,kBAAkB,CAACoE,WAAW,CAAC,gBAAgB,EAAGC,KAAc,IAAK;QACnE,MAAMC,CAAC,GAAGD,KAAuB;QACjC,IAAIC,CAAC,CAAChC,UAAU,IAAI,IAAI,IAAIgC,CAAC,CAAChC,UAAU,KAAKA,UAAU,EAAE;QACzD4B,QAAQ,CAACK,OAAO,GAAGD,CAAC,CAAC;MACvB,CAAC,CAAC,EACFtE,kBAAkB,CAACoE,WAAW,CAAC,cAAc,EAAGC,KAAc,IAAK;QACjE,MAAMC,CAAC,GAAGD,KAAqB;QAC/B,IAAIC,CAAC,CAAChC,UAAU,IAAI,IAAI,IAAIgC,CAAC,CAAChC,UAAU,KAAKA,UAAU,EAAE;QACzD4B,QAAQ,CAACM,KAAK,GAAGF,CAAC,CAAC;MACrB,CAAC,CAAC,EACFtE,kBAAkB,CAACoE,WAAW,CAAC,gBAAgB,EAAGC,KAAc,IAAK;QACnE,MAAMC,CAAC,GAAGD,KAAuB;QACjC,IAAIC,CAAC,CAAChC,UAAU,IAAI,IAAI,IAAIgC,CAAC,CAAChC,UAAU,KAAKA,UAAU,EAAE;QACzD4B,QAAQ,CAACO,OAAO,GAAGH,CAAC,CAAC;MACvB,CAAC,CAAC,CACH;MAED,IAAI;QACF,MAAMrE,UAAU,CAACyE,iBAAiB,CAChCpC,UAAU,EACVsB,IAAI,EACJrC,kBAAkB,CAACsC,IAAI,CACzB,CAAC;MACH,CAAC,CAAC,OAAOc,KAAK,EAAE;QACdR,aAAa,CAACS,OAAO,CAAEC,GAAG,IAAKA,GAAG,CAACC,MAAM,CAAC,CAAC,CAAC;QAC5C,MAAMH,KAAK;MACb;MAEA,OAAO,MAAM;QACXR,aAAa,CAACS,OAAO,CAAEC,GAAG,IAAKA,GAAG,CAACC,MAAM,CAAC,CAAC,CAAC;MAC9C,CAAC;IACH,CAAC;IAED,MAAMC,kBAAkBA,CAAA,EAAkB;MACxCtB,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAAC+E,eAAe,CAAC1C,UAAU,CAAC;IAC/C,CAAC;IAED,MAAM2C,cAAcA,CAACnD,UAAkB,EAAEoD,QAAgB,EAAiB;MACxEzB,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAACkF,iBAAiB,CAAC7C,UAAU,EAAER,UAAU,EAAEoD,QAAQ,CAAC;IACvE,CAAC;IAED,MAAME,aAAaA,CAACxD,OAAiB,EAAiB;MACpD6B,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAACoF,gBAAgB,CAAC/C,UAAU,EAAEV,OAAO,CAAC;IACzD,CAAC;IAED,MAAM0D,aAAaA,CAAA,EAAkB;MACnC7B,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAACsF,gBAAgB,CAACjD,UAAU,CAAC;IAChD,CAAC;IAED,MAAMkD,YAAYA,CAAC3B,IAAsB,EAGtC;MACDJ,KAAK,CAAC,CAAC;MACP,MAAMgC,2BAA2B,GAC/B5B,IAAI,CAACxD,SAAS,IAAIwD,IAAI,CAACxD,SAAS,KAAK,MAAM,GACvCwD,IAAI,CAACxD,SAAS,GACdiD,kBAAkB;MACxB,MAAMoC,QAAQ,GAAGtF,+BAA+B,CAC9CqF,2BAA2B,EAC3B5B,IAAI,CAACvD,YACP,CAAC;MACD,MAAMqF,QAAQ,GACZD,QAAQ,CAACnF,UAAU,KAAKC,SAAS,GAAGoF,MAAM,CAACC,GAAG,GAAGH,QAAQ,CAACnF,UAAU;MACtE,MAAMuF,SAAS,GACbJ,QAAQ,CAACjF,WAAW,KAAKD,SAAS,GAAGoF,MAAM,CAACC,GAAG,GAAGH,QAAQ,CAACjF,WAAW;MACxE,MAAMsF,SAAS,GACbL,QAAQ,CAAChF,WAAW,KAAKF,SAAS,GAAGoF,MAAM,CAACC,GAAG,GAAGH,QAAQ,CAAChF,WAAW;MACxE,OAAOT,UAAU,CAAC+F,eAAe,CAC/B1D,UAAU,EACVqD,QAAQ,EACRG,SAAS,EACTC,SACF,CAAC;IACH,CAAC;IAED,MAAME,YAAYA,CAAA,EAA0B;MAC1CxC,KAAK,CAAC,CAAC;MACP,MAAM,CAAC3B,UAAU,EAAEoE,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CAClDnG,UAAU,CAACoG,gBAAgB,CAAC/D,UAAU,CAAC,EACvCrC,UAAU,CAACqG,iBAAiB,CAAChE,UAAU,CAAC,CACzC,CAAC;MACF,OAAO;QAAER,UAAU;QAAEoE;MAAY,CAAC;IACpC,CAAC;IAED,MAAMK,aAAaA,CAAA,EAAoB;MACrC9C,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAACoG,gBAAgB,CAAC/D,UAAU,CAAC;IAChD,CAAC;IAED,MAAMkE,cAAcA,CAAA,EAAoB;MACtC/C,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAACqG,iBAAiB,CAAChE,UAAU,CAAC;IACjD,CAAC;IAED,MAAMmE,OAAOA,CAAA,EAAkB;MAC7B,IAAIjD,SAAS,EAAE;MACfA,SAAS,GAAG,IAAI;MAChB,MAAMvD,UAAU,CAACyG,SAAS,CAACpE,UAAU,CAAC;IACxC;EACF,CAAC;EAED,OAAOoB,MAAM;AACf;;AAEA;;AAEA;AACA;AACA;AACA,OAAO,SAASiD,eAAeA,CAC7BC,KAAqB,EACrBC,QAAgB,EACC;EACjB,OAAO5G,UAAU,CAAC6G,kBAAkB,CAClCF,KAAK,CAAChF,OAAO,EACbgF,KAAK,CAAC9E,UAAU,EAChB+E,QACF,CAAC;AACH;;AAEA;AACA;AACA;AACA,OAAO,SAASE,qBAAqBA,CACnCH,KAAqB,EACrBI,YAAoB,EACpBC,QAAgB,EACC;EACjB,OAAOhH,UAAU,CAACiH,wBAAwB,CACxCN,KAAK,CAAChF,OAAO,EACbgF,KAAK,CAAC9E,UAAU,EAChBkF,YAAY,EACZC,QACF,CAAC;AACH;;AAEA;AACA;AACA;AACA,OAAO,SAASE,oBAAoBA,CAClCvD,IAAY,EACZoD,YAAoB,EACpBC,QAAgB,EAChBG,QAAQ,GAAG,YAAY,EACN;EACjB,OAAOnH,UAAU,CAACoH,uBAAuB,CACvCzD,IAAI,EACJoD,YAAY,EACZC,QAAQ,EACRG,QACF,CAAC;AACH;;AAEA;AACA;AACA;AACA,OAAO,SAASE,qBAAqBA,CACnCC,OAAe,EACfN,QAAgB,EACC;EACjB,OAAOhH,UAAU,CAACuH,wBAAwB,CAACD,OAAO,EAAEN,QAAQ,CAAC;AAC/D;;AAEA;AACA;AACA;AACA,OAAO,SAASQ,cAAcA,CAC5BF,OAAe,EACfH,QAAQ,GAAG,WAAW,EACP;EACf,OAAOnH,UAAU,CAACyH,aAAa,CAACH,OAAO,EAAEH,QAAQ,CAAC;AACpD;;AAEA;;AAsBA,SAASO,eAAe,QAAQ,YAAS","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["SherpaOnnx","resolveModelPath","ttsInstanceCounter","flattenTtsModelOptionsForNative","modelType","modelOptions","noiseScale","undefined","noiseScaleW","lengthScale","block","vits","matcha","kokoro","kitten","pocket","out","n","detectTtsModel","modelPath","options","resolvedPath","toNativeTtsOptions","sid","speed","silenceScale","referenceAudio","samples","referenceSampleRate","sampleRate","referenceText","numSteps","extra","Object","keys","length","createTTS","instanceId","provider","numThreads","debug","ruleFsts","ruleFars","maxNumSentences","flat","result","initializeTts","success","Error","JSON","stringify","detectedModels","firstDetected","effectiveModelType","type","destroyed","guard","engine","generateSpeech","text","opts","generateTts","generateSpeechWithTimestamps","generateTtsWithTimestamps","updateParams","effectiveModelTypeForUpdate","flatOpts","noiseArg","Number","NaN","noiseWArg","lengthArg","updateTtsParams","getModelInfo","numSpeakers","Promise","all","getTtsSampleRate","getTtsNumSpeakers","getSampleRate","getNumSpeakers","destroy","unloadTts","saveAudioToFile","audio","filePath","saveTtsAudioToFile","saveAudioToContentUri","directoryUri","filename","saveTtsAudioToContentUri","saveTextToContentUri","mimeType","saveTtsTextToContentUri","copyContentUriToCache","fileUri","copyTtsContentUriToCache","shareAudioFile","shareTtsAudio","createStreamingTTS","TTS_MODEL_TYPES"],"sourceRoot":"../../../src","sources":["tts/index.ts"],"mappings":";;AAAA,OAAOA,UAAU,MAAM,wBAAqB;AAa5C,SAASC,gBAAgB,QAAQ,aAAU;AAE3C,IAAIC,kBAAkB,GAAG,CAAC;;AAE1B;AACA;AACA;AACA;AACA,SAASC,+BAA+BA,CACtCC,SAAmC,EACnCC,YAAyC,EAKzC;EACA,IACE,CAACA,YAAY,IACb,CAACD,SAAS,IACVA,SAAS,KAAK,MAAM,IACpBA,SAAS,KAAK,UAAU,CAAC;EAAA,EAEzB,OAAO;IACLE,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACH,MAAMG,KAAK,GACTN,SAAS,KAAK,MAAM,GAChBC,YAAY,CAACM,IAAI,GACjBP,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACO,MAAM,GACnBR,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACQ,MAAM,GACnBT,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACS,MAAM,GACnBV,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACU,MAAM,GACnBR,SAAS;EACf,IAAI,CAACG,KAAK,EACR,OAAO;IACLJ,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACH,MAAMS,GAIL,GAAG;IACFV,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACD,MAAMU,CAAC,GAAGP,KAIT;EACD,IAAIO,CAAC,CAACX,UAAU,KAAKC,SAAS,IAAI,OAAOU,CAAC,CAACX,UAAU,KAAK,QAAQ,EAChEU,GAAG,CAACV,UAAU,GAAGW,CAAC,CAACX,UAAU;EAC/B,IAAIW,CAAC,CAACT,WAAW,KAAKD,SAAS,IAAI,OAAOU,CAAC,CAACT,WAAW,KAAK,QAAQ,EAClEQ,GAAG,CAACR,WAAW,GAAGS,CAAC,CAACT,WAAW;EACjC,IAAIS,CAAC,CAACR,WAAW,KAAKF,SAAS,IAAI,OAAOU,CAAC,CAACR,WAAW,KAAK,QAAQ,EAClEO,GAAG,CAACP,WAAW,GAAGQ,CAAC,CAACR,WAAW;EACjC,OAAOO,GAAG;AACZ;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAeE,cAAcA,CAClCC,SAA0B,EAC1BC,OAAsC,EAKrC;EACD,MAAMC,YAAY,GAAG,MAAMpB,gBAAgB,CAACkB,SAAS,CAAC;EACtD,OAAOnB,UAAU,CAACkB,cAAc,CAACG,YAAY,EAAED,OAAO,EAAEhB,SAAS,CAAC;AACpE;;AAEA;AACA;AACA;AACA;AACA,SAASkB,kBAAkBA,CACzBF,OAA8B,EACL;EACzB,IAAIA,OAAO,IAAI,IAAI,EAAE,OAAO,CAAC,CAAC;EAC9B,MAAMJ,GAA4B,GAAG,CAAC,CAAC;EACvC,IAAII,OAAO,CAACG,GAAG,KAAKhB,SAAS,EAAES,GAAG,CAACO,GAAG,GAAGH,OAAO,CAACG,GAAG;EACpD,IAAIH,OAAO,CAACI,KAAK,KAAKjB,SAAS,EAAES,GAAG,CAACQ,KAAK,GAAGJ,OAAO,CAACI,KAAK;EAC1D,IAAIJ,OAAO,CAACK,YAAY,KAAKlB,SAAS,EACpCS,GAAG,CAACS,YAAY,GAAGL,OAAO,CAACK,YAAY;EACzC,IAAIL,OAAO,CAACM,cAAc,IAAI,IAAI,EAAE;IAClCV,GAAG,CAACU,cAAc,GAAGN,OAAO,CAACM,cAAc,CAACC,OAAO;IACnDX,GAAG,CAACY,mBAAmB,GAAGR,OAAO,CAACM,cAAc,CAACG,UAAU;EAC7D;EACA,IAAIT,OAAO,CAACU,aAAa,KAAKvB,SAAS,EACrCS,GAAG,CAACc,aAAa,GAAGV,OAAO,CAACU,aAAa;EAC3C,IAAIV,OAAO,CAACW,QAAQ,KAAKxB,SAAS,EAAES,GAAG,CAACe,QAAQ,GAAGX,OAAO,CAACW,QAAQ;EACnE,IAAIX,OAAO,CAACY,KAAK,IAAI,IAAI,IAAIC,MAAM,CAACC,IAAI,CAACd,OAAO,CAACY,KAAK,CAAC,CAACG,MAAM,GAAG,CAAC,EAChEnB,GAAG,CAACgB,KAAK,GAAGZ,OAAO,CAACY,KAAK;EAC3B,OAAOhB,GAAG;AACZ;;AAEA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAeoB,SAASA,CAC7BhB,OAA+C,EAC3B;EACpB,MAAMiB,UAAU,GAAG,OAAO,EAAEnC,kBAAkB,EAAE;EAEhD,IAAIiB,SAA0B;EAC9B,IAAIf,SAAmC;EACvC,IAAIkC,QAA4B;EAChC,IAAIC,UAA8B;EAClC,IAAIC,KAA0B;EAC9B,IAAInC,YAAyC;EAC7C,IAAIoC,QAA4B;EAChC,IAAIC,QAA4B;EAChC,IAAIC,eAAmC;EACvC,IAAIlB,YAAgC;EAEpC,IAAI,WAAW,IAAIL,OAAO,EAAE;IAC1BD,SAAS,GAAGC,OAAO,CAACD,SAAS;IAC7Bf,SAAS,GAAGgB,OAAO,CAAChB,SAAS;IAC7BkC,QAAQ,GAAGlB,OAAO,CAACkB,QAAQ;IAC3BC,UAAU,GAAGnB,OAAO,CAACmB,UAAU;IAC/BC,KAAK,GAAGpB,OAAO,CAACoB,KAAK;IACrBnC,YAAY,GAAGe,OAAO,CAACf,YAAY;IACnCoC,QAAQ,GAAGrB,OAAO,CAACqB,QAAQ;IAC3BC,QAAQ,GAAGtB,OAAO,CAACsB,QAAQ;IAC3BC,eAAe,GAAGvB,OAAO,CAACuB,eAAe;IACzClB,YAAY,GAAGL,OAAO,CAACK,YAAY;EACrC,CAAC,MAAM;IACLN,SAAS,GAAGC,OAAO;IACnBhB,SAAS,GAAGG,SAAS;IACrB+B,QAAQ,GAAG/B,SAAS;IACpBgC,UAAU,GAAGhC,SAAS;IACtBiC,KAAK,GAAGjC,SAAS;IACjBF,YAAY,GAAGE,SAAS;IACxBkC,QAAQ,GAAGlC,SAAS;IACpBmC,QAAQ,GAAGnC,SAAS;IACpBoC,eAAe,GAAGpC,SAAS;IAC3BkB,YAAY,GAAGlB,SAAS;EAC1B;EAEA,MAAMqC,IAAI,GAAGzC,+BAA+B,CAACC,SAAS,EAAEC,YAAY,CAAC;EACrE,MAAMgB,YAAY,GAAG,MAAMpB,gBAAgB,CAACkB,SAAS,CAAC;EAEtD,MAAM0B,MAAM,GAAG,MAAM7C,UAAU,CAAC8C,aAAa,CAC3CT,UAAU,EACVhB,YAAY,EACZjB,SAAS,IAAI,MAAM,EACnBmC,UAAU,IAAI,CAAC,EACfC,KAAK,IAAI,KAAK,EACdI,IAAI,CAACtC,UAAU,EACfsC,IAAI,CAACpC,WAAW,EAChBoC,IAAI,CAACnC,WAAW,EAChBgC,QAAQ,EACRC,QAAQ,EACRC,eAAe,EACflB,YAAY,EACZa,QACF,CAAC;EAED,IAAI,CAACO,MAAM,CAACE,OAAO,EAAE;IACnB,MAAM,IAAIC,KAAK,CACb,8BAA8BC,IAAI,CAACC,SAAS,CAC1CL,MAAM,CAACM,cAAc,IAAI,EAC3B,CAAC,EACH,CAAC;EACH;EAEA,MAAMC,aAAa,GAAGP,MAAM,CAACM,cAAc,GAAG,CAAC,CAAC;EAChD,MAAME,kBAA4C,GAChDjD,SAAS,IAAIA,SAAS,KAAK,MAAM,GAC7BA,SAAS,GACRgD,aAAa,EAAEE,IAAqB;EAE3C,IAAIC,SAAS,GAAG,KAAK;EAErB,MAAMC,KAAK,GAAGA,CAAA,KAAM;IAClB,IAAID,SAAS,EAAE;MACb,MAAM,IAAIP,KAAK,CACb,gBAAgBX,UAAU,iDAC5B,CAAC;IACH;EACF,CAAC;EAED,MAAMoB,MAAiB,GAAG;IACxB,IAAIpB,UAAUA,CAAA,EAAG;MACf,OAAOA,UAAU;IACnB,CAAC;IAED,MAAMqB,cAAcA,CAClBC,IAAY,EACZC,IAA2B,EACF;MACzBJ,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAAC6D,WAAW,CAACxB,UAAU,EAAEsB,IAAI,EAAErC,kBAAkB,CAACsC,IAAI,CAAC,CAAC;IAC3E,CAAC;IAED,MAAME,4BAA4BA,CAChCH,IAAY,EACZC,IAA2B,EACY;MACvCJ,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAAC+D,yBAAyB,CACzC1B,UAAU,EACVsB,IAAI,EACJrC,kBAAkB,CAACsC,IAAI,CACzB,CAAC;IACH,CAAC;IAED,MAAMI,YAAYA,CAACJ,IAAsB,EAGtC;MACDJ,KAAK,CAAC,CAAC;MACP,MAAMS,2BAA2B,GAC/BL,IAAI,CAACxD,SAAS,IAAIwD,IAAI,CAACxD,SAAS,KAAK,MAAM,GACvCwD,IAAI,CAACxD,SAAS,GACdiD,kBAAkB;MACxB,MAAMa,QAAQ,GAAG/D,+BAA+B,CAC9C8D,2BAA2B,EAC3BL,IAAI,CAACvD,YACP,CAAC;MACD,MAAM8D,QAAQ,GACZD,QAAQ,CAAC5D,UAAU,KAAKC,SAAS,GAAG6D,MAAM,CAACC,GAAG,GAAGH,QAAQ,CAAC5D,UAAU;MACtE,MAAMgE,SAAS,GACbJ,QAAQ,CAAC1D,WAAW,KAAKD,SAAS,GAAG6D,MAAM,CAACC,GAAG,GAAGH,QAAQ,CAAC1D,WAAW;MACxE,MAAM+D,SAAS,GACbL,QAAQ,CAACzD,WAAW,KAAKF,SAAS,GAAG6D,MAAM,CAACC,GAAG,GAAGH,QAAQ,CAACzD,WAAW;MACxE,OAAOT,UAAU,CAACwE,eAAe,CAC/BnC,UAAU,EACV8B,QAAQ,EACRG,SAAS,EACTC,SACF,CAAC;IACH,CAAC;IAED,MAAME,YAAYA,CAAA,EAA0B;MAC1CjB,KAAK,CAAC,CAAC;MACP,MAAM,CAAC3B,UAAU,EAAE6C,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CAClD5E,UAAU,CAAC6E,gBAAgB,CAACxC,UAAU,CAAC,EACvCrC,UAAU,CAAC8E,iBAAiB,CAACzC,UAAU,CAAC,CACzC,CAAC;MACF,OAAO;QAAER,UAAU;QAAE6C;MAAY,CAAC;IACpC,CAAC;IAED,MAAMK,aAAaA,CAAA,EAAoB;MACrCvB,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAAC6E,gBAAgB,CAACxC,UAAU,CAAC;IAChD,CAAC;IAED,MAAM2C,cAAcA,CAAA,EAAoB;MACtCxB,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAAC8E,iBAAiB,CAACzC,UAAU,CAAC;IACjD,CAAC;IAED,MAAM4C,OAAOA,CAAA,EAAkB;MAC7B,IAAI1B,SAAS,EAAE;MACfA,SAAS,GAAG,IAAI;MAChB,MAAMvD,UAAU,CAACkF,SAAS,CAAC7C,UAAU,CAAC;IACxC;EACF,CAAC;EAED,OAAOoB,MAAM;AACf;;AAEA;;AAEA;AACA;AACA;AACA,OAAO,SAAS0B,eAAeA,CAC7BC,KAAqB,EACrBC,QAAgB,EACC;EACjB,OAAOrF,UAAU,CAACsF,kBAAkB,CAClCF,KAAK,CAACzD,OAAO,EACbyD,KAAK,CAACvD,UAAU,EAChBwD,QACF,CAAC;AACH;;AAEA;AACA;AACA;AACA,OAAO,SAASE,qBAAqBA,CACnCH,KAAqB,EACrBI,YAAoB,EACpBC,QAAgB,EACC;EACjB,OAAOzF,UAAU,CAAC0F,wBAAwB,CACxCN,KAAK,CAACzD,OAAO,EACbyD,KAAK,CAACvD,UAAU,EAChB2D,YAAY,EACZC,QACF,CAAC;AACH;;AAEA;AACA;AACA;AACA,OAAO,SAASE,oBAAoBA,CAClChC,IAAY,EACZ6B,YAAoB,EACpBC,QAAgB,EAChBG,QAAQ,GAAG,YAAY,EACN;EACjB,OAAO5F,UAAU,CAAC6F,uBAAuB,CACvClC,IAAI,EACJ6B,YAAY,EACZC,QAAQ,EACRG,QACF,CAAC;AACH;;AAEA;AACA;AACA;AACA,OAAO,SAASE,qBAAqBA,CACnCC,OAAe,EACfN,QAAgB,EACC;EACjB,OAAOzF,UAAU,CAACgG,wBAAwB,CAACD,OAAO,EAAEN,QAAQ,CAAC;AAC/D;;AAEA;AACA;AACA;AACA,OAAO,SAASQ,cAAcA,CAC5BF,OAAe,EACfH,QAAQ,GAAG,WAAW,EACP;EACf,OAAO5F,UAAU,CAACkG,aAAa,CAACH,OAAO,EAAEH,QAAQ,CAAC;AACpD;;AAEA;AACA,SAASO,kBAAkB,QAAQ,gBAAa;;AAGhD;;AAuBA,SAASC,eAAe,QAAQ,YAAS","ignoreList":[]}
|
|
@@ -0,0 +1,220 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
import { DeviceEventEmitter } from 'react-native';
|
|
4
|
+
import SherpaOnnx from "../NativeSherpaOnnx.js";
|
|
5
|
+
import { resolveModelPath } from "../utils.js";
|
|
6
|
+
let streamingTtsInstanceCounter = 0;
|
|
7
|
+
let ttsRequestIdCounter = 0;
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* Flatten model-specific options for the given model type to native init params.
|
|
11
|
+
*/
|
|
12
|
+
function flattenTtsModelOptionsForNative(modelType, modelOptions) {
|
|
13
|
+
if (!modelOptions || !modelType || modelType === 'auto' || modelType === 'zipvoice') return {
|
|
14
|
+
noiseScale: undefined,
|
|
15
|
+
noiseScaleW: undefined,
|
|
16
|
+
lengthScale: undefined
|
|
17
|
+
};
|
|
18
|
+
const block = modelType === 'vits' ? modelOptions.vits : modelType === 'matcha' ? modelOptions.matcha : modelType === 'kokoro' ? modelOptions.kokoro : modelType === 'kitten' ? modelOptions.kitten : modelType === 'pocket' ? modelOptions.pocket : undefined;
|
|
19
|
+
if (!block) return {
|
|
20
|
+
noiseScale: undefined,
|
|
21
|
+
noiseScaleW: undefined,
|
|
22
|
+
lengthScale: undefined
|
|
23
|
+
};
|
|
24
|
+
const n = block;
|
|
25
|
+
return {
|
|
26
|
+
noiseScale: n.noiseScale !== undefined && typeof n.noiseScale === 'number' ? n.noiseScale : undefined,
|
|
27
|
+
noiseScaleW: n.noiseScaleW !== undefined && typeof n.noiseScaleW === 'number' ? n.noiseScaleW : undefined,
|
|
28
|
+
lengthScale: n.lengthScale !== undefined && typeof n.lengthScale === 'number' ? n.lengthScale : undefined
|
|
29
|
+
};
|
|
30
|
+
}
|
|
31
|
+
function toNativeTtsOptions(options) {
|
|
32
|
+
if (options == null) return {};
|
|
33
|
+
const out = {};
|
|
34
|
+
if (options.sid !== undefined) out.sid = options.sid;
|
|
35
|
+
if (options.speed !== undefined) out.speed = options.speed;
|
|
36
|
+
if (options.silenceScale !== undefined) out.silenceScale = options.silenceScale;
|
|
37
|
+
if (options.referenceAudio != null) {
|
|
38
|
+
out.referenceAudio = options.referenceAudio.samples;
|
|
39
|
+
out.referenceSampleRate = options.referenceAudio.sampleRate;
|
|
40
|
+
}
|
|
41
|
+
if (options.referenceText !== undefined) out.referenceText = options.referenceText;
|
|
42
|
+
if (options.numSteps !== undefined) out.numSteps = options.numSteps;
|
|
43
|
+
if (options.extra != null && Object.keys(options.extra).length > 0) out.extra = options.extra;
|
|
44
|
+
return out;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
/**
|
|
48
|
+
* Create a streaming TTS engine instance. Use for incremental generation with
|
|
49
|
+
* chunk callbacks and PCM playback. Call destroy() when done.
|
|
50
|
+
*
|
|
51
|
+
* @param options - TTS initialization options or model path configuration
|
|
52
|
+
* @returns Promise resolving to a StreamingTtsEngine instance
|
|
53
|
+
* @example
|
|
54
|
+
* ```typescript
|
|
55
|
+
* const tts = await createStreamingTTS({
|
|
56
|
+
* modelPath: { type: 'asset', path: 'models/vits-piper-en' },
|
|
57
|
+
* modelType: 'vits',
|
|
58
|
+
* });
|
|
59
|
+
* const controller = await tts.generateSpeechStream('Hello', undefined, {
|
|
60
|
+
* onChunk: (chunk) => playPcm(chunk.samples, chunk.sampleRate),
|
|
61
|
+
* onEnd: () => {},
|
|
62
|
+
* });
|
|
63
|
+
* await tts.destroy();
|
|
64
|
+
* ```
|
|
65
|
+
*/
|
|
66
|
+
export async function createStreamingTTS(options) {
|
|
67
|
+
const instanceId = `streaming_tts_${++streamingTtsInstanceCounter}`;
|
|
68
|
+
let modelPath;
|
|
69
|
+
let modelType;
|
|
70
|
+
let provider;
|
|
71
|
+
let numThreads;
|
|
72
|
+
let debug;
|
|
73
|
+
let modelOptions;
|
|
74
|
+
let ruleFsts;
|
|
75
|
+
let ruleFars;
|
|
76
|
+
let maxNumSentences;
|
|
77
|
+
let silenceScale;
|
|
78
|
+
if ('modelPath' in options) {
|
|
79
|
+
modelPath = options.modelPath;
|
|
80
|
+
modelType = options.modelType;
|
|
81
|
+
provider = options.provider;
|
|
82
|
+
numThreads = options.numThreads;
|
|
83
|
+
debug = options.debug;
|
|
84
|
+
modelOptions = options.modelOptions;
|
|
85
|
+
ruleFsts = options.ruleFsts;
|
|
86
|
+
ruleFars = options.ruleFars;
|
|
87
|
+
maxNumSentences = options.maxNumSentences;
|
|
88
|
+
silenceScale = options.silenceScale;
|
|
89
|
+
} else {
|
|
90
|
+
modelPath = options;
|
|
91
|
+
modelType = undefined;
|
|
92
|
+
provider = undefined;
|
|
93
|
+
numThreads = undefined;
|
|
94
|
+
debug = undefined;
|
|
95
|
+
modelOptions = undefined;
|
|
96
|
+
ruleFsts = undefined;
|
|
97
|
+
ruleFars = undefined;
|
|
98
|
+
maxNumSentences = undefined;
|
|
99
|
+
silenceScale = undefined;
|
|
100
|
+
}
|
|
101
|
+
const flat = flattenTtsModelOptionsForNative(modelType, modelOptions);
|
|
102
|
+
const resolvedPath = await resolveModelPath(modelPath);
|
|
103
|
+
const result = await SherpaOnnx.initializeTts(instanceId, resolvedPath, modelType ?? 'auto', numThreads ?? 2, debug ?? false, flat.noiseScale, flat.noiseScaleW, flat.lengthScale, ruleFsts, ruleFars, maxNumSentences, silenceScale, provider);
|
|
104
|
+
if (!result.success) {
|
|
105
|
+
throw new Error(`TTS initialization failed: ${JSON.stringify(result.detectedModels ?? [])}`);
|
|
106
|
+
}
|
|
107
|
+
let destroyed = false;
|
|
108
|
+
const guard = () => {
|
|
109
|
+
if (destroyed) {
|
|
110
|
+
throw new Error(`Streaming TTS instance ${instanceId} has been destroyed; cannot call methods on it.`);
|
|
111
|
+
}
|
|
112
|
+
};
|
|
113
|
+
const engine = {
|
|
114
|
+
get instanceId() {
|
|
115
|
+
return instanceId;
|
|
116
|
+
},
|
|
117
|
+
async generateSpeechStream(text, opts, handlers) {
|
|
118
|
+
guard();
|
|
119
|
+
const requestId = `tts_req_${++ttsRequestIdCounter}`;
|
|
120
|
+
const subscriptions = [];
|
|
121
|
+
let unsubscribed = false;
|
|
122
|
+
const unsubscribe = () => {
|
|
123
|
+
if (unsubscribed) return;
|
|
124
|
+
unsubscribed = true;
|
|
125
|
+
subscriptions.forEach(sub => sub.remove());
|
|
126
|
+
};
|
|
127
|
+
const matchesRequest = e => (e.instanceId == null || e.instanceId === instanceId) && (e.requestId == null || e.requestId === requestId);
|
|
128
|
+
subscriptions.push(DeviceEventEmitter.addListener('ttsStreamChunk', event => {
|
|
129
|
+
const e = event;
|
|
130
|
+
if (!matchesRequest(e)) {
|
|
131
|
+
return;
|
|
132
|
+
}
|
|
133
|
+
handlers.onChunk?.(e);
|
|
134
|
+
}), DeviceEventEmitter.addListener('ttsStreamEnd', event => {
|
|
135
|
+
const e = event;
|
|
136
|
+
if (!matchesRequest(e)) {
|
|
137
|
+
return;
|
|
138
|
+
}
|
|
139
|
+
try {
|
|
140
|
+
handlers.onEnd?.(e);
|
|
141
|
+
} finally {
|
|
142
|
+
unsubscribe();
|
|
143
|
+
}
|
|
144
|
+
}), DeviceEventEmitter.addListener('ttsStreamError', event => {
|
|
145
|
+
const e = event;
|
|
146
|
+
if (!matchesRequest(e)) {
|
|
147
|
+
return;
|
|
148
|
+
}
|
|
149
|
+
try {
|
|
150
|
+
handlers.onError?.(e);
|
|
151
|
+
} finally {
|
|
152
|
+
unsubscribe();
|
|
153
|
+
}
|
|
154
|
+
}));
|
|
155
|
+
|
|
156
|
+
// Yield so the bridge can register listeners before native emits (avoids "no listeners" / "already in progress")
|
|
157
|
+
await new Promise(resolve => {
|
|
158
|
+
if (typeof setImmediate === 'function') {
|
|
159
|
+
setImmediate(resolve);
|
|
160
|
+
} else {
|
|
161
|
+
setTimeout(resolve, 0);
|
|
162
|
+
}
|
|
163
|
+
});
|
|
164
|
+
try {
|
|
165
|
+
await SherpaOnnx.generateTtsStream(instanceId, requestId, text, toNativeTtsOptions(opts));
|
|
166
|
+
} catch (error) {
|
|
167
|
+
unsubscribe();
|
|
168
|
+
throw error;
|
|
169
|
+
}
|
|
170
|
+
const controller = {
|
|
171
|
+
async cancel() {
|
|
172
|
+
guard();
|
|
173
|
+
await SherpaOnnx.cancelTtsStream(instanceId);
|
|
174
|
+
unsubscribe();
|
|
175
|
+
},
|
|
176
|
+
unsubscribe
|
|
177
|
+
};
|
|
178
|
+
return controller;
|
|
179
|
+
},
|
|
180
|
+
async cancelSpeechStream() {
|
|
181
|
+
guard();
|
|
182
|
+
return SherpaOnnx.cancelTtsStream(instanceId);
|
|
183
|
+
},
|
|
184
|
+
async startPcmPlayer(sampleRate, channels) {
|
|
185
|
+
guard();
|
|
186
|
+
return SherpaOnnx.startTtsPcmPlayer(instanceId, sampleRate, channels);
|
|
187
|
+
},
|
|
188
|
+
async writePcmChunk(samples) {
|
|
189
|
+
guard();
|
|
190
|
+
return SherpaOnnx.writeTtsPcmChunk(instanceId, samples);
|
|
191
|
+
},
|
|
192
|
+
async stopPcmPlayer() {
|
|
193
|
+
guard();
|
|
194
|
+
return SherpaOnnx.stopTtsPcmPlayer(instanceId);
|
|
195
|
+
},
|
|
196
|
+
async getModelInfo() {
|
|
197
|
+
guard();
|
|
198
|
+
const [sampleRate, numSpeakers] = await Promise.all([SherpaOnnx.getTtsSampleRate(instanceId), SherpaOnnx.getTtsNumSpeakers(instanceId)]);
|
|
199
|
+
return {
|
|
200
|
+
sampleRate,
|
|
201
|
+
numSpeakers
|
|
202
|
+
};
|
|
203
|
+
},
|
|
204
|
+
async getSampleRate() {
|
|
205
|
+
guard();
|
|
206
|
+
return SherpaOnnx.getTtsSampleRate(instanceId);
|
|
207
|
+
},
|
|
208
|
+
async getNumSpeakers() {
|
|
209
|
+
guard();
|
|
210
|
+
return SherpaOnnx.getTtsNumSpeakers(instanceId);
|
|
211
|
+
},
|
|
212
|
+
async destroy() {
|
|
213
|
+
if (destroyed) return;
|
|
214
|
+
destroyed = true;
|
|
215
|
+
await SherpaOnnx.unloadTts(instanceId);
|
|
216
|
+
}
|
|
217
|
+
};
|
|
218
|
+
return engine;
|
|
219
|
+
}
|
|
220
|
+
//# sourceMappingURL=streaming.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["DeviceEventEmitter","SherpaOnnx","resolveModelPath","streamingTtsInstanceCounter","ttsRequestIdCounter","flattenTtsModelOptionsForNative","modelType","modelOptions","noiseScale","undefined","noiseScaleW","lengthScale","block","vits","matcha","kokoro","kitten","pocket","n","toNativeTtsOptions","options","out","sid","speed","silenceScale","referenceAudio","samples","referenceSampleRate","sampleRate","referenceText","numSteps","extra","Object","keys","length","createStreamingTTS","instanceId","modelPath","provider","numThreads","debug","ruleFsts","ruleFars","maxNumSentences","flat","resolvedPath","result","initializeTts","success","Error","JSON","stringify","detectedModels","destroyed","guard","engine","generateSpeechStream","text","opts","handlers","requestId","subscriptions","unsubscribed","unsubscribe","forEach","sub","remove","matchesRequest","e","push","addListener","event","onChunk","onEnd","onError","Promise","resolve","setImmediate","setTimeout","generateTtsStream","error","controller","cancel","cancelTtsStream","cancelSpeechStream","startPcmPlayer","channels","startTtsPcmPlayer","writePcmChunk","writeTtsPcmChunk","stopPcmPlayer","stopTtsPcmPlayer","getModelInfo","numSpeakers","all","getTtsSampleRate","getTtsNumSpeakers","getSampleRate","getNumSpeakers","destroy","unloadTts"],"sourceRoot":"../../../src","sources":["tts/streaming.ts"],"mappings":";;AAAA,SAASA,kBAAkB,QAAQ,cAAc;AACjD,OAAOC,UAAU,MAAM,wBAAqB;AAe5C,SAASC,gBAAgB,QAAQ,aAAU;AAE3C,IAAIC,2BAA2B,GAAG,CAAC;AACnC,IAAIC,mBAAmB,GAAG,CAAC;;AAE3B;AACA;AACA;AACA,SAASC,+BAA+BA,CACtCC,SAAmC,EACnCC,YAAyC,EAKzC;EACA,IACE,CAACA,YAAY,IACb,CAACD,SAAS,IACVA,SAAS,KAAK,MAAM,IACpBA,SAAS,KAAK,UAAU,EAExB,OAAO;IACLE,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACH,MAAMG,KAAK,GACTN,SAAS,KAAK,MAAM,GAChBC,YAAY,CAACM,IAAI,GACjBP,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACO,MAAM,GACnBR,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACQ,MAAM,GACnBT,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACS,MAAM,GACnBV,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACU,MAAM,GACnBR,SAAS;EACf,IAAI,CAACG,KAAK,EACR,OAAO;IACLJ,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACH,MAAMS,CAAC,GAAGN,KAIT;EACD,OAAO;IACLJ,UAAU,EACRU,CAAC,CAACV,UAAU,KAAKC,SAAS,IAAI,OAAOS,CAAC,CAACV,UAAU,KAAK,QAAQ,GAC1DU,CAAC,CAACV,UAAU,GACZC,SAAS;IACfC,WAAW,EACTQ,CAAC,CAACR,WAAW,KAAKD,SAAS,IAAI,OAAOS,CAAC,CAACR,WAAW,KAAK,QAAQ,GAC5DQ,CAAC,CAACR,WAAW,GACbD,SAAS;IACfE,WAAW,EACTO,CAAC,CAACP,WAAW,KAAKF,SAAS,IAAI,OAAOS,CAAC,CAACP,WAAW,KAAK,QAAQ,GAC5DO,CAAC,CAACP,WAAW,GACbF;EACR,CAAC;AACH;AAEA,SAASU,kBAAkBA,CACzBC,OAA8B,EACL;EACzB,IAAIA,OAAO,IAAI,IAAI,EAAE,OAAO,CAAC,CAAC;EAC9B,MAAMC,GAA4B,GAAG,CAAC,CAAC;EACvC,IAAID,OAAO,CAACE,GAAG,KAAKb,SAAS,EAAEY,GAAG,CAACC,GAAG,GAAGF,OAAO,CAACE,GAAG;EACpD,IAAIF,OAAO,CAACG,KAAK,KAAKd,SAAS,EAAEY,GAAG,CAACE,KAAK,GAAGH,OAAO,CAACG,KAAK;EAC1D,IAAIH,OAAO,CAACI,YAAY,KAAKf,SAAS,EACpCY,GAAG,CAACG,YAAY,GAAGJ,OAAO,CAACI,YAAY;EACzC,IAAIJ,OAAO,CAACK,cAAc,IAAI,IAAI,EAAE;IAClCJ,GAAG,CAACI,cAAc,GAAGL,OAAO,CAACK,cAAc,CAACC,OAAO;IACnDL,GAAG,CAACM,mBAAmB,GAAGP,OAAO,CAACK,cAAc,CAACG,UAAU;EAC7D;EACA,IAAIR,OAAO,CAACS,aAAa,KAAKpB,SAAS,EACrCY,GAAG,CAACQ,aAAa,GAAGT,OAAO,CAACS,aAAa;EAC3C,IAAIT,OAAO,CAACU,QAAQ,KAAKrB,SAAS,EAAEY,GAAG,CAACS,QAAQ,GAAGV,OAAO,CAACU,QAAQ;EACnE,IAAIV,OAAO,CAACW,KAAK,IAAI,IAAI,IAAIC,MAAM,CAACC,IAAI,CAACb,OAAO,CAACW,KAAK,CAAC,CAACG,MAAM,GAAG,CAAC,EAChEb,GAAG,CAACU,KAAK,GAAGX,OAAO,CAACW,KAAK;EAC3B,OAAOV,GAAG;AACZ;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAec,kBAAkBA,CACtCf,OAA+C,EAClB;EAC7B,MAAMgB,UAAU,GAAG,iBAAiB,EAAEjC,2BAA2B,EAAE;EAEnE,IAAIkC,SAA0B;EAC9B,IAAI/B,SAAmC;EACvC,IAAIgC,QAA4B;EAChC,IAAIC,UAA8B;EAClC,IAAIC,KAA0B;EAC9B,IAAIjC,YAAyC;EAC7C,IAAIkC,QAA4B;EAChC,IAAIC,QAA4B;EAChC,IAAIC,eAAmC;EACvC,IAAInB,YAAgC;EAEpC,IAAI,WAAW,IAAIJ,OAAO,EAAE;IAC1BiB,SAAS,GAAGjB,OAAO,CAACiB,SAAS;IAC7B/B,SAAS,GAAGc,OAAO,CAACd,SAAS;IAC7BgC,QAAQ,GAAGlB,OAAO,CAACkB,QAAQ;IAC3BC,UAAU,GAAGnB,OAAO,CAACmB,UAAU;IAC/BC,KAAK,GAAGpB,OAAO,CAACoB,KAAK;IACrBjC,YAAY,GAAGa,OAAO,CAACb,YAAY;IACnCkC,QAAQ,GAAGrB,OAAO,CAACqB,QAAQ;IAC3BC,QAAQ,GAAGtB,OAAO,CAACsB,QAAQ;IAC3BC,eAAe,GAAGvB,OAAO,CAACuB,eAAe;IACzCnB,YAAY,GAAGJ,OAAO,CAACI,YAAY;EACrC,CAAC,MAAM;IACLa,SAAS,GAAGjB,OAAO;IACnBd,SAAS,GAAGG,SAAS;IACrB6B,QAAQ,GAAG7B,SAAS;IACpB8B,UAAU,GAAG9B,SAAS;IACtB+B,KAAK,GAAG/B,SAAS;IACjBF,YAAY,GAAGE,SAAS;IACxBgC,QAAQ,GAAGhC,SAAS;IACpBiC,QAAQ,GAAGjC,SAAS;IACpBkC,eAAe,GAAGlC,SAAS;IAC3Be,YAAY,GAAGf,SAAS;EAC1B;EAEA,MAAMmC,IAAI,GAAGvC,+BAA+B,CAACC,SAAS,EAAEC,YAAY,CAAC;EACrE,MAAMsC,YAAY,GAAG,MAAM3C,gBAAgB,CAACmC,SAAS,CAAC;EAEtD,MAAMS,MAAM,GAAG,MAAM7C,UAAU,CAAC8C,aAAa,CAC3CX,UAAU,EACVS,YAAY,EACZvC,SAAS,IAAI,MAAM,EACnBiC,UAAU,IAAI,CAAC,EACfC,KAAK,IAAI,KAAK,EACdI,IAAI,CAACpC,UAAU,EACfoC,IAAI,CAAClC,WAAW,EAChBkC,IAAI,CAACjC,WAAW,EAChB8B,QAAQ,EACRC,QAAQ,EACRC,eAAe,EACfnB,YAAY,EACZc,QACF,CAAC;EAED,IAAI,CAACQ,MAAM,CAACE,OAAO,EAAE;IACnB,MAAM,IAAIC,KAAK,CACb,8BAA8BC,IAAI,CAACC,SAAS,CAC1CL,MAAM,CAACM,cAAc,IAAI,EAC3B,CAAC,EACH,CAAC;EACH;EAEA,IAAIC,SAAS,GAAG,KAAK;EAErB,MAAMC,KAAK,GAAGA,CAAA,KAAM;IAClB,IAAID,SAAS,EAAE;MACb,MAAM,IAAIJ,KAAK,CACb,0BAA0Bb,UAAU,iDACtC,CAAC;IACH;EACF,CAAC;EAED,MAAMmB,MAA0B,GAAG;IACjC,IAAInB,UAAUA,CAAA,EAAG;MACf,OAAOA,UAAU;IACnB,CAAC;IAED,MAAMoB,oBAAoBA,CACxBC,IAAY,EACZC,IAAsC,EACtCC,QAA2B,EACG;MAC9BL,KAAK,CAAC,CAAC;MACP,MAAMM,SAAS,GAAG,WAAW,EAAExD,mBAAmB,EAAE;MACpD,MAAMyD,aAA4C,GAAG,EAAE;MACvD,IAAIC,YAAY,GAAG,KAAK;MAExB,MAAMC,WAAW,GAAGA,CAAA,KAAM;QACxB,IAAID,YAAY,EAAE;QAClBA,YAAY,GAAG,IAAI;QACnBD,aAAa,CAACG,OAAO,CAAEC,GAAG,IAAKA,GAAG,CAACC,MAAM,CAAC,CAAC,CAAC;MAC9C,CAAC;MAED,MAAMC,cAAc,GAAIC,CAA8C,IACpE,CAACA,CAAC,CAAChC,UAAU,IAAI,IAAI,IAAIgC,CAAC,CAAChC,UAAU,KAAKA,UAAU,MACnDgC,CAAC,CAACR,SAAS,IAAI,IAAI,IAAIQ,CAAC,CAACR,SAAS,KAAKA,SAAS,CAAC;MAEpDC,aAAa,CAACQ,IAAI,CAChBrE,kBAAkB,CAACsE,WAAW,CAAC,gBAAgB,EAAGC,KAAc,IAAK;QACnE,MAAMH,CAAC,GAAGG,KAAuB;QACjC,IAAI,CAACJ,cAAc,CAACC,CAAC,CAAC,EAAE;UACtB;QACF;QACAT,QAAQ,CAACa,OAAO,GAAGJ,CAAC,CAAC;MACvB,CAAC,CAAC,EACFpE,kBAAkB,CAACsE,WAAW,CAAC,cAAc,EAAGC,KAAc,IAAK;QACjE,MAAMH,CAAC,GAAGG,KAAqB;QAC/B,IAAI,CAACJ,cAAc,CAACC,CAAC,CAAC,EAAE;UACtB;QACF;QACA,IAAI;UACFT,QAAQ,CAACc,KAAK,GAAGL,CAAC,CAAC;QACrB,CAAC,SAAS;UACRL,WAAW,CAAC,CAAC;QACf;MACF,CAAC,CAAC,EACF/D,kBAAkB,CAACsE,WAAW,CAAC,gBAAgB,EAAGC,KAAc,IAAK;QACnE,MAAMH,CAAC,GAAGG,KAAuB;QACjC,IAAI,CAACJ,cAAc,CAACC,CAAC,CAAC,EAAE;UACtB;QACF;QACA,IAAI;UACFT,QAAQ,CAACe,OAAO,GAAGN,CAAC,CAAC;QACvB,CAAC,SAAS;UACRL,WAAW,CAAC,CAAC;QACf;MACF,CAAC,CACH,CAAC;;MAED;MACA,MAAM,IAAIY,OAAO,CAAQC,OAAO,IAAK;QACnC,IAAI,OAAOC,YAAY,KAAK,UAAU,EAAE;UACtCA,YAAY,CAACD,OAAO,CAAC;QACvB,CAAC,MAAM;UACLE,UAAU,CAACF,OAAO,EAAE,CAAC,CAAC;QACxB;MACF,CAAC,CAAC;MAEF,IAAI;QACF,MAAM3E,UAAU,CAAC8E,iBAAiB,CAChC3C,UAAU,EACVwB,SAAS,EACTH,IAAI,EACJtC,kBAAkB,CAACuC,IAAI,CACzB,CAAC;MACH,CAAC,CAAC,OAAOsB,KAAK,EAAE;QACdjB,WAAW,CAAC,CAAC;QACb,MAAMiB,KAAK;MACb;MAEA,MAAMC,UAA+B,GAAG;QACtC,MAAMC,MAAMA,CAAA,EAAkB;UAC5B5B,KAAK,CAAC,CAAC;UACP,MAAMrD,UAAU,CAACkF,eAAe,CAAC/C,UAAU,CAAC;UAC5C2B,WAAW,CAAC,CAAC;QACf,CAAC;QACDA;MACF,CAAC;MACD,OAAOkB,UAAU;IACnB,CAAC;IAED,MAAMG,kBAAkBA,CAAA,EAAkB;MACxC9B,KAAK,CAAC,CAAC;MACP,OAAOrD,UAAU,CAACkF,eAAe,CAAC/C,UAAU,CAAC;IAC/C,CAAC;IAED,MAAMiD,cAAcA,CAACzD,UAAkB,EAAE0D,QAAgB,EAAiB;MACxEhC,KAAK,CAAC,CAAC;MACP,OAAOrD,UAAU,CAACsF,iBAAiB,CAACnD,UAAU,EAAER,UAAU,EAAE0D,QAAQ,CAAC;IACvE,CAAC;IAED,MAAME,aAAaA,CAAC9D,OAAiB,EAAiB;MACpD4B,KAAK,CAAC,CAAC;MACP,OAAOrD,UAAU,CAACwF,gBAAgB,CAACrD,UAAU,EAAEV,OAAO,CAAC;IACzD,CAAC;IAED,MAAMgE,aAAaA,CAAA,EAAkB;MACnCpC,KAAK,CAAC,CAAC;MACP,OAAOrD,UAAU,CAAC0F,gBAAgB,CAACvD,UAAU,CAAC;IAChD,CAAC;IAED,MAAMwD,YAAYA,CAAA,EAA0B;MAC1CtC,KAAK,CAAC,CAAC;MACP,MAAM,CAAC1B,UAAU,EAAEiE,WAAW,CAAC,GAAG,MAAMlB,OAAO,CAACmB,GAAG,CAAC,CAClD7F,UAAU,CAAC8F,gBAAgB,CAAC3D,UAAU,CAAC,EACvCnC,UAAU,CAAC+F,iBAAiB,CAAC5D,UAAU,CAAC,CACzC,CAAC;MACF,OAAO;QAAER,UAAU;QAAEiE;MAAY,CAAC;IACpC,CAAC;IAED,MAAMI,aAAaA,CAAA,EAAoB;MACrC3C,KAAK,CAAC,CAAC;MACP,OAAOrD,UAAU,CAAC8F,gBAAgB,CAAC3D,UAAU,CAAC;IAChD,CAAC;IAED,MAAM8D,cAAcA,CAAA,EAAoB;MACtC5C,KAAK,CAAC,CAAC;MACP,OAAOrD,UAAU,CAAC+F,iBAAiB,CAAC5D,UAAU,CAAC;IACjD,CAAC;IAED,MAAM+D,OAAOA,CAAA,EAAkB;MAC7B,IAAI9C,SAAS,EAAE;MACfA,SAAS,GAAG,IAAI;MAChB,MAAMpD,UAAU,CAACmG,SAAS,CAAChE,UAAU,CAAC;IACxC;EACF,CAAC;EAED,OAAOmB,MAAM;AACf","ignoreList":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":[],"sourceRoot":"../../../src","sources":["tts/streamingTypes.ts"],"mappings":"","ignoreList":[]}
|
package/lib/module/tts/types.js
CHANGED
|
@@ -74,12 +74,19 @@ export const TTS_MODEL_TYPES = ['vits', 'matcha', 'kokoro', 'kitten', 'pocket',
|
|
|
74
74
|
* Streaming error event payload.
|
|
75
75
|
*/
|
|
76
76
|
|
|
77
|
+
/**
|
|
78
|
+
* Controller returned by generateSpeechStream().
|
|
79
|
+
* Use cancel() to stop generation, unsubscribe() to remove event listeners.
|
|
80
|
+
*/
|
|
81
|
+
|
|
77
82
|
/**
|
|
78
83
|
* Handlers for TTS streaming generation (chunk, end, error).
|
|
79
84
|
*/
|
|
80
85
|
|
|
81
86
|
/**
|
|
82
|
-
* Instance-based TTS engine returned by createTTS().
|
|
87
|
+
* Instance-based batch TTS engine returned by createTTS().
|
|
88
|
+
* Use for one-shot synthesis (generateSpeech, generateSpeechWithTimestamps).
|
|
89
|
+
* For streaming, use createStreamingTTS() and StreamingTtsEngine instead.
|
|
83
90
|
* Call destroy() when done to free native resources.
|
|
84
91
|
*/
|
|
85
92
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["TTS_MODEL_TYPES"],"sourceRoot":"../../../src","sources":["tts/types.ts"],"mappings":";;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAUA;AACA,OAAO,MAAMA,eAAwC,GAAG,CACtD,MAAM,EACN,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,MAAM,CACE;;AAEV;;AAEA;;AAUA;;AAQA;;AAMA;;AAMA;;AAKA;AACA;AACA;AACA;;AASA;AACA;AACA;;AAuEA;AACA;AACA;AACA;;AAcA;AACA;AACA;AACA;;AAsDA;AACA;AACA;AACA;AACA;AACA;AACA;;AAeA;AACA;AACA;;AAkBA;AACA;AACA;;AAaA;AACA;AACA;;
|
|
1
|
+
{"version":3,"names":["TTS_MODEL_TYPES"],"sourceRoot":"../../../src","sources":["tts/types.ts"],"mappings":";;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAUA;AACA,OAAO,MAAMA,eAAwC,GAAG,CACtD,MAAM,EACN,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,MAAM,CACE;;AAEV;;AAEA;;AAUA;;AAQA;;AAMA;;AAMA;;AAKA;AACA;AACA;AACA;;AASA;AACA;AACA;;AAuEA;AACA;AACA;AACA;;AAcA;AACA;AACA;AACA;;AAsDA;AACA;AACA;AACA;AACA;AACA;AACA;;AAeA;AACA;AACA;;AAkBA;AACA;AACA;;AAaA;AACA;AACA;;AAYA;AACA;AACA;;AASA;AACA;AACA;;AASA;AACA;AACA;AACA;;AAQA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;;AAqBA;AACA;AACA","ignoreList":[]}
|
|
@@ -88,6 +88,70 @@ export interface Spec extends TurboModule {
|
|
|
88
88
|
* Release STT resources.
|
|
89
89
|
*/
|
|
90
90
|
unloadStt(instanceId: string): Promise<void>;
|
|
91
|
+
/**
|
|
92
|
+
* Initialize OnlineRecognizer for streaming STT (single options object to avoid iOS TurboModule marshalling crash with many args).
|
|
93
|
+
* @param instanceId - Unique ID for this engine instance (from createStreamingSTT)
|
|
94
|
+
* @param options - All init options (modelDir, modelType, enableEndpoint, decodingMethod, maxActivePaths, and optional endpoint/rule params)
|
|
95
|
+
*/
|
|
96
|
+
initializeOnlineSttWithOptions(instanceId: string, options: {
|
|
97
|
+
modelDir: string;
|
|
98
|
+
modelType: string;
|
|
99
|
+
enableEndpoint?: boolean;
|
|
100
|
+
decodingMethod?: string;
|
|
101
|
+
maxActivePaths?: number;
|
|
102
|
+
hotwordsFile?: string;
|
|
103
|
+
hotwordsScore?: number;
|
|
104
|
+
numThreads?: number;
|
|
105
|
+
provider?: string;
|
|
106
|
+
ruleFsts?: string;
|
|
107
|
+
ruleFars?: string;
|
|
108
|
+
blankPenalty?: number;
|
|
109
|
+
debug?: boolean;
|
|
110
|
+
rule1MustContainNonSilence?: boolean;
|
|
111
|
+
rule1MinTrailingSilence?: number;
|
|
112
|
+
rule1MinUtteranceLength?: number;
|
|
113
|
+
rule2MustContainNonSilence?: boolean;
|
|
114
|
+
rule2MinTrailingSilence?: number;
|
|
115
|
+
rule2MinUtteranceLength?: number;
|
|
116
|
+
rule3MustContainNonSilence?: boolean;
|
|
117
|
+
rule3MinTrailingSilence?: number;
|
|
118
|
+
rule3MinUtteranceLength?: number;
|
|
119
|
+
}): Promise<{
|
|
120
|
+
success: boolean;
|
|
121
|
+
}>;
|
|
122
|
+
/** Create a new stream for the given OnlineRecognizer instance. */
|
|
123
|
+
createSttStream(instanceId: string, streamId: string, hotwords?: string): Promise<void>;
|
|
124
|
+
/** Feed PCM samples to a streaming STT stream. */
|
|
125
|
+
acceptSttWaveform(streamId: string, samples: number[], sampleRate: number): Promise<void>;
|
|
126
|
+
/** Signal end of input for a streaming STT stream. */
|
|
127
|
+
sttStreamInputFinished(streamId: string): Promise<void>;
|
|
128
|
+
/** Run decoding on the stream (call when isSttStreamReady is true). */
|
|
129
|
+
decodeSttStream(streamId: string): Promise<void>;
|
|
130
|
+
/** True if the stream has enough audio to decode. */
|
|
131
|
+
isSttStreamReady(streamId: string): Promise<boolean>;
|
|
132
|
+
/** Get current partial or final result (call after decodeSttStream). */
|
|
133
|
+
getSttStreamResult(streamId: string): Promise<{
|
|
134
|
+
text: string;
|
|
135
|
+
tokens: string[];
|
|
136
|
+
timestamps: number[];
|
|
137
|
+
}>;
|
|
138
|
+
/** True if endpoint (end of utterance) was detected. */
|
|
139
|
+
isSttStreamEndpoint(streamId: string): Promise<boolean>;
|
|
140
|
+
/** Reset stream state for reuse. */
|
|
141
|
+
resetSttStream(streamId: string): Promise<void>;
|
|
142
|
+
/** Release stream and remove from native state. */
|
|
143
|
+
releaseSttStream(streamId: string): Promise<void>;
|
|
144
|
+
/** Release OnlineRecognizer and all its streams. */
|
|
145
|
+
unloadOnlineStt(instanceId: string): Promise<void>;
|
|
146
|
+
/**
|
|
147
|
+
* Convenience: feed audio, decode while ready, return result and endpoint status in one call.
|
|
148
|
+
*/
|
|
149
|
+
processSttAudioChunk(streamId: string, samples: number[], sampleRate: number): Promise<{
|
|
150
|
+
text: string;
|
|
151
|
+
tokens: string[];
|
|
152
|
+
timestamps: number[];
|
|
153
|
+
isEndpoint: boolean;
|
|
154
|
+
}>;
|
|
91
155
|
/**
|
|
92
156
|
* Initialize Text-to-Speech (TTS) with model directory.
|
|
93
157
|
* @param instanceId - Unique ID for this engine instance (from createTTS)
|
|
@@ -177,10 +241,11 @@ export interface Spec extends TurboModule {
|
|
|
177
241
|
/**
|
|
178
242
|
* Generate speech in streaming mode (emits chunk events).
|
|
179
243
|
* @param instanceId - Unique ID for this engine instance
|
|
244
|
+
* @param requestId - Unique ID for this generation (included in chunk/end/error events for routing)
|
|
180
245
|
* @param text - Text to convert to speech
|
|
181
246
|
* @param options - Generation options (sid, speed, referenceAudio, referenceText, numSteps, silenceScale, extra)
|
|
182
247
|
*/
|
|
183
|
-
generateTtsStream(instanceId: string, text: string, options: Object): Promise<void>;
|
|
248
|
+
generateTtsStream(instanceId: string, requestId: string, text: string, options: Object): Promise<void>;
|
|
184
249
|
/**
|
|
185
250
|
* Cancel an ongoing streaming TTS generation.
|
|
186
251
|
* @param instanceId - Unique ID for this engine instance
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"NativeSherpaOnnx.d.ts","sourceRoot":"","sources":["../../../src/NativeSherpaOnnx.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAErE,kFAAkF;AAClF,MAAM,MAAM,mBAAmB,GAAG;IAChC,gBAAgB,EAAE,OAAO,CAAC;IAC1B,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,WAAW,IAAK,SAAQ,WAAW;IACvC;;OAEG;IACH,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAIlC;;;;;;;;;;;;;;;;;;;OAmBG;IACH,aAAa,CACX,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,OAAO,EACpB,SAAS,CAAC,EAAE,MAAM,EAClB,KAAK,CAAC,EAAE,OAAO,EACf,YAAY,CAAC,EAAE,MAAM,EACrB,aAAa,CAAC,EAAE,MAAM,EACtB,UAAU,CAAC,EAAE,MAAM,EACnB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,EACf,YAAY,CAAC,EAAE,MAAM,EACrB,YAAY,CAAC,EAAE,MAAM,EACrB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC,CAAC;IAEH;;;;;;;;OAQG;IACH,cAAc,CACZ,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,OAAO,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IAEH;;OAEG;IACH,cAAc,CACZ,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QACT,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC,CAAC;IAEH;;OAEG;IACH,iBAAiB,CACf,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC,CAAC;IAEH;;OAEG;IACH,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjE;;OAEG;IACH,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAI7C;;;;;;;;;;;;;;;;OAgBG;IACH,aAAa,CACX,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,OAAO,EACd,UAAU,CAAC,EAAE,MAAM,EACnB,WAAW,CAAC,EAAE,MAAM,EACpB,WAAW,CAAC,EAAE,MAAM,EACpB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,eAAe,CAAC,EAAE,MAAM,EACxB,YAAY,CAAC,EAAE,MAAM,EACrB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;IAEH;;;;;;OAMG;IACH,cAAc,CACZ,QAAQ,EAAE,MAAM,EAChB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IAEH;;;;;;;OAOG;IACH,eAAe,CACb,UAAU,EAAE,MAAM,EAClB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,EAC1B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,EAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAC1B,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;IAEH;;;;;;OAMG;IACH,WAAW,CACT,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QACT,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IAEH;;;;;;OAMG;IACH,yBAAyB,CACvB,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QACT,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC/D,SAAS,EAAE,OAAO,CAAC;KACpB,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"NativeSherpaOnnx.d.ts","sourceRoot":"","sources":["../../../src/NativeSherpaOnnx.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAErE,kFAAkF;AAClF,MAAM,MAAM,mBAAmB,GAAG;IAChC,gBAAgB,EAAE,OAAO,CAAC;IAC1B,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,WAAW,IAAK,SAAQ,WAAW;IACvC;;OAEG;IACH,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAIlC;;;;;;;;;;;;;;;;;;;OAmBG;IACH,aAAa,CACX,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,OAAO,EACpB,SAAS,CAAC,EAAE,MAAM,EAClB,KAAK,CAAC,EAAE,OAAO,EACf,YAAY,CAAC,EAAE,MAAM,EACrB,aAAa,CAAC,EAAE,MAAM,EACtB,UAAU,CAAC,EAAE,MAAM,EACnB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,EACf,YAAY,CAAC,EAAE,MAAM,EACrB,YAAY,CAAC,EAAE,MAAM,EACrB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC,CAAC;IAEH;;;;;;;;OAQG;IACH,cAAc,CACZ,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,OAAO,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IAEH;;OAEG;IACH,cAAc,CACZ,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QACT,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC,CAAC;IAEH;;OAEG;IACH,iBAAiB,CACf,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC,CAAC;IAEH;;OAEG;IACH,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjE;;OAEG;IACH,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAI7C;;;;OAIG;IACH,8BAA8B,CAC5B,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,0BAA0B,CAAC,EAAE,OAAO,CAAC;QACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,0BAA0B,CAAC,EAAE,OAAO,CAAC;QACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,0BAA0B,CAAC,EAAE,OAAO,CAAC;QACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC;KAClC,GACA,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAEjC,mEAAmE;IACnE,eAAe,CACb,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB,kDAAkD;IAClD,iBAAiB,CACf,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB,sDAAsD;IACtD,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAExD,uEAAuE;IACvE,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjD,qDAAqD;IACrD,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAErD,wEAAwE;IACxE,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAC5C,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;KACtB,CAAC,CAAC;IAEH,wDAAwD;IACxD,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAExD,oCAAoC;IACpC,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhD,mDAAmD;IACnD,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElD,oDAAoD;IACpD,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnD;;OAEG;IACH,oBAAoB,CAClB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,UAAU,EAAE,OAAO,CAAC;KACrB,CAAC,CAAC;IAIH;;;;;;;;;;;;;;;;OAgBG;IACH,aAAa,CACX,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,OAAO,EACd,UAAU,CAAC,EAAE,MAAM,EACnB,WAAW,CAAC,EAAE,MAAM,EACpB,WAAW,CAAC,EAAE,MAAM,EACpB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,eAAe,CAAC,EAAE,MAAM,EACxB,YAAY,CAAC,EAAE,MAAM,EACrB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;IAEH;;;;;;OAMG;IACH,cAAc,CACZ,QAAQ,EAAE,MAAM,EAChB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IAEH;;;;;;;OAOG;IACH,eAAe,CACb,UAAU,EAAE,MAAM,EAClB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,EAC1B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,EAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAC1B,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;IAEH;;;;;;OAMG;IACH,WAAW,CACT,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QACT,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IAEH;;;;;;OAMG;IACH,yBAAyB,CACvB,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QACT,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC/D,SAAS,EAAE,OAAO,CAAC;KACpB,CAAC,CAAC;IAIH;;;;;;OAMG;IACH,iBAAiB,CACf,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;;;OAGG;IACH,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnD;;;;;OAKG;IACH,iBAAiB,CACf,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;;;;OAIG;IACH,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvE;;;OAGG;IACH,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpD;;;;OAIG;IACH,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEtD;;;;OAIG;IACH,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEvD;;;OAGG;IACH,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE7C;;;;;;OAMG;IACH,kBAAkB,CAChB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;;;;;;OAOG;IACH,wBAAwB,CACtB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;;;;;;OAOG;IACH,uBAAuB,CACrB,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;;;;OAKG;IACH,wBAAwB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE7E;;;;OAIG;IACH,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAIhE;;;;;;OAMG;IACH,gBAAgB,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE1E;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,eAAe,IAAI,OAAO,CACxB,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,KAAK,GAAG,KAAK,GAAG,SAAS,CAAA;KAAE,CAAC,CAC3D,CAAC;IAEF;;;OAGG;IACH,gBAAgB,CACd,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,OAAO,GACjB,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,KAAK,GAAG,KAAK,GAAG,SAAS,CAAA;KAAE,CAAC,CAAC,CAAC;IAEvE;;;;OAIG;IACH,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAI3D;;;OAGG;IACH,aAAa,CACX,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,OAAO,GACb,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;IAEH;;OAEG;IACH,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAErC;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAIrD;;;;;OAKG;IACH,oBAAoB,CAClB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;;;OAGG;IACH,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAI3E;;;OAGG;IACH,qBAAqB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAI3C;;;OAGG;IACH,aAAa,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAClE,eAAe,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACpE,iBAAiB,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACtE,gBAAgB,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;CACtE;;AAED,wBAAoE"}
|
|
@@ -43,6 +43,9 @@ export declare function detectSttModel(modelPath: ModelPathConfig, options?: {
|
|
|
43
43
|
* ```
|
|
44
44
|
*/
|
|
45
45
|
export declare function createSTT(options: STTInitializeOptions | ModelPathConfig): Promise<SttEngine>;
|
|
46
|
+
export { createStreamingSTT, mapDetectedToOnlineType, getOnlineTypeOrNull, } from './streaming';
|
|
47
|
+
export type { OnlineSTTModelType, StreamingSttEngine, StreamingSttInitOptions, StreamingSttResult, SttStream, EndpointConfig, EndpointRule, } from './streamingTypes';
|
|
48
|
+
export { ONLINE_STT_MODEL_TYPES } from './streamingTypes';
|
|
46
49
|
export type { STTInitializeOptions, STTModelType, SttModelOptions, SttRecognitionResult, SttRuntimeConfig, SttEngine, SttInitResult, } from './types';
|
|
47
50
|
export { STT_MODEL_TYPES, STT_HOTWORDS_MODEL_TYPES, sttSupportsHotwords, } from './types';
|
|
48
51
|
export { getWhisperLanguages, WHISPER_LANGUAGES, getSenseVoiceLanguages, SENSEVOICE_LANGUAGES, getCanaryLanguages, CANARY_LANGUAGES, getFunasrNanoLanguages, FUNASR_NANO_LANGUAGES, getFunasrMltNanoLanguages, FUNASR_MLT_NANO_LANGUAGES, } from './sttModelLanguages';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/stt/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,oBAAoB,EACpB,YAAY,EACZ,SAAS,EAIV,MAAM,SAAS,CAAC;AACjB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AA2BhD;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,cAAc,CAClC,SAAS,EAAE,eAAe,EAC1B,OAAO,CAAC,EAAE;IAAE,UAAU,CAAC,EAAE,OAAO,CAAC;IAAC,SAAS,CAAC,EAAE,YAAY,CAAA;CAAE,GAC3D,OAAO,CAAC;IACT,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC,CAOD;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,SAAS,CAC7B,OAAO,EAAE,oBAAoB,GAAG,eAAe,GAC9C,OAAO,CAAC,SAAS,CAAC,CAsIpB;AAGD,YAAY,EACV,oBAAoB,EACpB,YAAY,EACZ,eAAe,EACf,oBAAoB,EACpB,gBAAgB,EAChB,SAAS,EACT,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,eAAe,EACf,wBAAwB,EACxB,mBAAmB,GACpB,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,sBAAsB,EACtB,oBAAoB,EACpB,kBAAkB,EAClB,gBAAgB,EAChB,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,yBAAyB,GAC1B,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/stt/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,oBAAoB,EACpB,YAAY,EACZ,SAAS,EAIV,MAAM,SAAS,CAAC;AACjB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AA2BhD;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,cAAc,CAClC,SAAS,EAAE,eAAe,EAC1B,OAAO,CAAC,EAAE;IAAE,UAAU,CAAC,EAAE,OAAO,CAAC;IAAC,SAAS,CAAC,EAAE,YAAY,CAAA;CAAE,GAC3D,OAAO,CAAC;IACT,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC,CAOD;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,SAAS,CAC7B,OAAO,EAAE,oBAAoB,GAAG,eAAe,GAC9C,OAAO,CAAC,SAAS,CAAC,CAsIpB;AAGD,OAAO,EACL,kBAAkB,EAClB,uBAAuB,EACvB,mBAAmB,GACpB,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,kBAAkB,EAClB,kBAAkB,EAClB,uBAAuB,EACvB,kBAAkB,EAClB,SAAS,EACT,cAAc,EACd,YAAY,GACb,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAG1D,YAAY,EACV,oBAAoB,EACpB,YAAY,EACZ,eAAe,EACf,oBAAoB,EACpB,gBAAgB,EAChB,SAAS,EACT,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,eAAe,EACf,wBAAwB,EACxB,mBAAmB,GACpB,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,sBAAsB,EACtB,oBAAoB,EACpB,kBAAkB,EAClB,gBAAgB,EAChB,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,yBAAyB,GAC1B,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC"}
|