react-native-sherpa-onnx 0.3.2 → 0.3.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +84 -77
- package/SherpaOnnx.podspec +79 -45
- package/android/build.gradle +8 -2
- package/android/prebuilt-download.gradle +70 -16
- package/android/prebuilt-versions.gradle +14 -6
- package/android/src/main/cpp/CMakeLists.txt +2 -0
- package/android/src/main/cpp/jni/audio/sherpa-onnx-audio-convert-jni.cpp +202 -328
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-detect-jni-common.cpp +22 -0
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-detect-jni-common.h +2 -0
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-model-detect-helper.cpp +96 -142
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-model-detect-helper.h +40 -4
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-model-detect-stt.cpp +774 -316
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-model-detect-tts.cpp +208 -122
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-model-detect.h +92 -0
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-stt-wrapper.cpp +3 -0
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-tts-wrapper.cpp +14 -2
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-validate-stt.cpp +229 -0
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-validate-stt.h +38 -0
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-validate-tts.cpp +144 -0
- package/android/src/main/cpp/jni/model_detect/sherpa-onnx-validate-tts.h +38 -0
- package/android/src/main/cpp/jni/module/sherpa-onnx-module-jni.cpp +1 -1
- package/android/src/main/java/com/sherpaonnx/SherpaOnnxModule.kt +157 -11
- package/android/src/main/java/com/sherpaonnx/SherpaOnnxPcmCapture.kt +150 -0
- package/android/src/main/java/com/sherpaonnx/SherpaOnnxSttHelper.kt +75 -24
- package/android/src/main/java/com/sherpaonnx/SherpaOnnxTtsHelper.kt +52 -1
- package/ios/SherpaOnnx+PcmLiveStream.mm +288 -0
- package/ios/SherpaOnnx+STT.mm +2 -0
- package/ios/SherpaOnnx+TTS.mm +17 -0
- package/ios/SherpaOnnx.mm +27 -3
- package/ios/SherpaOnnxAudioConvert.h +28 -0
- package/ios/SherpaOnnxAudioConvert.mm +698 -0
- package/ios/archive/sherpa-onnx-archive-helper.mm +12 -0
- package/ios/model_detect/sherpa-onnx-model-detect-helper.h +37 -3
- package/ios/model_detect/sherpa-onnx-model-detect-helper.mm +80 -45
- package/ios/model_detect/sherpa-onnx-model-detect-stt.mm +629 -267
- package/ios/model_detect/sherpa-onnx-model-detect-tts.mm +148 -56
- package/ios/model_detect/sherpa-onnx-model-detect.h +72 -0
- package/ios/model_detect/sherpa-onnx-validate-stt.h +38 -0
- package/ios/model_detect/sherpa-onnx-validate-stt.mm +229 -0
- package/ios/model_detect/sherpa-onnx-validate-tts.h +38 -0
- package/ios/model_detect/sherpa-onnx-validate-tts.mm +144 -0
- package/ios/stt/sherpa-onnx-stt-wrapper.mm +4 -0
- package/lib/module/NativeSherpaOnnx.js.map +1 -1
- package/lib/module/audio/index.js +55 -1
- package/lib/module/audio/index.js.map +1 -1
- package/lib/module/download/ModelDownloadManager.js +14 -0
- package/lib/module/download/ModelDownloadManager.js.map +1 -1
- package/lib/module/index.js +10 -0
- package/lib/module/index.js.map +1 -1
- package/lib/module/stt/streaming.js +6 -3
- package/lib/module/stt/streaming.js.map +1 -1
- package/lib/module/tts/index.js +13 -1
- package/lib/module/tts/index.js.map +1 -1
- package/lib/typescript/src/NativeSherpaOnnx.d.ts +32 -3
- package/lib/typescript/src/NativeSherpaOnnx.d.ts.map +1 -1
- package/lib/typescript/src/audio/index.d.ts +20 -1
- package/lib/typescript/src/audio/index.d.ts.map +1 -1
- package/lib/typescript/src/download/ModelDownloadManager.d.ts +2 -1
- package/lib/typescript/src/download/ModelDownloadManager.d.ts.map +1 -1
- package/lib/typescript/src/index.d.ts +10 -0
- package/lib/typescript/src/index.d.ts.map +1 -1
- package/lib/typescript/src/stt/streaming.d.ts.map +1 -1
- package/lib/typescript/src/stt/streamingTypes.d.ts +1 -1
- package/lib/typescript/src/stt/streamingTypes.d.ts.map +1 -1
- package/lib/typescript/src/tts/index.d.ts +12 -1
- package/lib/typescript/src/tts/index.d.ts.map +1 -1
- package/package.json +6 -1
- package/scripts/check-model-csvs.sh +72 -0
- package/scripts/setup-ios-framework.sh +272 -191
- package/src/NativeSherpaOnnx.ts +37 -3
- package/src/audio/index.ts +84 -1
- package/src/download/ModelDownloadManager.ts +19 -0
- package/src/index.tsx +15 -0
- package/src/stt/streaming.ts +10 -5
- package/src/stt/streamingTypes.ts +1 -1
- package/src/tts/index.ts +25 -1
- package/third_party/ffmpeg_prebuilt/ANDROID_RELEASE_TAG +1 -1
- package/third_party/libarchive_prebuilt/ANDROID_RELEASE_TAG +1 -1
- package/third_party/libarchive_prebuilt/IOS_RELEASE_TAG +1 -1
- package/third_party/sherpa-onnx-prebuilt/ANDROID_RELEASE_TAG +1 -1
- package/third_party/sherpa-onnx-prebuilt/IOS_RELEASE_TAG +1 -1
- package/ios/scripts/patch-libarchive-includes.sh +0 -61
- package/ios/scripts/setup-ios-libarchive.sh +0 -98
package/lib/module/tts/index.js
CHANGED
|
@@ -36,14 +36,18 @@ function flattenTtsModelOptionsForNative(modelType, modelOptions) {
|
|
|
36
36
|
/**
|
|
37
37
|
* Detect TTS model type and structure without initializing the engine.
|
|
38
38
|
* Uses the same native file-based detection as createTTS. Stateless; no instance required.
|
|
39
|
+
* For Kokoro/Kitten multi-language models, the result includes lexiconLanguageCandidates (e.g. ["default"] or ["us-en", "gb-en", "zh"]) derived from lexicon.txt and lexicon-*.txt; use these for a language selection dropdown (language change requires re-initialization).
|
|
39
40
|
*
|
|
40
41
|
* @param modelPath - Model path configuration (asset, file, or auto)
|
|
41
42
|
* @param options - Optional modelType (default: 'auto')
|
|
42
|
-
* @returns Object with success, detectedModels (array of { type, modelDir }),
|
|
43
|
+
* @returns Object with success, detectedModels (array of { type, modelDir }), modelType (primary detected type), and optionally lexiconLanguageCandidates (language ids for multi-lang Kokoro/Kitten)
|
|
43
44
|
* @example
|
|
44
45
|
* ```typescript
|
|
45
46
|
* const result = await detectTtsModel({ type: 'asset', path: 'models/vits-piper-en' });
|
|
46
47
|
* if (result.success) console.log('Detected type:', result.modelType, result.detectedModels);
|
|
48
|
+
* if (result.lexiconLanguageCandidates?.length) {
|
|
49
|
+
* // Kokoro/Kitten multi-lang: show language dropdown (e.g. "us-en", "zh")
|
|
50
|
+
* }
|
|
47
51
|
* ```
|
|
48
52
|
*/
|
|
49
53
|
export async function detectTtsModel(modelPath, options) {
|
|
@@ -207,6 +211,14 @@ export function saveTextToContentUri(text, directoryUri, filename, mimeType = 't
|
|
|
207
211
|
return SherpaOnnx.saveTtsTextToContentUri(text, directoryUri, filename, mimeType);
|
|
208
212
|
}
|
|
209
213
|
|
|
214
|
+
/**
|
|
215
|
+
* Copy a local file into a document under a SAF directory URI (format-agnostic; Android only).
|
|
216
|
+
* Use for saving converted audio (e.g. MP3, FLAC) to a content URI.
|
|
217
|
+
*/
|
|
218
|
+
export function copyFileToContentUri(filePath, directoryUri, filename, mimeType) {
|
|
219
|
+
return SherpaOnnx.copyFileToContentUri(filePath, directoryUri, filename, mimeType);
|
|
220
|
+
}
|
|
221
|
+
|
|
210
222
|
/**
|
|
211
223
|
* Copy a SAF content URI to a cache file for local playback (Android only).
|
|
212
224
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["SherpaOnnx","resolveModelPath","ttsInstanceCounter","flattenTtsModelOptionsForNative","modelType","modelOptions","noiseScale","undefined","noiseScaleW","lengthScale","block","vits","matcha","kokoro","kitten","pocket","out","n","detectTtsModel","modelPath","options","resolvedPath","toNativeTtsOptions","sid","speed","silenceScale","referenceAudio","samples","referenceSampleRate","sampleRate","referenceText","numSteps","extra","Object","keys","length","createTTS","instanceId","provider","numThreads","debug","ruleFsts","ruleFars","maxNumSentences","flat","result","initializeTts","success","Error","JSON","stringify","detectedModels","firstDetected","effectiveModelType","type","destroyed","guard","engine","generateSpeech","text","opts","generateTts","generateSpeechWithTimestamps","generateTtsWithTimestamps","updateParams","effectiveModelTypeForUpdate","flatOpts","noiseArg","Number","NaN","noiseWArg","lengthArg","updateTtsParams","getModelInfo","numSpeakers","Promise","all","getTtsSampleRate","getTtsNumSpeakers","getSampleRate","getNumSpeakers","destroy","unloadTts","saveAudioToFile","audio","filePath","saveTtsAudioToFile","saveAudioToContentUri","directoryUri","filename","saveTtsAudioToContentUri","saveTextToContentUri","mimeType","saveTtsTextToContentUri","copyContentUriToCache","fileUri","copyTtsContentUriToCache","shareAudioFile","shareTtsAudio","createStreamingTTS","TTS_MODEL_TYPES"],"sourceRoot":"../../../src","sources":["tts/index.ts"],"mappings":";;AAAA,OAAOA,UAAU,MAAM,wBAAqB;AAa5C,SAASC,gBAAgB,QAAQ,aAAU;AAE3C,IAAIC,kBAAkB,GAAG,CAAC;;AAE1B;AACA;AACA;AACA;AACA,SAASC,+BAA+BA,CACtCC,SAAmC,EACnCC,YAAyC,EAKzC;EACA,IACE,CAACA,YAAY,IACb,CAACD,SAAS,IACVA,SAAS,KAAK,MAAM,IACpBA,SAAS,KAAK,UAAU,CAAC;EAAA,EAEzB,OAAO;IACLE,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACH,MAAMG,KAAK,GACTN,SAAS,KAAK,MAAM,GAChBC,YAAY,CAACM,IAAI,GACjBP,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACO,MAAM,GACnBR,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACQ,MAAM,GACnBT,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACS,MAAM,GACnBV,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACU,MAAM,GACnBR,SAAS;EACf,IAAI,CAACG,KAAK,EACR,OAAO;IACLJ,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACH,MAAMS,GAIL,GAAG;IACFV,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACD,MAAMU,CAAC,GAAGP,KAIT;EACD,IAAIO,CAAC,CAACX,UAAU,KAAKC,SAAS,IAAI,OAAOU,CAAC,CAACX,UAAU,KAAK,QAAQ,EAChEU,GAAG,CAACV,UAAU,GAAGW,CAAC,CAACX,UAAU;EAC/B,IAAIW,CAAC,CAACT,WAAW,KAAKD,SAAS,IAAI,OAAOU,CAAC,CAACT,WAAW,KAAK,QAAQ,EAClEQ,GAAG,CAACR,WAAW,GAAGS,CAAC,CAACT,WAAW;EACjC,IAAIS,CAAC,CAACR,WAAW,KAAKF,SAAS,IAAI,OAAOU,CAAC,CAACR,WAAW,KAAK,QAAQ,EAClEO,GAAG,CAACP,WAAW,GAAGQ,CAAC,CAACR,WAAW;EACjC,OAAOO,GAAG;AACZ;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAeE,cAAcA,CAClCC,SAA0B,EAC1BC,OAAsC,
|
|
1
|
+
{"version":3,"names":["SherpaOnnx","resolveModelPath","ttsInstanceCounter","flattenTtsModelOptionsForNative","modelType","modelOptions","noiseScale","undefined","noiseScaleW","lengthScale","block","vits","matcha","kokoro","kitten","pocket","out","n","detectTtsModel","modelPath","options","resolvedPath","toNativeTtsOptions","sid","speed","silenceScale","referenceAudio","samples","referenceSampleRate","sampleRate","referenceText","numSteps","extra","Object","keys","length","createTTS","instanceId","provider","numThreads","debug","ruleFsts","ruleFars","maxNumSentences","flat","result","initializeTts","success","Error","JSON","stringify","detectedModels","firstDetected","effectiveModelType","type","destroyed","guard","engine","generateSpeech","text","opts","generateTts","generateSpeechWithTimestamps","generateTtsWithTimestamps","updateParams","effectiveModelTypeForUpdate","flatOpts","noiseArg","Number","NaN","noiseWArg","lengthArg","updateTtsParams","getModelInfo","numSpeakers","Promise","all","getTtsSampleRate","getTtsNumSpeakers","getSampleRate","getNumSpeakers","destroy","unloadTts","saveAudioToFile","audio","filePath","saveTtsAudioToFile","saveAudioToContentUri","directoryUri","filename","saveTtsAudioToContentUri","saveTextToContentUri","mimeType","saveTtsTextToContentUri","copyFileToContentUri","copyContentUriToCache","fileUri","copyTtsContentUriToCache","shareAudioFile","shareTtsAudio","createStreamingTTS","TTS_MODEL_TYPES"],"sourceRoot":"../../../src","sources":["tts/index.ts"],"mappings":";;AAAA,OAAOA,UAAU,MAAM,wBAAqB;AAa5C,SAASC,gBAAgB,QAAQ,aAAU;AAE3C,IAAIC,kBAAkB,GAAG,CAAC;;AAE1B;AACA;AACA;AACA;AACA,SAASC,+BAA+BA,CACtCC,SAAmC,EACnCC,YAAyC,EAKzC;EACA,IACE,CAACA,YAAY,IACb,CAACD,SAAS,IACVA,SAAS,KAAK,MAAM,IACpBA,SAAS,KAAK,UAAU,CAAC;EAAA,EAEzB,OAAO;IACLE,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACH,MAAMG,KAAK,GACTN,SAAS,KAAK,MAAM,GAChBC,YAAY,CAACM,IAAI,GACjBP,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACO,MAAM,GACnBR,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACQ,MAAM,GACnBT,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACS,MAAM,GACnBV,SAAS,KAAK,QAAQ,GACtBC,YAAY,CAACU,MAAM,GACnBR,SAAS;EACf,IAAI,CAACG,KAAK,EACR,OAAO;IACLJ,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACH,MAAMS,GAIL,GAAG;IACFV,UAAU,EAAEC,SAAS;IACrBC,WAAW,EAAED,SAAS;IACtBE,WAAW,EAAEF;EACf,CAAC;EACD,MAAMU,CAAC,GAAGP,KAIT;EACD,IAAIO,CAAC,CAACX,UAAU,KAAKC,SAAS,IAAI,OAAOU,CAAC,CAACX,UAAU,KAAK,QAAQ,EAChEU,GAAG,CAACV,UAAU,GAAGW,CAAC,CAACX,UAAU;EAC/B,IAAIW,CAAC,CAACT,WAAW,KAAKD,SAAS,IAAI,OAAOU,CAAC,CAACT,WAAW,KAAK,QAAQ,EAClEQ,GAAG,CAACR,WAAW,GAAGS,CAAC,CAACT,WAAW;EACjC,IAAIS,CAAC,CAACR,WAAW,KAAKF,SAAS,IAAI,OAAOU,CAAC,CAACR,WAAW,KAAK,QAAQ,EAClEO,GAAG,CAACP,WAAW,GAAGQ,CAAC,CAACR,WAAW;EACjC,OAAOO,GAAG;AACZ;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAeE,cAAcA,CAClCC,SAA0B,EAC1BC,OAAsC,EAOrC;EACD,MAAMC,YAAY,GAAG,MAAMpB,gBAAgB,CAACkB,SAAS,CAAC;EACtD,OAAOnB,UAAU,CAACkB,cAAc,CAACG,YAAY,EAAED,OAAO,EAAEhB,SAAS,CAAC;AACpE;;AAEA;AACA;AACA;AACA;AACA,SAASkB,kBAAkBA,CACzBF,OAA8B,EACL;EACzB,IAAIA,OAAO,IAAI,IAAI,EAAE,OAAO,CAAC,CAAC;EAC9B,MAAMJ,GAA4B,GAAG,CAAC,CAAC;EACvC,IAAII,OAAO,CAACG,GAAG,KAAKhB,SAAS,EAAES,GAAG,CAACO,GAAG,GAAGH,OAAO,CAACG,GAAG;EACpD,IAAIH,OAAO,CAACI,KAAK,KAAKjB,SAAS,EAAES,GAAG,CAACQ,KAAK,GAAGJ,OAAO,CAACI,KAAK;EAC1D,IAAIJ,OAAO,CAACK,YAAY,KAAKlB,SAAS,EACpCS,GAAG,CAACS,YAAY,GAAGL,OAAO,CAACK,YAAY;EACzC,IAAIL,OAAO,CAACM,cAAc,IAAI,IAAI,EAAE;IAClCV,GAAG,CAACU,cAAc,GAAGN,OAAO,CAACM,cAAc,CAACC,OAAO;IACnDX,GAAG,CAACY,mBAAmB,GAAGR,OAAO,CAACM,cAAc,CAACG,UAAU;EAC7D;EACA,IAAIT,OAAO,CAACU,aAAa,KAAKvB,SAAS,EACrCS,GAAG,CAACc,aAAa,GAAGV,OAAO,CAACU,aAAa;EAC3C,IAAIV,OAAO,CAACW,QAAQ,KAAKxB,SAAS,EAAES,GAAG,CAACe,QAAQ,GAAGX,OAAO,CAACW,QAAQ;EACnE,IAAIX,OAAO,CAACY,KAAK,IAAI,IAAI,IAAIC,MAAM,CAACC,IAAI,CAACd,OAAO,CAACY,KAAK,CAAC,CAACG,MAAM,GAAG,CAAC,EAChEnB,GAAG,CAACgB,KAAK,GAAGZ,OAAO,CAACY,KAAK;EAC3B,OAAOhB,GAAG;AACZ;;AAEA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAeoB,SAASA,CAC7BhB,OAA+C,EAC3B;EACpB,MAAMiB,UAAU,GAAG,OAAO,EAAEnC,kBAAkB,EAAE;EAEhD,IAAIiB,SAA0B;EAC9B,IAAIf,SAAmC;EACvC,IAAIkC,QAA4B;EAChC,IAAIC,UAA8B;EAClC,IAAIC,KAA0B;EAC9B,IAAInC,YAAyC;EAC7C,IAAIoC,QAA4B;EAChC,IAAIC,QAA4B;EAChC,IAAIC,eAAmC;EACvC,IAAIlB,YAAgC;EAEpC,IAAI,WAAW,IAAIL,OAAO,EAAE;IAC1BD,SAAS,GAAGC,OAAO,CAACD,SAAS;IAC7Bf,SAAS,GAAGgB,OAAO,CAAChB,SAAS;IAC7BkC,QAAQ,GAAGlB,OAAO,CAACkB,QAAQ;IAC3BC,UAAU,GAAGnB,OAAO,CAACmB,UAAU;IAC/BC,KAAK,GAAGpB,OAAO,CAACoB,KAAK;IACrBnC,YAAY,GAAGe,OAAO,CAACf,YAAY;IACnCoC,QAAQ,GAAGrB,OAAO,CAACqB,QAAQ;IAC3BC,QAAQ,GAAGtB,OAAO,CAACsB,QAAQ;IAC3BC,eAAe,GAAGvB,OAAO,CAACuB,eAAe;IACzClB,YAAY,GAAGL,OAAO,CAACK,YAAY;EACrC,CAAC,MAAM;IACLN,SAAS,GAAGC,OAAO;IACnBhB,SAAS,GAAGG,SAAS;IACrB+B,QAAQ,GAAG/B,SAAS;IACpBgC,UAAU,GAAGhC,SAAS;IACtBiC,KAAK,GAAGjC,SAAS;IACjBF,YAAY,GAAGE,SAAS;IACxBkC,QAAQ,GAAGlC,SAAS;IACpBmC,QAAQ,GAAGnC,SAAS;IACpBoC,eAAe,GAAGpC,SAAS;IAC3BkB,YAAY,GAAGlB,SAAS;EAC1B;EAEA,MAAMqC,IAAI,GAAGzC,+BAA+B,CAACC,SAAS,EAAEC,YAAY,CAAC;EACrE,MAAMgB,YAAY,GAAG,MAAMpB,gBAAgB,CAACkB,SAAS,CAAC;EAEtD,MAAM0B,MAAM,GAAG,MAAM7C,UAAU,CAAC8C,aAAa,CAC3CT,UAAU,EACVhB,YAAY,EACZjB,SAAS,IAAI,MAAM,EACnBmC,UAAU,IAAI,CAAC,EACfC,KAAK,IAAI,KAAK,EACdI,IAAI,CAACtC,UAAU,EACfsC,IAAI,CAACpC,WAAW,EAChBoC,IAAI,CAACnC,WAAW,EAChBgC,QAAQ,EACRC,QAAQ,EACRC,eAAe,EACflB,YAAY,EACZa,QACF,CAAC;EAED,IAAI,CAACO,MAAM,CAACE,OAAO,EAAE;IACnB,MAAM,IAAIC,KAAK,CACb,8BAA8BC,IAAI,CAACC,SAAS,CAC1CL,MAAM,CAACM,cAAc,IAAI,EAC3B,CAAC,EACH,CAAC;EACH;EAEA,MAAMC,aAAa,GAAGP,MAAM,CAACM,cAAc,GAAG,CAAC,CAAC;EAChD,MAAME,kBAA4C,GAChDjD,SAAS,IAAIA,SAAS,KAAK,MAAM,GAC7BA,SAAS,GACRgD,aAAa,EAAEE,IAAqB;EAE3C,IAAIC,SAAS,GAAG,KAAK;EAErB,MAAMC,KAAK,GAAGA,CAAA,KAAM;IAClB,IAAID,SAAS,EAAE;MACb,MAAM,IAAIP,KAAK,CACb,gBAAgBX,UAAU,iDAC5B,CAAC;IACH;EACF,CAAC;EAED,MAAMoB,MAAiB,GAAG;IACxB,IAAIpB,UAAUA,CAAA,EAAG;MACf,OAAOA,UAAU;IACnB,CAAC;IAED,MAAMqB,cAAcA,CAClBC,IAAY,EACZC,IAA2B,EACF;MACzBJ,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAAC6D,WAAW,CAACxB,UAAU,EAAEsB,IAAI,EAAErC,kBAAkB,CAACsC,IAAI,CAAC,CAAC;IAC3E,CAAC;IAED,MAAME,4BAA4BA,CAChCH,IAAY,EACZC,IAA2B,EACY;MACvCJ,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAAC+D,yBAAyB,CACzC1B,UAAU,EACVsB,IAAI,EACJrC,kBAAkB,CAACsC,IAAI,CACzB,CAAC;IACH,CAAC;IAED,MAAMI,YAAYA,CAACJ,IAAsB,EAGtC;MACDJ,KAAK,CAAC,CAAC;MACP,MAAMS,2BAA2B,GAC/BL,IAAI,CAACxD,SAAS,IAAIwD,IAAI,CAACxD,SAAS,KAAK,MAAM,GACvCwD,IAAI,CAACxD,SAAS,GACdiD,kBAAkB;MACxB,MAAMa,QAAQ,GAAG/D,+BAA+B,CAC9C8D,2BAA2B,EAC3BL,IAAI,CAACvD,YACP,CAAC;MACD,MAAM8D,QAAQ,GACZD,QAAQ,CAAC5D,UAAU,KAAKC,SAAS,GAAG6D,MAAM,CAACC,GAAG,GAAGH,QAAQ,CAAC5D,UAAU;MACtE,MAAMgE,SAAS,GACbJ,QAAQ,CAAC1D,WAAW,KAAKD,SAAS,GAAG6D,MAAM,CAACC,GAAG,GAAGH,QAAQ,CAAC1D,WAAW;MACxE,MAAM+D,SAAS,GACbL,QAAQ,CAACzD,WAAW,KAAKF,SAAS,GAAG6D,MAAM,CAACC,GAAG,GAAGH,QAAQ,CAACzD,WAAW;MACxE,OAAOT,UAAU,CAACwE,eAAe,CAC/BnC,UAAU,EACV8B,QAAQ,EACRG,SAAS,EACTC,SACF,CAAC;IACH,CAAC;IAED,MAAME,YAAYA,CAAA,EAA0B;MAC1CjB,KAAK,CAAC,CAAC;MACP,MAAM,CAAC3B,UAAU,EAAE6C,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CAClD5E,UAAU,CAAC6E,gBAAgB,CAACxC,UAAU,CAAC,EACvCrC,UAAU,CAAC8E,iBAAiB,CAACzC,UAAU,CAAC,CACzC,CAAC;MACF,OAAO;QAAER,UAAU;QAAE6C;MAAY,CAAC;IACpC,CAAC;IAED,MAAMK,aAAaA,CAAA,EAAoB;MACrCvB,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAAC6E,gBAAgB,CAACxC,UAAU,CAAC;IAChD,CAAC;IAED,MAAM2C,cAAcA,CAAA,EAAoB;MACtCxB,KAAK,CAAC,CAAC;MACP,OAAOxD,UAAU,CAAC8E,iBAAiB,CAACzC,UAAU,CAAC;IACjD,CAAC;IAED,MAAM4C,OAAOA,CAAA,EAAkB;MAC7B,IAAI1B,SAAS,EAAE;MACfA,SAAS,GAAG,IAAI;MAChB,MAAMvD,UAAU,CAACkF,SAAS,CAAC7C,UAAU,CAAC;IACxC;EACF,CAAC;EAED,OAAOoB,MAAM;AACf;;AAEA;;AAEA;AACA;AACA;AACA,OAAO,SAAS0B,eAAeA,CAC7BC,KAAqB,EACrBC,QAAgB,EACC;EACjB,OAAOrF,UAAU,CAACsF,kBAAkB,CAClCF,KAAK,CAACzD,OAAO,EACbyD,KAAK,CAACvD,UAAU,EAChBwD,QACF,CAAC;AACH;;AAEA;AACA;AACA;AACA,OAAO,SAASE,qBAAqBA,CACnCH,KAAqB,EACrBI,YAAoB,EACpBC,QAAgB,EACC;EACjB,OAAOzF,UAAU,CAAC0F,wBAAwB,CACxCN,KAAK,CAACzD,OAAO,EACbyD,KAAK,CAACvD,UAAU,EAChB2D,YAAY,EACZC,QACF,CAAC;AACH;;AAEA;AACA;AACA;AACA,OAAO,SAASE,oBAAoBA,CAClChC,IAAY,EACZ6B,YAAoB,EACpBC,QAAgB,EAChBG,QAAQ,GAAG,YAAY,EACN;EACjB,OAAO5F,UAAU,CAAC6F,uBAAuB,CACvClC,IAAI,EACJ6B,YAAY,EACZC,QAAQ,EACRG,QACF,CAAC;AACH;;AAEA;AACA;AACA;AACA;AACA,OAAO,SAASE,oBAAoBA,CAClCT,QAAgB,EAChBG,YAAoB,EACpBC,QAAgB,EAChBG,QAAgB,EACC;EACjB,OAAO5F,UAAU,CAAC8F,oBAAoB,CACpCT,QAAQ,EACRG,YAAY,EACZC,QAAQ,EACRG,QACF,CAAC;AACH;;AAEA;AACA;AACA;AACA,OAAO,SAASG,qBAAqBA,CACnCC,OAAe,EACfP,QAAgB,EACC;EACjB,OAAOzF,UAAU,CAACiG,wBAAwB,CAACD,OAAO,EAAEP,QAAQ,CAAC;AAC/D;;AAEA;AACA;AACA;AACA,OAAO,SAASS,cAAcA,CAC5BF,OAAe,EACfJ,QAAQ,GAAG,WAAW,EACP;EACf,OAAO5F,UAAU,CAACmG,aAAa,CAACH,OAAO,EAAEJ,QAAQ,CAAC;AACpD;;AAEA;AACA,SAASQ,kBAAkB,QAAQ,gBAAa;;AAGhD;;AAuBA,SAASC,eAAe,QAAQ,YAAS","ignoreList":[]}
|
|
@@ -16,7 +16,7 @@ export interface Spec extends TurboModule {
|
|
|
16
16
|
* @param instanceId - Unique ID for this engine instance (from createSTT)
|
|
17
17
|
* @param modelDir - Absolute path to model directory
|
|
18
18
|
* @param preferInt8 - Optional: true = prefer int8 models, false = prefer regular models, undefined = try int8 first (default)
|
|
19
|
-
* @param modelType - Optional: explicit model type ('transducer', 'nemo_transducer', 'paraformer', 'nemo_ctc', 'wenet_ctc', 'sense_voice', 'zipformer_ctc', 'whisper', 'funasr_nano', 'fire_red_asr', 'moonshine', 'dolphin', 'canary', 'omnilingual', 'medasr', 'telespeech_ctc', 'auto'), undefined = auto (default)
|
|
19
|
+
* @param modelType - Optional: explicit model type ('transducer', 'nemo_transducer', 'paraformer', 'nemo_ctc', 'wenet_ctc', 'sense_voice', 'zipformer_ctc', 'whisper', 'funasr_nano', 'fire_red_asr', 'moonshine', 'moonshine_v2', 'dolphin', 'canary', 'omnilingual', 'medasr', 'telespeech_ctc', 'auto'), undefined = auto (default)
|
|
20
20
|
* @param debug - Optional: enable debug logging in native layer and sherpa-onnx (default: false)
|
|
21
21
|
* @param hotwordsFile - Optional: path to hotwords file (OfflineRecognizerConfig)
|
|
22
22
|
* @param hotwordsScore - Optional: hotwords score (default in Kotlin 1.5)
|
|
@@ -46,10 +46,12 @@ export interface Spec extends TurboModule {
|
|
|
46
46
|
* @param modelDir - Absolute path to model directory (use resolveModelPath first for asset/file paths)
|
|
47
47
|
* @param preferInt8 - Optional: true = prefer int8, false = prefer regular, undefined = try int8 first
|
|
48
48
|
* @param modelType - Optional: explicit type or 'auto' (default)
|
|
49
|
-
* @returns Object with success, detectedModels (array of { type, modelDir }),
|
|
49
|
+
* @returns Object with success, detectedModels (array of { type, modelDir }), modelType (primary detected type), and optionally isHardwareSpecificUnsupported (true when the model is for unsupported hardware e.g. RK35xx, Ascend)
|
|
50
50
|
*/
|
|
51
51
|
detectSttModel(modelDir: string, preferInt8?: boolean, modelType?: string): Promise<{
|
|
52
52
|
success: boolean;
|
|
53
|
+
/** True when detection failed because the model targets unsupported hardware (RK35xx, Ascend, CANN). Use to show a specific message or block init. */
|
|
54
|
+
isHardwareSpecificUnsupported?: boolean;
|
|
53
55
|
detectedModels: Array<{
|
|
54
56
|
type: string;
|
|
55
57
|
modelDir: string;
|
|
@@ -152,6 +154,18 @@ export interface Spec extends TurboModule {
|
|
|
152
154
|
timestamps: number[];
|
|
153
155
|
isEndpoint: boolean;
|
|
154
156
|
}>;
|
|
157
|
+
/**
|
|
158
|
+
* Start native PCM live capture. Microphone audio is captured and resampled to the requested
|
|
159
|
+
* sampleRate; chunks are emitted via the "pcmLiveStreamData" event (base64 Int16 PCM).
|
|
160
|
+
* App must have RECORD_AUDIO (Android) and NSMicrophoneUsageDescription (iOS) and grant permission before calling.
|
|
161
|
+
*/
|
|
162
|
+
startPcmLiveStream(options: {
|
|
163
|
+
sampleRate: number;
|
|
164
|
+
channelCount?: number;
|
|
165
|
+
bufferSizeFrames?: number;
|
|
166
|
+
}): Promise<void>;
|
|
167
|
+
/** Stop native PCM live capture. */
|
|
168
|
+
stopPcmLiveStream(): Promise<void>;
|
|
155
169
|
/**
|
|
156
170
|
* Initialize Text-to-Speech (TTS) with model directory.
|
|
157
171
|
* @param instanceId - Unique ID for this engine instance (from createTTS)
|
|
@@ -181,9 +195,10 @@ export interface Spec extends TurboModule {
|
|
|
181
195
|
/**
|
|
182
196
|
* Detect TTS model type and structure without initializing the engine.
|
|
183
197
|
* Uses the same native file-based detection as initializeTts.
|
|
198
|
+
* For Kokoro/Kitten multi-language models, also returns lexiconLanguageCandidates (e.g. ["default"], ["us-en", "gb-en", "zh"]) from detected lexicon.txt / lexicon-*.txt files.
|
|
184
199
|
* @param modelDir - Absolute path to model directory (use resolveModelPath first for asset/file paths)
|
|
185
200
|
* @param modelType - Optional: explicit type or 'auto' (default)
|
|
186
|
-
* @returns Object with success, detectedModels (array of { type, modelDir }),
|
|
201
|
+
* @returns Object with success, detectedModels (array of { type, modelDir }), modelType (primary detected type), and optionally lexiconLanguageCandidates (language ids for multi-lang Kokoro/Kitten)
|
|
187
202
|
*/
|
|
188
203
|
detectTtsModel(modelDir: string, modelType?: string): Promise<{
|
|
189
204
|
success: boolean;
|
|
@@ -192,6 +207,8 @@ export interface Spec extends TurboModule {
|
|
|
192
207
|
modelDir: string;
|
|
193
208
|
}>;
|
|
194
209
|
modelType?: string;
|
|
210
|
+
/** Language ids from detected lexicon files (e.g. "default" for lexicon.txt, "us-en", "zh" from lexicon-us-en.txt, lexicon-zh.txt). Present for Kokoro/Kitten when multiple or single lexicon files are found; use for language selection UI. */
|
|
211
|
+
lexiconLanguageCandidates?: string[];
|
|
195
212
|
}>;
|
|
196
213
|
/**
|
|
197
214
|
* Update TTS model parameters by re-initializing with stored config.
|
|
@@ -312,6 +329,13 @@ export interface Spec extends TurboModule {
|
|
|
312
329
|
* @returns The content URI of the saved file
|
|
313
330
|
*/
|
|
314
331
|
saveTtsTextToContentUri(text: string, directoryUri: string, filename: string, mimeType: string): Promise<string>;
|
|
332
|
+
/**
|
|
333
|
+
* Copy a local file into a document under a SAF directory URI (format-agnostic; Android only).
|
|
334
|
+
* @param fileUri - Content URI of the saved WAV file
|
|
335
|
+
* @param filename - Desired cache filename
|
|
336
|
+
* @returns Absolute file path to the cached copy
|
|
337
|
+
*/
|
|
338
|
+
copyFileToContentUri(filePath: string, directoryUri: string, filename: string, mimeType: string): Promise<string>;
|
|
315
339
|
/**
|
|
316
340
|
* Copy a SAF content URI to a cache file for local playback.
|
|
317
341
|
* @param fileUri - Content URI of the saved WAV file
|
|
@@ -415,6 +439,11 @@ export interface Spec extends TurboModule {
|
|
|
415
439
|
* All get*Support methods return this shape. Optional modelBase64: if omitted, SDK uses embedded test model for canInit.
|
|
416
440
|
*/
|
|
417
441
|
getQnnSupport(modelBase64?: string): Promise<AccelerationSupport>;
|
|
442
|
+
/** Device SoC model string (e.g. SM8850 on Android 12+). Null if not available. isSupported: true when SoC is SM8xxx (supported for QNN). */
|
|
443
|
+
getDeviceQnnSoc(): Promise<{
|
|
444
|
+
soc: string | null;
|
|
445
|
+
isSupported: boolean;
|
|
446
|
+
}>;
|
|
418
447
|
getNnapiSupport(modelBase64?: string): Promise<AccelerationSupport>;
|
|
419
448
|
getXnnpackSupport(modelBase64?: string): Promise<AccelerationSupport>;
|
|
420
449
|
getCoreMlSupport(modelBase64?: string): Promise<AccelerationSupport>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"NativeSherpaOnnx.d.ts","sourceRoot":"","sources":["../../../src/NativeSherpaOnnx.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAErE,kFAAkF;AAClF,MAAM,MAAM,mBAAmB,GAAG;IAChC,gBAAgB,EAAE,OAAO,CAAC;IAC1B,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,WAAW,IAAK,SAAQ,WAAW;IACvC;;OAEG;IACH,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAIlC;;;;;;;;;;;;;;;;;;;OAmBG;IACH,aAAa,CACX,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,OAAO,EACpB,SAAS,CAAC,EAAE,MAAM,EAClB,KAAK,CAAC,EAAE,OAAO,EACf,YAAY,CAAC,EAAE,MAAM,EACrB,aAAa,CAAC,EAAE,MAAM,EACtB,UAAU,CAAC,EAAE,MAAM,EACnB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,EACf,YAAY,CAAC,EAAE,MAAM,EACrB,YAAY,CAAC,EAAE,MAAM,EACrB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC,CAAC;IAEH;;;;;;;;OAQG;IACH,cAAc,CACZ,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,OAAO,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IAEH;;OAEG;IACH,cAAc,CACZ,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QACT,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC,CAAC;IAEH;;OAEG;IACH,iBAAiB,CACf,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC,CAAC;IAEH;;OAEG;IACH,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjE;;OAEG;IACH,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAI7C;;;;OAIG;IACH,8BAA8B,CAC5B,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,0BAA0B,CAAC,EAAE,OAAO,CAAC;QACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,0BAA0B,CAAC,EAAE,OAAO,CAAC;QACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,0BAA0B,CAAC,EAAE,OAAO,CAAC;QACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC;KAClC,GACA,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAEjC,mEAAmE;IACnE,eAAe,CACb,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB,kDAAkD;IAClD,iBAAiB,CACf,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB,sDAAsD;IACtD,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAExD,uEAAuE;IACvE,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjD,qDAAqD;IACrD,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAErD,wEAAwE;IACxE,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAC5C,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;KACtB,CAAC,CAAC;IAEH,wDAAwD;IACxD,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAExD,oCAAoC;IACpC,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhD,mDAAmD;IACnD,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElD,oDAAoD;IACpD,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnD;;OAEG;IACH,oBAAoB,CAClB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,UAAU,EAAE,OAAO,CAAC;KACrB,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"NativeSherpaOnnx.d.ts","sourceRoot":"","sources":["../../../src/NativeSherpaOnnx.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAErE,kFAAkF;AAClF,MAAM,MAAM,mBAAmB,GAAG;IAChC,gBAAgB,EAAE,OAAO,CAAC;IAC1B,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,WAAW,IAAK,SAAQ,WAAW;IACvC;;OAEG;IACH,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAIlC;;;;;;;;;;;;;;;;;;;OAmBG;IACH,aAAa,CACX,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,OAAO,EACpB,SAAS,CAAC,EAAE,MAAM,EAClB,KAAK,CAAC,EAAE,OAAO,EACf,YAAY,CAAC,EAAE,MAAM,EACrB,aAAa,CAAC,EAAE,MAAM,EACtB,UAAU,CAAC,EAAE,MAAM,EACnB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,EACf,YAAY,CAAC,EAAE,MAAM,EACrB,YAAY,CAAC,EAAE,MAAM,EACrB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC,CAAC;IAEH;;;;;;;;OAQG;IACH,cAAc,CACZ,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,OAAO,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,sJAAsJ;QACtJ,6BAA6B,CAAC,EAAE,OAAO,CAAC;QACxC,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IAEH;;OAEG;IACH,cAAc,CACZ,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QACT,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC,CAAC;IAEH;;OAEG;IACH,iBAAiB,CACf,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC,CAAC;IAEH;;OAEG;IACH,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjE;;OAEG;IACH,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAI7C;;;;OAIG;IACH,8BAA8B,CAC5B,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,0BAA0B,CAAC,EAAE,OAAO,CAAC;QACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,0BAA0B,CAAC,EAAE,OAAO,CAAC;QACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,0BAA0B,CAAC,EAAE,OAAO,CAAC;QACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC;KAClC,GACA,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAEjC,mEAAmE;IACnE,eAAe,CACb,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB,kDAAkD;IAClD,iBAAiB,CACf,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB,sDAAsD;IACtD,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAExD,uEAAuE;IACvE,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjD,qDAAqD;IACrD,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAErD,wEAAwE;IACxE,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAC5C,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;KACtB,CAAC,CAAC;IAEH,wDAAwD;IACxD,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAExD,oCAAoC;IACpC,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhD,mDAAmD;IACnD,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElD,oDAAoD;IACpD,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnD;;OAEG;IACH,oBAAoB,CAClB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,UAAU,EAAE,OAAO,CAAC;KACrB,CAAC,CAAC;IAEH;;;;OAIG;IACH,kBAAkB,CAAC,OAAO,EAAE;QAC1B,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElB,oCAAoC;IACpC,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAInC;;;;;;;;;;;;;;;;OAgBG;IACH,aAAa,CACX,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,OAAO,EACd,UAAU,CAAC,EAAE,MAAM,EACnB,WAAW,CAAC,EAAE,MAAM,EACpB,WAAW,CAAC,EAAE,MAAM,EACpB,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,eAAe,CAAC,EAAE,MAAM,EACxB,YAAY,CAAC,EAAE,MAAM,EACrB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;IAEH;;;;;;;OAOG;IACH,cAAc,CACZ,QAAQ,EAAE,MAAM,EAChB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,iPAAiP;QACjP,yBAAyB,CAAC,EAAE,MAAM,EAAE,CAAC;KACtC,CAAC,CAAC;IAEH;;;;;;;OAOG;IACH,eAAe,CACb,UAAU,EAAE,MAAM,EAClB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,EAC1B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,EAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAC1B,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,cAAc,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;IAEH;;;;;;OAMG;IACH,WAAW,CACT,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QACT,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IAEH;;;;;;OAMG;IACH,yBAAyB,CACvB,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QACT,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC/D,SAAS,EAAE,OAAO,CAAC;KACpB,CAAC,CAAC;IAIH;;;;;;OAMG;IACH,iBAAiB,CACf,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;;;OAGG;IACH,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnD;;;;;OAKG;IACH,iBAAiB,CACf,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;;;;OAIG;IACH,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvE;;;OAGG;IACH,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpD;;;;OAIG;IACH,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEtD;;;;OAIG;IACH,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEvD;;;OAGG;IACH,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE7C;;;;;;OAMG;IACH,kBAAkB,CAChB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;;;;;;OAOG;IACH,wBAAwB,CACtB,OAAO,EAAE,MAAM,EAAE,EACjB,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;;;;;;OAOG;IACH,uBAAuB,CACrB,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;;;;OAKG;IACH,oBAAoB,CAClB,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;;;;OAKG;IACH,wBAAwB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE7E;;;;OAIG;IACH,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAIhE;;;;;;OAMG;IACH,gBAAgB,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE1E;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,eAAe,IAAI,OAAO,CACxB,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,KAAK,GAAG,KAAK,GAAG,SAAS,CAAA;KAAE,CAAC,CAC3D,CAAC;IAEF;;;OAGG;IACH,gBAAgB,CACd,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,OAAO,GACjB,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,KAAK,GAAG,KAAK,GAAG,SAAS,CAAA;KAAE,CAAC,CAAC,CAAC;IAEvE;;;;OAIG;IACH,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAI3D;;;OAGG;IACH,aAAa,CACX,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,OAAO,GACb,OAAO,CAAC;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;IAEH;;OAEG;IACH,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAErC;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAIrD;;;;;OAKG;IACH,oBAAoB,CAClB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;;;OAGG;IACH,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAI3E;;;OAGG;IACH,qBAAqB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAI3C;;;OAGG;IACH,aAAa,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAClE,6IAA6I;IAC7I,eAAe,IAAI,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,WAAW,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACzE,eAAe,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACpE,iBAAiB,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACtE,gBAAgB,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;CACtE;;AAED,wBAAoE"}
|
|
@@ -1,7 +1,26 @@
|
|
|
1
|
+
export type PcmLiveStreamOptions = {
|
|
2
|
+
sampleRate?: number;
|
|
3
|
+
channelCount?: number;
|
|
4
|
+
bufferSizeFrames?: number;
|
|
5
|
+
};
|
|
6
|
+
export type PcmLiveStreamHandle = {
|
|
7
|
+
start: () => Promise<void>;
|
|
8
|
+
stop: () => Promise<void>;
|
|
9
|
+
onData: (callback: (samples: Float32Array, sampleRate: number) => void) => () => void;
|
|
10
|
+
onError: (callback: (message: string) => void) => () => void;
|
|
11
|
+
};
|
|
1
12
|
/**
|
|
2
|
-
*
|
|
13
|
+
* Create a PCM live stream from the device microphone. Native capture and resampling ensure
|
|
14
|
+
* PCM is always delivered at the requested sampleRate (e.g. 16000 for STT). The app must have
|
|
15
|
+
* RECORD_AUDIO (Android) and NSMicrophoneUsageDescription (iOS) and grant permission before start().
|
|
16
|
+
*/
|
|
17
|
+
export declare function createPcmLiveStream(options?: PcmLiveStreamOptions): PcmLiveStreamHandle;
|
|
18
|
+
/**
|
|
19
|
+
* Convert any supported audio file to a requested format (e.g. "mp3", "flac", "wav", "m4a", "opus", "webm").
|
|
3
20
|
* On Android this requires FFmpeg prebuilts. WAV output is always 16 kHz mono (sherpa-onnx).
|
|
4
21
|
* For MP3, optional outputSampleRateHz: 32000, 44100, or 48000; 0/undefined = 44100.
|
|
22
|
+
* For Opus, optional outputSampleRateHz: 8000, 12000, 16000, 24000, or 48000.
|
|
23
|
+
* For M4A/AAC, standard bitrates apply.
|
|
5
24
|
* Resolves on success, rejects with an error message on failure.
|
|
6
25
|
*/
|
|
7
26
|
export declare function convertAudioToFormat(inputPath: string, outputPath: string, format: string, outputSampleRateHz?: number): Promise<void>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/audio/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/audio/index.ts"],"names":[],"mappings":"AAmBA,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,EAAE,CACN,QAAQ,EAAE,CAAC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,KAC1D,MAAM,IAAI,CAAC;IAChB,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,KAAK,MAAM,IAAI,CAAC;CAC9D,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,mBAAmB,CACjC,OAAO,CAAC,EAAE,oBAAoB,GAC7B,mBAAmB,CAwCrB;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,IAAI,CAAC,CAOf;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC,CAEf"}
|
|
@@ -5,7 +5,8 @@ export declare enum ModelCategory {
|
|
|
5
5
|
Vad = "vad",
|
|
6
6
|
Diarization = "diarization",
|
|
7
7
|
Enhancement = "enhancement",
|
|
8
|
-
Separation = "separation"
|
|
8
|
+
Separation = "separation",
|
|
9
|
+
Qnn = "qnn"
|
|
9
10
|
}
|
|
10
11
|
/** TTS model type for meta; 'unknown' when id could not be classified. */
|
|
11
12
|
export type TtsModelType = TTSModelType | 'unknown';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ModelDownloadManager.d.ts","sourceRoot":"","sources":["../../../../src/download/ModelDownloadManager.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAejD,oBAAY,aAAa;IACvB,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,WAAW,gBAAgB;IAC3B,WAAW,gBAAgB;IAC3B,UAAU,eAAe;
|
|
1
|
+
{"version":3,"file":"ModelDownloadManager.d.ts","sourceRoot":"","sources":["../../../../src/download/ModelDownloadManager.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAejD,oBAAY,aAAa;IACvB,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,WAAW,gBAAgB;IAC3B,WAAW,gBAAgB;IAC3B,UAAU,eAAe;IACzB,GAAG,QAAQ;CACZ;AAED,0EAA0E;AAC1E,MAAM,MAAM,YAAY,GAAG,YAAY,GAAG,SAAS,CAAC;AAEpD,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,gBAAgB,GAAG,SAAS,CAAC;AAE1E,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,SAAS,CAAC;AAEzE,KAAK,eAAe,GAAG,SAAS,GAAG,MAAM,CAAC;AAE1C,MAAM,MAAM,aAAa,GAAG;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,eAAe,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,aAAa,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,aAAa,GAAG;IACzC,IAAI,EAAE,YAAY,CAAC;IACnB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,YAAY,EAAE,YAAY,CAAC;IAC3B,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,aAAa,CAAC,GAAG,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,aAAa,GAAG,YAAY,CAAC;IACrC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG,CACrC,QAAQ,EAAE,aAAa,EACvB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,gBAAgB,KACvB,IAAI,CAAC;AAEV,MAAM,MAAM,yBAAyB,GAAG,CACtC,QAAQ,EAAE,aAAa,EACvB,MAAM,EAAE,aAAa,EAAE,KACpB,IAAI,CAAC;AAUV,MAAM,MAAM,iBAAiB,CAAC,CAAC,SAAS,aAAa,GAAG,aAAa,IAAI;IACvE,KAAK,EAAE,CAAC,CAAC;IACT,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,KAAK,aAAa,GAAG;IACnB,QAAQ,EAAE,aAAa,CAAC;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,iBAAiB,GAAG,mBAAmB,CAAC;CACjD,CAAC;AA6BF,KAAK,WAAW,GAAG;IACjB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,MAAM,EAAE,OAAO,GAAG,QAAQ,CAAC;CAC5B,CAAC;AAaF,eAAO,MAAM,yBAAyB,GACpC,UAAU,wBAAwB,KACjC,CAAC,MAAM,IAAI,CAKb,CAAC;AAgBF,eAAO,MAAM,0BAA0B,GACrC,UAAU,yBAAyB,KAClC,CAAC,MAAM,IAAI,CAKb,CAAC;AAicF,wBAAsB,oBAAoB,CAAC,CAAC,SAAS,aAAa,EAChE,QAAQ,EAAE,aAAa,GACtB,OAAO,CAAC,CAAC,EAAE,CAAC,CAGd;AAED,wBAAsB,uBAAuB,CAAC,CAAC,SAAS,aAAa,EACnE,QAAQ,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE;IACR,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GACA,OAAO,CAAC,CAAC,EAAE,CAAC,CAkEd;AAED,wBAAsB,8BAA8B,CAClD,QAAQ,EAAE,aAAa,GACtB,OAAO,CAAC,WAAW,CAAC,CAMtB;AAED,wBAAsB,sBAAsB,CAAC,CAAC,SAAS,aAAa,EAClE,QAAQ,EAAE,aAAa,EACvB,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAGnB;AAED,wBAAsB,8BAA8B,CAAC,CAAC,SAAS,aAAa,EAC1E,QAAQ,EAAE,aAAa,GACtB,OAAO,CAAC,CAAC,EAAE,CAAC,CA2Bd;AAED,wBAAsB,2BAA2B,CAC/C,QAAQ,EAAE,aAAa,EACvB,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,OAAO,CAAC,CAGlB;AAED,wBAAsB,2BAA2B,CAC/C,QAAQ,EAAE,aAAa,EACvB,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAQxB;AAED,wBAAsB,uBAAuB,CAAC,CAAC,SAAS,aAAa,EACnE,QAAQ,EAAE,aAAa,EACvB,EAAE,EAAE,MAAM,EACV,IAAI,CAAC,EAAE;IACL,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAClD,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CAC9D,GACA,OAAO,CAAC,cAAc,CAAC,CAyXzB;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,aAAa,EACvB,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,IAAI,CAAC,CAaf;AAED;;GAEG;AACH,wBAAsB,gCAAgC,CAAC,CAAC,SAAS,aAAa,EAC5E,QAAQ,EAAE,aAAa,GACtB,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC,CAoCjC;AAED;;;;;;GAMG;AACH,wBAAsB,wBAAwB,CAC5C,QAAQ,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE;IACR,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GACA,OAAO,CAAC,MAAM,EAAE,CAAC,CAoDnB;AAED,wBAAsB,qBAAqB,CACzC,QAAQ,EAAE,aAAa,EACvB,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,IAAI,CAAC,CAaf;AAED,wBAAsB,yBAAyB,CAC7C,QAAQ,EAAE,aAAa,GACtB,OAAO,CAAC,IAAI,CAAC,CAMf;AAED,wBAAsB,sBAAsB,IAAI,OAAO,CAAC,MAAM,CAAC,CAK9D"}
|
|
@@ -2,6 +2,7 @@ import type { AccelerationSupport } from './NativeSherpaOnnx';
|
|
|
2
2
|
export type { AccelerationSupport } from './NativeSherpaOnnx';
|
|
3
3
|
export type { ModelPathConfig } from './types';
|
|
4
4
|
export { assetModelPath, autoModelPath, fileModelPath, getAssetPackPath, getDefaultModelPath, getPlayAssetDeliveryModelsPath, listAssetModels, listModelsAtPath, resolveModelPath, } from './utils';
|
|
5
|
+
export { copyFileToContentUri } from './tts';
|
|
5
6
|
/**
|
|
6
7
|
* Test method to verify sherpa-onnx native library is loaded.
|
|
7
8
|
*/
|
|
@@ -10,6 +11,15 @@ export declare function testSherpaInit(): Promise<string>;
|
|
|
10
11
|
* QNN support (Android). Optional modelBase64 for canInit (session test); if omitted, SDK uses embedded test model.
|
|
11
12
|
*/
|
|
12
13
|
export declare function getQnnSupport(modelBase64?: string): Promise<AccelerationSupport>;
|
|
14
|
+
/**
|
|
15
|
+
* Device SoC result: soc is always the device SoC string when available (Android 12+); on iOS or when unavailable, soc is null.
|
|
16
|
+
* isSupported is true when the SoC is SM8xxx (supported for QNN models). Use soc for the label; use isSupported to decide whether to auto-select in the download manager.
|
|
17
|
+
*/
|
|
18
|
+
export type DeviceQnnSocResult = {
|
|
19
|
+
soc: string | null;
|
|
20
|
+
isSupported: boolean;
|
|
21
|
+
};
|
|
22
|
+
export declare function getDeviceQnnSoc(): Promise<DeviceQnnSocResult>;
|
|
13
23
|
/**
|
|
14
24
|
* Return the list of available ONNX Runtime execution providers
|
|
15
25
|
* (e.g. "CPU", "NNAPI", "QNN", "XNNPACK").
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.tsx"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAG9D,YAAY,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAC9D,YAAY,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EACL,cAAc,EACd,aAAa,EACb,aAAa,EACb,gBAAgB,EAChB,mBAAmB,EACnB,8BAA8B,EAC9B,eAAe,EACf,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,SAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.tsx"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAG9D,YAAY,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAC9D,YAAY,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EACL,cAAc,EACd,aAAa,EACb,aAAa,EACb,gBAAgB,EAChB,mBAAmB,EACnB,8BAA8B,EAC9B,eAAe,EACf,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,SAAS,CAAC;AAEjB,OAAO,EAAE,oBAAoB,EAAE,MAAM,OAAO,CAAC;AAW7C;;GAEG;AACH,wBAAgB,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC,CAEhD;AAED;;GAEG;AACH,wBAAgB,aAAa,CAC3B,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAE9B;AAED;;;GAGG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAC/B,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AAEF,wBAAgB,eAAe,IAAI,OAAO,CAAC,kBAAkB,CAAC,CAE7D;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAEzD;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC7B,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAE9B;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAE9B;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAE9B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"streaming.d.ts","sourceRoot":"","sources":["../../../../src/stt/streaming.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,kBAAkB,EAClB,kBAAkB,EAClB,uBAAuB,EAGxB,MAAM,kBAAkB,CAAC;AAI1B;;;GAGG;AACH,wBAAgB,uBAAuB,CACrC,YAAY,EAAE,MAAM,GAAG,SAAS,GAC/B,kBAAkB,CAmBpB;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CACjC,YAAY,EAAE,MAAM,GAAG,SAAS,GAC/B,kBAAkB,GAAG,IAAI,CAM3B;AAwED;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,kBAAkB,CAAC,
|
|
1
|
+
{"version":3,"file":"streaming.d.ts","sourceRoot":"","sources":["../../../../src/stt/streaming.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,kBAAkB,EAClB,kBAAkB,EAClB,uBAAuB,EAGxB,MAAM,kBAAkB,CAAC;AAI1B;;;GAGG;AACH,wBAAgB,uBAAuB,CACrC,YAAY,EAAE,MAAM,GAAG,SAAS,GAC/B,kBAAkB,CAmBpB;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CACjC,YAAY,EAAE,MAAM,GAAG,SAAS,GAC/B,kBAAkB,GAAG,IAAI,CAM3B;AAwED;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,kBAAkB,CAAC,CAmN7B"}
|
|
@@ -104,7 +104,7 @@ export interface SttStream {
|
|
|
104
104
|
* Convenience: feed audio, auto-decode while ready, return result and endpoint status.
|
|
105
105
|
* Reduces bridge round-trips from 5 to 1 per chunk.
|
|
106
106
|
*/
|
|
107
|
-
processAudioChunk(samples: number[], sampleRate: number): Promise<{
|
|
107
|
+
processAudioChunk(samples: number[] | Float32Array, sampleRate: number): Promise<{
|
|
108
108
|
result: StreamingSttResult;
|
|
109
109
|
isEndpoint: boolean;
|
|
110
110
|
}>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"streamingTypes.d.ts","sourceRoot":"","sources":["../../../../src/stt/streamingTypes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAEhD;;;;GAIG;AACH,MAAM,MAAM,kBAAkB,GAC1B,YAAY,GACZ,YAAY,GACZ,gBAAgB,GAChB,UAAU,GACV,UAAU,CAAC;AAEf,wDAAwD;AACxD,eAAO,MAAM,sBAAsB,EAAE,SAAS,kBAAkB,EAMtD,CAAC;AAEX;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,wEAAwE;IACxE,qBAAqB,EAAE,OAAO,CAAC;IAC/B,2CAA2C;IAC3C,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iEAAiE;IACjE,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,8DAA8D;IAC9D,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,2DAA2D;IAC3D,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,6CAA6C;IAC7C,KAAK,CAAC,EAAE,YAAY,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,uDAAuD;IACvD,SAAS,EAAE,eAAe,CAAC;IAC3B,sHAAsH;IACtH,SAAS,EAAE,kBAAkB,GAAG,MAAM,CAAC;IACvC,gDAAgD;IAChD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,yGAAyG;IACzG,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,iDAAiD;IACjD,cAAc,CAAC,EAAE,eAAe,GAAG,sBAAsB,CAAC;IAC1D,oDAAoD;IACpD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,0DAA0D;IAC1D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oCAAoC;IACpC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mDAAmD;IACnD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uCAAuC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,oCAAoC;IACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,oCAAoC;IACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qBAAqB;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4CAA4C;IAC5C,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;;;OAIG;IACH,wBAAwB,CAAC,EAAE,OAAO,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B,yDAAyD;IACzD,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAErE,6CAA6C;IAC7C,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/B,uEAAuE;IACvE,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAExB,+CAA+C;IAC/C,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAE5B,gEAAgE;IAChE,SAAS,IAAI,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAEzC,wDAAwD;IACxD,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAE/B,oCAAoC;IACpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvB,oDAAoD;IACpD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB;;;OAGG;IACH,iBAAiB,CACf,OAAO,EAAE,MAAM,EAAE,
|
|
1
|
+
{"version":3,"file":"streamingTypes.d.ts","sourceRoot":"","sources":["../../../../src/stt/streamingTypes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAEhD;;;;GAIG;AACH,MAAM,MAAM,kBAAkB,GAC1B,YAAY,GACZ,YAAY,GACZ,gBAAgB,GAChB,UAAU,GACV,UAAU,CAAC;AAEf,wDAAwD;AACxD,eAAO,MAAM,sBAAsB,EAAE,SAAS,kBAAkB,EAMtD,CAAC;AAEX;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,wEAAwE;IACxE,qBAAqB,EAAE,OAAO,CAAC;IAC/B,2CAA2C;IAC3C,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iEAAiE;IACjE,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,8DAA8D;IAC9D,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,2DAA2D;IAC3D,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,6CAA6C;IAC7C,KAAK,CAAC,EAAE,YAAY,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,uDAAuD;IACvD,SAAS,EAAE,eAAe,CAAC;IAC3B,sHAAsH;IACtH,SAAS,EAAE,kBAAkB,GAAG,MAAM,CAAC;IACvC,gDAAgD;IAChD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,yGAAyG;IACzG,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,iDAAiD;IACjD,cAAc,CAAC,EAAE,eAAe,GAAG,sBAAsB,CAAC;IAC1D,oDAAoD;IACpD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,0DAA0D;IAC1D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oCAAoC;IACpC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mDAAmD;IACnD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uCAAuC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,oCAAoC;IACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,oCAAoC;IACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qBAAqB;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4CAA4C;IAC5C,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;;;OAIG;IACH,wBAAwB,CAAC,EAAE,OAAO,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B,yDAAyD;IACzD,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAErE,6CAA6C;IAC7C,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/B,uEAAuE;IACvE,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAExB,+CAA+C;IAC/C,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAE5B,gEAAgE;IAChE,SAAS,IAAI,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAEzC,wDAAwD;IACxD,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAE/B,oCAAoC;IACpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvB,oDAAoD;IACpD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB;;;OAGG;IACH,iBAAiB,CACf,OAAO,EAAE,MAAM,EAAE,GAAG,YAAY,EAChC,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;QAAE,MAAM,EAAE,kBAAkB,CAAC;QAAC,UAAU,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;CACjE;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,yEAAyE;IACzE,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAEpD,iDAAiD;IACjD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B"}
|
|
@@ -3,14 +3,18 @@ import type { ModelPathConfig } from '../types';
|
|
|
3
3
|
/**
|
|
4
4
|
* Detect TTS model type and structure without initializing the engine.
|
|
5
5
|
* Uses the same native file-based detection as createTTS. Stateless; no instance required.
|
|
6
|
+
* For Kokoro/Kitten multi-language models, the result includes lexiconLanguageCandidates (e.g. ["default"] or ["us-en", "gb-en", "zh"]) derived from lexicon.txt and lexicon-*.txt; use these for a language selection dropdown (language change requires re-initialization).
|
|
6
7
|
*
|
|
7
8
|
* @param modelPath - Model path configuration (asset, file, or auto)
|
|
8
9
|
* @param options - Optional modelType (default: 'auto')
|
|
9
|
-
* @returns Object with success, detectedModels (array of { type, modelDir }),
|
|
10
|
+
* @returns Object with success, detectedModels (array of { type, modelDir }), modelType (primary detected type), and optionally lexiconLanguageCandidates (language ids for multi-lang Kokoro/Kitten)
|
|
10
11
|
* @example
|
|
11
12
|
* ```typescript
|
|
12
13
|
* const result = await detectTtsModel({ type: 'asset', path: 'models/vits-piper-en' });
|
|
13
14
|
* if (result.success) console.log('Detected type:', result.modelType, result.detectedModels);
|
|
15
|
+
* if (result.lexiconLanguageCandidates?.length) {
|
|
16
|
+
* // Kokoro/Kitten multi-lang: show language dropdown (e.g. "us-en", "zh")
|
|
17
|
+
* }
|
|
14
18
|
* ```
|
|
15
19
|
*/
|
|
16
20
|
export declare function detectTtsModel(modelPath: ModelPathConfig, options?: {
|
|
@@ -22,6 +26,8 @@ export declare function detectTtsModel(modelPath: ModelPathConfig, options?: {
|
|
|
22
26
|
modelDir: string;
|
|
23
27
|
}>;
|
|
24
28
|
modelType?: string;
|
|
29
|
+
/** Language ids from detected lexicon files ("default" for lexicon.txt, or e.g. "us-en", "zh" from lexicon-us-en.txt, lexicon-zh.txt). Present for Kokoro/Kitten; use for language selection UI. */
|
|
30
|
+
lexiconLanguageCandidates?: string[];
|
|
25
31
|
}>;
|
|
26
32
|
/**
|
|
27
33
|
* Create a TTS engine instance. Call destroy() on the returned engine when done to free native resources.
|
|
@@ -52,6 +58,11 @@ export declare function saveAudioToContentUri(audio: GeneratedAudio, directoryUr
|
|
|
52
58
|
* Save a text file via Android SAF content URI.
|
|
53
59
|
*/
|
|
54
60
|
export declare function saveTextToContentUri(text: string, directoryUri: string, filename: string, mimeType?: string): Promise<string>;
|
|
61
|
+
/**
|
|
62
|
+
* Copy a local file into a document under a SAF directory URI (format-agnostic; Android only).
|
|
63
|
+
* Use for saving converted audio (e.g. MP3, FLAC) to a content URI.
|
|
64
|
+
*/
|
|
65
|
+
export declare function copyFileToContentUri(filePath: string, directoryUri: string, filename: string, mimeType: string): Promise<string>;
|
|
55
66
|
/**
|
|
56
67
|
* Copy a SAF content URI to a cache file for local playback (Android only).
|
|
57
68
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/tts/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,oBAAoB,EACpB,YAAY,EAIZ,cAAc,EAGd,SAAS,EACV,MAAM,SAAS,CAAC;AACjB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAqEhD
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/tts/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,oBAAoB,EACpB,YAAY,EAIZ,cAAc,EAGd,SAAS,EACV,MAAM,SAAS,CAAC;AACjB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAqEhD;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAsB,cAAc,CAClC,SAAS,EAAE,eAAe,EAC1B,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,YAAY,CAAA;CAAE,GACrC,OAAO,CAAC;IACT,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oMAAoM;IACpM,yBAAyB,CAAC,EAAE,MAAM,EAAE,CAAC;CACtC,CAAC,CAGD;AA6BD;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,SAAS,CAC7B,OAAO,EAAE,oBAAoB,GAAG,eAAe,GAC9C,OAAO,CAAC,SAAS,CAAC,CAgKpB;AAID;;GAEG;AACH,wBAAgB,eAAe,CAC7B,KAAK,EAAE,cAAc,EACrB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,CAMjB;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,cAAc,EACrB,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,CAOjB;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,EAChB,QAAQ,SAAe,GACtB,OAAO,CAAC,MAAM,CAAC,CAOjB;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,CAOjB;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,CAEjB;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC5B,OAAO,EAAE,MAAM,EACf,QAAQ,SAAc,GACrB,OAAO,CAAC,IAAI,CAAC,CAEf;AAGD,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,YAAY,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAG3D,YAAY,EACV,oBAAoB,EACpB,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,gBAAgB,EAChB,oBAAoB,EACpB,cAAc,EACd,4BAA4B,EAC5B,eAAe,EACf,YAAY,EACZ,SAAS,EACT,mBAAmB,EACnB,iBAAiB,EACjB,cAAc,EACd,YAAY,EACZ,cAAc,GACf,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "react-native-sherpa-onnx",
|
|
3
|
-
"version": "0.3.
|
|
3
|
+
"version": "0.3.4",
|
|
4
4
|
"description": "Offline Speech-to-text, text-to-speech, speaker diarization, speech enhancement, source separation, and VAD with sherpa-onnx for React NativeSpeech-to-Text with sherpa-onnx for React Native",
|
|
5
5
|
"main": "./lib/module/index.js",
|
|
6
6
|
"types": "./lib/typescript/src/index.d.ts",
|
|
@@ -78,6 +78,8 @@
|
|
|
78
78
|
"!**/__tests__",
|
|
79
79
|
"!**/__fixtures__",
|
|
80
80
|
"!**/__mocks__",
|
|
81
|
+
"!test",
|
|
82
|
+
"!test/**",
|
|
81
83
|
"!**/.*",
|
|
82
84
|
"!./third_party/sherpa-onnx",
|
|
83
85
|
"!./third_party/sherpa-onnx/**",
|
|
@@ -154,6 +156,9 @@
|
|
|
154
156
|
"turbo": "^2.5.6",
|
|
155
157
|
"typescript": "^5.9.2"
|
|
156
158
|
},
|
|
159
|
+
"dependencies": {
|
|
160
|
+
"buffer": "^6.0.3"
|
|
161
|
+
},
|
|
157
162
|
"peerDependencies": {
|
|
158
163
|
"@dr.pogodin/react-native-fs": "*",
|
|
159
164
|
"react": "*",
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
#!/usr/bin/env bash
|
|
2
|
+
# Compare GitHub release assets (asr-models, tts-models) with local CSV fixtures.
|
|
3
|
+
# If any asset exists on GitHub but is not listed in the corresponding CSV,
|
|
4
|
+
# print a warning (non-fatal) with the list and a hint to run the collect workflows.
|
|
5
|
+
# Exit code is always 0 so this can be used as an informational step.
|
|
6
|
+
|
|
7
|
+
set -e
|
|
8
|
+
|
|
9
|
+
REPO="${SHERPA_ONNX_REPO:-k2-fsa/sherpa-onnx}"
|
|
10
|
+
ASR_CSV="${ASR_CSV:-test/fixtures/asr-models-expected.csv}"
|
|
11
|
+
TTS_CSV="${TTS_CSV:-test/fixtures/tts-models-expected.csv}"
|
|
12
|
+
|
|
13
|
+
if [ ! -f "$ASR_CSV" ]; then
|
|
14
|
+
echo "::warning::Missing $ASR_CSV (run from repo root or set ASR_CSV)"
|
|
15
|
+
exit 0
|
|
16
|
+
fi
|
|
17
|
+
if [ ! -f "$TTS_CSV" ]; then
|
|
18
|
+
echo "::warning::Missing $TTS_CSV (run from repo root or set TTS_CSV)"
|
|
19
|
+
exit 0
|
|
20
|
+
fi
|
|
21
|
+
|
|
22
|
+
# Fetch ASR release assets (.tar.bz2, .onnx)
|
|
23
|
+
ASR_ASSETS=""
|
|
24
|
+
ASR_RESP="${ASR_RESP:-$(curl -sL "https://api.github.com/repos/${REPO}/releases/tags/asr-models")}"
|
|
25
|
+
if echo "$ASR_RESP" | jq -e '.assets' >/dev/null 2>&1; then
|
|
26
|
+
ASR_ASSETS=$(echo "$ASR_RESP" | jq -r '.assets[] | select(.name | endswith(".tar.bz2") or endswith(".onnx")) | .name')
|
|
27
|
+
else
|
|
28
|
+
echo "::warning::Could not fetch asr-models release or it has no assets"
|
|
29
|
+
fi
|
|
30
|
+
|
|
31
|
+
# Fetch TTS release assets
|
|
32
|
+
TTS_ASSETS=""
|
|
33
|
+
TTS_RESP="${TTS_RESP:-$(curl -sL "https://api.github.com/repos/${REPO}/releases/tags/tts-models")}"
|
|
34
|
+
if echo "$TTS_RESP" | jq -e '.assets' >/dev/null 2>&1; then
|
|
35
|
+
TTS_ASSETS=$(echo "$TTS_RESP" | jq -r '.assets[] | select(.name | endswith(".tar.bz2") or endswith(".onnx")) | .name')
|
|
36
|
+
else
|
|
37
|
+
echo "::warning::Could not fetch tts-models release or it has no assets"
|
|
38
|
+
fi
|
|
39
|
+
|
|
40
|
+
# First column of CSV (asset_name); strip optional quotes and whitespace; skip header
|
|
41
|
+
csv_asset_names() { awk -F',' '{ gsub(/^ *"|" *$/, "", $1); gsub(/^ | $/, "", $1); if (NR>1 && $1 != "") print $1 }' "$1"; }
|
|
42
|
+
|
|
43
|
+
ASR_CSV_NAMES=$(csv_asset_names "$ASR_CSV")
|
|
44
|
+
TTS_CSV_NAMES=$(csv_asset_names "$TTS_CSV")
|
|
45
|
+
|
|
46
|
+
ASR_MISSING=""
|
|
47
|
+
while IFS= read -r asset; do
|
|
48
|
+
[ -z "$asset" ] && continue
|
|
49
|
+
if ! echo "$ASR_CSV_NAMES" | grep -qFx "$asset"; then
|
|
50
|
+
ASR_MISSING="${ASR_MISSING} - ${asset}\n"
|
|
51
|
+
fi
|
|
52
|
+
done <<< "$ASR_ASSETS"
|
|
53
|
+
|
|
54
|
+
TTS_MISSING=""
|
|
55
|
+
while IFS= read -r asset; do
|
|
56
|
+
[ -z "$asset" ] && continue
|
|
57
|
+
if ! echo "$TTS_CSV_NAMES" | grep -qFx "$asset"; then
|
|
58
|
+
TTS_MISSING="${TTS_MISSING} - ${asset}\n"
|
|
59
|
+
fi
|
|
60
|
+
done <<< "$TTS_ASSETS"
|
|
61
|
+
|
|
62
|
+
if [ -n "$ASR_MISSING" ] || [ -n "$TTS_MISSING" ]; then
|
|
63
|
+
echo "::warning::New assets are available on GitHub but not yet listed in the expected CSV files."
|
|
64
|
+
[ -n "$ASR_MISSING" ] && echo -e "ASR (asr-models) assets missing from $ASR_CSV:\n$ASR_MISSING"
|
|
65
|
+
[ -n "$TTS_MISSING" ] && echo -e "TTS (tts-models) assets missing from $TTS_CSV:\n$TTS_MISSING"
|
|
66
|
+
echo "Please run the collect workflows to update fixtures:"
|
|
67
|
+
echo " - Testdata - Collect ASR model structures (workflow_dispatch)"
|
|
68
|
+
echo " - Testdata - Collect TTS model structures (workflow_dispatch)"
|
|
69
|
+
exit 0
|
|
70
|
+
fi
|
|
71
|
+
|
|
72
|
+
echo "All GitHub release assets are listed in the expected CSV files."
|