whisper.rn 0.4.3 → 0.5.0-rc.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -3
- package/android/build.gradle +71 -11
- package/android/src/main/CMakeLists.txt +28 -1
- package/android/src/main/java/com/rnwhisper/JSCallInvokerResolver.java +40 -0
- package/android/src/main/java/com/rnwhisper/RNWhisper.java +59 -11
- package/android/src/main/java/com/rnwhisper/WhisperContext.java +21 -9
- package/android/src/main/java/com/rnwhisper/WhisperVadContext.java +1 -1
- package/android/src/main/jni.cpp +79 -2
- package/android/src/newarch/java/com/rnwhisper/RNWhisperModule.java +5 -0
- package/android/src/oldarch/java/com/rnwhisper/RNWhisperModule.java +5 -0
- package/cpp/jsi/RNWhisperJSI.cpp +681 -0
- package/cpp/jsi/RNWhisperJSI.h +44 -0
- package/cpp/jsi/ThreadPool.h +100 -0
- package/ios/RNWhisper.h +3 -0
- package/ios/RNWhisper.mm +38 -0
- package/jest/mock.js +1 -0
- package/lib/commonjs/NativeRNWhisper.js.map +1 -1
- package/lib/commonjs/index.js +83 -2
- package/lib/commonjs/index.js.map +1 -1
- package/lib/module/NativeRNWhisper.js.map +1 -1
- package/lib/module/index.js +83 -2
- package/lib/module/index.js.map +1 -1
- package/lib/typescript/NativeRNWhisper.d.ts +4 -0
- package/lib/typescript/NativeRNWhisper.d.ts.map +1 -1
- package/lib/typescript/index.d.ts +18 -6
- package/lib/typescript/index.d.ts.map +1 -1
- package/package.json +7 -8
- package/src/NativeRNWhisper.ts +2 -0
- package/src/index.ts +162 -33
- package/whisper-rn.podspec +6 -3
package/lib/module/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","Platform","Image","RNWhisper","AudioSessionIos","version","EventEmitter","OS","EVENT_ON_TRANSCRIBE_PROGRESS","EVENT_ON_TRANSCRIBE_NEW_SEGMENTS","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","updateAudioSession","setting","setCategory","category","options","mode","setMode","setActive","active","WhisperContext","gpu","reasonNoGPU","constructor","_ref","contextId","id","transcribeWithNativeMethod","method","data","arguments","length","undefined","jobId","Math","floor","random","onProgress","onNewSegments","rest","progressListener","lastProgress","addListener","evt","progress","removeProgressListener","remove","newSegmentsListener","result","removeNewSegmenetsListener","stop","abortTranscribe","promise","then","isAborted","catch","e","transcribe","filePathOrBase64","path","source","resolveAssetSource","uri","Error","startsWith","slice","transcribeData","transcribeRealtime","lastTranscribePayload","slices","sliceIndex","tOffset","putSlice","payload","isUseSlices","_slices$sliceIndex","_segments","segments","t1","map","segment","t0","mergeSlicesIfNeeded","mergedPayload","forEach","_mergedPayload$data","_slice$data","_mergedPayload$data2","_slice$data2","processTime","recordingTime","prevAudioSession","audioSessionOnStartIos","audioSessionOnStopIos","categoryResult","getCurrentCategory","getCurrentMode","startRealtimeTranscribe","subscribe","callback","transcribeListener","endListener","lastPayload","isCapturing","bench","maxThreads","config","nThreads","encodeMs","decodeMs","batchMs","promptMs","JSON","parse","release","releaseContext","coreMLModelAssetPaths","initWhisper","_ref2","filePath","coreMLModelAsset","isBundleAsset","useGpu","useCoreMLIos","useFlashAttn","coreMLAssets","filename","assets","asset","filepath","find","p","includes","filter","initContext","downloadCoreMLAssets","__DEV__","releaseAllWhisper","releaseAllContexts","libVersion","useCoreML","coreMLAllowFallback","_RNWhisper$getConstan","getConstants","call","isUseCoreML","isCoreMLAllowFallback","WhisperVadContext","_ref3","detectSpeech","vadDetectSpeech","vadDetectSpeechFile","detectSpeechData","audioData","releaseVadContext","initWhisperVad","_ref4","initVadContext","releaseAllWhisperVad","releaseAllVadContexts"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";AAAA,SACEA,kBAAkB,EAClBC,kBAAkB,EAClBC,QAAQ,EAERC,KAAK,QACA,cAAc;AACrB,OAAOC,SAAS,MAAyD,mBAAmB;AAQ5F,OAAOC,eAAe,MAAM,mBAAmB;AAM/C,SAASC,OAAO,QAAQ,gBAAgB;AAExC,IAAIC,YAA2D;AAC/D,IAAIL,QAAQ,CAACM,EAAE,KAAK,KAAK,EAAE;EACzB;EACAD,YAAY,GAAG,IAAIP,kBAAkB,CAACI,SAAS,CAAC;AAClD;AACA,IAAIF,QAAQ,CAACM,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGN,kBAAkB;AACnC;AAYA,MAAMQ,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AAE7E,MAAMC,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AA+I7E,MAAMC,kBAAkB,GAAG,MAAOC,OAA+B,IAAK;EACpE,MAAMT,eAAe,CAACU,WAAW,CAC/BD,OAAO,CAACE,QAAQ,EAChBF,OAAO,CAACG,OAAO,IAAI,EAAE,CACtB;EACD,IAAIH,OAAO,CAACI,IAAI,EAAE;IAChB,MAAMb,eAAe,CAACc,OAAO,CAACL,OAAO,CAACI,IAAI,CAAC;EAC7C;EACA,MAAMb,eAAe,CAACe,SAAS,CAACN,OAAO,CAACO,MAAM,IAAI,IAAI,CAAC;AACzD,CAAC;AAED,OAAO,MAAMC,cAAc,CAAC;EAG1BC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAExBC,WAAWA,CAAAC,IAAA,EAIc;IAAA,IAJb;MACVC,SAAS;MACTJ,GAAG;MACHC;IACoB,CAAC,GAAAE,IAAA;IACrB,IAAI,CAACE,EAAE,GAAGD,SAAS;IACnB,IAAI,CAACJ,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;EAChC;EAEQK,0BAA0BA,CAACC,MAA2C,EAAEC,IAAY,EAG1F;IAAA,IAH4Fd,OAA8B,GAAAe,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAI/H,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IAEvD,MAAM;MAAEC,UAAU;MAAEC,aAAa;MAAE,GAAGC;IAAK,CAAC,GAAGxB,OAAO;IAEtD,IAAIyB,gBAAqB;IACzB,IAAIC,YAAoB,GAAG,CAAC;IAC5B,IAAIJ,UAAU,EAAE;MACdG,gBAAgB,GAAGnC,YAAY,CAACqC,WAAW,CACzCnC,4BAA4B,EAC3BoC,GAAkC,IAAK;QACtC,MAAM;UAAElB,SAAS;UAAEmB;QAAS,CAAC,GAAGD,GAAG;QACnC,IAAIlB,SAAS,KAAK,IAAI,CAACC,EAAE,IAAIiB,GAAG,CAACV,KAAK,KAAKA,KAAK,EAAE;QAClDQ,YAAY,GAAGG,QAAQ,GAAG,GAAG,GAAG,GAAG,GAAGA,QAAQ;QAC9CP,UAAU,CAACI,YAAY,CAAC;MAC1B,CAAC,CACF;IACH;IACA,MAAMI,sBAAsB,GAAGA,CAAA,KAAM;MACnC,IAAIL,gBAAgB,EAAE;QACpBA,gBAAgB,CAACM,MAAM,EAAE;QACzBN,gBAAgB,GAAG,IAAI;MACzB;IACF,CAAC;IAED,IAAIO,mBAAwB;IAC5B,IAAIT,aAAa,EAAE;MACjBS,mBAAmB,GAAG1C,YAAY,CAACqC,WAAW,CAC5ClC,gCAAgC,EAC/BmC,GAAqC,IAAK;QACzC,MAAM;UAAElB,SAAS;UAAEuB;QAAO,CAAC,GAAGL,GAAG;QACjC,IAAIlB,SAAS,KAAK,IAAI,CAACC,EAAE,IAAIiB,GAAG,CAACV,KAAK,KAAKA,KAAK,EAAE;QAClDK,aAAa,CAACU,MAAM,CAAC;MACvB,CAAC,CACF;IACH;IACA,MAAMC,0BAA0B,GAAGA,CAAA,KAAM;MACvC,IAAIF,mBAAmB,EAAE;QACvBA,mBAAmB,CAACD,MAAM,EAAE;QAC5BC,mBAAmB,GAAG,IAAI;MAC5B;IACF,CAAC;IAED,OAAO;MACLG,IAAI,EAAE,MAAAA,CAAA,KAAY;QAChB,MAAMhD,SAAS,CAACiD,eAAe,CAAC,IAAI,CAACzB,EAAE,EAAEO,KAAK,CAAC;QAC/CY,sBAAsB,EAAE;QACxBI,0BAA0B,EAAE;MAC9B,CAAC;MACDG,OAAO,EAAElD,SAAS,CAAC0B,MAAM,CAAC,CAAC,IAAI,CAACF,EAAE,EAAEO,KAAK,EAAEJ,IAAI,EAAE;QAC/C,GAAGU,IAAI;QACPF,UAAU,EAAE,CAAC,CAACA,UAAU;QACxBC,aAAa,EAAE,CAAC,CAACA;MACnB,CAAC,CAAC,CACCe,IAAI,CAAEL,MAAM,IAAK;QAChBH,sBAAsB,EAAE;QACxBI,0BAA0B,EAAE;QAC5B,IAAI,CAACD,MAAM,CAACM,SAAS,IAAIb,YAAY,KAAK,GAAG,EAAE;UAC7C;UACAJ,UAAU,aAAVA,UAAU,uBAAVA,UAAU,CAAG,GAAG,CAAC;QACnB;QACA,OAAOW,MAAM;MACf,CAAC,CAAC,CACDO,KAAK,CAAEC,CAAC,IAAK;QACZX,sBAAsB,EAAE;QACxBI,0BAA0B,EAAE;QAC5B,MAAMO,CAAC;MACT,CAAC;IACL,CAAC;EACH;;EAEA;AACF;AACA;AACA;EACEC,UAAUA,CACRC,gBAAiC,EAOjC;IAAA,IANA3C,OAA8B,GAAAe,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAOnC,IAAI6B,IAAI,GAAG,EAAE;IACb,IAAI,OAAOD,gBAAgB,KAAK,QAAQ,EAAE;MACxC,IAAI;QACF,MAAME,MAAM,GAAG3D,KAAK,CAAC4D,kBAAkB,CAACH,gBAAgB,CAAC;QACzD,IAAIE,MAAM,EAAED,IAAI,GAAGC,MAAM,CAACE,GAAG;MAC/B,CAAC,CAAC,OAAON,CAAC,EAAE;QACV,MAAM,IAAIO,KAAK,CAAE,kBAAiBL,gBAAiB,EAAC,CAAC;MACvD;IACF,CAAC,MAAM;MACL,IAAIA,gBAAgB,CAACM,UAAU,CAAC,MAAM,CAAC,EACrC,MAAM,IAAID,KAAK,CACb,mEAAmE,CACpE;MACHJ,IAAI,GAAGD,gBAAgB;IACzB;IACA,IAAIC,IAAI,CAACK,UAAU,CAAC,SAAS,CAAC,EAAEL,IAAI,GAAGA,IAAI,CAACM,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO,IAAI,CAACtC,0BAA0B,CAAC,gBAAgB,EAAEgC,IAAI,EAAE5C,OAAO,CAAC;EACzE;;EAEA;AACF;AACA;EACEmD,cAAcA,CAACrC,IAAY,EAGzB;IAAA,IAH2Bd,OAA8B,GAAAe,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAI9D,OAAO,IAAI,CAACH,0BAA0B,CAAC,gBAAgB,EAAEE,IAAI,EAAEd,OAAO,CAAC;EACzE;;EAEA;EACA,MAAMoD,kBAAkBA,CAAA,EAKrB;IAAA,IALsBpD,OAAkC,GAAAe,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,IAAIsC,qBAAsD;IAE1D,MAAMC,MAAyC,GAAG,EAAE;IACpD,IAAIC,UAAkB,GAAG,CAAC;IAC1B,IAAIC,OAAe,GAAG,CAAC;IAEvB,MAAMC,QAAQ,GAAIC,OAAwC,IAAK;MAC7D,IAAI,CAACA,OAAO,CAACC,WAAW,IAAI,CAACD,OAAO,CAAC5C,IAAI,EAAE;MAC3C,IAAIyC,UAAU,KAAKG,OAAO,CAACH,UAAU,EAAE;QAAA,IAAAK,kBAAA,EAAAC,SAAA;QACrC,MAAM;UAAEC,QAAQ,GAAG;QAAG,CAAC,GAAG,EAAAF,kBAAA,GAAAN,MAAM,CAACC,UAAU,CAAC,cAAAK,kBAAA,uBAAlBA,kBAAA,CAAoB9C,IAAI,KAAI,CAAC,CAAC;QACxD0C,OAAO,GAAG,EAAAK,SAAA,GAAAC,QAAQ,CAACA,QAAQ,CAAC9C,MAAM,GAAG,CAAC,CAAC,cAAA6C,SAAA,uBAA7BA,SAAA,CAA+BE,EAAE,KAAI,CAAC;MAClD;MACA;MAAC,CAAC;QAAER;MAAW,CAAC,GAAGG,OAAO;MAC1BJ,MAAM,CAACC,UAAU,CAAC,GAAG;QACnB,GAAGG,OAAO;QACV5C,IAAI,EAAE;UACJ,GAAG4C,OAAO,CAAC5C,IAAI;UACfgD,QAAQ,EACNJ,OAAO,CAAC5C,IAAI,CAACgD,QAAQ,CAACE,GAAG,CAAEC,OAAO,KAAM;YACtC,GAAGA,OAAO;YACVC,EAAE,EAAED,OAAO,CAACC,EAAE,GAAGV,OAAO;YACxBO,EAAE,EAAEE,OAAO,CAACF,EAAE,GAAGP;UACnB,CAAC,CAAC,CAAC,IAAI;QACX;MACF,CAAC;IACH,CAAC;IAED,MAAMW,mBAAmB,GACvBT,OAAwC,IACJ;MACpC,IAAI,CAACA,OAAO,CAACC,WAAW,EAAE,OAAOD,OAAO;MAExC,MAAMU,aAAkB,GAAG,CAAC,CAAC;MAC7Bd,MAAM,CAACe,OAAO,CAAEnB,KAAK,IAAK;QAAA,IAAAoB,mBAAA,EAAAC,WAAA,EAAAC,oBAAA,EAAAC,YAAA;QACxBL,aAAa,CAACtD,IAAI,GAAG;UACnBmB,MAAM,EACJ,CAAC,EAAAqC,mBAAA,GAAAF,aAAa,CAACtD,IAAI,cAAAwD,mBAAA,uBAAlBA,mBAAA,CAAoBrC,MAAM,KAAI,EAAE,KAAK,EAAAsC,WAAA,GAAArB,KAAK,CAACpC,IAAI,cAAAyD,WAAA,uBAAVA,WAAA,CAAYtC,MAAM,KAAI,EAAE,CAAC;UACjE6B,QAAQ,EAAE,CACR,IAAI,CAAAM,aAAa,aAAbA,aAAa,wBAAAI,oBAAA,GAAbJ,aAAa,CAAEtD,IAAI,cAAA0D,oBAAA,uBAAnBA,oBAAA,CAAqBV,QAAQ,KAAI,EAAE,CAAC,EACxC,IAAI,EAAAW,YAAA,GAAAvB,KAAK,CAACpC,IAAI,cAAA2D,YAAA,uBAAVA,YAAA,CAAYX,QAAQ,KAAI,EAAE,CAAC;QAEnC,CAAC;QACDM,aAAa,CAACM,WAAW,GAAGxB,KAAK,CAACwB,WAAW;QAC7CN,aAAa,CAACO,aAAa,GACzB,CAAC,CAAAP,aAAa,aAAbA,aAAa,uBAAbA,aAAa,CAAEO,aAAa,KAAI,CAAC,IAAIzB,KAAK,CAACyB,aAAa;MAC7D,CAAC,CAAC;MACF,OAAO;QAAE,GAAGjB,OAAO;QAAE,GAAGU,aAAa;QAAEd;MAAO,CAAC;IACjD,CAAC;IAED,IAAIsB,gBAAoD;IACxD,IAAI3F,QAAQ,CAACM,EAAE,KAAK,KAAK,IAAIS,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAE6E,sBAAsB,EAAE;MAC5D;MACA,IAAI,CAAA7E,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAE8E,qBAAqB,MAAK,SAAS,EAAE;QAChD,MAAMC,cAAc,GAAG,MAAM3F,eAAe,CAAC4F,kBAAkB,EAAE;QACjE,MAAM/E,IAAI,GAAG,MAAMb,eAAe,CAAC6F,cAAc,EAAE;QAEnDL,gBAAgB,GAAG;UACjB,GAAGG,cAAc;UACjB9E,IAAI;UACJG,MAAM,EAAE,KAAK,CAAE;QACjB,CAAC;MACH;;MAEA;MACA,MAAMR,kBAAkB,CAACI,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAE6E,sBAAsB,CAAC;IAC3D;IACA,IAAI5F,QAAQ,CAACM,EAAE,KAAK,KAAK,IAAI,QAAOS,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAE8E,qBAAqB,MAAK,QAAQ,EAAE;MAC/EF,gBAAgB,GAAG5E,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAE8E,qBAAqB;IACnD;IAEA,MAAM5D,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,IAAI;MACF,MAAMlC,SAAS,CAAC+F,uBAAuB,CAAC,IAAI,CAACvE,EAAE,EAAEO,KAAK,EAAElB,OAAO,CAAC;IAClE,CAAC,CAAC,OAAOyC,CAAC,EAAE;MACV,IAAImC,gBAAgB,EAAE,MAAMhF,kBAAkB,CAACgF,gBAAgB,CAAC;MAChE,MAAMnC,CAAC;IACT;IAEA,OAAO;MACLN,IAAI,EAAE,MAAAA,CAAA,KAAY;QAChB,MAAMhD,SAAS,CAACiD,eAAe,CAAC,IAAI,CAACzB,EAAE,EAAEO,KAAK,CAAC;QAC/C,IAAI0D,gBAAgB,EAAE,MAAMhF,kBAAkB,CAACgF,gBAAgB,CAAC;MAClE,CAAC;MACDO,SAAS,EAAGC,QAAkD,IAAK;QACjE,IAAIC,kBAAuB,GAAG/F,YAAY,CAACqC,WAAW,CACpDjC,4BAA4B,EAC3BkC,GAAkC,IAAK;UACtC,MAAM;YAAElB,SAAS;YAAEgD;UAAQ,CAAC,GAAG9B,GAAG;UAClC,IAAIlB,SAAS,KAAK,IAAI,CAACC,EAAE,IAAIiB,GAAG,CAACV,KAAK,KAAKA,KAAK,EAAE;UAClDmC,qBAAqB,GAAGK,OAAO;UAC/BD,QAAQ,CAACC,OAAO,CAAC;UACjB0B,QAAQ,CAAC;YACP1E,SAAS;YACTQ,KAAK,EAAEU,GAAG,CAACV,KAAK;YAChB,GAAGiD,mBAAmB,CAACT,OAAO;UAChC,CAAC,CAAC;QACJ,CAAC,CACF;QACD,IAAI4B,WAAgB,GAAGhG,YAAY,CAACqC,WAAW,CAC7ChC,gCAAgC,EAC/BiC,GAAkC,IAAK;UACtC,MAAM;YAAElB,SAAS;YAAEgD;UAAQ,CAAC,GAAG9B,GAAG;UAClC,IAAIlB,SAAS,KAAK,IAAI,CAACC,EAAE,IAAIiB,GAAG,CAACV,KAAK,KAAKA,KAAK,EAAE;UAClD,MAAMqE,WAAW,GAAG;YAClB,GAAGlC,qBAAqB;YACxB,GAAGK;UACL,CAAC;UACDD,QAAQ,CAAC8B,WAAW,CAAC;UACrBH,QAAQ,CAAC;YACP1E,SAAS;YACTQ,KAAK,EAAEU,GAAG,CAACV,KAAK;YAChB,GAAGiD,mBAAmB,CAACoB,WAAW,CAAC;YACnCC,WAAW,EAAE;UACf,CAAC,CAAC;UACF,IAAIH,kBAAkB,EAAE;YACtBA,kBAAkB,CAACtD,MAAM,EAAE;YAC3BsD,kBAAkB,GAAG,IAAI;UAC3B;UACA,IAAIC,WAAW,EAAE;YACfA,WAAW,CAACvD,MAAM,EAAE;YACpBuD,WAAW,GAAG,IAAI;UACpB;QACF,CAAC,CACF;MACH;IACF,CAAC;EACH;EAEA,MAAMG,KAAKA,CAACC,UAAkB,EAAwB;IACpD,MAAMzD,MAAM,GAAG,MAAM9C,SAAS,CAACsG,KAAK,CAAC,IAAI,CAAC9E,EAAE,EAAE+E,UAAU,CAAC;IACzD,MAAM,CAACC,MAAM,EAAEC,QAAQ,EAAEC,QAAQ,EAAEC,QAAQ,EAAEC,OAAO,EAAEC,QAAQ,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACjE,MAAM,CAAC;IACpF,OAAO;MAAE0D,MAAM;MAAEC,QAAQ;MAAEC,QAAQ;MAAEC,QAAQ;MAAEC,OAAO;MAAEC;IAAS,CAAC;EACpE;EAEA,MAAMG,OAAOA,CAAA,EAAkB;IAC7B,OAAOhH,SAAS,CAACiH,cAAc,CAAC,IAAI,CAACzF,EAAE,CAAC;EAC1C;AACF;AAuBA,MAAM0F,qBAAqB,GAAG,CAC5B,0BAA0B,EAC1B,oBAAoB,EACpB,WAAW,EACX,gBAAgB,CACjB;AAED,OAAO,eAAeC,WAAWA,CAAAC,KAAA,EAOW;EAAA,IAPV;IAChCC,QAAQ;IACRC,gBAAgB;IAChBC,aAAa;IACbC,MAAM,GAAG,IAAI;IACbC,YAAY,GAAG,IAAI;IACnBC,YAAY,GAAG;EACD,CAAC,GAAAN,KAAA;EACf,IAAI3D,IAAI,GAAG,EAAE;EACb,IAAIkE,YAAuC;EAC3C,IAAIL,gBAAgB,EAAE;IACpB,MAAM;MAAEM,QAAQ;MAAEC;IAAO,CAAC,GAAGP,gBAAgB;IAC7C,IAAIM,QAAQ,IAAIC,MAAM,EAAE;MACtBF,YAAY,GAAGE,MAAM,aAANA,MAAM,uBAANA,MAAM,CACjBhD,GAAG,CAAEiD,KAAK,IAAK;QACf,IAAI,OAAOA,KAAK,KAAK,QAAQ,EAAE;UAC7B,MAAM;YAAElE;UAAI,CAAC,GAAG7D,KAAK,CAAC4D,kBAAkB,CAACmE,KAAK,CAAC;UAC/C,MAAMC,QAAQ,GAAGb,qBAAqB,CAACc,IAAI,CAAEC,CAAC,IAAKrE,GAAG,CAACsE,QAAQ,CAACD,CAAC,CAAC,CAAC;UACnE,IAAIF,QAAQ,EAAE;YACZ,OAAO;cACLnE,GAAG;cACHmE,QAAQ,EAAG,GAAEH,QAAS,IAAGG,QAAS;YACpC,CAAC;UACH;QACF,CAAC,MAAM,IAAI,OAAOD,KAAK,KAAK,QAAQ,EAAE;UACpC,OAAO;YACLlE,GAAG,EAAEkE,KAAK;YACVC,QAAQ,EAAG,GAAEH,QAAS,IAAGE,KAAM;UACjC,CAAC;QACH;QACA,OAAOhG,SAAS;MAClB,CAAC,CAAC,CACDqG,MAAM,CAAEL,KAAK,IAA2BA,KAAK,KAAKhG,SAAS,CAAC;IACjE;EACF;EACA,IAAI,OAAOuF,QAAQ,KAAK,QAAQ,EAAE;IAChC,IAAI;MACF,MAAM3D,MAAM,GAAG3D,KAAK,CAAC4D,kBAAkB,CAAC0D,QAAQ,CAAC;MACjD,IAAI3D,MAAM,EAAE;QACVD,IAAI,GAAGC,MAAM,CAACE,GAAG;MACnB;IACF,CAAC,CAAC,OAAON,CAAC,EAAE;MACV,MAAM,IAAIO,KAAK,CAAE,kBAAiBwD,QAAS,EAAC,CAAC;IAC/C;EACF,CAAC,MAAM;IACL,IAAI,CAACE,aAAa,IAAIF,QAAQ,CAACvD,UAAU,CAAC,MAAM,CAAC,EAC/C,MAAM,IAAID,KAAK,CACb,mEAAmE,CACpE;IACHJ,IAAI,GAAG4D,QAAQ;EACjB;EACA,IAAI5D,IAAI,CAACK,UAAU,CAAC,SAAS,CAAC,EAAEL,IAAI,GAAGA,IAAI,CAACM,KAAK,CAAC,CAAC,CAAC;EACpD,MAAM;IAAExC,SAAS;IAAEJ,GAAG;IAAEC;EAAY,CAAC,GAAG,MAAMpB,SAAS,CAACoI,WAAW,CAAC;IAClEf,QAAQ,EAAE5D,IAAI;IACd8D,aAAa,EAAE,CAAC,CAACA,aAAa;IAC9BG,YAAY;IACZF,MAAM;IACNC,YAAY;IACZ;IACAY,oBAAoB,EAAEC,OAAO,IAAI,CAAC,CAACX,YAAY;IAC/CA;EACF,CAAC,CAAC;EACF,OAAO,IAAIzG,cAAc,CAAC;IAAEK,SAAS;IAAEJ,GAAG;IAAEC;EAAY,CAAC,CAAC;AAC5D;AAEA,OAAO,eAAemH,iBAAiBA,CAAA,EAAkB;EACvD,OAAOvI,SAAS,CAACwI,kBAAkB,EAAE;AACvC;;AAEA;AACA,OAAO,MAAMC,UAAkB,GAAGvI,OAAO;AAEzC,MAAM;EAAEwI,SAAS;EAAEC;AAAoB,CAAC,GAAG,EAAAC,qBAAA,GAAA5I,SAAS,CAAC6I,YAAY,cAAAD,qBAAA,uBAAtBA,qBAAA,CAAAE,IAAA,CAAA9I,SAAS,CAAiB,KAAI,CAAC,CAAC;;AAE3E;AACA,OAAO,MAAM+I,WAAoB,GAAG,CAAC,CAACL,SAAS;;AAE/C;AACA,OAAO,MAAMM,qBAA8B,GAAG,CAAC,CAACL,mBAAmB;AAEnE,SAAS1I,eAAe;;AAExB;AACA;AACA;;AAYA,OAAO,MAAMgJ,iBAAiB,CAAC;EAG7B9H,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAExBC,WAAWA,CAAA6H,KAAA,EAIiB;IAAA,IAJhB;MACV3H,SAAS;MACTJ,GAAG;MACHC;IACuB,CAAC,GAAA8H,KAAA;IACxB,IAAI,CAAC1H,EAAE,GAAGD,SAAS;IACnB,IAAI,CAACJ,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;EAChC;;EAEA;AACF;AACA;AACA;EACE,MAAM+H,YAAYA,CAChB3F,gBAAiC,EAEV;IAAA,IADvB3C,OAAmB,GAAAe,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAExB,IAAI6B,IAAI,GAAG,EAAE;IACb,IAAI,OAAOD,gBAAgB,KAAK,QAAQ,EAAE;MACxC,IAAI;QACF,MAAME,MAAM,GAAG3D,KAAK,CAAC4D,kBAAkB,CAACH,gBAAgB,CAAC;QACzD,IAAIE,MAAM,EAAED,IAAI,GAAGC,MAAM,CAACE,GAAG;MAC/B,CAAC,CAAC,OAAON,CAAC,EAAE;QACV,MAAM,IAAIO,KAAK,CAAE,kBAAiBL,gBAAiB,EAAC,CAAC;MACvD;IACF,CAAC,MAAM;MACL,IAAIA,gBAAgB,CAACM,UAAU,CAAC,MAAM,CAAC,EACrC,MAAM,IAAID,KAAK,CACb,4DAA4D,CAC7D;MACHJ,IAAI,GAAGD,gBAAgB;IACzB;IACA,IAAIC,IAAI,CAACK,UAAU,CAAC,SAAS,CAAC,EAAEL,IAAI,GAAGA,IAAI,CAACM,KAAK,CAAC,CAAC,CAAC;;IAEpD;IACA,IAAIN,IAAI,CAACK,UAAU,CAAC,aAAa,CAAC,EAAE;MAClC;MACA,OAAO9D,SAAS,CAACoJ,eAAe,CAAC,IAAI,CAAC5H,EAAE,EAAEiC,IAAI,EAAE5C,OAAO,CAAC;IAC1D,CAAC,MAAM;MACL;MACA,OAAOb,SAAS,CAACqJ,mBAAmB,CAAC,IAAI,CAAC7H,EAAE,EAAEiC,IAAI,EAAE5C,OAAO,CAAC;IAC9D;EACF;;EAEA;AACF;AACA;EACE,MAAMyI,gBAAgBA,CACpBC,SAAiB,EAEM;IAAA,IADvB1I,OAAmB,GAAAe,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAExB,OAAO5B,SAAS,CAACoJ,eAAe,CAAC,IAAI,CAAC5H,EAAE,EAAE+H,SAAS,EAAE1I,OAAO,CAAC;EAC/D;EAEA,MAAMmG,OAAOA,CAAA,EAAkB;IAC7B,OAAOhH,SAAS,CAACwJ,iBAAiB,CAAC,IAAI,CAAChI,EAAE,CAAC;EAC7C;AACF;;AAEA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAeiI,cAAcA,CAAAC,KAAA,EAKc;EAAA,IALb;IACnCrC,QAAQ;IACRE,aAAa;IACbC,MAAM,GAAG,IAAI;IACbf;EACiB,CAAC,GAAAiD,KAAA;EAClB,IAAIjG,IAAI,GAAG,EAAE;EACb,IAAI,OAAO4D,QAAQ,KAAK,QAAQ,EAAE;IAChC,IAAI;MACF,MAAM3D,MAAM,GAAG3D,KAAK,CAAC4D,kBAAkB,CAAC0D,QAAQ,CAAC;MACjD,IAAI3D,MAAM,EAAE;QACVD,IAAI,GAAGC,MAAM,CAACE,GAAG;MACnB;IACF,CAAC,CAAC,OAAON,CAAC,EAAE;MACV,MAAM,IAAIO,KAAK,CAAE,kBAAiBwD,QAAS,EAAC,CAAC;IAC/C;EACF,CAAC,MAAM;IACL,IAAI,CAACE,aAAa,IAAIF,QAAQ,CAACvD,UAAU,CAAC,MAAM,CAAC,EAC/C,MAAM,IAAID,KAAK,CACb,4DAA4D,CAC7D;IACHJ,IAAI,GAAG4D,QAAQ;EACjB;EACA,IAAI5D,IAAI,CAACK,UAAU,CAAC,SAAS,CAAC,EAAEL,IAAI,GAAGA,IAAI,CAACM,KAAK,CAAC,CAAC,CAAC;EACpD,MAAM;IAAExC,SAAS;IAAEJ,GAAG;IAAEC;EAAY,CAAC,GAAG,MAAMpB,SAAS,CAAC2J,cAAc,CAAC;IACrEtC,QAAQ,EAAE5D,IAAI;IACd8D,aAAa,EAAE,CAAC,CAACA,aAAa;IAC9BC,MAAM;IACNf;EACF,CAAC,CAAC;EACF,OAAO,IAAIwC,iBAAiB,CAAC;IAAE1H,SAAS;IAAEJ,GAAG;IAAEC;EAAY,CAAC,CAAC;AAC/D;;AAEA;AACA;AACA;AACA;AACA,OAAO,eAAewI,oBAAoBA,CAAA,EAAkB;EAC1D,OAAO5J,SAAS,CAAC6J,qBAAqB,EAAE;AAC1C"}
|
|
1
|
+
{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","Platform","Image","RNWhisper","AudioSessionIos","version","jsiWhisperTranscribeData","jsiWhisperVadDetectSpeech","installJSIBindings","then","global","whisperTranscribeData","whisperVadDetectSpeech","catch","e","console","warn","EventEmitter","OS","EVENT_ON_TRANSCRIBE_PROGRESS","EVENT_ON_TRANSCRIBE_NEW_SEGMENTS","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","updateAudioSession","setting","setCategory","category","options","mode","setMode","setActive","active","WhisperContext","gpu","reasonNoGPU","constructor","_ref","contextPtr","contextId","ptr","id","transcribeWithNativeMethod","method","data","arguments","length","undefined","jobId","Math","floor","random","onProgress","onNewSegments","rest","progressListener","lastProgress","addListener","evt","progress","removeProgressListener","remove","newSegmentsListener","result","removeNewSegmenetsListener","stop","abortTranscribe","promise","isAborted","transcribe","filePathOrBase64","path","source","resolveAssetSource","uri","Error","startsWith","slice","transcribeData","ArrayBuffer","SharedArrayBuffer","transcribeDataArrayBuffer","jsiOptions","error","transcribeRealtime","lastTranscribePayload","slices","sliceIndex","tOffset","putSlice","payload","isUseSlices","_slices$sliceIndex","_segments","segments","t1","map","segment","t0","mergeSlicesIfNeeded","mergedPayload","forEach","_mergedPayload$data","_slice$data","_mergedPayload$data2","_slice$data2","processTime","recordingTime","prevAudioSession","audioSessionOnStartIos","audioSessionOnStopIos","categoryResult","getCurrentCategory","getCurrentMode","startRealtimeTranscribe","subscribe","callback","transcribeListener","endListener","lastPayload","isCapturing","bench","maxThreads","config","nThreads","encodeMs","decodeMs","batchMs","promptMs","JSON","parse","release","releaseContext","coreMLModelAssetPaths","initWhisper","_ref2","filePath","coreMLModelAsset","isBundleAsset","useGpu","useCoreMLIos","useFlashAttn","coreMLAssets","filename","assets","asset","filepath","find","p","includes","filter","initContext","downloadCoreMLAssets","__DEV__","releaseAllWhisper","releaseAllContexts","libVersion","useCoreML","coreMLAllowFallback","_RNWhisper$getConstan","getConstants","call","isUseCoreML","isCoreMLAllowFallback","WhisperVadContext","_ref3","detectSpeech","vadDetectSpeech","vadDetectSpeechFile","detectSpeechData","audioData","releaseVadContext","initWhisperVad","_ref4","initVadContext","releaseAllWhisperVad","releaseAllVadContexts"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";AAAA,SACEA,kBAAkB,EAClBC,kBAAkB,EAClBC,QAAQ,EAERC,KAAK,QACA,cAAc;AACrB,OAAOC,SAAS,MAGT,mBAAmB;AAQ1B,OAAOC,eAAe,MAAM,mBAAmB;AAM/C,SAASC,OAAO,QAAQ,gBAAgB;AAiBxC,IAAIC,wBAI0B;AAC9B,IAAIC,yBAIwD;AAE5DJ,SAAS,CAACK,kBAAkB,EAAE,CAC3BC,IAAI,CAAC,MAAM;EACVH,wBAAwB,GAAGI,MAAM,CAACC,qBAAqB;EACvD,OAAQD,MAAM,CAASC,qBAAqB;EAC5CJ,yBAAyB,GAAGG,MAAM,CAACE,sBAAsB;EACzD,OAAQF,MAAM,CAASE,sBAAsB;AAC/C,CAAC,CAAC,CACDC,KAAK,CAAEC,CAAC,IAAK;EACZC,OAAO,CAACC,IAAI,CAAC,gCAAgC,EAAEF,CAAC,CAAC;AACnD,CAAC,CAAC;AAEJ,IAAIG,YAA2D;AAC/D,IAAIhB,QAAQ,CAACiB,EAAE,KAAK,KAAK,EAAE;EACzB;EACAD,YAAY,GAAG,IAAIlB,kBAAkB,CAACI,SAAS,CAAC;AAClD;AACA,IAAIF,QAAQ,CAACiB,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGjB,kBAAkB;AACnC;AAYA,MAAMmB,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AAE7E,MAAMC,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AA+I7E,MAAMC,kBAAkB,GAAG,MAAOC,OAA+B,IAAK;EACpE,MAAMpB,eAAe,CAACqB,WAAW,CAACD,OAAO,CAACE,QAAQ,EAAEF,OAAO,CAACG,OAAO,IAAI,EAAE,CAAC;EAC1E,IAAIH,OAAO,CAACI,IAAI,EAAE;IAChB,MAAMxB,eAAe,CAACyB,OAAO,CAACL,OAAO,CAACI,IAAI,CAAC;EAC7C;EACA,MAAMxB,eAAe,CAAC0B,SAAS,CAACN,OAAO,CAACO,MAAM,IAAI,IAAI,CAAC;AACzD,CAAC;AAED,OAAO,MAAMC,cAAc,CAAC;EAK1BC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAExBC,WAAWA,CAAAC,IAAA,EAKc;IAAA,IALb;MACVC,UAAU;MACVC,SAAS;MACTL,GAAG;MACHC;IACoB,CAAC,GAAAE,IAAA;IACrB,IAAI,CAACG,GAAG,GAAGF,UAAU;IACrB,IAAI,CAACG,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACL,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;EAChC;EAEQO,0BAA0BA,CAChCC,MAA2C,EAC3CC,IAAY,EAKZ;IAAA,IAJAhB,OAA8B,GAAAiB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAKnC,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IAEvD,MAAM;MAAEC,UAAU;MAAEC,aAAa;MAAE,GAAGC;IAAK,CAAC,GAAG1B,OAAO;IAEtD,IAAI2B,gBAAqB;IACzB,IAAIC,YAAoB,GAAG,CAAC;IAC5B,IAAIJ,UAAU,EAAE;MACdG,gBAAgB,GAAGrC,YAAY,CAACuC,WAAW,CACzCrC,4BAA4B,EAC3BsC,GAAkC,IAAK;QACtC,MAAM;UAAEnB,SAAS;UAAEoB;QAAS,CAAC,GAAGD,GAAG;QACnC,IAAInB,SAAS,KAAK,IAAI,CAACE,EAAE,IAAIiB,GAAG,CAACV,KAAK,KAAKA,KAAK,EAAE;QAClDQ,YAAY,GAAGG,QAAQ,GAAG,GAAG,GAAG,GAAG,GAAGA,QAAQ;QAC9CP,UAAU,CAACI,YAAY,CAAC;MAC1B,CAAC,CACF;IACH;IACA,MAAMI,sBAAsB,GAAGA,CAAA,KAAM;MACnC,IAAIL,gBAAgB,EAAE;QACpBA,gBAAgB,CAACM,MAAM,EAAE;QACzBN,gBAAgB,GAAG,IAAI;MACzB;IACF,CAAC;IAED,IAAIO,mBAAwB;IAC5B,IAAIT,aAAa,EAAE;MACjBS,mBAAmB,GAAG5C,YAAY,CAACuC,WAAW,CAC5CpC,gCAAgC,EAC/BqC,GAAqC,IAAK;QACzC,MAAM;UAAEnB,SAAS;UAAEwB;QAAO,CAAC,GAAGL,GAAG;QACjC,IAAInB,SAAS,KAAK,IAAI,CAACE,EAAE,IAAIiB,GAAG,CAACV,KAAK,KAAKA,KAAK,EAAE;QAClDK,aAAa,CAACU,MAAM,CAAC;MACvB,CAAC,CACF;IACH;IACA,MAAMC,0BAA0B,GAAGA,CAAA,KAAM;MACvC,IAAIF,mBAAmB,EAAE;QACvBA,mBAAmB,CAACD,MAAM,EAAE;QAC5BC,mBAAmB,GAAG,IAAI;MAC5B;IACF,CAAC;IAED,OAAO;MACLG,IAAI,EAAE,MAAAA,CAAA,KAAY;QAChB,MAAM7D,SAAS,CAAC8D,eAAe,CAAC,IAAI,CAACzB,EAAE,EAAEO,KAAK,CAAC;QAC/CY,sBAAsB,EAAE;QACxBI,0BAA0B,EAAE;MAC9B,CAAC;MACDG,OAAO,EAAE/D,SAAS,CAACuC,MAAM,CAAC,CAAC,IAAI,CAACF,EAAE,EAAEO,KAAK,EAAEJ,IAAI,EAAE;QAC/C,GAAGU,IAAI;QACPF,UAAU,EAAE,CAAC,CAACA,UAAU;QACxBC,aAAa,EAAE,CAAC,CAACA;MACnB,CAAC,CAAC,CACC3C,IAAI,CAAEqD,MAAM,IAAK;QAChBH,sBAAsB,EAAE;QACxBI,0BAA0B,EAAE;QAC5B,IAAI,CAACD,MAAM,CAACK,SAAS,IAAIZ,YAAY,KAAK,GAAG,EAAE;UAC7C;UACAJ,UAAU,aAAVA,UAAU,uBAAVA,UAAU,CAAG,GAAG,CAAC;QACnB;QACA,OAAOW,MAAM;MACf,CAAC,CAAC,CACDjD,KAAK,CAAEC,CAAC,IAAK;QACZ6C,sBAAsB,EAAE;QACxBI,0BAA0B,EAAE;QAC5B,MAAMjD,CAAC;MACT,CAAC;IACL,CAAC;EACH;;EAEA;AACF;AACA;AACA;EACEsD,UAAUA,CACRC,gBAAiC,EAOjC;IAAA,IANA1C,OAA8B,GAAAiB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAOnC,IAAI0B,IAAI,GAAG,EAAE;IACb,IAAI,OAAOD,gBAAgB,KAAK,QAAQ,EAAE;MACxC,IAAI;QACF,MAAME,MAAM,GAAGrE,KAAK,CAACsE,kBAAkB,CAACH,gBAAgB,CAAC;QACzD,IAAIE,MAAM,EAAED,IAAI,GAAGC,MAAM,CAACE,GAAG;MAC/B,CAAC,CAAC,OAAO3D,CAAC,EAAE;QACV,MAAM,IAAI4D,KAAK,CAAE,kBAAiBL,gBAAiB,EAAC,CAAC;MACvD;IACF,CAAC,MAAM;MACL,IAAIA,gBAAgB,CAACM,UAAU,CAAC,MAAM,CAAC,EACrC,MAAM,IAAID,KAAK,CACb,mEAAmE,CACpE;MACHJ,IAAI,GAAGD,gBAAgB;IACzB;IACA,IAAIC,IAAI,CAACK,UAAU,CAAC,SAAS,CAAC,EAAEL,IAAI,GAAGA,IAAI,CAACM,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO,IAAI,CAACnC,0BAA0B,CAAC,gBAAgB,EAAE6B,IAAI,EAAE3C,OAAO,CAAC;EACzE;;EAEA;AACF;AACA;EACEkD,cAAcA,CACZlC,IAA8C,EAK9C;IAAA,IAJAhB,OAA8B,GAAAiB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAKnC,IAAID,IAAI,YAAYmC,WAAW,IAAInC,IAAI,YAAYoC,iBAAiB,EAAE;MACpE;MACA,IAAI,CAACzE,wBAAwB,EAAE;QAC7B,MAAM,IAAIoE,KAAK,CAAC,mDAAmD,CAAC;MACtE;MACA,OAAO,IAAI,CAACM,yBAAyB,CAACrC,IAAI,EAAEhB,OAAO,CAAC;IACtD;IACA,OAAO,IAAI,CAACc,0BAA0B,CAAC,gBAAgB,EAAEE,IAAI,EAAEhB,OAAO,CAAC;EACzE;;EAEA;AACF;AACA;EACUqD,yBAAyBA,CAC/BrC,IAAqC,EAKrC;IAAA,IAJAhB,OAA8B,GAAAiB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAKnC,MAAM;MAAEO,UAAU;MAAEC,aAAa;MAAE,GAAGC;IAAK,CAAC,GAAG1B,OAAO;;IAEtD;IACA,MAAMoB,KAAK,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IAE/C,MAAM+B,UAAU,GAAG;MACjB,GAAG5B,IAAI;MACPF,UAAU,EAAEA,UAAU,IAAIL,SAAS;MACnCM,aAAa,EAAEA,aAAa,IAAIN,SAAS;MACzCC,KAAK,CAAE;IACT,CAAC;;IAED,IAAIoB,SAAS,GAAG,KAAK;IACrB,MAAMD,OAAO,GAAG5D,wBAAwB,CAAC,IAAI,CAACkC,EAAE,EAAEyC,UAAU,EAAEtC,IAAI,CAAC,CAChElC,IAAI,CAAEqD,MAAW,IAAK;MACrB,IAAIK,SAAS,EAAE;QACb,OAAO;UAAE,GAAGL,MAAM;UAAEK,SAAS,EAAE;QAAK,CAAC;MACvC;MACA,OAAOL,MAAM;IACf,CAAC,CAAC,CACDjD,KAAK,CAAEqE,KAAU,IAAK;MACrB,IAAIf,SAAS,EAAE;QACb,OAAO;UAAEA,SAAS,EAAE,IAAI;UAAEe,KAAK,EAAE;QAAwB,CAAC;MAC5D;MACA,MAAMA,KAAK;IACb,CAAC,CAAC;IAEJ,OAAO;MACLlB,IAAI,EAAE,MAAAA,CAAA,KAAY;QAChBG,SAAS,GAAG,IAAI;QAChB,IAAI;UACF;UACA,MAAMhE,SAAS,CAAC8D,eAAe,CAAC,IAAI,CAACzB,EAAE,EAAEO,KAAK,CAAC;QACjD,CAAC,CAAC,OAAOmC,KAAK,EAAE;UACd;QAAA;MAEJ,CAAC;MACDhB;IACF,CAAC;EACH;;EAEA;EACA,MAAMiB,kBAAkBA,CAAA,EAKrB;IAAA,IALsBxD,OAAkC,GAAAiB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,IAAIwC,qBAAsD;IAE1D,MAAMC,MAAyC,GAAG,EAAE;IACpD,IAAIC,UAAkB,GAAG,CAAC;IAC1B,IAAIC,OAAe,GAAG,CAAC;IAEvB,MAAMC,QAAQ,GAAIC,OAAwC,IAAK;MAC7D,IAAI,CAACA,OAAO,CAACC,WAAW,IAAI,CAACD,OAAO,CAAC9C,IAAI,EAAE;MAC3C,IAAI2C,UAAU,KAAKG,OAAO,CAACH,UAAU,EAAE;QAAA,IAAAK,kBAAA,EAAAC,SAAA;QACrC,MAAM;UAAEC,QAAQ,GAAG;QAAG,CAAC,GAAG,EAAAF,kBAAA,GAAAN,MAAM,CAACC,UAAU,CAAC,cAAAK,kBAAA,uBAAlBA,kBAAA,CAAoBhD,IAAI,KAAI,CAAC,CAAC;QACxD4C,OAAO,GAAG,EAAAK,SAAA,GAAAC,QAAQ,CAACA,QAAQ,CAAChD,MAAM,GAAG,CAAC,CAAC,cAAA+C,SAAA,uBAA7BA,SAAA,CAA+BE,EAAE,KAAI,CAAC;MAClD;MACA;MAAC,CAAC;QAAER;MAAW,CAAC,GAAGG,OAAO;MAC1BJ,MAAM,CAACC,UAAU,CAAC,GAAG;QACnB,GAAGG,OAAO;QACV9C,IAAI,EAAE;UACJ,GAAG8C,OAAO,CAAC9C,IAAI;UACfkD,QAAQ,EACNJ,OAAO,CAAC9C,IAAI,CAACkD,QAAQ,CAACE,GAAG,CAAEC,OAAO,KAAM;YACtC,GAAGA,OAAO;YACVC,EAAE,EAAED,OAAO,CAACC,EAAE,GAAGV,OAAO;YACxBO,EAAE,EAAEE,OAAO,CAACF,EAAE,GAAGP;UACnB,CAAC,CAAC,CAAC,IAAI;QACX;MACF,CAAC;IACH,CAAC;IAED,MAAMW,mBAAmB,GACvBT,OAAwC,IACJ;MACpC,IAAI,CAACA,OAAO,CAACC,WAAW,EAAE,OAAOD,OAAO;MAExC,MAAMU,aAAkB,GAAG,CAAC,CAAC;MAC7Bd,MAAM,CAACe,OAAO,CAAExB,KAAK,IAAK;QAAA,IAAAyB,mBAAA,EAAAC,WAAA,EAAAC,oBAAA,EAAAC,YAAA;QACxBL,aAAa,CAACxD,IAAI,GAAG;UACnBmB,MAAM,EACJ,CAAC,EAAAuC,mBAAA,GAAAF,aAAa,CAACxD,IAAI,cAAA0D,mBAAA,uBAAlBA,mBAAA,CAAoBvC,MAAM,KAAI,EAAE,KAAK,EAAAwC,WAAA,GAAA1B,KAAK,CAACjC,IAAI,cAAA2D,WAAA,uBAAVA,WAAA,CAAYxC,MAAM,KAAI,EAAE,CAAC;UACjE+B,QAAQ,EAAE,CACR,IAAI,CAAAM,aAAa,aAAbA,aAAa,wBAAAI,oBAAA,GAAbJ,aAAa,CAAExD,IAAI,cAAA4D,oBAAA,uBAAnBA,oBAAA,CAAqBV,QAAQ,KAAI,EAAE,CAAC,EACxC,IAAI,EAAAW,YAAA,GAAA5B,KAAK,CAACjC,IAAI,cAAA6D,YAAA,uBAAVA,YAAA,CAAYX,QAAQ,KAAI,EAAE,CAAC;QAEnC,CAAC;QACDM,aAAa,CAACM,WAAW,GAAG7B,KAAK,CAAC6B,WAAW;QAC7CN,aAAa,CAACO,aAAa,GACzB,CAAC,CAAAP,aAAa,aAAbA,aAAa,uBAAbA,aAAa,CAAEO,aAAa,KAAI,CAAC,IAAI9B,KAAK,CAAC8B,aAAa;MAC7D,CAAC,CAAC;MACF,OAAO;QAAE,GAAGjB,OAAO;QAAE,GAAGU,aAAa;QAAEd;MAAO,CAAC;IACjD,CAAC;IAED,IAAIsB,gBAAoD;IACxD,IAAI1G,QAAQ,CAACiB,EAAE,KAAK,KAAK,IAAIS,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEiF,sBAAsB,EAAE;MAC5D;MACA,IAAI,CAAAjF,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEkF,qBAAqB,MAAK,SAAS,EAAE;QAChD,MAAMC,cAAc,GAAG,MAAM1G,eAAe,CAAC2G,kBAAkB,EAAE;QACjE,MAAMnF,IAAI,GAAG,MAAMxB,eAAe,CAAC4G,cAAc,EAAE;QAEnDL,gBAAgB,GAAG;UACjB,GAAGG,cAAc;UACjBlF,IAAI;UACJG,MAAM,EAAE,KAAK,CAAE;QACjB,CAAC;MACH;;MAEA;MACA,MAAMR,kBAAkB,CAACI,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEiF,sBAAsB,CAAC;IAC3D;IACA,IACE3G,QAAQ,CAACiB,EAAE,KAAK,KAAK,IACrB,QAAOS,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEkF,qBAAqB,MAAK,QAAQ,EAClD;MACAF,gBAAgB,GAAGhF,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEkF,qBAAqB;IACnD;IAEA,MAAM9D,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,IAAI;MACF,MAAM/C,SAAS,CAAC8G,uBAAuB,CAAC,IAAI,CAACzE,EAAE,EAAEO,KAAK,EAAEpB,OAAO,CAAC;IAClE,CAAC,CAAC,OAAOb,CAAC,EAAE;MACV,IAAI6F,gBAAgB,EAAE,MAAMpF,kBAAkB,CAACoF,gBAAgB,CAAC;MAChE,MAAM7F,CAAC;IACT;IAEA,OAAO;MACLkD,IAAI,EAAE,MAAAA,CAAA,KAAY;QAChB,MAAM7D,SAAS,CAAC8D,eAAe,CAAC,IAAI,CAACzB,EAAE,EAAEO,KAAK,CAAC;QAC/C,IAAI4D,gBAAgB,EAAE,MAAMpF,kBAAkB,CAACoF,gBAAgB,CAAC;MAClE,CAAC;MACDO,SAAS,EAAGC,QAAkD,IAAK;QACjE,IAAIC,kBAAuB,GAAGnG,YAAY,CAACuC,WAAW,CACpDnC,4BAA4B,EAC3BoC,GAAkC,IAAK;UACtC,MAAM;YAAEnB,SAAS;YAAEmD;UAAQ,CAAC,GAAGhC,GAAG;UAClC,IAAInB,SAAS,KAAK,IAAI,CAACE,EAAE,IAAIiB,GAAG,CAACV,KAAK,KAAKA,KAAK,EAAE;UAClDqC,qBAAqB,GAAGK,OAAO;UAC/BD,QAAQ,CAACC,OAAO,CAAC;UACjB0B,QAAQ,CAAC;YACP7E,SAAS;YACTS,KAAK,EAAEU,GAAG,CAACV,KAAK;YAChB,GAAGmD,mBAAmB,CAACT,OAAO;UAChC,CAAC,CAAC;QACJ,CAAC,CACF;QACD,IAAI4B,WAAgB,GAAGpG,YAAY,CAACuC,WAAW,CAC7ClC,gCAAgC,EAC/BmC,GAAkC,IAAK;UACtC,MAAM;YAAEnB,SAAS;YAAEmD;UAAQ,CAAC,GAAGhC,GAAG;UAClC,IAAInB,SAAS,KAAK,IAAI,CAACE,EAAE,IAAIiB,GAAG,CAACV,KAAK,KAAKA,KAAK,EAAE;UAClD,MAAMuE,WAAW,GAAG;YAClB,GAAGlC,qBAAqB;YACxB,GAAGK;UACL,CAAC;UACDD,QAAQ,CAAC8B,WAAW,CAAC;UACrBH,QAAQ,CAAC;YACP7E,SAAS;YACTS,KAAK,EAAEU,GAAG,CAACV,KAAK;YAChB,GAAGmD,mBAAmB,CAACoB,WAAW,CAAC;YACnCC,WAAW,EAAE;UACf,CAAC,CAAC;UACF,IAAIH,kBAAkB,EAAE;YACtBA,kBAAkB,CAACxD,MAAM,EAAE;YAC3BwD,kBAAkB,GAAG,IAAI;UAC3B;UACA,IAAIC,WAAW,EAAE;YACfA,WAAW,CAACzD,MAAM,EAAE;YACpByD,WAAW,GAAG,IAAI;UACpB;QACF,CAAC,CACF;MACH;IACF,CAAC;EACH;EAEA,MAAMG,KAAKA,CAACC,UAAkB,EAAwB;IACpD,MAAM3D,MAAM,GAAG,MAAM3D,SAAS,CAACqH,KAAK,CAAC,IAAI,CAAChF,EAAE,EAAEiF,UAAU,CAAC;IACzD,MAAM,CAACC,MAAM,EAAEC,QAAQ,EAAEC,QAAQ,EAAEC,QAAQ,EAAEC,OAAO,EAAEC,QAAQ,CAAC,GAC7DC,IAAI,CAACC,KAAK,CAACnE,MAAM,CAAC;IACpB,OAAO;MACL4D,MAAM;MACNC,QAAQ;MACRC,QAAQ;MACRC,QAAQ;MACRC,OAAO;MACPC;IACF,CAAC;EACH;EAEA,MAAMG,OAAOA,CAAA,EAAkB;IAC7B,OAAO/H,SAAS,CAACgI,cAAc,CAAC,IAAI,CAAC3F,EAAE,CAAC;EAC1C;AACF;AAuBA,MAAM4F,qBAAqB,GAAG,CAC5B,0BAA0B,EAC1B,oBAAoB,EACpB,WAAW,EACX,gBAAgB,CACjB;AAED,OAAO,eAAeC,WAAWA,CAAAC,KAAA,EAOW;EAAA,IAPV;IAChCC,QAAQ;IACRC,gBAAgB;IAChBC,aAAa;IACbC,MAAM,GAAG,IAAI;IACbC,YAAY,GAAG,IAAI;IACnBC,YAAY,GAAG;EACD,CAAC,GAAAN,KAAA;EACf,IAAIhE,IAAI,GAAG,EAAE;EACb,IAAIuE,YAAuC;EAC3C,IAAIL,gBAAgB,EAAE;IACpB,MAAM;MAAEM,QAAQ;MAAEC;IAAO,CAAC,GAAGP,gBAAgB;IAC7C,IAAIM,QAAQ,IAAIC,MAAM,EAAE;MACtBF,YAAY,GAAGE,MAAM,aAANA,MAAM,uBAANA,MAAM,CACjBhD,GAAG,CAAEiD,KAAK,IAAK;QACf,IAAI,OAAOA,KAAK,KAAK,QAAQ,EAAE;UAC7B,MAAM;YAAEvE;UAAI,CAAC,GAAGvE,KAAK,CAACsE,kBAAkB,CAACwE,KAAK,CAAC;UAC/C,MAAMC,QAAQ,GAAGb,qBAAqB,CAACc,IAAI,CAAEC,CAAC,IAAK1E,GAAG,CAAC2E,QAAQ,CAACD,CAAC,CAAC,CAAC;UACnE,IAAIF,QAAQ,EAAE;YACZ,OAAO;cACLxE,GAAG;cACHwE,QAAQ,EAAG,GAAEH,QAAS,IAAGG,QAAS;YACpC,CAAC;UACH;QACF,CAAC,MAAM,IAAI,OAAOD,KAAK,KAAK,QAAQ,EAAE;UACpC,OAAO;YACLvE,GAAG,EAAEuE,KAAK;YACVC,QAAQ,EAAG,GAAEH,QAAS,IAAGE,KAAM;UACjC,CAAC;QACH;QACA,OAAOlG,SAAS;MAClB,CAAC,CAAC,CACDuG,MAAM,CAAEL,KAAK,IAA2BA,KAAK,KAAKlG,SAAS,CAAC;IACjE;EACF;EACA,IAAI,OAAOyF,QAAQ,KAAK,QAAQ,EAAE;IAChC,IAAI;MACF,MAAMhE,MAAM,GAAGrE,KAAK,CAACsE,kBAAkB,CAAC+D,QAAQ,CAAC;MACjD,IAAIhE,MAAM,EAAE;QACVD,IAAI,GAAGC,MAAM,CAACE,GAAG;MACnB;IACF,CAAC,CAAC,OAAO3D,CAAC,EAAE;MACV,MAAM,IAAI4D,KAAK,CAAE,kBAAiB6D,QAAS,EAAC,CAAC;IAC/C;EACF,CAAC,MAAM;IACL,IAAI,CAACE,aAAa,IAAIF,QAAQ,CAAC5D,UAAU,CAAC,MAAM,CAAC,EAC/C,MAAM,IAAID,KAAK,CACb,mEAAmE,CACpE;IACHJ,IAAI,GAAGiE,QAAQ;EACjB;EACA,IAAIjE,IAAI,CAACK,UAAU,CAAC,SAAS,CAAC,EAAEL,IAAI,GAAGA,IAAI,CAACM,KAAK,CAAC,CAAC,CAAC;EACpD,MAAM;IAAEvC,UAAU;IAAEC,SAAS;IAAEL,GAAG;IAAEC;EAAY,CAAC,GAC/C,MAAM/B,SAAS,CAACmJ,WAAW,CAAC;IAC1Bf,QAAQ,EAAEjE,IAAI;IACdmE,aAAa,EAAE,CAAC,CAACA,aAAa;IAC9BG,YAAY;IACZF,MAAM;IACNC,YAAY;IACZ;IACAY,oBAAoB,EAAEC,OAAO,IAAI,CAAC,CAACX,YAAY;IAC/CA;EACF,CAAC,CAAC;EACJ,OAAO,IAAI7G,cAAc,CAAC;IAAEK,UAAU;IAAEC,SAAS;IAAEL,GAAG;IAAEC;EAAY,CAAC,CAAC;AACxE;AAEA,OAAO,eAAeuH,iBAAiBA,CAAA,EAAkB;EACvD,OAAOtJ,SAAS,CAACuJ,kBAAkB,EAAE;AACvC;;AAEA;AACA,OAAO,MAAMC,UAAkB,GAAGtJ,OAAO;AAEzC,MAAM;EAAEuJ,SAAS;EAAEC;AAAoB,CAAC,GAAG,EAAAC,qBAAA,GAAA3J,SAAS,CAAC4J,YAAY,cAAAD,qBAAA,uBAAtBA,qBAAA,CAAAE,IAAA,CAAA7J,SAAS,CAAiB,KAAI,CAAC,CAAC;;AAE3E;AACA,OAAO,MAAM8J,WAAoB,GAAG,CAAC,CAACL,SAAS;;AAE/C;AACA,OAAO,MAAMM,qBAA8B,GAAG,CAAC,CAACL,mBAAmB;AAEnE,SAASzJ,eAAe;;AAExB;AACA;AACA;;AAYA,OAAO,MAAM+J,iBAAiB,CAAC;EAG7BlI,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAExBC,WAAWA,CAAAiI,KAAA,EAA2D;IAAA,IAA1D;MAAE9H,SAAS;MAAEL,GAAG;MAAEC;IAAqC,CAAC,GAAAkI,KAAA;IAClE,IAAI,CAAC5H,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACL,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;EAChC;;EAEA;AACF;AACA;AACA;EACE,MAAMmI,YAAYA,CAChBhG,gBAAiC,EAEV;IAAA,IADvB1C,OAAmB,GAAAiB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAExB,IAAI0B,IAAI,GAAG,EAAE;IACb,IAAI,OAAOD,gBAAgB,KAAK,QAAQ,EAAE;MACxC,IAAI;QACF,MAAME,MAAM,GAAGrE,KAAK,CAACsE,kBAAkB,CAACH,gBAAgB,CAAC;QACzD,IAAIE,MAAM,EAAED,IAAI,GAAGC,MAAM,CAACE,GAAG;MAC/B,CAAC,CAAC,OAAO3D,CAAC,EAAE;QACV,MAAM,IAAI4D,KAAK,CAAE,kBAAiBL,gBAAiB,EAAC,CAAC;MACvD;IACF,CAAC,MAAM;MACL,IAAIA,gBAAgB,CAACM,UAAU,CAAC,MAAM,CAAC,EACrC,MAAM,IAAID,KAAK,CACb,4DAA4D,CAC7D;MACHJ,IAAI,GAAGD,gBAAgB;IACzB;IACA,IAAIC,IAAI,CAACK,UAAU,CAAC,SAAS,CAAC,EAAEL,IAAI,GAAGA,IAAI,CAACM,KAAK,CAAC,CAAC,CAAC;;IAEpD;IACA,IAAIN,IAAI,CAACK,UAAU,CAAC,aAAa,CAAC,EAAE;MAClC;MACA,OAAOxE,SAAS,CAACmK,eAAe,CAAC,IAAI,CAAC9H,EAAE,EAAE8B,IAAI,EAAE3C,OAAO,CAAC;IAC1D,CAAC,MAAM;MACL;MACA,OAAOxB,SAAS,CAACoK,mBAAmB,CAAC,IAAI,CAAC/H,EAAE,EAAE8B,IAAI,EAAE3C,OAAO,CAAC;IAC9D;EACF;;EAEA;AACF;AACA;EACE,MAAM6I,gBAAgBA,CACpBC,SAAmD,EAE5B;IAAA,IADvB9I,OAAmB,GAAAiB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAExB,IACE6H,SAAS,YAAY3F,WAAW,IAChC2F,SAAS,YAAY1F,iBAAiB,EACtC;MACA;MACA,IAAI,CAACxE,yBAAyB,EAAE;QAC9B,MAAM,IAAImE,KAAK,CAAC,oDAAoD,CAAC;MACvE;MACA,MAAMZ,MAAM,GAAG,MAAMvD,yBAAyB,CAC5C,IAAI,CAACiC,EAAE,EACPb,OAAO,EACP8I,SAAS,CACV;MACD,OAAO3G,MAAM,CAAC+B,QAAQ,IAAI,EAAE;IAC9B;IACA,OAAO1F,SAAS,CAACmK,eAAe,CAAC,IAAI,CAAC9H,EAAE,EAAEiI,SAAS,EAAE9I,OAAO,CAAC;EAC/D;EAEA,MAAMuG,OAAOA,CAAA,EAAkB;IAC7B,OAAO/H,SAAS,CAACuK,iBAAiB,CAAC,IAAI,CAAClI,EAAE,CAAC;EAC7C;AACF;;AAEA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAemI,cAAcA,CAAAC,KAAA,EAKc;EAAA,IALb;IACnCrC,QAAQ;IACRE,aAAa;IACbC,MAAM,GAAG,IAAI;IACbf;EACiB,CAAC,GAAAiD,KAAA;EAClB,IAAItG,IAAI,GAAG,EAAE;EACb,IAAI,OAAOiE,QAAQ,KAAK,QAAQ,EAAE;IAChC,IAAI;MACF,MAAMhE,MAAM,GAAGrE,KAAK,CAACsE,kBAAkB,CAAC+D,QAAQ,CAAC;MACjD,IAAIhE,MAAM,EAAE;QACVD,IAAI,GAAGC,MAAM,CAACE,GAAG;MACnB;IACF,CAAC,CAAC,OAAO3D,CAAC,EAAE;MACV,MAAM,IAAI4D,KAAK,CAAE,kBAAiB6D,QAAS,EAAC,CAAC;IAC/C;EACF,CAAC,MAAM;IACL,IAAI,CAACE,aAAa,IAAIF,QAAQ,CAAC5D,UAAU,CAAC,MAAM,CAAC,EAC/C,MAAM,IAAID,KAAK,CACb,4DAA4D,CAC7D;IACHJ,IAAI,GAAGiE,QAAQ;EACjB;EACA,IAAIjE,IAAI,CAACK,UAAU,CAAC,SAAS,CAAC,EAAEL,IAAI,GAAGA,IAAI,CAACM,KAAK,CAAC,CAAC,CAAC;EACpD,MAAM;IAAEtC,SAAS;IAAEL,GAAG;IAAEC;EAAY,CAAC,GAAG,MAAM/B,SAAS,CAAC0K,cAAc,CAAC;IACrEtC,QAAQ,EAAEjE,IAAI;IACdmE,aAAa,EAAE,CAAC,CAACA,aAAa;IAC9BC,MAAM;IACNf;EACF,CAAC,CAAC;EACF,OAAO,IAAIwC,iBAAiB,CAAC;IAAE7H,SAAS;IAAEL,GAAG;IAAEC;EAAY,CAAC,CAAC;AAC/D;;AAEA;AACA;AACA;AACA;AACA,OAAO,eAAe4I,oBAAoBA,CAAA,EAAkB;EAC1D,OAAO3K,SAAS,CAAC4K,qBAAqB,EAAE;AAC1C"}
|
|
@@ -53,6 +53,7 @@ type NativeContextOptions = {
|
|
|
53
53
|
coreMLAssets?: CoreMLAsset[];
|
|
54
54
|
};
|
|
55
55
|
export type NativeWhisperContext = {
|
|
56
|
+
contextPtr: number;
|
|
56
57
|
contextId: number;
|
|
57
58
|
gpu: boolean;
|
|
58
59
|
reasonNoGPU: string;
|
|
@@ -91,6 +92,9 @@ export interface Spec extends TurboModule {
|
|
|
91
92
|
useCoreML: boolean;
|
|
92
93
|
coreMLAllowFallback: boolean;
|
|
93
94
|
};
|
|
95
|
+
installJSIBindings(): Promise<{
|
|
96
|
+
success: boolean;
|
|
97
|
+
}>;
|
|
94
98
|
initContext(options: NativeContextOptions): Promise<NativeWhisperContext>;
|
|
95
99
|
releaseContext(contextId: number): Promise<void>;
|
|
96
100
|
releaseAllContexts(): Promise<void>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"NativeRNWhisper.d.ts","sourceRoot":"","sources":["../../src/NativeRNWhisper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,8CAA8C,CAAA;AAI/E,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wDAAwD;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,oGAAoG;IACpG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,iDAAiD;IACjD,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gCAAgC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wCAAwC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qBAAqB;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;IACH,SAAS,EAAE,OAAO,CAAC;CACpB,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAA;AAED,KAAK,oBAAoB,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,OAAO,CAAC;IACvB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,YAAY,CAAC,EAAE,WAAW,EAAE,CAAC;CAC9B,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,OAAO,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,iEAAiE;IACjE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mEAAmE;IACnE,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,4EAA4E;IAC5E,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,6FAA6F;IAC7F,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,yEAAyE;IACzE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,uFAAuF;IACvF,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAA;AAED,KAAK,uBAAuB,GAAG;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,OAAO,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,EAAE,EAAE,MAAM,CAAA;IACV,EAAE,EAAE,MAAM,CAAA;CACX,CAAA;AAED,MAAM,WAAW,IAAK,SAAQ,WAAW;IACvC,YAAY,IAAI;QACd,SAAS,EAAE,OAAO,CAAA;QAClB,mBAAmB,EAAE,OAAO,CAAA;KAC7B,CAAC;IACF,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAC1E,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACpC,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,EAAE,GACV,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC7B,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,EAAE,GACV,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC7B,uBAAuB,CACrB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjE,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAG9D,cAAc,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACnF,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,eAAe,CACb,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EAAE,kCAAkC;IACrD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACzB,mBAAmB,CACjB,SAAS,EAAE,MAAM,EACjB,gBAAgB,EAAE,MAAM,EACxB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IAGzB,8BAA8B,EAAE,MAAM,OAAO,CAAC;QAC5C,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACxB,CAAC,CAAC;IACH,0BAA0B,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;IAClD,uBAAuB,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACrF,mBAAmB,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACrD,qBAAqB,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3D;;AAED,wBAAiE"}
|
|
1
|
+
{"version":3,"file":"NativeRNWhisper.d.ts","sourceRoot":"","sources":["../../src/NativeRNWhisper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,8CAA8C,CAAA;AAI/E,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wDAAwD;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,oGAAoG;IACpG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,iDAAiD;IACjD,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gCAAgC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wCAAwC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qBAAqB;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;IACH,SAAS,EAAE,OAAO,CAAC;CACpB,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAA;AAED,KAAK,oBAAoB,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,OAAO,CAAC;IACvB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,YAAY,CAAC,EAAE,WAAW,EAAE,CAAC;CAC9B,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,OAAO,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,iEAAiE;IACjE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mEAAmE;IACnE,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,4EAA4E;IAC5E,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,6FAA6F;IAC7F,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,yEAAyE;IACzE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,uFAAuF;IACvF,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAA;AAED,KAAK,uBAAuB,GAAG;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,OAAO,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,EAAE,EAAE,MAAM,CAAA;IACV,EAAE,EAAE,MAAM,CAAA;CACX,CAAA;AAED,MAAM,WAAW,IAAK,SAAQ,WAAW;IACvC,YAAY,IAAI;QACd,SAAS,EAAE,OAAO,CAAA;QAClB,mBAAmB,EAAE,OAAO,CAAA;KAC7B,CAAC;IACF,kBAAkB,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACpD,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAC1E,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACpC,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,EAAE,GACV,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC7B,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,EAAE,GACV,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC7B,uBAAuB,CACrB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjE,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAG9D,cAAc,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACnF,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,eAAe,CACb,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EAAE,kCAAkC;IACrD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACzB,mBAAmB,CACjB,SAAS,EAAE,MAAM,EACjB,gBAAgB,EAAE,MAAM,EACxB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IAGzB,8BAA8B,EAAE,MAAM,OAAO,CAAC;QAC5C,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACxB,CAAC,CAAC;IACH,0BAA0B,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;IAClD,uBAAuB,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACrF,mBAAmB,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACrD,qBAAqB,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3D;;AAED,wBAAiE"}
|
|
@@ -2,6 +2,13 @@ import { NativeWhisperContext, NativeWhisperVadContext } from './NativeRNWhisper
|
|
|
2
2
|
import type { TranscribeOptions, TranscribeResult, VadOptions, VadSegment } from './NativeRNWhisper';
|
|
3
3
|
import AudioSessionIos from './AudioSessionIos';
|
|
4
4
|
import type { AudioSessionCategoryIos, AudioSessionCategoryOptionIos, AudioSessionModeIos } from './AudioSessionIos';
|
|
5
|
+
declare global {
|
|
6
|
+
var whisperTranscribeData: (contextId: number, options: TranscribeOptions, data: ArrayBuffer | SharedArrayBuffer) => Promise<TranscribeResult>;
|
|
7
|
+
var whisperVadDetectSpeech: (contextId: number, options: VadOptions, audioData: ArrayBuffer | SharedArrayBuffer) => Promise<{
|
|
8
|
+
hasSpeech: boolean;
|
|
9
|
+
segments: VadSegment[];
|
|
10
|
+
}>;
|
|
11
|
+
}
|
|
5
12
|
export type { TranscribeOptions, TranscribeResult, AudioSessionCategoryIos, AudioSessionCategoryOptionIos, AudioSessionModeIos, VadOptions, VadSegment, };
|
|
6
13
|
export type TranscribeNewSegmentsResult = {
|
|
7
14
|
nNew: number;
|
|
@@ -133,10 +140,11 @@ export type BenchResult = {
|
|
|
133
140
|
promptMs: number;
|
|
134
141
|
};
|
|
135
142
|
export declare class WhisperContext {
|
|
143
|
+
ptr: number;
|
|
136
144
|
id: number;
|
|
137
145
|
gpu: boolean;
|
|
138
146
|
reasonNoGPU: string;
|
|
139
|
-
constructor({ contextId, gpu, reasonNoGPU, }: NativeWhisperContext);
|
|
147
|
+
constructor({ contextPtr, contextId, gpu, reasonNoGPU, }: NativeWhisperContext);
|
|
140
148
|
private transcribeWithNativeMethod;
|
|
141
149
|
/**
|
|
142
150
|
* Transcribe audio file (path or base64 encoded wav file)
|
|
@@ -149,12 +157,16 @@ export declare class WhisperContext {
|
|
|
149
157
|
promise: Promise<TranscribeResult>;
|
|
150
158
|
};
|
|
151
159
|
/**
|
|
152
|
-
* Transcribe audio data (base64 encoded float32 PCM data)
|
|
160
|
+
* Transcribe audio data (base64 encoded float32 PCM data or ArrayBuffer)
|
|
153
161
|
*/
|
|
154
|
-
transcribeData(data: string, options?: TranscribeFileOptions): {
|
|
162
|
+
transcribeData(data: string | ArrayBuffer | SharedArrayBuffer, options?: TranscribeFileOptions): {
|
|
155
163
|
stop: () => Promise<void>;
|
|
156
164
|
promise: Promise<TranscribeResult>;
|
|
157
165
|
};
|
|
166
|
+
/**
|
|
167
|
+
* Transcribe audio data from ArrayBuffer (16-bit PCM, mono, 16kHz)
|
|
168
|
+
*/
|
|
169
|
+
private transcribeDataArrayBuffer;
|
|
158
170
|
/** Transcribe the microphone audio stream, the microphone user permission is required */
|
|
159
171
|
transcribeRealtime(options?: TranscribeRealtimeOptions): Promise<{
|
|
160
172
|
/** Stop the realtime transcribe */
|
|
@@ -207,16 +219,16 @@ export declare class WhisperVadContext {
|
|
|
207
219
|
id: number;
|
|
208
220
|
gpu: boolean;
|
|
209
221
|
reasonNoGPU: string;
|
|
210
|
-
constructor({ contextId, gpu, reasonNoGPU
|
|
222
|
+
constructor({ contextId, gpu, reasonNoGPU }: NativeWhisperVadContext);
|
|
211
223
|
/**
|
|
212
224
|
* Detect speech segments in audio file (path or base64 encoded wav file)
|
|
213
225
|
* base64: need add `data:audio/wav;base64,` prefix
|
|
214
226
|
*/
|
|
215
227
|
detectSpeech(filePathOrBase64: string | number, options?: VadOptions): Promise<VadSegment[]>;
|
|
216
228
|
/**
|
|
217
|
-
* Detect speech segments in raw audio data (base64 encoded float32 PCM data)
|
|
229
|
+
* Detect speech segments in raw audio data (base64 encoded float32 PCM data or ArrayBuffer)
|
|
218
230
|
*/
|
|
219
|
-
detectSpeechData(audioData: string, options?: VadOptions): Promise<VadSegment[]>;
|
|
231
|
+
detectSpeechData(audioData: string | ArrayBuffer | SharedArrayBuffer, options?: VadOptions): Promise<VadSegment[]>;
|
|
220
232
|
release(): Promise<void>;
|
|
221
233
|
}
|
|
222
234
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAOA,OAAkB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAOA,OAAkB,EAChB,oBAAoB,EACpB,uBAAuB,EACxB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,KAAK,EACV,iBAAiB,EACjB,gBAAgB,EAEhB,UAAU,EACV,UAAU,EACX,MAAM,mBAAmB,CAAA;AAC1B,OAAO,eAAe,MAAM,mBAAmB,CAAA;AAC/C,OAAO,KAAK,EACV,uBAAuB,EACvB,6BAA6B,EAC7B,mBAAmB,EACpB,MAAM,mBAAmB,CAAA;AAG1B,OAAO,CAAC,MAAM,CAAC;IAEb,IAAI,qBAAqB,EAAE,CACzB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,iBAAiB,EAC1B,IAAI,EAAE,WAAW,GAAG,iBAAiB,KAClC,OAAO,CAAC,gBAAgB,CAAC,CAAA;IAE9B,IAAI,sBAAsB,EAAE,CAC1B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,UAAU,EACnB,SAAS,EAAE,WAAW,GAAG,iBAAiB,KACvC,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,QAAQ,EAAE,UAAU,EAAE,CAAA;KAAE,CAAC,CAAA;CAC7D;AAiCD,YAAY,EACV,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,6BAA6B,EAC7B,mBAAmB,EACnB,UAAU,EACV,UAAU,GACX,CAAA;AAQD,MAAM,MAAM,2BAA2B,GAAG;IACxC,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,gBAAgB,CAAC,UAAU,CAAC,CAAA;CACvC,CAAA;AAED,MAAM,MAAM,gCAAgC,GAAG;IAC7C,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,2BAA2B,CAAA;CACpC,CAAA;AAGD,MAAM,MAAM,qBAAqB,GAAG,iBAAiB,GAAG;IACtD;;OAEG;IACH,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAA;IACvC;;OAEG;IACH,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,2BAA2B,KAAK,IAAI,CAAA;CAC9D,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;CACjB,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,QAAQ,EAAE,uBAAuB,CAAA;IACjC,OAAO,CAAC,EAAE,6BAA6B,EAAE,CAAA;IACzC,IAAI,CAAC,EAAE,mBAAmB,CAAA;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAA;CACjB,CAAA;AAGD,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,GAAG;IAC1D;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAA;IAC9B;;;OAGG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB;;;;OAIG;IACH,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;;OAGG;IACH,sBAAsB,CAAC,EAAE,sBAAsB,CAAA;IAC/C;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,sBAAsB,CAAA;CACxD,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,oEAAoE;IACpE,WAAW,EAAE,OAAO,CAAA;IACpB,iBAAiB,CAAC,EAAE,OAAO,CAAA;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,CAAC,EAAE,gBAAgB,CAAA;IACvB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,WAAW,EAAE,MAAM,CAAA;IACnB,aAAa,EAAE,MAAM,CAAA;IACrB,MAAM,CAAC,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,IAAI,CAAC,EAAE,gBAAgB,CAAA;QACvB,WAAW,EAAE,MAAM,CAAA;QACnB,aAAa,EAAE,MAAM,CAAA;KACtB,CAAC,CAAA;CACH,CAAA;AAED,MAAM,MAAM,+BAA+B,GAAG;IAC5C,oEAAoE;IACpE,WAAW,EAAE,OAAO,CAAA;IACpB,iBAAiB,CAAC,EAAE,OAAO,CAAA;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,OAAO,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,CAAC,EAAE,gBAAgB,CAAA;IACvB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,+BAA+B,CAAA;CACzC,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;CACjB,CAAA;AAUD,qBAAa,cAAc;IACzB,GAAG,EAAE,MAAM,CAAA;IAEX,EAAE,EAAE,MAAM,CAAA;IAEV,GAAG,EAAE,OAAO,CAAQ;IAEpB,WAAW,EAAE,MAAM,CAAK;gBAEZ,EACV,UAAU,EACV,SAAS,EACT,GAAG,EACH,WAAW,GACZ,EAAE,oBAAoB;IAOvB,OAAO,CAAC,0BAA0B;IA8ElC;;;OAGG;IACH,UAAU,CACR,gBAAgB,EAAE,MAAM,GAAG,MAAM,EACjC,OAAO,GAAE,qBAA0B,GAClC;QACD,0BAA0B;QAC1B,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;QACzB,gCAAgC;QAChC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAA;KACnC;IAoBD;;OAEG;IACH,cAAc,CACZ,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,iBAAiB,EAC9C,OAAO,GAAE,qBAA0B,GAClC;QACD,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;QACzB,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAA;KACnC;IAWD;;OAEG;IACH,OAAO,CAAC,yBAAyB;IAgDjC,yFAAyF;IACnF,kBAAkB,CAAC,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC;QACzE,mCAAmC;QACnC,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;QACzB,8CAA8C;QAC9C,SAAS,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,KAAK,IAAI,CAAA;KACxE,CAAC;IAoII,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAc/C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B;AAED,MAAM,MAAM,cAAc,GAAG;IAC3B,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAA;IACzB;;;;OAIG;IACH,gBAAgB,CAAC,EAAE;QACjB,QAAQ,EAAE,MAAM,CAAA;QAChB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAAA;KAC5B,CAAA;IACD,+DAA+D;IAC/D,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB,qHAAqH;IACrH,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,iGAAiG;IACjG,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,6DAA6D;IAC7D,YAAY,CAAC,EAAE,OAAO,CAAA;CACvB,CAAA;AASD,wBAAsB,WAAW,CAAC,EAChC,QAAQ,EACR,gBAAgB,EAChB,aAAa,EACb,MAAa,EACb,YAAmB,EACnB,YAAoB,GACrB,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,CAyD1C;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,CAEvD;AAED,qCAAqC;AACrC,eAAO,MAAM,UAAU,EAAE,MAAgB,CAAA;AAIzC,kCAAkC;AAClC,eAAO,MAAM,WAAW,EAAE,OAAqB,CAAA;AAE/C,2DAA2D;AAC3D,eAAO,MAAM,qBAAqB,EAAE,OAA+B,CAAA;AAEnE,OAAO,EAAE,eAAe,EAAE,CAAA;AAM1B,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAA;IACzB,+DAA+D;IAC/D,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB,+CAA+C;IAC/C,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,oGAAoG;IACpG,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB,CAAA;AAED,qBAAa,iBAAiB;IAC5B,EAAE,EAAE,MAAM,CAAA;IAEV,GAAG,EAAE,OAAO,CAAQ;IAEpB,WAAW,EAAE,MAAM,CAAK;gBAEZ,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,EAAE,uBAAuB;IAMpE;;;OAGG;IACG,YAAY,CAChB,gBAAgB,EAAE,MAAM,GAAG,MAAM,EACjC,OAAO,GAAE,UAAe,GACvB,OAAO,CAAC,UAAU,EAAE,CAAC;IA4BxB;;OAEG;IACG,gBAAgB,CACpB,SAAS,EAAE,MAAM,GAAG,WAAW,GAAG,iBAAiB,EACnD,OAAO,GAAE,UAAe,GACvB,OAAO,CAAC,UAAU,EAAE,CAAC;IAmBlB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B;AAED;;;;GAIG;AACH,wBAAsB,cAAc,CAAC,EACnC,QAAQ,EACR,aAAa,EACb,MAAa,EACb,QAAQ,GACT,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CA0BhD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC,CAE1D"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "whisper.rn",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.5.0-rc.1",
|
|
4
4
|
"description": "React Native binding of whisper.cpp",
|
|
5
5
|
"main": "lib/commonjs/index",
|
|
6
6
|
"module": "lib/module/index",
|
|
@@ -33,13 +33,12 @@
|
|
|
33
33
|
"lint": "eslint \"**/*.{js,ts,tsx}\"",
|
|
34
34
|
"typecheck": "tsc --noEmit",
|
|
35
35
|
"build": "bob build",
|
|
36
|
-
"prepack": "yarn docgen && ./scripts/build-ios.sh &&
|
|
36
|
+
"prepack": "yarn docgen && ./scripts/build-ios.sh && yarn build",
|
|
37
37
|
"test": "jest",
|
|
38
38
|
"example": "yarn --cwd example",
|
|
39
39
|
"clean": "del-cli android/build example/android/build example/android/app/build example/ios/build",
|
|
40
40
|
"build:ios-frameworks": "./scripts/build-ios.sh",
|
|
41
41
|
"build:ios": "cd example/ios && xcodebuild -workspace RNWhisperExample.xcworkspace -scheme RNWhisperExample -configuration Debug -sdk iphonesimulator CC=clang CPLUSPLUS=clang++ LD=clang LDPLUSPLUS=clang++ GCC_OPTIMIZATION_LEVEL=0 GCC_PRECOMPILE_PREFIX_HEADER=YES ASSETCATALOG_COMPILER_OPTIMIZATION=time DEBUG_INFORMATION_FORMAT=dwarf COMPILER_INDEX_STORE_ENABLE=NO",
|
|
42
|
-
"build:android-libs": "./scripts/build-android.sh",
|
|
43
42
|
"build:android": "cd example/android && ./gradlew assembleDebug"
|
|
44
43
|
},
|
|
45
44
|
"keywords": [
|
|
@@ -63,12 +62,12 @@
|
|
|
63
62
|
"@commitlint/config-conventional": "^17.0.2",
|
|
64
63
|
"@evilmartians/lefthook": "^1.2.2",
|
|
65
64
|
"@fugood/eslint-config-react": "^0.5.0",
|
|
66
|
-
"@react-native/babel-preset": "0.
|
|
67
|
-
"@react-native/metro-config": "
|
|
65
|
+
"@react-native/babel-preset": "0.76.9",
|
|
66
|
+
"@react-native/metro-config": "0.76.9",
|
|
68
67
|
"@release-it/conventional-changelog": "^5.0.0",
|
|
69
68
|
"@types/jest": "^29.4.4",
|
|
70
69
|
"@types/react": "^18.2.6",
|
|
71
|
-
"@types/react-native": "0.
|
|
70
|
+
"@types/react-native": "0.73.0",
|
|
72
71
|
"@typescript-eslint/eslint-plugin": "^5.55.0",
|
|
73
72
|
"@typescript-eslint/parser": "^5.55.0",
|
|
74
73
|
"commitlint": "^17.0.2",
|
|
@@ -76,8 +75,8 @@
|
|
|
76
75
|
"eslint": "^8.36.0",
|
|
77
76
|
"jest": "^29.5.0",
|
|
78
77
|
"pod-install": "^0.1.38",
|
|
79
|
-
"react": "18.
|
|
80
|
-
"react-native": "0.
|
|
78
|
+
"react": "18.3.1",
|
|
79
|
+
"react-native": "0.76.9",
|
|
81
80
|
"react-native-builder-bob": "^0.20.4",
|
|
82
81
|
"release-it": "^15.8.0",
|
|
83
82
|
"typedoc": "^0.24.7",
|
package/src/NativeRNWhisper.ts
CHANGED
|
@@ -60,6 +60,7 @@ type NativeContextOptions = {
|
|
|
60
60
|
}
|
|
61
61
|
|
|
62
62
|
export type NativeWhisperContext = {
|
|
63
|
+
contextPtr: number
|
|
63
64
|
contextId: number
|
|
64
65
|
gpu: boolean
|
|
65
66
|
reasonNoGPU: string
|
|
@@ -103,6 +104,7 @@ export interface Spec extends TurboModule {
|
|
|
103
104
|
useCoreML: boolean
|
|
104
105
|
coreMLAllowFallback: boolean
|
|
105
106
|
};
|
|
107
|
+
installJSIBindings(): Promise<{ success: boolean }>;
|
|
106
108
|
initContext(options: NativeContextOptions): Promise<NativeWhisperContext>;
|
|
107
109
|
releaseContext(contextId: number): Promise<void>;
|
|
108
110
|
releaseAllContexts(): Promise<void>;
|
package/src/index.ts
CHANGED
|
@@ -5,7 +5,10 @@ import {
|
|
|
5
5
|
DeviceEventEmitterStatic,
|
|
6
6
|
Image,
|
|
7
7
|
} from 'react-native'
|
|
8
|
-
import RNWhisper, {
|
|
8
|
+
import RNWhisper, {
|
|
9
|
+
NativeWhisperContext,
|
|
10
|
+
NativeWhisperVadContext,
|
|
11
|
+
} from './NativeRNWhisper'
|
|
9
12
|
import type {
|
|
10
13
|
TranscribeOptions,
|
|
11
14
|
TranscribeResult,
|
|
@@ -21,6 +24,43 @@ import type {
|
|
|
21
24
|
} from './AudioSessionIos'
|
|
22
25
|
import { version } from './version.json'
|
|
23
26
|
|
|
27
|
+
declare global {
|
|
28
|
+
// eslint-disable-next-line no-var
|
|
29
|
+
var whisperTranscribeData: (
|
|
30
|
+
contextId: number,
|
|
31
|
+
options: TranscribeOptions,
|
|
32
|
+
data: ArrayBuffer | SharedArrayBuffer,
|
|
33
|
+
) => Promise<TranscribeResult>
|
|
34
|
+
// eslint-disable-next-line no-var
|
|
35
|
+
var whisperVadDetectSpeech: (
|
|
36
|
+
contextId: number,
|
|
37
|
+
options: VadOptions,
|
|
38
|
+
audioData: ArrayBuffer | SharedArrayBuffer,
|
|
39
|
+
) => Promise<{ hasSpeech: boolean; segments: VadSegment[] }>
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
let jsiWhisperTranscribeData: (
|
|
43
|
+
contextId: number,
|
|
44
|
+
options: TranscribeOptions,
|
|
45
|
+
data: ArrayBuffer | SharedArrayBuffer,
|
|
46
|
+
) => Promise<TranscribeResult>
|
|
47
|
+
let jsiWhisperVadDetectSpeech: (
|
|
48
|
+
contextId: number,
|
|
49
|
+
options: VadOptions,
|
|
50
|
+
audioData: ArrayBuffer | SharedArrayBuffer,
|
|
51
|
+
) => Promise<{ hasSpeech: boolean; segments: VadSegment[] }>
|
|
52
|
+
|
|
53
|
+
RNWhisper.installJSIBindings()
|
|
54
|
+
.then(() => {
|
|
55
|
+
jsiWhisperTranscribeData = global.whisperTranscribeData
|
|
56
|
+
delete (global as any).whisperTranscribeData
|
|
57
|
+
jsiWhisperVadDetectSpeech = global.whisperVadDetectSpeech
|
|
58
|
+
delete (global as any).whisperVadDetectSpeech
|
|
59
|
+
})
|
|
60
|
+
.catch((e) => {
|
|
61
|
+
console.warn('Failed to install JSI bindings', e)
|
|
62
|
+
})
|
|
63
|
+
|
|
24
64
|
let EventEmitter: NativeEventEmitter | DeviceEventEmitterStatic
|
|
25
65
|
if (Platform.OS === 'ios') {
|
|
26
66
|
// @ts-ignore
|
|
@@ -188,10 +228,7 @@ export type BenchResult = {
|
|
|
188
228
|
}
|
|
189
229
|
|
|
190
230
|
const updateAudioSession = async (setting: AudioSessionSettingIos) => {
|
|
191
|
-
await AudioSessionIos.setCategory(
|
|
192
|
-
setting.category,
|
|
193
|
-
setting.options || [],
|
|
194
|
-
)
|
|
231
|
+
await AudioSessionIos.setCategory(setting.category, setting.options || [])
|
|
195
232
|
if (setting.mode) {
|
|
196
233
|
await AudioSessionIos.setMode(setting.mode)
|
|
197
234
|
}
|
|
@@ -199,6 +236,8 @@ const updateAudioSession = async (setting: AudioSessionSettingIos) => {
|
|
|
199
236
|
}
|
|
200
237
|
|
|
201
238
|
export class WhisperContext {
|
|
239
|
+
ptr: number
|
|
240
|
+
|
|
202
241
|
id: number
|
|
203
242
|
|
|
204
243
|
gpu: boolean = false
|
|
@@ -206,16 +245,22 @@ export class WhisperContext {
|
|
|
206
245
|
reasonNoGPU: string = ''
|
|
207
246
|
|
|
208
247
|
constructor({
|
|
248
|
+
contextPtr,
|
|
209
249
|
contextId,
|
|
210
250
|
gpu,
|
|
211
251
|
reasonNoGPU,
|
|
212
252
|
}: NativeWhisperContext) {
|
|
253
|
+
this.ptr = contextPtr
|
|
213
254
|
this.id = contextId
|
|
214
255
|
this.gpu = gpu
|
|
215
256
|
this.reasonNoGPU = reasonNoGPU
|
|
216
257
|
}
|
|
217
258
|
|
|
218
|
-
private transcribeWithNativeMethod(
|
|
259
|
+
private transcribeWithNativeMethod(
|
|
260
|
+
method: 'transcribeFile' | 'transcribeData',
|
|
261
|
+
data: string,
|
|
262
|
+
options: TranscribeFileOptions = {},
|
|
263
|
+
): {
|
|
219
264
|
stop: () => Promise<void>
|
|
220
265
|
promise: Promise<TranscribeResult>
|
|
221
266
|
} {
|
|
@@ -322,15 +367,76 @@ export class WhisperContext {
|
|
|
322
367
|
}
|
|
323
368
|
|
|
324
369
|
/**
|
|
325
|
-
* Transcribe audio data (base64 encoded float32 PCM data)
|
|
370
|
+
* Transcribe audio data (base64 encoded float32 PCM data or ArrayBuffer)
|
|
326
371
|
*/
|
|
327
|
-
transcribeData(
|
|
372
|
+
transcribeData(
|
|
373
|
+
data: string | ArrayBuffer | SharedArrayBuffer,
|
|
374
|
+
options: TranscribeFileOptions = {},
|
|
375
|
+
): {
|
|
328
376
|
stop: () => Promise<void>
|
|
329
377
|
promise: Promise<TranscribeResult>
|
|
330
378
|
} {
|
|
379
|
+
if (data instanceof ArrayBuffer || data instanceof SharedArrayBuffer) {
|
|
380
|
+
// Use JSI function for ArrayBuffer
|
|
381
|
+
if (!jsiWhisperTranscribeData) {
|
|
382
|
+
throw new Error('JSI binding `whisperTranscribeData` not installed')
|
|
383
|
+
}
|
|
384
|
+
return this.transcribeDataArrayBuffer(data, options)
|
|
385
|
+
}
|
|
331
386
|
return this.transcribeWithNativeMethod('transcribeData', data, options)
|
|
332
387
|
}
|
|
333
388
|
|
|
389
|
+
/**
|
|
390
|
+
* Transcribe audio data from ArrayBuffer (16-bit PCM, mono, 16kHz)
|
|
391
|
+
*/
|
|
392
|
+
private transcribeDataArrayBuffer(
|
|
393
|
+
data: ArrayBuffer | SharedArrayBuffer,
|
|
394
|
+
options: TranscribeFileOptions = {},
|
|
395
|
+
): {
|
|
396
|
+
stop: () => Promise<void>
|
|
397
|
+
promise: Promise<TranscribeResult>
|
|
398
|
+
} {
|
|
399
|
+
const { onProgress, onNewSegments, ...rest } = options
|
|
400
|
+
|
|
401
|
+
// Generate a unique jobId for this transcription
|
|
402
|
+
const jobId = Math.floor(Math.random() * 10000)
|
|
403
|
+
|
|
404
|
+
const jsiOptions = {
|
|
405
|
+
...rest,
|
|
406
|
+
onProgress: onProgress || undefined,
|
|
407
|
+
onNewSegments: onNewSegments || undefined,
|
|
408
|
+
jobId, // Pass jobId to native implementation
|
|
409
|
+
}
|
|
410
|
+
|
|
411
|
+
let isAborted = false
|
|
412
|
+
const promise = jsiWhisperTranscribeData(this.id, jsiOptions, data)
|
|
413
|
+
.then((result: any) => {
|
|
414
|
+
if (isAborted) {
|
|
415
|
+
return { ...result, isAborted: true }
|
|
416
|
+
}
|
|
417
|
+
return result
|
|
418
|
+
})
|
|
419
|
+
.catch((error: any) => {
|
|
420
|
+
if (isAborted) {
|
|
421
|
+
return { isAborted: true, error: 'Transcription aborted' }
|
|
422
|
+
}
|
|
423
|
+
throw error
|
|
424
|
+
})
|
|
425
|
+
|
|
426
|
+
return {
|
|
427
|
+
stop: async () => {
|
|
428
|
+
isAborted = true
|
|
429
|
+
try {
|
|
430
|
+
// Use the existing native abort method
|
|
431
|
+
await RNWhisper.abortTranscribe(this.id, jobId)
|
|
432
|
+
} catch (error) {
|
|
433
|
+
// Ignore errors if context is already released or job doesn't exist
|
|
434
|
+
}
|
|
435
|
+
},
|
|
436
|
+
promise,
|
|
437
|
+
}
|
|
438
|
+
}
|
|
439
|
+
|
|
334
440
|
/** Transcribe the microphone audio stream, the microphone user permission is required */
|
|
335
441
|
async transcribeRealtime(options: TranscribeRealtimeOptions = {}): Promise<{
|
|
336
442
|
/** Stop the realtime transcribe */
|
|
@@ -361,7 +467,7 @@ export class WhisperContext {
|
|
|
361
467
|
t0: segment.t0 + tOffset,
|
|
362
468
|
t1: segment.t1 + tOffset,
|
|
363
469
|
})) || [],
|
|
364
|
-
}
|
|
470
|
+
},
|
|
365
471
|
}
|
|
366
472
|
}
|
|
367
473
|
|
|
@@ -404,7 +510,10 @@ export class WhisperContext {
|
|
|
404
510
|
// iOS: Update audio session state
|
|
405
511
|
await updateAudioSession(options?.audioSessionOnStartIos)
|
|
406
512
|
}
|
|
407
|
-
if (
|
|
513
|
+
if (
|
|
514
|
+
Platform.OS === 'ios' &&
|
|
515
|
+
typeof options?.audioSessionOnStopIos === 'object'
|
|
516
|
+
) {
|
|
408
517
|
prevAudioSession = options?.audioSessionOnStopIos
|
|
409
518
|
}
|
|
410
519
|
|
|
@@ -468,8 +577,16 @@ export class WhisperContext {
|
|
|
468
577
|
|
|
469
578
|
async bench(maxThreads: number): Promise<BenchResult> {
|
|
470
579
|
const result = await RNWhisper.bench(this.id, maxThreads)
|
|
471
|
-
const [config, nThreads, encodeMs, decodeMs, batchMs, promptMs] =
|
|
472
|
-
|
|
580
|
+
const [config, nThreads, encodeMs, decodeMs, batchMs, promptMs] =
|
|
581
|
+
JSON.parse(result)
|
|
582
|
+
return {
|
|
583
|
+
config,
|
|
584
|
+
nThreads,
|
|
585
|
+
encodeMs,
|
|
586
|
+
decodeMs,
|
|
587
|
+
batchMs,
|
|
588
|
+
promptMs,
|
|
589
|
+
} as BenchResult
|
|
473
590
|
}
|
|
474
591
|
|
|
475
592
|
async release(): Promise<void> {
|
|
@@ -495,7 +612,7 @@ export type ContextOptions = {
|
|
|
495
612
|
/** Use GPU if available. Currently iOS only, if it's enabled, Core ML option will be ignored. */
|
|
496
613
|
useGpu?: boolean
|
|
497
614
|
/** Use Flash Attention, only recommended if GPU available */
|
|
498
|
-
useFlashAttn?: boolean
|
|
615
|
+
useFlashAttn?: boolean
|
|
499
616
|
}
|
|
500
617
|
|
|
501
618
|
const coreMLModelAssetPaths = [
|
|
@@ -557,17 +674,18 @@ export async function initWhisper({
|
|
|
557
674
|
path = filePath
|
|
558
675
|
}
|
|
559
676
|
if (path.startsWith('file://')) path = path.slice(7)
|
|
560
|
-
const { contextId, gpu, reasonNoGPU } =
|
|
561
|
-
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
|
|
568
|
-
|
|
569
|
-
|
|
570
|
-
|
|
677
|
+
const { contextPtr, contextId, gpu, reasonNoGPU } =
|
|
678
|
+
await RNWhisper.initContext({
|
|
679
|
+
filePath: path,
|
|
680
|
+
isBundleAsset: !!isBundleAsset,
|
|
681
|
+
useFlashAttn,
|
|
682
|
+
useGpu,
|
|
683
|
+
useCoreMLIos,
|
|
684
|
+
// Only development mode need download Core ML model assets (from packager server)
|
|
685
|
+
downloadCoreMLAssets: __DEV__ && !!coreMLAssets,
|
|
686
|
+
coreMLAssets,
|
|
687
|
+
})
|
|
688
|
+
return new WhisperContext({ contextPtr, contextId, gpu, reasonNoGPU })
|
|
571
689
|
}
|
|
572
690
|
|
|
573
691
|
export async function releaseAllWhisper(): Promise<void> {
|
|
@@ -608,11 +726,7 @@ export class WhisperVadContext {
|
|
|
608
726
|
|
|
609
727
|
reasonNoGPU: string = ''
|
|
610
728
|
|
|
611
|
-
constructor({
|
|
612
|
-
contextId,
|
|
613
|
-
gpu,
|
|
614
|
-
reasonNoGPU,
|
|
615
|
-
}: NativeWhisperVadContext) {
|
|
729
|
+
constructor({ contextId, gpu, reasonNoGPU }: NativeWhisperVadContext) {
|
|
616
730
|
this.id = contextId
|
|
617
731
|
this.gpu = gpu
|
|
618
732
|
this.reasonNoGPU = reasonNoGPU
|
|
@@ -624,7 +738,7 @@ export class WhisperVadContext {
|
|
|
624
738
|
*/
|
|
625
739
|
async detectSpeech(
|
|
626
740
|
filePathOrBase64: string | number,
|
|
627
|
-
options: VadOptions = {}
|
|
741
|
+
options: VadOptions = {},
|
|
628
742
|
): Promise<VadSegment[]> {
|
|
629
743
|
let path = ''
|
|
630
744
|
if (typeof filePathOrBase64 === 'number') {
|
|
@@ -654,12 +768,27 @@ export class WhisperVadContext {
|
|
|
654
768
|
}
|
|
655
769
|
|
|
656
770
|
/**
|
|
657
|
-
* Detect speech segments in raw audio data (base64 encoded float32 PCM data)
|
|
771
|
+
* Detect speech segments in raw audio data (base64 encoded float32 PCM data or ArrayBuffer)
|
|
658
772
|
*/
|
|
659
773
|
async detectSpeechData(
|
|
660
|
-
audioData: string,
|
|
661
|
-
options: VadOptions = {}
|
|
774
|
+
audioData: string | ArrayBuffer | SharedArrayBuffer,
|
|
775
|
+
options: VadOptions = {},
|
|
662
776
|
): Promise<VadSegment[]> {
|
|
777
|
+
if (
|
|
778
|
+
audioData instanceof ArrayBuffer ||
|
|
779
|
+
audioData instanceof SharedArrayBuffer
|
|
780
|
+
) {
|
|
781
|
+
// Use JSI function for ArrayBuffer
|
|
782
|
+
if (!jsiWhisperVadDetectSpeech) {
|
|
783
|
+
throw new Error('JSI binding `whisperVadDetectSpeech` not installed')
|
|
784
|
+
}
|
|
785
|
+
const result = await jsiWhisperVadDetectSpeech(
|
|
786
|
+
this.id,
|
|
787
|
+
options,
|
|
788
|
+
audioData,
|
|
789
|
+
)
|
|
790
|
+
return result.segments || []
|
|
791
|
+
}
|
|
663
792
|
return RNWhisper.vadDetectSpeech(this.id, audioData, options)
|
|
664
793
|
}
|
|
665
794
|
|
package/whisper-rn.podspec
CHANGED
|
@@ -2,7 +2,7 @@ require "json"
|
|
|
2
2
|
|
|
3
3
|
package = JSON.parse(File.read(File.join(__dir__, "package.json")))
|
|
4
4
|
base_ld_flags = "-framework Accelerate -framework Foundation -framework Metal -framework MetalKit"
|
|
5
|
-
base_compiler_flags = "-DWSP_GGML_USE_CPU -DWSP_GGML_USE_ACCELERATE -Wno-shorten-64-to-32"
|
|
5
|
+
base_compiler_flags = "-DWSP_GGML_USE_CPU -DWSP_GGML_USE_ACCELERATE -pthread -Wno-shorten-64-to-32"
|
|
6
6
|
folly_compiler_flags = "-DFOLLY_NO_CONFIG -DFOLLY_MOBILE=1 -DFOLLY_USE_LIBCPP=1 -Wno-comma"
|
|
7
7
|
|
|
8
8
|
# Use base_optimizer_flags = "" for debug builds
|
|
@@ -36,13 +36,12 @@ Pod::Spec.new do |s|
|
|
|
36
36
|
s.resources = "cpp/**/*.{metallib}"
|
|
37
37
|
base_compiler_flags += " -DRNWHISPER_BUILD_FROM_SOURCE"
|
|
38
38
|
else
|
|
39
|
-
s.source_files = "ios/**/*.{h,m,mm}"
|
|
39
|
+
s.source_files = "ios/**/*.{h,m,mm}", "cpp/jsi/*.{h,cpp}"
|
|
40
40
|
s.vendored_frameworks = "ios/rnwhisper.xcframework"
|
|
41
41
|
end
|
|
42
42
|
|
|
43
43
|
s.requires_arc = true
|
|
44
44
|
|
|
45
|
-
s.dependency "React-Core"
|
|
46
45
|
|
|
47
46
|
s.compiler_flags = base_compiler_flags
|
|
48
47
|
s.pod_target_xcconfig = {
|
|
@@ -51,9 +50,13 @@ Pod::Spec.new do |s|
|
|
|
51
50
|
"OTHER_CPLUSPLUSFLAGS" => base_optimizer_flags + " -std=c++17"
|
|
52
51
|
}
|
|
53
52
|
|
|
53
|
+
s.dependency "React-callinvoker"
|
|
54
|
+
s.dependency "React"
|
|
54
55
|
# Don't install the dependencies when we run `pod install` in the old architecture.
|
|
55
56
|
if ENV['RCT_NEW_ARCH_ENABLED'] == '1' then
|
|
56
57
|
install_modules_dependencies(s)
|
|
58
|
+
else
|
|
59
|
+
s.dependency "React-Core"
|
|
57
60
|
end
|
|
58
61
|
|
|
59
62
|
s.subspec "no-require-arc" do |ss|
|