cactus-react-native 1.4.0 → 1.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Cactus.podspec +1 -1
- package/README.md +465 -174
- package/android/CMakeLists.txt +24 -5
- package/android/src/main/jniLibs/arm64-v8a/libcactus.a +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcurl.a +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libmbedcrypto.a +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libmbedtls.a +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libmbedx509.a +0 -0
- package/cpp/HybridCactus.cpp +157 -6
- package/cpp/HybridCactus.hpp +20 -3
- package/cpp/cactus_ffi.h +65 -30
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus.h +0 -1
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus_ffi.h +65 -30
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus_utils.h +357 -122
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/engine.h +184 -63
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/gemma_tools.h +549 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/graph.h +153 -27
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/kernel.h +90 -178
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/kernel_utils.h +276 -151
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/cactus.h +0 -1
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/cactus_ffi.h +65 -30
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/cactus_utils.h +357 -122
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/engine.h +184 -63
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/gemma_tools.h +549 -0
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/graph.h +153 -27
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/kernel.h +90 -178
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/kernel_utils.h +276 -151
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/cactus +0 -0
- package/lib/module/classes/CactusLM.js +43 -58
- package/lib/module/classes/CactusLM.js.map +1 -1
- package/lib/module/classes/CactusSTT.js +64 -38
- package/lib/module/classes/CactusSTT.js.map +1 -1
- package/lib/module/classes/CactusVAD.js +95 -0
- package/lib/module/classes/CactusVAD.js.map +1 -0
- package/lib/module/hooks/useCactusLM.js +23 -15
- package/lib/module/hooks/useCactusLM.js.map +1 -1
- package/lib/module/hooks/useCactusSTT.js +85 -28
- package/lib/module/hooks/useCactusSTT.js.map +1 -1
- package/lib/module/hooks/useCactusVAD.js +171 -0
- package/lib/module/hooks/useCactusVAD.js.map +1 -0
- package/lib/module/index.js +2 -3
- package/lib/module/index.js.map +1 -1
- package/lib/module/modelRegistry.js +52 -0
- package/lib/module/modelRegistry.js.map +1 -0
- package/lib/module/native/Cactus.js +107 -8
- package/lib/module/native/Cactus.js.map +1 -1
- package/lib/module/native/CactusIndex.js.map +1 -1
- package/lib/module/native/index.js +0 -3
- package/lib/module/native/index.js.map +1 -1
- package/lib/module/types/CactusLM.js +2 -0
- package/lib/module/types/CactusSTT.js +2 -0
- package/lib/module/types/CactusVAD.js +4 -0
- package/lib/module/types/{CactusModel.js.map → CactusVAD.js.map} +1 -1
- package/lib/module/types/common.js +2 -0
- package/lib/module/types/{CactusSTTModel.js.map → common.js.map} +1 -1
- package/lib/typescript/src/classes/CactusLM.d.ts +8 -6
- package/lib/typescript/src/classes/CactusLM.d.ts.map +1 -1
- package/lib/typescript/src/classes/CactusSTT.d.ts +11 -6
- package/lib/typescript/src/classes/CactusSTT.d.ts.map +1 -1
- package/lib/typescript/src/classes/CactusVAD.d.ts +20 -0
- package/lib/typescript/src/classes/CactusVAD.d.ts.map +1 -0
- package/lib/typescript/src/hooks/useCactusLM.d.ts +3 -3
- package/lib/typescript/src/hooks/useCactusLM.d.ts.map +1 -1
- package/lib/typescript/src/hooks/useCactusSTT.d.ts +11 -5
- package/lib/typescript/src/hooks/useCactusSTT.d.ts.map +1 -1
- package/lib/typescript/src/hooks/useCactusVAD.d.ts +15 -0
- package/lib/typescript/src/hooks/useCactusVAD.d.ts.map +1 -0
- package/lib/typescript/src/index.d.ts +7 -6
- package/lib/typescript/src/index.d.ts.map +1 -1
- package/lib/typescript/src/modelRegistry.d.ts +5 -0
- package/lib/typescript/src/modelRegistry.d.ts.map +1 -0
- package/lib/typescript/src/native/Cactus.d.ts +12 -6
- package/lib/typescript/src/native/Cactus.d.ts.map +1 -1
- package/lib/typescript/src/native/CactusIndex.d.ts +2 -2
- package/lib/typescript/src/native/CactusIndex.d.ts.map +1 -1
- package/lib/typescript/src/native/index.d.ts +0 -3
- package/lib/typescript/src/native/index.d.ts.map +1 -1
- package/lib/typescript/src/specs/Cactus.nitro.d.ts +6 -1
- package/lib/typescript/src/specs/Cactus.nitro.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusIndex.d.ts +2 -2
- package/lib/typescript/src/types/CactusIndex.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusLM.d.ts +19 -9
- package/lib/typescript/src/types/CactusLM.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusSTT.d.ts +45 -4
- package/lib/typescript/src/types/CactusSTT.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusVAD.d.ts +34 -0
- package/lib/typescript/src/types/CactusVAD.d.ts.map +1 -0
- package/lib/typescript/src/types/common.d.ts +23 -0
- package/lib/typescript/src/types/common.d.ts.map +1 -0
- package/nitro.json +0 -11
- package/nitrogen/generated/android/cactus+autolinking.cmake +0 -5
- package/nitrogen/generated/android/cactusOnLoad.cpp +0 -30
- package/nitrogen/generated/ios/Cactus-Swift-Cxx-Bridge.cpp +0 -50
- package/nitrogen/generated/ios/Cactus-Swift-Cxx-Bridge.hpp +9 -147
- package/nitrogen/generated/ios/Cactus-Swift-Cxx-Umbrella.hpp +0 -13
- package/nitrogen/generated/ios/CactusAutolinking.mm +0 -26
- package/nitrogen/generated/ios/CactusAutolinking.swift +0 -30
- package/nitrogen/generated/shared/c++/HybridCactusSpec.cpp +5 -0
- package/nitrogen/generated/shared/c++/HybridCactusSpec.hpp +6 -1
- package/package.json +3 -3
- package/src/classes/CactusLM.ts +59 -74
- package/src/classes/CactusSTT.ts +92 -49
- package/src/classes/CactusVAD.ts +129 -0
- package/src/hooks/useCactusLM.ts +26 -9
- package/src/hooks/useCactusSTT.ts +105 -44
- package/src/hooks/useCactusVAD.ts +215 -0
- package/src/index.tsx +20 -10
- package/src/modelRegistry.ts +65 -0
- package/src/native/Cactus.ts +130 -14
- package/src/native/CactusIndex.ts +2 -2
- package/src/native/index.ts +0 -3
- package/src/specs/Cactus.nitro.ts +11 -2
- package/src/types/CactusIndex.ts +2 -2
- package/src/types/CactusLM.ts +20 -9
- package/src/types/CactusSTT.ts +50 -4
- package/src/types/CactusVAD.ts +39 -0
- package/src/types/common.ts +23 -0
- package/android/src/main/java/com/margelo/nitro/cactus/HybridCactusCrypto.kt +0 -46
- package/android/src/main/java/com/margelo/nitro/cactus/HybridCactusDeviceInfo.kt +0 -27
- package/android/src/main/jniLibs/arm64-v8a/libcactus_util.a +0 -0
- package/cpp/HybridCactusUtil.cpp +0 -47
- package/cpp/HybridCactusUtil.hpp +0 -27
- package/cpp/cactus_util.h +0 -25
- package/ios/HybridCactusCrypto.swift +0 -37
- package/ios/HybridCactusDeviceInfo.swift +0 -32
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus_telemetry.h +0 -656
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/cactus_telemetry.h +0 -656
- package/ios/cactus_util.xcframework/Info.plist +0 -39
- package/ios/cactus_util.xcframework/ios-arm64/cactus_util.framework/Headers/cactus_util.h +0 -25
- package/ios/cactus_util.xcframework/ios-arm64/cactus_util.framework/Headers/database.h +0 -27
- package/ios/cactus_util.xcframework/ios-arm64/cactus_util.framework/Headers/ios_utils.h +0 -10
- package/ios/cactus_util.xcframework/ios-arm64/cactus_util.framework/Headers/logging.h +0 -25
- package/ios/cactus_util.xcframework/ios-arm64/cactus_util.framework/Info.plist +0 -0
- package/ios/cactus_util.xcframework/ios-arm64/cactus_util.framework/cactus_util +0 -0
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/Headers/cactus_util.h +0 -25
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/Headers/database.h +0 -27
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/Headers/ios_utils.h +0 -10
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/Headers/logging.h +0 -25
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/Info.plist +0 -0
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/_CodeSignature/CodeResources +0 -135
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/cactus_util +0 -0
- package/lib/module/api/Database.js +0 -137
- package/lib/module/api/Database.js.map +0 -1
- package/lib/module/api/RemoteLM.js +0 -201
- package/lib/module/api/RemoteLM.js.map +0 -1
- package/lib/module/config/CactusConfig.js +0 -12
- package/lib/module/config/CactusConfig.js.map +0 -1
- package/lib/module/native/CactusCrypto.js +0 -10
- package/lib/module/native/CactusCrypto.js.map +0 -1
- package/lib/module/native/CactusDeviceInfo.js +0 -13
- package/lib/module/native/CactusDeviceInfo.js.map +0 -1
- package/lib/module/native/CactusUtil.js +0 -36
- package/lib/module/native/CactusUtil.js.map +0 -1
- package/lib/module/specs/CactusCrypto.nitro.js +0 -4
- package/lib/module/specs/CactusCrypto.nitro.js.map +0 -1
- package/lib/module/specs/CactusDeviceInfo.nitro.js +0 -4
- package/lib/module/specs/CactusDeviceInfo.nitro.js.map +0 -1
- package/lib/module/specs/CactusUtil.nitro.js +0 -4
- package/lib/module/specs/CactusUtil.nitro.js.map +0 -1
- package/lib/module/telemetry/Telemetry.js +0 -154
- package/lib/module/telemetry/Telemetry.js.map +0 -1
- package/lib/module/types/CactusModel.js +0 -2
- package/lib/module/types/CactusSTTModel.js +0 -2
- package/lib/typescript/src/api/Database.d.ts +0 -18
- package/lib/typescript/src/api/Database.d.ts.map +0 -1
- package/lib/typescript/src/api/RemoteLM.d.ts +0 -14
- package/lib/typescript/src/api/RemoteLM.d.ts.map +0 -1
- package/lib/typescript/src/config/CactusConfig.d.ts +0 -7
- package/lib/typescript/src/config/CactusConfig.d.ts.map +0 -1
- package/lib/typescript/src/native/CactusCrypto.d.ts +0 -5
- package/lib/typescript/src/native/CactusCrypto.d.ts.map +0 -1
- package/lib/typescript/src/native/CactusDeviceInfo.d.ts +0 -7
- package/lib/typescript/src/native/CactusDeviceInfo.d.ts.map +0 -1
- package/lib/typescript/src/native/CactusUtil.d.ts +0 -6
- package/lib/typescript/src/native/CactusUtil.d.ts.map +0 -1
- package/lib/typescript/src/specs/CactusCrypto.nitro.d.ts +0 -8
- package/lib/typescript/src/specs/CactusCrypto.nitro.d.ts.map +0 -1
- package/lib/typescript/src/specs/CactusDeviceInfo.nitro.d.ts +0 -16
- package/lib/typescript/src/specs/CactusDeviceInfo.nitro.d.ts.map +0 -1
- package/lib/typescript/src/specs/CactusUtil.nitro.d.ts +0 -10
- package/lib/typescript/src/specs/CactusUtil.nitro.d.ts.map +0 -1
- package/lib/typescript/src/telemetry/Telemetry.d.ts +0 -34
- package/lib/typescript/src/telemetry/Telemetry.d.ts.map +0 -1
- package/lib/typescript/src/types/CactusModel.d.ts +0 -13
- package/lib/typescript/src/types/CactusModel.d.ts.map +0 -1
- package/lib/typescript/src/types/CactusSTTModel.d.ts +0 -8
- package/lib/typescript/src/types/CactusSTTModel.d.ts.map +0 -1
- package/nitrogen/generated/android/c++/JDeviceInfo.hpp +0 -74
- package/nitrogen/generated/android/c++/JHybridCactusCryptoSpec.cpp +0 -65
- package/nitrogen/generated/android/c++/JHybridCactusCryptoSpec.hpp +0 -65
- package/nitrogen/generated/android/c++/JHybridCactusDeviceInfoSpec.cpp +0 -85
- package/nitrogen/generated/android/c++/JHybridCactusDeviceInfoSpec.hpp +0 -66
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/cactus/DeviceInfo.kt +0 -50
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/cactus/HybridCactusCryptoSpec.kt +0 -58
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/cactus/HybridCactusDeviceInfoSpec.kt +0 -62
- package/nitrogen/generated/ios/c++/HybridCactusCryptoSpecSwift.cpp +0 -11
- package/nitrogen/generated/ios/c++/HybridCactusCryptoSpecSwift.hpp +0 -77
- package/nitrogen/generated/ios/c++/HybridCactusDeviceInfoSpecSwift.cpp +0 -11
- package/nitrogen/generated/ios/c++/HybridCactusDeviceInfoSpecSwift.hpp +0 -88
- package/nitrogen/generated/ios/swift/DeviceInfo.swift +0 -98
- package/nitrogen/generated/ios/swift/Func_void_DeviceInfo.swift +0 -47
- package/nitrogen/generated/ios/swift/Func_void_std__optional_std__string_.swift +0 -54
- package/nitrogen/generated/ios/swift/HybridCactusCryptoSpec.swift +0 -57
- package/nitrogen/generated/ios/swift/HybridCactusCryptoSpec_cxx.swift +0 -139
- package/nitrogen/generated/ios/swift/HybridCactusDeviceInfoSpec.swift +0 -58
- package/nitrogen/generated/ios/swift/HybridCactusDeviceInfoSpec_cxx.swift +0 -164
- package/nitrogen/generated/shared/c++/DeviceInfo.hpp +0 -92
- package/nitrogen/generated/shared/c++/HybridCactusCryptoSpec.cpp +0 -21
- package/nitrogen/generated/shared/c++/HybridCactusCryptoSpec.hpp +0 -63
- package/nitrogen/generated/shared/c++/HybridCactusDeviceInfoSpec.cpp +0 -22
- package/nitrogen/generated/shared/c++/HybridCactusDeviceInfoSpec.hpp +0 -67
- package/nitrogen/generated/shared/c++/HybridCactusUtilSpec.cpp +0 -23
- package/nitrogen/generated/shared/c++/HybridCactusUtilSpec.hpp +0 -66
- package/src/api/Database.ts +0 -188
- package/src/api/RemoteLM.ts +0 -273
- package/src/config/CactusConfig.ts +0 -11
- package/src/native/CactusCrypto.ts +0 -11
- package/src/native/CactusDeviceInfo.ts +0 -18
- package/src/native/CactusUtil.ts +0 -43
- package/src/specs/CactusCrypto.nitro.ts +0 -6
- package/src/specs/CactusDeviceInfo.nitro.ts +0 -15
- package/src/specs/CactusUtil.nitro.ts +0 -8
- package/src/telemetry/Telemetry.ts +0 -236
- package/src/types/CactusModel.ts +0 -15
- package/src/types/CactusSTTModel.ts +0 -10
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusLM","CactusFileSystem","getErrorMessage","useCactusLM","model","
|
|
1
|
+
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusLM","CactusFileSystem","getErrorMessage","useCactusLM","model","corpusDir","undefined","cacheIndex","options","modelOptions","quantization","pro","cactusLM","setCactusLM","completion","setCompletion","isGenerating","setIsGenerating","isInitializing","setIsInitializing","isDownloaded","setIsDownloaded","isDownloading","setIsDownloading","downloadProgress","setDownloadProgress","error","setError","currentModelRef","currentDownloadIdRef","current","newInstance","mounted","modelExists","getModelName","then","exists","catch","e","destroy","download","onProgress","message","Error","thisModel","thisDownloadId","progress","init","complete","messages","tools","onToken","token","prev","tokenize","text","scoreWindow","tokens","start","end","context","embed","normalize","imageEmbed","imagePath","stop","reset","getModels"],"sourceRoot":"../../../src","sources":["hooks/useCactusLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,EAAEC,MAAM,QAAQ,OAAO;AAChE,SAASC,QAAQ,QAAQ,wBAAqB;AAC9C,SAASC,gBAAgB,QAAQ,oBAAW;AAC5C,SAASC,eAAe,QAAQ,mBAAgB;AAiBhD,OAAO,MAAMC,WAAW,GAAGA,CAAC;EAC1BC,KAAK,GAAG,YAAY;EACpBC,SAAS,GAAGC,SAAS;EACrBC,UAAU,GAAG,KAAK;EAClBC,OAAO,EAAEC,YAAY,GAAG;IACtBC,YAAY,EAAEJ,SAAS;IACvBK,GAAG,EAAE;EACP;AACc,CAAC,GAAG,CAAC,CAAC,KAAK;EACzB,MAAM,CAACC,QAAQ,EAAEC,WAAW,CAAC,GAAGf,QAAQ,CACtC,MAAM,IAAIE,QAAQ,CAAC;IAAEI,KAAK;IAAEC,SAAS;IAAEE,UAAU;IAAEC,OAAO,EAAEC;EAAa,CAAC,CAC5E,CAAC;;EAED;EACA,MAAM,CAACK,UAAU,EAAEC,aAAa,CAAC,GAAGjB,QAAQ,CAAC,EAAE,CAAC;EAChD,MAAM,CAACkB,YAAY,EAAEC,eAAe,CAAC,GAAGnB,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACoB,cAAc,EAAEC,iBAAiB,CAAC,GAAGrB,QAAQ,CAAC,KAAK,CAAC;EAC3D,MAAM,CAACsB,YAAY,EAAEC,eAAe,CAAC,GAAGvB,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACwB,aAAa,EAAEC,gBAAgB,CAAC,GAAGzB,QAAQ,CAAC,KAAK,CAAC;EACzD,MAAM,CAAC0B,gBAAgB,EAAEC,mBAAmB,CAAC,GAAG3B,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAAC4B,KAAK,EAAEC,QAAQ,CAAC,GAAG7B,QAAQ,CAAgB,IAAI,CAAC;EAEvD,MAAM8B,eAAe,GAAG7B,MAAM,CAACK,KAAK,CAAC;EACrC,MAAMyB,oBAAoB,GAAG9B,MAAM,CAAC,CAAC,CAAC;EAEtCF,SAAS,CAAC,MAAM;IACd+B,eAAe,CAACE,OAAO,GAAG1B,KAAK;EACjC,CAAC,EAAE,CAACA,KAAK,CAAC,CAAC;EAEXP,SAAS,CAAC,MAAM;IACd,MAAMkC,WAAW,GAAG,IAAI/B,QAAQ,CAAC;MAC/BI,KAAK;MACLC,SAAS;MACTE,UAAU;MACVC,OAAO,EAAE;QACPE,YAAY,EAAED,YAAY,CAACC,YAAY;QACvCC,GAAG,EAAEF,YAAY,CAACE;MACpB;IACF,CAAC,CAAC;IACFE,WAAW,CAACkB,WAAW,CAAC;IAExBhB,aAAa,CAAC,EAAE,CAAC;IACjBE,eAAe,CAAC,KAAK,CAAC;IACtBE,iBAAiB,CAAC,KAAK,CAAC;IACxBE,eAAe,CAAC,KAAK,CAAC;IACtBE,gBAAgB,CAAC,KAAK,CAAC;IACvBE,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIK,OAAO,GAAG,IAAI;IAClB/B,gBAAgB,CAACgC,WAAW,CAACF,WAAW,CAACG,YAAY,CAAC,CAAC,CAAC,CACrDC,IAAI,CAAEC,MAAM,IAAK;MAChB,IAAI,CAACJ,OAAO,EAAE;QACZ;MACF;MACAX,eAAe,CAACe,MAAM,CAAC;IACzB,CAAC,CAAC,CACDC,KAAK,CAAEC,CAAC,IAAK;MACZ,IAAI,CAACN,OAAO,EAAE;QACZ;MACF;MACAX,eAAe,CAAC,KAAK,CAAC;MACtBM,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC;IAEJ,OAAO,MAAM;MACXN,OAAO,GAAG,KAAK;IACjB,CAAC;EACH,CAAC,EAAE,CACD5B,KAAK,EACLC,SAAS,EACTE,UAAU,EACVE,YAAY,CAACC,YAAY,EACzBD,YAAY,CAACE,GAAG,CACjB,CAAC;EAEFd,SAAS,CAAC,MAAM;IACd,OAAO,MAAM;MACXe,QAAQ,CAAC2B,OAAO,CAAC,CAAC,CAACF,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACpC,CAAC;EACH,CAAC,EAAE,CAACzB,QAAQ,CAAC,CAAC;EAEd,MAAM4B,QAAQ,GAAG5C,WAAW,CAC1B,OAAO;IAAE6C;EAAmC,CAAC,GAAG,CAAC,CAAC,KAAK;IACrD,IAAInB,aAAa,EAAE;MACjB,MAAMoB,OAAO,GAAG,iCAAiC;MACjDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIP,YAAY,EAAE;MAChB;IACF;IAEA,MAAMwB,SAAS,GAAGhB,eAAe,CAACE,OAAO;IACzC,MAAMe,cAAc,GAAG,EAAEhB,oBAAoB,CAACC,OAAO;IAErDL,mBAAmB,CAAC,CAAC,CAAC;IACtBF,gBAAgB,CAAC,IAAI,CAAC;IACtB,IAAI;MACF,MAAMX,QAAQ,CAAC4B,QAAQ,CAAC;QACtBC,UAAU,EAAGK,QAAQ,IAAK;UACxB,IACElB,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;YACA;UACF;UAEApB,mBAAmB,CAACqB,QAAQ,CAAC;UAC7BL,UAAU,GAAGK,QAAQ,CAAC;QACxB;MACF,CAAC,CAAC;MAEF,IACElB,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;QACA;MACF;MAEAxB,eAAe,CAAC,IAAI,CAAC;IACvB,CAAC,CAAC,OAAOiB,CAAC,EAAE;MACV,IACEV,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;QACA;MACF;MAEAlB,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR,IACEV,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;QACA;MACF;MAEAtB,gBAAgB,CAAC,KAAK,CAAC;MACvBE,mBAAmB,CAAC,CAAC,CAAC;IACxB;EACF,CAAC,EACD,CAACb,QAAQ,EAAEU,aAAa,EAAEF,YAAY,CACxC,CAAC;EAED,MAAM2B,IAAI,GAAGnD,WAAW,CAAC,YAAY;IACnC,IAAIsB,cAAc,EAAE;MAClB,MAAMwB,OAAO,GAAG,kCAAkC;MAClDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdR,iBAAiB,CAAC,IAAI,CAAC;IACvB,IAAI;MACF,MAAMP,QAAQ,CAACmC,IAAI,CAAC,CAAC;IACvB,CAAC,CAAC,OAAOT,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRnB,iBAAiB,CAAC,KAAK,CAAC;IAC1B;EACF,CAAC,EAAE,CAACP,QAAQ,EAAEM,cAAc,CAAC,CAAC;EAE9B,MAAM8B,QAAQ,GAAGpD,WAAW,CAC1B,OAAO;IACLqD,QAAQ;IACRzC,OAAO;IACP0C,KAAK;IACLC;EACsB,CAAC,KAAsC;IAC7D,IAAInC,YAAY,EAAE;MAChB,MAAM0B,OAAO,GAAG,gCAAgC;MAChDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdZ,aAAa,CAAC,EAAE,CAAC;IACjBE,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,QAAQ,CAACoC,QAAQ,CAAC;QAC7BC,QAAQ;QACRzC,OAAO;QACP0C,KAAK;QACLC,OAAO,EAAGC,KAAK,IAAK;UAClBrC,aAAa,CAAEsC,IAAI,IAAKA,IAAI,GAAGD,KAAK,CAAC;UACrCD,OAAO,GAAGC,KAAK,CAAC;QAClB;MACF,CAAC,CAAC;IACJ,CAAC,CAAC,OAAOd,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,QAAQ,EAAEI,YAAY,CACzB,CAAC;EAED,MAAMsC,QAAQ,GAAG1D,WAAW,CAC1B,OAAO;IACL2D;EACsB,CAAC,KAAsC;IAC7D,IAAIvC,YAAY,EAAE;MAChB,MAAM0B,OAAO,GAAG,gCAAgC;MAChDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdV,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,QAAQ,CAAC0C,QAAQ,CAAC;QAAEC;MAAK,CAAC,CAAC;IAC1C,CAAC,CAAC,OAAOjB,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,QAAQ,EAAEI,YAAY,CACzB,CAAC;EAED,MAAMwC,WAAW,GAAG5D,WAAW,CAC7B,OAAO;IACL6D,MAAM;IACNC,KAAK;IACLC,GAAG;IACHC;EACyB,CAAC,KAAyC;IACnE,IAAI5C,YAAY,EAAE;MAChB,MAAM0B,OAAO,GAAG,gCAAgC;MAChDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdV,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,QAAQ,CAAC4C,WAAW,CAAC;QAAEC,MAAM;QAAEC,KAAK;QAAEC,GAAG;QAAEC;MAAQ,CAAC,CAAC;IACpE,CAAC,CAAC,OAAOtB,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,QAAQ,EAAEI,YAAY,CACzB,CAAC;EAED,MAAM6C,KAAK,GAAGjE,WAAW,CACvB,OAAO;IACL2D,IAAI;IACJO,SAAS,GAAG;EACO,CAAC,KAAmC;IACvD,IAAI9C,YAAY,EAAE;MAChB,MAAM0B,OAAO,GAAG,gCAAgC;MAChDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdV,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,QAAQ,CAACiD,KAAK,CAAC;QAAEN,IAAI;QAAEO;MAAU,CAAC,CAAC;IAClD,CAAC,CAAC,OAAOxB,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,QAAQ,EAAEI,YAAY,CACzB,CAAC;EAED,MAAM+C,UAAU,GAAGnE,WAAW,CAC5B,OAAO;IACLoE;EACwB,CAAC,KAAwC;IACjE,IAAIhD,YAAY,EAAE;MAChB,MAAM0B,OAAO,GAAG,gCAAgC;MAChDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdV,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,QAAQ,CAACmD,UAAU,CAAC;QAAEC;MAAU,CAAC,CAAC;IACjD,CAAC,CAAC,OAAO1B,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,QAAQ,EAAEI,YAAY,CACzB,CAAC;EAED,MAAMiD,IAAI,GAAGrE,WAAW,CAAC,YAAY;IACnC+B,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMf,QAAQ,CAACqD,IAAI,CAAC,CAAC;IACvB,CAAC,CAAC,OAAO3B,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAAC1B,QAAQ,CAAC,CAAC;EAEd,MAAMsD,KAAK,GAAGtE,WAAW,CAAC,YAAY;IACpC+B,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMf,QAAQ,CAACsD,KAAK,CAAC,CAAC;IACxB,CAAC,CAAC,OAAO5B,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRvB,aAAa,CAAC,EAAE,CAAC;IACnB;EACF,CAAC,EAAE,CAACH,QAAQ,CAAC,CAAC;EAEd,MAAM2B,OAAO,GAAG3C,WAAW,CAAC,YAAY;IACtC+B,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMf,QAAQ,CAAC2B,OAAO,CAAC,CAAC;IAC1B,CAAC,CAAC,OAAOD,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRvB,aAAa,CAAC,EAAE,CAAC;IACnB;EACF,CAAC,EAAE,CAACH,QAAQ,CAAC,CAAC;EAEd,MAAMuD,SAAS,GAAGvE,WAAW,CAAC,YAAoC;IAChE+B,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,OAAO,MAAMf,QAAQ,CAACuD,SAAS,CAAC,CAAC;IACnC,CAAC,CAAC,OAAO7B,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAAC1B,QAAQ,CAAC,CAAC;EAEd,OAAO;IACLE,UAAU;IACVE,YAAY;IACZE,cAAc;IACdE,YAAY;IACZE,aAAa;IACbE,gBAAgB;IAChBE,KAAK;IAELc,QAAQ;IACRO,IAAI;IACJC,QAAQ;IACRM,QAAQ;IACRE,WAAW;IACXK,KAAK;IACLE,UAAU;IACVG,KAAK;IACLD,IAAI;IACJ1B,OAAO;IACP4B;EACF,CAAC;AACH,CAAC","ignoreList":[]}
|
|
@@ -6,16 +6,22 @@ import { CactusFileSystem } from "../native/index.js";
|
|
|
6
6
|
import { getErrorMessage } from "../utils/error.js";
|
|
7
7
|
export const useCactusSTT = ({
|
|
8
8
|
model = 'whisper-small',
|
|
9
|
-
|
|
9
|
+
options: modelOptions = {
|
|
10
|
+
quantization: undefined,
|
|
11
|
+
pro: false
|
|
12
|
+
}
|
|
10
13
|
} = {}) => {
|
|
11
14
|
const [cactusSTT, setCactusSTT] = useState(() => new CactusSTT({
|
|
12
15
|
model,
|
|
13
|
-
|
|
16
|
+
options: modelOptions
|
|
14
17
|
}));
|
|
15
18
|
|
|
16
19
|
// State
|
|
17
20
|
const [transcription, setTranscription] = useState('');
|
|
21
|
+
const [streamTranscribeConfirmed, setStreamTranscribeConfirmed] = useState('');
|
|
22
|
+
const [streamTranscribePending, setStreamTranscribePending] = useState('');
|
|
18
23
|
const [isGenerating, setIsGenerating] = useState(false);
|
|
24
|
+
const [isStreamTranscribing, setIsStreamTranscribing] = useState(false);
|
|
19
25
|
const [isInitializing, setIsInitializing] = useState(false);
|
|
20
26
|
const [isDownloaded, setIsDownloaded] = useState(false);
|
|
21
27
|
const [isDownloading, setIsDownloading] = useState(false);
|
|
@@ -27,34 +33,37 @@ export const useCactusSTT = ({
|
|
|
27
33
|
currentModelRef.current = model;
|
|
28
34
|
}, [model]);
|
|
29
35
|
useEffect(() => {
|
|
30
|
-
|
|
36
|
+
const newInstance = new CactusSTT({
|
|
31
37
|
model,
|
|
32
|
-
|
|
33
|
-
|
|
38
|
+
options: {
|
|
39
|
+
quantization: modelOptions.quantization,
|
|
40
|
+
pro: modelOptions.pro
|
|
41
|
+
}
|
|
42
|
+
});
|
|
43
|
+
setCactusSTT(newInstance);
|
|
34
44
|
setTranscription('');
|
|
45
|
+
setStreamTranscribeConfirmed('');
|
|
46
|
+
setStreamTranscribePending('');
|
|
35
47
|
setIsGenerating(false);
|
|
48
|
+
setIsStreamTranscribing(false);
|
|
36
49
|
setIsInitializing(false);
|
|
37
50
|
setIsDownloaded(false);
|
|
38
51
|
setIsDownloading(false);
|
|
39
52
|
setDownloadProgress(0);
|
|
40
53
|
setError(null);
|
|
41
54
|
let mounted = true;
|
|
42
|
-
CactusFileSystem.modelExists(
|
|
43
|
-
if (
|
|
44
|
-
return;
|
|
45
|
-
}
|
|
46
|
-
setIsDownloaded(exists);
|
|
55
|
+
CactusFileSystem.modelExists(newInstance.getModelName()).then(exists => {
|
|
56
|
+
if (mounted) setIsDownloaded(exists);
|
|
47
57
|
}).catch(e => {
|
|
48
|
-
if (
|
|
49
|
-
|
|
58
|
+
if (mounted) {
|
|
59
|
+
setIsDownloaded(false);
|
|
60
|
+
setError(getErrorMessage(e));
|
|
50
61
|
}
|
|
51
|
-
setIsDownloaded(false);
|
|
52
|
-
setError(getErrorMessage(e));
|
|
53
62
|
});
|
|
54
63
|
return () => {
|
|
55
64
|
mounted = false;
|
|
56
65
|
};
|
|
57
|
-
}, [model,
|
|
66
|
+
}, [model, modelOptions.quantization, modelOptions.pro]);
|
|
58
67
|
useEffect(() => {
|
|
59
68
|
return () => {
|
|
60
69
|
cactusSTT.destroy().catch(() => {});
|
|
@@ -74,32 +83,25 @@ export const useCactusSTT = ({
|
|
|
74
83
|
}
|
|
75
84
|
const thisModel = currentModelRef.current;
|
|
76
85
|
const thisDownloadId = ++currentDownloadIdRef.current;
|
|
86
|
+
const isCurrent = () => currentModelRef.current === thisModel && currentDownloadIdRef.current === thisDownloadId;
|
|
77
87
|
setDownloadProgress(0);
|
|
78
88
|
setIsDownloading(true);
|
|
79
89
|
try {
|
|
80
90
|
await cactusSTT.download({
|
|
81
91
|
onProgress: progress => {
|
|
82
|
-
if (
|
|
83
|
-
return;
|
|
84
|
-
}
|
|
92
|
+
if (!isCurrent()) return;
|
|
85
93
|
setDownloadProgress(progress);
|
|
86
94
|
onProgress?.(progress);
|
|
87
95
|
}
|
|
88
96
|
});
|
|
89
|
-
if (
|
|
90
|
-
return;
|
|
91
|
-
}
|
|
97
|
+
if (!isCurrent()) return;
|
|
92
98
|
setIsDownloaded(true);
|
|
93
99
|
} catch (e) {
|
|
94
|
-
if (
|
|
95
|
-
return;
|
|
96
|
-
}
|
|
100
|
+
if (!isCurrent()) return;
|
|
97
101
|
setError(getErrorMessage(e));
|
|
98
102
|
throw e;
|
|
99
103
|
} finally {
|
|
100
|
-
if (
|
|
101
|
-
return;
|
|
102
|
-
}
|
|
104
|
+
if (!isCurrent()) return;
|
|
103
105
|
setIsDownloading(false);
|
|
104
106
|
setDownloadProgress(0);
|
|
105
107
|
}
|
|
@@ -173,6 +175,52 @@ export const useCactusSTT = ({
|
|
|
173
175
|
setIsGenerating(false);
|
|
174
176
|
}
|
|
175
177
|
}, [cactusSTT, isGenerating]);
|
|
178
|
+
const streamTranscribeStart = useCallback(async options => {
|
|
179
|
+
if (isStreamTranscribing) {
|
|
180
|
+
return;
|
|
181
|
+
}
|
|
182
|
+
setError(null);
|
|
183
|
+
setStreamTranscribeConfirmed('');
|
|
184
|
+
setStreamTranscribePending('');
|
|
185
|
+
setIsStreamTranscribing(true);
|
|
186
|
+
try {
|
|
187
|
+
await cactusSTT.streamTranscribeStart(options);
|
|
188
|
+
} catch (e) {
|
|
189
|
+
setError(getErrorMessage(e));
|
|
190
|
+
setIsStreamTranscribing(false);
|
|
191
|
+
throw e;
|
|
192
|
+
}
|
|
193
|
+
}, [cactusSTT, isStreamTranscribing]);
|
|
194
|
+
const streamTranscribeProcess = useCallback(async ({
|
|
195
|
+
audio
|
|
196
|
+
}) => {
|
|
197
|
+
setError(null);
|
|
198
|
+
try {
|
|
199
|
+
const result = await cactusSTT.streamTranscribeProcess({
|
|
200
|
+
audio
|
|
201
|
+
});
|
|
202
|
+
setStreamTranscribeConfirmed(prev => prev + result.confirmed);
|
|
203
|
+
setStreamTranscribePending(result.pending);
|
|
204
|
+
return result;
|
|
205
|
+
} catch (e) {
|
|
206
|
+
setError(getErrorMessage(e));
|
|
207
|
+
throw e;
|
|
208
|
+
}
|
|
209
|
+
}, [cactusSTT]);
|
|
210
|
+
const streamTranscribeStop = useCallback(async () => {
|
|
211
|
+
setError(null);
|
|
212
|
+
try {
|
|
213
|
+
const result = await cactusSTT.streamTranscribeStop();
|
|
214
|
+
setStreamTranscribeConfirmed(prev => prev + result.confirmed);
|
|
215
|
+
setStreamTranscribePending('');
|
|
216
|
+
return result;
|
|
217
|
+
} catch (e) {
|
|
218
|
+
setError(getErrorMessage(e));
|
|
219
|
+
throw e;
|
|
220
|
+
} finally {
|
|
221
|
+
setIsStreamTranscribing(false);
|
|
222
|
+
}
|
|
223
|
+
}, [cactusSTT]);
|
|
176
224
|
const stop = useCallback(async () => {
|
|
177
225
|
setError(null);
|
|
178
226
|
try {
|
|
@@ -202,6 +250,9 @@ export const useCactusSTT = ({
|
|
|
202
250
|
throw e;
|
|
203
251
|
} finally {
|
|
204
252
|
setTranscription('');
|
|
253
|
+
setStreamTranscribeConfirmed('');
|
|
254
|
+
setStreamTranscribePending('');
|
|
255
|
+
setIsStreamTranscribing(false);
|
|
205
256
|
}
|
|
206
257
|
}, [cactusSTT]);
|
|
207
258
|
const getModels = useCallback(async () => {
|
|
@@ -215,7 +266,10 @@ export const useCactusSTT = ({
|
|
|
215
266
|
}, [cactusSTT]);
|
|
216
267
|
return {
|
|
217
268
|
transcription,
|
|
269
|
+
streamTranscribeConfirmed,
|
|
270
|
+
streamTranscribePending,
|
|
218
271
|
isGenerating,
|
|
272
|
+
isStreamTranscribing,
|
|
219
273
|
isInitializing,
|
|
220
274
|
isDownloaded,
|
|
221
275
|
isDownloading,
|
|
@@ -225,8 +279,11 @@ export const useCactusSTT = ({
|
|
|
225
279
|
init,
|
|
226
280
|
transcribe,
|
|
227
281
|
audioEmbed,
|
|
228
|
-
|
|
282
|
+
streamTranscribeStart,
|
|
283
|
+
streamTranscribeProcess,
|
|
284
|
+
streamTranscribeStop,
|
|
229
285
|
stop,
|
|
286
|
+
reset,
|
|
230
287
|
destroy,
|
|
231
288
|
getModels
|
|
232
289
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusSTT","CactusFileSystem","getErrorMessage","useCactusSTT","model","
|
|
1
|
+
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusSTT","CactusFileSystem","getErrorMessage","useCactusSTT","model","options","modelOptions","quantization","undefined","pro","cactusSTT","setCactusSTT","transcription","setTranscription","streamTranscribeConfirmed","setStreamTranscribeConfirmed","streamTranscribePending","setStreamTranscribePending","isGenerating","setIsGenerating","isStreamTranscribing","setIsStreamTranscribing","isInitializing","setIsInitializing","isDownloaded","setIsDownloaded","isDownloading","setIsDownloading","downloadProgress","setDownloadProgress","error","setError","currentModelRef","currentDownloadIdRef","current","newInstance","mounted","modelExists","getModelName","then","exists","catch","e","destroy","download","onProgress","message","Error","thisModel","thisDownloadId","isCurrent","progress","init","transcribe","audio","prompt","onToken","token","prev","audioEmbed","audioPath","streamTranscribeStart","streamTranscribeProcess","result","confirmed","pending","streamTranscribeStop","stop","reset","getModels"],"sourceRoot":"../../../src","sources":["hooks/useCactusSTT.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,EAAEC,MAAM,QAAQ,OAAO;AAChE,SAASC,SAAS,QAAQ,yBAAsB;AAChD,SAASC,gBAAgB,QAAQ,oBAAW;AAC5C,SAASC,eAAe,QAAQ,mBAAgB;AAehD,OAAO,MAAMC,YAAY,GAAGA,CAAC;EAC3BC,KAAK,GAAG,eAAe;EACvBC,OAAO,EAAEC,YAAY,GAAG;IACtBC,YAAY,EAAEC,SAAS;IACvBC,GAAG,EAAE;EACP;AACe,CAAC,GAAG,CAAC,CAAC,KAAK;EAC1B,MAAM,CAACC,SAAS,EAAEC,YAAY,CAAC,GAAGb,QAAQ,CACxC,MAAM,IAAIE,SAAS,CAAC;IAAEI,KAAK;IAAEC,OAAO,EAAEC;EAAa,CAAC,CACtD,CAAC;;EAED;EACA,MAAM,CAACM,aAAa,EAAEC,gBAAgB,CAAC,GAAGf,QAAQ,CAAC,EAAE,CAAC;EACtD,MAAM,CAACgB,yBAAyB,EAAEC,4BAA4B,CAAC,GAC7DjB,QAAQ,CAAC,EAAE,CAAC;EACd,MAAM,CAACkB,uBAAuB,EAAEC,0BAA0B,CAAC,GAAGnB,QAAQ,CAAC,EAAE,CAAC;EAC1E,MAAM,CAACoB,YAAY,EAAEC,eAAe,CAAC,GAAGrB,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACsB,oBAAoB,EAAEC,uBAAuB,CAAC,GAAGvB,QAAQ,CAAC,KAAK,CAAC;EACvE,MAAM,CAACwB,cAAc,EAAEC,iBAAiB,CAAC,GAAGzB,QAAQ,CAAC,KAAK,CAAC;EAC3D,MAAM,CAAC0B,YAAY,EAAEC,eAAe,CAAC,GAAG3B,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAAC4B,aAAa,EAAEC,gBAAgB,CAAC,GAAG7B,QAAQ,CAAC,KAAK,CAAC;EACzD,MAAM,CAAC8B,gBAAgB,EAAEC,mBAAmB,CAAC,GAAG/B,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACgC,KAAK,EAAEC,QAAQ,CAAC,GAAGjC,QAAQ,CAAgB,IAAI,CAAC;EAEvD,MAAMkC,eAAe,GAAGjC,MAAM,CAACK,KAAK,CAAC;EACrC,MAAM6B,oBAAoB,GAAGlC,MAAM,CAAC,CAAC,CAAC;EAEtCF,SAAS,CAAC,MAAM;IACdmC,eAAe,CAACE,OAAO,GAAG9B,KAAK;EACjC,CAAC,EAAE,CAACA,KAAK,CAAC,CAAC;EAEXP,SAAS,CAAC,MAAM;IACd,MAAMsC,WAAW,GAAG,IAAInC,SAAS,CAAC;MAChCI,KAAK;MACLC,OAAO,EAAE;QACPE,YAAY,EAAED,YAAY,CAACC,YAAY;QACvCE,GAAG,EAAEH,YAAY,CAACG;MACpB;IACF,CAAC,CAAC;IACFE,YAAY,CAACwB,WAAW,CAAC;IAEzBtB,gBAAgB,CAAC,EAAE,CAAC;IACpBE,4BAA4B,CAAC,EAAE,CAAC;IAChCE,0BAA0B,CAAC,EAAE,CAAC;IAC9BE,eAAe,CAAC,KAAK,CAAC;IACtBE,uBAAuB,CAAC,KAAK,CAAC;IAC9BE,iBAAiB,CAAC,KAAK,CAAC;IACxBE,eAAe,CAAC,KAAK,CAAC;IACtBE,gBAAgB,CAAC,KAAK,CAAC;IACvBE,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIK,OAAO,GAAG,IAAI;IAClBnC,gBAAgB,CAACoC,WAAW,CAACF,WAAW,CAACG,YAAY,CAAC,CAAC,CAAC,CACrDC,IAAI,CAAEC,MAAM,IAAK;MAChB,IAAIJ,OAAO,EAAEX,eAAe,CAACe,MAAM,CAAC;IACtC,CAAC,CAAC,CACDC,KAAK,CAAEC,CAAC,IAAK;MACZ,IAAIN,OAAO,EAAE;QACXX,eAAe,CAAC,KAAK,CAAC;QACtBM,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC9B;IACF,CAAC,CAAC;IAEJ,OAAO,MAAM;MACXN,OAAO,GAAG,KAAK;IACjB,CAAC;EACH,CAAC,EAAE,CAAChC,KAAK,EAAEE,YAAY,CAACC,YAAY,EAAED,YAAY,CAACG,GAAG,CAAC,CAAC;EAExDZ,SAAS,CAAC,MAAM;IACd,OAAO,MAAM;MACXa,SAAS,CAACiC,OAAO,CAAC,CAAC,CAACF,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACrC,CAAC;EACH,CAAC,EAAE,CAAC/B,SAAS,CAAC,CAAC;EAEf,MAAMkC,QAAQ,GAAGhD,WAAW,CAC1B,OAAO;IAAEiD;EAAoC,CAAC,GAAG,CAAC,CAAC,KAAK;IACtD,IAAInB,aAAa,EAAE;MACjB,MAAMoB,OAAO,GAAG,kCAAkC;MAClDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIP,YAAY,EAAE;MAChB;IACF;IAEA,MAAMwB,SAAS,GAAGhB,eAAe,CAACE,OAAO;IACzC,MAAMe,cAAc,GAAG,EAAEhB,oBAAoB,CAACC,OAAO;IAErD,MAAMgB,SAAS,GAAGA,CAAA,KAChBlB,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc;IAEjDpB,mBAAmB,CAAC,CAAC,CAAC;IACtBF,gBAAgB,CAAC,IAAI,CAAC;IACtB,IAAI;MACF,MAAMjB,SAAS,CAACkC,QAAQ,CAAC;QACvBC,UAAU,EAAGM,QAAQ,IAAK;UACxB,IAAI,CAACD,SAAS,CAAC,CAAC,EAAE;UAClBrB,mBAAmB,CAACsB,QAAQ,CAAC;UAC7BN,UAAU,GAAGM,QAAQ,CAAC;QACxB;MACF,CAAC,CAAC;MAEF,IAAI,CAACD,SAAS,CAAC,CAAC,EAAE;MAClBzB,eAAe,CAAC,IAAI,CAAC;IACvB,CAAC,CAAC,OAAOiB,CAAC,EAAE;MACV,IAAI,CAACQ,SAAS,CAAC,CAAC,EAAE;MAClBnB,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR,IAAI,CAACQ,SAAS,CAAC,CAAC,EAAE;MAClBvB,gBAAgB,CAAC,KAAK,CAAC;MACvBE,mBAAmB,CAAC,CAAC,CAAC;IACxB;EACF,CAAC,EACD,CAACnB,SAAS,EAAEgB,aAAa,EAAEF,YAAY,CACzC,CAAC;EAED,MAAM4B,IAAI,GAAGxD,WAAW,CAAC,YAAY;IACnC,IAAI0B,cAAc,EAAE;MAClB,MAAMwB,OAAO,GAAG,mCAAmC;MACnDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdR,iBAAiB,CAAC,IAAI,CAAC;IACvB,IAAI;MACF,MAAMb,SAAS,CAAC0C,IAAI,CAAC,CAAC;IACxB,CAAC,CAAC,OAAOV,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRnB,iBAAiB,CAAC,KAAK,CAAC;IAC1B;EACF,CAAC,EAAE,CAACb,SAAS,EAAEY,cAAc,CAAC,CAAC;EAE/B,MAAM+B,UAAU,GAAGzD,WAAW,CAC5B,OAAO;IACL0D,KAAK;IACLC,MAAM;IACNlD,OAAO;IACPmD;EACyB,CAAC,KAAyC;IACnE,IAAItC,YAAY,EAAE;MAChB,MAAM4B,OAAO,GAAG,iCAAiC;MACjDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdlB,gBAAgB,CAAC,EAAE,CAAC;IACpBM,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAMT,SAAS,CAAC2C,UAAU,CAAC;QAChCC,KAAK;QACLC,MAAM;QACNlD,OAAO;QACPmD,OAAO,EAAGC,KAAK,IAAK;UAClB5C,gBAAgB,CAAE6C,IAAI,IAAKA,IAAI,GAAGD,KAAK,CAAC;UACxCD,OAAO,GAAGC,KAAK,CAAC;QAClB;MACF,CAAC,CAAC;IACJ,CAAC,CAAC,OAAOf,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRvB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACT,SAAS,EAAEQ,YAAY,CAC1B,CAAC;EAED,MAAMyC,UAAU,GAAG/D,WAAW,CAC5B,OAAO;IACLgE;EACyB,CAAC,KAAyC;IACnE,IAAI1C,YAAY,EAAE;MAChB,MAAM4B,OAAO,GAAG,iCAAiC;MACjDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdZ,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAMT,SAAS,CAACiD,UAAU,CAAC;QAAEC;MAAU,CAAC,CAAC;IAClD,CAAC,CAAC,OAAOlB,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRvB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACT,SAAS,EAAEQ,YAAY,CAC1B,CAAC;EAED,MAAM2C,qBAAqB,GAAGjE,WAAW,CACvC,MAAOS,OAA+C,IAAK;IACzD,IAAIe,oBAAoB,EAAE;MACxB;IACF;IAEAW,QAAQ,CAAC,IAAI,CAAC;IACdhB,4BAA4B,CAAC,EAAE,CAAC;IAChCE,0BAA0B,CAAC,EAAE,CAAC;IAC9BI,uBAAuB,CAAC,IAAI,CAAC;IAC7B,IAAI;MACF,MAAMX,SAAS,CAACmD,qBAAqB,CAACxD,OAAO,CAAC;IAChD,CAAC,CAAC,OAAOqC,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5BrB,uBAAuB,CAAC,KAAK,CAAC;MAC9B,MAAMqB,CAAC;IACT;EACF,CAAC,EACD,CAAChC,SAAS,EAAEU,oBAAoB,CAClC,CAAC;EAED,MAAM0C,uBAAuB,GAAGlE,WAAW,CACzC,OAAO;IACL0D;EACsC,CAAC,KAAsD;IAC7FvB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMgC,MAAM,GAAG,MAAMrD,SAAS,CAACoD,uBAAuB,CAAC;QAAER;MAAM,CAAC,CAAC;MACjEvC,4BAA4B,CAAE2C,IAAI,IAAKA,IAAI,GAAGK,MAAM,CAACC,SAAS,CAAC;MAC/D/C,0BAA0B,CAAC8C,MAAM,CAACE,OAAO,CAAC;MAC1C,OAAOF,MAAM;IACf,CAAC,CAAC,OAAOrB,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EACD,CAAChC,SAAS,CACZ,CAAC;EAED,MAAMwD,oBAAoB,GACxBtE,WAAW,CAAC,YAA0D;IACpEmC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMgC,MAAM,GAAG,MAAMrD,SAAS,CAACwD,oBAAoB,CAAC,CAAC;MACrDnD,4BAA4B,CAAE2C,IAAI,IAAKA,IAAI,GAAGK,MAAM,CAACC,SAAS,CAAC;MAC/D/C,0BAA0B,CAAC,EAAE,CAAC;MAC9B,OAAO8C,MAAM;IACf,CAAC,CAAC,OAAOrB,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,uBAAuB,CAAC,KAAK,CAAC;IAChC;EACF,CAAC,EAAE,CAACX,SAAS,CAAC,CAAC;EAEjB,MAAMyD,IAAI,GAAGvE,WAAW,CAAC,YAAY;IACnCmC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMrB,SAAS,CAACyD,IAAI,CAAC,CAAC;IACxB,CAAC,CAAC,OAAOzB,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAAChC,SAAS,CAAC,CAAC;EAEf,MAAM0D,KAAK,GAAGxE,WAAW,CAAC,YAAY;IACpCmC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMrB,SAAS,CAAC0D,KAAK,CAAC,CAAC;IACzB,CAAC,CAAC,OAAO1B,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR7B,gBAAgB,CAAC,EAAE,CAAC;IACtB;EACF,CAAC,EAAE,CAACH,SAAS,CAAC,CAAC;EAEf,MAAMiC,OAAO,GAAG/C,WAAW,CAAC,YAAY;IACtCmC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMrB,SAAS,CAACiC,OAAO,CAAC,CAAC;IAC3B,CAAC,CAAC,OAAOD,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR7B,gBAAgB,CAAC,EAAE,CAAC;MACpBE,4BAA4B,CAAC,EAAE,CAAC;MAChCE,0BAA0B,CAAC,EAAE,CAAC;MAC9BI,uBAAuB,CAAC,KAAK,CAAC;IAChC;EACF,CAAC,EAAE,CAACX,SAAS,CAAC,CAAC;EAEf,MAAM2D,SAAS,GAAGzE,WAAW,CAAC,YAAoC;IAChEmC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,OAAO,MAAMrB,SAAS,CAAC2D,SAAS,CAAC,CAAC;IACpC,CAAC,CAAC,OAAO3B,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAAChC,SAAS,CAAC,CAAC;EAEf,OAAO;IACLE,aAAa;IACbE,yBAAyB;IACzBE,uBAAuB;IACvBE,YAAY;IACZE,oBAAoB;IACpBE,cAAc;IACdE,YAAY;IACZE,aAAa;IACbE,gBAAgB;IAChBE,KAAK;IAELc,QAAQ;IACRQ,IAAI;IACJC,UAAU;IACVM,UAAU;IACVE,qBAAqB;IACrBC,uBAAuB;IACvBI,oBAAoB;IACpBC,IAAI;IACJC,KAAK;IACLzB,OAAO;IACP0B;EACF,CAAC;AACH,CAAC","ignoreList":[]}
|
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
import { useCallback, useEffect, useState, useRef } from 'react';
|
|
4
|
+
import { CactusVAD } from "../classes/CactusVAD.js";
|
|
5
|
+
import { CactusFileSystem } from "../native/index.js";
|
|
6
|
+
import { getErrorMessage } from "../utils/error.js";
|
|
7
|
+
export const useCactusVAD = ({
|
|
8
|
+
model = 'silero-vad',
|
|
9
|
+
options: modelOptions = {
|
|
10
|
+
quantization: undefined,
|
|
11
|
+
pro: false
|
|
12
|
+
}
|
|
13
|
+
} = {}) => {
|
|
14
|
+
const [cactusVAD, setCactusVAD] = useState(() => new CactusVAD({
|
|
15
|
+
model,
|
|
16
|
+
options: modelOptions
|
|
17
|
+
}));
|
|
18
|
+
const [isInitializing, setIsInitializing] = useState(false);
|
|
19
|
+
const [isDownloaded, setIsDownloaded] = useState(false);
|
|
20
|
+
const [isDownloading, setIsDownloading] = useState(false);
|
|
21
|
+
const [downloadProgress, setDownloadProgress] = useState(0);
|
|
22
|
+
const [error, setError] = useState(null);
|
|
23
|
+
const currentModelRef = useRef(model);
|
|
24
|
+
const currentDownloadIdRef = useRef(0);
|
|
25
|
+
useEffect(() => {
|
|
26
|
+
currentModelRef.current = model;
|
|
27
|
+
}, [model]);
|
|
28
|
+
useEffect(() => {
|
|
29
|
+
const newInstance = new CactusVAD({
|
|
30
|
+
model,
|
|
31
|
+
options: {
|
|
32
|
+
quantization: modelOptions.quantization,
|
|
33
|
+
pro: modelOptions.pro
|
|
34
|
+
}
|
|
35
|
+
});
|
|
36
|
+
setCactusVAD(newInstance);
|
|
37
|
+
setIsInitializing(false);
|
|
38
|
+
setIsDownloaded(false);
|
|
39
|
+
setIsDownloading(false);
|
|
40
|
+
setDownloadProgress(0);
|
|
41
|
+
setError(null);
|
|
42
|
+
let mounted = true;
|
|
43
|
+
CactusFileSystem.modelExists(newInstance.getModelName()).then(exists => {
|
|
44
|
+
if (!mounted) {
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
setIsDownloaded(exists);
|
|
48
|
+
}).catch(e => {
|
|
49
|
+
if (!mounted) {
|
|
50
|
+
return;
|
|
51
|
+
}
|
|
52
|
+
setIsDownloaded(false);
|
|
53
|
+
setError(getErrorMessage(e));
|
|
54
|
+
});
|
|
55
|
+
return () => {
|
|
56
|
+
mounted = false;
|
|
57
|
+
};
|
|
58
|
+
}, [model, modelOptions.quantization, modelOptions.pro]);
|
|
59
|
+
useEffect(() => {
|
|
60
|
+
return () => {
|
|
61
|
+
cactusVAD.destroy().catch(() => {});
|
|
62
|
+
};
|
|
63
|
+
}, [cactusVAD]);
|
|
64
|
+
const download = useCallback(async ({
|
|
65
|
+
onProgress
|
|
66
|
+
} = {}) => {
|
|
67
|
+
if (isDownloading) {
|
|
68
|
+
const message = 'CactusVAD is already downloading';
|
|
69
|
+
setError(message);
|
|
70
|
+
throw new Error(message);
|
|
71
|
+
}
|
|
72
|
+
setError(null);
|
|
73
|
+
if (isDownloaded) {
|
|
74
|
+
return;
|
|
75
|
+
}
|
|
76
|
+
const thisModel = currentModelRef.current;
|
|
77
|
+
const thisDownloadId = ++currentDownloadIdRef.current;
|
|
78
|
+
setDownloadProgress(0);
|
|
79
|
+
setIsDownloading(true);
|
|
80
|
+
try {
|
|
81
|
+
await cactusVAD.download({
|
|
82
|
+
onProgress: progress => {
|
|
83
|
+
if (currentModelRef.current !== thisModel || currentDownloadIdRef.current !== thisDownloadId) {
|
|
84
|
+
return;
|
|
85
|
+
}
|
|
86
|
+
setDownloadProgress(progress);
|
|
87
|
+
onProgress?.(progress);
|
|
88
|
+
}
|
|
89
|
+
});
|
|
90
|
+
if (currentModelRef.current !== thisModel || currentDownloadIdRef.current !== thisDownloadId) {
|
|
91
|
+
return;
|
|
92
|
+
}
|
|
93
|
+
setIsDownloaded(true);
|
|
94
|
+
} catch (e) {
|
|
95
|
+
if (currentModelRef.current !== thisModel || currentDownloadIdRef.current !== thisDownloadId) {
|
|
96
|
+
return;
|
|
97
|
+
}
|
|
98
|
+
setError(getErrorMessage(e));
|
|
99
|
+
throw e;
|
|
100
|
+
} finally {
|
|
101
|
+
if (currentModelRef.current !== thisModel || currentDownloadIdRef.current !== thisDownloadId) {
|
|
102
|
+
return;
|
|
103
|
+
}
|
|
104
|
+
setIsDownloading(false);
|
|
105
|
+
setDownloadProgress(0);
|
|
106
|
+
}
|
|
107
|
+
}, [cactusVAD, isDownloading, isDownloaded]);
|
|
108
|
+
const init = useCallback(async () => {
|
|
109
|
+
if (isInitializing) {
|
|
110
|
+
const message = 'CactusVAD is already initializing';
|
|
111
|
+
setError(message);
|
|
112
|
+
throw new Error(message);
|
|
113
|
+
}
|
|
114
|
+
setError(null);
|
|
115
|
+
setIsInitializing(true);
|
|
116
|
+
try {
|
|
117
|
+
await cactusVAD.init();
|
|
118
|
+
} catch (e) {
|
|
119
|
+
setError(getErrorMessage(e));
|
|
120
|
+
throw e;
|
|
121
|
+
} finally {
|
|
122
|
+
setIsInitializing(false);
|
|
123
|
+
}
|
|
124
|
+
}, [cactusVAD, isInitializing]);
|
|
125
|
+
const vad = useCallback(async ({
|
|
126
|
+
audio,
|
|
127
|
+
options
|
|
128
|
+
}) => {
|
|
129
|
+
setError(null);
|
|
130
|
+
try {
|
|
131
|
+
return await cactusVAD.vad({
|
|
132
|
+
audio,
|
|
133
|
+
options
|
|
134
|
+
});
|
|
135
|
+
} catch (e) {
|
|
136
|
+
setError(getErrorMessage(e));
|
|
137
|
+
throw e;
|
|
138
|
+
}
|
|
139
|
+
}, [cactusVAD]);
|
|
140
|
+
const destroy = useCallback(async () => {
|
|
141
|
+
setError(null);
|
|
142
|
+
try {
|
|
143
|
+
await cactusVAD.destroy();
|
|
144
|
+
} catch (e) {
|
|
145
|
+
setError(getErrorMessage(e));
|
|
146
|
+
throw e;
|
|
147
|
+
}
|
|
148
|
+
}, [cactusVAD]);
|
|
149
|
+
const getModels = useCallback(async () => {
|
|
150
|
+
setError(null);
|
|
151
|
+
try {
|
|
152
|
+
return await cactusVAD.getModels();
|
|
153
|
+
} catch (e) {
|
|
154
|
+
setError(getErrorMessage(e));
|
|
155
|
+
throw e;
|
|
156
|
+
}
|
|
157
|
+
}, [cactusVAD]);
|
|
158
|
+
return {
|
|
159
|
+
isInitializing,
|
|
160
|
+
isDownloaded,
|
|
161
|
+
isDownloading,
|
|
162
|
+
downloadProgress,
|
|
163
|
+
error,
|
|
164
|
+
download,
|
|
165
|
+
init,
|
|
166
|
+
vad,
|
|
167
|
+
destroy,
|
|
168
|
+
getModels
|
|
169
|
+
};
|
|
170
|
+
};
|
|
171
|
+
//# sourceMappingURL=useCactusVAD.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusVAD","CactusFileSystem","getErrorMessage","useCactusVAD","model","options","modelOptions","quantization","undefined","pro","cactusVAD","setCactusVAD","isInitializing","setIsInitializing","isDownloaded","setIsDownloaded","isDownloading","setIsDownloading","downloadProgress","setDownloadProgress","error","setError","currentModelRef","currentDownloadIdRef","current","newInstance","mounted","modelExists","getModelName","then","exists","catch","e","destroy","download","onProgress","message","Error","thisModel","thisDownloadId","progress","init","vad","audio","getModels"],"sourceRoot":"../../../src","sources":["hooks/useCactusVAD.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,EAAEC,MAAM,QAAQ,OAAO;AAChE,SAASC,SAAS,QAAQ,yBAAsB;AAChD,SAASC,gBAAgB,QAAQ,oBAAW;AAC5C,SAASC,eAAe,QAAQ,mBAAgB;AAShD,OAAO,MAAMC,YAAY,GAAGA,CAAC;EAC3BC,KAAK,GAAG,YAAY;EACpBC,OAAO,EAAEC,YAAY,GAAG;IACtBC,YAAY,EAAEC,SAAS;IACvBC,GAAG,EAAE;EACP;AACe,CAAC,GAAG,CAAC,CAAC,KAAK;EAC1B,MAAM,CAACC,SAAS,EAAEC,YAAY,CAAC,GAAGb,QAAQ,CACxC,MAAM,IAAIE,SAAS,CAAC;IAAEI,KAAK;IAAEC,OAAO,EAAEC;EAAa,CAAC,CACtD,CAAC;EAED,MAAM,CAACM,cAAc,EAAEC,iBAAiB,CAAC,GAAGf,QAAQ,CAAC,KAAK,CAAC;EAC3D,MAAM,CAACgB,YAAY,EAAEC,eAAe,CAAC,GAAGjB,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACkB,aAAa,EAAEC,gBAAgB,CAAC,GAAGnB,QAAQ,CAAC,KAAK,CAAC;EACzD,MAAM,CAACoB,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGrB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACsB,KAAK,EAAEC,QAAQ,CAAC,GAAGvB,QAAQ,CAAgB,IAAI,CAAC;EAEvD,MAAMwB,eAAe,GAAGvB,MAAM,CAACK,KAAK,CAAC;EACrC,MAAMmB,oBAAoB,GAAGxB,MAAM,CAAC,CAAC,CAAC;EAEtCF,SAAS,CAAC,MAAM;IACdyB,eAAe,CAACE,OAAO,GAAGpB,KAAK;EACjC,CAAC,EAAE,CAACA,KAAK,CAAC,CAAC;EAEXP,SAAS,CAAC,MAAM;IACd,MAAM4B,WAAW,GAAG,IAAIzB,SAAS,CAAC;MAChCI,KAAK;MACLC,OAAO,EAAE;QACPE,YAAY,EAAED,YAAY,CAACC,YAAY;QACvCE,GAAG,EAAEH,YAAY,CAACG;MACpB;IACF,CAAC,CAAC;IACFE,YAAY,CAACc,WAAW,CAAC;IAEzBZ,iBAAiB,CAAC,KAAK,CAAC;IACxBE,eAAe,CAAC,KAAK,CAAC;IACtBE,gBAAgB,CAAC,KAAK,CAAC;IACvBE,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIK,OAAO,GAAG,IAAI;IAClBzB,gBAAgB,CAAC0B,WAAW,CAACF,WAAW,CAACG,YAAY,CAAC,CAAC,CAAC,CACrDC,IAAI,CAAEC,MAAM,IAAK;MAChB,IAAI,CAACJ,OAAO,EAAE;QACZ;MACF;MACAX,eAAe,CAACe,MAAM,CAAC;IACzB,CAAC,CAAC,CACDC,KAAK,CAAEC,CAAC,IAAK;MACZ,IAAI,CAACN,OAAO,EAAE;QACZ;MACF;MACAX,eAAe,CAAC,KAAK,CAAC;MACtBM,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC;IAEJ,OAAO,MAAM;MACXN,OAAO,GAAG,KAAK;IACjB,CAAC;EACH,CAAC,EAAE,CAACtB,KAAK,EAAEE,YAAY,CAACC,YAAY,EAAED,YAAY,CAACG,GAAG,CAAC,CAAC;EAExDZ,SAAS,CAAC,MAAM;IACd,OAAO,MAAM;MACXa,SAAS,CAACuB,OAAO,CAAC,CAAC,CAACF,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACrC,CAAC;EACH,CAAC,EAAE,CAACrB,SAAS,CAAC,CAAC;EAEf,MAAMwB,QAAQ,GAAGtC,WAAW,CAC1B,OAAO;IAAEuC;EAAoC,CAAC,GAAG,CAAC,CAAC,KAAK;IACtD,IAAInB,aAAa,EAAE;MACjB,MAAMoB,OAAO,GAAG,kCAAkC;MAClDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIP,YAAY,EAAE;MAChB;IACF;IAEA,MAAMwB,SAAS,GAAGhB,eAAe,CAACE,OAAO;IACzC,MAAMe,cAAc,GAAG,EAAEhB,oBAAoB,CAACC,OAAO;IAErDL,mBAAmB,CAAC,CAAC,CAAC;IACtBF,gBAAgB,CAAC,IAAI,CAAC;IACtB,IAAI;MACF,MAAMP,SAAS,CAACwB,QAAQ,CAAC;QACvBC,UAAU,EAAGK,QAAQ,IAAK;UACxB,IACElB,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;YACA;UACF;UAEApB,mBAAmB,CAACqB,QAAQ,CAAC;UAC7BL,UAAU,GAAGK,QAAQ,CAAC;QACxB;MACF,CAAC,CAAC;MAEF,IACElB,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;QACA;MACF;MAEAxB,eAAe,CAAC,IAAI,CAAC;IACvB,CAAC,CAAC,OAAOiB,CAAC,EAAE;MACV,IACEV,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;QACA;MACF;MAEAlB,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR,IACEV,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;QACA;MACF;MAEAtB,gBAAgB,CAAC,KAAK,CAAC;MACvBE,mBAAmB,CAAC,CAAC,CAAC;IACxB;EACF,CAAC,EACD,CAACT,SAAS,EAAEM,aAAa,EAAEF,YAAY,CACzC,CAAC;EAED,MAAM2B,IAAI,GAAG7C,WAAW,CAAC,YAAY;IACnC,IAAIgB,cAAc,EAAE;MAClB,MAAMwB,OAAO,GAAG,mCAAmC;MACnDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdR,iBAAiB,CAAC,IAAI,CAAC;IACvB,IAAI;MACF,MAAMH,SAAS,CAAC+B,IAAI,CAAC,CAAC;IACxB,CAAC,CAAC,OAAOT,CAAC,EAAE;MACVX,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRnB,iBAAiB,CAAC,KAAK,CAAC;IAC1B;EACF,CAAC,EAAE,CAACH,SAAS,EAAEE,cAAc,CAAC,CAAC;EAE/B,MAAM8B,GAAG,GAAG9C,WAAW,CACrB,OAAO;IACL+C,KAAK;IACLtC;EACkB,CAAC,KAA+B;IAClDgB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,OAAO,MAAMX,SAAS,CAACgC,GAAG,CAAC;QAAEC,KAAK;QAAEtC;MAAQ,CAAC,CAAC;IAChD,CAAC,CAAC,OAAO2B,CAAC,EAAE;MACVX,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EACD,CAACtB,SAAS,CACZ,CAAC;EAED,MAAMuB,OAAO,GAAGrC,WAAW,CAAC,YAAY;IACtCyB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMX,SAAS,CAACuB,OAAO,CAAC,CAAC;IAC3B,CAAC,CAAC,OAAOD,CAAC,EAAE;MACVX,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAACtB,SAAS,CAAC,CAAC;EAEf,MAAMkC,SAAS,GAAGhD,WAAW,CAAC,YAAoC;IAChEyB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,OAAO,MAAMX,SAAS,CAACkC,SAAS,CAAC,CAAC;IACpC,CAAC,CAAC,OAAOZ,CAAC,EAAE;MACVX,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAACtB,SAAS,CAAC,CAAC;EAEf,OAAO;IACLE,cAAc;IACdE,YAAY;IACZE,aAAa;IACbE,gBAAgB;IAChBE,KAAK;IAELc,QAAQ;IACRO,IAAI;IACJC,GAAG;IACHT,OAAO;IACPW;EACF,CAAC;AACH,CAAC","ignoreList":[]}
|
package/lib/module/index.js
CHANGED
|
@@ -3,15 +3,14 @@
|
|
|
3
3
|
// Classes
|
|
4
4
|
export { CactusLM } from "./classes/CactusLM.js";
|
|
5
5
|
export { CactusSTT } from "./classes/CactusSTT.js";
|
|
6
|
+
export { CactusVAD } from "./classes/CactusVAD.js";
|
|
6
7
|
export { CactusIndex } from "./classes/CactusIndex.js";
|
|
7
8
|
|
|
8
9
|
// Hooks
|
|
9
10
|
export { useCactusLM } from "./hooks/useCactusLM.js";
|
|
10
11
|
export { useCactusSTT } from "./hooks/useCactusSTT.js";
|
|
12
|
+
export { useCactusVAD } from "./hooks/useCactusVAD.js";
|
|
11
13
|
export { useCactusIndex } from "./hooks/useCactusIndex.js";
|
|
12
14
|
|
|
13
15
|
// Types
|
|
14
|
-
|
|
15
|
-
// Config
|
|
16
|
-
export { CactusConfig } from "./config/CactusConfig.js";
|
|
17
16
|
//# sourceMappingURL=index.js.map
|
package/lib/module/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["CactusLM","CactusSTT","CactusIndex","useCactusLM","useCactusSTT","
|
|
1
|
+
{"version":3,"names":["CactusLM","CactusSTT","CactusVAD","CactusIndex","useCactusLM","useCactusSTT","useCactusVAD","useCactusIndex"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;AAAA;AACA,SAASA,QAAQ,QAAQ,uBAAoB;AAC7C,SAASC,SAAS,QAAQ,wBAAqB;AAC/C,SAASC,SAAS,QAAQ,wBAAqB;AAC/C,SAASC,WAAW,QAAQ,0BAAuB;;AAEnD;AACA,SAASC,WAAW,QAAQ,wBAAqB;AACjD,SAASC,YAAY,QAAQ,yBAAsB;AACnD,SAASC,YAAY,QAAQ,yBAAsB;AACnD,SAASC,cAAc,QAAQ,2BAAwB;;AAEvD","ignoreList":[]}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
const VERSION = 'v1.7';
|
|
4
|
+
let registryPromise = null;
|
|
5
|
+
export function getRegistry() {
|
|
6
|
+
return registryPromise ??= fetchRegistry();
|
|
7
|
+
}
|
|
8
|
+
async function fetchRegistry() {
|
|
9
|
+
const response = await fetch('https://huggingface.co/api/models?author=Cactus-Compute&full=true').catch(e => {
|
|
10
|
+
registryPromise = null;
|
|
11
|
+
throw e;
|
|
12
|
+
});
|
|
13
|
+
if (!response.ok) {
|
|
14
|
+
registryPromise = null;
|
|
15
|
+
throw new Error(`Failed to fetch model registry: ${response.status}`);
|
|
16
|
+
}
|
|
17
|
+
const models = await response.json();
|
|
18
|
+
const registry = {};
|
|
19
|
+
for (const {
|
|
20
|
+
id,
|
|
21
|
+
siblings = []
|
|
22
|
+
} of models) {
|
|
23
|
+
const weights = siblings.map(s => s.rfilename).filter(f => f.startsWith('weights/') && f.endsWith('.zip'));
|
|
24
|
+
if (!weights.some(f => f.endsWith('-int4.zip')) || !weights.some(f => f.endsWith('-int8.zip'))) continue;
|
|
25
|
+
const key = weights.find(f => f.endsWith('-int4.zip')).replace('weights/', '').replace('-int4.zip', '');
|
|
26
|
+
const base = `https://huggingface.co/${id}/resolve/${VERSION}/weights/${key}`;
|
|
27
|
+
registry[key] = {
|
|
28
|
+
quantization: {
|
|
29
|
+
int4: {
|
|
30
|
+
sizeMb: 0,
|
|
31
|
+
url: `${base}-int4.zip`,
|
|
32
|
+
...(weights.some(f => f.endsWith('-int4-apple.zip')) ? {
|
|
33
|
+
pro: {
|
|
34
|
+
apple: `${base}-int4-apple.zip`
|
|
35
|
+
}
|
|
36
|
+
} : {})
|
|
37
|
+
},
|
|
38
|
+
int8: {
|
|
39
|
+
sizeMb: 0,
|
|
40
|
+
url: `${base}-int8.zip`,
|
|
41
|
+
...(weights.some(f => f.endsWith('-int8-apple.zip')) ? {
|
|
42
|
+
pro: {
|
|
43
|
+
apple: `${base}-int8-apple.zip`
|
|
44
|
+
}
|
|
45
|
+
} : {})
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
return registry;
|
|
51
|
+
}
|
|
52
|
+
//# sourceMappingURL=modelRegistry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["VERSION","registryPromise","getRegistry","fetchRegistry","response","fetch","catch","e","ok","Error","status","models","json","registry","id","siblings","weights","map","s","rfilename","filter","f","startsWith","endsWith","some","key","find","replace","base","quantization","int4","sizeMb","url","pro","apple","int8"],"sourceRoot":"../../src","sources":["modelRegistry.ts"],"mappings":";;AAEA,MAAMA,OAAO,GAAG,MAAM;AAEtB,IAAIC,eAA+D,GAAG,IAAI;AAE1E,OAAO,SAASC,WAAWA,CAAA,EAA4C;EACrE,OAAQD,eAAe,KAAKE,aAAa,CAAC,CAAC;AAC7C;AAEA,eAAeA,aAAaA,CAAA,EAA4C;EACtE,MAAMC,QAAQ,GAAG,MAAMC,KAAK,CAC1B,mEACF,CAAC,CAACC,KAAK,CAAEC,CAAC,IAAK;IACbN,eAAe,GAAG,IAAI;IACtB,MAAMM,CAAC;EACT,CAAC,CAAC;EACF,IAAI,CAACH,QAAQ,CAACI,EAAE,EAAE;IAChBP,eAAe,GAAG,IAAI;IACtB,MAAM,IAAIQ,KAAK,CAAC,mCAAmCL,QAAQ,CAACM,MAAM,EAAE,CAAC;EACvE;EAEA,MAAMC,MAAa,GAAG,MAAMP,QAAQ,CAACQ,IAAI,CAAC,CAAC;EAC3C,MAAMC,QAAwC,GAAG,CAAC,CAAC;EAEnD,KAAK,MAAM;IAAEC,EAAE;IAAEC,QAAQ,GAAG;EAAG,CAAC,IAAIJ,MAAM,EAAE;IAC1C,MAAMK,OAAiB,GAAGD,QAAQ,CAC/BE,GAAG,CAAEC,CAAM,IAAKA,CAAC,CAACC,SAAS,CAAC,CAC5BC,MAAM,CAAEC,CAAS,IAAKA,CAAC,CAACC,UAAU,CAAC,UAAU,CAAC,IAAID,CAAC,CAACE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAExE,IACE,CAACP,OAAO,CAACQ,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,WAAW,CAAC,CAAC,IAC7C,CAACP,OAAO,CAACQ,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,WAAW,CAAC,CAAC,EAE7C;IAEF,MAAME,GAAG,GAAGT,OAAO,CAChBU,IAAI,CAAEL,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,WAAW,CAAC,CAAC,CACpCI,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CACvBA,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IAE3B,MAAMC,IAAI,GAAG,0BAA0Bd,EAAE,YAAYd,OAAO,YAAYyB,GAAG,EAAE;IAE7EZ,QAAQ,CAACY,GAAG,CAAC,GAAG;MACdI,YAAY,EAAE;QACZC,IAAI,EAAE;UACJC,MAAM,EAAE,CAAC;UACTC,GAAG,EAAE,GAAGJ,IAAI,WAAW;UACvB,IAAIZ,OAAO,CAACQ,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,GAClD;YAAEU,GAAG,EAAE;cAAEC,KAAK,EAAE,GAAGN,IAAI;YAAkB;UAAE,CAAC,GAC5C,CAAC,CAAC;QACR,CAAC;QACDO,IAAI,EAAE;UACJJ,MAAM,EAAE,CAAC;UACTC,GAAG,EAAE,GAAGJ,IAAI,WAAW;UACvB,IAAIZ,OAAO,CAACQ,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,GAClD;YAAEU,GAAG,EAAE;cAAEC,KAAK,EAAE,GAAGN,IAAI;YAAkB;UAAE,CAAC,GAC5C,CAAC,CAAC;QACR;MACF;IACF,CAAC;EACH;EAEA,OAAOf,QAAQ;AACjB","ignoreList":[]}
|