cactus-react-native 1.0.2 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +378 -21
- package/android/src/main/java/com/margelo/nitro/cactus/HybridCactusCrypto.kt +23 -15
- package/android/src/main/java/com/margelo/nitro/cactus/HybridCactusDeviceInfo.kt +12 -9
- package/android/src/main/java/com/margelo/nitro/cactus/HybridCactusFileSystem.kt +42 -41
- package/android/src/main/java/com/margelo/nitro/cactus/HybridCactusImage.kt +81 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus.a +0 -0
- package/cpp/HybridCactus.cpp +105 -0
- package/cpp/HybridCactus.hpp +13 -0
- package/cpp/cactus_ffi.h +27 -0
- package/ios/HybridCactusImage.swift +53 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus_ffi.h +27 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/engine.h +37 -5
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ffi_utils.h +10 -9
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/graph.h +49 -7
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/kernel.h +31 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/cactus_ffi.h +27 -0
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/engine.h +37 -5
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/ffi_utils.h +10 -9
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/graph.h +49 -7
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/kernel.h +31 -0
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/cactus +0 -0
- package/lib/module/api/Database.js +23 -0
- package/lib/module/api/Database.js.map +1 -1
- package/lib/module/api/RemoteLM.js +201 -0
- package/lib/module/api/RemoteLM.js.map +1 -0
- package/lib/module/classes/CactusLM.js +52 -26
- package/lib/module/classes/CactusLM.js.map +1 -1
- package/lib/module/classes/CactusSTT.js +139 -0
- package/lib/module/classes/CactusSTT.js.map +1 -0
- package/lib/module/config/CactusConfig.js +4 -0
- package/lib/module/config/CactusConfig.js.map +1 -1
- package/lib/module/constants/packageVersion.js +1 -1
- package/lib/module/hooks/useCactusLM.js +33 -10
- package/lib/module/hooks/useCactusLM.js.map +1 -1
- package/lib/module/hooks/useCactusSTT.js +234 -0
- package/lib/module/hooks/useCactusSTT.js.map +1 -0
- package/lib/module/index.js +2 -0
- package/lib/module/index.js.map +1 -1
- package/lib/module/native/Cactus.js +50 -1
- package/lib/module/native/Cactus.js.map +1 -1
- package/lib/module/native/CactusFileSystem.js +2 -3
- package/lib/module/native/CactusFileSystem.js.map +1 -1
- package/lib/module/native/CactusImage.js +13 -0
- package/lib/module/native/CactusImage.js.map +1 -0
- package/lib/module/native/index.js +1 -0
- package/lib/module/native/index.js.map +1 -1
- package/lib/module/specs/CactusImage.nitro.js +4 -0
- package/lib/module/specs/CactusImage.nitro.js.map +1 -0
- package/lib/module/telemetry/Telemetry.js +53 -1
- package/lib/module/telemetry/Telemetry.js.map +1 -1
- package/lib/module/types/CactusSTT.js +2 -0
- package/lib/module/types/CactusSTT.js.map +1 -0
- package/lib/typescript/src/api/Database.d.ts +1 -0
- package/lib/typescript/src/api/Database.d.ts.map +1 -1
- package/lib/typescript/src/api/RemoteLM.d.ts +14 -0
- package/lib/typescript/src/api/RemoteLM.d.ts.map +1 -0
- package/lib/typescript/src/classes/CactusLM.d.ts +6 -4
- package/lib/typescript/src/classes/CactusLM.d.ts.map +1 -1
- package/lib/typescript/src/classes/CactusSTT.d.ts +26 -0
- package/lib/typescript/src/classes/CactusSTT.d.ts.map +1 -0
- package/lib/typescript/src/config/CactusConfig.d.ts +1 -0
- package/lib/typescript/src/config/CactusConfig.d.ts.map +1 -1
- package/lib/typescript/src/constants/packageVersion.d.ts +1 -1
- package/lib/typescript/src/hooks/useCactusLM.d.ts +4 -3
- package/lib/typescript/src/hooks/useCactusLM.d.ts.map +1 -1
- package/lib/typescript/src/hooks/useCactusSTT.d.ts +20 -0
- package/lib/typescript/src/hooks/useCactusSTT.d.ts.map +1 -0
- package/lib/typescript/src/index.d.ts +4 -1
- package/lib/typescript/src/index.d.ts.map +1 -1
- package/lib/typescript/src/native/Cactus.d.ts +9 -2
- package/lib/typescript/src/native/Cactus.d.ts.map +1 -1
- package/lib/typescript/src/native/CactusFileSystem.d.ts +1 -1
- package/lib/typescript/src/native/CactusFileSystem.d.ts.map +1 -1
- package/lib/typescript/src/native/CactusImage.d.ts +6 -0
- package/lib/typescript/src/native/CactusImage.d.ts.map +1 -0
- package/lib/typescript/src/native/index.d.ts +1 -0
- package/lib/typescript/src/native/index.d.ts.map +1 -1
- package/lib/typescript/src/specs/Cactus.nitro.d.ts +3 -0
- package/lib/typescript/src/specs/Cactus.nitro.d.ts.map +1 -1
- package/lib/typescript/src/specs/CactusImage.nitro.d.ts +9 -0
- package/lib/typescript/src/specs/CactusImage.nitro.d.ts.map +1 -0
- package/lib/typescript/src/telemetry/Telemetry.d.ts +5 -1
- package/lib/typescript/src/telemetry/Telemetry.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusLM.d.ts +8 -5
- package/lib/typescript/src/types/CactusLM.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusSTT.d.ts +37 -0
- package/lib/typescript/src/types/CactusSTT.d.ts.map +1 -0
- package/nitro.json +4 -0
- package/nitrogen/generated/android/c++/JHybridCactusImageSpec.cpp +81 -0
- package/nitrogen/generated/android/c++/JHybridCactusImageSpec.hpp +66 -0
- package/nitrogen/generated/android/cactus+autolinking.cmake +2 -0
- package/nitrogen/generated/android/cactusOnLoad.cpp +10 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/cactus/HybridCactusImageSpec.kt +62 -0
- package/nitrogen/generated/ios/Cactus-Swift-Cxx-Bridge.cpp +17 -0
- package/nitrogen/generated/ios/Cactus-Swift-Cxx-Bridge.hpp +17 -0
- package/nitrogen/generated/ios/Cactus-Swift-Cxx-Umbrella.hpp +5 -0
- package/nitrogen/generated/ios/CactusAutolinking.mm +8 -0
- package/nitrogen/generated/ios/CactusAutolinking.swift +15 -0
- package/nitrogen/generated/ios/c++/HybridCactusImageSpecSwift.cpp +11 -0
- package/nitrogen/generated/ios/c++/HybridCactusImageSpecSwift.hpp +85 -0
- package/nitrogen/generated/ios/swift/HybridCactusImageSpec.swift +58 -0
- package/nitrogen/generated/ios/swift/HybridCactusImageSpec_cxx.swift +158 -0
- package/nitrogen/generated/shared/c++/HybridCactusImageSpec.cpp +22 -0
- package/nitrogen/generated/shared/c++/HybridCactusImageSpec.hpp +64 -0
- package/nitrogen/generated/shared/c++/HybridCactusSpec.cpp +3 -0
- package/nitrogen/generated/shared/c++/HybridCactusSpec.hpp +3 -0
- package/package.json +1 -1
- package/src/api/Database.ts +27 -0
- package/src/api/RemoteLM.ts +273 -0
- package/src/classes/CactusLM.ts +72 -38
- package/src/classes/CactusSTT.ts +188 -0
- package/src/config/CactusConfig.ts +4 -0
- package/src/constants/packageVersion.ts +1 -1
- package/src/hooks/useCactusLM.ts +45 -17
- package/src/hooks/useCactusSTT.ts +285 -0
- package/src/index.tsx +14 -2
- package/src/native/Cactus.ts +94 -4
- package/src/native/CactusFileSystem.ts +2 -2
- package/src/native/CactusImage.ts +20 -0
- package/src/native/index.ts +1 -0
- package/src/specs/Cactus.nitro.ts +9 -0
- package/src/specs/CactusImage.nitro.ts +12 -0
- package/src/telemetry/Telemetry.ts +78 -1
- package/src/types/CactusLM.ts +9 -5
- package/src/types/CactusSTT.ts +42 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusLM","CactusFileSystem","getErrorMessage","useCactusLM","model","contextSize","corpusDir","undefined","cactusLM","setCactusLM","completion","setCompletion","isGenerating","setIsGenerating","isInitializing","setIsInitializing","isDownloaded","setIsDownloaded","isDownloading","setIsDownloading","downloadProgress","setDownloadProgress","error","setError","currentModelRef","currentDownloadIdRef","current","mounted","modelExists","then","exists","catch","e","destroy","download","onProgress","message","Error","thisModel","thisDownloadId","progress","init","complete","messages","options","tools","onToken","token","prev","embed","text","stop","reset","getModels"
|
|
1
|
+
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusLM","CactusFileSystem","getErrorMessage","useCactusLM","model","contextSize","corpusDir","undefined","cactusLM","setCactusLM","completion","setCompletion","isGenerating","setIsGenerating","isInitializing","setIsInitializing","isDownloaded","setIsDownloaded","isDownloading","setIsDownloading","downloadProgress","setDownloadProgress","error","setError","currentModelRef","currentDownloadIdRef","current","mounted","modelExists","then","exists","catch","e","destroy","download","onProgress","message","Error","thisModel","thisDownloadId","progress","init","complete","messages","options","tools","onToken","mode","token","prev","embed","text","imageEmbed","imagePath","stop","reset","getModels"],"sourceRoot":"../../../src","sources":["hooks/useCactusLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,EAAEC,MAAM,QAAQ,OAAO;AAChE,SAASC,QAAQ,QAAQ,wBAAqB;AAC9C,SAASC,gBAAgB,QAAQ,oBAAW;AAC5C,SAASC,eAAe,QAAQ,mBAAgB;AAahD,OAAO,MAAMC,WAAW,GAAGA,CAAC;EAC1BC,KAAK,GAAG,WAAW;EACnBC,WAAW,GAAG,IAAI;EAClBC,SAAS,GAAGC;AACE,CAAC,GAAG,CAAC,CAAC,KAAK;EACzB,MAAM,CAACC,QAAQ,EAAEC,WAAW,CAAC,GAAGX,QAAQ,CACtC,MAAM,IAAIE,QAAQ,CAAC;IAAEI,KAAK;IAAEC,WAAW;IAAEC;EAAU,CAAC,CACtD,CAAC;;EAED;EACA,MAAM,CAACI,UAAU,EAAEC,aAAa,CAAC,GAAGb,QAAQ,CAAC,EAAE,CAAC;EAChD,MAAM,CAACc,YAAY,EAAEC,eAAe,CAAC,GAAGf,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACgB,cAAc,EAAEC,iBAAiB,CAAC,GAAGjB,QAAQ,CAAC,KAAK,CAAC;EAC3D,MAAM,CAACkB,YAAY,EAAEC,eAAe,CAAC,GAAGnB,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACoB,aAAa,EAAEC,gBAAgB,CAAC,GAAGrB,QAAQ,CAAC,KAAK,CAAC;EACzD,MAAM,CAACsB,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGvB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACwB,KAAK,EAAEC,QAAQ,CAAC,GAAGzB,QAAQ,CAAgB,IAAI,CAAC;EAEvD,MAAM0B,eAAe,GAAGzB,MAAM,CAACK,KAAK,CAAC;EACrC,MAAMqB,oBAAoB,GAAG1B,MAAM,CAAC,CAAC,CAAC;EAEtCF,SAAS,CAAC,MAAM;IACd2B,eAAe,CAACE,OAAO,GAAGtB,KAAK;EACjC,CAAC,EAAE,CAACA,KAAK,CAAC,CAAC;EAEXP,SAAS,CAAC,MAAM;IACdY,WAAW,CAAC,IAAIT,QAAQ,CAAC;MAAEI,KAAK;MAAEC,WAAW;MAAEC;IAAU,CAAC,CAAC,CAAC;IAE5DK,aAAa,CAAC,EAAE,CAAC;IACjBE,eAAe,CAAC,KAAK,CAAC;IACtBE,iBAAiB,CAAC,KAAK,CAAC;IACxBE,eAAe,CAAC,KAAK,CAAC;IACtBE,gBAAgB,CAAC,KAAK,CAAC;IACvBE,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAII,OAAO,GAAG,IAAI;IAClB1B,gBAAgB,CAAC2B,WAAW,CAACxB,KAAK,CAAC,CAChCyB,IAAI,CAAEC,MAAM,IAAK;MAChB,IAAI,CAACH,OAAO,EAAE;QACZ;MACF;MACAV,eAAe,CAACa,MAAM,CAAC;IACzB,CAAC,CAAC,CACDC,KAAK,CAAEC,CAAC,IAAK;MACZ,IAAI,CAACL,OAAO,EAAE;QACZ;MACF;MACAV,eAAe,CAAC,KAAK,CAAC;MACtBM,QAAQ,CAACrB,eAAe,CAAC8B,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC;IAEJ,OAAO,MAAM;MACXL,OAAO,GAAG,KAAK;IACjB,CAAC;EACH,CAAC,EAAE,CAACvB,KAAK,EAAEC,WAAW,EAAEC,SAAS,CAAC,CAAC;EAEnCT,SAAS,CAAC,MAAM;IACd,OAAO,MAAM;MACXW,QAAQ,CAACyB,OAAO,CAAC,CAAC,CAACF,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACpC,CAAC;EACH,CAAC,EAAE,CAACvB,QAAQ,CAAC,CAAC;EAEd,MAAM0B,QAAQ,GAAGtC,WAAW,CAC1B,OAAO;IAAEuC;EAAmC,CAAC,GAAG,CAAC,CAAC,KAAK;IACrD,IAAIjB,aAAa,EAAE;MACjB,MAAMkB,OAAO,GAAG,iCAAiC;MACjDb,QAAQ,CAACa,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAb,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIP,YAAY,EAAE;MAChB;IACF;IAEA,MAAMsB,SAAS,GAAGd,eAAe,CAACE,OAAO;IACzC,MAAMa,cAAc,GAAG,EAAEd,oBAAoB,CAACC,OAAO;IAErDL,mBAAmB,CAAC,CAAC,CAAC;IACtBF,gBAAgB,CAAC,IAAI,CAAC;IACtB,IAAI;MACF,MAAMX,QAAQ,CAAC0B,QAAQ,CAAC;QACtBC,UAAU,EAAGK,QAAQ,IAAK;UACxB,IACEhB,eAAe,CAACE,OAAO,KAAKY,SAAS,IACrCb,oBAAoB,CAACC,OAAO,KAAKa,cAAc,EAC/C;YACA;UACF;UAEAlB,mBAAmB,CAACmB,QAAQ,CAAC;UAC7BL,UAAU,GAAGK,QAAQ,CAAC;QACxB;MACF,CAAC,CAAC;MAEF,IACEhB,eAAe,CAACE,OAAO,KAAKY,SAAS,IACrCb,oBAAoB,CAACC,OAAO,KAAKa,cAAc,EAC/C;QACA;MACF;MAEAtB,eAAe,CAAC,IAAI,CAAC;IACvB,CAAC,CAAC,OAAOe,CAAC,EAAE;MACV,IACER,eAAe,CAACE,OAAO,KAAKY,SAAS,IACrCb,oBAAoB,CAACC,OAAO,KAAKa,cAAc,EAC/C;QACA;MACF;MAEAhB,QAAQ,CAACrB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR,IACER,eAAe,CAACE,OAAO,KAAKY,SAAS,IACrCb,oBAAoB,CAACC,OAAO,KAAKa,cAAc,EAC/C;QACA;MACF;MAEApB,gBAAgB,CAAC,KAAK,CAAC;MACvBE,mBAAmB,CAAC,CAAC,CAAC;IACxB;EACF,CAAC,EACD,CAACb,QAAQ,EAAEU,aAAa,EAAEF,YAAY,CACxC,CAAC;EAED,MAAMyB,IAAI,GAAG7C,WAAW,CAAC,YAAY;IACnC,IAAIkB,cAAc,EAAE;MAClB,MAAMsB,OAAO,GAAG,kCAAkC;MAClDb,QAAQ,CAACa,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAb,QAAQ,CAAC,IAAI,CAAC;IACdR,iBAAiB,CAAC,IAAI,CAAC;IACvB,IAAI;MACF,MAAMP,QAAQ,CAACiC,IAAI,CAAC,CAAC;IACvB,CAAC,CAAC,OAAOT,CAAC,EAAE;MACVT,QAAQ,CAACrB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRjB,iBAAiB,CAAC,KAAK,CAAC;IAC1B;EACF,CAAC,EAAE,CAACP,QAAQ,EAAEM,cAAc,CAAC,CAAC;EAE9B,MAAM4B,QAAQ,GAAG9C,WAAW,CAC1B,OAAO;IACL+C,QAAQ;IACRC,OAAO;IACPC,KAAK;IACLC,OAAO;IACPC;EACsB,CAAC,KAAsC;IAC7D,IAAInC,YAAY,EAAE;MAChB,MAAMwB,OAAO,GAAG,gCAAgC;MAChDb,QAAQ,CAACa,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAb,QAAQ,CAAC,IAAI,CAAC;IACdZ,aAAa,CAAC,EAAE,CAAC;IACjBE,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,QAAQ,CAACkC,QAAQ,CAAC;QAC7BC,QAAQ;QACRC,OAAO;QACPC,KAAK;QACLC,OAAO,EAAGE,KAAK,IAAK;UAClBrC,aAAa,CAAEsC,IAAI,IAAKA,IAAI,GAAGD,KAAK,CAAC;UACrCF,OAAO,GAAGE,KAAK,CAAC;QAClB,CAAC;QACDD;MACF,CAAC,CAAC;IACJ,CAAC,CAAC,OAAOf,CAAC,EAAE;MACVT,QAAQ,CAACrB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRnB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,QAAQ,EAAEI,YAAY,CACzB,CAAC;EAED,MAAMsC,KAAK,GAAGtD,WAAW,CACvB,OAAO;IAAEuD;EAA0B,CAAC,KAAmC;IACrE,IAAIvC,YAAY,EAAE;MAChB,MAAMwB,OAAO,GAAG,gCAAgC;MAChDb,QAAQ,CAACa,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAb,QAAQ,CAAC,IAAI,CAAC;IACdV,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,QAAQ,CAAC0C,KAAK,CAAC;QAAEC;MAAK,CAAC,CAAC;IACvC,CAAC,CAAC,OAAOnB,CAAC,EAAE;MACVT,QAAQ,CAACrB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRnB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,QAAQ,EAAEI,YAAY,CACzB,CAAC;EAED,MAAMwC,UAAU,GAAGxD,WAAW,CAC5B,OAAO;IACLyD;EACwB,CAAC,KAAwC;IACjE,IAAIzC,YAAY,EAAE;MAChB,MAAMwB,OAAO,GAAG,gCAAgC;MAChDb,QAAQ,CAACa,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAb,QAAQ,CAAC,IAAI,CAAC;IACdV,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,QAAQ,CAAC4C,UAAU,CAAC;QAAEC;MAAU,CAAC,CAAC;IACjD,CAAC,CAAC,OAAOrB,CAAC,EAAE;MACVT,QAAQ,CAACrB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRnB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,QAAQ,EAAEI,YAAY,CACzB,CAAC;EAED,MAAM0C,IAAI,GAAG1D,WAAW,CAAC,YAAY;IACnC2B,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMf,QAAQ,CAAC8C,IAAI,CAAC,CAAC;IACvB,CAAC,CAAC,OAAOtB,CAAC,EAAE;MACVT,QAAQ,CAACrB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAACxB,QAAQ,CAAC,CAAC;EAEd,MAAM+C,KAAK,GAAG3D,WAAW,CAAC,YAAY;IACpC2B,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMf,QAAQ,CAAC+C,KAAK,CAAC,CAAC;IACxB,CAAC,CAAC,OAAOvB,CAAC,EAAE;MACVT,QAAQ,CAACrB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,aAAa,CAAC,EAAE,CAAC;IACnB;EACF,CAAC,EAAE,CAACH,QAAQ,CAAC,CAAC;EAEd,MAAMyB,OAAO,GAAGrC,WAAW,CAAC,YAAY;IACtC2B,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMf,QAAQ,CAACyB,OAAO,CAAC,CAAC;IAC1B,CAAC,CAAC,OAAOD,CAAC,EAAE;MACVT,QAAQ,CAACrB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,aAAa,CAAC,EAAE,CAAC;IACnB;EACF,CAAC,EAAE,CAACH,QAAQ,CAAC,CAAC;EAEd,MAAMgD,SAAS,GAAG5D,WAAW,CAAC,YAAoC;IAChE2B,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,OAAO,MAAMf,QAAQ,CAACgD,SAAS,CAAC,CAAC;IACnC,CAAC,CAAC,OAAOxB,CAAC,EAAE;MACVT,QAAQ,CAACrB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAACxB,QAAQ,CAAC,CAAC;EAEd,OAAO;IACLE,UAAU;IACVE,YAAY;IACZE,cAAc;IACdE,YAAY;IACZE,aAAa;IACbE,gBAAgB;IAChBE,KAAK;IAELY,QAAQ;IACRO,IAAI;IACJC,QAAQ;IACRQ,KAAK;IACLE,UAAU;IACVG,KAAK;IACLD,IAAI;IACJrB,OAAO;IACPuB;EACF,CAAC;AACH,CAAC","ignoreList":[]}
|
|
@@ -0,0 +1,234 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
import { useCallback, useEffect, useState, useRef } from 'react';
|
|
4
|
+
import { CactusSTT } from "../classes/CactusSTT.js";
|
|
5
|
+
import { CactusFileSystem } from "../native/index.js";
|
|
6
|
+
import { getErrorMessage } from "../utils/error.js";
|
|
7
|
+
export const useCactusSTT = ({
|
|
8
|
+
model = 'whisper-small',
|
|
9
|
+
contextSize = 2048
|
|
10
|
+
} = {}) => {
|
|
11
|
+
const [cactusSTT, setCactusSTT] = useState(() => new CactusSTT({
|
|
12
|
+
model,
|
|
13
|
+
contextSize
|
|
14
|
+
}));
|
|
15
|
+
|
|
16
|
+
// State
|
|
17
|
+
const [transcription, setTranscription] = useState('');
|
|
18
|
+
const [isGenerating, setIsGenerating] = useState(false);
|
|
19
|
+
const [isInitializing, setIsInitializing] = useState(false);
|
|
20
|
+
const [isDownloaded, setIsDownloaded] = useState(false);
|
|
21
|
+
const [isDownloading, setIsDownloading] = useState(false);
|
|
22
|
+
const [downloadProgress, setDownloadProgress] = useState(0);
|
|
23
|
+
const [error, setError] = useState(null);
|
|
24
|
+
const currentModelRef = useRef(model);
|
|
25
|
+
const currentDownloadIdRef = useRef(0);
|
|
26
|
+
useEffect(() => {
|
|
27
|
+
currentModelRef.current = model;
|
|
28
|
+
}, [model]);
|
|
29
|
+
useEffect(() => {
|
|
30
|
+
setCactusSTT(new CactusSTT({
|
|
31
|
+
model,
|
|
32
|
+
contextSize
|
|
33
|
+
}));
|
|
34
|
+
setTranscription('');
|
|
35
|
+
setIsGenerating(false);
|
|
36
|
+
setIsInitializing(false);
|
|
37
|
+
setIsDownloaded(false);
|
|
38
|
+
setIsDownloading(false);
|
|
39
|
+
setDownloadProgress(0);
|
|
40
|
+
setError(null);
|
|
41
|
+
let mounted = true;
|
|
42
|
+
CactusFileSystem.modelExists(model).then(exists => {
|
|
43
|
+
if (!mounted) {
|
|
44
|
+
return;
|
|
45
|
+
}
|
|
46
|
+
setIsDownloaded(exists);
|
|
47
|
+
}).catch(e => {
|
|
48
|
+
if (!mounted) {
|
|
49
|
+
return;
|
|
50
|
+
}
|
|
51
|
+
setIsDownloaded(false);
|
|
52
|
+
setError(getErrorMessage(e));
|
|
53
|
+
});
|
|
54
|
+
return () => {
|
|
55
|
+
mounted = false;
|
|
56
|
+
};
|
|
57
|
+
}, [model, contextSize]);
|
|
58
|
+
useEffect(() => {
|
|
59
|
+
return () => {
|
|
60
|
+
cactusSTT.destroy().catch(() => {});
|
|
61
|
+
};
|
|
62
|
+
}, [cactusSTT]);
|
|
63
|
+
const download = useCallback(async ({
|
|
64
|
+
onProgress
|
|
65
|
+
} = {}) => {
|
|
66
|
+
if (isDownloading) {
|
|
67
|
+
const message = 'CactusSTT is already downloading';
|
|
68
|
+
setError(message);
|
|
69
|
+
throw new Error(message);
|
|
70
|
+
}
|
|
71
|
+
setError(null);
|
|
72
|
+
if (isDownloaded) {
|
|
73
|
+
return;
|
|
74
|
+
}
|
|
75
|
+
const thisModel = currentModelRef.current;
|
|
76
|
+
const thisDownloadId = ++currentDownloadIdRef.current;
|
|
77
|
+
setDownloadProgress(0);
|
|
78
|
+
setIsDownloading(true);
|
|
79
|
+
try {
|
|
80
|
+
await cactusSTT.download({
|
|
81
|
+
onProgress: progress => {
|
|
82
|
+
if (currentModelRef.current !== thisModel || currentDownloadIdRef.current !== thisDownloadId) {
|
|
83
|
+
return;
|
|
84
|
+
}
|
|
85
|
+
setDownloadProgress(progress);
|
|
86
|
+
onProgress?.(progress);
|
|
87
|
+
}
|
|
88
|
+
});
|
|
89
|
+
if (currentModelRef.current !== thisModel || currentDownloadIdRef.current !== thisDownloadId) {
|
|
90
|
+
return;
|
|
91
|
+
}
|
|
92
|
+
setIsDownloaded(true);
|
|
93
|
+
} catch (e) {
|
|
94
|
+
if (currentModelRef.current !== thisModel || currentDownloadIdRef.current !== thisDownloadId) {
|
|
95
|
+
return;
|
|
96
|
+
}
|
|
97
|
+
setError(getErrorMessage(e));
|
|
98
|
+
throw e;
|
|
99
|
+
} finally {
|
|
100
|
+
if (currentModelRef.current !== thisModel || currentDownloadIdRef.current !== thisDownloadId) {
|
|
101
|
+
return;
|
|
102
|
+
}
|
|
103
|
+
setIsDownloading(false);
|
|
104
|
+
setDownloadProgress(0);
|
|
105
|
+
}
|
|
106
|
+
}, [cactusSTT, isDownloading, isDownloaded]);
|
|
107
|
+
const init = useCallback(async () => {
|
|
108
|
+
if (isInitializing) {
|
|
109
|
+
const message = 'CactusSTT is already initializing';
|
|
110
|
+
setError(message);
|
|
111
|
+
throw new Error(message);
|
|
112
|
+
}
|
|
113
|
+
setError(null);
|
|
114
|
+
setIsInitializing(true);
|
|
115
|
+
try {
|
|
116
|
+
await cactusSTT.init();
|
|
117
|
+
} catch (e) {
|
|
118
|
+
setError(getErrorMessage(e));
|
|
119
|
+
throw e;
|
|
120
|
+
} finally {
|
|
121
|
+
setIsInitializing(false);
|
|
122
|
+
}
|
|
123
|
+
}, [cactusSTT, isInitializing]);
|
|
124
|
+
const transcribe = useCallback(async ({
|
|
125
|
+
audioFilePath,
|
|
126
|
+
prompt,
|
|
127
|
+
options,
|
|
128
|
+
onToken
|
|
129
|
+
}) => {
|
|
130
|
+
if (isGenerating) {
|
|
131
|
+
const message = 'CactusSTT is already generating';
|
|
132
|
+
setError(message);
|
|
133
|
+
throw new Error(message);
|
|
134
|
+
}
|
|
135
|
+
setError(null);
|
|
136
|
+
setTranscription('');
|
|
137
|
+
setIsGenerating(true);
|
|
138
|
+
try {
|
|
139
|
+
return await cactusSTT.transcribe({
|
|
140
|
+
audioFilePath,
|
|
141
|
+
prompt,
|
|
142
|
+
options,
|
|
143
|
+
onToken: token => {
|
|
144
|
+
setTranscription(prev => prev + token);
|
|
145
|
+
onToken?.(token);
|
|
146
|
+
}
|
|
147
|
+
});
|
|
148
|
+
} catch (e) {
|
|
149
|
+
setError(getErrorMessage(e));
|
|
150
|
+
throw e;
|
|
151
|
+
} finally {
|
|
152
|
+
setIsGenerating(false);
|
|
153
|
+
}
|
|
154
|
+
}, [cactusSTT, isGenerating]);
|
|
155
|
+
const audioEmbed = useCallback(async ({
|
|
156
|
+
audioPath
|
|
157
|
+
}) => {
|
|
158
|
+
if (isGenerating) {
|
|
159
|
+
const message = 'CactusSTT is already generating';
|
|
160
|
+
setError(message);
|
|
161
|
+
throw new Error(message);
|
|
162
|
+
}
|
|
163
|
+
setError(null);
|
|
164
|
+
setIsGenerating(true);
|
|
165
|
+
try {
|
|
166
|
+
return await cactusSTT.audioEmbed({
|
|
167
|
+
audioPath
|
|
168
|
+
});
|
|
169
|
+
} catch (e) {
|
|
170
|
+
setError(getErrorMessage(e));
|
|
171
|
+
throw e;
|
|
172
|
+
} finally {
|
|
173
|
+
setIsGenerating(false);
|
|
174
|
+
}
|
|
175
|
+
}, [cactusSTT, isGenerating]);
|
|
176
|
+
const stop = useCallback(async () => {
|
|
177
|
+
setError(null);
|
|
178
|
+
try {
|
|
179
|
+
await cactusSTT.stop();
|
|
180
|
+
} catch (e) {
|
|
181
|
+
setError(getErrorMessage(e));
|
|
182
|
+
throw e;
|
|
183
|
+
}
|
|
184
|
+
}, [cactusSTT]);
|
|
185
|
+
const reset = useCallback(async () => {
|
|
186
|
+
setError(null);
|
|
187
|
+
try {
|
|
188
|
+
await cactusSTT.reset();
|
|
189
|
+
} catch (e) {
|
|
190
|
+
setError(getErrorMessage(e));
|
|
191
|
+
throw e;
|
|
192
|
+
} finally {
|
|
193
|
+
setTranscription('');
|
|
194
|
+
}
|
|
195
|
+
}, [cactusSTT]);
|
|
196
|
+
const destroy = useCallback(async () => {
|
|
197
|
+
setError(null);
|
|
198
|
+
try {
|
|
199
|
+
await cactusSTT.destroy();
|
|
200
|
+
} catch (e) {
|
|
201
|
+
setError(getErrorMessage(e));
|
|
202
|
+
throw e;
|
|
203
|
+
} finally {
|
|
204
|
+
setTranscription('');
|
|
205
|
+
}
|
|
206
|
+
}, [cactusSTT]);
|
|
207
|
+
const getModels = useCallback(async () => {
|
|
208
|
+
setError(null);
|
|
209
|
+
try {
|
|
210
|
+
return await cactusSTT.getModels();
|
|
211
|
+
} catch (e) {
|
|
212
|
+
setError(getErrorMessage(e));
|
|
213
|
+
throw e;
|
|
214
|
+
}
|
|
215
|
+
}, [cactusSTT]);
|
|
216
|
+
return {
|
|
217
|
+
transcription,
|
|
218
|
+
isGenerating,
|
|
219
|
+
isInitializing,
|
|
220
|
+
isDownloaded,
|
|
221
|
+
isDownloading,
|
|
222
|
+
downloadProgress,
|
|
223
|
+
error,
|
|
224
|
+
download,
|
|
225
|
+
init,
|
|
226
|
+
transcribe,
|
|
227
|
+
audioEmbed,
|
|
228
|
+
reset,
|
|
229
|
+
stop,
|
|
230
|
+
destroy,
|
|
231
|
+
getModels
|
|
232
|
+
};
|
|
233
|
+
};
|
|
234
|
+
//# sourceMappingURL=useCactusSTT.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusSTT","CactusFileSystem","getErrorMessage","useCactusSTT","model","contextSize","cactusSTT","setCactusSTT","transcription","setTranscription","isGenerating","setIsGenerating","isInitializing","setIsInitializing","isDownloaded","setIsDownloaded","isDownloading","setIsDownloading","downloadProgress","setDownloadProgress","error","setError","currentModelRef","currentDownloadIdRef","current","mounted","modelExists","then","exists","catch","e","destroy","download","onProgress","message","Error","thisModel","thisDownloadId","progress","init","transcribe","audioFilePath","prompt","options","onToken","token","prev","audioEmbed","audioPath","stop","reset","getModels"],"sourceRoot":"../../../src","sources":["hooks/useCactusSTT.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,EAAEC,MAAM,QAAQ,OAAO;AAChE,SAASC,SAAS,QAAQ,yBAAsB;AAChD,SAASC,gBAAgB,QAAQ,oBAAW;AAC5C,SAASC,eAAe,QAAQ,mBAAgB;AAWhD,OAAO,MAAMC,YAAY,GAAGA,CAAC;EAC3BC,KAAK,GAAG,eAAe;EACvBC,WAAW,GAAG;AACC,CAAC,GAAG,CAAC,CAAC,KAAK;EAC1B,MAAM,CAACC,SAAS,EAAEC,YAAY,CAAC,GAAGT,QAAQ,CACxC,MAAM,IAAIE,SAAS,CAAC;IAAEI,KAAK;IAAEC;EAAY,CAAC,CAC5C,CAAC;;EAED;EACA,MAAM,CAACG,aAAa,EAAEC,gBAAgB,CAAC,GAAGX,QAAQ,CAAC,EAAE,CAAC;EACtD,MAAM,CAACY,YAAY,EAAEC,eAAe,CAAC,GAAGb,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACc,cAAc,EAAEC,iBAAiB,CAAC,GAAGf,QAAQ,CAAC,KAAK,CAAC;EAC3D,MAAM,CAACgB,YAAY,EAAEC,eAAe,CAAC,GAAGjB,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACkB,aAAa,EAAEC,gBAAgB,CAAC,GAAGnB,QAAQ,CAAC,KAAK,CAAC;EACzD,MAAM,CAACoB,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGrB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACsB,KAAK,EAAEC,QAAQ,CAAC,GAAGvB,QAAQ,CAAgB,IAAI,CAAC;EAEvD,MAAMwB,eAAe,GAAGvB,MAAM,CAACK,KAAK,CAAC;EACrC,MAAMmB,oBAAoB,GAAGxB,MAAM,CAAC,CAAC,CAAC;EAEtCF,SAAS,CAAC,MAAM;IACdyB,eAAe,CAACE,OAAO,GAAGpB,KAAK;EACjC,CAAC,EAAE,CAACA,KAAK,CAAC,CAAC;EAEXP,SAAS,CAAC,MAAM;IACdU,YAAY,CAAC,IAAIP,SAAS,CAAC;MAAEI,KAAK;MAAEC;IAAY,CAAC,CAAC,CAAC;IAEnDI,gBAAgB,CAAC,EAAE,CAAC;IACpBE,eAAe,CAAC,KAAK,CAAC;IACtBE,iBAAiB,CAAC,KAAK,CAAC;IACxBE,eAAe,CAAC,KAAK,CAAC;IACtBE,gBAAgB,CAAC,KAAK,CAAC;IACvBE,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAII,OAAO,GAAG,IAAI;IAClBxB,gBAAgB,CAACyB,WAAW,CAACtB,KAAK,CAAC,CAChCuB,IAAI,CAAEC,MAAM,IAAK;MAChB,IAAI,CAACH,OAAO,EAAE;QACZ;MACF;MACAV,eAAe,CAACa,MAAM,CAAC;IACzB,CAAC,CAAC,CACDC,KAAK,CAAEC,CAAC,IAAK;MACZ,IAAI,CAACL,OAAO,EAAE;QACZ;MACF;MACAV,eAAe,CAAC,KAAK,CAAC;MACtBM,QAAQ,CAACnB,eAAe,CAAC4B,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC;IAEJ,OAAO,MAAM;MACXL,OAAO,GAAG,KAAK;IACjB,CAAC;EACH,CAAC,EAAE,CAACrB,KAAK,EAAEC,WAAW,CAAC,CAAC;EAExBR,SAAS,CAAC,MAAM;IACd,OAAO,MAAM;MACXS,SAAS,CAACyB,OAAO,CAAC,CAAC,CAACF,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACrC,CAAC;EACH,CAAC,EAAE,CAACvB,SAAS,CAAC,CAAC;EAEf,MAAM0B,QAAQ,GAAGpC,WAAW,CAC1B,OAAO;IAAEqC;EAAoC,CAAC,GAAG,CAAC,CAAC,KAAK;IACtD,IAAIjB,aAAa,EAAE;MACjB,MAAMkB,OAAO,GAAG,kCAAkC;MAClDb,QAAQ,CAACa,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAb,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIP,YAAY,EAAE;MAChB;IACF;IAEA,MAAMsB,SAAS,GAAGd,eAAe,CAACE,OAAO;IACzC,MAAMa,cAAc,GAAG,EAAEd,oBAAoB,CAACC,OAAO;IAErDL,mBAAmB,CAAC,CAAC,CAAC;IACtBF,gBAAgB,CAAC,IAAI,CAAC;IACtB,IAAI;MACF,MAAMX,SAAS,CAAC0B,QAAQ,CAAC;QACvBC,UAAU,EAAGK,QAAQ,IAAK;UACxB,IACEhB,eAAe,CAACE,OAAO,KAAKY,SAAS,IACrCb,oBAAoB,CAACC,OAAO,KAAKa,cAAc,EAC/C;YACA;UACF;UAEAlB,mBAAmB,CAACmB,QAAQ,CAAC;UAC7BL,UAAU,GAAGK,QAAQ,CAAC;QACxB;MACF,CAAC,CAAC;MAEF,IACEhB,eAAe,CAACE,OAAO,KAAKY,SAAS,IACrCb,oBAAoB,CAACC,OAAO,KAAKa,cAAc,EAC/C;QACA;MACF;MAEAtB,eAAe,CAAC,IAAI,CAAC;IACvB,CAAC,CAAC,OAAOe,CAAC,EAAE;MACV,IACER,eAAe,CAACE,OAAO,KAAKY,SAAS,IACrCb,oBAAoB,CAACC,OAAO,KAAKa,cAAc,EAC/C;QACA;MACF;MAEAhB,QAAQ,CAACnB,eAAe,CAAC4B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR,IACER,eAAe,CAACE,OAAO,KAAKY,SAAS,IACrCb,oBAAoB,CAACC,OAAO,KAAKa,cAAc,EAC/C;QACA;MACF;MAEApB,gBAAgB,CAAC,KAAK,CAAC;MACvBE,mBAAmB,CAAC,CAAC,CAAC;IACxB;EACF,CAAC,EACD,CAACb,SAAS,EAAEU,aAAa,EAAEF,YAAY,CACzC,CAAC;EAED,MAAMyB,IAAI,GAAG3C,WAAW,CAAC,YAAY;IACnC,IAAIgB,cAAc,EAAE;MAClB,MAAMsB,OAAO,GAAG,mCAAmC;MACnDb,QAAQ,CAACa,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAb,QAAQ,CAAC,IAAI,CAAC;IACdR,iBAAiB,CAAC,IAAI,CAAC;IACvB,IAAI;MACF,MAAMP,SAAS,CAACiC,IAAI,CAAC,CAAC;IACxB,CAAC,CAAC,OAAOT,CAAC,EAAE;MACVT,QAAQ,CAACnB,eAAe,CAAC4B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRjB,iBAAiB,CAAC,KAAK,CAAC;IAC1B;EACF,CAAC,EAAE,CAACP,SAAS,EAAEM,cAAc,CAAC,CAAC;EAE/B,MAAM4B,UAAU,GAAG5C,WAAW,CAC5B,OAAO;IACL6C,aAAa;IACbC,MAAM;IACNC,OAAO;IACPC;EACyB,CAAC,KAAyC;IACnE,IAAIlC,YAAY,EAAE;MAChB,MAAMwB,OAAO,GAAG,iCAAiC;MACjDb,QAAQ,CAACa,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAb,QAAQ,CAAC,IAAI,CAAC;IACdZ,gBAAgB,CAAC,EAAE,CAAC;IACpBE,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,SAAS,CAACkC,UAAU,CAAC;QAChCC,aAAa;QACbC,MAAM;QACNC,OAAO;QACPC,OAAO,EAAGC,KAAK,IAAK;UAClBpC,gBAAgB,CAAEqC,IAAI,IAAKA,IAAI,GAAGD,KAAK,CAAC;UACxCD,OAAO,GAAGC,KAAK,CAAC;QAClB;MACF,CAAC,CAAC;IACJ,CAAC,CAAC,OAAOf,CAAC,EAAE;MACVT,QAAQ,CAACnB,eAAe,CAAC4B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRnB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,SAAS,EAAEI,YAAY,CAC1B,CAAC;EAED,MAAMqC,UAAU,GAAGnD,WAAW,CAC5B,OAAO;IACLoD;EACyB,CAAC,KAAyC;IACnE,IAAItC,YAAY,EAAE;MAChB,MAAMwB,OAAO,GAAG,iCAAiC;MACjDb,QAAQ,CAACa,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAb,QAAQ,CAAC,IAAI,CAAC;IACdV,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,SAAS,CAACyC,UAAU,CAAC;QAAEC;MAAU,CAAC,CAAC;IAClD,CAAC,CAAC,OAAOlB,CAAC,EAAE;MACVT,QAAQ,CAACnB,eAAe,CAAC4B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRnB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,SAAS,EAAEI,YAAY,CAC1B,CAAC;EAED,MAAMuC,IAAI,GAAGrD,WAAW,CAAC,YAAY;IACnCyB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMf,SAAS,CAAC2C,IAAI,CAAC,CAAC;IACxB,CAAC,CAAC,OAAOnB,CAAC,EAAE;MACVT,QAAQ,CAACnB,eAAe,CAAC4B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAACxB,SAAS,CAAC,CAAC;EAEf,MAAM4C,KAAK,GAAGtD,WAAW,CAAC,YAAY;IACpCyB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMf,SAAS,CAAC4C,KAAK,CAAC,CAAC;IACzB,CAAC,CAAC,OAAOpB,CAAC,EAAE;MACVT,QAAQ,CAACnB,eAAe,CAAC4B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,gBAAgB,CAAC,EAAE,CAAC;IACtB;EACF,CAAC,EAAE,CAACH,SAAS,CAAC,CAAC;EAEf,MAAMyB,OAAO,GAAGnC,WAAW,CAAC,YAAY;IACtCyB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMf,SAAS,CAACyB,OAAO,CAAC,CAAC;IAC3B,CAAC,CAAC,OAAOD,CAAC,EAAE;MACVT,QAAQ,CAACnB,eAAe,CAAC4B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,gBAAgB,CAAC,EAAE,CAAC;IACtB;EACF,CAAC,EAAE,CAACH,SAAS,CAAC,CAAC;EAEf,MAAM6C,SAAS,GAAGvD,WAAW,CAAC,YAAoC;IAChEyB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,OAAO,MAAMf,SAAS,CAAC6C,SAAS,CAAC,CAAC;IACpC,CAAC,CAAC,OAAOrB,CAAC,EAAE;MACVT,QAAQ,CAACnB,eAAe,CAAC4B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAACxB,SAAS,CAAC,CAAC;EAEf,OAAO;IACLE,aAAa;IACbE,YAAY;IACZE,cAAc;IACdE,YAAY;IACZE,aAAa;IACbE,gBAAgB;IAChBE,KAAK;IAELY,QAAQ;IACRO,IAAI;IACJC,UAAU;IACVO,UAAU;IACVG,KAAK;IACLD,IAAI;IACJlB,OAAO;IACPoB;EACF,CAAC;AACH,CAAC","ignoreList":[]}
|
package/lib/module/index.js
CHANGED
|
@@ -2,9 +2,11 @@
|
|
|
2
2
|
|
|
3
3
|
// Classes
|
|
4
4
|
export { CactusLM } from "./classes/CactusLM.js";
|
|
5
|
+
export { CactusSTT } from "./classes/CactusSTT.js";
|
|
5
6
|
|
|
6
7
|
// Hooks
|
|
7
8
|
export { useCactusLM } from "./hooks/useCactusLM.js";
|
|
9
|
+
export { useCactusSTT } from "./hooks/useCactusSTT.js";
|
|
8
10
|
|
|
9
11
|
// Types
|
|
10
12
|
|
package/lib/module/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["CactusLM","useCactusLM","CactusConfig"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;AAAA;AACA,SAASA,QAAQ,QAAQ,uBAAoB;;
|
|
1
|
+
{"version":3,"names":["CactusLM","CactusSTT","useCactusLM","useCactusSTT","CactusConfig"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;AAAA;AACA,SAASA,QAAQ,QAAQ,uBAAoB;AAC7C,SAASC,SAAS,QAAQ,wBAAqB;;AAE/C;AACA,SAASC,WAAW,QAAQ,wBAAqB;AACjD,SAASC,YAAY,QAAQ,yBAAsB;;AAEnD;;AAyBA;AACA,SAASC,YAAY,QAAQ,0BAAuB","ignoreList":[]}
|
|
@@ -1,13 +1,30 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
|
|
3
3
|
import { NitroModules } from 'react-native-nitro-modules';
|
|
4
|
+
import { CactusImage } from "./CactusImage.js";
|
|
4
5
|
export class Cactus {
|
|
5
6
|
hybridCactus = NitroModules.createHybridObject('Cactus');
|
|
6
7
|
init(modelPath, contextSize, corpusDir) {
|
|
7
8
|
return this.hybridCactus.init(modelPath, contextSize, corpusDir);
|
|
8
9
|
}
|
|
9
10
|
async complete(messages, responseBufferSize, options, tools, callback) {
|
|
10
|
-
const
|
|
11
|
+
const messagesInternal = [];
|
|
12
|
+
for (const message of messages) {
|
|
13
|
+
if (!message.images) {
|
|
14
|
+
messagesInternal.push(message);
|
|
15
|
+
continue;
|
|
16
|
+
}
|
|
17
|
+
const resizedImages = [];
|
|
18
|
+
for (const imagePath of message.images) {
|
|
19
|
+
const resizedImage = await CactusImage.resize(imagePath.replace('file://', ''), 128, 128, 1);
|
|
20
|
+
resizedImages.push(resizedImage);
|
|
21
|
+
}
|
|
22
|
+
messagesInternal.push({
|
|
23
|
+
...message,
|
|
24
|
+
images: resizedImages
|
|
25
|
+
});
|
|
26
|
+
}
|
|
27
|
+
const messagesJson = JSON.stringify(messagesInternal);
|
|
11
28
|
const optionsJson = options ? JSON.stringify({
|
|
12
29
|
temperature: options.temperature,
|
|
13
30
|
top_p: options.topP,
|
|
@@ -34,9 +51,41 @@ export class Cactus {
|
|
|
34
51
|
throw new Error('Unable to parse completion response');
|
|
35
52
|
}
|
|
36
53
|
}
|
|
54
|
+
async transcribe(audioFilePath, prompt, responseBufferSize, options, callback) {
|
|
55
|
+
const optionsJson = options ? JSON.stringify({
|
|
56
|
+
temperature: options.temperature,
|
|
57
|
+
top_p: options.topP,
|
|
58
|
+
top_k: options.topK,
|
|
59
|
+
max_tokens: options.maxTokens,
|
|
60
|
+
stop_sequences: options.stopSequences
|
|
61
|
+
}) : undefined;
|
|
62
|
+
const response = await this.hybridCactus.transcribe(audioFilePath.replace('file://', ''), prompt, responseBufferSize, optionsJson, callback);
|
|
63
|
+
try {
|
|
64
|
+
const parsed = JSON.parse(response);
|
|
65
|
+
return {
|
|
66
|
+
success: parsed.success,
|
|
67
|
+
response: parsed.response,
|
|
68
|
+
timeToFirstTokenMs: parsed.time_to_first_token_ms,
|
|
69
|
+
totalTimeMs: parsed.total_time_ms,
|
|
70
|
+
tokensPerSecond: parsed.tokens_per_second,
|
|
71
|
+
prefillTokens: parsed.prefill_tokens,
|
|
72
|
+
decodeTokens: parsed.decode_tokens,
|
|
73
|
+
totalTokens: parsed.total_tokens
|
|
74
|
+
};
|
|
75
|
+
} catch {
|
|
76
|
+
throw new Error('Unable to parse transcription response');
|
|
77
|
+
}
|
|
78
|
+
}
|
|
37
79
|
embed(text, embeddingBufferSize) {
|
|
38
80
|
return this.hybridCactus.embed(text, embeddingBufferSize);
|
|
39
81
|
}
|
|
82
|
+
async imageEmbed(imagePath, embeddingBufferSize) {
|
|
83
|
+
const resizedImage = await CactusImage.resize(imagePath.replace('file://', ''), 128, 128, 1);
|
|
84
|
+
return this.hybridCactus.imageEmbed(resizedImage, embeddingBufferSize);
|
|
85
|
+
}
|
|
86
|
+
audioEmbed(audioPath, embeddingBufferSize) {
|
|
87
|
+
return this.hybridCactus.audioEmbed(audioPath.replace('file://', ''), embeddingBufferSize);
|
|
88
|
+
}
|
|
40
89
|
reset() {
|
|
41
90
|
return this.hybridCactus.reset();
|
|
42
91
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["NitroModules","Cactus","hybridCactus","createHybridObject","init","modelPath","contextSize","corpusDir","complete","messages","responseBufferSize","options","tools","callback","messagesJson","JSON","stringify","optionsJson","temperature","top_p","topP","top_k","topK","max_tokens","maxTokens","stop_sequences","stopSequences","undefined","toolsJson","response","parsed","parse","success","functionCalls","function_calls","timeToFirstTokenMs","time_to_first_token_ms","totalTimeMs","total_time_ms","tokensPerSecond","tokens_per_second","prefillTokens","prefill_tokens","decodeTokens","decode_tokens","totalTokens","total_tokens","Error","embed","text","embeddingBufferSize","reset","stop","destroy"],"sourceRoot":"../../../src","sources":["native/Cactus.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,4BAA4B;
|
|
1
|
+
{"version":3,"names":["NitroModules","CactusImage","Cactus","hybridCactus","createHybridObject","init","modelPath","contextSize","corpusDir","complete","messages","responseBufferSize","options","tools","callback","messagesInternal","message","images","push","resizedImages","imagePath","resizedImage","resize","replace","messagesJson","JSON","stringify","optionsJson","temperature","top_p","topP","top_k","topK","max_tokens","maxTokens","stop_sequences","stopSequences","undefined","toolsJson","response","parsed","parse","success","functionCalls","function_calls","timeToFirstTokenMs","time_to_first_token_ms","totalTimeMs","total_time_ms","tokensPerSecond","tokens_per_second","prefillTokens","prefill_tokens","decodeTokens","decode_tokens","totalTokens","total_tokens","Error","transcribe","audioFilePath","prompt","embed","text","embeddingBufferSize","imageEmbed","audioEmbed","audioPath","reset","stop","destroy"],"sourceRoot":"../../../src","sources":["native/Cactus.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,4BAA4B;AAEzD,SAASC,WAAW,QAAQ,kBAAe;AAY3C,OAAO,MAAMC,MAAM,CAAC;EACDC,YAAY,GAC3BH,YAAY,CAACI,kBAAkB,CAAa,QAAQ,CAAC;EAEhDC,IAAIA,CACTC,SAAiB,EACjBC,WAAmB,EACnBC,SAAkB,EACH;IACf,OAAO,IAAI,CAACL,YAAY,CAACE,IAAI,CAACC,SAAS,EAAEC,WAAW,EAAEC,SAAS,CAAC;EAClE;EAEA,MAAaC,QAAQA,CACnBC,QAAmB,EACnBC,kBAA0B,EAC1BC,OAAyB,EACzBC,KAA8C,EAC9CC,QAAmD,EAClB;IACjC,MAAMC,gBAA2B,GAAG,EAAE;IACtC,KAAK,MAAMC,OAAO,IAAIN,QAAQ,EAAE;MAC9B,IAAI,CAACM,OAAO,CAACC,MAAM,EAAE;QACnBF,gBAAgB,CAACG,IAAI,CAACF,OAAO,CAAC;QAC9B;MACF;MACA,MAAMG,aAAuB,GAAG,EAAE;MAClC,KAAK,MAAMC,SAAS,IAAIJ,OAAO,CAACC,MAAM,EAAE;QACtC,MAAMI,YAAY,GAAG,MAAMpB,WAAW,CAACqB,MAAM,CAC3CF,SAAS,CAACG,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAChC,GAAG,EACH,GAAG,EACH,CACF,CAAC;QACDJ,aAAa,CAACD,IAAI,CAACG,YAAY,CAAC;MAClC;MACAN,gBAAgB,CAACG,IAAI,CAAC;QAAE,GAAGF,OAAO;QAAEC,MAAM,EAAEE;MAAc,CAAC,CAAC;IAC9D;IAEA,MAAMK,YAAY,GAAGC,IAAI,CAACC,SAAS,CAACX,gBAAgB,CAAC;IACrD,MAAMY,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbE,WAAW,EAAEhB,OAAO,CAACgB,WAAW;MAChCC,KAAK,EAAEjB,OAAO,CAACkB,IAAI;MACnBC,KAAK,EAAEnB,OAAO,CAACoB,IAAI;MACnBC,UAAU,EAAErB,OAAO,CAACsB,SAAS;MAC7BC,cAAc,EAAEvB,OAAO,CAACwB;IAC1B,CAAC,CAAC,GACFC,SAAS;IACb,MAAMC,SAAS,GAAGb,IAAI,CAACC,SAAS,CAACb,KAAK,CAAC;IAEvC,MAAM0B,QAAQ,GAAG,MAAM,IAAI,CAACpC,YAAY,CAACM,QAAQ,CAC/Ce,YAAY,EACZb,kBAAkB,EAClBgB,WAAW,EACXW,SAAS,EACTxB,QACF,CAAC;IAED,IAAI;MACF,MAAM0B,MAAM,GAAGf,IAAI,CAACgB,KAAK,CAACF,QAAQ,CAAC;MAEnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvBH,QAAQ,EAAEC,MAAM,CAACD,QAAQ;QACzBI,aAAa,EAAEH,MAAM,CAACI,cAAc;QACpCC,kBAAkB,EAAEL,MAAM,CAACM,sBAAsB;QACjDC,WAAW,EAAEP,MAAM,CAACQ,aAAa;QACjCC,eAAe,EAAET,MAAM,CAACU,iBAAiB;QACzCC,aAAa,EAAEX,MAAM,CAACY,cAAc;QACpCC,YAAY,EAAEb,MAAM,CAACc,aAAa;QAClCC,WAAW,EAAEf,MAAM,CAACgB;MACtB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,qCAAqC,CAAC;IACxD;EACF;EAEA,MAAaC,UAAUA,CACrBC,aAAqB,EACrBC,MAAc,EACdjD,kBAA0B,EAC1BC,OAA2B,EAC3BE,QAAmD,EACf;IACpC,MAAMa,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbE,WAAW,EAAEhB,OAAO,CAACgB,WAAW;MAChCC,KAAK,EAAEjB,OAAO,CAACkB,IAAI;MACnBC,KAAK,EAAEnB,OAAO,CAACoB,IAAI;MACnBC,UAAU,EAAErB,OAAO,CAACsB,SAAS;MAC7BC,cAAc,EAAEvB,OAAO,CAACwB;IAC1B,CAAC,CAAC,GACFC,SAAS;IAEb,MAAME,QAAQ,GAAG,MAAM,IAAI,CAACpC,YAAY,CAACuD,UAAU,CACjDC,aAAa,CAACpC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EACpCqC,MAAM,EACNjD,kBAAkB,EAClBgB,WAAW,EACXb,QACF,CAAC;IAED,IAAI;MACF,MAAM0B,MAAM,GAAGf,IAAI,CAACgB,KAAK,CAACF,QAAQ,CAAC;MAEnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvBH,QAAQ,EAAEC,MAAM,CAACD,QAAQ;QACzBM,kBAAkB,EAAEL,MAAM,CAACM,sBAAsB;QACjDC,WAAW,EAAEP,MAAM,CAACQ,aAAa;QACjCC,eAAe,EAAET,MAAM,CAACU,iBAAiB;QACzCC,aAAa,EAAEX,MAAM,CAACY,cAAc;QACpCC,YAAY,EAAEb,MAAM,CAACc,aAAa;QAClCC,WAAW,EAAEf,MAAM,CAACgB;MACtB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,wCAAwC,CAAC;IAC3D;EACF;EAEOI,KAAKA,CAACC,IAAY,EAAEC,mBAA2B,EAAqB;IACzE,OAAO,IAAI,CAAC5D,YAAY,CAAC0D,KAAK,CAACC,IAAI,EAAEC,mBAAmB,CAAC;EAC3D;EAEA,MAAaC,UAAUA,CACrB5C,SAAiB,EACjB2C,mBAA2B,EACR;IACnB,MAAM1C,YAAY,GAAG,MAAMpB,WAAW,CAACqB,MAAM,CAC3CF,SAAS,CAACG,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAChC,GAAG,EACH,GAAG,EACH,CACF,CAAC;IACD,OAAO,IAAI,CAACpB,YAAY,CAAC6D,UAAU,CAAC3C,YAAY,EAAE0C,mBAAmB,CAAC;EACxE;EAEOE,UAAUA,CACfC,SAAiB,EACjBH,mBAA2B,EACR;IACnB,OAAO,IAAI,CAAC5D,YAAY,CAAC8D,UAAU,CACjCC,SAAS,CAAC3C,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAChCwC,mBACF,CAAC;EACH;EAEOI,KAAKA,CAAA,EAAkB;IAC5B,OAAO,IAAI,CAAChE,YAAY,CAACgE,KAAK,CAAC,CAAC;EAClC;EAEOC,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAACjE,YAAY,CAACiE,IAAI,CAAC,CAAC;EACjC;EAEOC,OAAOA,CAAA,EAAkB;IAC9B,OAAO,IAAI,CAAClE,YAAY,CAACkE,OAAO,CAAC,CAAC;EACpC;AACF","ignoreList":[]}
|
|
@@ -24,9 +24,8 @@ export class CactusFileSystem {
|
|
|
24
24
|
static getModelPath(model) {
|
|
25
25
|
return this.hybridCactusFileSystem.getModelPath(model);
|
|
26
26
|
}
|
|
27
|
-
static downloadModel(model, onProgress) {
|
|
28
|
-
|
|
29
|
-
return this.hybridCactusFileSystem.downloadModel(model, from, onProgress);
|
|
27
|
+
static downloadModel(model, url, onProgress) {
|
|
28
|
+
return this.hybridCactusFileSystem.downloadModel(model, url, onProgress);
|
|
30
29
|
}
|
|
31
30
|
static deleteModel(model) {
|
|
32
31
|
return this.hybridCactusFileSystem.deleteModel(model);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["NitroModules","CactusFileSystem","hybridCactusFileSystem","createHybridObject","getCactusDirectory","fileExists","path","writeFile","content","readFile","deleteFile","modelExists","model","getModelPath","downloadModel","
|
|
1
|
+
{"version":3,"names":["NitroModules","CactusFileSystem","hybridCactusFileSystem","createHybridObject","getCactusDirectory","fileExists","path","writeFile","content","readFile","deleteFile","modelExists","model","getModelPath","downloadModel","url","onProgress","deleteModel"],"sourceRoot":"../../../src","sources":["native/CactusFileSystem.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,4BAA4B;AAGzD,OAAO,MAAMC,gBAAgB,CAAC;EAC5B,OAAwBC,sBAAsB,GAC5CF,YAAY,CAACG,kBAAkB,CAAuB,kBAAkB,CAAC;EAE3E,OAAcC,kBAAkBA,CAAA,EAAoB;IAClD,OAAO,IAAI,CAACF,sBAAsB,CAACE,kBAAkB,CAAC,CAAC;EACzD;EAEA,OAAcC,UAAUA,CAACC,IAAY,EAAoB;IACvD,OAAO,IAAI,CAACJ,sBAAsB,CAACG,UAAU,CAACC,IAAI,CAAC;EACrD;EAEA,OAAcC,SAASA,CAACD,IAAY,EAAEE,OAAe,EAAiB;IACpE,OAAO,IAAI,CAACN,sBAAsB,CAACK,SAAS,CAACD,IAAI,EAAEE,OAAO,CAAC;EAC7D;EAEA,OAAcC,QAAQA,CAACH,IAAY,EAAmB;IACpD,OAAO,IAAI,CAACJ,sBAAsB,CAACO,QAAQ,CAACH,IAAI,CAAC;EACnD;EAEA,OAAcI,UAAUA,CAACJ,IAAY,EAAiB;IACpD,OAAO,IAAI,CAACJ,sBAAsB,CAACQ,UAAU,CAACJ,IAAI,CAAC;EACrD;EAEA,OAAcK,WAAWA,CAACC,KAAa,EAAoB;IACzD,OAAO,IAAI,CAACV,sBAAsB,CAACS,WAAW,CAACC,KAAK,CAAC;EACvD;EAEA,OAAcC,YAAYA,CAACD,KAAa,EAAmB;IACzD,OAAO,IAAI,CAACV,sBAAsB,CAACW,YAAY,CAACD,KAAK,CAAC;EACxD;EAEA,OAAcE,aAAaA,CACzBF,KAAa,EACbG,GAAW,EACXC,UAAuC,EACxB;IACf,OAAO,IAAI,CAACd,sBAAsB,CAACY,aAAa,CAACF,KAAK,EAAEG,GAAG,EAAEC,UAAU,CAAC;EAC1E;EAEA,OAAcC,WAAWA,CAACL,KAAa,EAAiB;IACtD,OAAO,IAAI,CAACV,sBAAsB,CAACe,WAAW,CAACL,KAAK,CAAC;EACvD;AACF","ignoreList":[]}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
import { NitroModules } from 'react-native-nitro-modules';
|
|
4
|
+
export class CactusImage {
|
|
5
|
+
static hybridCactusImage = NitroModules.createHybridObject('CactusImage');
|
|
6
|
+
static base64(path) {
|
|
7
|
+
return this.hybridCactusImage.base64(path);
|
|
8
|
+
}
|
|
9
|
+
static resize(path, height, width, quality) {
|
|
10
|
+
return this.hybridCactusImage.resize(path, height, width, quality);
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=CactusImage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["NitroModules","CactusImage","hybridCactusImage","createHybridObject","base64","path","resize","height","width","quality"],"sourceRoot":"../../../src","sources":["native/CactusImage.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,4BAA4B;AAGzD,OAAO,MAAMC,WAAW,CAAC;EACvB,OAAwBC,iBAAiB,GACvCF,YAAY,CAACG,kBAAkB,CAAkB,aAAa,CAAC;EAEjE,OAAcC,MAAMA,CAACC,IAAY,EAAmB;IAClD,OAAO,IAAI,CAACH,iBAAiB,CAACE,MAAM,CAACC,IAAI,CAAC;EAC5C;EAEA,OAAcC,MAAMA,CAClBD,IAAY,EACZE,MAAc,EACdC,KAAa,EACbC,OAAe,EACE;IACjB,OAAO,IAAI,CAACP,iBAAiB,CAACI,MAAM,CAACD,IAAI,EAAEE,MAAM,EAAEC,KAAK,EAAEC,OAAO,CAAC;EACpE;AACF","ignoreList":[]}
|
|
@@ -4,5 +4,6 @@ export { Cactus } from "./Cactus.js";
|
|
|
4
4
|
export { CactusCrypto } from "./CactusCrypto.js";
|
|
5
5
|
export { CactusDeviceInfo } from "./CactusDeviceInfo.js";
|
|
6
6
|
export { CactusFileSystem } from "./CactusFileSystem.js";
|
|
7
|
+
export { CactusImage } from "./CactusImage.js";
|
|
7
8
|
export { CactusUtil } from "./CactusUtil.js";
|
|
8
9
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["Cactus","CactusCrypto","CactusDeviceInfo","CactusFileSystem","CactusUtil"],"sourceRoot":"../../../src","sources":["native/index.ts"],"mappings":";;AAAA,SAASA,MAAM,QAAQ,aAAU;AACjC,SAASC,YAAY,QAAQ,mBAAgB;AAC7C,SAASC,gBAAgB,QAAQ,uBAAoB;AACrD,SAASC,gBAAgB,QAAQ,uBAAoB;AACrD,SAASC,UAAU,QAAQ,iBAAc","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["Cactus","CactusCrypto","CactusDeviceInfo","CactusFileSystem","CactusImage","CactusUtil"],"sourceRoot":"../../../src","sources":["native/index.ts"],"mappings":";;AAAA,SAASA,MAAM,QAAQ,aAAU;AACjC,SAASC,YAAY,QAAQ,mBAAgB;AAC7C,SAASC,gBAAgB,QAAQ,uBAAoB;AACrD,SAASC,gBAAgB,QAAQ,uBAAoB;AACrD,SAASC,WAAW,QAAQ,kBAAe;AAC3C,SAASC,UAAU,QAAQ,iBAAc","ignoreList":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":[],"sourceRoot":"../../../src","sources":["specs/CactusImage.nitro.ts"],"mappings":"","ignoreList":[]}
|
|
@@ -9,9 +9,15 @@ export class Telemetry {
|
|
|
9
9
|
static logBufferPaths = {
|
|
10
10
|
init: 'logs/init.json',
|
|
11
11
|
completion: 'logs/completion.json',
|
|
12
|
-
|
|
12
|
+
transcription: 'logs/transcription.json',
|
|
13
|
+
embedding: 'logs/embedding.json',
|
|
14
|
+
image_embedding: 'logs/image_embedding.json',
|
|
15
|
+
audio_embedding: 'logs/audio_embedding.json'
|
|
13
16
|
};
|
|
14
17
|
static async handleLog(logRecord) {
|
|
18
|
+
if (!this.isInitialized()) {
|
|
19
|
+
return;
|
|
20
|
+
}
|
|
15
21
|
if (!CactusConfig.isTelemetryEnabled) {
|
|
16
22
|
return;
|
|
17
23
|
}
|
|
@@ -39,6 +45,9 @@ export class Telemetry {
|
|
|
39
45
|
return !!(this.projectId && this.deviceId);
|
|
40
46
|
}
|
|
41
47
|
static async init(cactusTelemetryToken) {
|
|
48
|
+
if (this.isInitialized()) {
|
|
49
|
+
return;
|
|
50
|
+
}
|
|
42
51
|
if (!CactusConfig.isTelemetryEnabled) {
|
|
43
52
|
return;
|
|
44
53
|
}
|
|
@@ -83,6 +92,23 @@ export class Telemetry {
|
|
|
83
92
|
tps: result?.tokensPerSecond
|
|
84
93
|
});
|
|
85
94
|
}
|
|
95
|
+
static logTranscribe(model, success, message, result) {
|
|
96
|
+
return this.handleLog({
|
|
97
|
+
framework: 'react-native',
|
|
98
|
+
framework_version: packageVersion,
|
|
99
|
+
event_type: 'transcription',
|
|
100
|
+
model,
|
|
101
|
+
success,
|
|
102
|
+
message,
|
|
103
|
+
telemetry_token: this.cactusTelemetryToken,
|
|
104
|
+
project_id: this.projectId,
|
|
105
|
+
device_id: this.deviceId,
|
|
106
|
+
tokens: result?.totalTokens,
|
|
107
|
+
response_time: result?.totalTimeMs,
|
|
108
|
+
ttft: result?.timeToFirstTokenMs,
|
|
109
|
+
tps: result?.tokensPerSecond
|
|
110
|
+
});
|
|
111
|
+
}
|
|
86
112
|
static logEmbedding(model, success, message) {
|
|
87
113
|
return this.handleLog({
|
|
88
114
|
framework: 'react-native',
|
|
@@ -96,5 +122,31 @@ export class Telemetry {
|
|
|
96
122
|
device_id: this.deviceId
|
|
97
123
|
});
|
|
98
124
|
}
|
|
125
|
+
static logImageEmbedding(model, success, message) {
|
|
126
|
+
return this.handleLog({
|
|
127
|
+
framework: 'react-native',
|
|
128
|
+
framework_version: packageVersion,
|
|
129
|
+
event_type: 'image_embedding',
|
|
130
|
+
model,
|
|
131
|
+
success,
|
|
132
|
+
message,
|
|
133
|
+
telemetry_token: this.cactusTelemetryToken,
|
|
134
|
+
project_id: this.projectId,
|
|
135
|
+
device_id: this.deviceId
|
|
136
|
+
});
|
|
137
|
+
}
|
|
138
|
+
static logAudioEmbedding(model, success, message) {
|
|
139
|
+
return this.handleLog({
|
|
140
|
+
framework: 'react-native',
|
|
141
|
+
framework_version: packageVersion,
|
|
142
|
+
event_type: 'audio_embedding',
|
|
143
|
+
model,
|
|
144
|
+
success,
|
|
145
|
+
message,
|
|
146
|
+
telemetry_token: this.cactusTelemetryToken,
|
|
147
|
+
project_id: this.projectId,
|
|
148
|
+
device_id: this.deviceId
|
|
149
|
+
});
|
|
150
|
+
}
|
|
99
151
|
}
|
|
100
152
|
//# sourceMappingURL=Telemetry.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["Database","CactusCrypto","CactusDeviceInfo","CactusFileSystem","CactusUtil","CactusConfig","packageVersion","Telemetry","namespaceUrl","logBufferPaths","init","completion","embedding","handleLog","logRecord","isTelemetryEnabled","logBufferPath","event_type","logs","fileExists","JSON","parse","readFile","deleteFile","push","sendLogRecords","writeFile","stringify","
|
|
1
|
+
{"version":3,"names":["Database","CactusCrypto","CactusDeviceInfo","CactusFileSystem","CactusUtil","CactusConfig","packageVersion","Telemetry","namespaceUrl","logBufferPaths","init","completion","transcription","embedding","image_embedding","audio_embedding","handleLog","logRecord","isInitialized","isTelemetryEnabled","logBufferPath","event_type","logs","fileExists","JSON","parse","readFile","deleteFile","push","sendLogRecords","writeFile","stringify","projectId","deviceId","cactusTelemetryToken","appIdentifier","getAppIdentifier","name","uuidv5","deviceInfo","getDeviceInfo","getDeviceId","registerDevice","error","console","log","logInit","model","success","message","framework","framework_version","telemetry_token","project_id","device_id","logCompletion","result","tokens","totalTokens","response_time","totalTimeMs","ttft","timeToFirstTokenMs","tps","tokensPerSecond","logTranscribe","logEmbedding","logImageEmbedding","logAudioEmbedding"],"sourceRoot":"../../../src","sources":["telemetry/Telemetry.ts"],"mappings":";;AAAA,SAASA,QAAQ,QAAQ,oBAAiB;AAC1C,SACEC,YAAY,EACZC,gBAAgB,EAChBC,gBAAgB,EAChBC,UAAU,QACL,oBAAW;AAClB,SAASC,YAAY,QAAQ,2BAAwB;AACrD,SAASC,cAAc,QAAQ,gCAA6B;AAiC5D,OAAO,MAAMC,SAAS,CAAC;EAKrB,OAAwBC,YAAY,GAAG,sCAAsC;EAC7E,OAAwBC,cAAc,GAAG;IACvCC,IAAI,EAAE,gBAAgB;IACtBC,UAAU,EAAE,sBAAsB;IAClCC,aAAa,EAAE,yBAAyB;IACxCC,SAAS,EAAE,qBAAqB;IAChCC,eAAe,EAAE,2BAA2B;IAC5CC,eAAe,EAAE;EACnB,CAAC;EAED,aAAqBC,SAASA,CAACC,SAAoB,EAAE;IACnD,IAAI,CAAC,IAAI,CAACC,aAAa,CAAC,CAAC,EAAE;MACzB;IACF;IAEA,IAAI,CAACb,YAAY,CAACc,kBAAkB,EAAE;MACpC;IACF;IAEA,MAAMC,aAAa,GAAG,IAAI,CAACX,cAAc,CAACQ,SAAS,CAACI,UAAU,CAAC;IAE/D,IAAIC,IAAI,GAAG,EAAE;IACb,IAAI,MAAMnB,gBAAgB,CAACoB,UAAU,CAACH,aAAa,CAAC,EAAE;MACpD,IAAI;QACFE,IAAI,GAAGE,IAAI,CAACC,KAAK,CAAC,MAAMtB,gBAAgB,CAACuB,QAAQ,CAACN,aAAa,CAAC,CAAC;MACnE,CAAC,CAAC,MAAM;QACN;QACA,MAAMjB,gBAAgB,CAACwB,UAAU,CAACP,aAAa,CAAC;MAClD;IACF;IACAE,IAAI,CAACM,IAAI,CAACX,SAAS,CAAC;IAEpB,IAAI;MACF,MAAMjB,QAAQ,CAAC6B,cAAc,CAACP,IAAI,CAAC;MAEnC,IAAI,MAAMnB,gBAAgB,CAACoB,UAAU,CAACH,aAAa,CAAC,EAAE;QACpD,MAAMjB,gBAAgB,CAACwB,UAAU,CAACP,aAAa,CAAC;MAClD;IACF,CAAC,CAAC,MAAM;MACN,MAAMjB,gBAAgB,CAAC2B,SAAS,CAACV,aAAa,EAAEI,IAAI,CAACO,SAAS,CAACT,IAAI,CAAC,CAAC;IACvE;EACF;EAEA,OAAcJ,aAAaA,CAAA,EAAY;IACrC,OAAO,CAAC,EAAE,IAAI,CAACc,SAAS,IAAI,IAAI,CAACC,QAAQ,CAAC;EAC5C;EAEA,aAAoBvB,IAAIA,CAACwB,oBAA6B,EAAiB;IACrE,IAAI,IAAI,CAAChB,aAAa,CAAC,CAAC,EAAE;MACxB;IACF;IAEA,IAAI,CAACb,YAAY,CAACc,kBAAkB,EAAE;MACpC;IACF;IAEA,IAAI,CAACe,oBAAoB,GAAGA,oBAAoB;IAEhD,MAAMC,aAAa,GAAG,MAAMjC,gBAAgB,CAACkC,gBAAgB,CAAC,CAAC;IAC/D,MAAMC,IAAI,GAAG,+BAA+BF,aAAa,KAAK;IAC9D,IAAI,CAACH,SAAS,GAAG,MAAM/B,YAAY,CAACqC,MAAM,CAAC,IAAI,CAAC9B,YAAY,EAAE6B,IAAI,CAAC;IAEnE,MAAME,UAAU,GAAG,MAAMrC,gBAAgB,CAACsC,aAAa,CAAC,CAAC;IACzD,IAAI;MACF,IAAI,CAACP,QAAQ,GACX,CAAC,MAAM7B,UAAU,CAACqC,WAAW,CAAC,CAAC,MAC9B,MAAMzC,QAAQ,CAAC0C,cAAc,CAACH,UAAU,CAAC,CAAC;IAC/C,CAAC,CAAC,OAAOI,KAAK,EAAE;MACdC,OAAO,CAACC,GAAG,CAACF,KAAK,CAAC;IACpB;EACF;EAEA,OAAcG,OAAOA,CACnBC,KAAa,EACbC,OAAgB,EAChBC,OAAgB,EACD;IACf,OAAO,IAAI,CAACjC,SAAS,CAAC;MACpBkC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE7C,cAAc;MACjCe,UAAU,EAAE,MAAM;MAClB0B,KAAK;MACLC,OAAO;MACPC,OAAO;MACPG,eAAe,EAAE,IAAI,CAAClB,oBAAoB;MAC1CmB,UAAU,EAAE,IAAI,CAACrB,SAAS;MAC1BsB,SAAS,EAAE,IAAI,CAACrB;IAClB,CAAC,CAAC;EACJ;EAEA,OAAcsB,aAAaA,CACzBR,KAAa,EACbC,OAAgB,EAChBC,OAAgB,EAChBO,MAA+B,EAChB;IACf,OAAO,IAAI,CAACxC,SAAS,CAAC;MACpBkC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE7C,cAAc;MACjCe,UAAU,EAAE,YAAY;MACxB0B,KAAK;MACLC,OAAO;MACPC,OAAO;MACPG,eAAe,EAAE,IAAI,CAAClB,oBAAoB;MAC1CmB,UAAU,EAAE,IAAI,CAACrB,SAAS;MAC1BsB,SAAS,EAAE,IAAI,CAACrB,QAAQ;MACxBwB,MAAM,EAAED,MAAM,EAAEE,WAAW;MAC3BC,aAAa,EAAEH,MAAM,EAAEI,WAAW;MAClCC,IAAI,EAAEL,MAAM,EAAEM,kBAAkB;MAChCC,GAAG,EAAEP,MAAM,EAAEQ;IACf,CAAC,CAAC;EACJ;EAEA,OAAcC,aAAaA,CACzBlB,KAAa,EACbC,OAAgB,EAChBC,OAAgB,EAChBO,MAAkC,EACnB;IACf,OAAO,IAAI,CAACxC,SAAS,CAAC;MACpBkC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE7C,cAAc;MACjCe,UAAU,EAAE,eAAe;MAC3B0B,KAAK;MACLC,OAAO;MACPC,OAAO;MACPG,eAAe,EAAE,IAAI,CAAClB,oBAAoB;MAC1CmB,UAAU,EAAE,IAAI,CAACrB,SAAS;MAC1BsB,SAAS,EAAE,IAAI,CAACrB,QAAQ;MACxBwB,MAAM,EAAED,MAAM,EAAEE,WAAW;MAC3BC,aAAa,EAAEH,MAAM,EAAEI,WAAW;MAClCC,IAAI,EAAEL,MAAM,EAAEM,kBAAkB;MAChCC,GAAG,EAAEP,MAAM,EAAEQ;IACf,CAAC,CAAC;EACJ;EAEA,OAAcE,YAAYA,CACxBnB,KAAa,EACbC,OAAgB,EAChBC,OAAgB,EACD;IACf,OAAO,IAAI,CAACjC,SAAS,CAAC;MACpBkC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE7C,cAAc;MACjCe,UAAU,EAAE,WAAW;MACvB0B,KAAK;MACLC,OAAO;MACPC,OAAO;MACPG,eAAe,EAAE,IAAI,CAAClB,oBAAoB;MAC1CmB,UAAU,EAAE,IAAI,CAACrB,SAAS;MAC1BsB,SAAS,EAAE,IAAI,CAACrB;IAClB,CAAC,CAAC;EACJ;EAEA,OAAckC,iBAAiBA,CAC7BpB,KAAa,EACbC,OAAgB,EAChBC,OAAgB,EACD;IACf,OAAO,IAAI,CAACjC,SAAS,CAAC;MACpBkC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE7C,cAAc;MACjCe,UAAU,EAAE,iBAAiB;MAC7B0B,KAAK;MACLC,OAAO;MACPC,OAAO;MACPG,eAAe,EAAE,IAAI,CAAClB,oBAAoB;MAC1CmB,UAAU,EAAE,IAAI,CAACrB,SAAS;MAC1BsB,SAAS,EAAE,IAAI,CAACrB;IAClB,CAAC,CAAC;EACJ;EAEA,OAAcmC,iBAAiBA,CAC7BrB,KAAa,EACbC,OAAgB,EAChBC,OAAgB,EACD;IACf,OAAO,IAAI,CAACjC,SAAS,CAAC;MACpBkC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE7C,cAAc;MACjCe,UAAU,EAAE,iBAAiB;MAC7B0B,KAAK;MACLC,OAAO;MACPC,OAAO;MACPG,eAAe,EAAE,IAAI,CAAClB,oBAAoB;MAC1CmB,UAAU,EAAE,IAAI,CAACrB,SAAS;MAC1BsB,SAAS,EAAE,IAAI,CAACrB;IAClB,CAAC,CAAC;EACJ;AACF","ignoreList":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":[],"sourceRoot":"../../../src","sources":["types/CactusSTT.ts"],"mappings":"","ignoreList":[]}
|
|
@@ -6,6 +6,7 @@ export declare class Database {
|
|
|
6
6
|
private static readonly key;
|
|
7
7
|
static sendLogRecords(records: LogRecord[]): Promise<void>;
|
|
8
8
|
static registerDevice(device_data: DeviceInfo): Promise<string>;
|
|
9
|
+
static getModel(slug: string): Promise<CactusModel>;
|
|
9
10
|
static getModels(): Promise<CactusModel[]>;
|
|
10
11
|
}
|
|
11
12
|
//# sourceMappingURL=Database.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Database.d.ts","sourceRoot":"","sources":["../../../../src/api/Database.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAClE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAExD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAaxD,qBAAa,QAAQ;IACnB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAA8C;IACzE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAC0L;WAEjM,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;WAkBnD,cAAc,CAAC,WAAW,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;WAgBxD,SAAS,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;CA0BxD"}
|
|
1
|
+
{"version":3,"file":"Database.d.ts","sourceRoot":"","sources":["../../../../src/api/Database.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAClE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAExD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAaxD,qBAAa,QAAQ;IACnB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAA8C;IACzE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAC0L;WAEjM,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;WAkBnD,cAAc,CAAC,WAAW,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;WAgBxD,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;WA2B5C,SAAS,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;CA0BxD"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { CactusLMCompleteResult, Message, CompleteOptions, Tool } from '../types/CactusLM';
|
|
2
|
+
export declare class RemoteLM {
|
|
3
|
+
private static readonly completionsUrl;
|
|
4
|
+
private static readonly defaultModel;
|
|
5
|
+
static complete(messages: Message[], options?: CompleteOptions, tools?: {
|
|
6
|
+
type: 'function';
|
|
7
|
+
function: Tool;
|
|
8
|
+
}[], callback?: (token: string) => void): Promise<CactusLMCompleteResult>;
|
|
9
|
+
private static getMimeType;
|
|
10
|
+
private static transformMessages;
|
|
11
|
+
private static streamXHR;
|
|
12
|
+
private static nonStreamFetch;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=RemoteLM.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"RemoteLM.d.ts","sourceRoot":"","sources":["../../../../src/api/RemoteLM.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,sBAAsB,EACtB,OAAO,EACP,eAAe,EACf,IAAI,EACL,MAAM,mBAAmB,CAAC;AAE3B,qBAAa,QAAQ;IACnB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CACY;IAElD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAkC;WAElD,QAAQ,CAC1B,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,CAAC,EAAE,eAAe,EACzB,KAAK,CAAC,EAAE;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,QAAQ,EAAE,IAAI,CAAA;KAAE,EAAE,EAC9C,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GACjC,OAAO,CAAC,sBAAsB,CAAC;IAsBlC,OAAO,CAAC,MAAM,CAAC,WAAW;mBAiBL,iBAAiB;IAsCtC,OAAO,CAAC,MAAM,CAAC,SAAS;mBA0HH,cAAc;CAqDpC"}
|