cactus-react-native 1.5.0 → 1.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Cactus.podspec +1 -1
- package/README.md +347 -241
- package/android/CMakeLists.txt +24 -5
- package/android/src/main/jniLibs/arm64-v8a/libcactus.a +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcurl.a +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libmbedcrypto.a +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libmbedtls.a +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libmbedx509.a +0 -0
- package/cpp/HybridCactus.cpp +149 -117
- package/cpp/HybridCactus.hpp +14 -10
- package/cpp/cactus_ffi.h +54 -43
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus.h +0 -1
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus_ffi.h +54 -43
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus_utils.h +318 -123
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/engine.h +118 -15
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/graph.h +77 -32
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/kernel.h +68 -6
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/kernel_utils.h +21 -155
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/cactus.h +0 -1
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/cactus_ffi.h +54 -43
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/cactus_utils.h +318 -123
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/engine.h +118 -15
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/graph.h +77 -32
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/kernel.h +68 -6
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/kernel_utils.h +21 -155
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/cactus +0 -0
- package/lib/module/classes/CactusLM.js +16 -49
- package/lib/module/classes/CactusLM.js.map +1 -1
- package/lib/module/classes/CactusSTT.js +30 -79
- package/lib/module/classes/CactusSTT.js.map +1 -1
- package/lib/module/classes/CactusVAD.js +95 -0
- package/lib/module/classes/CactusVAD.js.map +1 -0
- package/lib/module/hooks/useCactusLM.js +10 -11
- package/lib/module/hooks/useCactusLM.js.map +1 -1
- package/lib/module/hooks/useCactusSTT.js +23 -62
- package/lib/module/hooks/useCactusSTT.js.map +1 -1
- package/lib/module/hooks/useCactusVAD.js +171 -0
- package/lib/module/hooks/useCactusVAD.js.map +1 -0
- package/lib/module/index.js +2 -3
- package/lib/module/index.js.map +1 -1
- package/lib/module/modelRegistry.js +52 -0
- package/lib/module/modelRegistry.js.map +1 -0
- package/lib/module/native/Cactus.js +85 -23
- package/lib/module/native/Cactus.js.map +1 -1
- package/lib/module/native/CactusIndex.js.map +1 -1
- package/lib/module/native/index.js +0 -3
- package/lib/module/native/index.js.map +1 -1
- package/lib/module/types/CactusVAD.js +4 -0
- package/lib/module/{specs/CactusUtil.nitro.js.map → types/CactusVAD.js.map} +1 -1
- package/lib/typescript/src/classes/CactusLM.d.ts +5 -7
- package/lib/typescript/src/classes/CactusLM.d.ts.map +1 -1
- package/lib/typescript/src/classes/CactusSTT.d.ts +8 -12
- package/lib/typescript/src/classes/CactusSTT.d.ts.map +1 -1
- package/lib/typescript/src/classes/CactusVAD.d.ts +20 -0
- package/lib/typescript/src/classes/CactusVAD.d.ts.map +1 -0
- package/lib/typescript/src/hooks/useCactusLM.d.ts +2 -2
- package/lib/typescript/src/hooks/useCactusLM.d.ts.map +1 -1
- package/lib/typescript/src/hooks/useCactusSTT.d.ts +6 -8
- package/lib/typescript/src/hooks/useCactusSTT.d.ts.map +1 -1
- package/lib/typescript/src/hooks/useCactusVAD.d.ts +15 -0
- package/lib/typescript/src/hooks/useCactusVAD.d.ts.map +1 -0
- package/lib/typescript/src/index.d.ts +7 -5
- package/lib/typescript/src/index.d.ts.map +1 -1
- package/lib/typescript/src/modelRegistry.d.ts +5 -0
- package/lib/typescript/src/modelRegistry.d.ts.map +1 -0
- package/lib/typescript/src/native/Cactus.d.ts +12 -11
- package/lib/typescript/src/native/Cactus.d.ts.map +1 -1
- package/lib/typescript/src/native/CactusIndex.d.ts +2 -2
- package/lib/typescript/src/native/CactusIndex.d.ts.map +1 -1
- package/lib/typescript/src/native/index.d.ts +0 -3
- package/lib/typescript/src/native/index.d.ts.map +1 -1
- package/lib/typescript/src/specs/Cactus.nitro.d.ts +6 -6
- package/lib/typescript/src/specs/Cactus.nitro.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusIndex.d.ts +2 -2
- package/lib/typescript/src/types/CactusIndex.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusLM.d.ts +19 -11
- package/lib/typescript/src/types/CactusLM.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusSTT.d.ts +33 -12
- package/lib/typescript/src/types/CactusSTT.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusVAD.d.ts +34 -0
- package/lib/typescript/src/types/CactusVAD.d.ts.map +1 -0
- package/lib/typescript/src/types/common.d.ts +1 -6
- package/lib/typescript/src/types/common.d.ts.map +1 -1
- package/nitro.json +0 -11
- package/nitrogen/generated/android/cactus+autolinking.cmake +0 -5
- package/nitrogen/generated/android/cactusOnLoad.cpp +0 -30
- package/nitrogen/generated/ios/Cactus-Swift-Cxx-Bridge.cpp +0 -50
- package/nitrogen/generated/ios/Cactus-Swift-Cxx-Bridge.hpp +9 -147
- package/nitrogen/generated/ios/Cactus-Swift-Cxx-Umbrella.hpp +0 -13
- package/nitrogen/generated/ios/CactusAutolinking.mm +0 -26
- package/nitrogen/generated/ios/CactusAutolinking.swift +0 -30
- package/nitrogen/generated/shared/c++/HybridCactusSpec.cpp +4 -4
- package/nitrogen/generated/shared/c++/HybridCactusSpec.hpp +6 -6
- package/package.json +3 -3
- package/src/classes/CactusLM.ts +18 -65
- package/src/classes/CactusSTT.ts +39 -97
- package/src/classes/CactusVAD.ts +129 -0
- package/src/hooks/useCactusLM.ts +14 -17
- package/src/hooks/useCactusSTT.ts +47 -98
- package/src/hooks/useCactusVAD.ts +215 -0
- package/src/index.tsx +18 -12
- package/src/modelRegistry.ts +65 -0
- package/src/native/Cactus.ts +102 -41
- package/src/native/CactusIndex.ts +2 -2
- package/src/native/index.ts +0 -3
- package/src/specs/Cactus.nitro.ts +11 -7
- package/src/types/CactusIndex.ts +2 -2
- package/src/types/CactusLM.ts +19 -11
- package/src/types/CactusSTT.ts +33 -13
- package/src/types/CactusVAD.ts +39 -0
- package/src/types/common.ts +1 -6
- package/android/src/main/java/com/margelo/nitro/cactus/HybridCactusCrypto.kt +0 -46
- package/android/src/main/java/com/margelo/nitro/cactus/HybridCactusDeviceInfo.kt +0 -27
- package/android/src/main/jniLibs/arm64-v8a/libcactus_util.a +0 -0
- package/cpp/HybridCactusUtil.cpp +0 -47
- package/cpp/HybridCactusUtil.hpp +0 -27
- package/cpp/cactus_util.h +0 -25
- package/ios/HybridCactusCrypto.swift +0 -37
- package/ios/HybridCactusDeviceInfo.swift +0 -32
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus_telemetry.h +0 -656
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/cactus_telemetry.h +0 -656
- package/ios/cactus_util.xcframework/Info.plist +0 -39
- package/ios/cactus_util.xcframework/ios-arm64/cactus_util.framework/Headers/cactus_util.h +0 -25
- package/ios/cactus_util.xcframework/ios-arm64/cactus_util.framework/Headers/database.h +0 -27
- package/ios/cactus_util.xcframework/ios-arm64/cactus_util.framework/Headers/ios_utils.h +0 -10
- package/ios/cactus_util.xcframework/ios-arm64/cactus_util.framework/Headers/logging.h +0 -25
- package/ios/cactus_util.xcframework/ios-arm64/cactus_util.framework/Info.plist +0 -0
- package/ios/cactus_util.xcframework/ios-arm64/cactus_util.framework/cactus_util +0 -0
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/Headers/cactus_util.h +0 -25
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/Headers/database.h +0 -27
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/Headers/ios_utils.h +0 -10
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/Headers/logging.h +0 -25
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/Info.plist +0 -0
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/_CodeSignature/CodeResources +0 -135
- package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/cactus_util +0 -0
- package/lib/module/api/Database.js +0 -45
- package/lib/module/api/Database.js.map +0 -1
- package/lib/module/api/RemoteLM.js +0 -201
- package/lib/module/api/RemoteLM.js.map +0 -1
- package/lib/module/config/CactusConfig.js +0 -12
- package/lib/module/config/CactusConfig.js.map +0 -1
- package/lib/module/models.js +0 -336
- package/lib/module/models.js.map +0 -1
- package/lib/module/native/CactusCrypto.js +0 -10
- package/lib/module/native/CactusCrypto.js.map +0 -1
- package/lib/module/native/CactusDeviceInfo.js +0 -13
- package/lib/module/native/CactusDeviceInfo.js.map +0 -1
- package/lib/module/native/CactusUtil.js +0 -36
- package/lib/module/native/CactusUtil.js.map +0 -1
- package/lib/module/specs/CactusCrypto.nitro.js +0 -4
- package/lib/module/specs/CactusCrypto.nitro.js.map +0 -1
- package/lib/module/specs/CactusDeviceInfo.nitro.js +0 -4
- package/lib/module/specs/CactusDeviceInfo.nitro.js.map +0 -1
- package/lib/module/specs/CactusUtil.nitro.js +0 -4
- package/lib/module/telemetry/Telemetry.js +0 -154
- package/lib/module/telemetry/Telemetry.js.map +0 -1
- package/lib/typescript/src/api/Database.d.ts +0 -12
- package/lib/typescript/src/api/Database.d.ts.map +0 -1
- package/lib/typescript/src/api/RemoteLM.d.ts +0 -14
- package/lib/typescript/src/api/RemoteLM.d.ts.map +0 -1
- package/lib/typescript/src/config/CactusConfig.d.ts +0 -7
- package/lib/typescript/src/config/CactusConfig.d.ts.map +0 -1
- package/lib/typescript/src/models.d.ts +0 -6
- package/lib/typescript/src/models.d.ts.map +0 -1
- package/lib/typescript/src/native/CactusCrypto.d.ts +0 -5
- package/lib/typescript/src/native/CactusCrypto.d.ts.map +0 -1
- package/lib/typescript/src/native/CactusDeviceInfo.d.ts +0 -7
- package/lib/typescript/src/native/CactusDeviceInfo.d.ts.map +0 -1
- package/lib/typescript/src/native/CactusUtil.d.ts +0 -6
- package/lib/typescript/src/native/CactusUtil.d.ts.map +0 -1
- package/lib/typescript/src/specs/CactusCrypto.nitro.d.ts +0 -8
- package/lib/typescript/src/specs/CactusCrypto.nitro.d.ts.map +0 -1
- package/lib/typescript/src/specs/CactusDeviceInfo.nitro.d.ts +0 -16
- package/lib/typescript/src/specs/CactusDeviceInfo.nitro.d.ts.map +0 -1
- package/lib/typescript/src/specs/CactusUtil.nitro.d.ts +0 -10
- package/lib/typescript/src/specs/CactusUtil.nitro.d.ts.map +0 -1
- package/lib/typescript/src/telemetry/Telemetry.d.ts +0 -34
- package/lib/typescript/src/telemetry/Telemetry.d.ts.map +0 -1
- package/nitrogen/generated/android/c++/JDeviceInfo.hpp +0 -74
- package/nitrogen/generated/android/c++/JHybridCactusCryptoSpec.cpp +0 -65
- package/nitrogen/generated/android/c++/JHybridCactusCryptoSpec.hpp +0 -65
- package/nitrogen/generated/android/c++/JHybridCactusDeviceInfoSpec.cpp +0 -85
- package/nitrogen/generated/android/c++/JHybridCactusDeviceInfoSpec.hpp +0 -66
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/cactus/DeviceInfo.kt +0 -50
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/cactus/HybridCactusCryptoSpec.kt +0 -58
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/cactus/HybridCactusDeviceInfoSpec.kt +0 -62
- package/nitrogen/generated/ios/c++/HybridCactusCryptoSpecSwift.cpp +0 -11
- package/nitrogen/generated/ios/c++/HybridCactusCryptoSpecSwift.hpp +0 -77
- package/nitrogen/generated/ios/c++/HybridCactusDeviceInfoSpecSwift.cpp +0 -11
- package/nitrogen/generated/ios/c++/HybridCactusDeviceInfoSpecSwift.hpp +0 -88
- package/nitrogen/generated/ios/swift/DeviceInfo.swift +0 -98
- package/nitrogen/generated/ios/swift/Func_void_DeviceInfo.swift +0 -47
- package/nitrogen/generated/ios/swift/Func_void_std__optional_std__string_.swift +0 -54
- package/nitrogen/generated/ios/swift/HybridCactusCryptoSpec.swift +0 -57
- package/nitrogen/generated/ios/swift/HybridCactusCryptoSpec_cxx.swift +0 -139
- package/nitrogen/generated/ios/swift/HybridCactusDeviceInfoSpec.swift +0 -58
- package/nitrogen/generated/ios/swift/HybridCactusDeviceInfoSpec_cxx.swift +0 -164
- package/nitrogen/generated/shared/c++/DeviceInfo.hpp +0 -92
- package/nitrogen/generated/shared/c++/HybridCactusCryptoSpec.cpp +0 -21
- package/nitrogen/generated/shared/c++/HybridCactusCryptoSpec.hpp +0 -63
- package/nitrogen/generated/shared/c++/HybridCactusDeviceInfoSpec.cpp +0 -22
- package/nitrogen/generated/shared/c++/HybridCactusDeviceInfoSpec.hpp +0 -67
- package/nitrogen/generated/shared/c++/HybridCactusUtilSpec.cpp +0 -23
- package/nitrogen/generated/shared/c++/HybridCactusUtilSpec.hpp +0 -66
- package/src/api/Database.ts +0 -55
- package/src/api/RemoteLM.ts +0 -273
- package/src/config/CactusConfig.ts +0 -11
- package/src/models.ts +0 -344
- package/src/native/CactusCrypto.ts +0 -11
- package/src/native/CactusDeviceInfo.ts +0 -18
- package/src/native/CactusUtil.ts +0 -43
- package/src/specs/CactusCrypto.nitro.ts +0 -6
- package/src/specs/CactusDeviceInfo.nitro.ts +0 -15
- package/src/specs/CactusUtil.nitro.ts +0 -8
- package/src/telemetry/Telemetry.ts +0 -236
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
import { Cactus, CactusFileSystem } from "../native/index.js";
|
|
4
|
+
import { getRegistry } from "../modelRegistry.js";
|
|
5
|
+
export class CactusVAD {
|
|
6
|
+
cactus = new Cactus();
|
|
7
|
+
isDownloading = false;
|
|
8
|
+
isInitialized = false;
|
|
9
|
+
static defaultModel = 'silero-vad';
|
|
10
|
+
static defaultOptions = {
|
|
11
|
+
quantization: 'int8',
|
|
12
|
+
pro: false
|
|
13
|
+
};
|
|
14
|
+
constructor({
|
|
15
|
+
model,
|
|
16
|
+
options
|
|
17
|
+
} = {}) {
|
|
18
|
+
this.model = model ?? CactusVAD.defaultModel;
|
|
19
|
+
this.options = {
|
|
20
|
+
quantization: options?.quantization ?? CactusVAD.defaultOptions.quantization,
|
|
21
|
+
pro: options?.pro ?? CactusVAD.defaultOptions.pro
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
async download({
|
|
25
|
+
onProgress
|
|
26
|
+
} = {}) {
|
|
27
|
+
if (this.isModelPath(this.model)) {
|
|
28
|
+
onProgress?.(1.0);
|
|
29
|
+
return;
|
|
30
|
+
}
|
|
31
|
+
if (this.isDownloading) {
|
|
32
|
+
throw new Error('CactusVAD is already downloading');
|
|
33
|
+
}
|
|
34
|
+
if (await CactusFileSystem.modelExists(this.getModelName())) {
|
|
35
|
+
console.log('Model already exists', this.getModelName());
|
|
36
|
+
onProgress?.(1.0);
|
|
37
|
+
return;
|
|
38
|
+
}
|
|
39
|
+
this.isDownloading = true;
|
|
40
|
+
try {
|
|
41
|
+
const registry = await getRegistry();
|
|
42
|
+
const modelConfig = registry[this.model]?.quantization[this.options.quantization];
|
|
43
|
+
const url = this.options.pro ? modelConfig?.pro?.apple : modelConfig?.url;
|
|
44
|
+
if (!url) {
|
|
45
|
+
throw new Error(`Model ${this.model} with specified options not found`);
|
|
46
|
+
}
|
|
47
|
+
await CactusFileSystem.downloadModel(this.getModelName(), url, onProgress);
|
|
48
|
+
} finally {
|
|
49
|
+
this.isDownloading = false;
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
async init() {
|
|
53
|
+
if (this.isInitialized) {
|
|
54
|
+
return;
|
|
55
|
+
}
|
|
56
|
+
let modelPath;
|
|
57
|
+
if (this.isModelPath(this.model)) {
|
|
58
|
+
modelPath = this.model.replace('file://', '');
|
|
59
|
+
} else {
|
|
60
|
+
if (!(await CactusFileSystem.modelExists(this.getModelName()))) {
|
|
61
|
+
console.log('Model does not exist', this.getModelName());
|
|
62
|
+
throw new Error(`Model "${this.model}" with options ${JSON.stringify(this.options)} is not downloaded`);
|
|
63
|
+
}
|
|
64
|
+
modelPath = await CactusFileSystem.getModelPath(this.getModelName());
|
|
65
|
+
}
|
|
66
|
+
const cacheDir = await CactusFileSystem.getCactusDirectory();
|
|
67
|
+
await this.cactus.setTelemetryEnvironment(cacheDir);
|
|
68
|
+
await this.cactus.init(modelPath);
|
|
69
|
+
this.isInitialized = true;
|
|
70
|
+
}
|
|
71
|
+
async vad({
|
|
72
|
+
audio,
|
|
73
|
+
options
|
|
74
|
+
}) {
|
|
75
|
+
await this.init();
|
|
76
|
+
return this.cactus.vad(audio, options);
|
|
77
|
+
}
|
|
78
|
+
async destroy() {
|
|
79
|
+
if (!this.isInitialized) {
|
|
80
|
+
return;
|
|
81
|
+
}
|
|
82
|
+
await this.cactus.destroy();
|
|
83
|
+
this.isInitialized = false;
|
|
84
|
+
}
|
|
85
|
+
async getModels() {
|
|
86
|
+
return Object.values(await getRegistry());
|
|
87
|
+
}
|
|
88
|
+
isModelPath(model) {
|
|
89
|
+
return model.startsWith('file://') || model.startsWith('/');
|
|
90
|
+
}
|
|
91
|
+
getModelName() {
|
|
92
|
+
return `${this.model}-${this.options.quantization}${this.options.pro ? '-pro' : ''}`;
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
//# sourceMappingURL=CactusVAD.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["Cactus","CactusFileSystem","getRegistry","CactusVAD","cactus","isDownloading","isInitialized","defaultModel","defaultOptions","quantization","pro","constructor","model","options","download","onProgress","isModelPath","Error","modelExists","getModelName","console","log","registry","modelConfig","url","apple","downloadModel","init","modelPath","replace","JSON","stringify","getModelPath","cacheDir","getCactusDirectory","setTelemetryEnvironment","vad","audio","destroy","getModels","Object","values","startsWith"],"sourceRoot":"../../../src","sources":["classes/CactusVAD.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAOpD,SAASC,WAAW,QAAQ,qBAAkB;AAG9C,OAAO,MAAMC,SAAS,CAAC;EACJC,MAAM,GAAG,IAAIJ,MAAM,CAAC,CAAC;EAQ9BK,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EAE7B,OAAwBC,YAAY,GAAG,YAAY;EACnD,OAAwBC,cAAc,GAAG;IACvCC,YAAY,EAAE,MAAe;IAC7BC,GAAG,EAAE;EACP,CAAC;EAEDC,WAAWA,CAAC;IAAEC,KAAK;IAAEC;EAAyB,CAAC,GAAG,CAAC,CAAC,EAAE;IACpD,IAAI,CAACD,KAAK,GAAGA,KAAK,IAAIT,SAAS,CAACI,YAAY;IAC5C,IAAI,CAACM,OAAO,GAAG;MACbJ,YAAY,EACVI,OAAO,EAAEJ,YAAY,IAAIN,SAAS,CAACK,cAAc,CAACC,YAAY;MAChEC,GAAG,EAAEG,OAAO,EAAEH,GAAG,IAAIP,SAAS,CAACK,cAAc,CAACE;IAChD,CAAC;EACH;EAEA,MAAaI,QAAQA,CAAC;IACpBC;EACuB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC9C,IAAI,IAAI,CAACC,WAAW,CAAC,IAAI,CAACJ,KAAK,CAAC,EAAE;MAChCG,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,IAAI,CAACV,aAAa,EAAE;MACtB,MAAM,IAAIY,KAAK,CAAC,kCAAkC,CAAC;IACrD;IAEA,IAAI,MAAMhB,gBAAgB,CAACiB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,EAAE;MAC3DC,OAAO,CAACC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;MACxDJ,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAACV,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMiB,QAAQ,GAAG,MAAMpB,WAAW,CAAC,CAAC;MACpC,MAAMqB,WAAW,GACfD,QAAQ,CAAC,IAAI,CAACV,KAAK,CAAC,EAAEH,YAAY,CAAC,IAAI,CAACI,OAAO,CAACJ,YAAY,CAAC;MAC/D,MAAMe,GAAG,GAAG,IAAI,CAACX,OAAO,CAACH,GAAG,GAAGa,WAAW,EAAEb,GAAG,EAAEe,KAAK,GAAGF,WAAW,EAAEC,GAAG;MAEzE,IAAI,CAACA,GAAG,EAAE;QACR,MAAM,IAAIP,KAAK,CAAC,SAAS,IAAI,CAACL,KAAK,mCAAmC,CAAC;MACzE;MAEA,MAAMX,gBAAgB,CAACyB,aAAa,CAClC,IAAI,CAACP,YAAY,CAAC,CAAC,EACnBK,GAAG,EACHT,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACV,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAasB,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAACrB,aAAa,EAAE;MACtB;IACF;IAEA,IAAIsB,SAAiB;IACrB,IAAI,IAAI,CAACZ,WAAW,CAAC,IAAI,CAACJ,KAAK,CAAC,EAAE;MAChCgB,SAAS,GAAG,IAAI,CAAChB,KAAK,CAACiB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAC/C,CAAC,MAAM;MACL,IAAI,EAAE,MAAM5B,gBAAgB,CAACiB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;QAC9DC,OAAO,CAACC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;QACxD,MAAM,IAAIF,KAAK,CACb,UAAU,IAAI,CAACL,KAAK,kBAAkBkB,IAAI,CAACC,SAAS,CAAC,IAAI,CAAClB,OAAO,CAAC,oBACpE,CAAC;MACH;MACAe,SAAS,GAAG,MAAM3B,gBAAgB,CAAC+B,YAAY,CAAC,IAAI,CAACb,YAAY,CAAC,CAAC,CAAC;IACtE;IAEA,MAAMc,QAAQ,GAAG,MAAMhC,gBAAgB,CAACiC,kBAAkB,CAAC,CAAC;IAC5D,MAAM,IAAI,CAAC9B,MAAM,CAAC+B,uBAAuB,CAACF,QAAQ,CAAC;IACnD,MAAM,IAAI,CAAC7B,MAAM,CAACuB,IAAI,CAACC,SAAS,CAAC;IACjC,IAAI,CAACtB,aAAa,GAAG,IAAI;EAC3B;EAEA,MAAa8B,GAAGA,CAAC;IACfC,KAAK;IACLxB;EACkB,CAAC,EAA4B;IAC/C,MAAM,IAAI,CAACc,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAACvB,MAAM,CAACgC,GAAG,CAACC,KAAK,EAAExB,OAAO,CAAC;EACxC;EAEA,MAAayB,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAAChC,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAACF,MAAM,CAACkC,OAAO,CAAC,CAAC;IAC3B,IAAI,CAAChC,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAaiC,SAASA,CAAA,EAA2B;IAC/C,OAAOC,MAAM,CAACC,MAAM,CAAC,MAAMvC,WAAW,CAAC,CAAC,CAAC;EAC3C;EAEQc,WAAWA,CAACJ,KAAa,EAAW;IAC1C,OAAOA,KAAK,CAAC8B,UAAU,CAAC,SAAS,CAAC,IAAI9B,KAAK,CAAC8B,UAAU,CAAC,GAAG,CAAC;EAC7D;EAEOvB,YAAYA,CAAA,EAAW;IAC5B,OAAO,GAAG,IAAI,CAACP,KAAK,IAAI,IAAI,CAACC,OAAO,CAACJ,YAAY,GAAG,IAAI,CAACI,OAAO,CAACH,GAAG,GAAG,MAAM,GAAG,EAAE,EAAE;EACtF;AACF","ignoreList":[]}
|
|
@@ -6,8 +6,8 @@ import { CactusFileSystem } from "../native/index.js";
|
|
|
6
6
|
import { getErrorMessage } from "../utils/error.js";
|
|
7
7
|
export const useCactusLM = ({
|
|
8
8
|
model = 'qwen3-0.6b',
|
|
9
|
-
contextSize = 2048,
|
|
10
9
|
corpusDir = undefined,
|
|
10
|
+
cacheIndex = false,
|
|
11
11
|
options: modelOptions = {
|
|
12
12
|
quantization: undefined,
|
|
13
13
|
pro: false
|
|
@@ -15,8 +15,8 @@ export const useCactusLM = ({
|
|
|
15
15
|
} = {}) => {
|
|
16
16
|
const [cactusLM, setCactusLM] = useState(() => new CactusLM({
|
|
17
17
|
model,
|
|
18
|
-
contextSize,
|
|
19
18
|
corpusDir,
|
|
19
|
+
cacheIndex,
|
|
20
20
|
options: modelOptions
|
|
21
21
|
}));
|
|
22
22
|
|
|
@@ -34,15 +34,16 @@ export const useCactusLM = ({
|
|
|
34
34
|
currentModelRef.current = model;
|
|
35
35
|
}, [model]);
|
|
36
36
|
useEffect(() => {
|
|
37
|
-
|
|
37
|
+
const newInstance = new CactusLM({
|
|
38
38
|
model,
|
|
39
|
-
contextSize,
|
|
40
39
|
corpusDir,
|
|
40
|
+
cacheIndex,
|
|
41
41
|
options: {
|
|
42
42
|
quantization: modelOptions.quantization,
|
|
43
43
|
pro: modelOptions.pro
|
|
44
44
|
}
|
|
45
|
-
})
|
|
45
|
+
});
|
|
46
|
+
setCactusLM(newInstance);
|
|
46
47
|
setCompletion('');
|
|
47
48
|
setIsGenerating(false);
|
|
48
49
|
setIsInitializing(false);
|
|
@@ -51,7 +52,7 @@ export const useCactusLM = ({
|
|
|
51
52
|
setDownloadProgress(0);
|
|
52
53
|
setError(null);
|
|
53
54
|
let mounted = true;
|
|
54
|
-
CactusFileSystem.modelExists(
|
|
55
|
+
CactusFileSystem.modelExists(newInstance.getModelName()).then(exists => {
|
|
55
56
|
if (!mounted) {
|
|
56
57
|
return;
|
|
57
58
|
}
|
|
@@ -66,7 +67,7 @@ export const useCactusLM = ({
|
|
|
66
67
|
return () => {
|
|
67
68
|
mounted = false;
|
|
68
69
|
};
|
|
69
|
-
}, [model,
|
|
70
|
+
}, [model, corpusDir, cacheIndex, modelOptions.quantization, modelOptions.pro]);
|
|
70
71
|
useEffect(() => {
|
|
71
72
|
return () => {
|
|
72
73
|
cactusLM.destroy().catch(() => {});
|
|
@@ -137,8 +138,7 @@ export const useCactusLM = ({
|
|
|
137
138
|
messages,
|
|
138
139
|
options,
|
|
139
140
|
tools,
|
|
140
|
-
onToken
|
|
141
|
-
mode
|
|
141
|
+
onToken
|
|
142
142
|
}) => {
|
|
143
143
|
if (isGenerating) {
|
|
144
144
|
const message = 'CactusLM is already generating';
|
|
@@ -156,8 +156,7 @@ export const useCactusLM = ({
|
|
|
156
156
|
onToken: token => {
|
|
157
157
|
setCompletion(prev => prev + token);
|
|
158
158
|
onToken?.(token);
|
|
159
|
-
}
|
|
160
|
-
mode
|
|
159
|
+
}
|
|
161
160
|
});
|
|
162
161
|
} catch (e) {
|
|
163
162
|
setError(getErrorMessage(e));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusLM","CactusFileSystem","getErrorMessage","useCactusLM","model","
|
|
1
|
+
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusLM","CactusFileSystem","getErrorMessage","useCactusLM","model","corpusDir","undefined","cacheIndex","options","modelOptions","quantization","pro","cactusLM","setCactusLM","completion","setCompletion","isGenerating","setIsGenerating","isInitializing","setIsInitializing","isDownloaded","setIsDownloaded","isDownloading","setIsDownloading","downloadProgress","setDownloadProgress","error","setError","currentModelRef","currentDownloadIdRef","current","newInstance","mounted","modelExists","getModelName","then","exists","catch","e","destroy","download","onProgress","message","Error","thisModel","thisDownloadId","progress","init","complete","messages","tools","onToken","token","prev","tokenize","text","scoreWindow","tokens","start","end","context","embed","normalize","imageEmbed","imagePath","stop","reset","getModels"],"sourceRoot":"../../../src","sources":["hooks/useCactusLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,EAAEC,MAAM,QAAQ,OAAO;AAChE,SAASC,QAAQ,QAAQ,wBAAqB;AAC9C,SAASC,gBAAgB,QAAQ,oBAAW;AAC5C,SAASC,eAAe,QAAQ,mBAAgB;AAiBhD,OAAO,MAAMC,WAAW,GAAGA,CAAC;EAC1BC,KAAK,GAAG,YAAY;EACpBC,SAAS,GAAGC,SAAS;EACrBC,UAAU,GAAG,KAAK;EAClBC,OAAO,EAAEC,YAAY,GAAG;IACtBC,YAAY,EAAEJ,SAAS;IACvBK,GAAG,EAAE;EACP;AACc,CAAC,GAAG,CAAC,CAAC,KAAK;EACzB,MAAM,CAACC,QAAQ,EAAEC,WAAW,CAAC,GAAGf,QAAQ,CACtC,MAAM,IAAIE,QAAQ,CAAC;IAAEI,KAAK;IAAEC,SAAS;IAAEE,UAAU;IAAEC,OAAO,EAAEC;EAAa,CAAC,CAC5E,CAAC;;EAED;EACA,MAAM,CAACK,UAAU,EAAEC,aAAa,CAAC,GAAGjB,QAAQ,CAAC,EAAE,CAAC;EAChD,MAAM,CAACkB,YAAY,EAAEC,eAAe,CAAC,GAAGnB,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACoB,cAAc,EAAEC,iBAAiB,CAAC,GAAGrB,QAAQ,CAAC,KAAK,CAAC;EAC3D,MAAM,CAACsB,YAAY,EAAEC,eAAe,CAAC,GAAGvB,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACwB,aAAa,EAAEC,gBAAgB,CAAC,GAAGzB,QAAQ,CAAC,KAAK,CAAC;EACzD,MAAM,CAAC0B,gBAAgB,EAAEC,mBAAmB,CAAC,GAAG3B,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAAC4B,KAAK,EAAEC,QAAQ,CAAC,GAAG7B,QAAQ,CAAgB,IAAI,CAAC;EAEvD,MAAM8B,eAAe,GAAG7B,MAAM,CAACK,KAAK,CAAC;EACrC,MAAMyB,oBAAoB,GAAG9B,MAAM,CAAC,CAAC,CAAC;EAEtCF,SAAS,CAAC,MAAM;IACd+B,eAAe,CAACE,OAAO,GAAG1B,KAAK;EACjC,CAAC,EAAE,CAACA,KAAK,CAAC,CAAC;EAEXP,SAAS,CAAC,MAAM;IACd,MAAMkC,WAAW,GAAG,IAAI/B,QAAQ,CAAC;MAC/BI,KAAK;MACLC,SAAS;MACTE,UAAU;MACVC,OAAO,EAAE;QACPE,YAAY,EAAED,YAAY,CAACC,YAAY;QACvCC,GAAG,EAAEF,YAAY,CAACE;MACpB;IACF,CAAC,CAAC;IACFE,WAAW,CAACkB,WAAW,CAAC;IAExBhB,aAAa,CAAC,EAAE,CAAC;IACjBE,eAAe,CAAC,KAAK,CAAC;IACtBE,iBAAiB,CAAC,KAAK,CAAC;IACxBE,eAAe,CAAC,KAAK,CAAC;IACtBE,gBAAgB,CAAC,KAAK,CAAC;IACvBE,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIK,OAAO,GAAG,IAAI;IAClB/B,gBAAgB,CAACgC,WAAW,CAACF,WAAW,CAACG,YAAY,CAAC,CAAC,CAAC,CACrDC,IAAI,CAAEC,MAAM,IAAK;MAChB,IAAI,CAACJ,OAAO,EAAE;QACZ;MACF;MACAX,eAAe,CAACe,MAAM,CAAC;IACzB,CAAC,CAAC,CACDC,KAAK,CAAEC,CAAC,IAAK;MACZ,IAAI,CAACN,OAAO,EAAE;QACZ;MACF;MACAX,eAAe,CAAC,KAAK,CAAC;MACtBM,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC;IAEJ,OAAO,MAAM;MACXN,OAAO,GAAG,KAAK;IACjB,CAAC;EACH,CAAC,EAAE,CACD5B,KAAK,EACLC,SAAS,EACTE,UAAU,EACVE,YAAY,CAACC,YAAY,EACzBD,YAAY,CAACE,GAAG,CACjB,CAAC;EAEFd,SAAS,CAAC,MAAM;IACd,OAAO,MAAM;MACXe,QAAQ,CAAC2B,OAAO,CAAC,CAAC,CAACF,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACpC,CAAC;EACH,CAAC,EAAE,CAACzB,QAAQ,CAAC,CAAC;EAEd,MAAM4B,QAAQ,GAAG5C,WAAW,CAC1B,OAAO;IAAE6C;EAAmC,CAAC,GAAG,CAAC,CAAC,KAAK;IACrD,IAAInB,aAAa,EAAE;MACjB,MAAMoB,OAAO,GAAG,iCAAiC;MACjDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIP,YAAY,EAAE;MAChB;IACF;IAEA,MAAMwB,SAAS,GAAGhB,eAAe,CAACE,OAAO;IACzC,MAAMe,cAAc,GAAG,EAAEhB,oBAAoB,CAACC,OAAO;IAErDL,mBAAmB,CAAC,CAAC,CAAC;IACtBF,gBAAgB,CAAC,IAAI,CAAC;IACtB,IAAI;MACF,MAAMX,QAAQ,CAAC4B,QAAQ,CAAC;QACtBC,UAAU,EAAGK,QAAQ,IAAK;UACxB,IACElB,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;YACA;UACF;UAEApB,mBAAmB,CAACqB,QAAQ,CAAC;UAC7BL,UAAU,GAAGK,QAAQ,CAAC;QACxB;MACF,CAAC,CAAC;MAEF,IACElB,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;QACA;MACF;MAEAxB,eAAe,CAAC,IAAI,CAAC;IACvB,CAAC,CAAC,OAAOiB,CAAC,EAAE;MACV,IACEV,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;QACA;MACF;MAEAlB,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR,IACEV,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;QACA;MACF;MAEAtB,gBAAgB,CAAC,KAAK,CAAC;MACvBE,mBAAmB,CAAC,CAAC,CAAC;IACxB;EACF,CAAC,EACD,CAACb,QAAQ,EAAEU,aAAa,EAAEF,YAAY,CACxC,CAAC;EAED,MAAM2B,IAAI,GAAGnD,WAAW,CAAC,YAAY;IACnC,IAAIsB,cAAc,EAAE;MAClB,MAAMwB,OAAO,GAAG,kCAAkC;MAClDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdR,iBAAiB,CAAC,IAAI,CAAC;IACvB,IAAI;MACF,MAAMP,QAAQ,CAACmC,IAAI,CAAC,CAAC;IACvB,CAAC,CAAC,OAAOT,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRnB,iBAAiB,CAAC,KAAK,CAAC;IAC1B;EACF,CAAC,EAAE,CAACP,QAAQ,EAAEM,cAAc,CAAC,CAAC;EAE9B,MAAM8B,QAAQ,GAAGpD,WAAW,CAC1B,OAAO;IACLqD,QAAQ;IACRzC,OAAO;IACP0C,KAAK;IACLC;EACsB,CAAC,KAAsC;IAC7D,IAAInC,YAAY,EAAE;MAChB,MAAM0B,OAAO,GAAG,gCAAgC;MAChDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdZ,aAAa,CAAC,EAAE,CAAC;IACjBE,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,QAAQ,CAACoC,QAAQ,CAAC;QAC7BC,QAAQ;QACRzC,OAAO;QACP0C,KAAK;QACLC,OAAO,EAAGC,KAAK,IAAK;UAClBrC,aAAa,CAAEsC,IAAI,IAAKA,IAAI,GAAGD,KAAK,CAAC;UACrCD,OAAO,GAAGC,KAAK,CAAC;QAClB;MACF,CAAC,CAAC;IACJ,CAAC,CAAC,OAAOd,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,QAAQ,EAAEI,YAAY,CACzB,CAAC;EAED,MAAMsC,QAAQ,GAAG1D,WAAW,CAC1B,OAAO;IACL2D;EACsB,CAAC,KAAsC;IAC7D,IAAIvC,YAAY,EAAE;MAChB,MAAM0B,OAAO,GAAG,gCAAgC;MAChDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdV,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,QAAQ,CAAC0C,QAAQ,CAAC;QAAEC;MAAK,CAAC,CAAC;IAC1C,CAAC,CAAC,OAAOjB,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,QAAQ,EAAEI,YAAY,CACzB,CAAC;EAED,MAAMwC,WAAW,GAAG5D,WAAW,CAC7B,OAAO;IACL6D,MAAM;IACNC,KAAK;IACLC,GAAG;IACHC;EACyB,CAAC,KAAyC;IACnE,IAAI5C,YAAY,EAAE;MAChB,MAAM0B,OAAO,GAAG,gCAAgC;MAChDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdV,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,QAAQ,CAAC4C,WAAW,CAAC;QAAEC,MAAM;QAAEC,KAAK;QAAEC,GAAG;QAAEC;MAAQ,CAAC,CAAC;IACpE,CAAC,CAAC,OAAOtB,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,QAAQ,EAAEI,YAAY,CACzB,CAAC;EAED,MAAM6C,KAAK,GAAGjE,WAAW,CACvB,OAAO;IACL2D,IAAI;IACJO,SAAS,GAAG;EACO,CAAC,KAAmC;IACvD,IAAI9C,YAAY,EAAE;MAChB,MAAM0B,OAAO,GAAG,gCAAgC;MAChDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdV,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,QAAQ,CAACiD,KAAK,CAAC;QAAEN,IAAI;QAAEO;MAAU,CAAC,CAAC;IAClD,CAAC,CAAC,OAAOxB,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,QAAQ,EAAEI,YAAY,CACzB,CAAC;EAED,MAAM+C,UAAU,GAAGnE,WAAW,CAC5B,OAAO;IACLoE;EACwB,CAAC,KAAwC;IACjE,IAAIhD,YAAY,EAAE;MAChB,MAAM0B,OAAO,GAAG,gCAAgC;MAChDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdV,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,QAAQ,CAACmD,UAAU,CAAC;QAAEC;MAAU,CAAC,CAAC;IACjD,CAAC,CAAC,OAAO1B,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,QAAQ,EAAEI,YAAY,CACzB,CAAC;EAED,MAAMiD,IAAI,GAAGrE,WAAW,CAAC,YAAY;IACnC+B,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMf,QAAQ,CAACqD,IAAI,CAAC,CAAC;IACvB,CAAC,CAAC,OAAO3B,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAAC1B,QAAQ,CAAC,CAAC;EAEd,MAAMsD,KAAK,GAAGtE,WAAW,CAAC,YAAY;IACpC+B,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMf,QAAQ,CAACsD,KAAK,CAAC,CAAC;IACxB,CAAC,CAAC,OAAO5B,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRvB,aAAa,CAAC,EAAE,CAAC;IACnB;EACF,CAAC,EAAE,CAACH,QAAQ,CAAC,CAAC;EAEd,MAAM2B,OAAO,GAAG3C,WAAW,CAAC,YAAY;IACtC+B,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMf,QAAQ,CAAC2B,OAAO,CAAC,CAAC;IAC1B,CAAC,CAAC,OAAOD,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRvB,aAAa,CAAC,EAAE,CAAC;IACnB;EACF,CAAC,EAAE,CAACH,QAAQ,CAAC,CAAC;EAEd,MAAMuD,SAAS,GAAGvE,WAAW,CAAC,YAAoC;IAChE+B,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,OAAO,MAAMf,QAAQ,CAACuD,SAAS,CAAC,CAAC;IACnC,CAAC,CAAC,OAAO7B,CAAC,EAAE;MACVX,QAAQ,CAACzB,eAAe,CAACoC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAAC1B,QAAQ,CAAC,CAAC;EAEd,OAAO;IACLE,UAAU;IACVE,YAAY;IACZE,cAAc;IACdE,YAAY;IACZE,aAAa;IACbE,gBAAgB;IAChBE,KAAK;IAELc,QAAQ;IACRO,IAAI;IACJC,QAAQ;IACRM,QAAQ;IACRE,WAAW;IACXK,KAAK;IACLE,UAAU;IACVG,KAAK;IACLD,IAAI;IACJ1B,OAAO;IACP4B;EACF,CAAC;AACH,CAAC","ignoreList":[]}
|
|
@@ -6,7 +6,6 @@ import { CactusFileSystem } from "../native/index.js";
|
|
|
6
6
|
import { getErrorMessage } from "../utils/error.js";
|
|
7
7
|
export const useCactusSTT = ({
|
|
8
8
|
model = 'whisper-small',
|
|
9
|
-
contextSize = 2048,
|
|
10
9
|
options: modelOptions = {
|
|
11
10
|
quantization: undefined,
|
|
12
11
|
pro: false
|
|
@@ -14,7 +13,6 @@ export const useCactusSTT = ({
|
|
|
14
13
|
} = {}) => {
|
|
15
14
|
const [cactusSTT, setCactusSTT] = useState(() => new CactusSTT({
|
|
16
15
|
model,
|
|
17
|
-
contextSize,
|
|
18
16
|
options: modelOptions
|
|
19
17
|
}));
|
|
20
18
|
|
|
@@ -35,14 +33,14 @@ export const useCactusSTT = ({
|
|
|
35
33
|
currentModelRef.current = model;
|
|
36
34
|
}, [model]);
|
|
37
35
|
useEffect(() => {
|
|
38
|
-
|
|
36
|
+
const newInstance = new CactusSTT({
|
|
39
37
|
model,
|
|
40
|
-
contextSize,
|
|
41
38
|
options: {
|
|
42
39
|
quantization: modelOptions.quantization,
|
|
43
40
|
pro: modelOptions.pro
|
|
44
41
|
}
|
|
45
|
-
})
|
|
42
|
+
});
|
|
43
|
+
setCactusSTT(newInstance);
|
|
46
44
|
setTranscription('');
|
|
47
45
|
setStreamTranscribeConfirmed('');
|
|
48
46
|
setStreamTranscribePending('');
|
|
@@ -54,22 +52,18 @@ export const useCactusSTT = ({
|
|
|
54
52
|
setDownloadProgress(0);
|
|
55
53
|
setError(null);
|
|
56
54
|
let mounted = true;
|
|
57
|
-
CactusFileSystem.modelExists(
|
|
58
|
-
if (
|
|
59
|
-
return;
|
|
60
|
-
}
|
|
61
|
-
setIsDownloaded(exists);
|
|
55
|
+
CactusFileSystem.modelExists(newInstance.getModelName()).then(exists => {
|
|
56
|
+
if (mounted) setIsDownloaded(exists);
|
|
62
57
|
}).catch(e => {
|
|
63
|
-
if (
|
|
64
|
-
|
|
58
|
+
if (mounted) {
|
|
59
|
+
setIsDownloaded(false);
|
|
60
|
+
setError(getErrorMessage(e));
|
|
65
61
|
}
|
|
66
|
-
setIsDownloaded(false);
|
|
67
|
-
setError(getErrorMessage(e));
|
|
68
62
|
});
|
|
69
63
|
return () => {
|
|
70
64
|
mounted = false;
|
|
71
65
|
};
|
|
72
|
-
}, [model,
|
|
66
|
+
}, [model, modelOptions.quantization, modelOptions.pro]);
|
|
73
67
|
useEffect(() => {
|
|
74
68
|
return () => {
|
|
75
69
|
cactusSTT.destroy().catch(() => {});
|
|
@@ -89,32 +83,25 @@ export const useCactusSTT = ({
|
|
|
89
83
|
}
|
|
90
84
|
const thisModel = currentModelRef.current;
|
|
91
85
|
const thisDownloadId = ++currentDownloadIdRef.current;
|
|
86
|
+
const isCurrent = () => currentModelRef.current === thisModel && currentDownloadIdRef.current === thisDownloadId;
|
|
92
87
|
setDownloadProgress(0);
|
|
93
88
|
setIsDownloading(true);
|
|
94
89
|
try {
|
|
95
90
|
await cactusSTT.download({
|
|
96
91
|
onProgress: progress => {
|
|
97
|
-
if (
|
|
98
|
-
return;
|
|
99
|
-
}
|
|
92
|
+
if (!isCurrent()) return;
|
|
100
93
|
setDownloadProgress(progress);
|
|
101
94
|
onProgress?.(progress);
|
|
102
95
|
}
|
|
103
96
|
});
|
|
104
|
-
if (
|
|
105
|
-
return;
|
|
106
|
-
}
|
|
97
|
+
if (!isCurrent()) return;
|
|
107
98
|
setIsDownloaded(true);
|
|
108
99
|
} catch (e) {
|
|
109
|
-
if (
|
|
110
|
-
return;
|
|
111
|
-
}
|
|
100
|
+
if (!isCurrent()) return;
|
|
112
101
|
setError(getErrorMessage(e));
|
|
113
102
|
throw e;
|
|
114
103
|
} finally {
|
|
115
|
-
if (
|
|
116
|
-
return;
|
|
117
|
-
}
|
|
104
|
+
if (!isCurrent()) return;
|
|
118
105
|
setIsDownloading(false);
|
|
119
106
|
setDownloadProgress(0);
|
|
120
107
|
}
|
|
@@ -188,7 +175,7 @@ export const useCactusSTT = ({
|
|
|
188
175
|
setIsGenerating(false);
|
|
189
176
|
}
|
|
190
177
|
}, [cactusSTT, isGenerating]);
|
|
191
|
-
const
|
|
178
|
+
const streamTranscribeStart = useCallback(async options => {
|
|
192
179
|
if (isStreamTranscribing) {
|
|
193
180
|
return;
|
|
194
181
|
}
|
|
@@ -197,33 +184,20 @@ export const useCactusSTT = ({
|
|
|
197
184
|
setStreamTranscribePending('');
|
|
198
185
|
setIsStreamTranscribing(true);
|
|
199
186
|
try {
|
|
200
|
-
await cactusSTT.
|
|
187
|
+
await cactusSTT.streamTranscribeStart(options);
|
|
201
188
|
} catch (e) {
|
|
202
189
|
setError(getErrorMessage(e));
|
|
203
190
|
setIsStreamTranscribing(false);
|
|
204
191
|
throw e;
|
|
205
192
|
}
|
|
206
193
|
}, [cactusSTT, isStreamTranscribing]);
|
|
207
|
-
const
|
|
194
|
+
const streamTranscribeProcess = useCallback(async ({
|
|
208
195
|
audio
|
|
209
196
|
}) => {
|
|
210
|
-
setError(null);
|
|
211
|
-
try {
|
|
212
|
-
await cactusSTT.streamTranscribeInsert({
|
|
213
|
-
audio
|
|
214
|
-
});
|
|
215
|
-
} catch (e) {
|
|
216
|
-
setError(getErrorMessage(e));
|
|
217
|
-
throw e;
|
|
218
|
-
}
|
|
219
|
-
}, [cactusSTT]);
|
|
220
|
-
const streamTranscribeProcess = useCallback(async ({
|
|
221
|
-
options
|
|
222
|
-
} = {}) => {
|
|
223
197
|
setError(null);
|
|
224
198
|
try {
|
|
225
199
|
const result = await cactusSTT.streamTranscribeProcess({
|
|
226
|
-
|
|
200
|
+
audio
|
|
227
201
|
});
|
|
228
202
|
setStreamTranscribeConfirmed(prev => prev + result.confirmed);
|
|
229
203
|
setStreamTranscribePending(result.pending);
|
|
@@ -233,29 +207,18 @@ export const useCactusSTT = ({
|
|
|
233
207
|
throw e;
|
|
234
208
|
}
|
|
235
209
|
}, [cactusSTT]);
|
|
236
|
-
const
|
|
210
|
+
const streamTranscribeStop = useCallback(async () => {
|
|
237
211
|
setError(null);
|
|
238
212
|
try {
|
|
239
|
-
const result = await cactusSTT.
|
|
213
|
+
const result = await cactusSTT.streamTranscribeStop();
|
|
240
214
|
setStreamTranscribeConfirmed(prev => prev + result.confirmed);
|
|
241
215
|
setStreamTranscribePending('');
|
|
242
|
-
setIsStreamTranscribing(false);
|
|
243
216
|
return result;
|
|
244
217
|
} catch (e) {
|
|
245
218
|
setError(getErrorMessage(e));
|
|
246
219
|
throw e;
|
|
247
|
-
}
|
|
248
|
-
}, [cactusSTT]);
|
|
249
|
-
const streamTranscribeDestroy = useCallback(async () => {
|
|
250
|
-
setError(null);
|
|
251
|
-
try {
|
|
252
|
-
await cactusSTT.streamTranscribeDestroy();
|
|
253
|
-
} catch (e) {
|
|
254
|
-
setError(getErrorMessage(e));
|
|
255
|
-
throw e;
|
|
256
220
|
} finally {
|
|
257
221
|
setIsStreamTranscribing(false);
|
|
258
|
-
setStreamTranscribePending('');
|
|
259
222
|
}
|
|
260
223
|
}, [cactusSTT]);
|
|
261
224
|
const stop = useCallback(async () => {
|
|
@@ -316,13 +279,11 @@ export const useCactusSTT = ({
|
|
|
316
279
|
init,
|
|
317
280
|
transcribe,
|
|
318
281
|
audioEmbed,
|
|
319
|
-
|
|
320
|
-
streamTranscribeInsert,
|
|
282
|
+
streamTranscribeStart,
|
|
321
283
|
streamTranscribeProcess,
|
|
322
|
-
|
|
323
|
-
streamTranscribeDestroy,
|
|
324
|
-
reset,
|
|
284
|
+
streamTranscribeStop,
|
|
325
285
|
stop,
|
|
286
|
+
reset,
|
|
326
287
|
destroy,
|
|
327
288
|
getModels
|
|
328
289
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusSTT","CactusFileSystem","getErrorMessage","useCactusSTT","model","
|
|
1
|
+
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusSTT","CactusFileSystem","getErrorMessage","useCactusSTT","model","options","modelOptions","quantization","undefined","pro","cactusSTT","setCactusSTT","transcription","setTranscription","streamTranscribeConfirmed","setStreamTranscribeConfirmed","streamTranscribePending","setStreamTranscribePending","isGenerating","setIsGenerating","isStreamTranscribing","setIsStreamTranscribing","isInitializing","setIsInitializing","isDownloaded","setIsDownloaded","isDownloading","setIsDownloading","downloadProgress","setDownloadProgress","error","setError","currentModelRef","currentDownloadIdRef","current","newInstance","mounted","modelExists","getModelName","then","exists","catch","e","destroy","download","onProgress","message","Error","thisModel","thisDownloadId","isCurrent","progress","init","transcribe","audio","prompt","onToken","token","prev","audioEmbed","audioPath","streamTranscribeStart","streamTranscribeProcess","result","confirmed","pending","streamTranscribeStop","stop","reset","getModels"],"sourceRoot":"../../../src","sources":["hooks/useCactusSTT.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,EAAEC,MAAM,QAAQ,OAAO;AAChE,SAASC,SAAS,QAAQ,yBAAsB;AAChD,SAASC,gBAAgB,QAAQ,oBAAW;AAC5C,SAASC,eAAe,QAAQ,mBAAgB;AAehD,OAAO,MAAMC,YAAY,GAAGA,CAAC;EAC3BC,KAAK,GAAG,eAAe;EACvBC,OAAO,EAAEC,YAAY,GAAG;IACtBC,YAAY,EAAEC,SAAS;IACvBC,GAAG,EAAE;EACP;AACe,CAAC,GAAG,CAAC,CAAC,KAAK;EAC1B,MAAM,CAACC,SAAS,EAAEC,YAAY,CAAC,GAAGb,QAAQ,CACxC,MAAM,IAAIE,SAAS,CAAC;IAAEI,KAAK;IAAEC,OAAO,EAAEC;EAAa,CAAC,CACtD,CAAC;;EAED;EACA,MAAM,CAACM,aAAa,EAAEC,gBAAgB,CAAC,GAAGf,QAAQ,CAAC,EAAE,CAAC;EACtD,MAAM,CAACgB,yBAAyB,EAAEC,4BAA4B,CAAC,GAC7DjB,QAAQ,CAAC,EAAE,CAAC;EACd,MAAM,CAACkB,uBAAuB,EAAEC,0BAA0B,CAAC,GAAGnB,QAAQ,CAAC,EAAE,CAAC;EAC1E,MAAM,CAACoB,YAAY,EAAEC,eAAe,CAAC,GAAGrB,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACsB,oBAAoB,EAAEC,uBAAuB,CAAC,GAAGvB,QAAQ,CAAC,KAAK,CAAC;EACvE,MAAM,CAACwB,cAAc,EAAEC,iBAAiB,CAAC,GAAGzB,QAAQ,CAAC,KAAK,CAAC;EAC3D,MAAM,CAAC0B,YAAY,EAAEC,eAAe,CAAC,GAAG3B,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAAC4B,aAAa,EAAEC,gBAAgB,CAAC,GAAG7B,QAAQ,CAAC,KAAK,CAAC;EACzD,MAAM,CAAC8B,gBAAgB,EAAEC,mBAAmB,CAAC,GAAG/B,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACgC,KAAK,EAAEC,QAAQ,CAAC,GAAGjC,QAAQ,CAAgB,IAAI,CAAC;EAEvD,MAAMkC,eAAe,GAAGjC,MAAM,CAACK,KAAK,CAAC;EACrC,MAAM6B,oBAAoB,GAAGlC,MAAM,CAAC,CAAC,CAAC;EAEtCF,SAAS,CAAC,MAAM;IACdmC,eAAe,CAACE,OAAO,GAAG9B,KAAK;EACjC,CAAC,EAAE,CAACA,KAAK,CAAC,CAAC;EAEXP,SAAS,CAAC,MAAM;IACd,MAAMsC,WAAW,GAAG,IAAInC,SAAS,CAAC;MAChCI,KAAK;MACLC,OAAO,EAAE;QACPE,YAAY,EAAED,YAAY,CAACC,YAAY;QACvCE,GAAG,EAAEH,YAAY,CAACG;MACpB;IACF,CAAC,CAAC;IACFE,YAAY,CAACwB,WAAW,CAAC;IAEzBtB,gBAAgB,CAAC,EAAE,CAAC;IACpBE,4BAA4B,CAAC,EAAE,CAAC;IAChCE,0BAA0B,CAAC,EAAE,CAAC;IAC9BE,eAAe,CAAC,KAAK,CAAC;IACtBE,uBAAuB,CAAC,KAAK,CAAC;IAC9BE,iBAAiB,CAAC,KAAK,CAAC;IACxBE,eAAe,CAAC,KAAK,CAAC;IACtBE,gBAAgB,CAAC,KAAK,CAAC;IACvBE,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIK,OAAO,GAAG,IAAI;IAClBnC,gBAAgB,CAACoC,WAAW,CAACF,WAAW,CAACG,YAAY,CAAC,CAAC,CAAC,CACrDC,IAAI,CAAEC,MAAM,IAAK;MAChB,IAAIJ,OAAO,EAAEX,eAAe,CAACe,MAAM,CAAC;IACtC,CAAC,CAAC,CACDC,KAAK,CAAEC,CAAC,IAAK;MACZ,IAAIN,OAAO,EAAE;QACXX,eAAe,CAAC,KAAK,CAAC;QACtBM,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC9B;IACF,CAAC,CAAC;IAEJ,OAAO,MAAM;MACXN,OAAO,GAAG,KAAK;IACjB,CAAC;EACH,CAAC,EAAE,CAAChC,KAAK,EAAEE,YAAY,CAACC,YAAY,EAAED,YAAY,CAACG,GAAG,CAAC,CAAC;EAExDZ,SAAS,CAAC,MAAM;IACd,OAAO,MAAM;MACXa,SAAS,CAACiC,OAAO,CAAC,CAAC,CAACF,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACrC,CAAC;EACH,CAAC,EAAE,CAAC/B,SAAS,CAAC,CAAC;EAEf,MAAMkC,QAAQ,GAAGhD,WAAW,CAC1B,OAAO;IAAEiD;EAAoC,CAAC,GAAG,CAAC,CAAC,KAAK;IACtD,IAAInB,aAAa,EAAE;MACjB,MAAMoB,OAAO,GAAG,kCAAkC;MAClDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIP,YAAY,EAAE;MAChB;IACF;IAEA,MAAMwB,SAAS,GAAGhB,eAAe,CAACE,OAAO;IACzC,MAAMe,cAAc,GAAG,EAAEhB,oBAAoB,CAACC,OAAO;IAErD,MAAMgB,SAAS,GAAGA,CAAA,KAChBlB,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc;IAEjDpB,mBAAmB,CAAC,CAAC,CAAC;IACtBF,gBAAgB,CAAC,IAAI,CAAC;IACtB,IAAI;MACF,MAAMjB,SAAS,CAACkC,QAAQ,CAAC;QACvBC,UAAU,EAAGM,QAAQ,IAAK;UACxB,IAAI,CAACD,SAAS,CAAC,CAAC,EAAE;UAClBrB,mBAAmB,CAACsB,QAAQ,CAAC;UAC7BN,UAAU,GAAGM,QAAQ,CAAC;QACxB;MACF,CAAC,CAAC;MAEF,IAAI,CAACD,SAAS,CAAC,CAAC,EAAE;MAClBzB,eAAe,CAAC,IAAI,CAAC;IACvB,CAAC,CAAC,OAAOiB,CAAC,EAAE;MACV,IAAI,CAACQ,SAAS,CAAC,CAAC,EAAE;MAClBnB,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR,IAAI,CAACQ,SAAS,CAAC,CAAC,EAAE;MAClBvB,gBAAgB,CAAC,KAAK,CAAC;MACvBE,mBAAmB,CAAC,CAAC,CAAC;IACxB;EACF,CAAC,EACD,CAACnB,SAAS,EAAEgB,aAAa,EAAEF,YAAY,CACzC,CAAC;EAED,MAAM4B,IAAI,GAAGxD,WAAW,CAAC,YAAY;IACnC,IAAI0B,cAAc,EAAE;MAClB,MAAMwB,OAAO,GAAG,mCAAmC;MACnDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdR,iBAAiB,CAAC,IAAI,CAAC;IACvB,IAAI;MACF,MAAMb,SAAS,CAAC0C,IAAI,CAAC,CAAC;IACxB,CAAC,CAAC,OAAOV,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRnB,iBAAiB,CAAC,KAAK,CAAC;IAC1B;EACF,CAAC,EAAE,CAACb,SAAS,EAAEY,cAAc,CAAC,CAAC;EAE/B,MAAM+B,UAAU,GAAGzD,WAAW,CAC5B,OAAO;IACL0D,KAAK;IACLC,MAAM;IACNlD,OAAO;IACPmD;EACyB,CAAC,KAAyC;IACnE,IAAItC,YAAY,EAAE;MAChB,MAAM4B,OAAO,GAAG,iCAAiC;MACjDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdlB,gBAAgB,CAAC,EAAE,CAAC;IACpBM,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAMT,SAAS,CAAC2C,UAAU,CAAC;QAChCC,KAAK;QACLC,MAAM;QACNlD,OAAO;QACPmD,OAAO,EAAGC,KAAK,IAAK;UAClB5C,gBAAgB,CAAE6C,IAAI,IAAKA,IAAI,GAAGD,KAAK,CAAC;UACxCD,OAAO,GAAGC,KAAK,CAAC;QAClB;MACF,CAAC,CAAC;IACJ,CAAC,CAAC,OAAOf,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRvB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACT,SAAS,EAAEQ,YAAY,CAC1B,CAAC;EAED,MAAMyC,UAAU,GAAG/D,WAAW,CAC5B,OAAO;IACLgE;EACyB,CAAC,KAAyC;IACnE,IAAI1C,YAAY,EAAE;MAChB,MAAM4B,OAAO,GAAG,iCAAiC;MACjDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdZ,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAMT,SAAS,CAACiD,UAAU,CAAC;QAAEC;MAAU,CAAC,CAAC;IAClD,CAAC,CAAC,OAAOlB,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRvB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACT,SAAS,EAAEQ,YAAY,CAC1B,CAAC;EAED,MAAM2C,qBAAqB,GAAGjE,WAAW,CACvC,MAAOS,OAA+C,IAAK;IACzD,IAAIe,oBAAoB,EAAE;MACxB;IACF;IAEAW,QAAQ,CAAC,IAAI,CAAC;IACdhB,4BAA4B,CAAC,EAAE,CAAC;IAChCE,0BAA0B,CAAC,EAAE,CAAC;IAC9BI,uBAAuB,CAAC,IAAI,CAAC;IAC7B,IAAI;MACF,MAAMX,SAAS,CAACmD,qBAAqB,CAACxD,OAAO,CAAC;IAChD,CAAC,CAAC,OAAOqC,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5BrB,uBAAuB,CAAC,KAAK,CAAC;MAC9B,MAAMqB,CAAC;IACT;EACF,CAAC,EACD,CAAChC,SAAS,EAAEU,oBAAoB,CAClC,CAAC;EAED,MAAM0C,uBAAuB,GAAGlE,WAAW,CACzC,OAAO;IACL0D;EACsC,CAAC,KAAsD;IAC7FvB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMgC,MAAM,GAAG,MAAMrD,SAAS,CAACoD,uBAAuB,CAAC;QAAER;MAAM,CAAC,CAAC;MACjEvC,4BAA4B,CAAE2C,IAAI,IAAKA,IAAI,GAAGK,MAAM,CAACC,SAAS,CAAC;MAC/D/C,0BAA0B,CAAC8C,MAAM,CAACE,OAAO,CAAC;MAC1C,OAAOF,MAAM;IACf,CAAC,CAAC,OAAOrB,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EACD,CAAChC,SAAS,CACZ,CAAC;EAED,MAAMwD,oBAAoB,GACxBtE,WAAW,CAAC,YAA0D;IACpEmC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMgC,MAAM,GAAG,MAAMrD,SAAS,CAACwD,oBAAoB,CAAC,CAAC;MACrDnD,4BAA4B,CAAE2C,IAAI,IAAKA,IAAI,GAAGK,MAAM,CAACC,SAAS,CAAC;MAC/D/C,0BAA0B,CAAC,EAAE,CAAC;MAC9B,OAAO8C,MAAM;IACf,CAAC,CAAC,OAAOrB,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,uBAAuB,CAAC,KAAK,CAAC;IAChC;EACF,CAAC,EAAE,CAACX,SAAS,CAAC,CAAC;EAEjB,MAAMyD,IAAI,GAAGvE,WAAW,CAAC,YAAY;IACnCmC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMrB,SAAS,CAACyD,IAAI,CAAC,CAAC;IACxB,CAAC,CAAC,OAAOzB,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAAChC,SAAS,CAAC,CAAC;EAEf,MAAM0D,KAAK,GAAGxE,WAAW,CAAC,YAAY;IACpCmC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMrB,SAAS,CAAC0D,KAAK,CAAC,CAAC;IACzB,CAAC,CAAC,OAAO1B,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR7B,gBAAgB,CAAC,EAAE,CAAC;IACtB;EACF,CAAC,EAAE,CAACH,SAAS,CAAC,CAAC;EAEf,MAAMiC,OAAO,GAAG/C,WAAW,CAAC,YAAY;IACtCmC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMrB,SAAS,CAACiC,OAAO,CAAC,CAAC;IAC3B,CAAC,CAAC,OAAOD,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR7B,gBAAgB,CAAC,EAAE,CAAC;MACpBE,4BAA4B,CAAC,EAAE,CAAC;MAChCE,0BAA0B,CAAC,EAAE,CAAC;MAC9BI,uBAAuB,CAAC,KAAK,CAAC;IAChC;EACF,CAAC,EAAE,CAACX,SAAS,CAAC,CAAC;EAEf,MAAM2D,SAAS,GAAGzE,WAAW,CAAC,YAAoC;IAChEmC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,OAAO,MAAMrB,SAAS,CAAC2D,SAAS,CAAC,CAAC;IACpC,CAAC,CAAC,OAAO3B,CAAC,EAAE;MACVX,QAAQ,CAAC7B,eAAe,CAACwC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAAChC,SAAS,CAAC,CAAC;EAEf,OAAO;IACLE,aAAa;IACbE,yBAAyB;IACzBE,uBAAuB;IACvBE,YAAY;IACZE,oBAAoB;IACpBE,cAAc;IACdE,YAAY;IACZE,aAAa;IACbE,gBAAgB;IAChBE,KAAK;IAELc,QAAQ;IACRQ,IAAI;IACJC,UAAU;IACVM,UAAU;IACVE,qBAAqB;IACrBC,uBAAuB;IACvBI,oBAAoB;IACpBC,IAAI;IACJC,KAAK;IACLzB,OAAO;IACP0B;EACF,CAAC;AACH,CAAC","ignoreList":[]}
|
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
import { useCallback, useEffect, useState, useRef } from 'react';
|
|
4
|
+
import { CactusVAD } from "../classes/CactusVAD.js";
|
|
5
|
+
import { CactusFileSystem } from "../native/index.js";
|
|
6
|
+
import { getErrorMessage } from "../utils/error.js";
|
|
7
|
+
export const useCactusVAD = ({
|
|
8
|
+
model = 'silero-vad',
|
|
9
|
+
options: modelOptions = {
|
|
10
|
+
quantization: undefined,
|
|
11
|
+
pro: false
|
|
12
|
+
}
|
|
13
|
+
} = {}) => {
|
|
14
|
+
const [cactusVAD, setCactusVAD] = useState(() => new CactusVAD({
|
|
15
|
+
model,
|
|
16
|
+
options: modelOptions
|
|
17
|
+
}));
|
|
18
|
+
const [isInitializing, setIsInitializing] = useState(false);
|
|
19
|
+
const [isDownloaded, setIsDownloaded] = useState(false);
|
|
20
|
+
const [isDownloading, setIsDownloading] = useState(false);
|
|
21
|
+
const [downloadProgress, setDownloadProgress] = useState(0);
|
|
22
|
+
const [error, setError] = useState(null);
|
|
23
|
+
const currentModelRef = useRef(model);
|
|
24
|
+
const currentDownloadIdRef = useRef(0);
|
|
25
|
+
useEffect(() => {
|
|
26
|
+
currentModelRef.current = model;
|
|
27
|
+
}, [model]);
|
|
28
|
+
useEffect(() => {
|
|
29
|
+
const newInstance = new CactusVAD({
|
|
30
|
+
model,
|
|
31
|
+
options: {
|
|
32
|
+
quantization: modelOptions.quantization,
|
|
33
|
+
pro: modelOptions.pro
|
|
34
|
+
}
|
|
35
|
+
});
|
|
36
|
+
setCactusVAD(newInstance);
|
|
37
|
+
setIsInitializing(false);
|
|
38
|
+
setIsDownloaded(false);
|
|
39
|
+
setIsDownloading(false);
|
|
40
|
+
setDownloadProgress(0);
|
|
41
|
+
setError(null);
|
|
42
|
+
let mounted = true;
|
|
43
|
+
CactusFileSystem.modelExists(newInstance.getModelName()).then(exists => {
|
|
44
|
+
if (!mounted) {
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
setIsDownloaded(exists);
|
|
48
|
+
}).catch(e => {
|
|
49
|
+
if (!mounted) {
|
|
50
|
+
return;
|
|
51
|
+
}
|
|
52
|
+
setIsDownloaded(false);
|
|
53
|
+
setError(getErrorMessage(e));
|
|
54
|
+
});
|
|
55
|
+
return () => {
|
|
56
|
+
mounted = false;
|
|
57
|
+
};
|
|
58
|
+
}, [model, modelOptions.quantization, modelOptions.pro]);
|
|
59
|
+
useEffect(() => {
|
|
60
|
+
return () => {
|
|
61
|
+
cactusVAD.destroy().catch(() => {});
|
|
62
|
+
};
|
|
63
|
+
}, [cactusVAD]);
|
|
64
|
+
const download = useCallback(async ({
|
|
65
|
+
onProgress
|
|
66
|
+
} = {}) => {
|
|
67
|
+
if (isDownloading) {
|
|
68
|
+
const message = 'CactusVAD is already downloading';
|
|
69
|
+
setError(message);
|
|
70
|
+
throw new Error(message);
|
|
71
|
+
}
|
|
72
|
+
setError(null);
|
|
73
|
+
if (isDownloaded) {
|
|
74
|
+
return;
|
|
75
|
+
}
|
|
76
|
+
const thisModel = currentModelRef.current;
|
|
77
|
+
const thisDownloadId = ++currentDownloadIdRef.current;
|
|
78
|
+
setDownloadProgress(0);
|
|
79
|
+
setIsDownloading(true);
|
|
80
|
+
try {
|
|
81
|
+
await cactusVAD.download({
|
|
82
|
+
onProgress: progress => {
|
|
83
|
+
if (currentModelRef.current !== thisModel || currentDownloadIdRef.current !== thisDownloadId) {
|
|
84
|
+
return;
|
|
85
|
+
}
|
|
86
|
+
setDownloadProgress(progress);
|
|
87
|
+
onProgress?.(progress);
|
|
88
|
+
}
|
|
89
|
+
});
|
|
90
|
+
if (currentModelRef.current !== thisModel || currentDownloadIdRef.current !== thisDownloadId) {
|
|
91
|
+
return;
|
|
92
|
+
}
|
|
93
|
+
setIsDownloaded(true);
|
|
94
|
+
} catch (e) {
|
|
95
|
+
if (currentModelRef.current !== thisModel || currentDownloadIdRef.current !== thisDownloadId) {
|
|
96
|
+
return;
|
|
97
|
+
}
|
|
98
|
+
setError(getErrorMessage(e));
|
|
99
|
+
throw e;
|
|
100
|
+
} finally {
|
|
101
|
+
if (currentModelRef.current !== thisModel || currentDownloadIdRef.current !== thisDownloadId) {
|
|
102
|
+
return;
|
|
103
|
+
}
|
|
104
|
+
setIsDownloading(false);
|
|
105
|
+
setDownloadProgress(0);
|
|
106
|
+
}
|
|
107
|
+
}, [cactusVAD, isDownloading, isDownloaded]);
|
|
108
|
+
const init = useCallback(async () => {
|
|
109
|
+
if (isInitializing) {
|
|
110
|
+
const message = 'CactusVAD is already initializing';
|
|
111
|
+
setError(message);
|
|
112
|
+
throw new Error(message);
|
|
113
|
+
}
|
|
114
|
+
setError(null);
|
|
115
|
+
setIsInitializing(true);
|
|
116
|
+
try {
|
|
117
|
+
await cactusVAD.init();
|
|
118
|
+
} catch (e) {
|
|
119
|
+
setError(getErrorMessage(e));
|
|
120
|
+
throw e;
|
|
121
|
+
} finally {
|
|
122
|
+
setIsInitializing(false);
|
|
123
|
+
}
|
|
124
|
+
}, [cactusVAD, isInitializing]);
|
|
125
|
+
const vad = useCallback(async ({
|
|
126
|
+
audio,
|
|
127
|
+
options
|
|
128
|
+
}) => {
|
|
129
|
+
setError(null);
|
|
130
|
+
try {
|
|
131
|
+
return await cactusVAD.vad({
|
|
132
|
+
audio,
|
|
133
|
+
options
|
|
134
|
+
});
|
|
135
|
+
} catch (e) {
|
|
136
|
+
setError(getErrorMessage(e));
|
|
137
|
+
throw e;
|
|
138
|
+
}
|
|
139
|
+
}, [cactusVAD]);
|
|
140
|
+
const destroy = useCallback(async () => {
|
|
141
|
+
setError(null);
|
|
142
|
+
try {
|
|
143
|
+
await cactusVAD.destroy();
|
|
144
|
+
} catch (e) {
|
|
145
|
+
setError(getErrorMessage(e));
|
|
146
|
+
throw e;
|
|
147
|
+
}
|
|
148
|
+
}, [cactusVAD]);
|
|
149
|
+
const getModels = useCallback(async () => {
|
|
150
|
+
setError(null);
|
|
151
|
+
try {
|
|
152
|
+
return await cactusVAD.getModels();
|
|
153
|
+
} catch (e) {
|
|
154
|
+
setError(getErrorMessage(e));
|
|
155
|
+
throw e;
|
|
156
|
+
}
|
|
157
|
+
}, [cactusVAD]);
|
|
158
|
+
return {
|
|
159
|
+
isInitializing,
|
|
160
|
+
isDownloaded,
|
|
161
|
+
isDownloading,
|
|
162
|
+
downloadProgress,
|
|
163
|
+
error,
|
|
164
|
+
download,
|
|
165
|
+
init,
|
|
166
|
+
vad,
|
|
167
|
+
destroy,
|
|
168
|
+
getModels
|
|
169
|
+
};
|
|
170
|
+
};
|
|
171
|
+
//# sourceMappingURL=useCactusVAD.js.map
|