cactus-react-native 1.4.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +212 -27
- package/android/src/main/jniLibs/arm64-v8a/libcactus.a +0 -0
- package/cpp/HybridCactus.cpp +119 -0
- package/cpp/HybridCactus.hpp +13 -0
- package/cpp/cactus_ffi.h +24 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus_ffi.h +24 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus_utils.h +41 -1
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/engine.h +66 -48
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/gemma_tools.h +549 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/graph.h +102 -21
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/kernel.h +45 -195
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/kernel_utils.h +399 -140
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/cactus_ffi.h +24 -0
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/cactus_utils.h +41 -1
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/engine.h +66 -48
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/gemma_tools.h +549 -0
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/graph.h +102 -21
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/kernel.h +45 -195
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/kernel_utils.h +399 -140
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/cactus +0 -0
- package/lib/module/api/Database.js +0 -92
- package/lib/module/api/Database.js.map +1 -1
- package/lib/module/classes/CactusLM.js +33 -15
- package/lib/module/classes/CactusLM.js.map +1 -1
- package/lib/module/classes/CactusSTT.js +90 -15
- package/lib/module/classes/CactusSTT.js.map +1 -1
- package/lib/module/hooks/useCactusLM.js +14 -5
- package/lib/module/hooks/useCactusLM.js.map +1 -1
- package/lib/module/hooks/useCactusSTT.js +100 -4
- package/lib/module/hooks/useCactusSTT.js.map +1 -1
- package/lib/module/index.js.map +1 -1
- package/lib/module/models.js +336 -0
- package/lib/module/models.js.map +1 -0
- package/lib/module/native/Cactus.js +37 -0
- package/lib/module/native/Cactus.js.map +1 -1
- package/lib/module/types/CactusLM.js +2 -0
- package/lib/module/types/CactusSTT.js +2 -0
- package/lib/module/types/common.js +2 -0
- package/lib/module/types/{CactusModel.js.map → common.js.map} +1 -1
- package/lib/typescript/src/api/Database.d.ts +0 -6
- package/lib/typescript/src/api/Database.d.ts.map +1 -1
- package/lib/typescript/src/classes/CactusLM.d.ts +7 -3
- package/lib/typescript/src/classes/CactusLM.d.ts.map +1 -1
- package/lib/typescript/src/classes/CactusSTT.d.ts +13 -4
- package/lib/typescript/src/classes/CactusSTT.d.ts.map +1 -1
- package/lib/typescript/src/hooks/useCactusLM.d.ts +2 -2
- package/lib/typescript/src/hooks/useCactusLM.d.ts.map +1 -1
- package/lib/typescript/src/hooks/useCactusSTT.d.ts +12 -4
- package/lib/typescript/src/hooks/useCactusSTT.d.ts.map +1 -1
- package/lib/typescript/src/index.d.ts +2 -3
- package/lib/typescript/src/index.d.ts.map +1 -1
- package/lib/typescript/src/models.d.ts +6 -0
- package/lib/typescript/src/models.d.ts.map +1 -0
- package/lib/typescript/src/native/Cactus.d.ts +6 -1
- package/lib/typescript/src/native/Cactus.d.ts.map +1 -1
- package/lib/typescript/src/specs/Cactus.nitro.d.ts +5 -0
- package/lib/typescript/src/specs/Cactus.nitro.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusLM.d.ts +2 -0
- package/lib/typescript/src/types/CactusLM.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusSTT.d.ts +20 -0
- package/lib/typescript/src/types/CactusSTT.d.ts.map +1 -1
- package/lib/typescript/src/types/common.d.ts +28 -0
- package/lib/typescript/src/types/common.d.ts.map +1 -0
- package/nitrogen/generated/shared/c++/HybridCactusSpec.cpp +5 -0
- package/nitrogen/generated/shared/c++/HybridCactusSpec.hpp +5 -0
- package/package.json +1 -1
- package/src/api/Database.ts +0 -133
- package/src/classes/CactusLM.ts +49 -17
- package/src/classes/CactusSTT.ts +118 -17
- package/src/hooks/useCactusLM.ts +25 -5
- package/src/hooks/useCactusSTT.ts +117 -5
- package/src/index.tsx +6 -2
- package/src/models.ts +344 -0
- package/src/native/Cactus.ts +55 -0
- package/src/specs/Cactus.nitro.ts +5 -0
- package/src/types/CactusLM.ts +3 -0
- package/src/types/CactusSTT.ts +26 -0
- package/src/types/common.ts +28 -0
- package/lib/module/types/CactusModel.js +0 -2
- package/lib/module/types/CactusSTTModel.js +0 -2
- package/lib/module/types/CactusSTTModel.js.map +0 -1
- package/lib/typescript/src/types/CactusModel.d.ts +0 -13
- package/lib/typescript/src/types/CactusModel.d.ts.map +0 -1
- package/lib/typescript/src/types/CactusSTTModel.d.ts +0 -8
- package/lib/typescript/src/types/CactusSTTModel.d.ts.map +0 -1
- package/src/types/CactusModel.ts +0 -15
- package/src/types/CactusSTTModel.ts +0 -10
|
@@ -6,16 +6,24 @@ import { CactusFileSystem } from "../native/index.js";
|
|
|
6
6
|
import { getErrorMessage } from "../utils/error.js";
|
|
7
7
|
export const useCactusSTT = ({
|
|
8
8
|
model = 'whisper-small',
|
|
9
|
-
contextSize = 2048
|
|
9
|
+
contextSize = 2048,
|
|
10
|
+
options: modelOptions = {
|
|
11
|
+
quantization: undefined,
|
|
12
|
+
pro: false
|
|
13
|
+
}
|
|
10
14
|
} = {}) => {
|
|
11
15
|
const [cactusSTT, setCactusSTT] = useState(() => new CactusSTT({
|
|
12
16
|
model,
|
|
13
|
-
contextSize
|
|
17
|
+
contextSize,
|
|
18
|
+
options: modelOptions
|
|
14
19
|
}));
|
|
15
20
|
|
|
16
21
|
// State
|
|
17
22
|
const [transcription, setTranscription] = useState('');
|
|
23
|
+
const [streamTranscribeConfirmed, setStreamTranscribeConfirmed] = useState('');
|
|
24
|
+
const [streamTranscribePending, setStreamTranscribePending] = useState('');
|
|
18
25
|
const [isGenerating, setIsGenerating] = useState(false);
|
|
26
|
+
const [isStreamTranscribing, setIsStreamTranscribing] = useState(false);
|
|
19
27
|
const [isInitializing, setIsInitializing] = useState(false);
|
|
20
28
|
const [isDownloaded, setIsDownloaded] = useState(false);
|
|
21
29
|
const [isDownloading, setIsDownloading] = useState(false);
|
|
@@ -29,10 +37,17 @@ export const useCactusSTT = ({
|
|
|
29
37
|
useEffect(() => {
|
|
30
38
|
setCactusSTT(new CactusSTT({
|
|
31
39
|
model,
|
|
32
|
-
contextSize
|
|
40
|
+
contextSize,
|
|
41
|
+
options: {
|
|
42
|
+
quantization: modelOptions.quantization,
|
|
43
|
+
pro: modelOptions.pro
|
|
44
|
+
}
|
|
33
45
|
}));
|
|
34
46
|
setTranscription('');
|
|
47
|
+
setStreamTranscribeConfirmed('');
|
|
48
|
+
setStreamTranscribePending('');
|
|
35
49
|
setIsGenerating(false);
|
|
50
|
+
setIsStreamTranscribing(false);
|
|
36
51
|
setIsInitializing(false);
|
|
37
52
|
setIsDownloaded(false);
|
|
38
53
|
setIsDownloading(false);
|
|
@@ -54,7 +69,7 @@ export const useCactusSTT = ({
|
|
|
54
69
|
return () => {
|
|
55
70
|
mounted = false;
|
|
56
71
|
};
|
|
57
|
-
}, [model, contextSize]);
|
|
72
|
+
}, [model, contextSize, modelOptions.quantization, modelOptions.pro]);
|
|
58
73
|
useEffect(() => {
|
|
59
74
|
return () => {
|
|
60
75
|
cactusSTT.destroy().catch(() => {});
|
|
@@ -173,6 +188,76 @@ export const useCactusSTT = ({
|
|
|
173
188
|
setIsGenerating(false);
|
|
174
189
|
}
|
|
175
190
|
}, [cactusSTT, isGenerating]);
|
|
191
|
+
const streamTranscribeInit = useCallback(async () => {
|
|
192
|
+
if (isStreamTranscribing) {
|
|
193
|
+
return;
|
|
194
|
+
}
|
|
195
|
+
setError(null);
|
|
196
|
+
setStreamTranscribeConfirmed('');
|
|
197
|
+
setStreamTranscribePending('');
|
|
198
|
+
setIsStreamTranscribing(true);
|
|
199
|
+
try {
|
|
200
|
+
await cactusSTT.streamTranscribeInit();
|
|
201
|
+
} catch (e) {
|
|
202
|
+
setError(getErrorMessage(e));
|
|
203
|
+
setIsStreamTranscribing(false);
|
|
204
|
+
throw e;
|
|
205
|
+
}
|
|
206
|
+
}, [cactusSTT, isStreamTranscribing]);
|
|
207
|
+
const streamTranscribeInsert = useCallback(async ({
|
|
208
|
+
audio
|
|
209
|
+
}) => {
|
|
210
|
+
setError(null);
|
|
211
|
+
try {
|
|
212
|
+
await cactusSTT.streamTranscribeInsert({
|
|
213
|
+
audio
|
|
214
|
+
});
|
|
215
|
+
} catch (e) {
|
|
216
|
+
setError(getErrorMessage(e));
|
|
217
|
+
throw e;
|
|
218
|
+
}
|
|
219
|
+
}, [cactusSTT]);
|
|
220
|
+
const streamTranscribeProcess = useCallback(async ({
|
|
221
|
+
options
|
|
222
|
+
} = {}) => {
|
|
223
|
+
setError(null);
|
|
224
|
+
try {
|
|
225
|
+
const result = await cactusSTT.streamTranscribeProcess({
|
|
226
|
+
options
|
|
227
|
+
});
|
|
228
|
+
setStreamTranscribeConfirmed(prev => prev + result.confirmed);
|
|
229
|
+
setStreamTranscribePending(result.pending);
|
|
230
|
+
return result;
|
|
231
|
+
} catch (e) {
|
|
232
|
+
setError(getErrorMessage(e));
|
|
233
|
+
throw e;
|
|
234
|
+
}
|
|
235
|
+
}, [cactusSTT]);
|
|
236
|
+
const streamTranscribeFinalize = useCallback(async () => {
|
|
237
|
+
setError(null);
|
|
238
|
+
try {
|
|
239
|
+
const result = await cactusSTT.streamTranscribeFinalize();
|
|
240
|
+
setStreamTranscribeConfirmed(prev => prev + result.confirmed);
|
|
241
|
+
setStreamTranscribePending('');
|
|
242
|
+
setIsStreamTranscribing(false);
|
|
243
|
+
return result;
|
|
244
|
+
} catch (e) {
|
|
245
|
+
setError(getErrorMessage(e));
|
|
246
|
+
throw e;
|
|
247
|
+
}
|
|
248
|
+
}, [cactusSTT]);
|
|
249
|
+
const streamTranscribeDestroy = useCallback(async () => {
|
|
250
|
+
setError(null);
|
|
251
|
+
try {
|
|
252
|
+
await cactusSTT.streamTranscribeDestroy();
|
|
253
|
+
} catch (e) {
|
|
254
|
+
setError(getErrorMessage(e));
|
|
255
|
+
throw e;
|
|
256
|
+
} finally {
|
|
257
|
+
setIsStreamTranscribing(false);
|
|
258
|
+
setStreamTranscribePending('');
|
|
259
|
+
}
|
|
260
|
+
}, [cactusSTT]);
|
|
176
261
|
const stop = useCallback(async () => {
|
|
177
262
|
setError(null);
|
|
178
263
|
try {
|
|
@@ -202,6 +287,9 @@ export const useCactusSTT = ({
|
|
|
202
287
|
throw e;
|
|
203
288
|
} finally {
|
|
204
289
|
setTranscription('');
|
|
290
|
+
setStreamTranscribeConfirmed('');
|
|
291
|
+
setStreamTranscribePending('');
|
|
292
|
+
setIsStreamTranscribing(false);
|
|
205
293
|
}
|
|
206
294
|
}, [cactusSTT]);
|
|
207
295
|
const getModels = useCallback(async () => {
|
|
@@ -215,7 +303,10 @@ export const useCactusSTT = ({
|
|
|
215
303
|
}, [cactusSTT]);
|
|
216
304
|
return {
|
|
217
305
|
transcription,
|
|
306
|
+
streamTranscribeConfirmed,
|
|
307
|
+
streamTranscribePending,
|
|
218
308
|
isGenerating,
|
|
309
|
+
isStreamTranscribing,
|
|
219
310
|
isInitializing,
|
|
220
311
|
isDownloaded,
|
|
221
312
|
isDownloading,
|
|
@@ -225,6 +316,11 @@ export const useCactusSTT = ({
|
|
|
225
316
|
init,
|
|
226
317
|
transcribe,
|
|
227
318
|
audioEmbed,
|
|
319
|
+
streamTranscribeInit,
|
|
320
|
+
streamTranscribeInsert,
|
|
321
|
+
streamTranscribeProcess,
|
|
322
|
+
streamTranscribeFinalize,
|
|
323
|
+
streamTranscribeDestroy,
|
|
228
324
|
reset,
|
|
229
325
|
stop,
|
|
230
326
|
destroy,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusSTT","CactusFileSystem","getErrorMessage","useCactusSTT","model","contextSize","cactusSTT","setCactusSTT","transcription","setTranscription","isGenerating","setIsGenerating","isInitializing","setIsInitializing","isDownloaded","setIsDownloaded","isDownloading","setIsDownloading","downloadProgress","setDownloadProgress","error","setError","currentModelRef","currentDownloadIdRef","current","mounted","modelExists","then","exists","catch","e","destroy","download","onProgress","message","Error","thisModel","thisDownloadId","progress","init","transcribe","audio","prompt","
|
|
1
|
+
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusSTT","CactusFileSystem","getErrorMessage","useCactusSTT","model","contextSize","options","modelOptions","quantization","undefined","pro","cactusSTT","setCactusSTT","transcription","setTranscription","streamTranscribeConfirmed","setStreamTranscribeConfirmed","streamTranscribePending","setStreamTranscribePending","isGenerating","setIsGenerating","isStreamTranscribing","setIsStreamTranscribing","isInitializing","setIsInitializing","isDownloaded","setIsDownloaded","isDownloading","setIsDownloading","downloadProgress","setDownloadProgress","error","setError","currentModelRef","currentDownloadIdRef","current","mounted","modelExists","then","exists","catch","e","destroy","download","onProgress","message","Error","thisModel","thisDownloadId","progress","init","transcribe","audio","prompt","onToken","token","prev","audioEmbed","audioPath","streamTranscribeInit","streamTranscribeInsert","streamTranscribeProcess","result","confirmed","pending","streamTranscribeFinalize","streamTranscribeDestroy","stop","reset","getModels"],"sourceRoot":"../../../src","sources":["hooks/useCactusSTT.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,EAAEC,MAAM,QAAQ,OAAO;AAChE,SAASC,SAAS,QAAQ,yBAAsB;AAChD,SAASC,gBAAgB,QAAQ,oBAAW;AAC5C,SAASC,eAAe,QAAQ,mBAAgB;AAehD,OAAO,MAAMC,YAAY,GAAGA,CAAC;EAC3BC,KAAK,GAAG,eAAe;EACvBC,WAAW,GAAG,IAAI;EAClBC,OAAO,EAAEC,YAAY,GAAG;IACtBC,YAAY,EAAEC,SAAS;IACvBC,GAAG,EAAE;EACP;AACe,CAAC,GAAG,CAAC,CAAC,KAAK;EAC1B,MAAM,CAACC,SAAS,EAAEC,YAAY,CAAC,GAAGd,QAAQ,CACxC,MAAM,IAAIE,SAAS,CAAC;IAAEI,KAAK;IAAEC,WAAW;IAAEC,OAAO,EAAEC;EAAa,CAAC,CACnE,CAAC;;EAED;EACA,MAAM,CAACM,aAAa,EAAEC,gBAAgB,CAAC,GAAGhB,QAAQ,CAAC,EAAE,CAAC;EACtD,MAAM,CAACiB,yBAAyB,EAAEC,4BAA4B,CAAC,GAC7DlB,QAAQ,CAAC,EAAE,CAAC;EACd,MAAM,CAACmB,uBAAuB,EAAEC,0BAA0B,CAAC,GAAGpB,QAAQ,CAAC,EAAE,CAAC;EAC1E,MAAM,CAACqB,YAAY,EAAEC,eAAe,CAAC,GAAGtB,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACuB,oBAAoB,EAAEC,uBAAuB,CAAC,GAAGxB,QAAQ,CAAC,KAAK,CAAC;EACvE,MAAM,CAACyB,cAAc,EAAEC,iBAAiB,CAAC,GAAG1B,QAAQ,CAAC,KAAK,CAAC;EAC3D,MAAM,CAAC2B,YAAY,EAAEC,eAAe,CAAC,GAAG5B,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAAC6B,aAAa,EAAEC,gBAAgB,CAAC,GAAG9B,QAAQ,CAAC,KAAK,CAAC;EACzD,MAAM,CAAC+B,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGhC,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACiC,KAAK,EAAEC,QAAQ,CAAC,GAAGlC,QAAQ,CAAgB,IAAI,CAAC;EAEvD,MAAMmC,eAAe,GAAGlC,MAAM,CAACK,KAAK,CAAC;EACrC,MAAM8B,oBAAoB,GAAGnC,MAAM,CAAC,CAAC,CAAC;EAEtCF,SAAS,CAAC,MAAM;IACdoC,eAAe,CAACE,OAAO,GAAG/B,KAAK;EACjC,CAAC,EAAE,CAACA,KAAK,CAAC,CAAC;EAEXP,SAAS,CAAC,MAAM;IACde,YAAY,CACV,IAAIZ,SAAS,CAAC;MACZI,KAAK;MACLC,WAAW;MACXC,OAAO,EAAE;QACPE,YAAY,EAAED,YAAY,CAACC,YAAY;QACvCE,GAAG,EAAEH,YAAY,CAACG;MACpB;IACF,CAAC,CACH,CAAC;IAEDI,gBAAgB,CAAC,EAAE,CAAC;IACpBE,4BAA4B,CAAC,EAAE,CAAC;IAChCE,0BAA0B,CAAC,EAAE,CAAC;IAC9BE,eAAe,CAAC,KAAK,CAAC;IACtBE,uBAAuB,CAAC,KAAK,CAAC;IAC9BE,iBAAiB,CAAC,KAAK,CAAC;IACxBE,eAAe,CAAC,KAAK,CAAC;IACtBE,gBAAgB,CAAC,KAAK,CAAC;IACvBE,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAII,OAAO,GAAG,IAAI;IAClBnC,gBAAgB,CAACoC,WAAW,CAACjC,KAAK,CAAC,CAChCkC,IAAI,CAAEC,MAAM,IAAK;MAChB,IAAI,CAACH,OAAO,EAAE;QACZ;MACF;MACAV,eAAe,CAACa,MAAM,CAAC;IACzB,CAAC,CAAC,CACDC,KAAK,CAAEC,CAAC,IAAK;MACZ,IAAI,CAACL,OAAO,EAAE;QACZ;MACF;MACAV,eAAe,CAAC,KAAK,CAAC;MACtBM,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC;IAEJ,OAAO,MAAM;MACXL,OAAO,GAAG,KAAK;IACjB,CAAC;EACH,CAAC,EAAE,CAAChC,KAAK,EAAEC,WAAW,EAAEE,YAAY,CAACC,YAAY,EAAED,YAAY,CAACG,GAAG,CAAC,CAAC;EAErEb,SAAS,CAAC,MAAM;IACd,OAAO,MAAM;MACXc,SAAS,CAAC+B,OAAO,CAAC,CAAC,CAACF,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACrC,CAAC;EACH,CAAC,EAAE,CAAC7B,SAAS,CAAC,CAAC;EAEf,MAAMgC,QAAQ,GAAG/C,WAAW,CAC1B,OAAO;IAAEgD;EAAoC,CAAC,GAAG,CAAC,CAAC,KAAK;IACtD,IAAIjB,aAAa,EAAE;MACjB,MAAMkB,OAAO,GAAG,kCAAkC;MAClDb,QAAQ,CAACa,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAb,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIP,YAAY,EAAE;MAChB;IACF;IAEA,MAAMsB,SAAS,GAAGd,eAAe,CAACE,OAAO;IACzC,MAAMa,cAAc,GAAG,EAAEd,oBAAoB,CAACC,OAAO;IAErDL,mBAAmB,CAAC,CAAC,CAAC;IACtBF,gBAAgB,CAAC,IAAI,CAAC;IACtB,IAAI;MACF,MAAMjB,SAAS,CAACgC,QAAQ,CAAC;QACvBC,UAAU,EAAGK,QAAQ,IAAK;UACxB,IACEhB,eAAe,CAACE,OAAO,KAAKY,SAAS,IACrCb,oBAAoB,CAACC,OAAO,KAAKa,cAAc,EAC/C;YACA;UACF;UAEAlB,mBAAmB,CAACmB,QAAQ,CAAC;UAC7BL,UAAU,GAAGK,QAAQ,CAAC;QACxB;MACF,CAAC,CAAC;MAEF,IACEhB,eAAe,CAACE,OAAO,KAAKY,SAAS,IACrCb,oBAAoB,CAACC,OAAO,KAAKa,cAAc,EAC/C;QACA;MACF;MAEAtB,eAAe,CAAC,IAAI,CAAC;IACvB,CAAC,CAAC,OAAOe,CAAC,EAAE;MACV,IACER,eAAe,CAACE,OAAO,KAAKY,SAAS,IACrCb,oBAAoB,CAACC,OAAO,KAAKa,cAAc,EAC/C;QACA;MACF;MAEAhB,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR,IACER,eAAe,CAACE,OAAO,KAAKY,SAAS,IACrCb,oBAAoB,CAACC,OAAO,KAAKa,cAAc,EAC/C;QACA;MACF;MAEApB,gBAAgB,CAAC,KAAK,CAAC;MACvBE,mBAAmB,CAAC,CAAC,CAAC;IACxB;EACF,CAAC,EACD,CAACnB,SAAS,EAAEgB,aAAa,EAAEF,YAAY,CACzC,CAAC;EAED,MAAMyB,IAAI,GAAGtD,WAAW,CAAC,YAAY;IACnC,IAAI2B,cAAc,EAAE;MAClB,MAAMsB,OAAO,GAAG,mCAAmC;MACnDb,QAAQ,CAACa,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAb,QAAQ,CAAC,IAAI,CAAC;IACdR,iBAAiB,CAAC,IAAI,CAAC;IACvB,IAAI;MACF,MAAMb,SAAS,CAACuC,IAAI,CAAC,CAAC;IACxB,CAAC,CAAC,OAAOT,CAAC,EAAE;MACVT,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRjB,iBAAiB,CAAC,KAAK,CAAC;IAC1B;EACF,CAAC,EAAE,CAACb,SAAS,EAAEY,cAAc,CAAC,CAAC;EAE/B,MAAM4B,UAAU,GAAGvD,WAAW,CAC5B,OAAO;IACLwD,KAAK;IACLC,MAAM;IACN/C,OAAO;IACPgD;EACyB,CAAC,KAAyC;IACnE,IAAInC,YAAY,EAAE;MAChB,MAAM0B,OAAO,GAAG,iCAAiC;MACjDb,QAAQ,CAACa,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAb,QAAQ,CAAC,IAAI,CAAC;IACdlB,gBAAgB,CAAC,EAAE,CAAC;IACpBM,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAMT,SAAS,CAACwC,UAAU,CAAC;QAChCC,KAAK;QACLC,MAAM;QACN/C,OAAO;QACPgD,OAAO,EAAGC,KAAK,IAAK;UAClBzC,gBAAgB,CAAE0C,IAAI,IAAKA,IAAI,GAAGD,KAAK,CAAC;UACxCD,OAAO,GAAGC,KAAK,CAAC;QAClB;MACF,CAAC,CAAC;IACJ,CAAC,CAAC,OAAOd,CAAC,EAAE;MACVT,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACT,SAAS,EAAEQ,YAAY,CAC1B,CAAC;EAED,MAAMsC,UAAU,GAAG7D,WAAW,CAC5B,OAAO;IACL8D;EACyB,CAAC,KAAyC;IACnE,IAAIvC,YAAY,EAAE;MAChB,MAAM0B,OAAO,GAAG,iCAAiC;MACjDb,QAAQ,CAACa,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAb,QAAQ,CAAC,IAAI,CAAC;IACdZ,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAMT,SAAS,CAAC8C,UAAU,CAAC;QAAEC;MAAU,CAAC,CAAC;IAClD,CAAC,CAAC,OAAOjB,CAAC,EAAE;MACVT,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRrB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACT,SAAS,EAAEQ,YAAY,CAC1B,CAAC;EAED,MAAMwC,oBAAoB,GAAG/D,WAAW,CAAC,YAAY;IACnD,IAAIyB,oBAAoB,EAAE;MACxB;IACF;IAEAW,QAAQ,CAAC,IAAI,CAAC;IACdhB,4BAA4B,CAAC,EAAE,CAAC;IAChCE,0BAA0B,CAAC,EAAE,CAAC;IAC9BI,uBAAuB,CAAC,IAAI,CAAC;IAC7B,IAAI;MACF,MAAMX,SAAS,CAACgD,oBAAoB,CAAC,CAAC;IACxC,CAAC,CAAC,OAAOlB,CAAC,EAAE;MACVT,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;MAC5BnB,uBAAuB,CAAC,KAAK,CAAC;MAC9B,MAAMmB,CAAC;IACT;EACF,CAAC,EAAE,CAAC9B,SAAS,EAAEU,oBAAoB,CAAC,CAAC;EAErC,MAAMuC,sBAAsB,GAAGhE,WAAW,CACxC,OAAO;IAAEwD;EAA6C,CAAC,KAAoB;IACzEpB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMrB,SAAS,CAACiD,sBAAsB,CAAC;QAAER;MAAM,CAAC,CAAC;IACnD,CAAC,CAAC,OAAOX,CAAC,EAAE;MACVT,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EACD,CAAC9B,SAAS,CACZ,CAAC;EAED,MAAMkD,uBAAuB,GAAGjE,WAAW,CACzC,OAAO;IACLU;EACsC,CAAC,GAAG,CAAC,CAAC,KAAsD;IAClG0B,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAM8B,MAAM,GAAG,MAAMnD,SAAS,CAACkD,uBAAuB,CAAC;QAAEvD;MAAQ,CAAC,CAAC;MACnEU,4BAA4B,CAAEwC,IAAI,IAAKA,IAAI,GAAGM,MAAM,CAACC,SAAS,CAAC;MAC/D7C,0BAA0B,CAAC4C,MAAM,CAACE,OAAO,CAAC;MAC1C,OAAOF,MAAM;IACf,CAAC,CAAC,OAAOrB,CAAC,EAAE;MACVT,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EACD,CAAC9B,SAAS,CACZ,CAAC;EAED,MAAMsD,wBAAwB,GAC5BrE,WAAW,CAAC,YAA8D;IACxEoC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAM8B,MAAM,GAAG,MAAMnD,SAAS,CAACsD,wBAAwB,CAAC,CAAC;MACzDjD,4BAA4B,CAAEwC,IAAI,IAAKA,IAAI,GAAGM,MAAM,CAACC,SAAS,CAAC;MAC/D7C,0BAA0B,CAAC,EAAE,CAAC;MAC9BI,uBAAuB,CAAC,KAAK,CAAC;MAC9B,OAAOwC,MAAM;IACf,CAAC,CAAC,OAAOrB,CAAC,EAAE;MACVT,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAAC9B,SAAS,CAAC,CAAC;EAEjB,MAAMuD,uBAAuB,GAAGtE,WAAW,CAAC,YAA2B;IACrEoC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMrB,SAAS,CAACuD,uBAAuB,CAAC,CAAC;IAC3C,CAAC,CAAC,OAAOzB,CAAC,EAAE;MACVT,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRnB,uBAAuB,CAAC,KAAK,CAAC;MAC9BJ,0BAA0B,CAAC,EAAE,CAAC;IAChC;EACF,CAAC,EAAE,CAACP,SAAS,CAAC,CAAC;EAEf,MAAMwD,IAAI,GAAGvE,WAAW,CAAC,YAAY;IACnCoC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMrB,SAAS,CAACwD,IAAI,CAAC,CAAC;IACxB,CAAC,CAAC,OAAO1B,CAAC,EAAE;MACVT,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAAC9B,SAAS,CAAC,CAAC;EAEf,MAAMyD,KAAK,GAAGxE,WAAW,CAAC,YAAY;IACpCoC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMrB,SAAS,CAACyD,KAAK,CAAC,CAAC;IACzB,CAAC,CAAC,OAAO3B,CAAC,EAAE;MACVT,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR3B,gBAAgB,CAAC,EAAE,CAAC;IACtB;EACF,CAAC,EAAE,CAACH,SAAS,CAAC,CAAC;EAEf,MAAM+B,OAAO,GAAG9C,WAAW,CAAC,YAAY;IACtCoC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMrB,SAAS,CAAC+B,OAAO,CAAC,CAAC;IAC3B,CAAC,CAAC,OAAOD,CAAC,EAAE;MACVT,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR3B,gBAAgB,CAAC,EAAE,CAAC;MACpBE,4BAA4B,CAAC,EAAE,CAAC;MAChCE,0BAA0B,CAAC,EAAE,CAAC;MAC9BI,uBAAuB,CAAC,KAAK,CAAC;IAChC;EACF,CAAC,EAAE,CAACX,SAAS,CAAC,CAAC;EAEf,MAAM0D,SAAS,GAAGzE,WAAW,CAAC,YAAoC;IAChEoC,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,OAAO,MAAMrB,SAAS,CAAC0D,SAAS,CAAC,CAAC;IACpC,CAAC,CAAC,OAAO5B,CAAC,EAAE;MACVT,QAAQ,CAAC9B,eAAe,CAACuC,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAAC9B,SAAS,CAAC,CAAC;EAEf,OAAO;IACLE,aAAa;IACbE,yBAAyB;IACzBE,uBAAuB;IACvBE,YAAY;IACZE,oBAAoB;IACpBE,cAAc;IACdE,YAAY;IACZE,aAAa;IACbE,gBAAgB;IAChBE,KAAK;IAELY,QAAQ;IACRO,IAAI;IACJC,UAAU;IACVM,UAAU;IACVE,oBAAoB;IACpBC,sBAAsB;IACtBC,uBAAuB;IACvBI,wBAAwB;IACxBC,uBAAuB;IACvBE,KAAK;IACLD,IAAI;IACJzB,OAAO;IACP2B;EACF,CAAC;AACH,CAAC","ignoreList":[]}
|
package/lib/module/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["CactusLM","CactusSTT","CactusIndex","useCactusLM","useCactusSTT","useCactusIndex","CactusConfig"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;AAAA;AACA,SAASA,QAAQ,QAAQ,uBAAoB;AAC7C,SAASC,SAAS,QAAQ,wBAAqB;AAC/C,SAASC,WAAW,QAAQ,0BAAuB;;AAEnD;AACA,SAASC,WAAW,QAAQ,wBAAqB;AACjD,SAASC,YAAY,QAAQ,yBAAsB;AACnD,SAASC,cAAc,QAAQ,2BAAwB;;AAEvD;;
|
|
1
|
+
{"version":3,"names":["CactusLM","CactusSTT","CactusIndex","useCactusLM","useCactusSTT","useCactusIndex","CactusConfig"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;AAAA;AACA,SAASA,QAAQ,QAAQ,uBAAoB;AAC7C,SAASC,SAAS,QAAQ,wBAAqB;AAC/C,SAASC,WAAW,QAAQ,0BAAuB;;AAEnD;AACA,SAASC,WAAW,QAAQ,wBAAqB;AACjD,SAASC,YAAY,QAAQ,yBAAsB;AACnD,SAASC,cAAc,QAAQ,2BAAwB;;AAEvD;;AA4CA;AACA,SAASC,YAAY,QAAQ,0BAAuB","ignoreList":[]}
|
|
@@ -0,0 +1,336 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
const models = {
|
|
4
|
+
'gemma-3-270m-it': {
|
|
5
|
+
completion: true,
|
|
6
|
+
tools: false,
|
|
7
|
+
vision: false,
|
|
8
|
+
embed: true,
|
|
9
|
+
speech: false,
|
|
10
|
+
quantization: {
|
|
11
|
+
int4: {
|
|
12
|
+
sizeMb: 115,
|
|
13
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/gemma-3-270m-it.zip'
|
|
14
|
+
},
|
|
15
|
+
int8: {
|
|
16
|
+
sizeMb: 172,
|
|
17
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/gemma-3-270m-it.zip'
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
},
|
|
21
|
+
'functiongemma-270m-it': {
|
|
22
|
+
completion: true,
|
|
23
|
+
tools: true,
|
|
24
|
+
vision: false,
|
|
25
|
+
embed: true,
|
|
26
|
+
speech: false,
|
|
27
|
+
quantization: {
|
|
28
|
+
int4: {
|
|
29
|
+
sizeMb: 115,
|
|
30
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/functiongemma-270m-it.zip'
|
|
31
|
+
},
|
|
32
|
+
int8: {
|
|
33
|
+
sizeMb: 172,
|
|
34
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/functiongemma-270m-it.zip'
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
},
|
|
38
|
+
'whisper-small': {
|
|
39
|
+
completion: false,
|
|
40
|
+
tools: false,
|
|
41
|
+
vision: false,
|
|
42
|
+
embed: true,
|
|
43
|
+
speech: true,
|
|
44
|
+
quantization: {
|
|
45
|
+
int4: {
|
|
46
|
+
sizeMb: 104,
|
|
47
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/whisper-small.zip',
|
|
48
|
+
pro: {
|
|
49
|
+
apple: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/pro/apple/whisper-small.zip'
|
|
50
|
+
}
|
|
51
|
+
},
|
|
52
|
+
int8: {
|
|
53
|
+
sizeMb: 282,
|
|
54
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/whisper-small.zip',
|
|
55
|
+
pro: {
|
|
56
|
+
apple: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/pro/apple/whisper-small.zip'
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
},
|
|
61
|
+
'lfm2-350m': {
|
|
62
|
+
completion: true,
|
|
63
|
+
tools: true,
|
|
64
|
+
vision: false,
|
|
65
|
+
embed: true,
|
|
66
|
+
speech: false,
|
|
67
|
+
quantization: {
|
|
68
|
+
int4: {
|
|
69
|
+
sizeMb: 153,
|
|
70
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-350m.zip'
|
|
71
|
+
},
|
|
72
|
+
int8: {
|
|
73
|
+
sizeMb: 233,
|
|
74
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-350m.zip'
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
},
|
|
78
|
+
'smollm2-360m-instruct': {
|
|
79
|
+
completion: true,
|
|
80
|
+
tools: false,
|
|
81
|
+
vision: false,
|
|
82
|
+
embed: true,
|
|
83
|
+
speech: false,
|
|
84
|
+
quantization: {
|
|
85
|
+
int4: {
|
|
86
|
+
sizeMb: 140,
|
|
87
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/smollm2-360m-instruct.zip'
|
|
88
|
+
},
|
|
89
|
+
int8: {
|
|
90
|
+
sizeMb: 227,
|
|
91
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/smollm2-360m-instruct.zip'
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
},
|
|
95
|
+
'lfm2-vl-450m': {
|
|
96
|
+
completion: true,
|
|
97
|
+
tools: false,
|
|
98
|
+
vision: true,
|
|
99
|
+
embed: true,
|
|
100
|
+
speech: false,
|
|
101
|
+
quantization: {
|
|
102
|
+
int4: {
|
|
103
|
+
sizeMb: 318,
|
|
104
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-vl-450m.zip',
|
|
105
|
+
pro: {
|
|
106
|
+
apple: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/pro/apple/lfm2-vl-450m.zip'
|
|
107
|
+
}
|
|
108
|
+
},
|
|
109
|
+
int8: {
|
|
110
|
+
sizeMb: 480,
|
|
111
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-vl-450m.zip',
|
|
112
|
+
pro: {
|
|
113
|
+
apple: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/pro/apple/lfm2-vl-450m.zip'
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
},
|
|
118
|
+
'nomic-embed-text-v2-moe': {
|
|
119
|
+
completion: false,
|
|
120
|
+
tools: false,
|
|
121
|
+
vision: false,
|
|
122
|
+
embed: true,
|
|
123
|
+
speech: false,
|
|
124
|
+
quantization: {
|
|
125
|
+
int4: {
|
|
126
|
+
sizeMb: 211,
|
|
127
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/nomic-embed-text-v2-moe.zip'
|
|
128
|
+
},
|
|
129
|
+
int8: {
|
|
130
|
+
sizeMb: 456,
|
|
131
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/nomic-embed-text-v2-moe.zip'
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
},
|
|
135
|
+
'qwen3-0.6b': {
|
|
136
|
+
completion: true,
|
|
137
|
+
tools: true,
|
|
138
|
+
vision: false,
|
|
139
|
+
embed: true,
|
|
140
|
+
speech: false,
|
|
141
|
+
quantization: {
|
|
142
|
+
int4: {
|
|
143
|
+
sizeMb: 234,
|
|
144
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/qwen3-0.6b.zip'
|
|
145
|
+
},
|
|
146
|
+
int8: {
|
|
147
|
+
sizeMb: 394,
|
|
148
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/qwen3-0.6b.zip'
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
},
|
|
152
|
+
'qwen3-embedding-0.6b': {
|
|
153
|
+
completion: false,
|
|
154
|
+
tools: false,
|
|
155
|
+
vision: false,
|
|
156
|
+
embed: true,
|
|
157
|
+
speech: false,
|
|
158
|
+
quantization: {
|
|
159
|
+
int4: {
|
|
160
|
+
sizeMb: 234,
|
|
161
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/qwen3-embedding-0.6b.zip'
|
|
162
|
+
},
|
|
163
|
+
int8: {
|
|
164
|
+
sizeMb: 394,
|
|
165
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/qwen3-embedding-0.6b.zip'
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
},
|
|
169
|
+
'lfm2-700m': {
|
|
170
|
+
completion: true,
|
|
171
|
+
tools: true,
|
|
172
|
+
vision: false,
|
|
173
|
+
embed: true,
|
|
174
|
+
speech: false,
|
|
175
|
+
quantization: {
|
|
176
|
+
int4: {
|
|
177
|
+
sizeMb: 300,
|
|
178
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-700m.zip'
|
|
179
|
+
},
|
|
180
|
+
int8: {
|
|
181
|
+
sizeMb: 467,
|
|
182
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-700m.zip'
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
},
|
|
186
|
+
'gemma-3-1b-it': {
|
|
187
|
+
completion: true,
|
|
188
|
+
tools: false,
|
|
189
|
+
vision: false,
|
|
190
|
+
embed: false,
|
|
191
|
+
speech: false,
|
|
192
|
+
quantization: {
|
|
193
|
+
int4: {
|
|
194
|
+
sizeMb: 320,
|
|
195
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/gemma-3-1b-it.zip'
|
|
196
|
+
},
|
|
197
|
+
int8: {
|
|
198
|
+
sizeMb: 642,
|
|
199
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/gemma-3-1b-it.zip'
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
},
|
|
203
|
+
'whisper-medium': {
|
|
204
|
+
completion: false,
|
|
205
|
+
tools: false,
|
|
206
|
+
vision: false,
|
|
207
|
+
embed: true,
|
|
208
|
+
speech: true,
|
|
209
|
+
quantization: {
|
|
210
|
+
int4: {
|
|
211
|
+
sizeMb: 320,
|
|
212
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/whisper-medium.zip',
|
|
213
|
+
pro: {
|
|
214
|
+
apple: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/pro/apple/whisper-medium.zip'
|
|
215
|
+
}
|
|
216
|
+
},
|
|
217
|
+
int8: {
|
|
218
|
+
sizeMb: 646,
|
|
219
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/whisper-medium.zip',
|
|
220
|
+
pro: {
|
|
221
|
+
apple: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/pro/apple/whisper-medium.zip'
|
|
222
|
+
}
|
|
223
|
+
}
|
|
224
|
+
}
|
|
225
|
+
},
|
|
226
|
+
'lfm2.5-1.2b-instruct': {
|
|
227
|
+
completion: true,
|
|
228
|
+
tools: true,
|
|
229
|
+
vision: false,
|
|
230
|
+
embed: true,
|
|
231
|
+
speech: false,
|
|
232
|
+
quantization: {
|
|
233
|
+
int4: {
|
|
234
|
+
sizeMb: 474,
|
|
235
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2.5-1.2b-instruct.zip'
|
|
236
|
+
},
|
|
237
|
+
int8: {
|
|
238
|
+
sizeMb: 722,
|
|
239
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2.5-1.2b-instruct.zip'
|
|
240
|
+
}
|
|
241
|
+
}
|
|
242
|
+
},
|
|
243
|
+
'lfm2-1.2b-rag': {
|
|
244
|
+
completion: true,
|
|
245
|
+
tools: true,
|
|
246
|
+
vision: false,
|
|
247
|
+
embed: true,
|
|
248
|
+
speech: false,
|
|
249
|
+
quantization: {
|
|
250
|
+
int4: {
|
|
251
|
+
sizeMb: 474,
|
|
252
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-1.2b-rag.zip'
|
|
253
|
+
},
|
|
254
|
+
int8: {
|
|
255
|
+
sizeMb: 722,
|
|
256
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-1.2b-rag.zip'
|
|
257
|
+
}
|
|
258
|
+
}
|
|
259
|
+
},
|
|
260
|
+
'lfm2-1.2b-tool': {
|
|
261
|
+
completion: true,
|
|
262
|
+
tools: true,
|
|
263
|
+
vision: false,
|
|
264
|
+
embed: true,
|
|
265
|
+
speech: false,
|
|
266
|
+
quantization: {
|
|
267
|
+
int4: {
|
|
268
|
+
sizeMb: 474,
|
|
269
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-1.2b-tool.zip'
|
|
270
|
+
},
|
|
271
|
+
int8: {
|
|
272
|
+
sizeMb: 722,
|
|
273
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-1.2b-tool.zip'
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
},
|
|
277
|
+
'lfm2-vl-1.6b': {
|
|
278
|
+
completion: true,
|
|
279
|
+
tools: false,
|
|
280
|
+
vision: true,
|
|
281
|
+
embed: true,
|
|
282
|
+
speech: false,
|
|
283
|
+
quantization: {
|
|
284
|
+
int4: {
|
|
285
|
+
sizeMb: 954,
|
|
286
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/lfm2-vl-1.6b.zip',
|
|
287
|
+
pro: {
|
|
288
|
+
apple: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/pro/apple/lfm2-vl-1.6b.zip'
|
|
289
|
+
}
|
|
290
|
+
},
|
|
291
|
+
int8: {
|
|
292
|
+
sizeMb: 1440,
|
|
293
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/lfm2-vl-1.6b.zip',
|
|
294
|
+
pro: {
|
|
295
|
+
apple: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/pro/apple/lfm2-vl-1.6b.zip'
|
|
296
|
+
}
|
|
297
|
+
}
|
|
298
|
+
}
|
|
299
|
+
},
|
|
300
|
+
'qwen3-1.7b': {
|
|
301
|
+
completion: true,
|
|
302
|
+
tools: true,
|
|
303
|
+
vision: false,
|
|
304
|
+
embed: true,
|
|
305
|
+
speech: false,
|
|
306
|
+
quantization: {
|
|
307
|
+
int4: {
|
|
308
|
+
sizeMb: 749,
|
|
309
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/qwen3-1.7b.zip'
|
|
310
|
+
},
|
|
311
|
+
int8: {
|
|
312
|
+
sizeMb: 1161,
|
|
313
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/qwen3-1.7b.zip'
|
|
314
|
+
}
|
|
315
|
+
}
|
|
316
|
+
},
|
|
317
|
+
'smollm2-1.7b-instruct': {
|
|
318
|
+
completion: true,
|
|
319
|
+
tools: false,
|
|
320
|
+
vision: false,
|
|
321
|
+
embed: true,
|
|
322
|
+
speech: false,
|
|
323
|
+
quantization: {
|
|
324
|
+
int4: {
|
|
325
|
+
sizeMb: 801,
|
|
326
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int4/smollm2-1.7b-instruct.zip'
|
|
327
|
+
},
|
|
328
|
+
int8: {
|
|
329
|
+
sizeMb: 1161,
|
|
330
|
+
url: 'https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/cactus-models/v1.5/int8/smollm2-1.7b-instruct.zip'
|
|
331
|
+
}
|
|
332
|
+
}
|
|
333
|
+
}
|
|
334
|
+
};
|
|
335
|
+
export default models;
|
|
336
|
+
//# sourceMappingURL=models.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["models","completion","tools","vision","embed","speech","quantization","int4","sizeMb","url","int8","pro","apple"],"sourceRoot":"../../src","sources":["models.ts"],"mappings":";;AAEA,MAAMA,MAAsC,GAAG;EAC7C,iBAAiB,EAAE;IACjBC,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,KAAK;IACZC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP;IACF;EACF,CAAC;EACD,uBAAuB,EAAE;IACvBR,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP;IACF;EACF,CAAC;EACD,eAAe,EAAE;IACfR,UAAU,EAAE,KAAK;IACjBC,KAAK,EAAE,KAAK;IACZC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,IAAI;IACZC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE,6GAA6G;QAClHE,GAAG,EAAE;UACHC,KAAK,EACH;QACJ;MACF,CAAC;MACDF,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE,6GAA6G;QAClHE,GAAG,EAAE;UACHC,KAAK,EACH;QACJ;MACF;IACF;EACF,CAAC;EACD,WAAW,EAAE;IACXX,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP;IACF;EACF,CAAC;EACD,uBAAuB,EAAE;IACvBR,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,KAAK;IACZC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP;IACF;EACF,CAAC;EACD,cAAc,EAAE;IACdR,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,KAAK;IACZC,MAAM,EAAE,IAAI;IACZC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE,4GAA4G;QACjHE,GAAG,EAAE;UACHC,KAAK,EACH;QACJ;MACF,CAAC;MACDF,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE,4GAA4G;QACjHE,GAAG,EAAE;UACHC,KAAK,EACH;QACJ;MACF;IACF;EACF,CAAC;EACD,yBAAyB,EAAE;IACzBX,UAAU,EAAE,KAAK;IACjBC,KAAK,EAAE,KAAK;IACZC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP;IACF;EACF,CAAC;EACD,YAAY,EAAE;IACZR,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP;IACF;EACF,CAAC;EACD,sBAAsB,EAAE;IACtBR,UAAU,EAAE,KAAK;IACjBC,KAAK,EAAE,KAAK;IACZC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP;IACF;EACF,CAAC;EACD,WAAW,EAAE;IACXR,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP;IACF;EACF,CAAC;EACD,eAAe,EAAE;IACfR,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,KAAK;IACZC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,KAAK;IACZC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP;IACF;EACF,CAAC;EACD,gBAAgB,EAAE;IAChBR,UAAU,EAAE,KAAK;IACjBC,KAAK,EAAE,KAAK;IACZC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,IAAI;IACZC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE,8GAA8G;QACnHE,GAAG,EAAE;UACHC,KAAK,EACH;QACJ;MACF,CAAC;MACDF,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE,8GAA8G;QACnHE,GAAG,EAAE;UACHC,KAAK,EACH;QACJ;MACF;IACF;EACF,CAAC;EACD,sBAAsB,EAAE;IACtBX,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP;IACF;EACF,CAAC;EACD,eAAe,EAAE;IACfR,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP;IACF;EACF,CAAC;EACD,gBAAgB,EAAE;IAChBR,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP;IACF;EACF,CAAC;EACD,cAAc,EAAE;IACdR,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,KAAK;IACZC,MAAM,EAAE,IAAI;IACZC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE,4GAA4G;QACjHE,GAAG,EAAE;UACHC,KAAK,EACH;QACJ;MACF,CAAC;MACDF,IAAI,EAAE;QACJF,MAAM,EAAE,IAAI;QACZC,GAAG,EAAE,4GAA4G;QACjHE,GAAG,EAAE;UACHC,KAAK,EACH;QACJ;MACF;IACF;EACF,CAAC;EACD,YAAY,EAAE;IACZX,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,IAAI;QACZC,GAAG,EAAE;MACP;IACF;EACF,CAAC;EACD,uBAAuB,EAAE;IACvBR,UAAU,EAAE,IAAI;IAChBC,KAAK,EAAE,KAAK;IACZC,MAAM,EAAE,KAAK;IACbC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,KAAK;IACbC,YAAY,EAAE;MACZC,IAAI,EAAE;QACJC,MAAM,EAAE,GAAG;QACXC,GAAG,EAAE;MACP,CAAC;MACDC,IAAI,EAAE;QACJF,MAAM,EAAE,IAAI;QACZC,GAAG,EAAE;MACP;IACF;EACF;AACF,CAAC;AAED,eAAeT,MAAM","ignoreList":[]}
|
|
@@ -92,6 +92,43 @@ export class Cactus {
|
|
|
92
92
|
throw new Error('Unable to parse transcription response');
|
|
93
93
|
}
|
|
94
94
|
}
|
|
95
|
+
streamTranscribeInit() {
|
|
96
|
+
return this.hybridCactus.streamTranscribeInit();
|
|
97
|
+
}
|
|
98
|
+
streamTranscribeInsert(audio) {
|
|
99
|
+
return this.hybridCactus.streamTranscribeInsert(audio);
|
|
100
|
+
}
|
|
101
|
+
async streamTranscribeProcess(options) {
|
|
102
|
+
const optionsJson = options ? JSON.stringify({
|
|
103
|
+
confirmation_threshold: options.confirmationThreshold
|
|
104
|
+
}) : undefined;
|
|
105
|
+
const response = await this.hybridCactus.streamTranscribeProcess(optionsJson);
|
|
106
|
+
try {
|
|
107
|
+
const parsed = JSON.parse(response);
|
|
108
|
+
return {
|
|
109
|
+
success: parsed.success,
|
|
110
|
+
confirmed: parsed.confirmed,
|
|
111
|
+
pending: parsed.pending
|
|
112
|
+
};
|
|
113
|
+
} catch {
|
|
114
|
+
throw new Error('Unable to parse stream transcribe process response');
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
async streamTranscribeFinalize() {
|
|
118
|
+
const response = await this.hybridCactus.streamTranscribeFinalize();
|
|
119
|
+
try {
|
|
120
|
+
const parsed = JSON.parse(response);
|
|
121
|
+
return {
|
|
122
|
+
success: parsed.success,
|
|
123
|
+
confirmed: parsed.confirmed
|
|
124
|
+
};
|
|
125
|
+
} catch {
|
|
126
|
+
throw new Error('Unable to parse stream transcribe finalize response');
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
streamTranscribeDestroy() {
|
|
130
|
+
return this.hybridCactus.streamTranscribeDestroy();
|
|
131
|
+
}
|
|
95
132
|
embed(text, embeddingBufferSize, normalize) {
|
|
96
133
|
return this.hybridCactus.embed(text, embeddingBufferSize, normalize);
|
|
97
134
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["NitroModules","CactusImage","Cactus","hybridCactus","createHybridObject","init","modelPath","contextSize","corpusDir","complete","messages","responseBufferSize","options","tools","callback","messagesInternal","message","images","push","resizedImages","imagePath","resizedImage","resize","replace","messagesJson","JSON","stringify","optionsJson","temperature","top_p","topP","top_k","topK","max_tokens","maxTokens","stop_sequences","stopSequences","force_tools","forceTools","undefined","toolsJson","response","parsed","parse","success","functionCalls","function_calls","timeToFirstTokenMs","time_to_first_token_ms","totalTimeMs","total_time_ms","tokensPerSecond","tokens_per_second","prefillTokens","prefill_tokens","decodeTokens","decode_tokens","totalTokens","total_tokens","Error","tokenize","text","scoreWindow","tokens","start","end","context","logprob","transcribe","audio","prompt","embed","embeddingBufferSize","normalize","imageEmbed","audioEmbed","audioPath","reset","stop","destroy"],"sourceRoot":"../../../src","sources":["native/Cactus.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,4BAA4B;AAEzD,SAASC,WAAW,QAAQ,kBAAe;
|
|
1
|
+
{"version":3,"names":["NitroModules","CactusImage","Cactus","hybridCactus","createHybridObject","init","modelPath","contextSize","corpusDir","complete","messages","responseBufferSize","options","tools","callback","messagesInternal","message","images","push","resizedImages","imagePath","resizedImage","resize","replace","messagesJson","JSON","stringify","optionsJson","temperature","top_p","topP","top_k","topK","max_tokens","maxTokens","stop_sequences","stopSequences","force_tools","forceTools","undefined","toolsJson","response","parsed","parse","success","functionCalls","function_calls","timeToFirstTokenMs","time_to_first_token_ms","totalTimeMs","total_time_ms","tokensPerSecond","tokens_per_second","prefillTokens","prefill_tokens","decodeTokens","decode_tokens","totalTokens","total_tokens","Error","tokenize","text","scoreWindow","tokens","start","end","context","logprob","transcribe","audio","prompt","streamTranscribeInit","streamTranscribeInsert","streamTranscribeProcess","confirmation_threshold","confirmationThreshold","confirmed","pending","streamTranscribeFinalize","streamTranscribeDestroy","embed","embeddingBufferSize","normalize","imageEmbed","audioEmbed","audioPath","reset","stop","destroy"],"sourceRoot":"../../../src","sources":["native/Cactus.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,4BAA4B;AAEzD,SAASC,WAAW,QAAQ,kBAAe;AAe3C,OAAO,MAAMC,MAAM,CAAC;EACDC,YAAY,GAC3BH,YAAY,CAACI,kBAAkB,CAAa,QAAQ,CAAC;EAEhDC,IAAIA,CACTC,SAAiB,EACjBC,WAAmB,EACnBC,SAAkB,EACH;IACf,OAAO,IAAI,CAACL,YAAY,CAACE,IAAI,CAACC,SAAS,EAAEC,WAAW,EAAEC,SAAS,CAAC;EAClE;EAEA,MAAaC,QAAQA,CACnBC,QAAmB,EACnBC,kBAA0B,EAC1BC,OAAyB,EACzBC,KAA8C,EAC9CC,QAAmD,EAClB;IACjC,MAAMC,gBAA2B,GAAG,EAAE;IACtC,KAAK,MAAMC,OAAO,IAAIN,QAAQ,EAAE;MAC9B,IAAI,CAACM,OAAO,CAACC,MAAM,EAAE;QACnBF,gBAAgB,CAACG,IAAI,CAACF,OAAO,CAAC;QAC9B;MACF;MAEA,MAAMG,aAAuB,GAAG,EAAE;MAClC,KAAK,MAAMC,SAAS,IAAIJ,OAAO,CAACC,MAAM,EAAE;QACtC,MAAMI,YAAY,GAAG,MAAMpB,WAAW,CAACqB,MAAM,CAC3CF,SAAS,CAACG,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAChC,GAAG,EACH,GAAG,EACH,CACF,CAAC;QACDJ,aAAa,CAACD,IAAI,CAACG,YAAY,CAAC;MAClC;MAEAN,gBAAgB,CAACG,IAAI,CAAC;QAAE,GAAGF,OAAO;QAAEC,MAAM,EAAEE;MAAc,CAAC,CAAC;IAC9D;IAEA,MAAMK,YAAY,GAAGC,IAAI,CAACC,SAAS,CAACX,gBAAgB,CAAC;IACrD,MAAMY,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbE,WAAW,EAAEhB,OAAO,CAACgB,WAAW;MAChCC,KAAK,EAAEjB,OAAO,CAACkB,IAAI;MACnBC,KAAK,EAAEnB,OAAO,CAACoB,IAAI;MACnBC,UAAU,EAAErB,OAAO,CAACsB,SAAS;MAC7BC,cAAc,EAAEvB,OAAO,CAACwB,aAAa;MACrCC,WAAW,EAAEzB,OAAO,CAAC0B;IACvB,CAAC,CAAC,GACFC,SAAS;IACb,MAAMC,SAAS,GAAGf,IAAI,CAACC,SAAS,CAACb,KAAK,CAAC;IAEvC,MAAM4B,QAAQ,GAAG,MAAM,IAAI,CAACtC,YAAY,CAACM,QAAQ,CAC/Ce,YAAY,EACZb,kBAAkB,EAClBgB,WAAW,EACXa,SAAS,EACT1B,QACF,CAAC;IAED,IAAI;MACF,MAAM4B,MAAM,GAAGjB,IAAI,CAACkB,KAAK,CAACF,QAAQ,CAAC;MAEnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvBH,QAAQ,EAAEC,MAAM,CAACD,QAAQ;QACzBI,aAAa,EAAEH,MAAM,CAACI,cAAc;QACpCC,kBAAkB,EAAEL,MAAM,CAACM,sBAAsB;QACjDC,WAAW,EAAEP,MAAM,CAACQ,aAAa;QACjCC,eAAe,EAAET,MAAM,CAACU,iBAAiB;QACzCC,aAAa,EAAEX,MAAM,CAACY,cAAc;QACpCC,YAAY,EAAEb,MAAM,CAACc,aAAa;QAClCC,WAAW,EAAEf,MAAM,CAACgB;MACtB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,qCAAqC,CAAC;IACxD;EACF;EAEOC,QAAQA,CAACC,IAAY,EAAqB;IAC/C,OAAO,IAAI,CAAC1D,YAAY,CAACyD,QAAQ,CAACC,IAAI,CAAC;EACzC;EAEA,MAAaC,WAAWA,CACtBC,MAAgB,EAChBC,KAAa,EACbC,GAAW,EACXC,OAAe,EACE;IACjB,MAAMzB,QAAQ,GAAG,MAAM,IAAI,CAACtC,YAAY,CAAC2D,WAAW,CAClDC,MAAM,EACNC,KAAK,EACLC,GAAG,EACHC,OACF,CAAC;IACD,IAAI;MACF,MAAMxB,MAAM,GAAGjB,IAAI,CAACkB,KAAK,CAACF,QAAQ,CAAC;MACnC,OAAOC,MAAM,CAACyB,OAAO;IACvB,CAAC,CAAC,MAAM;MACN,MAAM,IAAIR,KAAK,CAAC,uCAAuC,CAAC;IAC1D;EACF;EAEA,MAAaS,UAAUA,CACrBC,KAAwB,EACxBC,MAAc,EACd3D,kBAA0B,EAC1BC,OAA2B,EAC3BE,QAAmD,EACf;IACpC,IAAI,OAAOuD,KAAK,KAAK,QAAQ,EAAE;MAC7BA,KAAK,GAAGA,KAAK,CAAC9C,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IACtC;IAEA,MAAMI,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbE,WAAW,EAAEhB,OAAO,CAACgB,WAAW;MAChCC,KAAK,EAAEjB,OAAO,CAACkB,IAAI;MACnBC,KAAK,EAAEnB,OAAO,CAACoB,IAAI;MACnBC,UAAU,EAAErB,OAAO,CAACsB,SAAS;MAC7BC,cAAc,EAAEvB,OAAO,CAACwB;IAC1B,CAAC,CAAC,GACFG,SAAS;IAEb,MAAME,QAAQ,GAAG,MAAM,IAAI,CAACtC,YAAY,CAACiE,UAAU,CACjDC,KAAK,EACLC,MAAM,EACN3D,kBAAkB,EAClBgB,WAAW,EACXb,QACF,CAAC;IAED,IAAI;MACF,MAAM4B,MAAM,GAAGjB,IAAI,CAACkB,KAAK,CAACF,QAAQ,CAAC;MAEnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvBH,QAAQ,EAAEC,MAAM,CAACD,QAAQ;QACzBM,kBAAkB,EAAEL,MAAM,CAACM,sBAAsB;QACjDC,WAAW,EAAEP,MAAM,CAACQ,aAAa;QACjCC,eAAe,EAAET,MAAM,CAACU,iBAAiB;QACzCC,aAAa,EAAEX,MAAM,CAACY,cAAc;QACpCC,YAAY,EAAEb,MAAM,CAACc,aAAa;QAClCC,WAAW,EAAEf,MAAM,CAACgB;MACtB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,wCAAwC,CAAC;IAC3D;EACF;EAEOY,oBAAoBA,CAAA,EAAkB;IAC3C,OAAO,IAAI,CAACpE,YAAY,CAACoE,oBAAoB,CAAC,CAAC;EACjD;EAEOC,sBAAsBA,CAACH,KAAe,EAAiB;IAC5D,OAAO,IAAI,CAAClE,YAAY,CAACqE,sBAAsB,CAACH,KAAK,CAAC;EACxD;EAEA,MAAaI,uBAAuBA,CAClC7D,OAAwC,EACS;IACjD,MAAMe,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbgD,sBAAsB,EAAE9D,OAAO,CAAC+D;IAClC,CAAC,CAAC,GACFpC,SAAS;IAEb,MAAME,QAAQ,GACZ,MAAM,IAAI,CAACtC,YAAY,CAACsE,uBAAuB,CAAC9C,WAAW,CAAC;IAE9D,IAAI;MACF,MAAMe,MAAM,GAAGjB,IAAI,CAACkB,KAAK,CAACF,QAAQ,CAAC;MAEnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvBgC,SAAS,EAAElC,MAAM,CAACkC,SAAS;QAC3BC,OAAO,EAAEnC,MAAM,CAACmC;MAClB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIlB,KAAK,CAAC,oDAAoD,CAAC;IACvE;EACF;EAEA,MAAamB,wBAAwBA,CAAA,EAAqD;IACxF,MAAMrC,QAAQ,GAAG,MAAM,IAAI,CAACtC,YAAY,CAAC2E,wBAAwB,CAAC,CAAC;IAEnE,IAAI;MACF,MAAMpC,MAAM,GAAGjB,IAAI,CAACkB,KAAK,CAACF,QAAQ,CAAC;MAEnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvBgC,SAAS,EAAElC,MAAM,CAACkC;MACpB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIjB,KAAK,CAAC,qDAAqD,CAAC;IACxE;EACF;EAEOoB,uBAAuBA,CAAA,EAAkB;IAC9C,OAAO,IAAI,CAAC5E,YAAY,CAAC4E,uBAAuB,CAAC,CAAC;EACpD;EAEOC,KAAKA,CACVnB,IAAY,EACZoB,mBAA2B,EAC3BC,SAAkB,EACC;IACnB,OAAO,IAAI,CAAC/E,YAAY,CAAC6E,KAAK,CAACnB,IAAI,EAAEoB,mBAAmB,EAAEC,SAAS,CAAC;EACtE;EAEA,MAAaC,UAAUA,CACrB/D,SAAiB,EACjB6D,mBAA2B,EACR;IACnB,MAAM5D,YAAY,GAAG,MAAMpB,WAAW,CAACqB,MAAM,CAC3CF,SAAS,CAACG,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAChC,GAAG,EACH,GAAG,EACH,CACF,CAAC;IACD,OAAO,IAAI,CAACpB,YAAY,CAACgF,UAAU,CAAC9D,YAAY,EAAE4D,mBAAmB,CAAC;EACxE;EAEOG,UAAUA,CACfC,SAAiB,EACjBJ,mBAA2B,EACR;IACnB,OAAO,IAAI,CAAC9E,YAAY,CAACiF,UAAU,CACjCC,SAAS,CAAC9D,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAChC0D,mBACF,CAAC;EACH;EAEOK,KAAKA,CAAA,EAAkB;IAC5B,OAAO,IAAI,CAACnF,YAAY,CAACmF,KAAK,CAAC,CAAC;EAClC;EAEOC,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAACpF,YAAY,CAACoF,IAAI,CAAC,CAAC;EACjC;EAEOC,OAAOA,CAAA,EAAkB;IAC9B,OAAO,IAAI,CAACrF,YAAY,CAACqF,OAAO,CAAC,CAAC;EACpC;AACF","ignoreList":[]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":[],"sourceRoot":"../../../src","sources":["types/
|
|
1
|
+
{"version":3,"names":[],"sourceRoot":"../../../src","sources":["types/common.ts"],"mappings":"","ignoreList":[]}
|