cactus-react-native 1.10.3 → 1.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +199 -40
- package/android/src/main/jniLibs/arm64-v8a/libcactus.a +0 -0
- package/cpp/HybridCactus.cpp +131 -2
- package/cpp/HybridCactus.hpp +15 -0
- package/cpp/cactus_ffi.h +240 -2
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus_ffi.h +240 -2
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus_utils.h +940 -109
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/engine.h +175 -25
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/gemma_tools.h +48 -21
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/graph.h +79 -7
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/kernel.h +122 -9
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/kernel_utils.h +191 -2
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/cactus_ffi.h +240 -2
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/cactus_utils.h +940 -109
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/engine.h +175 -25
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/gemma_tools.h +48 -21
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/graph.h +79 -7
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/kernel.h +122 -9
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/Headers/kernel_utils.h +191 -2
- package/ios/cactus.xcframework/ios-arm64-simulator/cactus.framework/cactus +0 -0
- package/lib/module/classes/{CactusVAD.js → CactusAudio.js} +19 -6
- package/lib/module/classes/CactusAudio.js.map +1 -0
- package/lib/module/classes/CactusLM.js +25 -0
- package/lib/module/classes/CactusLM.js.map +1 -1
- package/lib/module/hooks/{useCactusVAD.js → useCactusAudio.js} +50 -20
- package/lib/module/hooks/useCactusAudio.js.map +1 -0
- package/lib/module/index.js +2 -2
- package/lib/module/index.js.map +1 -1
- package/lib/module/modelRegistry.js +5 -3
- package/lib/module/modelRegistry.js.map +1 -1
- package/lib/module/native/Cactus.js +81 -2
- package/lib/module/native/Cactus.js.map +1 -1
- package/lib/module/types/CactusAudio.js +4 -0
- package/lib/module/types/{CactusVAD.js.map → CactusAudio.js.map} +1 -1
- package/lib/typescript/src/classes/CactusAudio.d.ts +22 -0
- package/lib/typescript/src/classes/CactusAudio.d.ts.map +1 -0
- package/lib/typescript/src/classes/CactusLM.d.ts +2 -1
- package/lib/typescript/src/classes/CactusLM.d.ts.map +1 -1
- package/lib/typescript/src/hooks/useCactusAudio.d.ts +17 -0
- package/lib/typescript/src/hooks/useCactusAudio.d.ts.map +1 -0
- package/lib/typescript/src/index.d.ts +4 -4
- package/lib/typescript/src/index.d.ts.map +1 -1
- package/lib/typescript/src/native/Cactus.d.ts +9 -3
- package/lib/typescript/src/native/Cactus.d.ts.map +1 -1
- package/lib/typescript/src/specs/Cactus.nitro.d.ts +3 -0
- package/lib/typescript/src/specs/Cactus.nitro.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusAudio.d.ts +63 -0
- package/lib/typescript/src/types/CactusAudio.d.ts.map +1 -0
- package/lib/typescript/src/types/CactusLM.d.ts +15 -0
- package/lib/typescript/src/types/CactusLM.d.ts.map +1 -1
- package/lib/typescript/src/types/CactusSTT.d.ts +1 -0
- package/lib/typescript/src/types/CactusSTT.d.ts.map +1 -1
- package/nitrogen/generated/shared/c++/HybridCactusSpec.cpp +3 -0
- package/nitrogen/generated/shared/c++/HybridCactusSpec.hpp +3 -0
- package/package.json +1 -1
- package/src/classes/{CactusVAD.ts → CactusAudio.ts} +32 -13
- package/src/classes/CactusLM.ts +36 -0
- package/src/hooks/{useCactusVAD.ts → useCactusAudio.ts} +65 -28
- package/src/index.tsx +16 -9
- package/src/modelRegistry.ts +20 -6
- package/src/native/Cactus.ts +118 -3
- package/src/specs/Cactus.nitro.ts +16 -0
- package/src/types/CactusAudio.ts +73 -0
- package/src/types/CactusLM.ts +17 -0
- package/src/types/CactusSTT.ts +1 -0
- package/lib/module/classes/CactusVAD.js.map +0 -1
- package/lib/module/hooks/useCactusVAD.js.map +0 -1
- package/lib/module/types/CactusVAD.js +0 -4
- package/lib/typescript/src/classes/CactusVAD.d.ts +0 -20
- package/lib/typescript/src/classes/CactusVAD.d.ts.map +0 -1
- package/lib/typescript/src/hooks/useCactusVAD.d.ts +0 -15
- package/lib/typescript/src/hooks/useCactusVAD.d.ts.map +0 -1
- package/lib/typescript/src/types/CactusVAD.d.ts +0 -34
- package/lib/typescript/src/types/CactusVAD.d.ts.map +0 -1
- package/src/types/CactusVAD.ts +0 -39
|
@@ -107,6 +107,31 @@ export class CactusLM {
|
|
|
107
107
|
this.isGenerating = false;
|
|
108
108
|
}
|
|
109
109
|
}
|
|
110
|
+
async prefill({
|
|
111
|
+
messages,
|
|
112
|
+
options,
|
|
113
|
+
tools
|
|
114
|
+
}) {
|
|
115
|
+
if (this.isGenerating) {
|
|
116
|
+
throw new Error('CactusLM is already generating');
|
|
117
|
+
}
|
|
118
|
+
options = {
|
|
119
|
+
...CactusLM.defaultCompleteOptions,
|
|
120
|
+
...options
|
|
121
|
+
};
|
|
122
|
+
const toolsInternal = tools?.map(tool => ({
|
|
123
|
+
type: 'function',
|
|
124
|
+
function: tool
|
|
125
|
+
}));
|
|
126
|
+
const responseBufferSize = 8 * (options.maxTokens ?? CactusLM.defaultCompleteOptions.maxTokens) + 256;
|
|
127
|
+
await this.init();
|
|
128
|
+
this.isGenerating = true;
|
|
129
|
+
try {
|
|
130
|
+
return await this.cactus.prefill(messages, responseBufferSize, options, toolsInternal);
|
|
131
|
+
} finally {
|
|
132
|
+
this.isGenerating = false;
|
|
133
|
+
}
|
|
134
|
+
}
|
|
110
135
|
async tokenize({
|
|
111
136
|
text
|
|
112
137
|
}) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["Cactus","CactusFileSystem","getRegistry","CactusLM","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultOptions","quantization","pro","quantizationExceptions","defaultCompleteOptions","maxTokens","defaultEmbedBufferSize","constructor","model","corpusDir","cacheIndex","options","download","onProgress","isModelPath","Error","modelExists","getModelName","console","log","registry","modelConfig","url","apple","downloadModel","init","modelPath","replace","JSON","stringify","getModelPath","cacheDir","getCactusDirectory","setTelemetryEnvironment","complete","messages","tools","onToken","toolsInternal","map","tool","type","function","responseBufferSize","tokenize","text","tokens","scoreWindow","start","end","context","score","embed","normalize","embedding","imageEmbed","imagePath","stop","reset","destroy","getModels","Object","values","startsWith"],"sourceRoot":"../../../src","sources":["classes/CactusLM.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;
|
|
1
|
+
{"version":3,"names":["Cactus","CactusFileSystem","getRegistry","CactusLM","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultOptions","quantization","pro","quantizationExceptions","defaultCompleteOptions","maxTokens","defaultEmbedBufferSize","constructor","model","corpusDir","cacheIndex","options","download","onProgress","isModelPath","Error","modelExists","getModelName","console","log","registry","modelConfig","url","apple","downloadModel","init","modelPath","replace","JSON","stringify","getModelPath","cacheDir","getCactusDirectory","setTelemetryEnvironment","complete","messages","tools","onToken","toolsInternal","map","tool","type","function","responseBufferSize","prefill","tokenize","text","tokens","scoreWindow","start","end","context","score","embed","normalize","embedding","imageEmbed","imagePath","stop","reset","destroy","getModels","Object","values","startsWith"],"sourceRoot":"../../../src","sources":["classes/CactusLM.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAiBpD,SAASC,WAAW,QAAQ,qBAAkB;AAG9C,OAAO,MAAMC,QAAQ,CAAC;EACHC,MAAM,GAAG,IAAIJ,MAAM,CAAC,CAAC;EAU9BK,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EAE5B,OAAwBC,YAAY,GAAG,YAAY;EACnD,OAAwBC,cAAc,GAAG;IACvCC,YAAY,EAAE,MAAe;IAC7BC,GAAG,EAAE;EACP,CAAC;EACD,OAAwBC,sBAAsB,GAE1C;IACF,iBAAiB,EAAE,MAAe;IAClC,uBAAuB,EAAE;EAC3B,CAAC;EACD,OAAwBC,sBAAsB,GAAG;IAC/CC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,sBAAsB,GAAG,IAAI;EAErDC,WAAWA,CAAC;IAAEC,KAAK;IAAEC,SAAS;IAAEC,UAAU;IAAEC;EAAwB,CAAC,GAAG,CAAC,CAAC,EAAE;IAC1E,IAAI,CAACH,KAAK,GAAGA,KAAK,IAAId,QAAQ,CAACK,YAAY;IAC3C,IAAI,CAACU,SAAS,GAAGA,SAAS;IAC1B,IAAI,CAACC,UAAU,GAAGA,UAAU,IAAI,KAAK;IACrC,IAAI,CAACC,OAAO,GAAG;MACbV,YAAY,EACVU,OAAO,EAAEV,YAAY,IACrBP,QAAQ,CAACS,sBAAsB,CAAC,IAAI,CAACK,KAAK,CAAC,IAC3Cd,QAAQ,CAACM,cAAc,CAACC,YAAY;MACtCC,GAAG,EAAES,OAAO,EAAET,GAAG,IAAIR,QAAQ,CAACM,cAAc,CAACE;IAC/C,CAAC;EACH;EAEA,MAAaU,QAAQA,CAAC;IACpBC;EACsB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC7C,IAAI,IAAI,CAACC,WAAW,CAAC,IAAI,CAACN,KAAK,CAAC,EAAE;MAChCK,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,IAAI,CAACjB,aAAa,EAAE;MACtB,MAAM,IAAImB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,IAAI,MAAMvB,gBAAgB,CAACwB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,EAAE;MAC3DC,OAAO,CAACC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;MACxDJ,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAACjB,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMwB,QAAQ,GAAG,MAAM3B,WAAW,CAAC,CAAC;MACpC,MAAM4B,WAAW,GACfD,QAAQ,CAAC,IAAI,CAACZ,KAAK,CAAC,EAAEP,YAAY,CAAC,IAAI,CAACU,OAAO,CAACV,YAAY,CAAC;MAC/D,MAAMqB,GAAG,GAAG,IAAI,CAACX,OAAO,CAACT,GAAG,GAAGmB,WAAW,EAAEnB,GAAG,EAAEqB,KAAK,GAAGF,WAAW,EAAEC,GAAG;MAEzE,IAAI,CAACA,GAAG,EAAE;QACR,MAAM,IAAIP,KAAK,CAAC,SAAS,IAAI,CAACP,KAAK,mCAAmC,CAAC;MACzE;MAEA,MAAMhB,gBAAgB,CAACgC,aAAa,CAClC,IAAI,CAACP,YAAY,CAAC,CAAC,EACnBK,GAAG,EACHT,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACjB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAa6B,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAAC5B,aAAa,EAAE;MACtB;IACF;IAEA,IAAI6B,SAAiB;IACrB,IAAI,IAAI,CAACZ,WAAW,CAAC,IAAI,CAACN,KAAK,CAAC,EAAE;MAChCkB,SAAS,GAAG,IAAI,CAAClB,KAAK,CAACmB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAC/C,CAAC,MAAM;MACL,IAAI,EAAE,MAAMnC,gBAAgB,CAACwB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;QAC9DC,OAAO,CAACC,GAAG,CAAC,kBAAkB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;QACpD,MAAM,IAAIF,KAAK,CACb,UAAU,IAAI,CAACP,KAAK,kBAAkBoB,IAAI,CAACC,SAAS,CAAC,IAAI,CAAClB,OAAO,CAAC,oBACpE,CAAC;MACH;MACAe,SAAS,GAAG,MAAMlC,gBAAgB,CAACsC,YAAY,CAAC,IAAI,CAACb,YAAY,CAAC,CAAC,CAAC;IACtE;IAEA,MAAMc,QAAQ,GAAG,MAAMvC,gBAAgB,CAACwC,kBAAkB,CAAC,CAAC;IAC5D,MAAM,IAAI,CAACrC,MAAM,CAACsC,uBAAuB,CAACF,QAAQ,CAAC;IACnD,MAAM,IAAI,CAACpC,MAAM,CAAC8B,IAAI,CAACC,SAAS,EAAE,IAAI,CAACjB,SAAS,EAAE,IAAI,CAACC,UAAU,CAAC;IAClE,IAAI,CAACb,aAAa,GAAG,IAAI;EAC3B;EAEA,MAAaqC,QAAQA,CAAC;IACpBC,QAAQ;IACRxB,OAAO;IACPyB,KAAK;IACLC;EACsB,CAAC,EAAmC;IAC1D,IAAI,IAAI,CAACvC,YAAY,EAAE;MACrB,MAAM,IAAIiB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEAJ,OAAO,GAAG;MAAE,GAAGjB,QAAQ,CAACU,sBAAsB;MAAE,GAAGO;IAAQ,CAAC;IAC5D,MAAM2B,aAAa,GAAGF,KAAK,EAAEG,GAAG,CAAEC,IAAI,KAAM;MAC1CC,IAAI,EAAE,UAAmB;MACzBC,QAAQ,EAAEF;IACZ,CAAC,CAAC,CAAC;IAEH,MAAMG,kBAAkB,GACtB,CAAC,IAAIhC,OAAO,CAACN,SAAS,IAAIX,QAAQ,CAACU,sBAAsB,CAACC,SAAS,CAAC,GACpE,GAAG;IAEL,MAAM,IAAI,CAACoB,IAAI,CAAC,CAAC;IAEjB,IAAI,CAAC3B,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,OAAO,MAAM,IAAI,CAACH,MAAM,CAACuC,QAAQ,CAC/BC,QAAQ,EACRQ,kBAAkB,EAClBhC,OAAO,EACP2B,aAAa,EACbD,OACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACvC,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAa8C,OAAOA,CAAC;IACnBT,QAAQ;IACRxB,OAAO;IACPyB;EACqB,CAAC,EAAkC;IACxD,IAAI,IAAI,CAACtC,YAAY,EAAE;MACrB,MAAM,IAAIiB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEAJ,OAAO,GAAG;MAAE,GAAGjB,QAAQ,CAACU,sBAAsB;MAAE,GAAGO;IAAQ,CAAC;IAC5D,MAAM2B,aAAa,GAAGF,KAAK,EAAEG,GAAG,CAAEC,IAAI,KAAM;MAC1CC,IAAI,EAAE,UAAmB;MACzBC,QAAQ,EAAEF;IACZ,CAAC,CAAC,CAAC;IAEH,MAAMG,kBAAkB,GACtB,CAAC,IAAIhC,OAAO,CAACN,SAAS,IAAIX,QAAQ,CAACU,sBAAsB,CAACC,SAAS,CAAC,GACpE,GAAG;IAEL,MAAM,IAAI,CAACoB,IAAI,CAAC,CAAC;IAEjB,IAAI,CAAC3B,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,OAAO,MAAM,IAAI,CAACH,MAAM,CAACiD,OAAO,CAC9BT,QAAQ,EACRQ,kBAAkB,EAClBhC,OAAO,EACP2B,aACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACxC,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAa+C,QAAQA,CAAC;IACpBC;EACsB,CAAC,EAAmC;IAC1D,OAAO;MAAEC,MAAM,EAAE,MAAM,IAAI,CAACpD,MAAM,CAACkD,QAAQ,CAACC,IAAI;IAAE,CAAC;EACrD;EAEA,MAAaE,WAAWA,CAAC;IACvBD,MAAM;IACNE,KAAK;IACLC,GAAG;IACHC;EACyB,CAAC,EAAsC;IAChE,OAAO;MACLC,KAAK,EAAE,MAAM,IAAI,CAACzD,MAAM,CAACqD,WAAW,CAACD,MAAM,EAAEE,KAAK,EAAEC,GAAG,EAAEC,OAAO;IAClE,CAAC;EACH;EAEA,MAAaE,KAAKA,CAAC;IACjBP,IAAI;IACJQ,SAAS,GAAG;EACO,CAAC,EAAgC;IACpD,IAAI,IAAI,CAACxD,YAAY,EAAE;MACrB,MAAM,IAAIiB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACU,IAAI,CAAC,CAAC;IAEjB,IAAI,CAAC3B,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMyD,SAAS,GAAG,MAAM,IAAI,CAAC5D,MAAM,CAAC0D,KAAK,CACvCP,IAAI,EACJpD,QAAQ,CAACY,sBAAsB,EAC/BgD,SACF,CAAC;MACD,OAAO;QAAEC;MAAU,CAAC;IACtB,CAAC,SAAS;MACR,IAAI,CAACzD,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAa0D,UAAUA,CAAC;IACtBC;EACwB,CAAC,EAAqC;IAC9D,IAAI,IAAI,CAAC3D,YAAY,EAAE;MACrB,MAAM,IAAIiB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACU,IAAI,CAAC,CAAC;IAEjB,IAAI,CAAC3B,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMyD,SAAS,GAAG,MAAM,IAAI,CAAC5D,MAAM,CAAC6D,UAAU,CAC5CC,SAAS,EACT/D,QAAQ,CAACY,sBACX,CAAC;MACD,OAAO;QAAEiD;MAAU,CAAC;IACtB,CAAC,SAAS;MACR,IAAI,CAACzD,YAAY,GAAG,KAAK;IAC3B;EACF;EAEO4D,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAAC/D,MAAM,CAAC+D,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAAC/D,MAAM,CAACgE,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAAC/D,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAAC6D,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAAC/D,MAAM,CAACiE,OAAO,CAAC,CAAC;IAE3B,IAAI,CAAC/D,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAagE,SAASA,CAAA,EAA2B;IAC/C,OAAOC,MAAM,CAACC,MAAM,CAAC,MAAMtE,WAAW,CAAC,CAAC,CAAC;EAC3C;EAEQqB,WAAWA,CAACN,KAAa,EAAW;IAC1C,OAAOA,KAAK,CAACwD,UAAU,CAAC,SAAS,CAAC,IAAIxD,KAAK,CAACwD,UAAU,CAAC,GAAG,CAAC;EAC7D;EAEO/C,YAAYA,CAAA,EAAW;IAC5B,OAAO,GAAG,IAAI,CAACT,KAAK,IAAI,IAAI,CAACG,OAAO,CAACV,YAAY,GAAG,IAAI,CAACU,OAAO,CAACT,GAAG,GAAG,MAAM,GAAG,EAAE,EAAE;EACtF;AACF","ignoreList":[]}
|
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
|
|
3
3
|
import { useCallback, useEffect, useState, useRef } from 'react';
|
|
4
|
-
import {
|
|
4
|
+
import { CactusAudio } from "../classes/CactusAudio.js";
|
|
5
5
|
import { CactusFileSystem } from "../native/index.js";
|
|
6
6
|
import { getErrorMessage } from "../utils/error.js";
|
|
7
|
-
export const
|
|
7
|
+
export const useCactusAudio = ({
|
|
8
8
|
model = 'silero-vad',
|
|
9
9
|
options: modelOptions = {
|
|
10
10
|
quantization: undefined,
|
|
11
11
|
pro: false
|
|
12
12
|
}
|
|
13
13
|
} = {}) => {
|
|
14
|
-
const [
|
|
14
|
+
const [cactusAudio, setCactusAudio] = useState(() => new CactusAudio({
|
|
15
15
|
model,
|
|
16
16
|
options: modelOptions
|
|
17
17
|
}));
|
|
@@ -26,14 +26,14 @@ export const useCactusVAD = ({
|
|
|
26
26
|
currentModelRef.current = model;
|
|
27
27
|
}, [model]);
|
|
28
28
|
useEffect(() => {
|
|
29
|
-
const newInstance = new
|
|
29
|
+
const newInstance = new CactusAudio({
|
|
30
30
|
model,
|
|
31
31
|
options: {
|
|
32
32
|
quantization: modelOptions.quantization,
|
|
33
33
|
pro: modelOptions.pro
|
|
34
34
|
}
|
|
35
35
|
});
|
|
36
|
-
|
|
36
|
+
setCactusAudio(newInstance);
|
|
37
37
|
setIsInitializing(false);
|
|
38
38
|
setIsDownloaded(false);
|
|
39
39
|
setIsDownloading(false);
|
|
@@ -58,14 +58,14 @@ export const useCactusVAD = ({
|
|
|
58
58
|
}, [model, modelOptions.quantization, modelOptions.pro]);
|
|
59
59
|
useEffect(() => {
|
|
60
60
|
return () => {
|
|
61
|
-
|
|
61
|
+
cactusAudio.destroy().catch(() => {});
|
|
62
62
|
};
|
|
63
|
-
}, [
|
|
63
|
+
}, [cactusAudio]);
|
|
64
64
|
const download = useCallback(async ({
|
|
65
65
|
onProgress
|
|
66
66
|
} = {}) => {
|
|
67
67
|
if (isDownloading) {
|
|
68
|
-
const message = '
|
|
68
|
+
const message = 'CactusAudio is already downloading';
|
|
69
69
|
setError(message);
|
|
70
70
|
throw new Error(message);
|
|
71
71
|
}
|
|
@@ -78,7 +78,7 @@ export const useCactusVAD = ({
|
|
|
78
78
|
setDownloadProgress(0);
|
|
79
79
|
setIsDownloading(true);
|
|
80
80
|
try {
|
|
81
|
-
await
|
|
81
|
+
await cactusAudio.download({
|
|
82
82
|
onProgress: progress => {
|
|
83
83
|
if (currentModelRef.current !== thisModel || currentDownloadIdRef.current !== thisDownloadId) {
|
|
84
84
|
return;
|
|
@@ -104,31 +104,31 @@ export const useCactusVAD = ({
|
|
|
104
104
|
setIsDownloading(false);
|
|
105
105
|
setDownloadProgress(0);
|
|
106
106
|
}
|
|
107
|
-
}, [
|
|
107
|
+
}, [cactusAudio, isDownloading, isDownloaded]);
|
|
108
108
|
const init = useCallback(async () => {
|
|
109
109
|
if (isInitializing) {
|
|
110
|
-
const message = '
|
|
110
|
+
const message = 'CactusAudio is already initializing';
|
|
111
111
|
setError(message);
|
|
112
112
|
throw new Error(message);
|
|
113
113
|
}
|
|
114
114
|
setError(null);
|
|
115
115
|
setIsInitializing(true);
|
|
116
116
|
try {
|
|
117
|
-
await
|
|
117
|
+
await cactusAudio.init();
|
|
118
118
|
} catch (e) {
|
|
119
119
|
setError(getErrorMessage(e));
|
|
120
120
|
throw e;
|
|
121
121
|
} finally {
|
|
122
122
|
setIsInitializing(false);
|
|
123
123
|
}
|
|
124
|
-
}, [
|
|
124
|
+
}, [cactusAudio, isInitializing]);
|
|
125
125
|
const vad = useCallback(async ({
|
|
126
126
|
audio,
|
|
127
127
|
options
|
|
128
128
|
}) => {
|
|
129
129
|
setError(null);
|
|
130
130
|
try {
|
|
131
|
-
return await
|
|
131
|
+
return await cactusAudio.vad({
|
|
132
132
|
audio,
|
|
133
133
|
options
|
|
134
134
|
});
|
|
@@ -136,25 +136,53 @@ export const useCactusVAD = ({
|
|
|
136
136
|
setError(getErrorMessage(e));
|
|
137
137
|
throw e;
|
|
138
138
|
}
|
|
139
|
-
}, [
|
|
139
|
+
}, [cactusAudio]);
|
|
140
|
+
const diarize = useCallback(async ({
|
|
141
|
+
audio,
|
|
142
|
+
options
|
|
143
|
+
}) => {
|
|
144
|
+
setError(null);
|
|
145
|
+
try {
|
|
146
|
+
return await cactusAudio.diarize({
|
|
147
|
+
audio,
|
|
148
|
+
options
|
|
149
|
+
});
|
|
150
|
+
} catch (e) {
|
|
151
|
+
setError(getErrorMessage(e));
|
|
152
|
+
throw e;
|
|
153
|
+
}
|
|
154
|
+
}, [cactusAudio]);
|
|
155
|
+
const embedSpeaker = useCallback(async ({
|
|
156
|
+
audio
|
|
157
|
+
}) => {
|
|
158
|
+
setError(null);
|
|
159
|
+
try {
|
|
160
|
+
return await cactusAudio.embedSpeaker({
|
|
161
|
+
audio
|
|
162
|
+
});
|
|
163
|
+
} catch (e) {
|
|
164
|
+
setError(getErrorMessage(e));
|
|
165
|
+
throw e;
|
|
166
|
+
}
|
|
167
|
+
}, [cactusAudio]);
|
|
140
168
|
const destroy = useCallback(async () => {
|
|
141
169
|
setError(null);
|
|
142
170
|
try {
|
|
143
|
-
await
|
|
171
|
+
await cactusAudio.destroy();
|
|
144
172
|
} catch (e) {
|
|
145
173
|
setError(getErrorMessage(e));
|
|
146
174
|
throw e;
|
|
147
175
|
}
|
|
148
|
-
}, [
|
|
176
|
+
}, [cactusAudio]);
|
|
149
177
|
const getModels = useCallback(async () => {
|
|
150
178
|
setError(null);
|
|
151
179
|
try {
|
|
152
|
-
return await
|
|
180
|
+
return await cactusAudio.getModels();
|
|
153
181
|
} catch (e) {
|
|
154
182
|
setError(getErrorMessage(e));
|
|
155
183
|
throw e;
|
|
156
184
|
}
|
|
157
|
-
}, [
|
|
185
|
+
}, [cactusAudio]);
|
|
158
186
|
return {
|
|
159
187
|
isInitializing,
|
|
160
188
|
isDownloaded,
|
|
@@ -164,8 +192,10 @@ export const useCactusVAD = ({
|
|
|
164
192
|
download,
|
|
165
193
|
init,
|
|
166
194
|
vad,
|
|
195
|
+
diarize,
|
|
196
|
+
embedSpeaker,
|
|
167
197
|
destroy,
|
|
168
198
|
getModels
|
|
169
199
|
};
|
|
170
200
|
};
|
|
171
|
-
//# sourceMappingURL=
|
|
201
|
+
//# sourceMappingURL=useCactusAudio.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["useCallback","useEffect","useState","useRef","CactusAudio","CactusFileSystem","getErrorMessage","useCactusAudio","model","options","modelOptions","quantization","undefined","pro","cactusAudio","setCactusAudio","isInitializing","setIsInitializing","isDownloaded","setIsDownloaded","isDownloading","setIsDownloading","downloadProgress","setDownloadProgress","error","setError","currentModelRef","currentDownloadIdRef","current","newInstance","mounted","modelExists","getModelName","then","exists","catch","e","destroy","download","onProgress","message","Error","thisModel","thisDownloadId","progress","init","vad","audio","diarize","embedSpeaker","getModels"],"sourceRoot":"../../../src","sources":["hooks/useCactusAudio.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,EAAEC,MAAM,QAAQ,OAAO;AAChE,SAASC,WAAW,QAAQ,2BAAwB;AACpD,SAASC,gBAAgB,QAAQ,oBAAW;AAC5C,SAASC,eAAe,QAAQ,mBAAgB;AAahD,OAAO,MAAMC,cAAc,GAAGA,CAAC;EAC7BC,KAAK,GAAG,YAAY;EACpBC,OAAO,EAAEC,YAAY,GAAG;IACtBC,YAAY,EAAEC,SAAS;IACvBC,GAAG,EAAE;EACP;AACiB,CAAC,GAAG,CAAC,CAAC,KAAK;EAC5B,MAAM,CAACC,WAAW,EAAEC,cAAc,CAAC,GAAGb,QAAQ,CAC5C,MAAM,IAAIE,WAAW,CAAC;IAAEI,KAAK;IAAEC,OAAO,EAAEC;EAAa,CAAC,CACxD,CAAC;EAED,MAAM,CAACM,cAAc,EAAEC,iBAAiB,CAAC,GAAGf,QAAQ,CAAC,KAAK,CAAC;EAC3D,MAAM,CAACgB,YAAY,EAAEC,eAAe,CAAC,GAAGjB,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACkB,aAAa,EAAEC,gBAAgB,CAAC,GAAGnB,QAAQ,CAAC,KAAK,CAAC;EACzD,MAAM,CAACoB,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGrB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACsB,KAAK,EAAEC,QAAQ,CAAC,GAAGvB,QAAQ,CAAgB,IAAI,CAAC;EAEvD,MAAMwB,eAAe,GAAGvB,MAAM,CAACK,KAAK,CAAC;EACrC,MAAMmB,oBAAoB,GAAGxB,MAAM,CAAC,CAAC,CAAC;EAEtCF,SAAS,CAAC,MAAM;IACdyB,eAAe,CAACE,OAAO,GAAGpB,KAAK;EACjC,CAAC,EAAE,CAACA,KAAK,CAAC,CAAC;EAEXP,SAAS,CAAC,MAAM;IACd,MAAM4B,WAAW,GAAG,IAAIzB,WAAW,CAAC;MAClCI,KAAK;MACLC,OAAO,EAAE;QACPE,YAAY,EAAED,YAAY,CAACC,YAAY;QACvCE,GAAG,EAAEH,YAAY,CAACG;MACpB;IACF,CAAC,CAAC;IACFE,cAAc,CAACc,WAAW,CAAC;IAE3BZ,iBAAiB,CAAC,KAAK,CAAC;IACxBE,eAAe,CAAC,KAAK,CAAC;IACtBE,gBAAgB,CAAC,KAAK,CAAC;IACvBE,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIK,OAAO,GAAG,IAAI;IAClBzB,gBAAgB,CAAC0B,WAAW,CAACF,WAAW,CAACG,YAAY,CAAC,CAAC,CAAC,CACrDC,IAAI,CAAEC,MAAM,IAAK;MAChB,IAAI,CAACJ,OAAO,EAAE;QACZ;MACF;MACAX,eAAe,CAACe,MAAM,CAAC;IACzB,CAAC,CAAC,CACDC,KAAK,CAAEC,CAAC,IAAK;MACZ,IAAI,CAACN,OAAO,EAAE;QACZ;MACF;MACAX,eAAe,CAAC,KAAK,CAAC;MACtBM,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC;IAEJ,OAAO,MAAM;MACXN,OAAO,GAAG,KAAK;IACjB,CAAC;EACH,CAAC,EAAE,CAACtB,KAAK,EAAEE,YAAY,CAACC,YAAY,EAAED,YAAY,CAACG,GAAG,CAAC,CAAC;EAExDZ,SAAS,CAAC,MAAM;IACd,OAAO,MAAM;MACXa,WAAW,CAACuB,OAAO,CAAC,CAAC,CAACF,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACvC,CAAC;EACH,CAAC,EAAE,CAACrB,WAAW,CAAC,CAAC;EAEjB,MAAMwB,QAAQ,GAAGtC,WAAW,CAC1B,OAAO;IAAEuC;EAAsC,CAAC,GAAG,CAAC,CAAC,KAAK;IACxD,IAAInB,aAAa,EAAE;MACjB,MAAMoB,OAAO,GAAG,oCAAoC;MACpDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAIP,YAAY,EAAE;MAChB;IACF;IAEA,MAAMwB,SAAS,GAAGhB,eAAe,CAACE,OAAO;IACzC,MAAMe,cAAc,GAAG,EAAEhB,oBAAoB,CAACC,OAAO;IAErDL,mBAAmB,CAAC,CAAC,CAAC;IACtBF,gBAAgB,CAAC,IAAI,CAAC;IACtB,IAAI;MACF,MAAMP,WAAW,CAACwB,QAAQ,CAAC;QACzBC,UAAU,EAAGK,QAAQ,IAAK;UACxB,IACElB,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;YACA;UACF;UAEApB,mBAAmB,CAACqB,QAAQ,CAAC;UAC7BL,UAAU,GAAGK,QAAQ,CAAC;QACxB;MACF,CAAC,CAAC;MAEF,IACElB,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;QACA;MACF;MAEAxB,eAAe,CAAC,IAAI,CAAC;IACvB,CAAC,CAAC,OAAOiB,CAAC,EAAE;MACV,IACEV,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;QACA;MACF;MAEAlB,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACR,IACEV,eAAe,CAACE,OAAO,KAAKc,SAAS,IACrCf,oBAAoB,CAACC,OAAO,KAAKe,cAAc,EAC/C;QACA;MACF;MAEAtB,gBAAgB,CAAC,KAAK,CAAC;MACvBE,mBAAmB,CAAC,CAAC,CAAC;IACxB;EACF,CAAC,EACD,CAACT,WAAW,EAAEM,aAAa,EAAEF,YAAY,CAC3C,CAAC;EAED,MAAM2B,IAAI,GAAG7C,WAAW,CAAC,YAAY;IACnC,IAAIgB,cAAc,EAAE;MAClB,MAAMwB,OAAO,GAAG,qCAAqC;MACrDf,QAAQ,CAACe,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAf,QAAQ,CAAC,IAAI,CAAC;IACdR,iBAAiB,CAAC,IAAI,CAAC;IACvB,IAAI;MACF,MAAMH,WAAW,CAAC+B,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC,OAAOT,CAAC,EAAE;MACVX,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRnB,iBAAiB,CAAC,KAAK,CAAC;IAC1B;EACF,CAAC,EAAE,CAACH,WAAW,EAAEE,cAAc,CAAC,CAAC;EAEjC,MAAM8B,GAAG,GAAG9C,WAAW,CACrB,OAAO;IACL+C,KAAK;IACLtC;EACoB,CAAC,KAAoC;IACzDgB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,OAAO,MAAMX,WAAW,CAACgC,GAAG,CAAC;QAAEC,KAAK;QAAEtC;MAAQ,CAAC,CAAC;IAClD,CAAC,CAAC,OAAO2B,CAAC,EAAE;MACVX,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EACD,CAACtB,WAAW,CACd,CAAC;EAED,MAAMkC,OAAO,GAAGhD,WAAW,CACzB,OAAO;IACL+C,KAAK;IACLtC;EACwB,CAAC,KAAwC;IACjEgB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,OAAO,MAAMX,WAAW,CAACkC,OAAO,CAAC;QAAED,KAAK;QAAEtC;MAAQ,CAAC,CAAC;IACtD,CAAC,CAAC,OAAO2B,CAAC,EAAE;MACVX,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EACD,CAACtB,WAAW,CACd,CAAC;EAED,MAAMmC,YAAY,GAAGjD,WAAW,CAC9B,OAAO;IACL+C;EAC6B,CAAC,KAA6C;IAC3EtB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,OAAO,MAAMX,WAAW,CAACmC,YAAY,CAAC;QAAEF;MAAM,CAAC,CAAC;IAClD,CAAC,CAAC,OAAOX,CAAC,EAAE;MACVX,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EACD,CAACtB,WAAW,CACd,CAAC;EAED,MAAMuB,OAAO,GAAGrC,WAAW,CAAC,YAAY;IACtCyB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMX,WAAW,CAACuB,OAAO,CAAC,CAAC;IAC7B,CAAC,CAAC,OAAOD,CAAC,EAAE;MACVX,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAACtB,WAAW,CAAC,CAAC;EAEjB,MAAMoC,SAAS,GAAGlD,WAAW,CAAC,YAAoC;IAChEyB,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,OAAO,MAAMX,WAAW,CAACoC,SAAS,CAAC,CAAC;IACtC,CAAC,CAAC,OAAOd,CAAC,EAAE;MACVX,QAAQ,CAACnB,eAAe,CAAC8B,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAACtB,WAAW,CAAC,CAAC;EAEjB,OAAO;IACLE,cAAc;IACdE,YAAY;IACZE,aAAa;IACbE,gBAAgB;IAChBE,KAAK;IAELc,QAAQ;IACRO,IAAI;IACJC,GAAG;IACHE,OAAO;IACPC,YAAY;IACZZ,OAAO;IACPa;EACF,CAAC;AACH,CAAC","ignoreList":[]}
|
package/lib/module/index.js
CHANGED
|
@@ -3,13 +3,13 @@
|
|
|
3
3
|
// Classes
|
|
4
4
|
export { CactusLM } from "./classes/CactusLM.js";
|
|
5
5
|
export { CactusSTT } from "./classes/CactusSTT.js";
|
|
6
|
-
export {
|
|
6
|
+
export { CactusAudio } from "./classes/CactusAudio.js";
|
|
7
7
|
export { CactusIndex } from "./classes/CactusIndex.js";
|
|
8
8
|
|
|
9
9
|
// Hooks
|
|
10
10
|
export { useCactusLM } from "./hooks/useCactusLM.js";
|
|
11
11
|
export { useCactusSTT } from "./hooks/useCactusSTT.js";
|
|
12
|
-
export {
|
|
12
|
+
export { useCactusAudio } from "./hooks/useCactusAudio.js";
|
|
13
13
|
export { useCactusIndex } from "./hooks/useCactusIndex.js";
|
|
14
14
|
|
|
15
15
|
// Registry
|
package/lib/module/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["CactusLM","CactusSTT","
|
|
1
|
+
{"version":3,"names":["CactusLM","CactusSTT","CactusAudio","CactusIndex","useCactusLM","useCactusSTT","useCactusAudio","useCactusIndex","getRegistry"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;AAAA;AACA,SAASA,QAAQ,QAAQ,uBAAoB;AAC7C,SAASC,SAAS,QAAQ,wBAAqB;AAC/C,SAASC,WAAW,QAAQ,0BAAuB;AACnD,SAASC,WAAW,QAAQ,0BAAuB;;AAEnD;AACA,SAASC,WAAW,QAAQ,wBAAqB;AACjD,SAASC,YAAY,QAAQ,yBAAsB;AACnD,SAASC,cAAc,QAAQ,2BAAwB;AACvD,SAASC,cAAc,QAAQ,2BAAwB;;AAEvD;AACA,SAASC,WAAW,QAAQ,oBAAiB;;AAE7C","ignoreList":[]}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
|
|
3
|
-
const RUNTIME_VERSION = '1.
|
|
3
|
+
const RUNTIME_VERSION = '1.12.0';
|
|
4
4
|
let registryPromise = null;
|
|
5
5
|
export function getRegistry() {
|
|
6
6
|
return registryPromise ??= fetchRegistry();
|
|
@@ -48,12 +48,14 @@ async function fetchRegistry() {
|
|
|
48
48
|
if (!version) return;
|
|
49
49
|
const key = weights.find(f => f.endsWith('-int4.zip')).replace('weights/', '').replace('-int4.zip', '');
|
|
50
50
|
const base = `https://huggingface.co/${id}/resolve/${version}/weights/${key}`;
|
|
51
|
+
const tree = await fetch(`https://huggingface.co/api/models/${id}/tree/${version}/weights`).then(r => r.ok ? r.json() : null).catch(() => null);
|
|
52
|
+
const sizeMb = suffix => Math.round((tree?.find(f => f.path === `weights/${key}${suffix}`)?.size ?? 0) / (1024 * 1024));
|
|
51
53
|
registry[key] = {
|
|
52
54
|
slug: key,
|
|
53
55
|
capabilities: tags.filter(t => !t.includes(':')),
|
|
54
56
|
quantization: {
|
|
55
57
|
int4: {
|
|
56
|
-
sizeMb:
|
|
58
|
+
sizeMb: sizeMb('-int4.zip'),
|
|
57
59
|
url: `${base}-int4.zip`,
|
|
58
60
|
...(weights.some(f => f.endsWith('-int4-apple.zip')) ? {
|
|
59
61
|
pro: {
|
|
@@ -62,7 +64,7 @@ async function fetchRegistry() {
|
|
|
62
64
|
} : {})
|
|
63
65
|
},
|
|
64
66
|
int8: {
|
|
65
|
-
sizeMb:
|
|
67
|
+
sizeMb: sizeMb('-int8.zip'),
|
|
66
68
|
url: `${base}-int8.zip`,
|
|
67
69
|
...(weights.some(f => f.endsWith('-int8-apple.zip')) ? {
|
|
68
70
|
pro: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["RUNTIME_VERSION","registryPromise","getRegistry","fetchRegistry","parseVersionTag","tag","m","match","compareVersions","a","b","resolveWeightVersion","modelId","runtime","Error","res","fetch","ok","status","tags","json","compatible","map","t","name","filter","sort","length","response","catch","e","models","registry","Promise","all","id","siblings","weights","s","rfilename","f","startsWith","endsWith","some","version","key","find","replace","base","slug","capabilities","includes","quantization","int4","
|
|
1
|
+
{"version":3,"names":["RUNTIME_VERSION","registryPromise","getRegistry","fetchRegistry","parseVersionTag","tag","m","match","compareVersions","a","b","resolveWeightVersion","modelId","runtime","Error","res","fetch","ok","status","tags","json","compatible","map","t","name","filter","sort","length","response","catch","e","models","registry","Promise","all","id","siblings","weights","s","rfilename","f","startsWith","endsWith","some","version","key","find","replace","base","tree","then","r","sizeMb","suffix","Math","round","path","size","slug","capabilities","includes","quantization","int4","url","pro","apple","int8"],"sourceRoot":"../../src","sources":["modelRegistry.ts"],"mappings":";;AAEA,MAAMA,eAAe,GAAG,QAAQ;AAEhC,IAAIC,eAA+D,GAAG,IAAI;AAE1E,OAAO,SAASC,WAAWA,CAAA,EAA4C;EACrE,OAAQD,eAAe,KAAKE,aAAa,CAAC,CAAC;AAC7C;AAEA,SAASC,eAAeA,CAACC,GAAW,EAAmC;EACrE,MAAMC,CAAC,GAAGD,GAAG,CAACE,KAAK,CAAC,6BAA6B,CAAC;EAClD,IAAI,CAACD,CAAC,EAAE,OAAO,IAAI;EACnB,OAAO,CAAC,CAACA,CAAC,CAAC,CAAC,CAAE,EAAE,CAACA,CAAC,CAAC,CAAC,CAAE,EAAE,EAAEA,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;AACzC;AAEA,SAASE,eAAeA,CACtBC,CAA2B,EAC3BC,CAA2B,EACnB;EACR,OAAOD,CAAC,CAAC,CAAC,CAAC,GAAGC,CAAC,CAAC,CAAC,CAAC,IAAID,CAAC,CAAC,CAAC,CAAC,GAAGC,CAAC,CAAC,CAAC,CAAC,IAAID,CAAC,CAAC,CAAC,CAAC,GAAGC,CAAC,CAAC,CAAC,CAAC;AAClD;AAEA,eAAeC,oBAAoBA,CAACC,OAAe,EAAmB;EACpE,MAAMC,OAAO,GAAGT,eAAe,CAAC,IAAIJ,eAAe,EAAE,CAAC;EACtD,IAAI,CAACa,OAAO,EAAE,MAAM,IAAIC,KAAK,CAAC,4BAA4Bd,eAAe,EAAE,CAAC;EAE5E,MAAMe,GAAG,GAAG,MAAMC,KAAK,CAAC,qCAAqCJ,OAAO,OAAO,CAAC;EAC5E,IAAI,CAACG,GAAG,CAACE,EAAE,EACT,MAAM,IAAIH,KAAK,CAAC,4BAA4BF,OAAO,KAAKG,GAAG,CAACG,MAAM,EAAE,CAAC;EAEvE,MAAM;IAAEC,IAAI,GAAG;EAAG,CAAC,GAAI,MAAMJ,GAAG,CAACK,IAAI,CAAC,CAAkC;EAExE,MAAMC,UAAU,GAAGF,IAAI,CACpBG,GAAG,CAAEC,CAAC,IAAKA,CAAC,CAACC,IAAI,CAAC,CAClBC,MAAM,CAAED,IAAI,IAAKpB,eAAe,CAACoB,IAAI,CAAC,KAAK,IAAI,CAAC,CAChDC,MAAM,CAAED,IAAI,IAAKhB,eAAe,CAACJ,eAAe,CAACoB,IAAI,CAAC,EAAGX,OAAO,CAAC,IAAI,CAAC,CAAC,CACvEa,IAAI,CAAC,CAACjB,CAAC,EAAEC,CAAC,KAAKF,eAAe,CAACJ,eAAe,CAACM,CAAC,CAAC,EAAGN,eAAe,CAACK,CAAC,CAAE,CAAC,CAAC;EAE5E,IAAI,CAACY,UAAU,CAACM,MAAM,EAAE,MAAM,IAAIb,KAAK,CAAC,oCAAoC,CAAC;EAC7E,OAAOO,UAAU,CAAC,CAAC,CAAC;AACtB;AAEA,eAAelB,aAAaA,CAAA,EAA4C;EACtE,MAAMyB,QAAQ,GAAG,MAAMZ,KAAK,CAC1B,mEACF,CAAC,CAACa,KAAK,CAAEC,CAAC,IAAK;IACb7B,eAAe,GAAG,IAAI;IACtB,MAAM6B,CAAC;EACT,CAAC,CAAC;EACF,IAAI,CAACF,QAAQ,CAACX,EAAE,EAAE;IAChBhB,eAAe,GAAG,IAAI;IACtB,MAAM,IAAIa,KAAK,CAAC,mCAAmCc,QAAQ,CAACV,MAAM,EAAE,CAAC;EACvE;EAEA,MAAMa,MAAa,GAAG,MAAMH,QAAQ,CAACR,IAAI,CAAC,CAAC;EAC3C,IAAI,CAACW,MAAM,CAACJ,MAAM,EAAE,OAAO,CAAC,CAAC;EAE7B,MAAMK,QAAwC,GAAG,CAAC,CAAC;EAEnD,MAAMC,OAAO,CAACC,GAAG,CACfH,MAAM,CAACT,GAAG,CAAC,OAAO;IAAEa,EAAE;IAAEC,QAAQ,GAAG,EAAE;IAAEjB,IAAI,GAAG;EAAG,CAAC,KAAK;IACrD,MAAMkB,OAAiB,GAAID,QAAQ,CAChCd,GAAG,CAAEgB,CAAM,IAAKA,CAAC,CAACC,SAAmB,CAAC,CACtCd,MAAM,CAAEe,CAAC,IAAKA,CAAC,CAACC,UAAU,CAAC,UAAU,CAAC,IAAID,CAAC,CAACE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEhE,IACE,CAACL,OAAO,CAACM,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,WAAW,CAAC,CAAC,IAC7C,CAACL,OAAO,CAACM,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,WAAW,CAAC,CAAC,EAE7C;IAEF,MAAME,OAAO,GAAG,MAAMjC,oBAAoB,CAACwB,EAAE,CAAC,CAACN,KAAK,CAAC,MAAM,IAAI,CAAC;IAChE,IAAI,CAACe,OAAO,EAAE;IAEd,MAAMC,GAAG,GAAGR,OAAO,CAChBS,IAAI,CAAEN,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,WAAW,CAAC,CAAC,CACpCK,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CACvBA,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IAE3B,MAAMC,IAAI,GAAG,0BAA0Bb,EAAE,YAAYS,OAAO,YAAYC,GAAG,EAAE;IAE7E,MAAMI,IAAI,GAAG,MAAMjC,KAAK,CACtB,qCAAqCmB,EAAE,SAASS,OAAO,UACzD,CAAC,CACEM,IAAI,CAAEC,CAAC,IACNA,CAAC,CAAClC,EAAE,GAAIkC,CAAC,CAAC/B,IAAI,CAAC,CAAC,GAAkD,IACpE,CAAC,CACAS,KAAK,CAAC,MAAM,IAAI,CAAC;IAEpB,MAAMuB,MAAM,GAAIC,MAAc,IAC5BC,IAAI,CAACC,KAAK,CACR,CAACN,IAAI,EAAEH,IAAI,CAAEN,CAAC,IAAKA,CAAC,CAACgB,IAAI,KAAK,WAAWX,GAAG,GAAGQ,MAAM,EAAE,CAAC,EAAEI,IAAI,IAAI,CAAC,KAChE,IAAI,GAAG,IAAI,CAChB,CAAC;IAEHzB,QAAQ,CAACa,GAAG,CAAC,GAAG;MACda,IAAI,EAAEb,GAAG;MACTc,YAAY,EAAGxC,IAAI,CAAcM,MAAM,CAAEF,CAAC,IAAK,CAACA,CAAC,CAACqC,QAAQ,CAAC,GAAG,CAAC,CAAC;MAChEC,YAAY,EAAE;QACZC,IAAI,EAAE;UACJV,MAAM,EAAEA,MAAM,CAAC,WAAW,CAAC;UAC3BW,GAAG,EAAE,GAAGf,IAAI,WAAW;UACvB,IAAIX,OAAO,CAACM,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,GAClD;YAAEsB,GAAG,EAAE;cAAEC,KAAK,EAAE,GAAGjB,IAAI;YAAkB;UAAE,CAAC,GAC5C,CAAC,CAAC;QACR,CAAC;QACDkB,IAAI,EAAE;UACJd,MAAM,EAAEA,MAAM,CAAC,WAAW,CAAC;UAC3BW,GAAG,EAAE,GAAGf,IAAI,WAAW;UACvB,IAAIX,OAAO,CAACM,IAAI,CAAEH,CAAC,IAAKA,CAAC,CAACE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,GAClD;YAAEsB,GAAG,EAAE;cAAEC,KAAK,EAAE,GAAGjB,IAAI;YAAkB;UAAE,CAAC,GAC5C,CAAC,CAAC;QACR;MACF;IACF,CAAC;EACH,CAAC,CACH,CAAC;EAED,OAAOhB,QAAQ;AACjB","ignoreList":[]}
|
|
@@ -36,7 +36,8 @@ export class Cactus {
|
|
|
36
36
|
confidence_threshold: options.confidenceThreshold,
|
|
37
37
|
tool_rag_top_k: options.toolRagTopK,
|
|
38
38
|
include_stop_sequences: options.includeStopSequences,
|
|
39
|
-
use_vad: options.useVad
|
|
39
|
+
use_vad: options.useVad,
|
|
40
|
+
enable_thinking_if_supported: options.enableThinking
|
|
40
41
|
}) : undefined;
|
|
41
42
|
const toolsJson = JSON.stringify(tools);
|
|
42
43
|
const response = await this.hybridCactus.complete(messagesJson, responseBufferSize, optionsJson, toolsJson, callback);
|
|
@@ -45,6 +46,7 @@ export class Cactus {
|
|
|
45
46
|
return {
|
|
46
47
|
success: parsed.success,
|
|
47
48
|
response: parsed.response,
|
|
49
|
+
thinking: parsed.thinking,
|
|
48
50
|
functionCalls: parsed.function_calls,
|
|
49
51
|
cloudHandoff: parsed.cloud_handoff,
|
|
50
52
|
confidence: parsed.confidence,
|
|
@@ -61,6 +63,38 @@ export class Cactus {
|
|
|
61
63
|
throw new Error('Unable to parse completion response');
|
|
62
64
|
}
|
|
63
65
|
}
|
|
66
|
+
async prefill(messages, responseBufferSize, options, tools) {
|
|
67
|
+
const messagesJson = JSON.stringify(messages);
|
|
68
|
+
const optionsJson = options ? JSON.stringify({
|
|
69
|
+
temperature: options.temperature,
|
|
70
|
+
top_p: options.topP,
|
|
71
|
+
top_k: options.topK,
|
|
72
|
+
max_tokens: options.maxTokens,
|
|
73
|
+
stop_sequences: options.stopSequences,
|
|
74
|
+
force_tools: options.forceTools,
|
|
75
|
+
telemetry_enabled: options.telemetryEnabled,
|
|
76
|
+
confidence_threshold: options.confidenceThreshold,
|
|
77
|
+
tool_rag_top_k: options.toolRagTopK,
|
|
78
|
+
include_stop_sequences: options.includeStopSequences,
|
|
79
|
+
use_vad: options.useVad,
|
|
80
|
+
enable_thinking_if_supported: options.enableThinking
|
|
81
|
+
}) : undefined;
|
|
82
|
+
const toolsJson = JSON.stringify(tools);
|
|
83
|
+
const response = await this.hybridCactus.prefill(messagesJson, responseBufferSize, optionsJson, toolsJson);
|
|
84
|
+
try {
|
|
85
|
+
const parsed = JSON.parse(response);
|
|
86
|
+
return {
|
|
87
|
+
success: parsed.success,
|
|
88
|
+
error: parsed.error,
|
|
89
|
+
prefillTokens: parsed.prefill_tokens,
|
|
90
|
+
prefillTps: parsed.prefill_tps,
|
|
91
|
+
totalTimeMs: parsed.total_time_ms,
|
|
92
|
+
ramUsageMb: parsed.ram_usage_mb
|
|
93
|
+
};
|
|
94
|
+
} catch {
|
|
95
|
+
throw new Error('Unable to parse prefill response');
|
|
96
|
+
}
|
|
97
|
+
}
|
|
64
98
|
tokenize(text) {
|
|
65
99
|
return this.hybridCactus.tokenize(text);
|
|
66
100
|
}
|
|
@@ -114,7 +148,8 @@ export class Cactus {
|
|
|
114
148
|
const optionsJson = options ? JSON.stringify({
|
|
115
149
|
confirmation_threshold: options.confirmationThreshold,
|
|
116
150
|
min_chunk_size: options.minChunkSize,
|
|
117
|
-
telemetry_enabled: options.telemetryEnabled
|
|
151
|
+
telemetry_enabled: options.telemetryEnabled,
|
|
152
|
+
language: options.language
|
|
118
153
|
}) : undefined;
|
|
119
154
|
return this.hybridCactus.streamTranscribeStart(optionsJson);
|
|
120
155
|
}
|
|
@@ -216,6 +251,50 @@ export class Cactus {
|
|
|
216
251
|
audioEmbed(audioPath, embeddingBufferSize) {
|
|
217
252
|
return this.hybridCactus.audioEmbed(audioPath.replace('file://', ''), embeddingBufferSize);
|
|
218
253
|
}
|
|
254
|
+
async diarize(audio, options) {
|
|
255
|
+
if (typeof audio === 'string') {
|
|
256
|
+
audio = audio.replace('file://', '');
|
|
257
|
+
}
|
|
258
|
+
const optionsJson = options ? JSON.stringify({
|
|
259
|
+
step_ms: options.stepMs,
|
|
260
|
+
threshold: options.threshold,
|
|
261
|
+
num_speakers: options.numSpeakers,
|
|
262
|
+
min_speakers: options.minSpeakers,
|
|
263
|
+
max_speakers: options.maxSpeakers
|
|
264
|
+
}) : undefined;
|
|
265
|
+
const response = await this.hybridCactus.diarize(audio, 2 * 1024 * 1024, optionsJson);
|
|
266
|
+
try {
|
|
267
|
+
const parsed = JSON.parse(response);
|
|
268
|
+
return {
|
|
269
|
+
success: parsed.success,
|
|
270
|
+
error: parsed.error,
|
|
271
|
+
numSpeakers: parsed.num_speakers,
|
|
272
|
+
scores: parsed.scores,
|
|
273
|
+
totalTimeMs: parsed.total_time_ms,
|
|
274
|
+
ramUsageMb: parsed.ram_usage_mb
|
|
275
|
+
};
|
|
276
|
+
} catch {
|
|
277
|
+
throw new Error('Unable to parse diarize response');
|
|
278
|
+
}
|
|
279
|
+
}
|
|
280
|
+
async embedSpeaker(audio) {
|
|
281
|
+
if (typeof audio === 'string') {
|
|
282
|
+
audio = audio.replace('file://', '');
|
|
283
|
+
}
|
|
284
|
+
const response = await this.hybridCactus.embedSpeaker(audio, 65536);
|
|
285
|
+
try {
|
|
286
|
+
const parsed = JSON.parse(response);
|
|
287
|
+
return {
|
|
288
|
+
success: parsed.success,
|
|
289
|
+
error: parsed.error,
|
|
290
|
+
embedding: parsed.embedding,
|
|
291
|
+
totalTimeMs: parsed.total_time_ms,
|
|
292
|
+
ramUsageMb: parsed.ram_usage_mb
|
|
293
|
+
};
|
|
294
|
+
} catch {
|
|
295
|
+
throw new Error('Unable to parse embed speaker response');
|
|
296
|
+
}
|
|
297
|
+
}
|
|
219
298
|
reset() {
|
|
220
299
|
return this.hybridCactus.reset();
|
|
221
300
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["NitroModules","CactusImage","Cactus","hybridCactus","createHybridObject","init","modelPath","corpusDir","cacheIndex","complete","messages","responseBufferSize","options","tools","callback","messagesInternal","message","images","push","resizedImages","imagePath","resizedImage","resize","replace","messagesJson","JSON","stringify","optionsJson","temperature","top_p","topP","top_k","topK","max_tokens","maxTokens","stop_sequences","stopSequences","force_tools","forceTools","telemetry_enabled","telemetryEnabled","confidence_threshold","confidenceThreshold","tool_rag_top_k","toolRagTopK","include_stop_sequences","includeStopSequences","use_vad","useVad","undefined","toolsJson","response","parsed","parse","success","functionCalls","function_calls","cloudHandoff","cloud_handoff","confidence","timeToFirstTokenMs","time_to_first_token_ms","totalTimeMs","total_time_ms","prefillTokens","prefill_tokens","prefillTps","prefill_tps","decodeTokens","decode_tokens","decodeTps","decode_tps","totalTokens","total_tokens","ramUsageMb","ram_usage_mb","Error","tokenize","text","scoreWindow","tokens","start","end","context","logprob","transcribe","audio","prompt","cloud_handoff_threshold","cloudHandoffThreshold","streamTranscribeStart","confirmation_threshold","confirmationThreshold","min_chunk_size","minChunkSize","streamTranscribeProcess","confirmed","pending","bufferDurationMs","buffer_duration_ms","cloudResult","cloud_result","cloudJobId","cloud_job_id","cloudResultJobId","cloud_result_job_id","detectLanguage","language","streamTranscribeStop","vad","threshold","neg_threshold","negThreshold","min_speech_duration_ms","minSpeechDurationMs","max_speech_duration_s","maxSpeechDurationS","min_silence_duration_ms","minSilenceDurationMs","speech_pad_ms","speechPadMs","window_size_samples","windowSizeSamples","sampling_rate","samplingRate","min_silence_at_max_speech","minSilenceAtMaxSpeech","use_max_poss_sil_at_max_speech","useMaxPossSilAtMaxSpeech","segments","map","s","totalTime","ramUsage","embed","embeddingBufferSize","normalize","imageEmbed","audioEmbed","audioPath","reset","stop","destroy","setTelemetryEnvironment","cacheDir"],"sourceRoot":"../../../src","sources":["native/Cactus.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,4BAA4B;AAEzD,SAASC,WAAW,QAAQ,kBAAe;AAkB3C,OAAO,MAAMC,MAAM,CAAC;EACDC,YAAY,GAC3BH,YAAY,CAACI,kBAAkB,CAAa,QAAQ,CAAC;EAEhDC,IAAIA,CACTC,SAAiB,EACjBC,SAAkB,EAClBC,UAAoB,EACL;IACf,OAAO,IAAI,CAACL,YAAY,CAACE,IAAI,CAACC,SAAS,EAAEC,SAAS,EAAEC,UAAU,IAAI,KAAK,CAAC;EAC1E;EAEA,MAAaC,QAAQA,CACnBC,QAA2B,EAC3BC,kBAA0B,EAC1BC,OAAiC,EACjCC,KAAsD,EACtDC,QAAmD,EAClB;IACjC,MAAMC,gBAAmC,GAAG,EAAE;IAC9C,KAAK,MAAMC,OAAO,IAAIN,QAAQ,EAAE;MAC9B,IAAI,CAACM,OAAO,CAACC,MAAM,EAAE;QACnBF,gBAAgB,CAACG,IAAI,CAACF,OAAO,CAAC;QAC9B;MACF;MAEA,MAAMG,aAAuB,GAAG,EAAE;MAClC,KAAK,MAAMC,SAAS,IAAIJ,OAAO,CAACC,MAAM,EAAE;QACtC,MAAMI,YAAY,GAAG,MAAMpB,WAAW,CAACqB,MAAM,CAC3CF,SAAS,CAACG,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAChC,GAAG,EACH,GAAG,EACH,CACF,CAAC;QACDJ,aAAa,CAACD,IAAI,CAACG,YAAY,CAAC;MAClC;MAEAN,gBAAgB,CAACG,IAAI,CAAC;QAAE,GAAGF,OAAO;QAAEC,MAAM,EAAEE;MAAc,CAAC,CAAC;IAC9D;IAEA,MAAMK,YAAY,GAAGC,IAAI,CAACC,SAAS,CAACX,gBAAgB,CAAC;IACrD,MAAMY,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbE,WAAW,EAAEhB,OAAO,CAACgB,WAAW;MAChCC,KAAK,EAAEjB,OAAO,CAACkB,IAAI;MACnBC,KAAK,EAAEnB,OAAO,CAACoB,IAAI;MACnBC,UAAU,EAAErB,OAAO,CAACsB,SAAS;MAC7BC,cAAc,EAAEvB,OAAO,CAACwB,aAAa;MACrCC,WAAW,EAAEzB,OAAO,CAAC0B,UAAU;MAC/BC,iBAAiB,EAAE3B,OAAO,CAAC4B,gBAAgB;MAC3CC,oBAAoB,EAAE7B,OAAO,CAAC8B,mBAAmB;MACjDC,cAAc,EAAE/B,OAAO,CAACgC,WAAW;MACnCC,sBAAsB,EAAEjC,OAAO,CAACkC,oBAAoB;MACpDC,OAAO,EAAEnC,OAAO,CAACoC;IACnB,CAAC,CAAC,GACFC,SAAS;IACb,MAAMC,SAAS,GAAGzB,IAAI,CAACC,SAAS,CAACb,KAAK,CAAC;IAEvC,MAAMsC,QAAQ,GAAG,MAAM,IAAI,CAAChD,YAAY,CAACM,QAAQ,CAC/Ce,YAAY,EACZb,kBAAkB,EAClBgB,WAAW,EACXuB,SAAS,EACTpC,QACF,CAAC;IAED,IAAI;MACF,MAAMsC,MAAM,GAAG3B,IAAI,CAAC4B,KAAK,CAACF,QAAQ,CAAC;MAEnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvBH,QAAQ,EAAEC,MAAM,CAACD,QAAQ;QACzBI,aAAa,EAAEH,MAAM,CAACI,cAAc;QACpCC,YAAY,EAAEL,MAAM,CAACM,aAAa;QAClCC,UAAU,EAAEP,MAAM,CAACO,UAAU;QAC7BC,kBAAkB,EAAER,MAAM,CAACS,sBAAsB;QACjDC,WAAW,EAAEV,MAAM,CAACW,aAAa;QACjCC,aAAa,EAAEZ,MAAM,CAACa,cAAc;QACpCC,UAAU,EAAEd,MAAM,CAACe,WAAW;QAC9BC,YAAY,EAAEhB,MAAM,CAACiB,aAAa;QAClCC,SAAS,EAAElB,MAAM,CAACmB,UAAU;QAC5BC,WAAW,EAAEpB,MAAM,CAACqB,YAAY;QAChCC,UAAU,EAAEtB,MAAM,CAACuB;MACrB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,qCAAqC,CAAC;IACxD;EACF;EAEOC,QAAQA,CAACC,IAAY,EAAqB;IAC/C,OAAO,IAAI,CAAC3E,YAAY,CAAC0E,QAAQ,CAACC,IAAI,CAAC;EACzC;EAEA,MAAaC,WAAWA,CACtBC,MAAgB,EAChBC,KAAa,EACbC,GAAW,EACXC,OAAe,EACE;IACjB,MAAMhC,QAAQ,GAAG,MAAM,IAAI,CAAChD,YAAY,CAAC4E,WAAW,CAClDC,MAAM,EACNC,KAAK,EACLC,GAAG,EACHC,OACF,CAAC;IACD,IAAI;MACF,MAAM/B,MAAM,GAAG3B,IAAI,CAAC4B,KAAK,CAACF,QAAQ,CAAC;MACnC,OAAOC,MAAM,CAACgC,OAAO;IACvB,CAAC,CAAC,MAAM;MACN,MAAM,IAAIR,KAAK,CAAC,uCAAuC,CAAC;IAC1D;EACF;EAEA,MAAaS,UAAUA,CACrBC,KAAwB,EACxBC,MAAc,EACd5E,kBAA0B,EAC1BC,OAAoC,EACpCE,QAAmD,EACf;IACpC,IAAI,OAAOwE,KAAK,KAAK,QAAQ,EAAE;MAC7BA,KAAK,GAAGA,KAAK,CAAC/D,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IACtC;IAEA,MAAMI,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbE,WAAW,EAAEhB,OAAO,CAACgB,WAAW;MAChCC,KAAK,EAAEjB,OAAO,CAACkB,IAAI;MACnBC,KAAK,EAAEnB,OAAO,CAACoB,IAAI;MACnBC,UAAU,EAAErB,OAAO,CAACsB,SAAS;MAC7BC,cAAc,EAAEvB,OAAO,CAACwB,aAAa;MACrCW,OAAO,EAAEnC,OAAO,CAACoC,MAAM;MACvBT,iBAAiB,EAAE3B,OAAO,CAAC4B,gBAAgB;MAC3CC,oBAAoB,EAAE7B,OAAO,CAAC8B,mBAAmB;MACjD8C,uBAAuB,EAAE5E,OAAO,CAAC6E,qBAAqB;MACtD5C,sBAAsB,EAAEjC,OAAO,CAACkC;IAClC,CAAC,CAAC,GACFG,SAAS;IAEb,MAAME,QAAQ,GAAG,MAAM,IAAI,CAAChD,YAAY,CAACkF,UAAU,CACjDC,KAAK,EACLC,MAAM,EACN5E,kBAAkB,EAClBgB,WAAW,EACXb,QACF,CAAC;IAED,IAAI;MACF,MAAMsC,MAAM,GAAG3B,IAAI,CAAC4B,KAAK,CAACF,QAAQ,CAAC;MAEnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvBH,QAAQ,EAAEC,MAAM,CAACD,QAAQ;QACzBM,YAAY,EAAEL,MAAM,CAACM,aAAa;QAClCC,UAAU,EAAEP,MAAM,CAACO,UAAU;QAC7BC,kBAAkB,EAAER,MAAM,CAACS,sBAAsB;QACjDC,WAAW,EAAEV,MAAM,CAACW,aAAa;QACjCC,aAAa,EAAEZ,MAAM,CAACa,cAAc;QACpCC,UAAU,EAAEd,MAAM,CAACe,WAAW;QAC9BC,YAAY,EAAEhB,MAAM,CAACiB,aAAa;QAClCC,SAAS,EAAElB,MAAM,CAACmB,UAAU;QAC5BC,WAAW,EAAEpB,MAAM,CAACqB,YAAY;QAChCC,UAAU,EAAEtB,MAAM,CAACuB;MACrB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,wCAAwC,CAAC;IAC3D;EACF;EAEOc,qBAAqBA,CAC1B9E,OAA+C,EAChC;IACf,MAAMe,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbiE,sBAAsB,EAAE/E,OAAO,CAACgF,qBAAqB;MACrDC,cAAc,EAAEjF,OAAO,CAACkF,YAAY;MACpCvD,iBAAiB,EAAE3B,OAAO,CAAC4B;IAC7B,CAAC,CAAC,GACFS,SAAS;IACb,OAAO,IAAI,CAAC9C,YAAY,CAACuF,qBAAqB,CAAC/D,WAAW,CAAC;EAC7D;EAEA,MAAaoE,uBAAuBA,CAClCT,KAAe,EACkC;IACjD,MAAMnC,QAAQ,GAAG,MAAM,IAAI,CAAChD,YAAY,CAAC4F,uBAAuB,CAACT,KAAK,CAAC;IACvE,IAAI;MACF,MAAMlC,MAAM,GAAG3B,IAAI,CAAC4B,KAAK,CAACF,QAAQ,CAAC;MACnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvB0C,SAAS,EAAE5C,MAAM,CAAC4C,SAAS;QAC3BC,OAAO,EAAE7C,MAAM,CAAC6C,OAAO;QACvBC,gBAAgB,EAAE9C,MAAM,CAAC+C,kBAAkB;QAC3CxC,UAAU,EAAEP,MAAM,CAACO,UAAU;QAC7BF,YAAY,EAAEL,MAAM,CAACM,aAAa;QAClC0C,WAAW,EAAEhD,MAAM,CAACiD,YAAY;QAChCC,UAAU,EAAElD,MAAM,CAACmD,YAAY;QAC/BC,gBAAgB,EAAEpD,MAAM,CAACqD,mBAAmB;QAC5C7C,kBAAkB,EAAER,MAAM,CAACS,sBAAsB;QACjDC,WAAW,EAAEV,MAAM,CAACW,aAAa;QACjCC,aAAa,EAAEZ,MAAM,CAACa,cAAc;QACpCC,UAAU,EAAEd,MAAM,CAACe,WAAW;QAC9BC,YAAY,EAAEhB,MAAM,CAACiB,aAAa;QAClCC,SAAS,EAAElB,MAAM,CAACmB,UAAU;QAC5BC,WAAW,EAAEpB,MAAM,CAACqB,YAAY;QAChCC,UAAU,EAAEtB,MAAM,CAACuB;MACrB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,oDAAoD,CAAC;IACvE;EACF;EAEA,MAAa8B,cAAcA,CACzBpB,KAAwB,EACxB1E,OAAwC,EACA;IACxC,IAAI,OAAO0E,KAAK,KAAK,QAAQ,EAAE;MAC7BA,KAAK,GAAGA,KAAK,CAAC/D,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IACtC;IAEA,MAAMI,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MAAEqB,OAAO,EAAEnC,OAAO,CAACoC;IAAO,CAAC,CAAC,GAC3CC,SAAS;IAEb,MAAME,QAAQ,GAAG,MAAM,IAAI,CAAChD,YAAY,CAACuG,cAAc,CACrDpB,KAAK,EACL,IAAI,EACJ3D,WACF,CAAC;IAED,IAAI;MACF,MAAMyB,MAAM,GAAG3B,IAAI,CAAC4B,KAAK,CAACF,QAAQ,CAAC;MAEnC,OAAO;QACLwD,QAAQ,EAAEvD,MAAM,CAACuD,QAAQ;QACzBhD,UAAU,EAAEP,MAAM,CAACO;MACrB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIiB,KAAK,CAAC,0CAA0C,CAAC;IAC7D;EACF;EAEA,MAAagC,oBAAoBA,CAAA,EAAiD;IAChF,MAAMzD,QAAQ,GAAG,MAAM,IAAI,CAAChD,YAAY,CAACyG,oBAAoB,CAAC,CAAC;IAC/D,IAAI;MACF,MAAMxD,MAAM,GAAG3B,IAAI,CAAC4B,KAAK,CAACF,QAAQ,CAAC;MACnC,OAAO;QAAEG,OAAO,EAAEF,MAAM,CAACE,OAAO;QAAE0C,SAAS,EAAE5C,MAAM,CAAC4C;MAAU,CAAC;IACjE,CAAC,CAAC,MAAM;MACN,MAAM,IAAIpB,KAAK,CAAC,iDAAiD,CAAC;IACpE;EACF;EAEA,MAAaiC,GAAGA,CACdvB,KAAwB,EACxB1E,OAA0B,EACA;IAC1B,IAAI,OAAO0E,KAAK,KAAK,QAAQ,EAAE;MAC7BA,KAAK,GAAGA,KAAK,CAAC/D,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IACtC;IACA,MAAMI,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACboF,SAAS,EAAElG,OAAO,CAACkG,SAAS;MAC5BC,aAAa,EAAEnG,OAAO,CAACoG,YAAY;MACnCC,sBAAsB,EAAErG,OAAO,CAACsG,mBAAmB;MACnDC,qBAAqB,EAAEvG,OAAO,CAACwG,kBAAkB;MACjDC,uBAAuB,EAAEzG,OAAO,CAAC0G,oBAAoB;MACrDC,aAAa,EAAE3G,OAAO,CAAC4G,WAAW;MAClCC,mBAAmB,EAAE7G,OAAO,CAAC8G,iBAAiB;MAC9CC,aAAa,EAAE/G,OAAO,CAACgH,YAAY;MACnCC,yBAAyB,EAAEjH,OAAO,CAACkH,qBAAqB;MACxDC,8BAA8B,EAAEnH,OAAO,CAACoH;IAC1C,CAAC,CAAC,GACF/E,SAAS;IACb,MAAME,QAAQ,GAAG,MAAM,IAAI,CAAChD,YAAY,CAAC0G,GAAG,CAACvB,KAAK,EAAE,KAAK,EAAE3D,WAAW,CAAC;IACvE,IAAI;MACF,MAAMyB,MAAM,GAAG3B,IAAI,CAAC4B,KAAK,CAACF,QAAQ,CAAC;MACnC,OAAO;QACL8E,QAAQ,EAAE7E,MAAM,CAAC6E,QAAQ,CAACC,GAAG,CAAEC,CAAiC,KAAM;UACpElD,KAAK,EAAEkD,CAAC,CAAClD,KAAK;UACdC,GAAG,EAAEiD,CAAC,CAACjD;QACT,CAAC,CAAC,CAAC;QACHkD,SAAS,EAAEhF,MAAM,CAACW,aAAa;QAC/BsE,QAAQ,EAAEjF,MAAM,CAACuB;MACnB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,8BAA8B,CAAC;IACjD;EACF;EAEO0D,KAAKA,CACVxD,IAAY,EACZyD,mBAA2B,EAC3BC,SAAkB,EACC;IACnB,OAAO,IAAI,CAACrI,YAAY,CAACmI,KAAK,CAACxD,IAAI,EAAEyD,mBAAmB,EAAEC,SAAS,CAAC;EACtE;EAEA,MAAaC,UAAUA,CACrBrH,SAAiB,EACjBmH,mBAA2B,EACR;IACnB,MAAMlH,YAAY,GAAG,MAAMpB,WAAW,CAACqB,MAAM,CAC3CF,SAAS,CAACG,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAChC,GAAG,EACH,GAAG,EACH,CACF,CAAC;IACD,OAAO,IAAI,CAACpB,YAAY,CAACsI,UAAU,CAACpH,YAAY,EAAEkH,mBAAmB,CAAC;EACxE;EAEOG,UAAUA,CACfC,SAAiB,EACjBJ,mBAA2B,EACR;IACnB,OAAO,IAAI,CAACpI,YAAY,CAACuI,UAAU,CACjCC,SAAS,CAACpH,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAChCgH,mBACF,CAAC;EACH;EAEOK,KAAKA,CAAA,EAAkB;IAC5B,OAAO,IAAI,CAACzI,YAAY,CAACyI,KAAK,CAAC,CAAC;EAClC;EAEOC,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAAC1I,YAAY,CAAC0I,IAAI,CAAC,CAAC;EACjC;EAEOC,OAAOA,CAAA,EAAkB;IAC9B,OAAO,IAAI,CAAC3I,YAAY,CAAC2I,OAAO,CAAC,CAAC;EACpC;EAEOC,uBAAuBA,CAACC,QAAgB,EAAiB;IAC9D,OAAO,IAAI,CAAC7I,YAAY,CAAC4I,uBAAuB,CAACC,QAAQ,CAAC;EAC5D;AACF","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["NitroModules","CactusImage","Cactus","hybridCactus","createHybridObject","init","modelPath","corpusDir","cacheIndex","complete","messages","responseBufferSize","options","tools","callback","messagesInternal","message","images","push","resizedImages","imagePath","resizedImage","resize","replace","messagesJson","JSON","stringify","optionsJson","temperature","top_p","topP","top_k","topK","max_tokens","maxTokens","stop_sequences","stopSequences","force_tools","forceTools","telemetry_enabled","telemetryEnabled","confidence_threshold","confidenceThreshold","tool_rag_top_k","toolRagTopK","include_stop_sequences","includeStopSequences","use_vad","useVad","enable_thinking_if_supported","enableThinking","undefined","toolsJson","response","parsed","parse","success","thinking","functionCalls","function_calls","cloudHandoff","cloud_handoff","confidence","timeToFirstTokenMs","time_to_first_token_ms","totalTimeMs","total_time_ms","prefillTokens","prefill_tokens","prefillTps","prefill_tps","decodeTokens","decode_tokens","decodeTps","decode_tps","totalTokens","total_tokens","ramUsageMb","ram_usage_mb","Error","prefill","error","tokenize","text","scoreWindow","tokens","start","end","context","logprob","transcribe","audio","prompt","cloud_handoff_threshold","cloudHandoffThreshold","streamTranscribeStart","confirmation_threshold","confirmationThreshold","min_chunk_size","minChunkSize","language","streamTranscribeProcess","confirmed","pending","bufferDurationMs","buffer_duration_ms","cloudResult","cloud_result","cloudJobId","cloud_job_id","cloudResultJobId","cloud_result_job_id","detectLanguage","streamTranscribeStop","vad","threshold","neg_threshold","negThreshold","min_speech_duration_ms","minSpeechDurationMs","max_speech_duration_s","maxSpeechDurationS","min_silence_duration_ms","minSilenceDurationMs","speech_pad_ms","speechPadMs","window_size_samples","windowSizeSamples","sampling_rate","samplingRate","min_silence_at_max_speech","minSilenceAtMaxSpeech","use_max_poss_sil_at_max_speech","useMaxPossSilAtMaxSpeech","segments","map","s","totalTime","ramUsage","embed","embeddingBufferSize","normalize","imageEmbed","audioEmbed","audioPath","diarize","step_ms","stepMs","num_speakers","numSpeakers","min_speakers","minSpeakers","max_speakers","maxSpeakers","scores","embedSpeaker","embedding","reset","stop","destroy","setTelemetryEnvironment","cacheDir"],"sourceRoot":"../../../src","sources":["native/Cactus.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,4BAA4B;AAEzD,SAASC,WAAW,QAAQ,kBAAe;AAyB3C,OAAO,MAAMC,MAAM,CAAC;EACDC,YAAY,GAC3BH,YAAY,CAACI,kBAAkB,CAAa,QAAQ,CAAC;EAEhDC,IAAIA,CACTC,SAAiB,EACjBC,SAAkB,EAClBC,UAAoB,EACL;IACf,OAAO,IAAI,CAACL,YAAY,CAACE,IAAI,CAACC,SAAS,EAAEC,SAAS,EAAEC,UAAU,IAAI,KAAK,CAAC;EAC1E;EAEA,MAAaC,QAAQA,CACnBC,QAA2B,EAC3BC,kBAA0B,EAC1BC,OAAiC,EACjCC,KAAsD,EACtDC,QAAmD,EAClB;IACjC,MAAMC,gBAAmC,GAAG,EAAE;IAC9C,KAAK,MAAMC,OAAO,IAAIN,QAAQ,EAAE;MAC9B,IAAI,CAACM,OAAO,CAACC,MAAM,EAAE;QACnBF,gBAAgB,CAACG,IAAI,CAACF,OAAO,CAAC;QAC9B;MACF;MAEA,MAAMG,aAAuB,GAAG,EAAE;MAClC,KAAK,MAAMC,SAAS,IAAIJ,OAAO,CAACC,MAAM,EAAE;QACtC,MAAMI,YAAY,GAAG,MAAMpB,WAAW,CAACqB,MAAM,CAC3CF,SAAS,CAACG,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAChC,GAAG,EACH,GAAG,EACH,CACF,CAAC;QACDJ,aAAa,CAACD,IAAI,CAACG,YAAY,CAAC;MAClC;MAEAN,gBAAgB,CAACG,IAAI,CAAC;QAAE,GAAGF,OAAO;QAAEC,MAAM,EAAEE;MAAc,CAAC,CAAC;IAC9D;IAEA,MAAMK,YAAY,GAAGC,IAAI,CAACC,SAAS,CAACX,gBAAgB,CAAC;IACrD,MAAMY,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbE,WAAW,EAAEhB,OAAO,CAACgB,WAAW;MAChCC,KAAK,EAAEjB,OAAO,CAACkB,IAAI;MACnBC,KAAK,EAAEnB,OAAO,CAACoB,IAAI;MACnBC,UAAU,EAAErB,OAAO,CAACsB,SAAS;MAC7BC,cAAc,EAAEvB,OAAO,CAACwB,aAAa;MACrCC,WAAW,EAAEzB,OAAO,CAAC0B,UAAU;MAC/BC,iBAAiB,EAAE3B,OAAO,CAAC4B,gBAAgB;MAC3CC,oBAAoB,EAAE7B,OAAO,CAAC8B,mBAAmB;MACjDC,cAAc,EAAE/B,OAAO,CAACgC,WAAW;MACnCC,sBAAsB,EAAEjC,OAAO,CAACkC,oBAAoB;MACpDC,OAAO,EAAEnC,OAAO,CAACoC,MAAM;MACvBC,4BAA4B,EAAErC,OAAO,CAACsC;IACxC,CAAC,CAAC,GACFC,SAAS;IACb,MAAMC,SAAS,GAAG3B,IAAI,CAACC,SAAS,CAACb,KAAK,CAAC;IAEvC,MAAMwC,QAAQ,GAAG,MAAM,IAAI,CAAClD,YAAY,CAACM,QAAQ,CAC/Ce,YAAY,EACZb,kBAAkB,EAClBgB,WAAW,EACXyB,SAAS,EACTtC,QACF,CAAC;IAED,IAAI;MACF,MAAMwC,MAAM,GAAG7B,IAAI,CAAC8B,KAAK,CAACF,QAAQ,CAAC;MAEnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvBH,QAAQ,EAAEC,MAAM,CAACD,QAAQ;QACzBI,QAAQ,EAAEH,MAAM,CAACG,QAAQ;QACzBC,aAAa,EAAEJ,MAAM,CAACK,cAAc;QACpCC,YAAY,EAAEN,MAAM,CAACO,aAAa;QAClCC,UAAU,EAAER,MAAM,CAACQ,UAAU;QAC7BC,kBAAkB,EAAET,MAAM,CAACU,sBAAsB;QACjDC,WAAW,EAAEX,MAAM,CAACY,aAAa;QACjCC,aAAa,EAAEb,MAAM,CAACc,cAAc;QACpCC,UAAU,EAAEf,MAAM,CAACgB,WAAW;QAC9BC,YAAY,EAAEjB,MAAM,CAACkB,aAAa;QAClCC,SAAS,EAAEnB,MAAM,CAACoB,UAAU;QAC5BC,WAAW,EAAErB,MAAM,CAACsB,YAAY;QAChCC,UAAU,EAAEvB,MAAM,CAACwB;MACrB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,qCAAqC,CAAC;IACxD;EACF;EAEA,MAAaC,OAAOA,CAClBtE,QAA2B,EAC3BC,kBAA0B,EAC1BC,OAAiC,EACjCC,KAAsD,EACtB;IAChC,MAAMW,YAAY,GAAGC,IAAI,CAACC,SAAS,CAAChB,QAAQ,CAAC;IAC7C,MAAMiB,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbE,WAAW,EAAEhB,OAAO,CAACgB,WAAW;MAChCC,KAAK,EAAEjB,OAAO,CAACkB,IAAI;MACnBC,KAAK,EAAEnB,OAAO,CAACoB,IAAI;MACnBC,UAAU,EAAErB,OAAO,CAACsB,SAAS;MAC7BC,cAAc,EAAEvB,OAAO,CAACwB,aAAa;MACrCC,WAAW,EAAEzB,OAAO,CAAC0B,UAAU;MAC/BC,iBAAiB,EAAE3B,OAAO,CAAC4B,gBAAgB;MAC3CC,oBAAoB,EAAE7B,OAAO,CAAC8B,mBAAmB;MACjDC,cAAc,EAAE/B,OAAO,CAACgC,WAAW;MACnCC,sBAAsB,EAAEjC,OAAO,CAACkC,oBAAoB;MACpDC,OAAO,EAAEnC,OAAO,CAACoC,MAAM;MACvBC,4BAA4B,EAAErC,OAAO,CAACsC;IACxC,CAAC,CAAC,GACFC,SAAS;IACb,MAAMC,SAAS,GAAG3B,IAAI,CAACC,SAAS,CAACb,KAAK,CAAC;IAEvC,MAAMwC,QAAQ,GAAG,MAAM,IAAI,CAAClD,YAAY,CAAC6E,OAAO,CAC9CxD,YAAY,EACZb,kBAAkB,EAClBgB,WAAW,EACXyB,SACF,CAAC;IAED,IAAI;MACF,MAAME,MAAM,GAAG7B,IAAI,CAAC8B,KAAK,CAACF,QAAQ,CAAC;MAEnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvByB,KAAK,EAAE3B,MAAM,CAAC2B,KAAK;QACnBd,aAAa,EAAEb,MAAM,CAACc,cAAc;QACpCC,UAAU,EAAEf,MAAM,CAACgB,WAAW;QAC9BL,WAAW,EAAEX,MAAM,CAACY,aAAa;QACjCW,UAAU,EAAEvB,MAAM,CAACwB;MACrB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,kCAAkC,CAAC;IACrD;EACF;EAEOG,QAAQA,CAACC,IAAY,EAAqB;IAC/C,OAAO,IAAI,CAAChF,YAAY,CAAC+E,QAAQ,CAACC,IAAI,CAAC;EACzC;EAEA,MAAaC,WAAWA,CACtBC,MAAgB,EAChBC,KAAa,EACbC,GAAW,EACXC,OAAe,EACE;IACjB,MAAMnC,QAAQ,GAAG,MAAM,IAAI,CAAClD,YAAY,CAACiF,WAAW,CAClDC,MAAM,EACNC,KAAK,EACLC,GAAG,EACHC,OACF,CAAC;IACD,IAAI;MACF,MAAMlC,MAAM,GAAG7B,IAAI,CAAC8B,KAAK,CAACF,QAAQ,CAAC;MACnC,OAAOC,MAAM,CAACmC,OAAO;IACvB,CAAC,CAAC,MAAM;MACN,MAAM,IAAIV,KAAK,CAAC,uCAAuC,CAAC;IAC1D;EACF;EAEA,MAAaW,UAAUA,CACrBC,KAAwB,EACxBC,MAAc,EACdjF,kBAA0B,EAC1BC,OAAoC,EACpCE,QAAmD,EACf;IACpC,IAAI,OAAO6E,KAAK,KAAK,QAAQ,EAAE;MAC7BA,KAAK,GAAGA,KAAK,CAACpE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IACtC;IAEA,MAAMI,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbE,WAAW,EAAEhB,OAAO,CAACgB,WAAW;MAChCC,KAAK,EAAEjB,OAAO,CAACkB,IAAI;MACnBC,KAAK,EAAEnB,OAAO,CAACoB,IAAI;MACnBC,UAAU,EAAErB,OAAO,CAACsB,SAAS;MAC7BC,cAAc,EAAEvB,OAAO,CAACwB,aAAa;MACrCW,OAAO,EAAEnC,OAAO,CAACoC,MAAM;MACvBT,iBAAiB,EAAE3B,OAAO,CAAC4B,gBAAgB;MAC3CC,oBAAoB,EAAE7B,OAAO,CAAC8B,mBAAmB;MACjDmD,uBAAuB,EAAEjF,OAAO,CAACkF,qBAAqB;MACtDjD,sBAAsB,EAAEjC,OAAO,CAACkC;IAClC,CAAC,CAAC,GACFK,SAAS;IAEb,MAAME,QAAQ,GAAG,MAAM,IAAI,CAAClD,YAAY,CAACuF,UAAU,CACjDC,KAAK,EACLC,MAAM,EACNjF,kBAAkB,EAClBgB,WAAW,EACXb,QACF,CAAC;IAED,IAAI;MACF,MAAMwC,MAAM,GAAG7B,IAAI,CAAC8B,KAAK,CAACF,QAAQ,CAAC;MAEnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvBH,QAAQ,EAAEC,MAAM,CAACD,QAAQ;QACzBO,YAAY,EAAEN,MAAM,CAACO,aAAa;QAClCC,UAAU,EAAER,MAAM,CAACQ,UAAU;QAC7BC,kBAAkB,EAAET,MAAM,CAACU,sBAAsB;QACjDC,WAAW,EAAEX,MAAM,CAACY,aAAa;QACjCC,aAAa,EAAEb,MAAM,CAACc,cAAc;QACpCC,UAAU,EAAEf,MAAM,CAACgB,WAAW;QAC9BC,YAAY,EAAEjB,MAAM,CAACkB,aAAa;QAClCC,SAAS,EAAEnB,MAAM,CAACoB,UAAU;QAC5BC,WAAW,EAAErB,MAAM,CAACsB,YAAY;QAChCC,UAAU,EAAEvB,MAAM,CAACwB;MACrB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,wCAAwC,CAAC;IAC3D;EACF;EAEOgB,qBAAqBA,CAC1BnF,OAA+C,EAChC;IACf,MAAMe,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbsE,sBAAsB,EAAEpF,OAAO,CAACqF,qBAAqB;MACrDC,cAAc,EAAEtF,OAAO,CAACuF,YAAY;MACpC5D,iBAAiB,EAAE3B,OAAO,CAAC4B,gBAAgB;MAC3C4D,QAAQ,EAAExF,OAAO,CAACwF;IACpB,CAAC,CAAC,GACFjD,SAAS;IACb,OAAO,IAAI,CAAChD,YAAY,CAAC4F,qBAAqB,CAACpE,WAAW,CAAC;EAC7D;EAEA,MAAa0E,uBAAuBA,CAClCV,KAAe,EACkC;IACjD,MAAMtC,QAAQ,GAAG,MAAM,IAAI,CAAClD,YAAY,CAACkG,uBAAuB,CAACV,KAAK,CAAC;IACvE,IAAI;MACF,MAAMrC,MAAM,GAAG7B,IAAI,CAAC8B,KAAK,CAACF,QAAQ,CAAC;MACnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvB8C,SAAS,EAAEhD,MAAM,CAACgD,SAAS;QAC3BC,OAAO,EAAEjD,MAAM,CAACiD,OAAO;QACvBC,gBAAgB,EAAElD,MAAM,CAACmD,kBAAkB;QAC3C3C,UAAU,EAAER,MAAM,CAACQ,UAAU;QAC7BF,YAAY,EAAEN,MAAM,CAACO,aAAa;QAClC6C,WAAW,EAAEpD,MAAM,CAACqD,YAAY;QAChCC,UAAU,EAAEtD,MAAM,CAACuD,YAAY;QAC/BC,gBAAgB,EAAExD,MAAM,CAACyD,mBAAmB;QAC5ChD,kBAAkB,EAAET,MAAM,CAACU,sBAAsB;QACjDC,WAAW,EAAEX,MAAM,CAACY,aAAa;QACjCC,aAAa,EAAEb,MAAM,CAACc,cAAc;QACpCC,UAAU,EAAEf,MAAM,CAACgB,WAAW;QAC9BC,YAAY,EAAEjB,MAAM,CAACkB,aAAa;QAClCC,SAAS,EAAEnB,MAAM,CAACoB,UAAU;QAC5BC,WAAW,EAAErB,MAAM,CAACsB,YAAY;QAChCC,UAAU,EAAEvB,MAAM,CAACwB;MACrB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,oDAAoD,CAAC;IACvE;EACF;EAEA,MAAaiC,cAAcA,CACzBrB,KAAwB,EACxB/E,OAAwC,EACA;IACxC,IAAI,OAAO+E,KAAK,KAAK,QAAQ,EAAE;MAC7BA,KAAK,GAAGA,KAAK,CAACpE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IACtC;IAEA,MAAMI,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MAAEqB,OAAO,EAAEnC,OAAO,CAACoC;IAAO,CAAC,CAAC,GAC3CG,SAAS;IAEb,MAAME,QAAQ,GAAG,MAAM,IAAI,CAAClD,YAAY,CAAC6G,cAAc,CACrDrB,KAAK,EACL,IAAI,EACJhE,WACF,CAAC;IAED,IAAI;MACF,MAAM2B,MAAM,GAAG7B,IAAI,CAAC8B,KAAK,CAACF,QAAQ,CAAC;MAEnC,OAAO;QACL+C,QAAQ,EAAE9C,MAAM,CAAC8C,QAAQ;QACzBtC,UAAU,EAAER,MAAM,CAACQ;MACrB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIiB,KAAK,CAAC,0CAA0C,CAAC;IAC7D;EACF;EAEA,MAAakC,oBAAoBA,CAAA,EAAiD;IAChF,MAAM5D,QAAQ,GAAG,MAAM,IAAI,CAAClD,YAAY,CAAC8G,oBAAoB,CAAC,CAAC;IAC/D,IAAI;MACF,MAAM3D,MAAM,GAAG7B,IAAI,CAAC8B,KAAK,CAACF,QAAQ,CAAC;MACnC,OAAO;QAAEG,OAAO,EAAEF,MAAM,CAACE,OAAO;QAAE8C,SAAS,EAAEhD,MAAM,CAACgD;MAAU,CAAC;IACjE,CAAC,CAAC,MAAM;MACN,MAAM,IAAIvB,KAAK,CAAC,iDAAiD,CAAC;IACpE;EACF;EAEA,MAAamC,GAAGA,CACdvB,KAAwB,EACxB/E,OAA+B,EACA;IAC/B,IAAI,OAAO+E,KAAK,KAAK,QAAQ,EAAE;MAC7BA,KAAK,GAAGA,KAAK,CAACpE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IACtC;IACA,MAAMI,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbyF,SAAS,EAAEvG,OAAO,CAACuG,SAAS;MAC5BC,aAAa,EAAExG,OAAO,CAACyG,YAAY;MACnCC,sBAAsB,EAAE1G,OAAO,CAAC2G,mBAAmB;MACnDC,qBAAqB,EAAE5G,OAAO,CAAC6G,kBAAkB;MACjDC,uBAAuB,EAAE9G,OAAO,CAAC+G,oBAAoB;MACrDC,aAAa,EAAEhH,OAAO,CAACiH,WAAW;MAClCC,mBAAmB,EAAElH,OAAO,CAACmH,iBAAiB;MAC9CC,aAAa,EAAEpH,OAAO,CAACqH,YAAY;MACnCC,yBAAyB,EAAEtH,OAAO,CAACuH,qBAAqB;MACxDC,8BAA8B,EAAExH,OAAO,CAACyH;IAC1C,CAAC,CAAC,GACFlF,SAAS;IACb,MAAME,QAAQ,GAAG,MAAM,IAAI,CAAClD,YAAY,CAAC+G,GAAG,CAACvB,KAAK,EAAE,KAAK,EAAEhE,WAAW,CAAC;IACvE,IAAI;MACF,MAAM2B,MAAM,GAAG7B,IAAI,CAAC8B,KAAK,CAACF,QAAQ,CAAC;MACnC,OAAO;QACLiF,QAAQ,EAAEhF,MAAM,CAACgF,QAAQ,CAACC,GAAG,CAAEC,CAAiC,KAAM;UACpElD,KAAK,EAAEkD,CAAC,CAAClD,KAAK;UACdC,GAAG,EAAEiD,CAAC,CAACjD;QACT,CAAC,CAAC,CAAC;QACHkD,SAAS,EAAEnF,MAAM,CAACY,aAAa;QAC/BwE,QAAQ,EAAEpF,MAAM,CAACwB;MACnB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,8BAA8B,CAAC;IACjD;EACF;EAEO4D,KAAKA,CACVxD,IAAY,EACZyD,mBAA2B,EAC3BC,SAAkB,EACC;IACnB,OAAO,IAAI,CAAC1I,YAAY,CAACwI,KAAK,CAACxD,IAAI,EAAEyD,mBAAmB,EAAEC,SAAS,CAAC;EACtE;EAEA,MAAaC,UAAUA,CACrB1H,SAAiB,EACjBwH,mBAA2B,EACR;IACnB,MAAMvH,YAAY,GAAG,MAAMpB,WAAW,CAACqB,MAAM,CAC3CF,SAAS,CAACG,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAChC,GAAG,EACH,GAAG,EACH,CACF,CAAC;IACD,OAAO,IAAI,CAACpB,YAAY,CAAC2I,UAAU,CAACzH,YAAY,EAAEuH,mBAAmB,CAAC;EACxE;EAEOG,UAAUA,CACfC,SAAiB,EACjBJ,mBAA2B,EACR;IACnB,OAAO,IAAI,CAACzI,YAAY,CAAC4I,UAAU,CACjCC,SAAS,CAACzH,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAChCqH,mBACF,CAAC;EACH;EAEA,MAAaK,OAAOA,CAClBtD,KAAwB,EACxB/E,OAAmC,EACA;IACnC,IAAI,OAAO+E,KAAK,KAAK,QAAQ,EAAE;MAC7BA,KAAK,GAAGA,KAAK,CAACpE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IACtC;IACA,MAAMI,WAAW,GAAGf,OAAO,GACvBa,IAAI,CAACC,SAAS,CAAC;MACbwH,OAAO,EAAEtI,OAAO,CAACuI,MAAM;MACvBhC,SAAS,EAAEvG,OAAO,CAACuG,SAAS;MAC5BiC,YAAY,EAAExI,OAAO,CAACyI,WAAW;MACjCC,YAAY,EAAE1I,OAAO,CAAC2I,WAAW;MACjCC,YAAY,EAAE5I,OAAO,CAAC6I;IACxB,CAAC,CAAC,GACFtG,SAAS;IACb,MAAME,QAAQ,GAAG,MAAM,IAAI,CAAClD,YAAY,CAAC8I,OAAO,CAC9CtD,KAAK,EACL,CAAC,GAAG,IAAI,GAAG,IAAI,EACfhE,WACF,CAAC;IACD,IAAI;MACF,MAAM2B,MAAM,GAAG7B,IAAI,CAAC8B,KAAK,CAACF,QAAQ,CAAC;MACnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvByB,KAAK,EAAE3B,MAAM,CAAC2B,KAAK;QACnBoE,WAAW,EAAE/F,MAAM,CAAC8F,YAAY;QAChCM,MAAM,EAAEpG,MAAM,CAACoG,MAAM;QACrBzF,WAAW,EAAEX,MAAM,CAACY,aAAa;QACjCW,UAAU,EAAEvB,MAAM,CAACwB;MACrB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,kCAAkC,CAAC;IACrD;EACF;EAEA,MAAa4E,YAAYA,CACvBhE,KAAwB,EACgB;IACxC,IAAI,OAAOA,KAAK,KAAK,QAAQ,EAAE;MAC7BA,KAAK,GAAGA,KAAK,CAACpE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IACtC;IACA,MAAM8B,QAAQ,GAAG,MAAM,IAAI,CAAClD,YAAY,CAACwJ,YAAY,CAAChE,KAAK,EAAE,KAAK,CAAC;IACnE,IAAI;MACF,MAAMrC,MAAM,GAAG7B,IAAI,CAAC8B,KAAK,CAACF,QAAQ,CAAC;MACnC,OAAO;QACLG,OAAO,EAAEF,MAAM,CAACE,OAAO;QACvByB,KAAK,EAAE3B,MAAM,CAAC2B,KAAK;QACnB2E,SAAS,EAAEtG,MAAM,CAACsG,SAAS;QAC3B3F,WAAW,EAAEX,MAAM,CAACY,aAAa;QACjCW,UAAU,EAAEvB,MAAM,CAACwB;MACrB,CAAC;IACH,CAAC,CAAC,MAAM;MACN,MAAM,IAAIC,KAAK,CAAC,wCAAwC,CAAC;IAC3D;EACF;EAEO8E,KAAKA,CAAA,EAAkB;IAC5B,OAAO,IAAI,CAAC1J,YAAY,CAAC0J,KAAK,CAAC,CAAC;EAClC;EAEOC,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAAC3J,YAAY,CAAC2J,IAAI,CAAC,CAAC;EACjC;EAEOC,OAAOA,CAAA,EAAkB;IAC9B,OAAO,IAAI,CAAC5J,YAAY,CAAC4J,OAAO,CAAC,CAAC;EACpC;EAEOC,uBAAuBA,CAACC,QAAgB,EAAiB;IAC9D,OAAO,IAAI,CAAC9J,YAAY,CAAC6J,uBAAuB,CAACC,QAAQ,CAAC;EAC5D;AACF","ignoreList":[]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":[],"sourceRoot":"../../../src","sources":["types/
|
|
1
|
+
{"version":3,"names":[],"sourceRoot":"../../../src","sources":["types/CactusAudio.ts"],"mappings":"","ignoreList":[]}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { CactusAudioParams, CactusAudioDownloadParams, CactusAudioVADParams, CactusAudioVADResult, CactusAudioDiarizeParams, CactusAudioDiarizeResult, CactusAudioEmbedSpeakerParams, CactusAudioEmbedSpeakerResult } from '../types/CactusAudio';
|
|
2
|
+
import type { CactusModel } from '../types/common';
|
|
3
|
+
export declare class CactusAudio {
|
|
4
|
+
private readonly cactus;
|
|
5
|
+
private readonly model;
|
|
6
|
+
private readonly options;
|
|
7
|
+
private isDownloading;
|
|
8
|
+
private isInitialized;
|
|
9
|
+
private static readonly defaultModel;
|
|
10
|
+
private static readonly defaultOptions;
|
|
11
|
+
constructor({ model, options }?: CactusAudioParams);
|
|
12
|
+
download({ onProgress, }?: CactusAudioDownloadParams): Promise<void>;
|
|
13
|
+
init(): Promise<void>;
|
|
14
|
+
vad({ audio, options, }: CactusAudioVADParams): Promise<CactusAudioVADResult>;
|
|
15
|
+
diarize({ audio, options, }: CactusAudioDiarizeParams): Promise<CactusAudioDiarizeResult>;
|
|
16
|
+
embedSpeaker({ audio, }: CactusAudioEmbedSpeakerParams): Promise<CactusAudioEmbedSpeakerResult>;
|
|
17
|
+
destroy(): Promise<void>;
|
|
18
|
+
getModels(): Promise<CactusModel[]>;
|
|
19
|
+
private isModelPath;
|
|
20
|
+
getModelName(): string;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=CactusAudio.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"CactusAudio.d.ts","sourceRoot":"","sources":["../../../../src/classes/CactusAudio.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,iBAAiB,EACjB,yBAAyB,EACzB,oBAAoB,EACpB,oBAAoB,EACpB,wBAAwB,EACxB,wBAAwB,EACxB,6BAA6B,EAC7B,6BAA6B,EAC9B,MAAM,sBAAsB,CAAC;AAE9B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAEnD,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IAEvC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAGtB;IAEF,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,aAAa,CAAS;IAE9B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAgB;IACpD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAGpC;gBAEU,EAAE,KAAK,EAAE,OAAO,EAAE,GAAE,iBAAsB;IASzC,QAAQ,CAAC,EACpB,UAAU,GACX,GAAE,yBAA8B,GAAG,OAAO,CAAC,IAAI,CAAC;IAqCpC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAwBrB,GAAG,CAAC,EACf,KAAK,EACL,OAAO,GACR,EAAE,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAK1C,OAAO,CAAC,EACnB,KAAK,EACL,OAAO,GACR,EAAE,wBAAwB,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAKlD,YAAY,CAAC,EACxB,KAAK,GACN,EAAE,6BAA6B,GAAG,OAAO,CAAC,6BAA6B,CAAC;IAK5D,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IASxB,SAAS,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;IAIhD,OAAO,CAAC,WAAW;IAIZ,YAAY,IAAI,MAAM;CAG9B"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { CactusLMDownloadParams, CactusLMCompleteParams, CactusLMCompleteResult, CactusLMTokenizeParams, CactusLMTokenizeResult, CactusLMScoreWindowParams, CactusLMScoreWindowResult, CactusLMEmbedParams, CactusLMEmbedResult, CactusLMImageEmbedParams, CactusLMImageEmbedResult, CactusLMParams } from '../types/CactusLM';
|
|
1
|
+
import type { CactusLMDownloadParams, CactusLMCompleteParams, CactusLMCompleteResult, CactusLMPrefillParams, CactusLMPrefillResult, CactusLMTokenizeParams, CactusLMTokenizeResult, CactusLMScoreWindowParams, CactusLMScoreWindowResult, CactusLMEmbedParams, CactusLMEmbedResult, CactusLMImageEmbedParams, CactusLMImageEmbedResult, CactusLMParams } from '../types/CactusLM';
|
|
2
2
|
import type { CactusModel } from '../types/common';
|
|
3
3
|
export declare class CactusLM {
|
|
4
4
|
private readonly cactus;
|
|
@@ -18,6 +18,7 @@ export declare class CactusLM {
|
|
|
18
18
|
download({ onProgress, }?: CactusLMDownloadParams): Promise<void>;
|
|
19
19
|
init(): Promise<void>;
|
|
20
20
|
complete({ messages, options, tools, onToken, }: CactusLMCompleteParams): Promise<CactusLMCompleteResult>;
|
|
21
|
+
prefill({ messages, options, tools, }: CactusLMPrefillParams): Promise<CactusLMPrefillResult>;
|
|
21
22
|
tokenize({ text, }: CactusLMTokenizeParams): Promise<CactusLMTokenizeResult>;
|
|
22
23
|
scoreWindow({ tokens, start, end, context, }: CactusLMScoreWindowParams): Promise<CactusLMScoreWindowResult>;
|
|
23
24
|
embed({ text, normalize, }: CactusLMEmbedParams): Promise<CactusLMEmbedResult>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CactusLM.d.ts","sourceRoot":"","sources":["../../../../src/classes/CactusLM.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,sBAAsB,EACtB,sBAAsB,EACtB,sBAAsB,EACtB,sBAAsB,EACtB,sBAAsB,EACtB,yBAAyB,EACzB,yBAAyB,EACzB,mBAAmB,EACnB,mBAAmB,EACnB,wBAAwB,EACxB,wBAAwB,EACxB,cAAc,EACf,MAAM,mBAAmB,CAAC;AAE3B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAEnD,qBAAa,QAAQ;IACnB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IAEvC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAU;IACrC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAGtB;IAEF,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,YAAY,CAAS;IAE7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAgB;IACpD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAGpC;IACF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAK5C;IACF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAE5C;IACF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAQ;gBAE1C,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,GAAE,cAAmB;IAa7D,QAAQ,CAAC,EACpB,UAAU,GACX,GAAE,sBAA2B,GAAG,OAAO,CAAC,IAAI,CAAC;IAqCjC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAwBrB,QAAQ,CAAC,EACpB,QAAQ,EACR,OAAO,EACP,KAAK,EACL,OAAO,GACR,EAAE,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,CAAC;IA+B9C,QAAQ,CAAC,EACpB,IAAI,GACL,EAAE,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAI9C,WAAW,CAAC,EACvB,MAAM,EACN,KAAK,EACL,GAAG,EACH,OAAO,GACR,EAAE,yBAAyB,GAAG,OAAO,CAAC,yBAAyB,CAAC;IAMpD,KAAK,CAAC,EACjB,IAAI,EACJ,SAAiB,GAClB,EAAE,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAoBxC,UAAU,CAAC,EACtB,SAAS,GACV,EAAE,wBAAwB,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAmBxD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAIf,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAKtB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAWxB,SAAS,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;IAIhD,OAAO,CAAC,WAAW;IAIZ,YAAY,IAAI,MAAM;CAG9B"}
|
|
1
|
+
{"version":3,"file":"CactusLM.d.ts","sourceRoot":"","sources":["../../../../src/classes/CactusLM.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,sBAAsB,EACtB,sBAAsB,EACtB,sBAAsB,EACtB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,sBAAsB,EACtB,yBAAyB,EACzB,yBAAyB,EACzB,mBAAmB,EACnB,mBAAmB,EACnB,wBAAwB,EACxB,wBAAwB,EACxB,cAAc,EACf,MAAM,mBAAmB,CAAC;AAE3B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAEnD,qBAAa,QAAQ;IACnB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IAEvC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAU;IACrC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAGtB;IAEF,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,YAAY,CAAS;IAE7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAgB;IACpD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAGpC;IACF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAK5C;IACF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAE5C;IACF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAQ;gBAE1C,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,GAAE,cAAmB;IAa7D,QAAQ,CAAC,EACpB,UAAU,GACX,GAAE,sBAA2B,GAAG,OAAO,CAAC,IAAI,CAAC;IAqCjC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAwBrB,QAAQ,CAAC,EACpB,QAAQ,EACR,OAAO,EACP,KAAK,EACL,OAAO,GACR,EAAE,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,CAAC;IA+B9C,OAAO,CAAC,EACnB,QAAQ,EACR,OAAO,EACP,KAAK,GACN,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IA8B5C,QAAQ,CAAC,EACpB,IAAI,GACL,EAAE,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAI9C,WAAW,CAAC,EACvB,MAAM,EACN,KAAK,EACL,GAAG,EACH,OAAO,GACR,EAAE,yBAAyB,GAAG,OAAO,CAAC,yBAAyB,CAAC;IAMpD,KAAK,CAAC,EACjB,IAAI,EACJ,SAAiB,GAClB,EAAE,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAoBxC,UAAU,CAAC,EACtB,SAAS,GACV,EAAE,wBAAwB,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAmBxD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAIf,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAKtB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAWxB,SAAS,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;IAIhD,OAAO,CAAC,WAAW;IAIZ,YAAY,IAAI,MAAM;CAG9B"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { CactusAudioParams, CactusAudioDownloadParams, CactusAudioVADParams, CactusAudioVADResult, CactusAudioDiarizeParams, CactusAudioDiarizeResult, CactusAudioEmbedSpeakerParams, CactusAudioEmbedSpeakerResult } from '../types/CactusAudio';
|
|
2
|
+
import type { CactusModel } from '../types/common';
|
|
3
|
+
export declare const useCactusAudio: ({ model, options: modelOptions, }?: CactusAudioParams) => {
|
|
4
|
+
isInitializing: boolean;
|
|
5
|
+
isDownloaded: boolean;
|
|
6
|
+
isDownloading: boolean;
|
|
7
|
+
downloadProgress: number;
|
|
8
|
+
error: string | null;
|
|
9
|
+
download: ({ onProgress }?: CactusAudioDownloadParams) => Promise<void>;
|
|
10
|
+
init: () => Promise<void>;
|
|
11
|
+
vad: ({ audio, options, }: CactusAudioVADParams) => Promise<CactusAudioVADResult>;
|
|
12
|
+
diarize: ({ audio, options, }: CactusAudioDiarizeParams) => Promise<CactusAudioDiarizeResult>;
|
|
13
|
+
embedSpeaker: ({ audio, }: CactusAudioEmbedSpeakerParams) => Promise<CactusAudioEmbedSpeakerResult>;
|
|
14
|
+
destroy: () => Promise<void>;
|
|
15
|
+
getModels: () => Promise<CactusModel[]>;
|
|
16
|
+
};
|
|
17
|
+
//# sourceMappingURL=useCactusAudio.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useCactusAudio.d.ts","sourceRoot":"","sources":["../../../../src/hooks/useCactusAudio.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,iBAAiB,EACjB,yBAAyB,EACzB,oBAAoB,EACpB,oBAAoB,EACpB,wBAAwB,EACxB,wBAAwB,EACxB,6BAA6B,EAC7B,6BAA6B,EAC9B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAEnD,eAAO,MAAM,cAAc,GAAI,oCAM5B,iBAAsB;;;;;;gCA8DE,yBAAyB;;+BAyF7C,oBAAoB,KAAG,OAAO,CAAC,oBAAoB,CAAC;mCAgBpD,wBAAwB,KAAG,OAAO,CAAC,wBAAwB,CAAC;+BAe5D,6BAA6B,KAAG,OAAO,CAAC,6BAA6B,CAAC;;qBAsBnC,OAAO,CAAC,WAAW,EAAE,CAAC;CAyB/D,CAAC"}
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
export { CactusLM } from './classes/CactusLM';
|
|
2
2
|
export { CactusSTT } from './classes/CactusSTT';
|
|
3
|
-
export {
|
|
3
|
+
export { CactusAudio } from './classes/CactusAudio';
|
|
4
4
|
export { CactusIndex } from './classes/CactusIndex';
|
|
5
5
|
export { useCactusLM } from './hooks/useCactusLM';
|
|
6
6
|
export { useCactusSTT } from './hooks/useCactusSTT';
|
|
7
|
-
export {
|
|
7
|
+
export { useCactusAudio } from './hooks/useCactusAudio';
|
|
8
8
|
export { useCactusIndex } from './hooks/useCactusIndex';
|
|
9
9
|
export { getRegistry } from './modelRegistry';
|
|
10
10
|
export type { CactusModel, CactusModelOptions } from './types/common';
|
|
11
|
-
export type { CactusLMParams, CactusLMDownloadParams, CactusLMMessage, CactusLMCompleteOptions, CactusLMTool, CactusLMCompleteParams, CactusLMCompleteResult, CactusLMTokenizeParams, CactusLMTokenizeResult, CactusLMScoreWindowParams, CactusLMScoreWindowResult, CactusLMEmbedParams, CactusLMEmbedResult, CactusLMImageEmbedParams, CactusLMImageEmbedResult, } from './types/CactusLM';
|
|
11
|
+
export type { CactusLMParams, CactusLMDownloadParams, CactusLMMessage, CactusLMCompleteOptions, CactusLMTool, CactusLMCompleteParams, CactusLMCompleteResult, CactusLMPrefillParams, CactusLMPrefillResult, CactusLMTokenizeParams, CactusLMTokenizeResult, CactusLMScoreWindowParams, CactusLMScoreWindowResult, CactusLMEmbedParams, CactusLMEmbedResult, CactusLMImageEmbedParams, CactusLMImageEmbedResult, } from './types/CactusLM';
|
|
12
12
|
export type { CactusSTTParams, CactusSTTDownloadParams, CactusSTTTranscribeOptions, CactusSTTTranscribeParams, CactusSTTTranscribeResult, CactusSTTAudioEmbedParams, CactusSTTAudioEmbedResult, CactusSTTStreamTranscribeStartOptions, CactusSTTStreamTranscribeProcessParams, CactusSTTStreamTranscribeProcessResult, CactusSTTStreamTranscribeStopResult, CactusSTTDetectLanguageOptions, CactusSTTDetectLanguageParams, CactusSTTDetectLanguageResult, } from './types/CactusSTT';
|
|
13
|
-
export type {
|
|
13
|
+
export type { CactusAudioParams, CactusAudioDownloadParams, CactusAudioVADOptions, CactusAudioVADSegment, CactusAudioVADParams, CactusAudioVADResult, CactusAudioDiarizeOptions, CactusAudioDiarizeParams, CactusAudioDiarizeResult, CactusAudioEmbedSpeakerParams, CactusAudioEmbedSpeakerResult, } from './types/CactusAudio';
|
|
14
14
|
export type { CactusIndexParams, CactusIndexAddParams, CactusIndexGetParams, CactusIndexGetResult, CactusIndexQueryOptions, CactusIndexQueryParams, CactusIndexQueryResult, CactusIndexDeleteParams, } from './types/CactusIndex';
|
|
15
15
|
//# sourceMappingURL=index.d.ts.map
|