cactus-react-native 0.1.2 → 0.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +874 -146
- package/android/src/main/CMakeLists.txt +1 -1
- package/android/src/main/java/com/cactus/Cactus.java +0 -134
- package/android/src/main/java/com/cactus/LlamaContext.java +0 -22
- package/android/src/main/jni.cpp +1 -53
- package/android/src/main/jniLibs/arm64-v8a/libcactus.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2_dotprod.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2_dotprod_i8mm.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2_i8mm.so +0 -0
- package/android/src/newarch/java/com/cactus/CactusModule.java +0 -20
- package/android/src/oldarch/java/com/cactus/CactusModule.java +0 -20
- package/ios/CMakeLists.txt +6 -6
- package/ios/Cactus.mm +0 -80
- package/ios/CactusContext.h +0 -6
- package/ios/CactusContext.mm +0 -27
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus.h +0 -6
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/cactus.h +0 -6
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/cactus.h +0 -6
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/cactus.h +0 -6
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
- package/lib/commonjs/NativeCactus.js +0 -1
- package/lib/commonjs/NativeCactus.js.map +1 -1
- package/lib/commonjs/index.js +55 -37
- package/lib/commonjs/index.js.map +1 -1
- package/lib/commonjs/lm.js +72 -0
- package/lib/commonjs/lm.js.map +1 -0
- package/lib/commonjs/telemetry.js +97 -0
- package/lib/commonjs/telemetry.js.map +1 -0
- package/lib/commonjs/tools.js +21 -60
- package/lib/commonjs/tools.js.map +1 -1
- package/lib/commonjs/tts.js +32 -0
- package/lib/commonjs/tts.js.map +1 -0
- package/lib/commonjs/vlm.js +83 -0
- package/lib/commonjs/vlm.js.map +1 -0
- package/lib/module/NativeCactus.js +0 -2
- package/lib/module/NativeCactus.js.map +1 -1
- package/lib/module/index.js +38 -38
- package/lib/module/index.js.map +1 -1
- package/lib/module/lm.js +67 -0
- package/lib/module/lm.js.map +1 -0
- package/lib/module/telemetry.js +92 -0
- package/lib/module/telemetry.js.map +1 -0
- package/lib/module/tools.js +21 -58
- package/lib/module/tools.js.map +1 -1
- package/lib/module/tts.js +27 -0
- package/lib/module/tts.js.map +1 -0
- package/lib/module/vlm.js +78 -0
- package/lib/module/vlm.js.map +1 -0
- package/lib/typescript/NativeCactus.d.ts +0 -10
- package/lib/typescript/NativeCactus.d.ts.map +1 -1
- package/lib/typescript/index.d.ts +6 -18
- package/lib/typescript/index.d.ts.map +1 -1
- package/lib/typescript/lm.d.ts +17 -0
- package/lib/typescript/lm.d.ts.map +1 -0
- package/lib/typescript/telemetry.d.ts +21 -0
- package/lib/typescript/telemetry.d.ts.map +1 -0
- package/lib/typescript/tools.d.ts +0 -3
- package/lib/typescript/tools.d.ts.map +1 -1
- package/lib/typescript/tts.d.ts +10 -0
- package/lib/typescript/tts.d.ts.map +1 -0
- package/lib/typescript/vlm.d.ts +22 -0
- package/lib/typescript/vlm.d.ts.map +1 -0
- package/package.json +2 -1
- package/src/NativeCactus.ts +0 -22
- package/src/index.ts +75 -78
- package/src/lm.ts +89 -0
- package/src/telemetry.ts +123 -0
- package/src/tools.ts +17 -58
- package/src/tts.ts +45 -0
- package/src/vlm.ts +112 -0
- package/android/src/main/jniLibs/x86_64/libcactus.so +0 -0
- package/android/src/main/jniLibs/x86_64/libcactus_x86_64.so +0 -0
|
@@ -275,12 +275,6 @@ export type NativeAudioTokensResult = {
|
|
|
275
275
|
export type NativeAudioDecodeResult = {
|
|
276
276
|
audio_data: Array<number>;
|
|
277
277
|
};
|
|
278
|
-
export type NativeConversationResult = {
|
|
279
|
-
text: string;
|
|
280
|
-
time_to_first_token: number;
|
|
281
|
-
total_time: number;
|
|
282
|
-
tokens_generated: number;
|
|
283
|
-
};
|
|
284
278
|
export type NativeLlamaContext = {
|
|
285
279
|
contextId: number;
|
|
286
280
|
model: {
|
|
@@ -384,10 +378,6 @@ export interface Spec extends TurboModule {
|
|
|
384
378
|
getAudioCompletionGuideTokens(contextId: number, textToSpeak: string): Promise<NativeAudioTokensResult>;
|
|
385
379
|
decodeAudioTokens(contextId: number, tokens: number[]): Promise<NativeAudioDecodeResult>;
|
|
386
380
|
releaseVocoder(contextId: number): Promise<void>;
|
|
387
|
-
generateResponse(contextId: number, userMessage: string, maxTokens?: number): Promise<string>;
|
|
388
|
-
continueConversation(contextId: number, userMessage: string, maxTokens?: number): Promise<NativeConversationResult>;
|
|
389
|
-
clearConversation(contextId: number): Promise<void>;
|
|
390
|
-
isConversationActive(contextId: number): Promise<boolean>;
|
|
391
381
|
releaseContext(contextId: number): Promise<void>;
|
|
392
382
|
releaseAllContexts(): Promise<void>;
|
|
393
383
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"NativeCactus.d.ts","sourceRoot":"","sources":["../../src/NativeCactus.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAG/C,MAAM,MAAM,qBAAqB,GAAG;IAClC,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,KAAK,EAAE,MAAM,CAAA;IACb;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IAEtB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAEzB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,qBAAqB,CAAC,EAAE,OAAO,CAAA;IAE/B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAA;IAEjB,SAAS,CAAC,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAA;IAExB;;OAEG;IACH,UAAU,CAAC,EAAE,OAAO,CAAA;IAEpB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IAErB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,UAAU,CAAC,EAAE,OAAO,CAAA;IAEpB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAEpD,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,eAAe,CAAC,EAAE,MAAM,CAAA;IAExB,YAAY,CAAC,EAAE,MAAM,CAAA;IAGrB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB;;OAEG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC;QACvB,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,KAAK,EAAE,MAAM,CAAA;KACd,CAAC,CAAA;IACF,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAChC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;;OAGG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACpB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B;;OAEG;IACH,qBAAqB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACrC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB;;OAEG;IACH,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IACjC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IAEb,uBAAuB,EAAE,OAAO,CAAA;CACjC,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,MAAM,CAAA;CACb,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG;IACtC,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,KAAK,CAAC,6BAA6B,CAAC,CAAA;CAC5C,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,iBAAiB,EAAE,MAAM,CAAA;IACzB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,sBAAsB,EAAE,MAAM,CAAA;IAC9B,oBAAoB,EAAE,MAAM,CAAA;CAC7B,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;IACZ;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAA;IACzB;;OAEG;IACH,UAAU,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,UAAU,CAAA;QAChB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAA;YACZ,SAAS,EAAE,MAAM,CAAA;SAClB,CAAA;QACD,EAAE,CAAC,EAAE,MAAM,CAAA;KACZ,CAAC,CAAA;IACF;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IAEf,gBAAgB,EAAE,MAAM,CAAA;IACxB,gBAAgB,EAAE,MAAM,CAAA;IACxB,SAAS,EAAE,OAAO,CAAA;IAClB,WAAW,EAAE,OAAO,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,OAAO,EAAE,6BAA6B,CAAA;IAEtC,wBAAwB,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAA;CAC5D,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAErB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,aAAa,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAC7B,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACzB,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CAChC,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACzB,CAAA;AAGD,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAA;CACb,CAAA;AAED,MAAM,MAAM,2BAA2B,GAAG;IACxC,gBAAgB,EAAE,MAAM,CAAA;CACzB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACtB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CAC1B,CAAA;
|
|
1
|
+
{"version":3,"file":"NativeCactus.d.ts","sourceRoot":"","sources":["../../src/NativeCactus.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAG/C,MAAM,MAAM,qBAAqB,GAAG;IAClC,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,KAAK,EAAE,MAAM,CAAA;IACb;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IAEtB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAEzB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,qBAAqB,CAAC,EAAE,OAAO,CAAA;IAE/B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAA;IAEjB,SAAS,CAAC,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAA;IAExB;;OAEG;IACH,UAAU,CAAC,EAAE,OAAO,CAAA;IAEpB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IAErB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,UAAU,CAAC,EAAE,OAAO,CAAA;IAEpB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAEpD,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,eAAe,CAAC,EAAE,MAAM,CAAA;IAExB,YAAY,CAAC,EAAE,MAAM,CAAA;IAGrB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB;;OAEG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC;QACvB,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,KAAK,EAAE,MAAM,CAAA;KACd,CAAC,CAAA;IACF,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAChC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;;OAGG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACpB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B;;OAEG;IACH,qBAAqB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACrC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB;;OAEG;IACH,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IACjC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IAEb,uBAAuB,EAAE,OAAO,CAAA;CACjC,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,MAAM,CAAA;CACb,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG;IACtC,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,KAAK,CAAC,6BAA6B,CAAC,CAAA;CAC5C,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,iBAAiB,EAAE,MAAM,CAAA;IACzB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,sBAAsB,EAAE,MAAM,CAAA;IAC9B,oBAAoB,EAAE,MAAM,CAAA;CAC7B,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;IACZ;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAA;IACzB;;OAEG;IACH,UAAU,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,UAAU,CAAA;QAChB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAA;YACZ,SAAS,EAAE,MAAM,CAAA;SAClB,CAAA;QACD,EAAE,CAAC,EAAE,MAAM,CAAA;KACZ,CAAC,CAAA;IACF;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IAEf,gBAAgB,EAAE,MAAM,CAAA;IACxB,gBAAgB,EAAE,MAAM,CAAA;IACxB,SAAS,EAAE,OAAO,CAAA;IAClB,WAAW,EAAE,OAAO,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,OAAO,EAAE,6BAA6B,CAAA;IAEtC,wBAAwB,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAA;CAC5D,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAErB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,aAAa,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAC7B,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACzB,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CAChC,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACzB,CAAA;AAGD,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAA;CACb,CAAA;AAED,MAAM,MAAM,2BAA2B,GAAG;IACxC,gBAAgB,EAAE,MAAM,CAAA;CACzB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACtB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CAC1B,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAA;QACZ,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,OAAO,EAAE,MAAM,CAAA;QACf,aAAa,EAAE;YACb,SAAS,EAAE,OAAO,CAAA;YAClB,KAAK,EAAE;gBAEL,OAAO,EAAE,OAAO,CAAA;gBAChB,WAAW,EAAE;oBACX,KAAK,EAAE,OAAO,CAAA;oBACd,SAAS,EAAE,OAAO,CAAA;oBAClB,aAAa,EAAE,OAAO,CAAA;oBACtB,UAAU,EAAE,OAAO,CAAA;oBACnB,iBAAiB,EAAE,OAAO,CAAA;oBAC1B,UAAU,EAAE,OAAO,CAAA;iBACpB,CAAA;gBACD,OAAO,EAAE,OAAO,CAAA;gBAChB,WAAW,EAAE;oBACX,KAAK,EAAE,OAAO,CAAA;oBACd,SAAS,EAAE,OAAO,CAAA;oBAClB,aAAa,EAAE,OAAO,CAAA;oBACtB,UAAU,EAAE,OAAO,CAAA;oBACnB,iBAAiB,EAAE,OAAO,CAAA;oBAC1B,UAAU,EAAE,OAAO,CAAA;iBACpB,CAAA;aACF,CAAA;SACF,CAAA;QACD,QAAQ,EAAE,MAAM,CAAA;QAChB,uBAAuB,EAAE,OAAO,CAAA;KACjC,CAAA;IACD;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,GAAG,EAAE,OAAO,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,aAAa,EAAE,MAAM,CAAA;IACrB,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,wBAAwB,GAAG;IACrC,MAAM,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,gBAAgB,CAAC,EAAE,KAAK,CAAC;QACvB,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,KAAK,EAAE,MAAM,CAAA;KACd,CAAC,CAAA;IACF,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAChC,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACjC,CAAA;AAED,MAAM,WAAW,IAAK,SAAQ,WAAW;IACvC,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAChD,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAE7C,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IACzD,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,mBAAmB,GAC1B,OAAO,CAAC,kBAAkB,CAAC,CAAA;IAE9B,gBAAgB,CACd,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,MAAM,EACrB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,OAAO,CAAA;QACf,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,GACA,OAAO,CAAC,wBAAwB,GAAG,MAAM,CAAC,CAAA;IAC7C,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,uBAAuB,CAAC,CAAA;IACnC,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,CAAC,CAAA;IAClB,UAAU,CACR,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,sBAAsB,GAC7B,OAAO,CAAC,sBAAsB,CAAC,CAAA;IAClC,oBAAoB,CAClB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAAE,EACpB,MAAM,EAAE,sBAAsB,GAC7B,OAAO,CAAC,sBAAsB,CAAC,CAAA;IAClC,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAChD,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAA;IAC/F,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IAChE,SAAS,CACP,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC,CAAA;IACjC,KAAK,CACH,SAAS,EAAE,MAAM,EACjB,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,MAAM,CAAC,CAAA;IAElB,iBAAiB,CACf,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GACrD,OAAO,CAAC,IAAI,CAAC,CAAA;IAChB,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACpD,qBAAqB,CACnB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAA;IAGpD,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,MAAM,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,OAAO,CAAC,CAAA;IACnB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IACxD,yBAAyB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAC9D,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAC7D,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAGnD,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,OAAO,CAAC,CAAA;IACnB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IACrD,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAAA;IACrD,2BAA2B,CACzB,SAAS,EAAE,MAAM,EACjB,cAAc,EAAE,MAAM,EACtB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,2BAA2B,CAAC,CAAA;IACvC,6BAA6B,CAC3B,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,uBAAuB,CAAC,CAAA;IACnC,iBAAiB,CACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EAAE,GACf,OAAO,CAAC,uBAAuB,CAAC,CAAA;IACnC,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAEhD,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAEhD,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACpC;wBAEyD,IAAI;AAA9D,wBAA8D"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import type { NativeContextParams, NativeLlamaContext, NativeCompletionParams, NativeCompletionTokenProb, NativeCompletionResult, NativeTokenizeResult, NativeEmbeddingResult, NativeSessionLoadResult, NativeEmbeddingParams, NativeCompletionTokenProbItem, NativeCompletionResultTimings, JinjaFormattedChatResult, NativeTTSType, NativeAudioCompletionResult, NativeAudioTokensResult, NativeAudioDecodeResult
|
|
1
|
+
import type { NativeContextParams, NativeLlamaContext, NativeCompletionParams, NativeCompletionTokenProb, NativeCompletionResult, NativeTokenizeResult, NativeEmbeddingResult, NativeSessionLoadResult, NativeEmbeddingParams, NativeCompletionTokenProbItem, NativeCompletionResultTimings, JinjaFormattedChatResult, NativeTTSType, NativeAudioCompletionResult, NativeAudioTokensResult, NativeAudioDecodeResult } from './NativeCactus';
|
|
2
2
|
import type { SchemaGrammarConverterPropOrder, SchemaGrammarConverterBuiltinRule } from './grammar';
|
|
3
3
|
import { SchemaGrammarConverter, convertJsonSchemaToGrammar } from './grammar';
|
|
4
4
|
import type { CactusMessagePart, CactusOAICompatibleMessage } from './chat';
|
|
5
5
|
import { Tools } from './tools';
|
|
6
|
-
export type { NativeContextParams, NativeLlamaContext, NativeCompletionParams, NativeCompletionTokenProb, NativeCompletionResult, NativeTokenizeResult, NativeEmbeddingResult, NativeSessionLoadResult, NativeEmbeddingParams, NativeCompletionTokenProbItem, NativeCompletionResultTimings, CactusMessagePart, CactusOAICompatibleMessage, JinjaFormattedChatResult, SchemaGrammarConverterPropOrder, SchemaGrammarConverterBuiltinRule, };
|
|
6
|
+
export type { NativeContextParams, NativeLlamaContext, NativeCompletionParams, NativeCompletionTokenProb, NativeCompletionResult, NativeTokenizeResult, NativeEmbeddingResult, NativeSessionLoadResult, NativeEmbeddingParams, NativeCompletionTokenProbItem, NativeCompletionResultTimings, CactusMessagePart, CactusOAICompatibleMessage, JinjaFormattedChatResult, NativeAudioDecodeResult, SchemaGrammarConverterPropOrder, SchemaGrammarConverterBuiltinRule, };
|
|
7
7
|
export { SchemaGrammarConverter, convertJsonSchemaToGrammar, Tools };
|
|
8
8
|
export type TokenData = {
|
|
9
9
|
token: string;
|
|
@@ -74,22 +74,6 @@ export declare class LlamaContext {
|
|
|
74
74
|
}, callback?: (data: TokenData) => void, recursionCount?: number, recursionLimit?: number): Promise<NativeCompletionResult>;
|
|
75
75
|
completion(params: CompletionParams, callback?: (data: TokenData) => void): Promise<NativeCompletionResult>;
|
|
76
76
|
stopCompletion(): Promise<void>;
|
|
77
|
-
/**
|
|
78
|
-
* Generate a response to a user message (simple text return)
|
|
79
|
-
*/
|
|
80
|
-
generateResponse(userMessage: string, maxTokens?: number): Promise<string>;
|
|
81
|
-
/**
|
|
82
|
-
* Continue conversation with detailed timing information
|
|
83
|
-
*/
|
|
84
|
-
continueConversation(userMessage: string, maxTokens?: number): Promise<NativeConversationResult>;
|
|
85
|
-
/**
|
|
86
|
-
* Clear conversation history and reset KV cache
|
|
87
|
-
*/
|
|
88
|
-
clearConversation(): Promise<void>;
|
|
89
|
-
/**
|
|
90
|
-
* Check if conversation is currently active
|
|
91
|
-
*/
|
|
92
|
-
isConversationActive(): Promise<boolean>;
|
|
93
77
|
tokenize(text: string): Promise<NativeTokenizeResult>;
|
|
94
78
|
detokenize(tokens: number[]): Promise<string>;
|
|
95
79
|
embedding(text: string, params?: EmbeddingParams): Promise<NativeEmbeddingResult>;
|
|
@@ -104,6 +88,7 @@ export declare class LlamaContext {
|
|
|
104
88
|
scaled?: number;
|
|
105
89
|
}>>;
|
|
106
90
|
release(): Promise<void>;
|
|
91
|
+
rewind(): Promise<void>;
|
|
107
92
|
}
|
|
108
93
|
export declare function toggleNativeLog(enabled: boolean): Promise<void>;
|
|
109
94
|
export declare function addNativeLogListener(listener: (level: string, text: string) => void): {
|
|
@@ -128,4 +113,7 @@ export declare const getAudioCompletionGuideTokens: (contextId: number, textToSp
|
|
|
128
113
|
export declare const decodeAudioTokens: (contextId: number, tokens: number[]) => Promise<NativeAudioDecodeResult>;
|
|
129
114
|
export declare const releaseVocoder: (contextId: number) => Promise<void>;
|
|
130
115
|
export declare const tokenize: (contextId: number, text: string, mediaPaths?: string[]) => Promise<NativeTokenizeResult>;
|
|
116
|
+
export { CactusLM } from './lm';
|
|
117
|
+
export { CactusVLM } from './vlm';
|
|
118
|
+
export { CactusTTS } from './tts';
|
|
131
119
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,wBAAwB,EACxB,aAAa,EACb,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,wBAAwB,EACxB,aAAa,EACb,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,EACxB,MAAM,gBAAgB,CAAA;AACvB,OAAO,KAAK,EACV,+BAA+B,EAC/B,iCAAiC,EAClC,MAAM,WAAW,CAAA;AAClB,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAA;AAC9E,OAAO,KAAK,EAAE,iBAAiB,EAAE,0BAA0B,EAAE,MAAM,QAAQ,CAAA;AAE3E,OAAO,EAAE,KAAK,EAAuB,MAAM,SAAS,CAAA;AACpD,YAAY,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,iBAAiB,EACjB,0BAA0B,EAC1B,wBAAwB,EACxB,uBAAuB,EAGvB,+BAA+B,EAC/B,iCAAiC,GAClC,CAAA;AAED,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,KAAK,EAAE,CAAA;AA6BpE,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,wBAAwB,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAA;CAC5D,CAAA;AAOD,MAAM,MAAM,aAAa,GAAG,IAAI,CAC9B,mBAAmB,EACnB,cAAc,GAAG,cAAc,GAAG,cAAc,CACjD,GAAG;IACF,YAAY,CAAC,EACT,KAAK,GACL,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,QAAQ,GACR,MAAM,GACN,MAAM,CAAA;IACV,YAAY,CAAC,EACT,KAAK,GACL,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,QAAQ,GACR,MAAM,GACN,MAAM,CAAA;IACV,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAA;CACzD,CAAA;AAED,MAAM,MAAM,eAAe,GAAG,qBAAqB,CAAA;AAEnD,MAAM,MAAM,wBAAwB,GAAG;IACrC,IAAI,EAAE,MAAM,GAAG,aAAa,GAAG,aAAa,CAAA;IAC5C,WAAW,CAAC,EAAE;QACZ,MAAM,CAAC,EAAE,OAAO,CAAA;QAChB,MAAM,EAAE,MAAM,CAAA;KACf,CAAA;IACD,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,0BAA0B,EAAE,CAAA;IACvC,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,eAAe,CAAC,EAAE,wBAAwB,CAAA;CAC3C,CAAA;AACD,MAAM,MAAM,gBAAgB,GAAG,IAAI,CACjC,sBAAsB,EACtB,yBAAyB,GAAG,QAAQ,CACrC,GACC,oBAAoB,CAAA;AAEtB,MAAM,MAAM,WAAW,GAAG;IACxB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;CACd,CAAA;AAYD,qBAAa,YAAY;IACvB,EAAE,EAAE,MAAM,CAAA;IAEV,GAAG,EAAE,OAAO,CAAQ;IAEpB,WAAW,EAAE,MAAM,CAAK;IAExB,KAAK,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAA;gBAEtB,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,kBAAkB;IAOtE;;OAEG;IACG,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAMrE;;OAEG;IACG,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,GAC9B,OAAO,CAAC,MAAM,CAAC;IAIlB,oBAAoB,IAAI,OAAO;IAI/B,gBAAgB,IAAI,OAAO;IAKrB,gBAAgB,CACpB,QAAQ,EAAE,0BAA0B,EAAE,EACtC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,EACxB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,OAAO,CAAA;QACf,eAAe,CAAC,EAAE,wBAAwB,CAAA;QAC1C,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,GACA,OAAO,CAAC,wBAAwB,GAAG,MAAM,CAAC;IAiBvC,mBAAmB,CACvB,MAAM,EAAE,gBAAgB,GAAG;QAAC,KAAK,EAAE,KAAK,CAAA;KAAC,EACzC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,EACpC,cAAc,GAAE,MAAU,EAC1B,cAAc,GAAE,MAAU,GAC3B,OAAO,CAAC,sBAAsB,CAAC;IA6D1B,UAAU,CACd,MAAM,EAAE,gBAAgB,EACxB,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,GACnC,OAAO,CAAC,sBAAsB,CAAC;IAsElC,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAIrD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAI7C,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,eAAe,GACvB,OAAO,CAAC,qBAAqB,CAAC;IAI3B,KAAK,CACT,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,WAAW,CAAC;IAejB,iBAAiB,CACrB,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GACjD,OAAO,CAAC,IAAI,CAAC;IAUV,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IAInC,qBAAqB,IAAI,OAAO,CACpC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CACzC;IAIK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAIxB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAI9B;AAED,wBAAsB,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAErE;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,GAC9C;IAAE,MAAM,EAAE,MAAM,IAAI,CAAA;CAAE,CAOxB;AAED,wBAAsB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAElE;AAaD,wBAAsB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAIvE;AAWD,wBAAsB,SAAS,CAC7B,EACE,KAAK,EACL,cAAc,EAAE,YAAY,EAC5B,YAAY,EAAE,WAAW,EACzB,IAAI,EACJ,SAAS,EAAE,QAAQ,EACnB,GAAG,IAAI,EACR,EAAE,aAAa,EAChB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GACtC,OAAO,CAAC,YAAY,CAAC,CAsDvB;AAED,wBAAsB,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAErD;AAED,eAAO,MAAM,WAAW,GAAU,QAAQ,mBAAmB,gCAE5D,CAAC;AAEF,eAAO,MAAM,cAAc,GAAU,WAAW,MAAM,EAAE,YAAY,MAAM,EAAE,SAAQ,OAAe,qBAElG,CAAC;AAEF,eAAO,MAAM,mBAAmB,GAAU,WAAW,MAAM,qBAE1D,CAAC;AAEF,eAAO,MAAM,yBAAyB,GAAU,WAAW,MAAM,qBAEhE,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAU,WAAW,MAAM,qBAE/D,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAU,WAAW,MAAM,kBAExD,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAU,WAAW,MAAM,EAAE,QAAQ,MAAM,EAAE,YAAY,MAAM,EAAE,EAAE,QAAQ,sBAAsB,KAAG,OAAO,CAAC,sBAAsB,CAElK,CAAC;AAEF,eAAO,MAAM,WAAW,GAAU,WAAW,MAAM,EAAE,kBAAkB,MAAM,qBAE5E,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAU,WAAW,MAAM,qBAEvD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAU,WAAW,MAAM,KAAG,OAAO,CAAC,aAAa,CAEzE,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAU,WAAW,MAAM,EAAE,gBAAgB,MAAM,EAAE,aAAa,MAAM,KAAG,OAAO,CAAC,2BAA2B,CAErJ,CAAC;AAEF,eAAO,MAAM,6BAA6B,GAAU,WAAW,MAAM,EAAE,aAAa,MAAM,KAAG,OAAO,CAAC,uBAAuB,CAE3H,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAU,WAAW,MAAM,EAAE,QAAQ,MAAM,EAAE,KAAG,OAAO,CAAC,uBAAuB,CAE5G,CAAC;AAEF,eAAO,MAAM,cAAc,GAAU,WAAW,MAAM,kBAErD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAU,WAAW,MAAM,EAAE,MAAM,MAAM,EAAE,aAAa,MAAM,EAAE,KAAG,OAAO,CAAC,oBAAoB,CAMnH,CAAC;AAEF,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAChC,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { ContextParams, CompletionParams, CactusOAICompatibleMessage, NativeCompletionResult, EmbeddingParams, NativeEmbeddingResult } from './index';
|
|
2
|
+
interface CactusLMReturn {
|
|
3
|
+
lm: CactusLM | null;
|
|
4
|
+
error: Error | null;
|
|
5
|
+
}
|
|
6
|
+
export declare class CactusLM {
|
|
7
|
+
private context;
|
|
8
|
+
private initParams;
|
|
9
|
+
private constructor();
|
|
10
|
+
static init(params: ContextParams, onProgress?: (progress: number) => void): Promise<CactusLMReturn>;
|
|
11
|
+
completion(messages: CactusOAICompatibleMessage[], params?: CompletionParams, callback?: (data: any) => void): Promise<NativeCompletionResult>;
|
|
12
|
+
embedding(text: string, params?: EmbeddingParams): Promise<NativeEmbeddingResult>;
|
|
13
|
+
rewind(): Promise<void>;
|
|
14
|
+
release(): Promise<void>;
|
|
15
|
+
}
|
|
16
|
+
export {};
|
|
17
|
+
//# sourceMappingURL=lm.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lm.d.ts","sourceRoot":"","sources":["../../src/lm.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,0BAA0B,EAC1B,sBAAsB,EACtB,eAAe,EACf,qBAAqB,EACtB,MAAM,SAAS,CAAA;AAGhB,UAAU,cAAc;IACtB,EAAE,EAAE,QAAQ,GAAG,IAAI,CAAA;IACnB,KAAK,EAAE,KAAK,GAAG,IAAI,CAAA;CACpB;AAED,qBAAa,QAAQ;IACnB,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,UAAU,CAAe;IAEjC,OAAO;WAKM,IAAI,CACf,MAAM,EAAE,aAAa,EACrB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GACtC,OAAO,CAAC,cAAc,CAAC;IAoBpB,UAAU,CACd,QAAQ,EAAE,0BAA0B,EAAE,EACtC,MAAM,GAAE,gBAAqB,EAC7B,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IAqB5B,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,eAAe,GACvB,OAAO,CAAC,qBAAqB,CAAC;IAI3B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAKvB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { ContextParams } from './index';
|
|
2
|
+
interface TelemetryConfig {
|
|
3
|
+
supabaseUrl: string;
|
|
4
|
+
supabaseKey: string;
|
|
5
|
+
table?: string;
|
|
6
|
+
}
|
|
7
|
+
export declare class Telemetry {
|
|
8
|
+
private static instance;
|
|
9
|
+
private config;
|
|
10
|
+
private constructor();
|
|
11
|
+
private static getFilename;
|
|
12
|
+
static autoInit(): void;
|
|
13
|
+
static init(config: TelemetryConfig): void;
|
|
14
|
+
static track(payload: Record<string, any>, options: ContextParams): void;
|
|
15
|
+
static error(error: Error, options: ContextParams): void;
|
|
16
|
+
private trackInternal;
|
|
17
|
+
private errorInternal;
|
|
18
|
+
private sendRecord;
|
|
19
|
+
}
|
|
20
|
+
export {};
|
|
21
|
+
//# sourceMappingURL=telemetry.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"telemetry.d.ts","sourceRoot":"","sources":["../../src/telemetry.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAiB7C,UAAU,eAAe;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,SAAS;IACpB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA0B;IACjD,OAAO,CAAC,MAAM,CAA4B;IAE1C,OAAO;IAOP,OAAO,CAAC,MAAM,CAAC,WAAW;IAQ1B,MAAM,CAAC,QAAQ,IAAI,IAAI;IASvB,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI;IAM1C,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,aAAa,GAAG,IAAI;IAOxE,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,aAAa,GAAG,IAAI;IAOxD,OAAO,CAAC,aAAa;IAgBrB,OAAO,CAAC,aAAa;YAsBP,UAAU;CAYzB"}
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import type { CactusOAICompatibleMessage } from "./chat";
|
|
2
1
|
import type { NativeCompletionResult } from "./NativeCactus";
|
|
3
2
|
interface Parameter {
|
|
4
3
|
type: string;
|
|
@@ -26,13 +25,11 @@ export declare class Tools {
|
|
|
26
25
|
}[];
|
|
27
26
|
execute(name: string, args: any): Promise<any>;
|
|
28
27
|
}
|
|
29
|
-
export declare function injectToolsIntoMessages(messages: CactusOAICompatibleMessage[], tools: Tools): CactusOAICompatibleMessage[];
|
|
30
28
|
export declare function parseAndExecuteTool(result: NativeCompletionResult, tools: Tools): Promise<{
|
|
31
29
|
toolCalled: boolean;
|
|
32
30
|
toolName?: string;
|
|
33
31
|
toolInput?: any;
|
|
34
32
|
toolOutput?: any;
|
|
35
33
|
}>;
|
|
36
|
-
export declare function updateMessagesWithToolCall(messages: CactusOAICompatibleMessage[], toolName: string, toolInput: any, toolOutput: any): CactusOAICompatibleMessage[];
|
|
37
34
|
export {};
|
|
38
35
|
//# sourceMappingURL=tools.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAE7D,UAAU,SAAS;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAA;CACnB;AASD,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAA2B;IAExC,GAAG,CACC,IAAI,EAAE,QAAQ,EACd,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;KAAC;IAa1C,UAAU;;;;;;;;;;;;;;IAeJ,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG;CAKtC;AAED,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,sBAAsB,EAAE,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC;IAAC,UAAU,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,GAAG,CAAC;IAAC,UAAU,CAAC,EAAE,GAAG,CAAA;CAAC,CAAC,CA6B5K"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { LlamaContext } from './index';
|
|
2
|
+
import type { NativeAudioDecodeResult } from './index';
|
|
3
|
+
export declare class CactusTTS {
|
|
4
|
+
private context;
|
|
5
|
+
private constructor();
|
|
6
|
+
static init(context: LlamaContext, vocoderModelPath: string): Promise<CactusTTS>;
|
|
7
|
+
generate(textToSpeak: string, speakerJsonStr: string): Promise<NativeAudioDecodeResult>;
|
|
8
|
+
release(): Promise<void>;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=tts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../src/tts.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EAKb,MAAM,SAAS,CAAA;AAChB,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAA;AAEtD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAc;IAE7B,OAAO;WAIM,IAAI,CACf,OAAO,EAAE,YAAY,EACrB,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,SAAS,CAAC;IAKf,QAAQ,CACZ,WAAW,EAAE,MAAM,EACnB,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,uBAAuB,CAAC;IAc7B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { ContextParams, CompletionParams, CactusOAICompatibleMessage, NativeCompletionResult } from './index';
|
|
2
|
+
interface CactusVLMReturn {
|
|
3
|
+
vlm: CactusVLM | null;
|
|
4
|
+
error: Error | null;
|
|
5
|
+
}
|
|
6
|
+
export type VLMContextParams = ContextParams & {
|
|
7
|
+
mmproj: string;
|
|
8
|
+
};
|
|
9
|
+
export type VLMCompletionParams = Omit<CompletionParams, 'prompt'> & {
|
|
10
|
+
images?: string[];
|
|
11
|
+
};
|
|
12
|
+
export declare class CactusVLM {
|
|
13
|
+
private context;
|
|
14
|
+
private initParams;
|
|
15
|
+
private constructor();
|
|
16
|
+
static init(params: VLMContextParams, onProgress?: (progress: number) => void): Promise<CactusVLMReturn>;
|
|
17
|
+
completion(messages: CactusOAICompatibleMessage[], params?: VLMCompletionParams, callback?: (data: any) => void): Promise<NativeCompletionResult>;
|
|
18
|
+
rewind(): Promise<void>;
|
|
19
|
+
release(): Promise<void>;
|
|
20
|
+
}
|
|
21
|
+
export {};
|
|
22
|
+
//# sourceMappingURL=vlm.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vlm.d.ts","sourceRoot":"","sources":["../../src/vlm.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,0BAA0B,EAC1B,sBAAsB,EACvB,MAAM,SAAS,CAAA;AAGhB,UAAU,eAAe;IACvB,GAAG,EAAE,SAAS,GAAG,IAAI,CAAA;IACrB,KAAK,EAAE,KAAK,GAAG,IAAI,CAAA;CACpB;AAED,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,EAAE,QAAQ,CAAC,GAAG;IACnE,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;CAClB,CAAA;AAED,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,UAAU,CAAkB;IAEpC,OAAO;WAKM,IAAI,CACf,MAAM,EAAE,gBAAgB,EACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GACtC,OAAO,CAAC,eAAe,CAAC;IAuBrB,UAAU,CACd,QAAQ,EAAE,0BAA0B,EAAE,EACtC,MAAM,GAAE,mBAAwB,EAChC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IAqC5B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAKvB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "cactus-react-native",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.4",
|
|
4
4
|
"description": "Run AI models locally on mobile devices",
|
|
5
5
|
"main": "lib/commonjs/index",
|
|
6
6
|
"module": "lib/module/index",
|
|
@@ -193,6 +193,7 @@
|
|
|
193
193
|
"eslintIgnore": [
|
|
194
194
|
"node_modules/",
|
|
195
195
|
"lib/",
|
|
196
|
+
"example/",
|
|
196
197
|
"*.d.ts",
|
|
197
198
|
"llama.cpp/"
|
|
198
199
|
],
|
package/src/NativeCactus.ts
CHANGED
|
@@ -306,14 +306,6 @@ export type NativeAudioDecodeResult = {
|
|
|
306
306
|
audio_data: Array<number> // Float array of audio samples
|
|
307
307
|
}
|
|
308
308
|
|
|
309
|
-
// New conversation management types
|
|
310
|
-
export type NativeConversationResult = {
|
|
311
|
-
text: string
|
|
312
|
-
time_to_first_token: number // milliseconds
|
|
313
|
-
total_time: number // milliseconds
|
|
314
|
-
tokens_generated: number
|
|
315
|
-
}
|
|
316
|
-
|
|
317
309
|
export type NativeLlamaContext = {
|
|
318
310
|
contextId: number
|
|
319
311
|
model: {
|
|
@@ -479,20 +471,6 @@ export interface Spec extends TurboModule {
|
|
|
479
471
|
): Promise<NativeAudioDecodeResult>
|
|
480
472
|
releaseVocoder(contextId: number): Promise<void>
|
|
481
473
|
|
|
482
|
-
// New conversation management methods
|
|
483
|
-
generateResponse(
|
|
484
|
-
contextId: number,
|
|
485
|
-
userMessage: string,
|
|
486
|
-
maxTokens?: number,
|
|
487
|
-
): Promise<string>
|
|
488
|
-
continueConversation(
|
|
489
|
-
contextId: number,
|
|
490
|
-
userMessage: string,
|
|
491
|
-
maxTokens?: number,
|
|
492
|
-
): Promise<NativeConversationResult>
|
|
493
|
-
clearConversation(contextId: number): Promise<void>
|
|
494
|
-
isConversationActive(contextId: number): Promise<boolean>
|
|
495
|
-
|
|
496
474
|
releaseContext(contextId: number): Promise<void>
|
|
497
475
|
|
|
498
476
|
releaseAllContexts(): Promise<void>
|
package/src/index.ts
CHANGED
|
@@ -18,7 +18,6 @@ import type {
|
|
|
18
18
|
NativeAudioCompletionResult,
|
|
19
19
|
NativeAudioTokensResult,
|
|
20
20
|
NativeAudioDecodeResult,
|
|
21
|
-
NativeConversationResult,
|
|
22
21
|
} from './NativeCactus'
|
|
23
22
|
import type {
|
|
24
23
|
SchemaGrammarConverterPropOrder,
|
|
@@ -27,7 +26,7 @@ import type {
|
|
|
27
26
|
import { SchemaGrammarConverter, convertJsonSchemaToGrammar } from './grammar'
|
|
28
27
|
import type { CactusMessagePart, CactusOAICompatibleMessage } from './chat'
|
|
29
28
|
import { formatChat } from './chat'
|
|
30
|
-
import { Tools,
|
|
29
|
+
import { Tools, parseAndExecuteTool } from './tools'
|
|
31
30
|
export type {
|
|
32
31
|
NativeContextParams,
|
|
33
32
|
NativeLlamaContext,
|
|
@@ -43,6 +42,7 @@ export type {
|
|
|
43
42
|
CactusMessagePart,
|
|
44
43
|
CactusOAICompatibleMessage,
|
|
45
44
|
JinjaFormattedChatResult,
|
|
45
|
+
NativeAudioDecodeResult,
|
|
46
46
|
|
|
47
47
|
// Deprecated
|
|
48
48
|
SchemaGrammarConverterPropOrder,
|
|
@@ -231,49 +231,72 @@ export class LlamaContext {
|
|
|
231
231
|
tool_choice: params?.tool_choice,
|
|
232
232
|
})
|
|
233
233
|
}
|
|
234
|
-
|
|
234
|
+
|
|
235
235
|
async completionWithTools(
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
}
|
|
236
|
+
params: CompletionParams & {tools: Tools},
|
|
237
|
+
callback?: (data: TokenData) => void,
|
|
238
|
+
recursionCount: number = 0,
|
|
239
|
+
recursionLimit: number = 3
|
|
240
|
+
): Promise<NativeCompletionResult> {
|
|
241
|
+
if (!params.messages) { // tool calling only works with messages
|
|
242
|
+
return this.completion(params, callback);
|
|
243
|
+
}
|
|
244
|
+
if (!params.tools) { // no tools => default completion
|
|
245
|
+
return this.completion(params, callback);
|
|
246
|
+
}
|
|
247
|
+
if (recursionCount >= recursionLimit) {
|
|
248
|
+
// console.log(`Recursion limit reached (${recursionCount}/${recursionLimit}), returning default completion`)
|
|
249
|
+
return this.completion({
|
|
250
|
+
...params,
|
|
251
|
+
jinja: true,
|
|
252
|
+
tools: params.tools.getSchemas()
|
|
253
|
+
}, callback);
|
|
254
|
+
}
|
|
256
255
|
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
256
|
+
const messages = [...params.messages]; // avoid mutating the original messages
|
|
257
|
+
|
|
258
|
+
// console.log('Calling completion...')
|
|
259
|
+
const result = await this.completion({
|
|
260
|
+
...params,
|
|
261
|
+
messages: messages,
|
|
262
|
+
jinja: true,
|
|
263
|
+
tools: params.tools.getSchemas()
|
|
264
|
+
}, callback);
|
|
265
|
+
// console.log('Completion result:', result);
|
|
266
|
+
|
|
267
|
+
const {toolCalled, toolName, toolInput, toolOutput} =
|
|
268
|
+
await parseAndExecuteTool(result, params.tools);
|
|
269
|
+
|
|
270
|
+
if (toolCalled && toolName && toolInput) {
|
|
271
|
+
const assistantMessage = {
|
|
272
|
+
role: 'assistant',
|
|
273
|
+
content: result.content,
|
|
274
|
+
tool_calls: result.tool_calls
|
|
275
|
+
} as CactusOAICompatibleMessage;
|
|
276
|
+
|
|
277
|
+
messages.push(assistantMessage);
|
|
278
|
+
|
|
279
|
+
const toolCallId = result.tool_calls?.[0]?.id;
|
|
280
|
+
const toolMessage = {
|
|
281
|
+
role: 'tool',
|
|
282
|
+
content: JSON.stringify(toolOutput),
|
|
283
|
+
tool_call_id: toolCallId
|
|
284
|
+
} as CactusOAICompatibleMessage;
|
|
285
|
+
|
|
286
|
+
messages.push(toolMessage);
|
|
287
|
+
|
|
288
|
+
// console.log('Messages being sent to next completion:', JSON.stringify(messages, null, 2));
|
|
289
|
+
|
|
290
|
+
return await this.completionWithTools(
|
|
291
|
+
{...params, messages: messages},
|
|
292
|
+
callback,
|
|
293
|
+
recursionCount + 1,
|
|
294
|
+
recursionLimit
|
|
295
|
+
);
|
|
296
|
+
}
|
|
274
297
|
|
|
275
|
-
|
|
276
|
-
}
|
|
298
|
+
return result;
|
|
299
|
+
}
|
|
277
300
|
|
|
278
301
|
async completion(
|
|
279
302
|
params: CompletionParams,
|
|
@@ -352,41 +375,6 @@ export class LlamaContext {
|
|
|
352
375
|
return Cactus.stopCompletion(this.id)
|
|
353
376
|
}
|
|
354
377
|
|
|
355
|
-
// New conversation management methods
|
|
356
|
-
/**
|
|
357
|
-
* Generate a response to a user message (simple text return)
|
|
358
|
-
*/
|
|
359
|
-
async generateResponse(
|
|
360
|
-
userMessage: string,
|
|
361
|
-
maxTokens: number = 200,
|
|
362
|
-
): Promise<string> {
|
|
363
|
-
return Cactus.generateResponse(this.id, userMessage, maxTokens)
|
|
364
|
-
}
|
|
365
|
-
|
|
366
|
-
/**
|
|
367
|
-
* Continue conversation with detailed timing information
|
|
368
|
-
*/
|
|
369
|
-
async continueConversation(
|
|
370
|
-
userMessage: string,
|
|
371
|
-
maxTokens: number = 200,
|
|
372
|
-
): Promise<NativeConversationResult> {
|
|
373
|
-
return Cactus.continueConversation(this.id, userMessage, maxTokens)
|
|
374
|
-
}
|
|
375
|
-
|
|
376
|
-
/**
|
|
377
|
-
* Clear conversation history and reset KV cache
|
|
378
|
-
*/
|
|
379
|
-
async clearConversation(): Promise<void> {
|
|
380
|
-
return Cactus.clearConversation(this.id)
|
|
381
|
-
}
|
|
382
|
-
|
|
383
|
-
/**
|
|
384
|
-
* Check if conversation is currently active
|
|
385
|
-
*/
|
|
386
|
-
async isConversationActive(): Promise<boolean> {
|
|
387
|
-
return Cactus.isConversationActive(this.id)
|
|
388
|
-
}
|
|
389
|
-
|
|
390
378
|
tokenize(text: string): Promise<NativeTokenizeResult> {
|
|
391
379
|
return Cactus.tokenize(this.id, text)
|
|
392
380
|
}
|
|
@@ -447,6 +435,11 @@ export class LlamaContext {
|
|
|
447
435
|
async release(): Promise<void> {
|
|
448
436
|
return Cactus.releaseContext(this.id)
|
|
449
437
|
}
|
|
438
|
+
|
|
439
|
+
async rewind(): Promise<void> {
|
|
440
|
+
// @ts-ignore
|
|
441
|
+
return (Cactus as any).rewind(this.id)
|
|
442
|
+
}
|
|
450
443
|
}
|
|
451
444
|
|
|
452
445
|
export async function toggleNativeLog(enabled: boolean): Promise<void> {
|
|
@@ -626,4 +619,8 @@ export const tokenize = async (contextId: number, text: string, mediaPaths?: str
|
|
|
626
619
|
} else {
|
|
627
620
|
return await Cactus.tokenize(contextId, text);
|
|
628
621
|
}
|
|
629
|
-
};
|
|
622
|
+
};
|
|
623
|
+
|
|
624
|
+
export { CactusLM } from './lm';
|
|
625
|
+
export { CactusVLM } from './vlm';
|
|
626
|
+
export { CactusTTS } from './tts';
|
package/src/lm.ts
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
import { initLlama, LlamaContext } from './index'
|
|
2
|
+
import type {
|
|
3
|
+
ContextParams,
|
|
4
|
+
CompletionParams,
|
|
5
|
+
CactusOAICompatibleMessage,
|
|
6
|
+
NativeCompletionResult,
|
|
7
|
+
EmbeddingParams,
|
|
8
|
+
NativeEmbeddingResult,
|
|
9
|
+
} from './index'
|
|
10
|
+
import { Telemetry } from './telemetry'
|
|
11
|
+
|
|
12
|
+
interface CactusLMReturn {
|
|
13
|
+
lm: CactusLM | null
|
|
14
|
+
error: Error | null
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export class CactusLM {
|
|
18
|
+
private context: LlamaContext
|
|
19
|
+
private initParams: ContextParams
|
|
20
|
+
|
|
21
|
+
private constructor(context: LlamaContext, initParams: ContextParams) {
|
|
22
|
+
this.context = context
|
|
23
|
+
this.initParams = initParams
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
static async init(
|
|
27
|
+
params: ContextParams,
|
|
28
|
+
onProgress?: (progress: number) => void,
|
|
29
|
+
): Promise<CactusLMReturn> {
|
|
30
|
+
const configs = [
|
|
31
|
+
params,
|
|
32
|
+
{ ...params, n_gpu_layers: 0 }
|
|
33
|
+
];
|
|
34
|
+
|
|
35
|
+
for (const config of configs) {
|
|
36
|
+
try {
|
|
37
|
+
const context = await initLlama(config, onProgress);
|
|
38
|
+
return { lm: new CactusLM(context, config), error: null };
|
|
39
|
+
} catch (e) {
|
|
40
|
+
Telemetry.error(e as Error, config);
|
|
41
|
+
if (configs.indexOf(config) === configs.length - 1) {
|
|
42
|
+
return { lm: null, error: e as Error };
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
return { lm: null, error: new Error('Failed to initialize CactusLM') };
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
async completion(
|
|
50
|
+
messages: CactusOAICompatibleMessage[],
|
|
51
|
+
params: CompletionParams = {},
|
|
52
|
+
callback?: (data: any) => void,
|
|
53
|
+
): Promise<NativeCompletionResult> {
|
|
54
|
+
const startTime = Date.now();
|
|
55
|
+
let firstTokenTime: number | null = null;
|
|
56
|
+
|
|
57
|
+
const wrappedCallback = callback ? (data: any) => {
|
|
58
|
+
if (firstTokenTime === null) firstTokenTime = Date.now();
|
|
59
|
+
callback(data);
|
|
60
|
+
} : undefined;
|
|
61
|
+
|
|
62
|
+
const result = await this.context.completion({ messages, ...params }, wrappedCallback);
|
|
63
|
+
|
|
64
|
+
Telemetry.track({
|
|
65
|
+
event: 'completion',
|
|
66
|
+
tok_per_sec: (result as any).timings?.predicted_per_second,
|
|
67
|
+
toks_generated: (result as any).timings?.predicted_n,
|
|
68
|
+
ttft: firstTokenTime ? firstTokenTime - startTime : null,
|
|
69
|
+
}, this.initParams);
|
|
70
|
+
|
|
71
|
+
return result;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
async embedding(
|
|
75
|
+
text: string,
|
|
76
|
+
params?: EmbeddingParams,
|
|
77
|
+
): Promise<NativeEmbeddingResult> {
|
|
78
|
+
return this.context.embedding(text, params)
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
async rewind(): Promise<void> {
|
|
82
|
+
// @ts-ignore
|
|
83
|
+
return this.context?.rewind()
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
async release(): Promise<void> {
|
|
87
|
+
return this.context.release()
|
|
88
|
+
}
|
|
89
|
+
}
|