cactus-react-native 0.1.2 → 0.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (65) hide show
  1. package/README.md +872 -146
  2. package/android/src/main/CMakeLists.txt +1 -1
  3. package/android/src/main/java/com/cactus/Cactus.java +0 -134
  4. package/android/src/main/java/com/cactus/LlamaContext.java +0 -22
  5. package/android/src/main/jni.cpp +1 -53
  6. package/android/src/main/jniLibs/arm64-v8a/libcactus.so +0 -0
  7. package/android/src/main/jniLibs/arm64-v8a/libcactus_v8.so +0 -0
  8. package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2.so +0 -0
  9. package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2_dotprod.so +0 -0
  10. package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2_dotprod_i8mm.so +0 -0
  11. package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2_i8mm.so +0 -0
  12. package/android/src/main/jniLibs/x86_64/libcactus.so +0 -0
  13. package/android/src/main/jniLibs/x86_64/libcactus_x86_64.so +0 -0
  14. package/android/src/newarch/java/com/cactus/CactusModule.java +0 -20
  15. package/android/src/oldarch/java/com/cactus/CactusModule.java +0 -20
  16. package/ios/CMakeLists.txt +6 -6
  17. package/ios/Cactus.mm +0 -80
  18. package/ios/CactusContext.h +0 -6
  19. package/ios/CactusContext.mm +0 -27
  20. package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus.h +0 -6
  21. package/ios/cactus.xcframework/ios-arm64/cactus.framework/cactus +0 -0
  22. package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/cactus.h +0 -6
  23. package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
  24. package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/cactus.h +0 -6
  25. package/ios/cactus.xcframework/tvos-arm64/cactus.framework/cactus +0 -0
  26. package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/cactus.h +0 -6
  27. package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
  28. package/lib/commonjs/NativeCactus.js.map +1 -1
  29. package/lib/commonjs/index.js.map +1 -1
  30. package/lib/commonjs/lm.js.map +1 -0
  31. package/lib/commonjs/tts.js.map +1 -0
  32. package/lib/commonjs/vlm.js.map +0 -0
  33. package/lib/module/NativeCactus.js.map +1 -1
  34. package/lib/module/index.js.map +1 -1
  35. package/lib/module/lm.js.map +0 -0
  36. package/lib/module/tts.js.map +1 -0
  37. package/lib/module/vlm.js.map +1 -0
  38. package/lib/typescript/NativeCactus.d.ts +0 -10
  39. package/lib/typescript/NativeCactus.d.ts.map +1 -1
  40. package/lib/typescript/index.d.ts +6 -18
  41. package/lib/typescript/index.d.ts.map +1 -1
  42. package/lib/typescript/lm.d.ts +41 -0
  43. package/lib/typescript/lm.d.ts.map +1 -0
  44. package/lib/typescript/tts.d.ts +10 -0
  45. package/lib/typescript/tts.d.ts.map +1 -0
  46. package/lib/typescript/vlm.d.ts +44 -0
  47. package/lib/typescript/vlm.d.ts.map +1 -0
  48. package/package.json +2 -1
  49. package/src/NativeCactus.ts +0 -22
  50. package/src/index.ts +11 -37
  51. package/src/lm.ts +49 -0
  52. package/src/tts.ts +45 -0
  53. package/src/vlm.ts +70 -0
  54. package/lib/commonjs/NativeCactus.js +0 -11
  55. package/lib/commonjs/chat.js +0 -37
  56. package/lib/commonjs/grammar.js +0 -560
  57. package/lib/commonjs/index.js +0 -441
  58. package/lib/commonjs/tools.js +0 -118
  59. package/lib/commonjs/tools.js.map +0 -1
  60. package/lib/module/NativeCactus.js +0 -10
  61. package/lib/module/chat.js +0 -33
  62. package/lib/module/grammar.js +0 -553
  63. package/lib/module/index.js +0 -392
  64. package/lib/module/tools.js +0 -110
  65. package/lib/module/tools.js.map +0 -1
@@ -3,7 +3,7 @@ cmake_minimum_required(VERSION 3.10)
3
3
  project(cactus)
4
4
 
5
5
  set(CMAKE_CXX_STANDARD 17)
6
- set(SOURCE_DIR ${CMAKE_SOURCE_DIR}/../../../../cactus)
6
+ set(SOURCE_DIR ${CMAKE_SOURCE_DIR}/../../../../cpp)
7
7
 
8
8
  include_directories(${SOURCE_DIR})
9
9
  include_directories(${SOURCE_DIR}/ggml-cpu)
@@ -1111,138 +1111,4 @@ public class Cactus implements LifecycleEventListener {
1111
1111
  }.executeOnExecutor(singleThreadExecutor);
1112
1112
  tasks.put(task, "releaseVocoder-" + contextId);
1113
1113
  }
1114
-
1115
- public void generateResponse(double id, final String userMessage, final double maxTokens, final Promise promise) {
1116
- final int contextId = (int) id;
1117
- AsyncTask task = new AsyncTask<Void, Void, String>() {
1118
- private Exception exception;
1119
-
1120
- @Override
1121
- protected String doInBackground(Void... voids) {
1122
- try {
1123
- LlamaContext context = contexts.get(contextId);
1124
- if (context == null) {
1125
- throw new Exception("Context not found");
1126
- }
1127
- if (context.isPredicting()) {
1128
- throw new Exception("Context is busy");
1129
- }
1130
- return context.generateResponse(userMessage, (int) maxTokens);
1131
- } catch (Exception e) {
1132
- exception = e;
1133
- }
1134
- return null;
1135
- }
1136
-
1137
- @Override
1138
- protected void onPostExecute(String result) {
1139
- if (exception != null) {
1140
- promise.reject(exception);
1141
- return;
1142
- }
1143
- promise.resolve(result);
1144
- tasks.remove(this);
1145
- }
1146
- }.executeOnExecutor(singleThreadExecutor);
1147
- tasks.put(task, "generateResponse-" + contextId);
1148
- }
1149
-
1150
- public void continueConversation(double id, final String userMessage, final double maxTokens, final Promise promise) {
1151
- final int contextId = (int) id;
1152
- AsyncTask task = new AsyncTask<Void, Void, WritableMap>() {
1153
- private Exception exception;
1154
-
1155
- @Override
1156
- protected WritableMap doInBackground(Void... voids) {
1157
- try {
1158
- LlamaContext context = contexts.get(contextId);
1159
- if (context == null) {
1160
- throw new Exception("Context not found");
1161
- }
1162
- if (context.isPredicting()) {
1163
- throw new Exception("Context is busy");
1164
- }
1165
- return context.continueConversation(userMessage, (int) maxTokens);
1166
- } catch (Exception e) {
1167
- exception = e;
1168
- }
1169
- return null;
1170
- }
1171
-
1172
- @Override
1173
- protected void onPostExecute(WritableMap result) {
1174
- if (exception != null) {
1175
- promise.reject(exception);
1176
- return;
1177
- }
1178
- promise.resolve(result);
1179
- tasks.remove(this);
1180
- }
1181
- }.executeOnExecutor(singleThreadExecutor);
1182
- tasks.put(task, "continueConversation-" + contextId);
1183
- }
1184
-
1185
- public void clearConversation(double id, final Promise promise) {
1186
- final int contextId = (int) id;
1187
- AsyncTask task = new AsyncTask<Void, Void, Void>() {
1188
- private Exception exception;
1189
-
1190
- @Override
1191
- protected Void doInBackground(Void... voids) {
1192
- try {
1193
- LlamaContext context = contexts.get(contextId);
1194
- if (context == null) {
1195
- throw new Exception("Context not found");
1196
- }
1197
- context.clearConversation();
1198
- } catch (Exception e) {
1199
- exception = e;
1200
- }
1201
- return null;
1202
- }
1203
-
1204
- @Override
1205
- protected void onPostExecute(Void result) {
1206
- if (exception != null) {
1207
- promise.reject(exception);
1208
- return;
1209
- }
1210
- promise.resolve(null);
1211
- tasks.remove(this);
1212
- }
1213
- }.executeOnExecutor(singleThreadExecutor);
1214
- tasks.put(task, "clearConversation-" + contextId);
1215
- }
1216
-
1217
- public void isConversationActive(double id, final Promise promise) {
1218
- final int contextId = (int) id;
1219
- AsyncTask task = new AsyncTask<Void, Void, Boolean>() {
1220
- private Exception exception;
1221
-
1222
- @Override
1223
- protected Boolean doInBackground(Void... voids) {
1224
- try {
1225
- LlamaContext context = contexts.get(contextId);
1226
- if (context == null) {
1227
- throw new Exception("Context not found");
1228
- }
1229
- return context.isConversationActive();
1230
- } catch (Exception e) {
1231
- exception = e;
1232
- }
1233
- return false;
1234
- }
1235
-
1236
- @Override
1237
- protected void onPostExecute(Boolean result) {
1238
- if (exception != null) {
1239
- promise.reject(exception);
1240
- return;
1241
- }
1242
- promise.resolve(result);
1243
- tasks.remove(this);
1244
- }
1245
- }.executeOnExecutor(singleThreadExecutor);
1246
- tasks.put(task, "isConversationActive-" + contextId);
1247
- }
1248
1114
  }
@@ -524,22 +524,6 @@ public class LlamaContext {
524
524
  releaseVocoder(this.context);
525
525
  }
526
526
 
527
- public String generateResponse(String userMessage, int maxTokens) {
528
- return generateResponse(this.context, userMessage, maxTokens);
529
- }
530
-
531
- public WritableMap continueConversation(String userMessage, int maxTokens) {
532
- return continueConversation(this.context, userMessage, maxTokens);
533
- }
534
-
535
- public void clearConversation() {
536
- clearConversation(this.context);
537
- }
538
-
539
- public boolean isConversationActive() {
540
- return isConversationActive(this.context);
541
- }
542
-
543
527
  static {
544
528
  Log.d(NAME, "Primary ABI: " + Build.SUPPORTED_ABIS[0]);
545
529
 
@@ -791,10 +775,4 @@ public class LlamaContext {
791
775
  protected static native WritableArray getAudioCompletionGuideTokens(long contextPtr, String textToSpeak);
792
776
  protected static native WritableArray decodeAudioTokens(long contextPtr, int[] tokens);
793
777
  protected static native void releaseVocoder(long contextPtr);
794
-
795
- // New conversation management methods
796
- protected static native String generateResponse(long contextPtr, String userMessage, int maxTokens);
797
- protected static native WritableMap continueConversation(long contextPtr, String userMessage, int maxTokens);
798
- protected static native void clearConversation(long contextPtr);
799
- protected static native boolean isConversationActive(long contextPtr);
800
778
  }
@@ -1563,59 +1563,7 @@ JNIEXPORT void JNICALL
1563
1563
  Java_com_cactus_LlamaContext_unsetLog(JNIEnv *env, jobject thiz) {
1564
1564
  UNUSED(env);
1565
1565
  UNUSED(thiz);
1566
- llama_log_set(cactus_log_callback_default, nullptr);
1567
- }
1568
-
1569
- JNIEXPORT jstring JNICALL
1570
- Java_com_cactus_LlamaContext_generateResponse(
1571
- JNIEnv *env, jobject thiz, jlong context_ptr, jstring user_message, jint max_tokens) {
1572
- UNUSED(thiz);
1573
- auto llama = context_map[(long) context_ptr];
1574
- const char *user_message_chars = env->GetStringUTFChars(user_message, nullptr);
1575
-
1576
- std::string result = llama->generateResponse(user_message_chars, max_tokens);
1577
- llama->is_predicting = false;
1578
-
1579
- env->ReleaseStringUTFChars(user_message, user_message_chars);
1580
- return env->NewStringUTF(result.c_str());
1581
- }
1582
-
1583
- JNIEXPORT jobject JNICALL
1584
- Java_com_cactus_LlamaContext_continueConversation(
1585
- JNIEnv *env, jobject thiz, jlong context_ptr, jstring user_message, jint max_tokens) {
1586
- UNUSED(thiz);
1587
- auto llama = context_map[(long) context_ptr];
1588
- const char *user_message_chars = env->GetStringUTFChars(user_message, nullptr);
1589
-
1590
- cactus::conversation_result result = llama->continueConversation(user_message_chars, max_tokens);
1591
- llama->is_predicting = false;
1592
-
1593
- auto result_map = createWriteableMap(env);
1594
- putString(env, result_map, "text", result.text.c_str());
1595
- putInt(env, result_map, "time_to_first_token", result.time_to_first_token.count());
1596
- putInt(env, result_map, "total_time", result.total_time.count());
1597
- putInt(env, result_map, "tokens_generated", result.tokens_generated);
1598
-
1599
- env->ReleaseStringUTFChars(user_message, user_message_chars);
1600
- return reinterpret_cast<jobject>(result_map);
1601
- }
1602
-
1603
- JNIEXPORT void JNICALL
1604
- Java_com_cactus_LlamaContext_clearConversation(
1605
- JNIEnv *env, jobject thiz, jlong context_ptr) {
1606
- UNUSED(thiz);
1607
- UNUSED(env);
1608
- auto llama = context_map[(long) context_ptr];
1609
- llama->clearConversation();
1610
- }
1611
-
1612
- JNIEXPORT jboolean JNICALL
1613
- Java_com_cactus_LlamaContext_isConversationActive(
1614
- JNIEnv *env, jobject thiz, jlong context_ptr) {
1615
- UNUSED(thiz);
1616
- UNUSED(env);
1617
- auto llama = context_map[(long) context_ptr];
1618
- return llama->isConversationActive();
1566
+ llama_log_set(cactus_log_callback_default, NULL);
1619
1567
  }
1620
1568
 
1621
1569
  } // extern "C"
@@ -184,26 +184,6 @@ public class CactusModule extends NativeCactusSpec {
184
184
  cactus.releaseVocoder(id, promise);
185
185
  }
186
186
 
187
- @ReactMethod
188
- public void generateResponse(double id, String userMessage, Double maxTokens, Promise promise) {
189
- cactus.generateResponse(id, userMessage, maxTokens != null ? maxTokens.doubleValue() : 200.0, promise);
190
- }
191
-
192
- @ReactMethod
193
- public void continueConversation(double id, String userMessage, Double maxTokens, Promise promise) {
194
- cactus.continueConversation(id, userMessage, maxTokens != null ? maxTokens.doubleValue() : 200.0, promise);
195
- }
196
-
197
- @ReactMethod
198
- public void clearConversation(double id, Promise promise) {
199
- cactus.clearConversation(id, promise);
200
- }
201
-
202
- @ReactMethod
203
- public void isConversationActive(double id, Promise promise) {
204
- cactus.isConversationActive(id, promise);
205
- }
206
-
207
187
  @ReactMethod
208
188
  public void releaseContext(double id, Promise promise) {
209
189
  cactus.releaseContext(id, promise);
@@ -183,26 +183,6 @@ public class CactusModule extends ReactContextBaseJavaModule {
183
183
  cactus.releaseVocoder(id, promise);
184
184
  }
185
185
 
186
- @ReactMethod
187
- public void generateResponse(double id, final String userMessage, final Double maxTokens, final Promise promise) {
188
- cactus.generateResponse(id, userMessage, maxTokens != null ? maxTokens.doubleValue() : 200.0, promise);
189
- }
190
-
191
- @ReactMethod
192
- public void continueConversation(double id, final String userMessage, final Double maxTokens, final Promise promise) {
193
- cactus.continueConversation(id, userMessage, maxTokens != null ? maxTokens.doubleValue() : 200.0, promise);
194
- }
195
-
196
- @ReactMethod
197
- public void clearConversation(double id, final Promise promise) {
198
- cactus.clearConversation(id, promise);
199
- }
200
-
201
- @ReactMethod
202
- public void isConversationActive(double id, final Promise promise) {
203
- cactus.isConversationActive(id, promise);
204
- }
205
-
206
186
  @ReactMethod
207
187
  public void releaseContext(double id, Promise promise) {
208
188
  cactus.releaseContext(id, promise);
@@ -18,8 +18,8 @@ add_definitions(
18
18
  -DLM_GGML_METAL_USE_BF16
19
19
  )
20
20
 
21
- # Set the source directory to the cactus directory
22
- set(SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/../cactus)
21
+ # Set the source directory to the cpp directory
22
+ set(SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/../cpp)
23
23
 
24
24
  # Define public headers
25
25
  set(PUBLIC_HEADERS
@@ -101,12 +101,12 @@ add_library(cactus SHARED
101
101
  ${SOURCE_DIR}/json.hpp
102
102
  )
103
103
 
104
- # Setup include directories, use the cactus directory
104
+ # Setup include directories, use the cpp directory
105
105
  target_include_directories(cactus
106
106
  PUBLIC
107
- $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cactus>
108
- $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cactus/ggml-cpu>
109
- $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cactus/tools/mtmd>
107
+ $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cpp>
108
+ $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cpp/ggml-cpu>
109
+ $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cpp/tools/mtmd>
110
110
  $<INSTALL_INTERFACE:include>
111
111
  )
112
112
 
package/ios/Cactus.mm CHANGED
@@ -643,84 +643,4 @@ RCT_EXPORT_METHOD(releaseVocoder:(double)contextId
643
643
  }
644
644
  #endif
645
645
 
646
- // New conversation management methods
647
- RCT_EXPORT_METHOD(generateResponse:(double)contextId
648
- userMessage:(NSString *)userMessage
649
- maxTokens:(double)maxTokens
650
- withResolver:(RCTPromiseResolveBlock)resolve
651
- withRejecter:(RCTPromiseRejectBlock)reject)
652
- {
653
- CactusContext *context = llamaContexts[[NSNumber numberWithDouble:contextId]];
654
- if (context == nil) {
655
- reject(@"llama_error", @"Context not found", nil);
656
- return;
657
- }
658
- if ([context isPredicting]) {
659
- reject(@"llama_error", @"Context is busy", nil);
660
- return;
661
- }
662
- dispatch_async(llamaDQueue, ^{
663
- @try {
664
- @autoreleasepool {
665
- NSString *result = [context generateResponse:userMessage maxTokens:(int)maxTokens];
666
- resolve(result);
667
- }
668
- } @catch (NSException *exception) {
669
- reject(@"llama_cpp_error", exception.reason, nil);
670
- }
671
- });
672
- }
673
-
674
- RCT_EXPORT_METHOD(continueConversation:(double)contextId
675
- userMessage:(NSString *)userMessage
676
- maxTokens:(double)maxTokens
677
- withResolver:(RCTPromiseResolveBlock)resolve
678
- withRejecter:(RCTPromiseRejectBlock)reject)
679
- {
680
- CactusContext *context = llamaContexts[[NSNumber numberWithDouble:contextId]];
681
- if (context == nil) {
682
- reject(@"llama_error", @"Context not found", nil);
683
- return;
684
- }
685
- if ([context isPredicting]) {
686
- reject(@"llama_error", @"Context is busy", nil);
687
- return;
688
- }
689
- dispatch_async(llamaDQueue, ^{
690
- @try {
691
- @autoreleasepool {
692
- NSDictionary *result = [context continueConversation:userMessage maxTokens:(int)maxTokens];
693
- resolve(result);
694
- }
695
- } @catch (NSException *exception) {
696
- reject(@"llama_cpp_error", exception.reason, nil);
697
- }
698
- });
699
- }
700
-
701
- RCT_EXPORT_METHOD(clearConversation:(double)contextId
702
- withResolver:(RCTPromiseResolveBlock)resolve
703
- withRejecter:(RCTPromiseRejectBlock)reject)
704
- {
705
- CactusContext *context = llamaContexts[[NSNumber numberWithDouble:contextId]];
706
- if (context == nil) {
707
- reject(@"llama_error", @"Context not found", nil);
708
- return;
709
- }
710
- [context clearConversation];
711
- resolve(nil);
712
- }
713
-
714
- RCT_EXPORT_METHOD(isConversationActive:(double)contextId
715
- withResolver:(RCTPromiseResolveBlock)resolve
716
- withRejecter:(RCTPromiseRejectBlock)reject)
717
- {
718
- CactusContext *context = llamaContexts[[NSNumber numberWithDouble:contextId]];
719
- if (context == nil) {
720
- reject(@"llama_error", @"Context not found", nil);
721
- return;
722
- }
723
- resolve(@([context isConversationActive]));
724
- }
725
-
726
646
  @end
@@ -74,12 +74,6 @@
74
74
  - (NSArray *)decodeAudioTokens:(NSArray *)tokens;
75
75
  - (void)releaseVocoder;
76
76
 
77
- // New conversation management methods
78
- - (NSString *)generateResponse:(NSString *)userMessage maxTokens:(int)maxTokens;
79
- - (NSDictionary *)continueConversation:(NSString *)userMessage maxTokens:(int)maxTokens;
80
- - (void)clearConversation;
81
- - (BOOL)isConversationActive;
82
-
83
77
  - (void)invalidate;
84
78
 
85
79
  @end
@@ -961,33 +961,6 @@
961
961
  llama->releaseVocoder();
962
962
  }
963
963
 
964
- // New conversation management methods
965
- - (NSString *)generateResponse:(NSString *)userMessage maxTokens:(int)maxTokens {
966
- std::string result = llama->generateResponse([userMessage UTF8String], maxTokens);
967
- llama->is_predicting = false;
968
- return [NSString stringWithUTF8String:result.c_str()];
969
- }
970
-
971
- - (NSDictionary *)continueConversation:(NSString *)userMessage maxTokens:(int)maxTokens {
972
- cactus::conversation_result result = llama->continueConversation([userMessage UTF8String], maxTokens);
973
- llama->is_predicting = false;
974
-
975
- return @{
976
- @"text": [NSString stringWithUTF8String:result.text.c_str()],
977
- @"time_to_first_token": @(result.time_to_first_token.count()),
978
- @"total_time": @(result.total_time.count()),
979
- @"tokens_generated": @(result.tokens_generated)
980
- };
981
- }
982
-
983
- - (void)clearConversation {
984
- llama->clearConversation();
985
- }
986
-
987
- - (BOOL)isConversationActive {
988
- return llama->isConversationActive();
989
- }
990
-
991
964
  - (void)invalidate {
992
965
  delete llama;
993
966
  // llama_backend_free();
@@ -192,12 +192,6 @@ struct cactus_context {
192
192
  std::vector<llama_token> getAudioCompletionGuideTokens(const std::string &text_to_speak);
193
193
  std::vector<float> decodeAudioTokens(const std::vector<llama_token> &tokens);
194
194
  void releaseVocoder();
195
-
196
- // High-level conversation management API
197
- std::string generateResponse(const std::string &user_message, int max_tokens = 200);
198
- conversation_result continueConversation(const std::string &user_message, int max_tokens = 200);
199
- void clearConversation();
200
- bool isConversationActive() const;
201
195
  };
202
196
 
203
197
  extern bool cactus_verbose;
@@ -192,12 +192,6 @@ struct cactus_context {
192
192
  std::vector<llama_token> getAudioCompletionGuideTokens(const std::string &text_to_speak);
193
193
  std::vector<float> decodeAudioTokens(const std::vector<llama_token> &tokens);
194
194
  void releaseVocoder();
195
-
196
- // High-level conversation management API
197
- std::string generateResponse(const std::string &user_message, int max_tokens = 200);
198
- conversation_result continueConversation(const std::string &user_message, int max_tokens = 200);
199
- void clearConversation();
200
- bool isConversationActive() const;
201
195
  };
202
196
 
203
197
  extern bool cactus_verbose;
@@ -192,12 +192,6 @@ struct cactus_context {
192
192
  std::vector<llama_token> getAudioCompletionGuideTokens(const std::string &text_to_speak);
193
193
  std::vector<float> decodeAudioTokens(const std::vector<llama_token> &tokens);
194
194
  void releaseVocoder();
195
-
196
- // High-level conversation management API
197
- std::string generateResponse(const std::string &user_message, int max_tokens = 200);
198
- conversation_result continueConversation(const std::string &user_message, int max_tokens = 200);
199
- void clearConversation();
200
- bool isConversationActive() const;
201
195
  };
202
196
 
203
197
  extern bool cactus_verbose;
@@ -192,12 +192,6 @@ struct cactus_context {
192
192
  std::vector<llama_token> getAudioCompletionGuideTokens(const std::string &text_to_speak);
193
193
  std::vector<float> decodeAudioTokens(const std::vector<llama_token> &tokens);
194
194
  void releaseVocoder();
195
-
196
- // High-level conversation management API
197
- std::string generateResponse(const std::string &user_message, int max_tokens = 200);
198
- conversation_result continueConversation(const std::string &user_message, int max_tokens = 200);
199
- void clearConversation();
200
- bool isConversationActive() const;
201
195
  };
202
196
 
203
197
  extern bool cactus_verbose;
@@ -1 +1 @@
1
- {"version":3,"names":["_reactNative","require","_default","exports","default","TurboModuleRegistry","get"],"sourceRoot":"../../src","sources":["NativeCactus.ts"],"mappings":";;;;;;AACA,IAAAA,YAAA,GAAAC,OAAA;AAkSA;AAiBA;AAAA,IAAAC,QAAA,GAAAC,OAAA,CAAAC,OAAA,GAgMeC,gCAAmB,CAACC,GAAG,CAAO,QAAQ,CAAC","ignoreList":[]}
1
+ {"version":3,"names":["_reactNative","require","_default","exports","default","TurboModuleRegistry","get"],"sourceRoot":"../../src","sources":["NativeCactus.ts"],"mappings":";;;;;;AACA,IAAAA,YAAA,GAAAC,OAAA;AAkSA;AAAA,IAAAC,QAAA,GAAAC,OAAA,CAAAC,OAAA,GA2LeC,gCAAmB,CAACC,GAAG,CAAO,QAAQ,CAAC","ignoreList":[]}
@@ -1 +1 @@
1
- {"version":3,"names":["_reactNative","require","_NativeCactus","_interopRequireDefault","_grammar","_chat","_tools","e","__esModule","default","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","Platform","OS","NativeEventEmitter","Cactus","DeviceEventEmitter","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","getFormattedChat","messages","template","params","chat","formatChat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","injectToolsIntoMessages","result","toolCalled","toolName","toolInput","toolOutput","parseAndExecuteTool","newMessages","updateMessagesWithToolCall","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","generateResponse","userMessage","maxTokens","continueConversation","clearConversation","isConversationActive","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","exports","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,aAAA,GAAAC,sBAAA,CAAAF,OAAA;AAwBA,IAAAG,QAAA,GAAAH,OAAA;AAEA,IAAAI,KAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAL,OAAA;AAAyG,SAAAE,uBAAAI,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAwBzG,MAAMG,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIC,qBAAQ,CAACC,EAAE,KAAK,KAAK,EAAE;EACzB;EACAF,YAAY,GAAG,IAAIG,+BAAkB,CAACC,qBAAM,CAAC;AAC/C;AACA,IAAIH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;EAC7BF,YAAY,GAAGK,+BAAkB;AACnC;AAEA,MAAMC,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIN,YAAY,EAAE;EAChBA,YAAY,CAACO,WAAW,CACtBR,mBAAmB,EAClBS,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAR,qBAAM,EAAES,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAEM,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO3B,qBAAM,CAACuB,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAO7B,qBAAM,CAAC4B,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAE3C,OAAO;EAC7C;EAEA,MAAM6C,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAG,IAAAC,gBAAU,EAACJ,QAAQ,CAAC;IACjC,MAAMK,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIM,MAAM,EAAEI,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIP,QAAQ,EAAEM,IAAI,GAAGN,QAAQ,EAAC;IAC9B,MAAMQ,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,EAAEQ,eAAe,CAAC;IACzD,OAAOhD,qBAAM,CAACqC,gBAAgB,CAAC,IAAI,CAACf,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACT,IAAI,CAAC,EAAEI,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEX,MAAM,EAAEW,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACV,MAAM,CAACW,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEZ,MAAM,EAAEY,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACV,MAAM,CAACY,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEb,MAAM,EAAEa;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACrBd,MAAyC,EACzCe,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAACjB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACoB,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACf,MAAM,CAACW,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC,OAAO,IAAI,CAACC,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IAEA,IAAIjB,QAAQ,GAAG,CAAC,IAAGE,MAAM,EAAEF,QAAQ,IAAI,EAAE,EAAC,CAAC,CAAC;;IAE5C,IAAIkB,cAAc,KAAK,CAAC,EAAE;MACtBlB,QAAQ,GAAG,IAAAqB,8BAAuB,EAACrB,QAAQ,EAAEE,MAAM,CAACW,KAAK,CAAC;IAC9D;IAEA,MAAMS,MAAM,GAAG,MAAM,IAAI,CAACF,UAAU,CAAC;MAAC,GAAGlB,MAAM;MAAEF;IAAQ,CAAC,EAAEiB,QAAQ,CAAC;IAErE,MAAM;MAACM,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAM,IAAAC,0BAAmB,EAACL,MAAM,EAAEpB,MAAM,CAACW,KAAK,CAAC;IAEnD,IAAIU,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAMG,WAAW,GAAG,IAAAC,iCAA0B,EAC1C7B,QAAQ,EAAEwB,QAAQ,EAAEC,SAAS,EAAEC,UACnC,CAAC;MAED,OAAO,MAAM,IAAI,CAACV,mBAAmB,CACjC;QAAC,GAAGd,MAAM;QAAEF,QAAQ,EAAE4B;MAAW,CAAC,EAClCX,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOG,MAAM;EACnB;EAEE,MAAMF,UAAUA,CACdlB,MAAwB,EACxBe,QAAoC,EACH;IACjC,MAAMa,YAAY,GAAG;MACnB,GAAG5B,MAAM;MACT6B,MAAM,EAAE7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACf;IAC7B,CAAC;IACD,IAAIf,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAMiC,eAAe,GAAG,MAAM,IAAI,CAAClC,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACgC,aAAa,IAAIhC,MAAM,CAACiC,YAAY,EAC3C;QACE7B,KAAK,EAAEJ,MAAM,CAACI,KAAK;QACnBO,KAAK,EAAEX,MAAM,CAACW,KAAK;QACnBC,mBAAmB,EAAEZ,MAAM,CAACY,mBAAmB;QAC/CC,WAAW,EAAEb,MAAM,CAACa;MACtB,CACF,CAAC;MACD,IAAI,OAAOkB,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAG7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACpB,eAAe,IAAI,CAACoB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAM5B,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,CAACQ,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEqB,YAAY,CAACtD,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAImC,aAAkB,GACpB3B,QAAQ,IACR3D,YAAY,CAACO,WAAW,CAACT,cAAc,EAAGU,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAE+D;MAAY,CAAC,GAAG/E,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAAC4B,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAGrF,qBAAM,CAAC0D,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAE8C,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACD7E,KAAK,CAAE+E,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAO1F,qBAAM,CAAC0F,cAAc,CAAC,IAAI,CAACpE,EAAE,CAAC;EACvC;;EAEA;EACA;AACF;AACA;EACE,MAAMqE,gBAAgBA,CACpBC,WAAmB,EACnBC,SAAiB,GAAG,GAAG,EACN;IACjB,OAAO7F,qBAAM,CAAC2F,gBAAgB,CAAC,IAAI,CAACrE,EAAE,EAAEsE,WAAW,EAAEC,SAAS,CAAC;EACjE;;EAEA;AACF;AACA;EACE,MAAMC,oBAAoBA,CACxBF,WAAmB,EACnBC,SAAiB,GAAG,GAAG,EACY;IACnC,OAAO7F,qBAAM,CAAC8F,oBAAoB,CAAC,IAAI,CAACxE,EAAE,EAAEsE,WAAW,EAAEC,SAAS,CAAC;EACrE;;EAEA;AACF;AACA;EACE,MAAME,iBAAiBA,CAAA,EAAkB;IACvC,OAAO/F,qBAAM,CAAC+F,iBAAiB,CAAC,IAAI,CAACzE,EAAE,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAM0E,oBAAoBA,CAAA,EAAqB;IAC7C,OAAOhG,qBAAM,CAACgG,oBAAoB,CAAC,IAAI,CAAC1E,EAAE,CAAC;EAC7C;EAEA2E,QAAQA,CAACzF,IAAY,EAAiC;IACpD,OAAOR,qBAAM,CAACiG,QAAQ,CAAC,IAAI,CAAC3E,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEA0F,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAOnG,qBAAM,CAACkG,UAAU,CAAC,IAAI,CAAC5E,EAAE,EAAE6E,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACP5F,IAAY,EACZgC,MAAwB,EACQ;IAChC,OAAOxC,qBAAM,CAACoG,SAAS,CAAC,IAAI,CAAC9E,EAAE,EAAEd,IAAI,EAAEgC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAM6D,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAM7C,MAAM,GAAG,MAAM5D,qBAAM,CAACqG,KAAK,CAAC,IAAI,CAAC/E,EAAE,EAAEgF,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpE/D,IAAI,CAACgE,KAAK,CAACrD,MAAM,CAAC;IACpB,OAAO;MACL8C,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClC7F,IAAI,EAAE6F,CAAC,CAAC7F,IAAI,CAAC8F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAOxH,qBAAM,CAACkH,iBAAiB,CAAC,IAAI,CAAC5F,EAAE,EAAE8F,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAOzH,qBAAM,CAACyH,kBAAkB,CAAC,IAAI,CAACnG,EAAE,CAAC;EAC3C;EAEA,MAAMoG,qBAAqBA,CAAA,EAEzB;IACA,OAAO1H,qBAAM,CAAC0H,qBAAqB,CAAC,IAAI,CAACpG,EAAE,CAAC;EAC9C;EAEA,MAAMqG,OAAOA,CAAA,EAAkB;IAC7B,OAAO3H,qBAAM,CAAC4H,cAAc,CAAC,IAAI,CAACtG,EAAE,CAAC;EACvC;AACF;AAACuG,OAAA,CAAA7G,YAAA,GAAAA,YAAA;AAEM,eAAeP,eAAeA,CAACqH,OAAgB,EAAiB;EACrE,OAAO9H,qBAAM,CAACS,eAAe,CAACqH,OAAO,CAAC;AACxC;AAEO,SAASC,oBAAoBA,CAClCzH,QAA+C,EACvB;EACxBJ,YAAY,CAAC+E,IAAI,CAAC3E,QAAQ,CAAC;EAC3B,OAAO;IACLkF,MAAM,EAAEA,CAAA,KAAM;MACZtF,YAAY,CAAC8H,MAAM,CAAC9H,YAAY,CAAC+H,OAAO,CAAC3H,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEO,eAAe4H,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAOnI,qBAAM,CAACkI,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACM,eAAeC,kBAAkBA,CAACxH,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAO3B,qBAAM,CAAC8I,SAAS,CAACrH,IAAI,EAAEmH,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAEM,eAAeC,SAASA,CAC7B;EACEhI,KAAK;EACLiI,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAExC,QAAQ;EACnB,GAAGyC;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAIpI,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAImI,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAEpI,UAAU,CAAC,SAAS,CAAC,EAAEoI,QAAQ,GAAGA,QAAQ,CAACnI,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAIyF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClC7F,IAAI,EAAE6F,CAAC,CAAC7F,IAAI,CAAC8F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAMpG,SAAS,GAAGgH,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAGnK,YAAY,CAACO,WAAW,CAC/CV,8BAA8B,EAC7BW,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCyI,UAAU,CAACzJ,GAAG,CAAC4J,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJxI,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE6I,YAAY;IACnBC;EACF,CAAC,GAAG,MAAMnK,qBAAM,CAACoK,WAAW,CAAChJ,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACX6H,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAEvC,YAAY;IACvB,GAAGwC;EACL,CAAC,CAAC,CAAClJ,KAAK,CAAE+E,GAAQ,IAAK;IACrBsE,sBAAsB,EAAEvE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFsE,sBAAsB,EAAEvE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAIxE,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE6I,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOtK,qBAAM,CAACuK,kBAAkB,CAAC,CAAC;AACpC;AAEO,MAAMH,WAAW,GAAG,MAAO5H,MAA2B,IAAK;EAChE,OAAO,MAAMxC,qBAAM,CAACoK,WAAW,CAAChC,gBAAgB,EAAE,EAAE5F,MAAM,CAAC;AAC7D,CAAC;AAACqF,OAAA,CAAAuC,WAAA,GAAAA,WAAA;AAEK,MAAMI,cAAc,GAAG,MAAAA,CAAOpJ,SAAiB,EAAEqJ,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAM1K,qBAAM,CAACwK,cAAc,CAACpJ,SAAS,EAAEqJ,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAAC7C,OAAA,CAAA2C,cAAA,GAAAA,cAAA;AAEK,MAAMG,mBAAmB,GAAG,MAAOvJ,SAAiB,IAAK;EAC9D,OAAO,MAAMpB,qBAAM,CAAC2K,mBAAmB,CAACvJ,SAAS,CAAC;AACpD,CAAC;AAACyG,OAAA,CAAA8C,mBAAA,GAAAA,mBAAA;AAEK,MAAMC,yBAAyB,GAAG,MAAOxJ,SAAiB,IAAK;EACpE,OAAO,MAAMpB,qBAAM,CAAC4K,yBAAyB,CAACxJ,SAAS,CAAC;AAC1D,CAAC;AAACyG,OAAA,CAAA+C,yBAAA,GAAAA,yBAAA;AAEK,MAAMC,wBAAwB,GAAG,MAAOzJ,SAAiB,IAAK;EACnE,OAAO,MAAMpB,qBAAM,CAAC6K,wBAAwB,CAACzJ,SAAS,CAAC;AACzD,CAAC;AAACyG,OAAA,CAAAgD,wBAAA,GAAAA,wBAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAO1J,SAAiB,IAAK;EAC5D,OAAO,MAAMpB,qBAAM,CAAC8K,iBAAiB,CAAC1J,SAAS,CAAC;AAClD,CAAC;AAACyG,OAAA,CAAAiD,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,oBAAoB,GAAG,MAAAA,CAAO3J,SAAiB,EAAEiD,MAAc,EAAE2G,UAAoB,EAAExI,MAA8B,KAAsC;EACtK,OAAO,MAAMxC,qBAAM,CAAC+K,oBAAoB,CAAC3J,SAAS,EAAEiD,MAAM,EAAE2G,UAAU,EAAExI,MAAM,CAAC;AACjF,CAAC;AAACqF,OAAA,CAAAkD,oBAAA,GAAAA,oBAAA;AAEK,MAAME,WAAW,GAAG,MAAAA,CAAO7J,SAAiB,EAAE8J,gBAAwB,KAAK;EAChF,OAAO,MAAMlL,qBAAM,CAACiL,WAAW,CAAC7J,SAAS,EAAE8J,gBAAgB,CAAC;AAC9D,CAAC;AAACrD,OAAA,CAAAoD,WAAA,GAAAA,WAAA;AAEK,MAAME,gBAAgB,GAAG,MAAO/J,SAAiB,IAAK;EAC3D,OAAO,MAAMpB,qBAAM,CAACmL,gBAAgB,CAAC/J,SAAS,CAAC;AACjD,CAAC;AAACyG,OAAA,CAAAsD,gBAAA,GAAAA,gBAAA;AAEK,MAAMC,UAAU,GAAG,MAAOhK,SAAiB,IAA6B;EAC7E,OAAO,MAAMpB,qBAAM,CAACoL,UAAU,CAAChK,SAAS,CAAC;AAC3C,CAAC;AAACyG,OAAA,CAAAuD,UAAA,GAAAA,UAAA;AAEK,MAAMC,2BAA2B,GAAG,MAAAA,CAAOjK,SAAiB,EAAEkK,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMvL,qBAAM,CAACqL,2BAA2B,CAACjK,SAAS,EAAEkK,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAAC1D,OAAA,CAAAwD,2BAAA,GAAAA,2BAAA;AAEK,MAAMG,6BAA6B,GAAG,MAAAA,CAAOpK,SAAiB,EAAEmK,WAAmB,KAAuC;EAC/H,OAAO,MAAMvL,qBAAM,CAACwL,6BAA6B,CAACpK,SAAS,EAAEmK,WAAW,CAAC;AAC3E,CAAC;AAAC1D,OAAA,CAAA2D,6BAAA,GAAAA,6BAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAAA,CAAOrK,SAAiB,EAAE+E,MAAgB,KAAuC;EAChH,OAAO,MAAMnG,qBAAM,CAACyL,iBAAiB,CAACrK,SAAS,EAAE+E,MAAM,CAAC;AAC1D,CAAC;AAAC0B,OAAA,CAAA4D,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,cAAc,GAAG,MAAOtK,SAAiB,IAAK;EACzD,OAAO,MAAMpB,qBAAM,CAAC0L,cAAc,CAACtK,SAAS,CAAC;AAC/C,CAAC;AAACyG,OAAA,CAAA6D,cAAA,GAAAA,cAAA;AAEK,MAAMzF,QAAQ,GAAG,MAAAA,CAAO7E,SAAiB,EAAEZ,IAAY,EAAEwK,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAM3L,qBAAM,CAACiG,QAAQ,CAAC7E,SAAS,EAAEZ,IAAI,EAAEwK,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAMhL,qBAAM,CAACiG,QAAQ,CAAC7E,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC;AAACqH,OAAA,CAAA5B,QAAA,GAAAA,QAAA","ignoreList":[]}
1
+ {"version":3,"names":["_reactNative","require","_NativeCactus","_interopRequireDefault","_grammar","_chat","_tools","_lm","_vlm","_tts","e","__esModule","default","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","Platform","OS","NativeEventEmitter","Cactus","DeviceEventEmitter","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","getFormattedChat","messages","template","params","chat","formatChat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","injectToolsIntoMessages","result","toolCalled","toolName","toolInput","toolOutput","parseAndExecuteTool","newMessages","updateMessagesWithToolCall","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","rewind","exports","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,aAAA,GAAAC,sBAAA,CAAAF,OAAA;AAuBA,IAAAG,QAAA,GAAAH,OAAA;AAEA,IAAAI,KAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAL,OAAA;AA4jBA,IAAAM,GAAA,GAAAN,OAAA;AACA,IAAAO,IAAA,GAAAP,OAAA;AACA,IAAAQ,IAAA,GAAAR,OAAA;AAAkC,SAAAE,uBAAAO,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAriBlC,MAAMG,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIC,qBAAQ,CAACC,EAAE,KAAK,KAAK,EAAE;EACzB;EACAF,YAAY,GAAG,IAAIG,+BAAkB,CAACC,qBAAM,CAAC;AAC/C;AACA,IAAIH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;EAC7BF,YAAY,GAAGK,+BAAkB;AACnC;AAEA,MAAMC,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIN,YAAY,EAAE;EAChBA,YAAY,CAACO,WAAW,CACtBR,mBAAmB,EAClBS,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAR,qBAAM,EAAES,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAEM,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO3B,qBAAM,CAACuB,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAO7B,qBAAM,CAAC4B,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAE3C,OAAO;EAC7C;EAEA,MAAM6C,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAG,IAAAC,gBAAU,EAACJ,QAAQ,CAAC;IACjC,MAAMK,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIM,MAAM,EAAEI,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIP,QAAQ,EAAEM,IAAI,GAAGN,QAAQ,EAAC;IAC9B,MAAMQ,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,EAAEQ,eAAe,CAAC;IACzD,OAAOhD,qBAAM,CAACqC,gBAAgB,CAAC,IAAI,CAACf,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACT,IAAI,CAAC,EAAEI,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEX,MAAM,EAAEW,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACV,MAAM,CAACW,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEZ,MAAM,EAAEY,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACV,MAAM,CAACY,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEb,MAAM,EAAEa;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACrBd,MAAyC,EACzCe,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAACjB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACoB,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACf,MAAM,CAACW,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC,OAAO,IAAI,CAACC,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IAEA,IAAIjB,QAAQ,GAAG,CAAC,IAAGE,MAAM,EAAEF,QAAQ,IAAI,EAAE,EAAC,CAAC,CAAC;;IAE5C,IAAIkB,cAAc,KAAK,CAAC,EAAE;MACtBlB,QAAQ,GAAG,IAAAqB,8BAAuB,EAACrB,QAAQ,EAAEE,MAAM,CAACW,KAAK,CAAC;IAC9D;IAEA,MAAMS,MAAM,GAAG,MAAM,IAAI,CAACF,UAAU,CAAC;MAAC,GAAGlB,MAAM;MAAEF;IAAQ,CAAC,EAAEiB,QAAQ,CAAC;IAErE,MAAM;MAACM,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAM,IAAAC,0BAAmB,EAACL,MAAM,EAAEpB,MAAM,CAACW,KAAK,CAAC;IAEnD,IAAIU,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAMG,WAAW,GAAG,IAAAC,iCAA0B,EAC1C7B,QAAQ,EAAEwB,QAAQ,EAAEC,SAAS,EAAEC,UACnC,CAAC;MAED,OAAO,MAAM,IAAI,CAACV,mBAAmB,CACjC;QAAC,GAAGd,MAAM;QAAEF,QAAQ,EAAE4B;MAAW,CAAC,EAClCX,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOG,MAAM;EACnB;EAEE,MAAMF,UAAUA,CACdlB,MAAwB,EACxBe,QAAoC,EACH;IACjC,MAAMa,YAAY,GAAG;MACnB,GAAG5B,MAAM;MACT6B,MAAM,EAAE7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACf;IAC7B,CAAC;IACD,IAAIf,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAMiC,eAAe,GAAG,MAAM,IAAI,CAAClC,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACgC,aAAa,IAAIhC,MAAM,CAACiC,YAAY,EAC3C;QACE7B,KAAK,EAAEJ,MAAM,CAACI,KAAK;QACnBO,KAAK,EAAEX,MAAM,CAACW,KAAK;QACnBC,mBAAmB,EAAEZ,MAAM,CAACY,mBAAmB;QAC/CC,WAAW,EAAEb,MAAM,CAACa;MACtB,CACF,CAAC;MACD,IAAI,OAAOkB,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAG7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACpB,eAAe,IAAI,CAACoB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAM5B,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,CAACQ,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEqB,YAAY,CAACtD,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAImC,aAAkB,GACpB3B,QAAQ,IACR3D,YAAY,CAACO,WAAW,CAACT,cAAc,EAAGU,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAE+D;MAAY,CAAC,GAAG/E,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAAC4B,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAGrF,qBAAM,CAAC0D,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAE8C,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACD7E,KAAK,CAAE+E,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAO1F,qBAAM,CAAC0F,cAAc,CAAC,IAAI,CAACpE,EAAE,CAAC;EACvC;EAEAqE,QAAQA,CAACnF,IAAY,EAAiC;IACpD,OAAOR,qBAAM,CAAC2F,QAAQ,CAAC,IAAI,CAACrE,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAoF,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAO7F,qBAAM,CAAC4F,UAAU,CAAC,IAAI,CAACtE,EAAE,EAAEuE,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACPtF,IAAY,EACZgC,MAAwB,EACQ;IAChC,OAAOxC,qBAAM,CAAC8F,SAAS,CAAC,IAAI,CAACxE,EAAE,EAAEd,IAAI,EAAEgC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAMuD,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAMvC,MAAM,GAAG,MAAM5D,qBAAM,CAAC+F,KAAK,CAAC,IAAI,CAACzE,EAAE,EAAE0E,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpEzD,IAAI,CAAC0D,KAAK,CAAC/C,MAAM,CAAC;IACpB,OAAO;MACLwC,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClCvF,IAAI,EAAEuF,CAAC,CAACvF,IAAI,CAACwF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAOlH,qBAAM,CAAC4G,iBAAiB,CAAC,IAAI,CAACtF,EAAE,EAAEwF,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAOnH,qBAAM,CAACmH,kBAAkB,CAAC,IAAI,CAAC7F,EAAE,CAAC;EAC3C;EAEA,MAAM8F,qBAAqBA,CAAA,EAEzB;IACA,OAAOpH,qBAAM,CAACoH,qBAAqB,CAAC,IAAI,CAAC9F,EAAE,CAAC;EAC9C;EAEA,MAAM+F,OAAOA,CAAA,EAAkB;IAC7B,OAAOrH,qBAAM,CAACsH,cAAc,CAAC,IAAI,CAAChG,EAAE,CAAC;EACvC;EAEA,MAAMiG,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAQvH,qBAAM,CAASuH,MAAM,CAAC,IAAI,CAACjG,EAAE,CAAC;EACxC;AACF;AAACkG,OAAA,CAAAxG,YAAA,GAAAA,YAAA;AAEM,eAAeP,eAAeA,CAACgH,OAAgB,EAAiB;EACrE,OAAOzH,qBAAM,CAACS,eAAe,CAACgH,OAAO,CAAC;AACxC;AAEO,SAASC,oBAAoBA,CAClCpH,QAA+C,EACvB;EACxBJ,YAAY,CAAC+E,IAAI,CAAC3E,QAAQ,CAAC;EAC3B,OAAO;IACLkF,MAAM,EAAEA,CAAA,KAAM;MACZtF,YAAY,CAACyH,MAAM,CAACzH,YAAY,CAAC0H,OAAO,CAACtH,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEO,eAAeuH,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAO9H,qBAAM,CAAC6H,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACM,eAAeC,kBAAkBA,CAACnH,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAO3B,qBAAM,CAACyI,SAAS,CAAChH,IAAI,EAAE8G,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAEM,eAAeC,SAASA,CAC7B;EACE3H,KAAK;EACL4H,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAEzC,QAAQ;EACnB,GAAG0C;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAI/H,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAI8H,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAE/H,UAAU,CAAC,SAAS,CAAC,EAAE+H,QAAQ,GAAGA,QAAQ,CAAC9H,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAImF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClCvF,IAAI,EAAEuF,CAAC,CAACvF,IAAI,CAACwF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAM9F,SAAS,GAAG2G,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAG9J,YAAY,CAACO,WAAW,CAC/CV,8BAA8B,EAC7BW,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCoI,UAAU,CAACpJ,GAAG,CAACuJ,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJnI,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEwI,YAAY;IACnBC;EACF,CAAC,GAAG,MAAM9J,qBAAM,CAAC+J,WAAW,CAAC3I,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACXwH,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAExC,YAAY;IACvB,GAAGyC;EACL,CAAC,CAAC,CAAC7I,KAAK,CAAE+E,GAAQ,IAAK;IACrBiE,sBAAsB,EAAElE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFiE,sBAAsB,EAAElE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAIxE,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEwI,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOjK,qBAAM,CAACkK,kBAAkB,CAAC,CAAC;AACpC;AAEO,MAAMH,WAAW,GAAG,MAAOvH,MAA2B,IAAK;EAChE,OAAO,MAAMxC,qBAAM,CAAC+J,WAAW,CAAChC,gBAAgB,EAAE,EAAEvF,MAAM,CAAC;AAC7D,CAAC;AAACgF,OAAA,CAAAuC,WAAA,GAAAA,WAAA;AAEK,MAAMI,cAAc,GAAG,MAAAA,CAAO/I,SAAiB,EAAEgJ,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAMrK,qBAAM,CAACmK,cAAc,CAAC/I,SAAS,EAAEgJ,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAAC7C,OAAA,CAAA2C,cAAA,GAAAA,cAAA;AAEK,MAAMG,mBAAmB,GAAG,MAAOlJ,SAAiB,IAAK;EAC9D,OAAO,MAAMpB,qBAAM,CAACsK,mBAAmB,CAAClJ,SAAS,CAAC;AACpD,CAAC;AAACoG,OAAA,CAAA8C,mBAAA,GAAAA,mBAAA;AAEK,MAAMC,yBAAyB,GAAG,MAAOnJ,SAAiB,IAAK;EACpE,OAAO,MAAMpB,qBAAM,CAACuK,yBAAyB,CAACnJ,SAAS,CAAC;AAC1D,CAAC;AAACoG,OAAA,CAAA+C,yBAAA,GAAAA,yBAAA;AAEK,MAAMC,wBAAwB,GAAG,MAAOpJ,SAAiB,IAAK;EACnE,OAAO,MAAMpB,qBAAM,CAACwK,wBAAwB,CAACpJ,SAAS,CAAC;AACzD,CAAC;AAACoG,OAAA,CAAAgD,wBAAA,GAAAA,wBAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAOrJ,SAAiB,IAAK;EAC5D,OAAO,MAAMpB,qBAAM,CAACyK,iBAAiB,CAACrJ,SAAS,CAAC;AAClD,CAAC;AAACoG,OAAA,CAAAiD,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,oBAAoB,GAAG,MAAAA,CAAOtJ,SAAiB,EAAEiD,MAAc,EAAEsG,UAAoB,EAAEnI,MAA8B,KAAsC;EACtK,OAAO,MAAMxC,qBAAM,CAAC0K,oBAAoB,CAACtJ,SAAS,EAAEiD,MAAM,EAAEsG,UAAU,EAAEnI,MAAM,CAAC;AACjF,CAAC;AAACgF,OAAA,CAAAkD,oBAAA,GAAAA,oBAAA;AAEK,MAAME,WAAW,GAAG,MAAAA,CAAOxJ,SAAiB,EAAEyJ,gBAAwB,KAAK;EAChF,OAAO,MAAM7K,qBAAM,CAAC4K,WAAW,CAACxJ,SAAS,EAAEyJ,gBAAgB,CAAC;AAC9D,CAAC;AAACrD,OAAA,CAAAoD,WAAA,GAAAA,WAAA;AAEK,MAAME,gBAAgB,GAAG,MAAO1J,SAAiB,IAAK;EAC3D,OAAO,MAAMpB,qBAAM,CAAC8K,gBAAgB,CAAC1J,SAAS,CAAC;AACjD,CAAC;AAACoG,OAAA,CAAAsD,gBAAA,GAAAA,gBAAA;AAEK,MAAMC,UAAU,GAAG,MAAO3J,SAAiB,IAA6B;EAC7E,OAAO,MAAMpB,qBAAM,CAAC+K,UAAU,CAAC3J,SAAS,CAAC;AAC3C,CAAC;AAACoG,OAAA,CAAAuD,UAAA,GAAAA,UAAA;AAEK,MAAMC,2BAA2B,GAAG,MAAAA,CAAO5J,SAAiB,EAAE6J,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMlL,qBAAM,CAACgL,2BAA2B,CAAC5J,SAAS,EAAE6J,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAAC1D,OAAA,CAAAwD,2BAAA,GAAAA,2BAAA;AAEK,MAAMG,6BAA6B,GAAG,MAAAA,CAAO/J,SAAiB,EAAE8J,WAAmB,KAAuC;EAC/H,OAAO,MAAMlL,qBAAM,CAACmL,6BAA6B,CAAC/J,SAAS,EAAE8J,WAAW,CAAC;AAC3E,CAAC;AAAC1D,OAAA,CAAA2D,6BAAA,GAAAA,6BAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAAA,CAAOhK,SAAiB,EAAEyE,MAAgB,KAAuC;EAChH,OAAO,MAAM7F,qBAAM,CAACoL,iBAAiB,CAAChK,SAAS,EAAEyE,MAAM,CAAC;AAC1D,CAAC;AAAC2B,OAAA,CAAA4D,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,cAAc,GAAG,MAAOjK,SAAiB,IAAK;EACzD,OAAO,MAAMpB,qBAAM,CAACqL,cAAc,CAACjK,SAAS,CAAC;AAC/C,CAAC;AAACoG,OAAA,CAAA6D,cAAA,GAAAA,cAAA;AAEK,MAAM1F,QAAQ,GAAG,MAAAA,CAAOvE,SAAiB,EAAEZ,IAAY,EAAEmK,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAMtL,qBAAM,CAAC2F,QAAQ,CAACvE,SAAS,EAAEZ,IAAI,EAAEmK,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAM3K,qBAAM,CAAC2F,QAAQ,CAACvE,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC;AAACgH,OAAA,CAAA7B,QAAA,GAAAA,QAAA","ignoreList":[]}
@@ -0,0 +1 @@
1
+ {"version":3,"names":["_index","require","CactusLM","constructor","context","init","params","onProgress","initLlama","completion","messages","n_predict","temperature","top_p","top_k","min_p","penalty_repeat","penalty_freq","penalty_present","mirostat","mirostat_tau","mirostat_eta","seed","stop","ignore_eos","chat_template","jinja","tools","parallel_tool_calls","tool_choice","response_format","n_probs","grammar","grammar_lazy","grammar_triggers","json_schema","callback","embedding","text","rewind","release","exports"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAWO,MAAMC,QAAQ,CAAC;EAGZC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACpB;IACnB,MAAMH,OAAO,GAAG,MAAM,IAAAI,gBAAS,EAACF,MAAM,EAAEC,UAAU,CAAC;IACnD,OAAO,IAAIL,QAAQ,CAACE,OAAO,CAAC;EAC9B;EAEA,MAAMK,UAAUA,CACdC,QAAsC,EACtC;IACEC,SAAS;IACTC,WAAW;IACXC,KAAK;IACLC,KAAK;IACLC,KAAK;IACLC,cAAc;IACdC,YAAY;IACZC,eAAe;IACfC,QAAQ;IACRC,YAAY;IACZC,YAAY;IACZC,IAAI;IACJC,IAAI;IACJC,UAAU;IACVC,aAAa;IACbC,KAAK;IACLC,KAAK;IACLC,mBAAmB;IACnBC,WAAW;IACXC,eAAe;IACfC,OAAO;IACPC,OAAO;IACPC,YAAY;IACZC,gBAAgB;IAChBC;EA2BF,CAAC,GAAG,CAAC,CAAC,EACNC,QAAoC,EACH;IACjC,OAAO,IAAI,CAAChC,OAAO,CAACK,UAAU,CAAC;MAC7BC,QAAQ;MACRC,SAAS;MACTC,WAAW;MACXC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC,cAAc;MACdC,YAAY;MACZC,eAAe;MACfC,QAAQ;MACRC,YAAY;MACZC,YAAY;MACZC,IAAI;MACJC,IAAI;MACJC,UAAU;MACVC,aAAa;MACbC,KAAK;MACLC,KAAK;MACLC,mBAAmB;MACnBC,WAAW;MACXC,eAAe;MACfC,OAAO;MACPC,OAAO;MACPC,YAAY;MACZC,gBAAgB;MAChBC;IACF,CAAC,EAAEC,QAAQ,CAAC;EACd;EAEA,MAAMC,SAASA,CACbC,IAAY,EACZhC,MAAwB,EACQ;IAChC,OAAO,IAAI,CAACF,OAAO,CAACiC,SAAS,CAACC,IAAI,EAAEhC,MAAM,CAAC;EAC7C;EAEA,MAAMiC,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACnC,OAAO,EAAEmC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAACpC,OAAO,CAACoC,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAAvC,QAAA,GAAAA,QAAA","ignoreList":[]}
@@ -0,0 +1 @@
1
+ {"version":3,"names":["_index","require","CactusTTS","constructor","context","init","vocoderModelPath","initVocoder","id","generate","textToSpeak","speakerJsonStr","formatted_prompt","getFormattedAudioCompletion","tokens","tokenize","decodeAudioTokens","release","releaseVocoder","exports"],"sourceRoot":"../../src","sources":["tts.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfD,OAAqB,EACrBE,gBAAwB,EACJ;IACpB,MAAM,IAAAC,kBAAW,EAACH,OAAO,CAACI,EAAE,EAAEF,gBAAgB,CAAC;IAC/C,OAAO,IAAIJ,SAAS,CAACE,OAAO,CAAC;EAC/B;EAEA,MAAMK,QAAQA,CACZC,WAAmB,EACnBC,cAAsB,EACY;IAClC,MAAM;MAAEC;IAAiB,CAAC,GAAG,MAAM,IAAAC,kCAA2B,EAC5D,IAAI,CAACT,OAAO,CAACI,EAAE,EACfG,cAAc,EACdD,WACF,CAAC;IACD,MAAMI,MAAM,GAAG,CAAC,MAAM,IAAI,CAACV,OAAO,CAACW,QAAQ,CAACH,gBAAgB,CAAC,EAAEE,MAAM;IACrE,OAAO,IAAAE,wBAAiB,EAAC,IAAI,CAACZ,OAAO,CAACI,EAAE,EAAEM,MAAM,CAAC;EACnD;EAEA,MAAMG,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAAC,qBAAc,EAAC,IAAI,CAACd,OAAO,CAACI,EAAE,CAAC;EACxC;AACF;AAACW,OAAA,CAAAjB,SAAA,GAAAA,SAAA","ignoreList":[]}
File without changes