cactus-react-native 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/android/src/main/java/com/cactus/Cactus.java +134 -0
- package/android/src/main/java/com/cactus/LlamaContext.java +22 -0
- package/android/src/main/jni.cpp +53 -1
- package/android/src/main/jniLibs/arm64-v8a/libcactus.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2_dotprod.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2_dotprod_i8mm.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2_i8mm.so +0 -0
- package/android/src/main/jniLibs/x86_64/libcactus.so +0 -0
- package/android/src/main/jniLibs/x86_64/libcactus_x86_64.so +0 -0
- package/android/src/newarch/java/com/cactus/CactusModule.java +20 -0
- package/android/src/oldarch/java/com/cactus/CactusModule.java +20 -0
- package/ios/Cactus.mm +80 -0
- package/ios/CactusContext.h +6 -0
- package/ios/CactusContext.mm +27 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus.h +18 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/cactus.h +18 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/cactus.h +18 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/cactus.h +18 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
- package/lib/commonjs/NativeCactus.js +1 -0
- package/lib/commonjs/NativeCactus.js.map +1 -1
- package/lib/commonjs/index.js +29 -0
- package/lib/commonjs/index.js.map +1 -1
- package/lib/module/NativeCactus.js +2 -0
- package/lib/module/NativeCactus.js.map +1 -1
- package/lib/module/index.js +29 -0
- package/lib/module/index.js.map +1 -1
- package/lib/typescript/NativeCactus.d.ts +10 -0
- package/lib/typescript/NativeCactus.d.ts.map +1 -1
- package/lib/typescript/index.d.ts +17 -1
- package/lib/typescript/index.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/NativeCactus.ts +22 -0
- package/src/index.ts +36 -0
|
@@ -1111,4 +1111,138 @@ public class Cactus implements LifecycleEventListener {
|
|
|
1111
1111
|
}.executeOnExecutor(singleThreadExecutor);
|
|
1112
1112
|
tasks.put(task, "releaseVocoder-" + contextId);
|
|
1113
1113
|
}
|
|
1114
|
+
|
|
1115
|
+
public void generateResponse(double id, final String userMessage, final double maxTokens, final Promise promise) {
|
|
1116
|
+
final int contextId = (int) id;
|
|
1117
|
+
AsyncTask task = new AsyncTask<Void, Void, String>() {
|
|
1118
|
+
private Exception exception;
|
|
1119
|
+
|
|
1120
|
+
@Override
|
|
1121
|
+
protected String doInBackground(Void... voids) {
|
|
1122
|
+
try {
|
|
1123
|
+
LlamaContext context = contexts.get(contextId);
|
|
1124
|
+
if (context == null) {
|
|
1125
|
+
throw new Exception("Context not found");
|
|
1126
|
+
}
|
|
1127
|
+
if (context.isPredicting()) {
|
|
1128
|
+
throw new Exception("Context is busy");
|
|
1129
|
+
}
|
|
1130
|
+
return context.generateResponse(userMessage, (int) maxTokens);
|
|
1131
|
+
} catch (Exception e) {
|
|
1132
|
+
exception = e;
|
|
1133
|
+
}
|
|
1134
|
+
return null;
|
|
1135
|
+
}
|
|
1136
|
+
|
|
1137
|
+
@Override
|
|
1138
|
+
protected void onPostExecute(String result) {
|
|
1139
|
+
if (exception != null) {
|
|
1140
|
+
promise.reject(exception);
|
|
1141
|
+
return;
|
|
1142
|
+
}
|
|
1143
|
+
promise.resolve(result);
|
|
1144
|
+
tasks.remove(this);
|
|
1145
|
+
}
|
|
1146
|
+
}.executeOnExecutor(singleThreadExecutor);
|
|
1147
|
+
tasks.put(task, "generateResponse-" + contextId);
|
|
1148
|
+
}
|
|
1149
|
+
|
|
1150
|
+
public void continueConversation(double id, final String userMessage, final double maxTokens, final Promise promise) {
|
|
1151
|
+
final int contextId = (int) id;
|
|
1152
|
+
AsyncTask task = new AsyncTask<Void, Void, WritableMap>() {
|
|
1153
|
+
private Exception exception;
|
|
1154
|
+
|
|
1155
|
+
@Override
|
|
1156
|
+
protected WritableMap doInBackground(Void... voids) {
|
|
1157
|
+
try {
|
|
1158
|
+
LlamaContext context = contexts.get(contextId);
|
|
1159
|
+
if (context == null) {
|
|
1160
|
+
throw new Exception("Context not found");
|
|
1161
|
+
}
|
|
1162
|
+
if (context.isPredicting()) {
|
|
1163
|
+
throw new Exception("Context is busy");
|
|
1164
|
+
}
|
|
1165
|
+
return context.continueConversation(userMessage, (int) maxTokens);
|
|
1166
|
+
} catch (Exception e) {
|
|
1167
|
+
exception = e;
|
|
1168
|
+
}
|
|
1169
|
+
return null;
|
|
1170
|
+
}
|
|
1171
|
+
|
|
1172
|
+
@Override
|
|
1173
|
+
protected void onPostExecute(WritableMap result) {
|
|
1174
|
+
if (exception != null) {
|
|
1175
|
+
promise.reject(exception);
|
|
1176
|
+
return;
|
|
1177
|
+
}
|
|
1178
|
+
promise.resolve(result);
|
|
1179
|
+
tasks.remove(this);
|
|
1180
|
+
}
|
|
1181
|
+
}.executeOnExecutor(singleThreadExecutor);
|
|
1182
|
+
tasks.put(task, "continueConversation-" + contextId);
|
|
1183
|
+
}
|
|
1184
|
+
|
|
1185
|
+
public void clearConversation(double id, final Promise promise) {
|
|
1186
|
+
final int contextId = (int) id;
|
|
1187
|
+
AsyncTask task = new AsyncTask<Void, Void, Void>() {
|
|
1188
|
+
private Exception exception;
|
|
1189
|
+
|
|
1190
|
+
@Override
|
|
1191
|
+
protected Void doInBackground(Void... voids) {
|
|
1192
|
+
try {
|
|
1193
|
+
LlamaContext context = contexts.get(contextId);
|
|
1194
|
+
if (context == null) {
|
|
1195
|
+
throw new Exception("Context not found");
|
|
1196
|
+
}
|
|
1197
|
+
context.clearConversation();
|
|
1198
|
+
} catch (Exception e) {
|
|
1199
|
+
exception = e;
|
|
1200
|
+
}
|
|
1201
|
+
return null;
|
|
1202
|
+
}
|
|
1203
|
+
|
|
1204
|
+
@Override
|
|
1205
|
+
protected void onPostExecute(Void result) {
|
|
1206
|
+
if (exception != null) {
|
|
1207
|
+
promise.reject(exception);
|
|
1208
|
+
return;
|
|
1209
|
+
}
|
|
1210
|
+
promise.resolve(null);
|
|
1211
|
+
tasks.remove(this);
|
|
1212
|
+
}
|
|
1213
|
+
}.executeOnExecutor(singleThreadExecutor);
|
|
1214
|
+
tasks.put(task, "clearConversation-" + contextId);
|
|
1215
|
+
}
|
|
1216
|
+
|
|
1217
|
+
public void isConversationActive(double id, final Promise promise) {
|
|
1218
|
+
final int contextId = (int) id;
|
|
1219
|
+
AsyncTask task = new AsyncTask<Void, Void, Boolean>() {
|
|
1220
|
+
private Exception exception;
|
|
1221
|
+
|
|
1222
|
+
@Override
|
|
1223
|
+
protected Boolean doInBackground(Void... voids) {
|
|
1224
|
+
try {
|
|
1225
|
+
LlamaContext context = contexts.get(contextId);
|
|
1226
|
+
if (context == null) {
|
|
1227
|
+
throw new Exception("Context not found");
|
|
1228
|
+
}
|
|
1229
|
+
return context.isConversationActive();
|
|
1230
|
+
} catch (Exception e) {
|
|
1231
|
+
exception = e;
|
|
1232
|
+
}
|
|
1233
|
+
return false;
|
|
1234
|
+
}
|
|
1235
|
+
|
|
1236
|
+
@Override
|
|
1237
|
+
protected void onPostExecute(Boolean result) {
|
|
1238
|
+
if (exception != null) {
|
|
1239
|
+
promise.reject(exception);
|
|
1240
|
+
return;
|
|
1241
|
+
}
|
|
1242
|
+
promise.resolve(result);
|
|
1243
|
+
tasks.remove(this);
|
|
1244
|
+
}
|
|
1245
|
+
}.executeOnExecutor(singleThreadExecutor);
|
|
1246
|
+
tasks.put(task, "isConversationActive-" + contextId);
|
|
1247
|
+
}
|
|
1114
1248
|
}
|
|
@@ -524,6 +524,22 @@ public class LlamaContext {
|
|
|
524
524
|
releaseVocoder(this.context);
|
|
525
525
|
}
|
|
526
526
|
|
|
527
|
+
public String generateResponse(String userMessage, int maxTokens) {
|
|
528
|
+
return generateResponse(this.context, userMessage, maxTokens);
|
|
529
|
+
}
|
|
530
|
+
|
|
531
|
+
public WritableMap continueConversation(String userMessage, int maxTokens) {
|
|
532
|
+
return continueConversation(this.context, userMessage, maxTokens);
|
|
533
|
+
}
|
|
534
|
+
|
|
535
|
+
public void clearConversation() {
|
|
536
|
+
clearConversation(this.context);
|
|
537
|
+
}
|
|
538
|
+
|
|
539
|
+
public boolean isConversationActive() {
|
|
540
|
+
return isConversationActive(this.context);
|
|
541
|
+
}
|
|
542
|
+
|
|
527
543
|
static {
|
|
528
544
|
Log.d(NAME, "Primary ABI: " + Build.SUPPORTED_ABIS[0]);
|
|
529
545
|
|
|
@@ -775,4 +791,10 @@ public class LlamaContext {
|
|
|
775
791
|
protected static native WritableArray getAudioCompletionGuideTokens(long contextPtr, String textToSpeak);
|
|
776
792
|
protected static native WritableArray decodeAudioTokens(long contextPtr, int[] tokens);
|
|
777
793
|
protected static native void releaseVocoder(long contextPtr);
|
|
794
|
+
|
|
795
|
+
// New conversation management methods
|
|
796
|
+
protected static native String generateResponse(long contextPtr, String userMessage, int maxTokens);
|
|
797
|
+
protected static native WritableMap continueConversation(long contextPtr, String userMessage, int maxTokens);
|
|
798
|
+
protected static native void clearConversation(long contextPtr);
|
|
799
|
+
protected static native boolean isConversationActive(long contextPtr);
|
|
778
800
|
}
|
package/android/src/main/jni.cpp
CHANGED
|
@@ -1563,7 +1563,59 @@ JNIEXPORT void JNICALL
|
|
|
1563
1563
|
Java_com_cactus_LlamaContext_unsetLog(JNIEnv *env, jobject thiz) {
|
|
1564
1564
|
UNUSED(env);
|
|
1565
1565
|
UNUSED(thiz);
|
|
1566
|
-
llama_log_set(cactus_log_callback_default,
|
|
1566
|
+
llama_log_set(cactus_log_callback_default, nullptr);
|
|
1567
|
+
}
|
|
1568
|
+
|
|
1569
|
+
JNIEXPORT jstring JNICALL
|
|
1570
|
+
Java_com_cactus_LlamaContext_generateResponse(
|
|
1571
|
+
JNIEnv *env, jobject thiz, jlong context_ptr, jstring user_message, jint max_tokens) {
|
|
1572
|
+
UNUSED(thiz);
|
|
1573
|
+
auto llama = context_map[(long) context_ptr];
|
|
1574
|
+
const char *user_message_chars = env->GetStringUTFChars(user_message, nullptr);
|
|
1575
|
+
|
|
1576
|
+
std::string result = llama->generateResponse(user_message_chars, max_tokens);
|
|
1577
|
+
llama->is_predicting = false;
|
|
1578
|
+
|
|
1579
|
+
env->ReleaseStringUTFChars(user_message, user_message_chars);
|
|
1580
|
+
return env->NewStringUTF(result.c_str());
|
|
1581
|
+
}
|
|
1582
|
+
|
|
1583
|
+
JNIEXPORT jobject JNICALL
|
|
1584
|
+
Java_com_cactus_LlamaContext_continueConversation(
|
|
1585
|
+
JNIEnv *env, jobject thiz, jlong context_ptr, jstring user_message, jint max_tokens) {
|
|
1586
|
+
UNUSED(thiz);
|
|
1587
|
+
auto llama = context_map[(long) context_ptr];
|
|
1588
|
+
const char *user_message_chars = env->GetStringUTFChars(user_message, nullptr);
|
|
1589
|
+
|
|
1590
|
+
cactus::conversation_result result = llama->continueConversation(user_message_chars, max_tokens);
|
|
1591
|
+
llama->is_predicting = false;
|
|
1592
|
+
|
|
1593
|
+
auto result_map = createWriteableMap(env);
|
|
1594
|
+
putString(env, result_map, "text", result.text.c_str());
|
|
1595
|
+
putInt(env, result_map, "time_to_first_token", result.time_to_first_token.count());
|
|
1596
|
+
putInt(env, result_map, "total_time", result.total_time.count());
|
|
1597
|
+
putInt(env, result_map, "tokens_generated", result.tokens_generated);
|
|
1598
|
+
|
|
1599
|
+
env->ReleaseStringUTFChars(user_message, user_message_chars);
|
|
1600
|
+
return reinterpret_cast<jobject>(result_map);
|
|
1601
|
+
}
|
|
1602
|
+
|
|
1603
|
+
JNIEXPORT void JNICALL
|
|
1604
|
+
Java_com_cactus_LlamaContext_clearConversation(
|
|
1605
|
+
JNIEnv *env, jobject thiz, jlong context_ptr) {
|
|
1606
|
+
UNUSED(thiz);
|
|
1607
|
+
UNUSED(env);
|
|
1608
|
+
auto llama = context_map[(long) context_ptr];
|
|
1609
|
+
llama->clearConversation();
|
|
1610
|
+
}
|
|
1611
|
+
|
|
1612
|
+
JNIEXPORT jboolean JNICALL
|
|
1613
|
+
Java_com_cactus_LlamaContext_isConversationActive(
|
|
1614
|
+
JNIEnv *env, jobject thiz, jlong context_ptr) {
|
|
1615
|
+
UNUSED(thiz);
|
|
1616
|
+
UNUSED(env);
|
|
1617
|
+
auto llama = context_map[(long) context_ptr];
|
|
1618
|
+
return llama->isConversationActive();
|
|
1567
1619
|
}
|
|
1568
1620
|
|
|
1569
1621
|
} // extern "C"
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -184,6 +184,26 @@ public class CactusModule extends NativeCactusSpec {
|
|
|
184
184
|
cactus.releaseVocoder(id, promise);
|
|
185
185
|
}
|
|
186
186
|
|
|
187
|
+
@ReactMethod
|
|
188
|
+
public void generateResponse(double id, String userMessage, Double maxTokens, Promise promise) {
|
|
189
|
+
cactus.generateResponse(id, userMessage, maxTokens != null ? maxTokens.doubleValue() : 200.0, promise);
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
@ReactMethod
|
|
193
|
+
public void continueConversation(double id, String userMessage, Double maxTokens, Promise promise) {
|
|
194
|
+
cactus.continueConversation(id, userMessage, maxTokens != null ? maxTokens.doubleValue() : 200.0, promise);
|
|
195
|
+
}
|
|
196
|
+
|
|
197
|
+
@ReactMethod
|
|
198
|
+
public void clearConversation(double id, Promise promise) {
|
|
199
|
+
cactus.clearConversation(id, promise);
|
|
200
|
+
}
|
|
201
|
+
|
|
202
|
+
@ReactMethod
|
|
203
|
+
public void isConversationActive(double id, Promise promise) {
|
|
204
|
+
cactus.isConversationActive(id, promise);
|
|
205
|
+
}
|
|
206
|
+
|
|
187
207
|
@ReactMethod
|
|
188
208
|
public void releaseContext(double id, Promise promise) {
|
|
189
209
|
cactus.releaseContext(id, promise);
|
|
@@ -183,6 +183,26 @@ public class CactusModule extends ReactContextBaseJavaModule {
|
|
|
183
183
|
cactus.releaseVocoder(id, promise);
|
|
184
184
|
}
|
|
185
185
|
|
|
186
|
+
@ReactMethod
|
|
187
|
+
public void generateResponse(double id, final String userMessage, final Double maxTokens, final Promise promise) {
|
|
188
|
+
cactus.generateResponse(id, userMessage, maxTokens != null ? maxTokens.doubleValue() : 200.0, promise);
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
@ReactMethod
|
|
192
|
+
public void continueConversation(double id, final String userMessage, final Double maxTokens, final Promise promise) {
|
|
193
|
+
cactus.continueConversation(id, userMessage, maxTokens != null ? maxTokens.doubleValue() : 200.0, promise);
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
@ReactMethod
|
|
197
|
+
public void clearConversation(double id, final Promise promise) {
|
|
198
|
+
cactus.clearConversation(id, promise);
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
@ReactMethod
|
|
202
|
+
public void isConversationActive(double id, final Promise promise) {
|
|
203
|
+
cactus.isConversationActive(id, promise);
|
|
204
|
+
}
|
|
205
|
+
|
|
186
206
|
@ReactMethod
|
|
187
207
|
public void releaseContext(double id, Promise promise) {
|
|
188
208
|
cactus.releaseContext(id, promise);
|
package/ios/Cactus.mm
CHANGED
|
@@ -643,4 +643,84 @@ RCT_EXPORT_METHOD(releaseVocoder:(double)contextId
|
|
|
643
643
|
}
|
|
644
644
|
#endif
|
|
645
645
|
|
|
646
|
+
// New conversation management methods
|
|
647
|
+
RCT_EXPORT_METHOD(generateResponse:(double)contextId
|
|
648
|
+
userMessage:(NSString *)userMessage
|
|
649
|
+
maxTokens:(double)maxTokens
|
|
650
|
+
withResolver:(RCTPromiseResolveBlock)resolve
|
|
651
|
+
withRejecter:(RCTPromiseRejectBlock)reject)
|
|
652
|
+
{
|
|
653
|
+
CactusContext *context = llamaContexts[[NSNumber numberWithDouble:contextId]];
|
|
654
|
+
if (context == nil) {
|
|
655
|
+
reject(@"llama_error", @"Context not found", nil);
|
|
656
|
+
return;
|
|
657
|
+
}
|
|
658
|
+
if ([context isPredicting]) {
|
|
659
|
+
reject(@"llama_error", @"Context is busy", nil);
|
|
660
|
+
return;
|
|
661
|
+
}
|
|
662
|
+
dispatch_async(llamaDQueue, ^{
|
|
663
|
+
@try {
|
|
664
|
+
@autoreleasepool {
|
|
665
|
+
NSString *result = [context generateResponse:userMessage maxTokens:(int)maxTokens];
|
|
666
|
+
resolve(result);
|
|
667
|
+
}
|
|
668
|
+
} @catch (NSException *exception) {
|
|
669
|
+
reject(@"llama_cpp_error", exception.reason, nil);
|
|
670
|
+
}
|
|
671
|
+
});
|
|
672
|
+
}
|
|
673
|
+
|
|
674
|
+
RCT_EXPORT_METHOD(continueConversation:(double)contextId
|
|
675
|
+
userMessage:(NSString *)userMessage
|
|
676
|
+
maxTokens:(double)maxTokens
|
|
677
|
+
withResolver:(RCTPromiseResolveBlock)resolve
|
|
678
|
+
withRejecter:(RCTPromiseRejectBlock)reject)
|
|
679
|
+
{
|
|
680
|
+
CactusContext *context = llamaContexts[[NSNumber numberWithDouble:contextId]];
|
|
681
|
+
if (context == nil) {
|
|
682
|
+
reject(@"llama_error", @"Context not found", nil);
|
|
683
|
+
return;
|
|
684
|
+
}
|
|
685
|
+
if ([context isPredicting]) {
|
|
686
|
+
reject(@"llama_error", @"Context is busy", nil);
|
|
687
|
+
return;
|
|
688
|
+
}
|
|
689
|
+
dispatch_async(llamaDQueue, ^{
|
|
690
|
+
@try {
|
|
691
|
+
@autoreleasepool {
|
|
692
|
+
NSDictionary *result = [context continueConversation:userMessage maxTokens:(int)maxTokens];
|
|
693
|
+
resolve(result);
|
|
694
|
+
}
|
|
695
|
+
} @catch (NSException *exception) {
|
|
696
|
+
reject(@"llama_cpp_error", exception.reason, nil);
|
|
697
|
+
}
|
|
698
|
+
});
|
|
699
|
+
}
|
|
700
|
+
|
|
701
|
+
RCT_EXPORT_METHOD(clearConversation:(double)contextId
|
|
702
|
+
withResolver:(RCTPromiseResolveBlock)resolve
|
|
703
|
+
withRejecter:(RCTPromiseRejectBlock)reject)
|
|
704
|
+
{
|
|
705
|
+
CactusContext *context = llamaContexts[[NSNumber numberWithDouble:contextId]];
|
|
706
|
+
if (context == nil) {
|
|
707
|
+
reject(@"llama_error", @"Context not found", nil);
|
|
708
|
+
return;
|
|
709
|
+
}
|
|
710
|
+
[context clearConversation];
|
|
711
|
+
resolve(nil);
|
|
712
|
+
}
|
|
713
|
+
|
|
714
|
+
RCT_EXPORT_METHOD(isConversationActive:(double)contextId
|
|
715
|
+
withResolver:(RCTPromiseResolveBlock)resolve
|
|
716
|
+
withRejecter:(RCTPromiseRejectBlock)reject)
|
|
717
|
+
{
|
|
718
|
+
CactusContext *context = llamaContexts[[NSNumber numberWithDouble:contextId]];
|
|
719
|
+
if (context == nil) {
|
|
720
|
+
reject(@"llama_error", @"Context not found", nil);
|
|
721
|
+
return;
|
|
722
|
+
}
|
|
723
|
+
resolve(@([context isConversationActive]));
|
|
724
|
+
}
|
|
725
|
+
|
|
646
726
|
@end
|
package/ios/CactusContext.h
CHANGED
|
@@ -74,6 +74,12 @@
|
|
|
74
74
|
- (NSArray *)decodeAudioTokens:(NSArray *)tokens;
|
|
75
75
|
- (void)releaseVocoder;
|
|
76
76
|
|
|
77
|
+
// New conversation management methods
|
|
78
|
+
- (NSString *)generateResponse:(NSString *)userMessage maxTokens:(int)maxTokens;
|
|
79
|
+
- (NSDictionary *)continueConversation:(NSString *)userMessage maxTokens:(int)maxTokens;
|
|
80
|
+
- (void)clearConversation;
|
|
81
|
+
- (BOOL)isConversationActive;
|
|
82
|
+
|
|
77
83
|
- (void)invalidate;
|
|
78
84
|
|
|
79
85
|
@end
|
package/ios/CactusContext.mm
CHANGED
|
@@ -961,6 +961,33 @@
|
|
|
961
961
|
llama->releaseVocoder();
|
|
962
962
|
}
|
|
963
963
|
|
|
964
|
+
// New conversation management methods
|
|
965
|
+
- (NSString *)generateResponse:(NSString *)userMessage maxTokens:(int)maxTokens {
|
|
966
|
+
std::string result = llama->generateResponse([userMessage UTF8String], maxTokens);
|
|
967
|
+
llama->is_predicting = false;
|
|
968
|
+
return [NSString stringWithUTF8String:result.c_str()];
|
|
969
|
+
}
|
|
970
|
+
|
|
971
|
+
- (NSDictionary *)continueConversation:(NSString *)userMessage maxTokens:(int)maxTokens {
|
|
972
|
+
cactus::conversation_result result = llama->continueConversation([userMessage UTF8String], maxTokens);
|
|
973
|
+
llama->is_predicting = false;
|
|
974
|
+
|
|
975
|
+
return @{
|
|
976
|
+
@"text": [NSString stringWithUTF8String:result.text.c_str()],
|
|
977
|
+
@"time_to_first_token": @(result.time_to_first_token.count()),
|
|
978
|
+
@"total_time": @(result.total_time.count()),
|
|
979
|
+
@"tokens_generated": @(result.tokens_generated)
|
|
980
|
+
};
|
|
981
|
+
}
|
|
982
|
+
|
|
983
|
+
- (void)clearConversation {
|
|
984
|
+
llama->clearConversation();
|
|
985
|
+
}
|
|
986
|
+
|
|
987
|
+
- (BOOL)isConversationActive {
|
|
988
|
+
return llama->isConversationActive();
|
|
989
|
+
}
|
|
990
|
+
|
|
964
991
|
- (void)invalidate {
|
|
965
992
|
delete llama;
|
|
966
993
|
// llama_backend_free();
|
|
@@ -3,6 +3,7 @@
|
|
|
3
3
|
|
|
4
4
|
#include <sstream>
|
|
5
5
|
#include <iostream>
|
|
6
|
+
#include <chrono>
|
|
6
7
|
#include "chat.h"
|
|
7
8
|
#include "common.h"
|
|
8
9
|
#include "ggml.h"
|
|
@@ -48,6 +49,13 @@ struct completion_token_output
|
|
|
48
49
|
llama_token tok;
|
|
49
50
|
};
|
|
50
51
|
|
|
52
|
+
struct conversation_result {
|
|
53
|
+
std::string text;
|
|
54
|
+
std::chrono::milliseconds time_to_first_token;
|
|
55
|
+
std::chrono::milliseconds total_time;
|
|
56
|
+
int tokens_generated;
|
|
57
|
+
};
|
|
58
|
+
|
|
51
59
|
struct cactus_tokenize_result {
|
|
52
60
|
std::vector<llama_token> tokens;
|
|
53
61
|
bool has_media = false;
|
|
@@ -112,6 +120,10 @@ struct cactus_context {
|
|
|
112
120
|
bool has_vocoder = false;
|
|
113
121
|
std::vector<llama_token> audio_tokens;
|
|
114
122
|
|
|
123
|
+
// Conversation management state
|
|
124
|
+
bool conversation_active = false;
|
|
125
|
+
std::string last_chat_template = "";
|
|
126
|
+
|
|
115
127
|
~cactus_context();
|
|
116
128
|
|
|
117
129
|
void rewind();
|
|
@@ -180,6 +192,12 @@ struct cactus_context {
|
|
|
180
192
|
std::vector<llama_token> getAudioCompletionGuideTokens(const std::string &text_to_speak);
|
|
181
193
|
std::vector<float> decodeAudioTokens(const std::vector<llama_token> &tokens);
|
|
182
194
|
void releaseVocoder();
|
|
195
|
+
|
|
196
|
+
// High-level conversation management API
|
|
197
|
+
std::string generateResponse(const std::string &user_message, int max_tokens = 200);
|
|
198
|
+
conversation_result continueConversation(const std::string &user_message, int max_tokens = 200);
|
|
199
|
+
void clearConversation();
|
|
200
|
+
bool isConversationActive() const;
|
|
183
201
|
};
|
|
184
202
|
|
|
185
203
|
extern bool cactus_verbose;
|
|
Binary file
|
|
@@ -3,6 +3,7 @@
|
|
|
3
3
|
|
|
4
4
|
#include <sstream>
|
|
5
5
|
#include <iostream>
|
|
6
|
+
#include <chrono>
|
|
6
7
|
#include "chat.h"
|
|
7
8
|
#include "common.h"
|
|
8
9
|
#include "ggml.h"
|
|
@@ -48,6 +49,13 @@ struct completion_token_output
|
|
|
48
49
|
llama_token tok;
|
|
49
50
|
};
|
|
50
51
|
|
|
52
|
+
struct conversation_result {
|
|
53
|
+
std::string text;
|
|
54
|
+
std::chrono::milliseconds time_to_first_token;
|
|
55
|
+
std::chrono::milliseconds total_time;
|
|
56
|
+
int tokens_generated;
|
|
57
|
+
};
|
|
58
|
+
|
|
51
59
|
struct cactus_tokenize_result {
|
|
52
60
|
std::vector<llama_token> tokens;
|
|
53
61
|
bool has_media = false;
|
|
@@ -112,6 +120,10 @@ struct cactus_context {
|
|
|
112
120
|
bool has_vocoder = false;
|
|
113
121
|
std::vector<llama_token> audio_tokens;
|
|
114
122
|
|
|
123
|
+
// Conversation management state
|
|
124
|
+
bool conversation_active = false;
|
|
125
|
+
std::string last_chat_template = "";
|
|
126
|
+
|
|
115
127
|
~cactus_context();
|
|
116
128
|
|
|
117
129
|
void rewind();
|
|
@@ -180,6 +192,12 @@ struct cactus_context {
|
|
|
180
192
|
std::vector<llama_token> getAudioCompletionGuideTokens(const std::string &text_to_speak);
|
|
181
193
|
std::vector<float> decodeAudioTokens(const std::vector<llama_token> &tokens);
|
|
182
194
|
void releaseVocoder();
|
|
195
|
+
|
|
196
|
+
// High-level conversation management API
|
|
197
|
+
std::string generateResponse(const std::string &user_message, int max_tokens = 200);
|
|
198
|
+
conversation_result continueConversation(const std::string &user_message, int max_tokens = 200);
|
|
199
|
+
void clearConversation();
|
|
200
|
+
bool isConversationActive() const;
|
|
183
201
|
};
|
|
184
202
|
|
|
185
203
|
extern bool cactus_verbose;
|
|
Binary file
|
|
@@ -3,6 +3,7 @@
|
|
|
3
3
|
|
|
4
4
|
#include <sstream>
|
|
5
5
|
#include <iostream>
|
|
6
|
+
#include <chrono>
|
|
6
7
|
#include "chat.h"
|
|
7
8
|
#include "common.h"
|
|
8
9
|
#include "ggml.h"
|
|
@@ -48,6 +49,13 @@ struct completion_token_output
|
|
|
48
49
|
llama_token tok;
|
|
49
50
|
};
|
|
50
51
|
|
|
52
|
+
struct conversation_result {
|
|
53
|
+
std::string text;
|
|
54
|
+
std::chrono::milliseconds time_to_first_token;
|
|
55
|
+
std::chrono::milliseconds total_time;
|
|
56
|
+
int tokens_generated;
|
|
57
|
+
};
|
|
58
|
+
|
|
51
59
|
struct cactus_tokenize_result {
|
|
52
60
|
std::vector<llama_token> tokens;
|
|
53
61
|
bool has_media = false;
|
|
@@ -112,6 +120,10 @@ struct cactus_context {
|
|
|
112
120
|
bool has_vocoder = false;
|
|
113
121
|
std::vector<llama_token> audio_tokens;
|
|
114
122
|
|
|
123
|
+
// Conversation management state
|
|
124
|
+
bool conversation_active = false;
|
|
125
|
+
std::string last_chat_template = "";
|
|
126
|
+
|
|
115
127
|
~cactus_context();
|
|
116
128
|
|
|
117
129
|
void rewind();
|
|
@@ -180,6 +192,12 @@ struct cactus_context {
|
|
|
180
192
|
std::vector<llama_token> getAudioCompletionGuideTokens(const std::string &text_to_speak);
|
|
181
193
|
std::vector<float> decodeAudioTokens(const std::vector<llama_token> &tokens);
|
|
182
194
|
void releaseVocoder();
|
|
195
|
+
|
|
196
|
+
// High-level conversation management API
|
|
197
|
+
std::string generateResponse(const std::string &user_message, int max_tokens = 200);
|
|
198
|
+
conversation_result continueConversation(const std::string &user_message, int max_tokens = 200);
|
|
199
|
+
void clearConversation();
|
|
200
|
+
bool isConversationActive() const;
|
|
183
201
|
};
|
|
184
202
|
|
|
185
203
|
extern bool cactus_verbose;
|
|
Binary file
|
package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/cactus.h
CHANGED
|
@@ -3,6 +3,7 @@
|
|
|
3
3
|
|
|
4
4
|
#include <sstream>
|
|
5
5
|
#include <iostream>
|
|
6
|
+
#include <chrono>
|
|
6
7
|
#include "chat.h"
|
|
7
8
|
#include "common.h"
|
|
8
9
|
#include "ggml.h"
|
|
@@ -48,6 +49,13 @@ struct completion_token_output
|
|
|
48
49
|
llama_token tok;
|
|
49
50
|
};
|
|
50
51
|
|
|
52
|
+
struct conversation_result {
|
|
53
|
+
std::string text;
|
|
54
|
+
std::chrono::milliseconds time_to_first_token;
|
|
55
|
+
std::chrono::milliseconds total_time;
|
|
56
|
+
int tokens_generated;
|
|
57
|
+
};
|
|
58
|
+
|
|
51
59
|
struct cactus_tokenize_result {
|
|
52
60
|
std::vector<llama_token> tokens;
|
|
53
61
|
bool has_media = false;
|
|
@@ -112,6 +120,10 @@ struct cactus_context {
|
|
|
112
120
|
bool has_vocoder = false;
|
|
113
121
|
std::vector<llama_token> audio_tokens;
|
|
114
122
|
|
|
123
|
+
// Conversation management state
|
|
124
|
+
bool conversation_active = false;
|
|
125
|
+
std::string last_chat_template = "";
|
|
126
|
+
|
|
115
127
|
~cactus_context();
|
|
116
128
|
|
|
117
129
|
void rewind();
|
|
@@ -180,6 +192,12 @@ struct cactus_context {
|
|
|
180
192
|
std::vector<llama_token> getAudioCompletionGuideTokens(const std::string &text_to_speak);
|
|
181
193
|
std::vector<float> decodeAudioTokens(const std::vector<llama_token> &tokens);
|
|
182
194
|
void releaseVocoder();
|
|
195
|
+
|
|
196
|
+
// High-level conversation management API
|
|
197
|
+
std::string generateResponse(const std::string &user_message, int max_tokens = 200);
|
|
198
|
+
conversation_result continueConversation(const std::string &user_message, int max_tokens = 200);
|
|
199
|
+
void clearConversation();
|
|
200
|
+
bool isConversationActive() const;
|
|
183
201
|
};
|
|
184
202
|
|
|
185
203
|
extern bool cactus_verbose;
|
|
Binary file
|
|
@@ -6,5 +6,6 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
6
6
|
exports.default = void 0;
|
|
7
7
|
var _reactNative = require("react-native");
|
|
8
8
|
// New TTS/Audio types
|
|
9
|
+
// New conversation management types
|
|
9
10
|
var _default = exports.default = _reactNative.TurboModuleRegistry.get('Cactus');
|
|
10
11
|
//# sourceMappingURL=NativeCactus.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["_reactNative","require","_default","exports","default","TurboModuleRegistry","get"],"sourceRoot":"../../src","sources":["NativeCactus.ts"],"mappings":";;;;;;AACA,IAAAA,YAAA,GAAAC,OAAA;AAkSA;AAAA,IAAAC,QAAA,GAAAC,OAAA,CAAAC,OAAA,
|
|
1
|
+
{"version":3,"names":["_reactNative","require","_default","exports","default","TurboModuleRegistry","get"],"sourceRoot":"../../src","sources":["NativeCactus.ts"],"mappings":";;;;;;AACA,IAAAA,YAAA,GAAAC,OAAA;AAkSA;AAiBA;AAAA,IAAAC,QAAA,GAAAC,OAAA,CAAAC,OAAA,GAgMeC,gCAAmB,CAACC,GAAG,CAAO,QAAQ,CAAC","ignoreList":[]}
|
package/lib/commonjs/index.js
CHANGED
|
@@ -216,6 +216,35 @@ class LlamaContext {
|
|
|
216
216
|
stopCompletion() {
|
|
217
217
|
return _NativeCactus.default.stopCompletion(this.id);
|
|
218
218
|
}
|
|
219
|
+
|
|
220
|
+
// New conversation management methods
|
|
221
|
+
/**
|
|
222
|
+
* Generate a response to a user message (simple text return)
|
|
223
|
+
*/
|
|
224
|
+
async generateResponse(userMessage, maxTokens = 200) {
|
|
225
|
+
return _NativeCactus.default.generateResponse(this.id, userMessage, maxTokens);
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
/**
|
|
229
|
+
* Continue conversation with detailed timing information
|
|
230
|
+
*/
|
|
231
|
+
async continueConversation(userMessage, maxTokens = 200) {
|
|
232
|
+
return _NativeCactus.default.continueConversation(this.id, userMessage, maxTokens);
|
|
233
|
+
}
|
|
234
|
+
|
|
235
|
+
/**
|
|
236
|
+
* Clear conversation history and reset KV cache
|
|
237
|
+
*/
|
|
238
|
+
async clearConversation() {
|
|
239
|
+
return _NativeCactus.default.clearConversation(this.id);
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
/**
|
|
243
|
+
* Check if conversation is currently active
|
|
244
|
+
*/
|
|
245
|
+
async isConversationActive() {
|
|
246
|
+
return _NativeCactus.default.isConversationActive(this.id);
|
|
247
|
+
}
|
|
219
248
|
tokenize(text) {
|
|
220
249
|
return _NativeCactus.default.tokenize(this.id, text);
|
|
221
250
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["_reactNative","require","_NativeCactus","_interopRequireDefault","_grammar","_chat","_tools","e","__esModule","default","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","Platform","OS","NativeEventEmitter","Cactus","DeviceEventEmitter","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","getFormattedChat","messages","template","params","chat","formatChat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","injectToolsIntoMessages","result","toolCalled","toolName","toolInput","toolOutput","parseAndExecuteTool","newMessages","updateMessagesWithToolCall","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","exports","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,aAAA,GAAAC,sBAAA,CAAAF,OAAA;AAuBA,IAAAG,QAAA,GAAAH,OAAA;AAEA,IAAAI,KAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAL,OAAA;AAAyG,SAAAE,uBAAAI,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAwBzG,MAAMG,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIC,qBAAQ,CAACC,EAAE,KAAK,KAAK,EAAE;EACzB;EACAF,YAAY,GAAG,IAAIG,+BAAkB,CAACC,qBAAM,CAAC;AAC/C;AACA,IAAIH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;EAC7BF,YAAY,GAAGK,+BAAkB;AACnC;AAEA,MAAMC,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIN,YAAY,EAAE;EAChBA,YAAY,CAACO,WAAW,CACtBR,mBAAmB,EAClBS,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAR,qBAAM,EAAES,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAEM,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO3B,qBAAM,CAACuB,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAO7B,qBAAM,CAAC4B,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAE3C,OAAO;EAC7C;EAEA,MAAM6C,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAG,IAAAC,gBAAU,EAACJ,QAAQ,CAAC;IACjC,MAAMK,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIM,MAAM,EAAEI,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIP,QAAQ,EAAEM,IAAI,GAAGN,QAAQ,EAAC;IAC9B,MAAMQ,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,EAAEQ,eAAe,CAAC;IACzD,OAAOhD,qBAAM,CAACqC,gBAAgB,CAAC,IAAI,CAACf,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACT,IAAI,CAAC,EAAEI,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEX,MAAM,EAAEW,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACV,MAAM,CAACW,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEZ,MAAM,EAAEY,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACV,MAAM,CAACY,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEb,MAAM,EAAEa;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACrBd,MAAyC,EACzCe,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAACjB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACoB,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACf,MAAM,CAACW,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC,OAAO,IAAI,CAACC,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IAEA,IAAIjB,QAAQ,GAAG,CAAC,IAAGE,MAAM,EAAEF,QAAQ,IAAI,EAAE,EAAC,CAAC,CAAC;;IAE5C,IAAIkB,cAAc,KAAK,CAAC,EAAE;MACtBlB,QAAQ,GAAG,IAAAqB,8BAAuB,EAACrB,QAAQ,EAAEE,MAAM,CAACW,KAAK,CAAC;IAC9D;IAEA,MAAMS,MAAM,GAAG,MAAM,IAAI,CAACF,UAAU,CAAC;MAAC,GAAGlB,MAAM;MAAEF;IAAQ,CAAC,EAAEiB,QAAQ,CAAC;IAErE,MAAM;MAACM,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAM,IAAAC,0BAAmB,EAACL,MAAM,EAAEpB,MAAM,CAACW,KAAK,CAAC;IAEnD,IAAIU,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAMG,WAAW,GAAG,IAAAC,iCAA0B,EAC1C7B,QAAQ,EAAEwB,QAAQ,EAAEC,SAAS,EAAEC,UACnC,CAAC;MAED,OAAO,MAAM,IAAI,CAACV,mBAAmB,CACjC;QAAC,GAAGd,MAAM;QAAEF,QAAQ,EAAE4B;MAAW,CAAC,EAClCX,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOG,MAAM;EACnB;EAEE,MAAMF,UAAUA,CACdlB,MAAwB,EACxBe,QAAoC,EACH;IACjC,MAAMa,YAAY,GAAG;MACnB,GAAG5B,MAAM;MACT6B,MAAM,EAAE7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACf;IAC7B,CAAC;IACD,IAAIf,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAMiC,eAAe,GAAG,MAAM,IAAI,CAAClC,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACgC,aAAa,IAAIhC,MAAM,CAACiC,YAAY,EAC3C;QACE7B,KAAK,EAAEJ,MAAM,CAACI,KAAK;QACnBO,KAAK,EAAEX,MAAM,CAACW,KAAK;QACnBC,mBAAmB,EAAEZ,MAAM,CAACY,mBAAmB;QAC/CC,WAAW,EAAEb,MAAM,CAACa;MACtB,CACF,CAAC;MACD,IAAI,OAAOkB,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAG7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACpB,eAAe,IAAI,CAACoB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAM5B,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,CAACQ,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEqB,YAAY,CAACtD,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAImC,aAAkB,GACpB3B,QAAQ,IACR3D,YAAY,CAACO,WAAW,CAACT,cAAc,EAAGU,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAE+D;MAAY,CAAC,GAAG/E,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAAC4B,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAGrF,qBAAM,CAAC0D,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAE8C,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACD7E,KAAK,CAAE+E,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAO1F,qBAAM,CAAC0F,cAAc,CAAC,IAAI,CAACpE,EAAE,CAAC;EACvC;EAEAqE,QAAQA,CAACnF,IAAY,EAAiC;IACpD,OAAOR,qBAAM,CAAC2F,QAAQ,CAAC,IAAI,CAACrE,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAoF,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAO7F,qBAAM,CAAC4F,UAAU,CAAC,IAAI,CAACtE,EAAE,EAAEuE,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACPtF,IAAY,EACZgC,MAAwB,EACQ;IAChC,OAAOxC,qBAAM,CAAC8F,SAAS,CAAC,IAAI,CAACxE,EAAE,EAAEd,IAAI,EAAEgC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAMuD,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAMvC,MAAM,GAAG,MAAM5D,qBAAM,CAAC+F,KAAK,CAAC,IAAI,CAACzE,EAAE,EAAE0E,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpEzD,IAAI,CAAC0D,KAAK,CAAC/C,MAAM,CAAC;IACpB,OAAO;MACLwC,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClCvF,IAAI,EAAEuF,CAAC,CAACvF,IAAI,CAACwF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAOlH,qBAAM,CAAC4G,iBAAiB,CAAC,IAAI,CAACtF,EAAE,EAAEwF,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAOnH,qBAAM,CAACmH,kBAAkB,CAAC,IAAI,CAAC7F,EAAE,CAAC;EAC3C;EAEA,MAAM8F,qBAAqBA,CAAA,EAEzB;IACA,OAAOpH,qBAAM,CAACoH,qBAAqB,CAAC,IAAI,CAAC9F,EAAE,CAAC;EAC9C;EAEA,MAAM+F,OAAOA,CAAA,EAAkB;IAC7B,OAAOrH,qBAAM,CAACsH,cAAc,CAAC,IAAI,CAAChG,EAAE,CAAC;EACvC;AACF;AAACiG,OAAA,CAAAvG,YAAA,GAAAA,YAAA;AAEM,eAAeP,eAAeA,CAAC+G,OAAgB,EAAiB;EACrE,OAAOxH,qBAAM,CAACS,eAAe,CAAC+G,OAAO,CAAC;AACxC;AAEO,SAASC,oBAAoBA,CAClCnH,QAA+C,EACvB;EACxBJ,YAAY,CAAC+E,IAAI,CAAC3E,QAAQ,CAAC;EAC3B,OAAO;IACLkF,MAAM,EAAEA,CAAA,KAAM;MACZtF,YAAY,CAACwH,MAAM,CAACxH,YAAY,CAACyH,OAAO,CAACrH,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEO,eAAesH,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAO7H,qBAAM,CAAC4H,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACM,eAAeC,kBAAkBA,CAAClH,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAO3B,qBAAM,CAACwI,SAAS,CAAC/G,IAAI,EAAE6G,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAEM,eAAeC,SAASA,CAC7B;EACE1H,KAAK;EACL2H,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAExC,QAAQ;EACnB,GAAGyC;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAI9H,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAI6H,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAE9H,UAAU,CAAC,SAAS,CAAC,EAAE8H,QAAQ,GAAGA,QAAQ,CAAC7H,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAImF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClCvF,IAAI,EAAEuF,CAAC,CAACvF,IAAI,CAACwF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAM9F,SAAS,GAAG0G,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAG7J,YAAY,CAACO,WAAW,CAC/CV,8BAA8B,EAC7BW,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCmI,UAAU,CAACnJ,GAAG,CAACsJ,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJlI,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEuI,YAAY;IACnBC;EACF,CAAC,GAAG,MAAM7J,qBAAM,CAAC8J,WAAW,CAAC1I,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACXuH,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAEvC,YAAY;IACvB,GAAGwC;EACL,CAAC,CAAC,CAAC5I,KAAK,CAAE+E,GAAQ,IAAK;IACrBgE,sBAAsB,EAAEjE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFgE,sBAAsB,EAAEjE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAIxE,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEuI,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOhK,qBAAM,CAACiK,kBAAkB,CAAC,CAAC;AACpC;AAEO,MAAMH,WAAW,GAAG,MAAOtH,MAA2B,IAAK;EAChE,OAAO,MAAMxC,qBAAM,CAAC8J,WAAW,CAAChC,gBAAgB,EAAE,EAAEtF,MAAM,CAAC;AAC7D,CAAC;AAAC+E,OAAA,CAAAuC,WAAA,GAAAA,WAAA;AAEK,MAAMI,cAAc,GAAG,MAAAA,CAAO9I,SAAiB,EAAE+I,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAMpK,qBAAM,CAACkK,cAAc,CAAC9I,SAAS,EAAE+I,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAAC7C,OAAA,CAAA2C,cAAA,GAAAA,cAAA;AAEK,MAAMG,mBAAmB,GAAG,MAAOjJ,SAAiB,IAAK;EAC9D,OAAO,MAAMpB,qBAAM,CAACqK,mBAAmB,CAACjJ,SAAS,CAAC;AACpD,CAAC;AAACmG,OAAA,CAAA8C,mBAAA,GAAAA,mBAAA;AAEK,MAAMC,yBAAyB,GAAG,MAAOlJ,SAAiB,IAAK;EACpE,OAAO,MAAMpB,qBAAM,CAACsK,yBAAyB,CAAClJ,SAAS,CAAC;AAC1D,CAAC;AAACmG,OAAA,CAAA+C,yBAAA,GAAAA,yBAAA;AAEK,MAAMC,wBAAwB,GAAG,MAAOnJ,SAAiB,IAAK;EACnE,OAAO,MAAMpB,qBAAM,CAACuK,wBAAwB,CAACnJ,SAAS,CAAC;AACzD,CAAC;AAACmG,OAAA,CAAAgD,wBAAA,GAAAA,wBAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAOpJ,SAAiB,IAAK;EAC5D,OAAO,MAAMpB,qBAAM,CAACwK,iBAAiB,CAACpJ,SAAS,CAAC;AAClD,CAAC;AAACmG,OAAA,CAAAiD,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,oBAAoB,GAAG,MAAAA,CAAOrJ,SAAiB,EAAEiD,MAAc,EAAEqG,UAAoB,EAAElI,MAA8B,KAAsC;EACtK,OAAO,MAAMxC,qBAAM,CAACyK,oBAAoB,CAACrJ,SAAS,EAAEiD,MAAM,EAAEqG,UAAU,EAAElI,MAAM,CAAC;AACjF,CAAC;AAAC+E,OAAA,CAAAkD,oBAAA,GAAAA,oBAAA;AAEK,MAAME,WAAW,GAAG,MAAAA,CAAOvJ,SAAiB,EAAEwJ,gBAAwB,KAAK;EAChF,OAAO,MAAM5K,qBAAM,CAAC2K,WAAW,CAACvJ,SAAS,EAAEwJ,gBAAgB,CAAC;AAC9D,CAAC;AAACrD,OAAA,CAAAoD,WAAA,GAAAA,WAAA;AAEK,MAAME,gBAAgB,GAAG,MAAOzJ,SAAiB,IAAK;EAC3D,OAAO,MAAMpB,qBAAM,CAAC6K,gBAAgB,CAACzJ,SAAS,CAAC;AACjD,CAAC;AAACmG,OAAA,CAAAsD,gBAAA,GAAAA,gBAAA;AAEK,MAAMC,UAAU,GAAG,MAAO1J,SAAiB,IAA6B;EAC7E,OAAO,MAAMpB,qBAAM,CAAC8K,UAAU,CAAC1J,SAAS,CAAC;AAC3C,CAAC;AAACmG,OAAA,CAAAuD,UAAA,GAAAA,UAAA;AAEK,MAAMC,2BAA2B,GAAG,MAAAA,CAAO3J,SAAiB,EAAE4J,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMjL,qBAAM,CAAC+K,2BAA2B,CAAC3J,SAAS,EAAE4J,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAAC1D,OAAA,CAAAwD,2BAAA,GAAAA,2BAAA;AAEK,MAAMG,6BAA6B,GAAG,MAAAA,CAAO9J,SAAiB,EAAE6J,WAAmB,KAAuC;EAC/H,OAAO,MAAMjL,qBAAM,CAACkL,6BAA6B,CAAC9J,SAAS,EAAE6J,WAAW,CAAC;AAC3E,CAAC;AAAC1D,OAAA,CAAA2D,6BAAA,GAAAA,6BAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAAA,CAAO/J,SAAiB,EAAEyE,MAAgB,KAAuC;EAChH,OAAO,MAAM7F,qBAAM,CAACmL,iBAAiB,CAAC/J,SAAS,EAAEyE,MAAM,CAAC;AAC1D,CAAC;AAAC0B,OAAA,CAAA4D,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,cAAc,GAAG,MAAOhK,SAAiB,IAAK;EACzD,OAAO,MAAMpB,qBAAM,CAACoL,cAAc,CAAChK,SAAS,CAAC;AAC/C,CAAC;AAACmG,OAAA,CAAA6D,cAAA,GAAAA,cAAA;AAEK,MAAMzF,QAAQ,GAAG,MAAAA,CAAOvE,SAAiB,EAAEZ,IAAY,EAAEkK,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAMrL,qBAAM,CAAC2F,QAAQ,CAACvE,SAAS,EAAEZ,IAAI,EAAEkK,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAM1K,qBAAM,CAAC2F,QAAQ,CAACvE,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC;AAAC+G,OAAA,CAAA5B,QAAA,GAAAA,QAAA","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["_reactNative","require","_NativeCactus","_interopRequireDefault","_grammar","_chat","_tools","e","__esModule","default","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","Platform","OS","NativeEventEmitter","Cactus","DeviceEventEmitter","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","getFormattedChat","messages","template","params","chat","formatChat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","injectToolsIntoMessages","result","toolCalled","toolName","toolInput","toolOutput","parseAndExecuteTool","newMessages","updateMessagesWithToolCall","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","generateResponse","userMessage","maxTokens","continueConversation","clearConversation","isConversationActive","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","exports","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,aAAA,GAAAC,sBAAA,CAAAF,OAAA;AAwBA,IAAAG,QAAA,GAAAH,OAAA;AAEA,IAAAI,KAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAL,OAAA;AAAyG,SAAAE,uBAAAI,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAwBzG,MAAMG,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIC,qBAAQ,CAACC,EAAE,KAAK,KAAK,EAAE;EACzB;EACAF,YAAY,GAAG,IAAIG,+BAAkB,CAACC,qBAAM,CAAC;AAC/C;AACA,IAAIH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;EAC7BF,YAAY,GAAGK,+BAAkB;AACnC;AAEA,MAAMC,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIN,YAAY,EAAE;EAChBA,YAAY,CAACO,WAAW,CACtBR,mBAAmB,EAClBS,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAR,qBAAM,EAAES,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAEM,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO3B,qBAAM,CAACuB,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAO7B,qBAAM,CAAC4B,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAE3C,OAAO;EAC7C;EAEA,MAAM6C,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAG,IAAAC,gBAAU,EAACJ,QAAQ,CAAC;IACjC,MAAMK,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIM,MAAM,EAAEI,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIP,QAAQ,EAAEM,IAAI,GAAGN,QAAQ,EAAC;IAC9B,MAAMQ,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,EAAEQ,eAAe,CAAC;IACzD,OAAOhD,qBAAM,CAACqC,gBAAgB,CAAC,IAAI,CAACf,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACT,IAAI,CAAC,EAAEI,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEX,MAAM,EAAEW,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACV,MAAM,CAACW,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEZ,MAAM,EAAEY,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACV,MAAM,CAACY,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEb,MAAM,EAAEa;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACrBd,MAAyC,EACzCe,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAACjB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACoB,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACf,MAAM,CAACW,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC,OAAO,IAAI,CAACC,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IAEA,IAAIjB,QAAQ,GAAG,CAAC,IAAGE,MAAM,EAAEF,QAAQ,IAAI,EAAE,EAAC,CAAC,CAAC;;IAE5C,IAAIkB,cAAc,KAAK,CAAC,EAAE;MACtBlB,QAAQ,GAAG,IAAAqB,8BAAuB,EAACrB,QAAQ,EAAEE,MAAM,CAACW,KAAK,CAAC;IAC9D;IAEA,MAAMS,MAAM,GAAG,MAAM,IAAI,CAACF,UAAU,CAAC;MAAC,GAAGlB,MAAM;MAAEF;IAAQ,CAAC,EAAEiB,QAAQ,CAAC;IAErE,MAAM;MAACM,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAM,IAAAC,0BAAmB,EAACL,MAAM,EAAEpB,MAAM,CAACW,KAAK,CAAC;IAEnD,IAAIU,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAMG,WAAW,GAAG,IAAAC,iCAA0B,EAC1C7B,QAAQ,EAAEwB,QAAQ,EAAEC,SAAS,EAAEC,UACnC,CAAC;MAED,OAAO,MAAM,IAAI,CAACV,mBAAmB,CACjC;QAAC,GAAGd,MAAM;QAAEF,QAAQ,EAAE4B;MAAW,CAAC,EAClCX,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOG,MAAM;EACnB;EAEE,MAAMF,UAAUA,CACdlB,MAAwB,EACxBe,QAAoC,EACH;IACjC,MAAMa,YAAY,GAAG;MACnB,GAAG5B,MAAM;MACT6B,MAAM,EAAE7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACf;IAC7B,CAAC;IACD,IAAIf,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAMiC,eAAe,GAAG,MAAM,IAAI,CAAClC,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACgC,aAAa,IAAIhC,MAAM,CAACiC,YAAY,EAC3C;QACE7B,KAAK,EAAEJ,MAAM,CAACI,KAAK;QACnBO,KAAK,EAAEX,MAAM,CAACW,KAAK;QACnBC,mBAAmB,EAAEZ,MAAM,CAACY,mBAAmB;QAC/CC,WAAW,EAAEb,MAAM,CAACa;MACtB,CACF,CAAC;MACD,IAAI,OAAOkB,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAG7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACpB,eAAe,IAAI,CAACoB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAM5B,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,CAACQ,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEqB,YAAY,CAACtD,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAImC,aAAkB,GACpB3B,QAAQ,IACR3D,YAAY,CAACO,WAAW,CAACT,cAAc,EAAGU,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAE+D;MAAY,CAAC,GAAG/E,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAAC4B,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAGrF,qBAAM,CAAC0D,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAE8C,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACD7E,KAAK,CAAE+E,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAO1F,qBAAM,CAAC0F,cAAc,CAAC,IAAI,CAACpE,EAAE,CAAC;EACvC;;EAEA;EACA;AACF;AACA;EACE,MAAMqE,gBAAgBA,CACpBC,WAAmB,EACnBC,SAAiB,GAAG,GAAG,EACN;IACjB,OAAO7F,qBAAM,CAAC2F,gBAAgB,CAAC,IAAI,CAACrE,EAAE,EAAEsE,WAAW,EAAEC,SAAS,CAAC;EACjE;;EAEA;AACF;AACA;EACE,MAAMC,oBAAoBA,CACxBF,WAAmB,EACnBC,SAAiB,GAAG,GAAG,EACY;IACnC,OAAO7F,qBAAM,CAAC8F,oBAAoB,CAAC,IAAI,CAACxE,EAAE,EAAEsE,WAAW,EAAEC,SAAS,CAAC;EACrE;;EAEA;AACF;AACA;EACE,MAAME,iBAAiBA,CAAA,EAAkB;IACvC,OAAO/F,qBAAM,CAAC+F,iBAAiB,CAAC,IAAI,CAACzE,EAAE,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAM0E,oBAAoBA,CAAA,EAAqB;IAC7C,OAAOhG,qBAAM,CAACgG,oBAAoB,CAAC,IAAI,CAAC1E,EAAE,CAAC;EAC7C;EAEA2E,QAAQA,CAACzF,IAAY,EAAiC;IACpD,OAAOR,qBAAM,CAACiG,QAAQ,CAAC,IAAI,CAAC3E,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEA0F,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAOnG,qBAAM,CAACkG,UAAU,CAAC,IAAI,CAAC5E,EAAE,EAAE6E,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACP5F,IAAY,EACZgC,MAAwB,EACQ;IAChC,OAAOxC,qBAAM,CAACoG,SAAS,CAAC,IAAI,CAAC9E,EAAE,EAAEd,IAAI,EAAEgC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAM6D,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAM7C,MAAM,GAAG,MAAM5D,qBAAM,CAACqG,KAAK,CAAC,IAAI,CAAC/E,EAAE,EAAEgF,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpE/D,IAAI,CAACgE,KAAK,CAACrD,MAAM,CAAC;IACpB,OAAO;MACL8C,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClC7F,IAAI,EAAE6F,CAAC,CAAC7F,IAAI,CAAC8F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAOxH,qBAAM,CAACkH,iBAAiB,CAAC,IAAI,CAAC5F,EAAE,EAAE8F,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAOzH,qBAAM,CAACyH,kBAAkB,CAAC,IAAI,CAACnG,EAAE,CAAC;EAC3C;EAEA,MAAMoG,qBAAqBA,CAAA,EAEzB;IACA,OAAO1H,qBAAM,CAAC0H,qBAAqB,CAAC,IAAI,CAACpG,EAAE,CAAC;EAC9C;EAEA,MAAMqG,OAAOA,CAAA,EAAkB;IAC7B,OAAO3H,qBAAM,CAAC4H,cAAc,CAAC,IAAI,CAACtG,EAAE,CAAC;EACvC;AACF;AAACuG,OAAA,CAAA7G,YAAA,GAAAA,YAAA;AAEM,eAAeP,eAAeA,CAACqH,OAAgB,EAAiB;EACrE,OAAO9H,qBAAM,CAACS,eAAe,CAACqH,OAAO,CAAC;AACxC;AAEO,SAASC,oBAAoBA,CAClCzH,QAA+C,EACvB;EACxBJ,YAAY,CAAC+E,IAAI,CAAC3E,QAAQ,CAAC;EAC3B,OAAO;IACLkF,MAAM,EAAEA,CAAA,KAAM;MACZtF,YAAY,CAAC8H,MAAM,CAAC9H,YAAY,CAAC+H,OAAO,CAAC3H,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEO,eAAe4H,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAOnI,qBAAM,CAACkI,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACM,eAAeC,kBAAkBA,CAACxH,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAO3B,qBAAM,CAAC8I,SAAS,CAACrH,IAAI,EAAEmH,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAEM,eAAeC,SAASA,CAC7B;EACEhI,KAAK;EACLiI,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAExC,QAAQ;EACnB,GAAGyC;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAIpI,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAImI,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAEpI,UAAU,CAAC,SAAS,CAAC,EAAEoI,QAAQ,GAAGA,QAAQ,CAACnI,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAIyF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClC7F,IAAI,EAAE6F,CAAC,CAAC7F,IAAI,CAAC8F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAMpG,SAAS,GAAGgH,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAGnK,YAAY,CAACO,WAAW,CAC/CV,8BAA8B,EAC7BW,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCyI,UAAU,CAACzJ,GAAG,CAAC4J,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJxI,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE6I,YAAY;IACnBC;EACF,CAAC,GAAG,MAAMnK,qBAAM,CAACoK,WAAW,CAAChJ,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACX6H,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAEvC,YAAY;IACvB,GAAGwC;EACL,CAAC,CAAC,CAAClJ,KAAK,CAAE+E,GAAQ,IAAK;IACrBsE,sBAAsB,EAAEvE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFsE,sBAAsB,EAAEvE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAIxE,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE6I,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOtK,qBAAM,CAACuK,kBAAkB,CAAC,CAAC;AACpC;AAEO,MAAMH,WAAW,GAAG,MAAO5H,MAA2B,IAAK;EAChE,OAAO,MAAMxC,qBAAM,CAACoK,WAAW,CAAChC,gBAAgB,EAAE,EAAE5F,MAAM,CAAC;AAC7D,CAAC;AAACqF,OAAA,CAAAuC,WAAA,GAAAA,WAAA;AAEK,MAAMI,cAAc,GAAG,MAAAA,CAAOpJ,SAAiB,EAAEqJ,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAM1K,qBAAM,CAACwK,cAAc,CAACpJ,SAAS,EAAEqJ,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAAC7C,OAAA,CAAA2C,cAAA,GAAAA,cAAA;AAEK,MAAMG,mBAAmB,GAAG,MAAOvJ,SAAiB,IAAK;EAC9D,OAAO,MAAMpB,qBAAM,CAAC2K,mBAAmB,CAACvJ,SAAS,CAAC;AACpD,CAAC;AAACyG,OAAA,CAAA8C,mBAAA,GAAAA,mBAAA;AAEK,MAAMC,yBAAyB,GAAG,MAAOxJ,SAAiB,IAAK;EACpE,OAAO,MAAMpB,qBAAM,CAAC4K,yBAAyB,CAACxJ,SAAS,CAAC;AAC1D,CAAC;AAACyG,OAAA,CAAA+C,yBAAA,GAAAA,yBAAA;AAEK,MAAMC,wBAAwB,GAAG,MAAOzJ,SAAiB,IAAK;EACnE,OAAO,MAAMpB,qBAAM,CAAC6K,wBAAwB,CAACzJ,SAAS,CAAC;AACzD,CAAC;AAACyG,OAAA,CAAAgD,wBAAA,GAAAA,wBAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAO1J,SAAiB,IAAK;EAC5D,OAAO,MAAMpB,qBAAM,CAAC8K,iBAAiB,CAAC1J,SAAS,CAAC;AAClD,CAAC;AAACyG,OAAA,CAAAiD,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,oBAAoB,GAAG,MAAAA,CAAO3J,SAAiB,EAAEiD,MAAc,EAAE2G,UAAoB,EAAExI,MAA8B,KAAsC;EACtK,OAAO,MAAMxC,qBAAM,CAAC+K,oBAAoB,CAAC3J,SAAS,EAAEiD,MAAM,EAAE2G,UAAU,EAAExI,MAAM,CAAC;AACjF,CAAC;AAACqF,OAAA,CAAAkD,oBAAA,GAAAA,oBAAA;AAEK,MAAME,WAAW,GAAG,MAAAA,CAAO7J,SAAiB,EAAE8J,gBAAwB,KAAK;EAChF,OAAO,MAAMlL,qBAAM,CAACiL,WAAW,CAAC7J,SAAS,EAAE8J,gBAAgB,CAAC;AAC9D,CAAC;AAACrD,OAAA,CAAAoD,WAAA,GAAAA,WAAA;AAEK,MAAME,gBAAgB,GAAG,MAAO/J,SAAiB,IAAK;EAC3D,OAAO,MAAMpB,qBAAM,CAACmL,gBAAgB,CAAC/J,SAAS,CAAC;AACjD,CAAC;AAACyG,OAAA,CAAAsD,gBAAA,GAAAA,gBAAA;AAEK,MAAMC,UAAU,GAAG,MAAOhK,SAAiB,IAA6B;EAC7E,OAAO,MAAMpB,qBAAM,CAACoL,UAAU,CAAChK,SAAS,CAAC;AAC3C,CAAC;AAACyG,OAAA,CAAAuD,UAAA,GAAAA,UAAA;AAEK,MAAMC,2BAA2B,GAAG,MAAAA,CAAOjK,SAAiB,EAAEkK,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMvL,qBAAM,CAACqL,2BAA2B,CAACjK,SAAS,EAAEkK,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAAC1D,OAAA,CAAAwD,2BAAA,GAAAA,2BAAA;AAEK,MAAMG,6BAA6B,GAAG,MAAAA,CAAOpK,SAAiB,EAAEmK,WAAmB,KAAuC;EAC/H,OAAO,MAAMvL,qBAAM,CAACwL,6BAA6B,CAACpK,SAAS,EAAEmK,WAAW,CAAC;AAC3E,CAAC;AAAC1D,OAAA,CAAA2D,6BAAA,GAAAA,6BAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAAA,CAAOrK,SAAiB,EAAE+E,MAAgB,KAAuC;EAChH,OAAO,MAAMnG,qBAAM,CAACyL,iBAAiB,CAACrK,SAAS,EAAE+E,MAAM,CAAC;AAC1D,CAAC;AAAC0B,OAAA,CAAA4D,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,cAAc,GAAG,MAAOtK,SAAiB,IAAK;EACzD,OAAO,MAAMpB,qBAAM,CAAC0L,cAAc,CAACtK,SAAS,CAAC;AAC/C,CAAC;AAACyG,OAAA,CAAA6D,cAAA,GAAAA,cAAA;AAEK,MAAMzF,QAAQ,GAAG,MAAAA,CAAO7E,SAAiB,EAAEZ,IAAY,EAAEwK,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAM3L,qBAAM,CAACiG,QAAQ,CAAC7E,SAAS,EAAEZ,IAAI,EAAEwK,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAMhL,qBAAM,CAACiG,QAAQ,CAAC7E,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC;AAACqH,OAAA,CAAA5B,QAAA,GAAAA,QAAA","ignoreList":[]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["TurboModuleRegistry","get"],"sourceRoot":"../../src","sources":["NativeCactus.ts"],"mappings":";;AACA,SAASA,mBAAmB,QAAQ,cAAc;;AAkSlD;;
|
|
1
|
+
{"version":3,"names":["TurboModuleRegistry","get"],"sourceRoot":"../../src","sources":["NativeCactus.ts"],"mappings":";;AACA,SAASA,mBAAmB,QAAQ,cAAc;;AAkSlD;;AAiBA;;AAgMA,eAAeA,mBAAmB,CAACC,GAAG,CAAO,QAAQ,CAAC","ignoreList":[]}
|
package/lib/module/index.js
CHANGED
|
@@ -183,6 +183,35 @@ export class LlamaContext {
|
|
|
183
183
|
stopCompletion() {
|
|
184
184
|
return Cactus.stopCompletion(this.id);
|
|
185
185
|
}
|
|
186
|
+
|
|
187
|
+
// New conversation management methods
|
|
188
|
+
/**
|
|
189
|
+
* Generate a response to a user message (simple text return)
|
|
190
|
+
*/
|
|
191
|
+
async generateResponse(userMessage, maxTokens = 200) {
|
|
192
|
+
return Cactus.generateResponse(this.id, userMessage, maxTokens);
|
|
193
|
+
}
|
|
194
|
+
|
|
195
|
+
/**
|
|
196
|
+
* Continue conversation with detailed timing information
|
|
197
|
+
*/
|
|
198
|
+
async continueConversation(userMessage, maxTokens = 200) {
|
|
199
|
+
return Cactus.continueConversation(this.id, userMessage, maxTokens);
|
|
200
|
+
}
|
|
201
|
+
|
|
202
|
+
/**
|
|
203
|
+
* Clear conversation history and reset KV cache
|
|
204
|
+
*/
|
|
205
|
+
async clearConversation() {
|
|
206
|
+
return Cactus.clearConversation(this.id);
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
/**
|
|
210
|
+
* Check if conversation is currently active
|
|
211
|
+
*/
|
|
212
|
+
async isConversationActive() {
|
|
213
|
+
return Cactus.isConversationActive(this.id);
|
|
214
|
+
}
|
|
186
215
|
tokenize(text) {
|
|
187
216
|
return Cactus.tokenize(this.id, text);
|
|
188
217
|
}
|
package/lib/module/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","Platform","Cactus","SchemaGrammarConverter","convertJsonSchemaToGrammar","formatChat","Tools","injectToolsIntoMessages","parseAndExecuteTool","updateMessagesWithToolCall","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","OS","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","default","getFormattedChat","messages","template","params","chat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","result","toolCalled","toolName","toolInput","toolOutput","newMessages","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,kBAAkB,EAAEC,kBAAkB,EAAEC,QAAQ,QAAQ,cAAc;AAE/E,OAAOC,MAAM,MAAM,gBAAgB;AAuBnC,SAASC,sBAAsB,EAAEC,0BAA0B,QAAQ,WAAW;AAE9E,SAASC,UAAU,QAAQ,QAAQ;AACnC,SAASC,KAAK,EAAEC,uBAAuB,EAAEC,mBAAmB,EAAEC,0BAA0B,QAAQ,SAAS;AAsBzG,SAASN,sBAAsB,EAAEC,0BAA0B,EAAEE,KAAK;AAElE,MAAMI,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIZ,QAAQ,CAACa,EAAE,KAAK,KAAK,EAAE;EACzB;EACAD,YAAY,GAAG,IAAId,kBAAkB,CAACG,MAAM,CAAC;AAC/C;AACA,IAAID,QAAQ,CAACa,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGb,kBAAkB;AACnC;AAEA,MAAMe,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIF,YAAY,EAAE;EAChBA,YAAY,CAACG,WAAW,CACtBJ,mBAAmB,EAClBK,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAnB,MAAM,EAAEoB,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAED,OAAO,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAOtC,MAAM,CAACkC,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAOxC,MAAM,CAACuC,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAEE,OAAO;EAC7C;EAEA,MAAMC,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAGlD,UAAU,CAAC+C,QAAQ,CAAC;IACjC,MAAMI,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIO,MAAM,EAAEG,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIN,QAAQ,EAAEK,IAAI,GAAGL,QAAQ,EAAC;IAC9B,MAAMO,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,EAAEO,eAAe,CAAC;IACzD,OAAO3D,MAAM,CAACiD,gBAAgB,CAAC,IAAI,CAAChB,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACR,IAAI,CAAC,EAAEG,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEV,MAAM,EAAEU,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACT,MAAM,CAACU,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEX,MAAM,EAAEW,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACT,MAAM,CAACW,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEZ,MAAM,EAAEY;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACrBb,MAAyC,EACzCc,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAAChB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACmB,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACd,MAAM,CAACU,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC,OAAO,IAAI,CAACC,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IAEA,IAAIhB,QAAQ,GAAG,CAAC,IAAGE,MAAM,EAAEF,QAAQ,IAAI,EAAE,EAAC,CAAC,CAAC;;IAE5C,IAAIiB,cAAc,KAAK,CAAC,EAAE;MACtBjB,QAAQ,GAAG7C,uBAAuB,CAAC6C,QAAQ,EAAEE,MAAM,CAACU,KAAK,CAAC;IAC9D;IAEA,MAAMQ,MAAM,GAAG,MAAM,IAAI,CAACD,UAAU,CAAC;MAAC,GAAGjB,MAAM;MAAEF;IAAQ,CAAC,EAAEgB,QAAQ,CAAC;IAErE,MAAM;MAACK,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAMpE,mBAAmB,CAACgE,MAAM,EAAElB,MAAM,CAACU,KAAK,CAAC;IAEnD,IAAIS,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAME,WAAW,GAAGpE,0BAA0B,CAC1C2C,QAAQ,EAAEsB,QAAQ,EAAEC,SAAS,EAAEC,UACnC,CAAC;MAED,OAAO,MAAM,IAAI,CAACT,mBAAmB,CACjC;QAAC,GAAGb,MAAM;QAAEF,QAAQ,EAAEyB;MAAW,CAAC,EAClCT,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOE,MAAM;EACnB;EAEE,MAAMD,UAAUA,CACdjB,MAAwB,EACxBc,QAAoC,EACH;IACjC,MAAMU,YAAY,GAAG;MACnB,GAAGxB,MAAM;MACTyB,MAAM,EAAEzB,MAAM,CAACyB,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACZ;IAC7B,CAAC;IACD,IAAId,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAM6B,eAAe,GAAG,MAAM,IAAI,CAAC9B,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAAC4B,aAAa,IAAI5B,MAAM,CAAC6B,YAAY,EAC3C;QACE1B,KAAK,EAAEH,MAAM,CAACG,KAAK;QACnBO,KAAK,EAAEV,MAAM,CAACU,KAAK;QACnBC,mBAAmB,EAAEX,MAAM,CAACW,mBAAmB;QAC/CC,WAAW,EAAEZ,MAAM,CAACY;MACtB,CACF,CAAC;MACD,IAAI,OAAOe,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAGzB,MAAM,CAACyB,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACjB,eAAe,IAAI,CAACiB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAMzB,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,CAACO,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEkB,YAAY,CAACnD,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAIgC,aAAkB,GACpBxB,QAAQ,IACRvD,YAAY,CAACG,WAAW,CAACL,cAAc,EAAGM,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAE4D;MAAY,CAAC,GAAG5E,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAACyB,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAG7F,MAAM,CAACqE,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAE2C,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACD1E,KAAK,CAAE4E,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAOlG,MAAM,CAACkG,cAAc,CAAC,IAAI,CAACjE,EAAE,CAAC;EACvC;EAEAkE,QAAQA,CAAChF,IAAY,EAAiC;IACpD,OAAOnB,MAAM,CAACmG,QAAQ,CAAC,IAAI,CAAClE,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAiF,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAOrG,MAAM,CAACoG,UAAU,CAAC,IAAI,CAACnE,EAAE,EAAEoE,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACPnF,IAAY,EACZiC,MAAwB,EACQ;IAChC,OAAOpD,MAAM,CAACsG,SAAS,CAAC,IAAI,CAACrE,EAAE,EAAEd,IAAI,EAAEiC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAMmD,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAMrC,MAAM,GAAG,MAAMtE,MAAM,CAACuG,KAAK,CAAC,IAAI,CAACtE,EAAE,EAAEuE,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpEtD,IAAI,CAACuD,KAAK,CAAC7C,MAAM,CAAC;IACpB,OAAO;MACLsC,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClCpF,IAAI,EAAEoF,CAAC,CAACpF,IAAI,CAACqF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAO1H,MAAM,CAACoH,iBAAiB,CAAC,IAAI,CAACnF,EAAE,EAAEqF,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAO3H,MAAM,CAAC2H,kBAAkB,CAAC,IAAI,CAAC1F,EAAE,CAAC;EAC3C;EAEA,MAAM2F,qBAAqBA,CAAA,EAEzB;IACA,OAAO5H,MAAM,CAAC4H,qBAAqB,CAAC,IAAI,CAAC3F,EAAE,CAAC;EAC9C;EAEA,MAAM4F,OAAOA,CAAA,EAAkB;IAC7B,OAAO7H,MAAM,CAAC8H,cAAc,CAAC,IAAI,CAAC7F,EAAE,CAAC;EACvC;AACF;AAEA,OAAO,eAAeb,eAAeA,CAAC2G,OAAgB,EAAiB;EACrE,OAAO/H,MAAM,CAACoB,eAAe,CAAC2G,OAAO,CAAC;AACxC;AAEA,OAAO,SAASC,oBAAoBA,CAClC/G,QAA+C,EACvB;EACxBJ,YAAY,CAAC4E,IAAI,CAACxE,QAAQ,CAAC;EAC3B,OAAO;IACL+E,MAAM,EAAEA,CAAA,KAAM;MACZnF,YAAY,CAACoH,MAAM,CAACpH,YAAY,CAACqH,OAAO,CAACjH,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEA,OAAO,eAAekH,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAOpI,MAAM,CAACmI,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACD,OAAO,eAAeC,kBAAkBA,CAAC9G,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAOtC,MAAM,CAAC+I,SAAS,CAAC3G,IAAI,EAAEyG,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAED,OAAO,eAAeC,SAASA,CAC7B;EACEtH,KAAK;EACLuH,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAEvC,QAAQ;EACnB,GAAGwC;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAI1H,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAIyH,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAE1H,UAAU,CAAC,SAAS,CAAC,EAAE0H,QAAQ,GAAGA,QAAQ,CAACzH,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAIgF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClCpF,IAAI,EAAEoF,CAAC,CAACpF,IAAI,CAACqF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAM3F,SAAS,GAAGsG,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAGrJ,YAAY,CAACG,WAAW,CAC/CN,8BAA8B,EAC7BO,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjC+H,UAAU,CAAC/I,GAAG,CAACkJ,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJ9H,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEmI,YAAY;IACnBC;EACF,CAAC,GAAG,MAAMpK,MAAM,CAACqK,WAAW,CAACtI,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACXmH,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAEtC,YAAY;IACvB,GAAGuC;EACL,CAAC,CAAC,CAACxI,KAAK,CAAE4E,GAAQ,IAAK;IACrB+D,sBAAsB,EAAEhE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACF+D,sBAAsB,EAAEhE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAIrE,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEmI,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEA,OAAO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOvK,MAAM,CAACwK,kBAAkB,CAAC,CAAC;AACpC;AAEA,OAAO,MAAMH,WAAW,GAAG,MAAOjH,MAA2B,IAAK;EAChE,OAAO,MAAMpD,MAAM,CAACqK,WAAW,CAAChC,gBAAgB,EAAE,EAAEjF,MAAM,CAAC;AAC7D,CAAC;AAED,OAAO,MAAMqH,cAAc,GAAG,MAAAA,CAAO1I,SAAiB,EAAE2I,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAM3K,MAAM,CAACyK,cAAc,CAAC1I,SAAS,EAAE2I,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAED,OAAO,MAAMC,mBAAmB,GAAG,MAAO7I,SAAiB,IAAK;EAC9D,OAAO,MAAM/B,MAAM,CAAC4K,mBAAmB,CAAC7I,SAAS,CAAC;AACpD,CAAC;AAED,OAAO,MAAM8I,yBAAyB,GAAG,MAAO9I,SAAiB,IAAK;EACpE,OAAO,MAAM/B,MAAM,CAAC6K,yBAAyB,CAAC9I,SAAS,CAAC;AAC1D,CAAC;AAED,OAAO,MAAM+I,wBAAwB,GAAG,MAAO/I,SAAiB,IAAK;EACnE,OAAO,MAAM/B,MAAM,CAAC8K,wBAAwB,CAAC/I,SAAS,CAAC;AACzD,CAAC;AAED,OAAO,MAAMgJ,iBAAiB,GAAG,MAAOhJ,SAAiB,IAAK;EAC5D,OAAO,MAAM/B,MAAM,CAAC+K,iBAAiB,CAAChJ,SAAS,CAAC;AAClD,CAAC;AAED,OAAO,MAAMiJ,oBAAoB,GAAG,MAAAA,CAAOjJ,SAAiB,EAAE8C,MAAc,EAAEoG,UAAoB,EAAE7H,MAA8B,KAAsC;EACtK,OAAO,MAAMpD,MAAM,CAACgL,oBAAoB,CAACjJ,SAAS,EAAE8C,MAAM,EAAEoG,UAAU,EAAE7H,MAAM,CAAC;AACjF,CAAC;AAED,OAAO,MAAM8H,WAAW,GAAG,MAAAA,CAAOnJ,SAAiB,EAAEoJ,gBAAwB,KAAK;EAChF,OAAO,MAAMnL,MAAM,CAACkL,WAAW,CAACnJ,SAAS,EAAEoJ,gBAAgB,CAAC;AAC9D,CAAC;AAED,OAAO,MAAMC,gBAAgB,GAAG,MAAOrJ,SAAiB,IAAK;EAC3D,OAAO,MAAM/B,MAAM,CAACoL,gBAAgB,CAACrJ,SAAS,CAAC;AACjD,CAAC;AAED,OAAO,MAAMsJ,UAAU,GAAG,MAAOtJ,SAAiB,IAA6B;EAC7E,OAAO,MAAM/B,MAAM,CAACqL,UAAU,CAACtJ,SAAS,CAAC;AAC3C,CAAC;AAED,OAAO,MAAMuJ,2BAA2B,GAAG,MAAAA,CAAOvJ,SAAiB,EAAEwJ,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMxL,MAAM,CAACsL,2BAA2B,CAACvJ,SAAS,EAAEwJ,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAED,OAAO,MAAMC,6BAA6B,GAAG,MAAAA,CAAO1J,SAAiB,EAAEyJ,WAAmB,KAAuC;EAC/H,OAAO,MAAMxL,MAAM,CAACyL,6BAA6B,CAAC1J,SAAS,EAAEyJ,WAAW,CAAC;AAC3E,CAAC;AAED,OAAO,MAAME,iBAAiB,GAAG,MAAAA,CAAO3J,SAAiB,EAAEsE,MAAgB,KAAuC;EAChH,OAAO,MAAMrG,MAAM,CAAC0L,iBAAiB,CAAC3J,SAAS,EAAEsE,MAAM,CAAC;AAC1D,CAAC;AAED,OAAO,MAAMsF,cAAc,GAAG,MAAO5J,SAAiB,IAAK;EACzD,OAAO,MAAM/B,MAAM,CAAC2L,cAAc,CAAC5J,SAAS,CAAC;AAC/C,CAAC;AAED,OAAO,MAAMoE,QAAQ,GAAG,MAAAA,CAAOpE,SAAiB,EAAEZ,IAAY,EAAE8J,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAM5L,MAAM,CAACmG,QAAQ,CAACpE,SAAS,EAAEZ,IAAI,EAAE8J,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAMjL,MAAM,CAACmG,QAAQ,CAACpE,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","Platform","Cactus","SchemaGrammarConverter","convertJsonSchemaToGrammar","formatChat","Tools","injectToolsIntoMessages","parseAndExecuteTool","updateMessagesWithToolCall","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","OS","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","default","getFormattedChat","messages","template","params","chat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","result","toolCalled","toolName","toolInput","toolOutput","newMessages","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","generateResponse","userMessage","maxTokens","continueConversation","clearConversation","isConversationActive","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,kBAAkB,EAAEC,kBAAkB,EAAEC,QAAQ,QAAQ,cAAc;AAE/E,OAAOC,MAAM,MAAM,gBAAgB;AAwBnC,SAASC,sBAAsB,EAAEC,0BAA0B,QAAQ,WAAW;AAE9E,SAASC,UAAU,QAAQ,QAAQ;AACnC,SAASC,KAAK,EAAEC,uBAAuB,EAAEC,mBAAmB,EAAEC,0BAA0B,QAAQ,SAAS;AAsBzG,SAASN,sBAAsB,EAAEC,0BAA0B,EAAEE,KAAK;AAElE,MAAMI,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIZ,QAAQ,CAACa,EAAE,KAAK,KAAK,EAAE;EACzB;EACAD,YAAY,GAAG,IAAId,kBAAkB,CAACG,MAAM,CAAC;AAC/C;AACA,IAAID,QAAQ,CAACa,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGb,kBAAkB;AACnC;AAEA,MAAMe,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIF,YAAY,EAAE;EAChBA,YAAY,CAACG,WAAW,CACtBJ,mBAAmB,EAClBK,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAnB,MAAM,EAAEoB,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAED,OAAO,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAOtC,MAAM,CAACkC,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAOxC,MAAM,CAACuC,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAEE,OAAO;EAC7C;EAEA,MAAMC,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAGlD,UAAU,CAAC+C,QAAQ,CAAC;IACjC,MAAMI,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIO,MAAM,EAAEG,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIN,QAAQ,EAAEK,IAAI,GAAGL,QAAQ,EAAC;IAC9B,MAAMO,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,EAAEO,eAAe,CAAC;IACzD,OAAO3D,MAAM,CAACiD,gBAAgB,CAAC,IAAI,CAAChB,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACR,IAAI,CAAC,EAAEG,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEV,MAAM,EAAEU,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACT,MAAM,CAACU,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEX,MAAM,EAAEW,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACT,MAAM,CAACW,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEZ,MAAM,EAAEY;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACrBb,MAAyC,EACzCc,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAAChB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACmB,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACd,MAAM,CAACU,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC,OAAO,IAAI,CAACC,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IAEA,IAAIhB,QAAQ,GAAG,CAAC,IAAGE,MAAM,EAAEF,QAAQ,IAAI,EAAE,EAAC,CAAC,CAAC;;IAE5C,IAAIiB,cAAc,KAAK,CAAC,EAAE;MACtBjB,QAAQ,GAAG7C,uBAAuB,CAAC6C,QAAQ,EAAEE,MAAM,CAACU,KAAK,CAAC;IAC9D;IAEA,MAAMQ,MAAM,GAAG,MAAM,IAAI,CAACD,UAAU,CAAC;MAAC,GAAGjB,MAAM;MAAEF;IAAQ,CAAC,EAAEgB,QAAQ,CAAC;IAErE,MAAM;MAACK,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAMpE,mBAAmB,CAACgE,MAAM,EAAElB,MAAM,CAACU,KAAK,CAAC;IAEnD,IAAIS,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAME,WAAW,GAAGpE,0BAA0B,CAC1C2C,QAAQ,EAAEsB,QAAQ,EAAEC,SAAS,EAAEC,UACnC,CAAC;MAED,OAAO,MAAM,IAAI,CAACT,mBAAmB,CACjC;QAAC,GAAGb,MAAM;QAAEF,QAAQ,EAAEyB;MAAW,CAAC,EAClCT,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOE,MAAM;EACnB;EAEE,MAAMD,UAAUA,CACdjB,MAAwB,EACxBc,QAAoC,EACH;IACjC,MAAMU,YAAY,GAAG;MACnB,GAAGxB,MAAM;MACTyB,MAAM,EAAEzB,MAAM,CAACyB,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACZ;IAC7B,CAAC;IACD,IAAId,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAM6B,eAAe,GAAG,MAAM,IAAI,CAAC9B,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAAC4B,aAAa,IAAI5B,MAAM,CAAC6B,YAAY,EAC3C;QACE1B,KAAK,EAAEH,MAAM,CAACG,KAAK;QACnBO,KAAK,EAAEV,MAAM,CAACU,KAAK;QACnBC,mBAAmB,EAAEX,MAAM,CAACW,mBAAmB;QAC/CC,WAAW,EAAEZ,MAAM,CAACY;MACtB,CACF,CAAC;MACD,IAAI,OAAOe,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAGzB,MAAM,CAACyB,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACjB,eAAe,IAAI,CAACiB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAMzB,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,CAACO,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEkB,YAAY,CAACnD,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAIgC,aAAkB,GACpBxB,QAAQ,IACRvD,YAAY,CAACG,WAAW,CAACL,cAAc,EAAGM,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAE4D;MAAY,CAAC,GAAG5E,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAACyB,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAG7F,MAAM,CAACqE,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAE2C,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACD1E,KAAK,CAAE4E,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAOlG,MAAM,CAACkG,cAAc,CAAC,IAAI,CAACjE,EAAE,CAAC;EACvC;;EAEA;EACA;AACF;AACA;EACE,MAAMkE,gBAAgBA,CACpBC,WAAmB,EACnBC,SAAiB,GAAG,GAAG,EACN;IACjB,OAAOrG,MAAM,CAACmG,gBAAgB,CAAC,IAAI,CAAClE,EAAE,EAAEmE,WAAW,EAAEC,SAAS,CAAC;EACjE;;EAEA;AACF;AACA;EACE,MAAMC,oBAAoBA,CACxBF,WAAmB,EACnBC,SAAiB,GAAG,GAAG,EACY;IACnC,OAAOrG,MAAM,CAACsG,oBAAoB,CAAC,IAAI,CAACrE,EAAE,EAAEmE,WAAW,EAAEC,SAAS,CAAC;EACrE;;EAEA;AACF;AACA;EACE,MAAME,iBAAiBA,CAAA,EAAkB;IACvC,OAAOvG,MAAM,CAACuG,iBAAiB,CAAC,IAAI,CAACtE,EAAE,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMuE,oBAAoBA,CAAA,EAAqB;IAC7C,OAAOxG,MAAM,CAACwG,oBAAoB,CAAC,IAAI,CAACvE,EAAE,CAAC;EAC7C;EAEAwE,QAAQA,CAACtF,IAAY,EAAiC;IACpD,OAAOnB,MAAM,CAACyG,QAAQ,CAAC,IAAI,CAACxE,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAuF,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAO3G,MAAM,CAAC0G,UAAU,CAAC,IAAI,CAACzE,EAAE,EAAE0E,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACPzF,IAAY,EACZiC,MAAwB,EACQ;IAChC,OAAOpD,MAAM,CAAC4G,SAAS,CAAC,IAAI,CAAC3E,EAAE,EAAEd,IAAI,EAAEiC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAMyD,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAM3C,MAAM,GAAG,MAAMtE,MAAM,CAAC6G,KAAK,CAAC,IAAI,CAAC5E,EAAE,EAAE6E,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpE5D,IAAI,CAAC6D,KAAK,CAACnD,MAAM,CAAC;IACpB,OAAO;MACL4C,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClC1F,IAAI,EAAE0F,CAAC,CAAC1F,IAAI,CAAC2F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAOhI,MAAM,CAAC0H,iBAAiB,CAAC,IAAI,CAACzF,EAAE,EAAE2F,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAOjI,MAAM,CAACiI,kBAAkB,CAAC,IAAI,CAAChG,EAAE,CAAC;EAC3C;EAEA,MAAMiG,qBAAqBA,CAAA,EAEzB;IACA,OAAOlI,MAAM,CAACkI,qBAAqB,CAAC,IAAI,CAACjG,EAAE,CAAC;EAC9C;EAEA,MAAMkG,OAAOA,CAAA,EAAkB;IAC7B,OAAOnI,MAAM,CAACoI,cAAc,CAAC,IAAI,CAACnG,EAAE,CAAC;EACvC;AACF;AAEA,OAAO,eAAeb,eAAeA,CAACiH,OAAgB,EAAiB;EACrE,OAAOrI,MAAM,CAACoB,eAAe,CAACiH,OAAO,CAAC;AACxC;AAEA,OAAO,SAASC,oBAAoBA,CAClCrH,QAA+C,EACvB;EACxBJ,YAAY,CAAC4E,IAAI,CAACxE,QAAQ,CAAC;EAC3B,OAAO;IACL+E,MAAM,EAAEA,CAAA,KAAM;MACZnF,YAAY,CAAC0H,MAAM,CAAC1H,YAAY,CAAC2H,OAAO,CAACvH,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEA,OAAO,eAAewH,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAO1I,MAAM,CAACyI,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACD,OAAO,eAAeC,kBAAkBA,CAACpH,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAOtC,MAAM,CAACqJ,SAAS,CAACjH,IAAI,EAAE+G,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAED,OAAO,eAAeC,SAASA,CAC7B;EACE5H,KAAK;EACL6H,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAEvC,QAAQ;EACnB,GAAGwC;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAIhI,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAI+H,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAEhI,UAAU,CAAC,SAAS,CAAC,EAAEgI,QAAQ,GAAGA,QAAQ,CAAC/H,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAIsF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClC1F,IAAI,EAAE0F,CAAC,CAAC1F,IAAI,CAAC2F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAMjG,SAAS,GAAG4G,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAG3J,YAAY,CAACG,WAAW,CAC/CN,8BAA8B,EAC7BO,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCqI,UAAU,CAACrJ,GAAG,CAACwJ,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJpI,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEyI,YAAY;IACnBC;EACF,CAAC,GAAG,MAAM1K,MAAM,CAAC2K,WAAW,CAAC5I,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACXyH,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAEtC,YAAY;IACvB,GAAGuC;EACL,CAAC,CAAC,CAAC9I,KAAK,CAAE4E,GAAQ,IAAK;IACrBqE,sBAAsB,EAAEtE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFqE,sBAAsB,EAAEtE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAIrE,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEyI,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEA,OAAO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAO7K,MAAM,CAAC8K,kBAAkB,CAAC,CAAC;AACpC;AAEA,OAAO,MAAMH,WAAW,GAAG,MAAOvH,MAA2B,IAAK;EAChE,OAAO,MAAMpD,MAAM,CAAC2K,WAAW,CAAChC,gBAAgB,EAAE,EAAEvF,MAAM,CAAC;AAC7D,CAAC;AAED,OAAO,MAAM2H,cAAc,GAAG,MAAAA,CAAOhJ,SAAiB,EAAEiJ,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAMjL,MAAM,CAAC+K,cAAc,CAAChJ,SAAS,EAAEiJ,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAED,OAAO,MAAMC,mBAAmB,GAAG,MAAOnJ,SAAiB,IAAK;EAC9D,OAAO,MAAM/B,MAAM,CAACkL,mBAAmB,CAACnJ,SAAS,CAAC;AACpD,CAAC;AAED,OAAO,MAAMoJ,yBAAyB,GAAG,MAAOpJ,SAAiB,IAAK;EACpE,OAAO,MAAM/B,MAAM,CAACmL,yBAAyB,CAACpJ,SAAS,CAAC;AAC1D,CAAC;AAED,OAAO,MAAMqJ,wBAAwB,GAAG,MAAOrJ,SAAiB,IAAK;EACnE,OAAO,MAAM/B,MAAM,CAACoL,wBAAwB,CAACrJ,SAAS,CAAC;AACzD,CAAC;AAED,OAAO,MAAMsJ,iBAAiB,GAAG,MAAOtJ,SAAiB,IAAK;EAC5D,OAAO,MAAM/B,MAAM,CAACqL,iBAAiB,CAACtJ,SAAS,CAAC;AAClD,CAAC;AAED,OAAO,MAAMuJ,oBAAoB,GAAG,MAAAA,CAAOvJ,SAAiB,EAAE8C,MAAc,EAAE0G,UAAoB,EAAEnI,MAA8B,KAAsC;EACtK,OAAO,MAAMpD,MAAM,CAACsL,oBAAoB,CAACvJ,SAAS,EAAE8C,MAAM,EAAE0G,UAAU,EAAEnI,MAAM,CAAC;AACjF,CAAC;AAED,OAAO,MAAMoI,WAAW,GAAG,MAAAA,CAAOzJ,SAAiB,EAAE0J,gBAAwB,KAAK;EAChF,OAAO,MAAMzL,MAAM,CAACwL,WAAW,CAACzJ,SAAS,EAAE0J,gBAAgB,CAAC;AAC9D,CAAC;AAED,OAAO,MAAMC,gBAAgB,GAAG,MAAO3J,SAAiB,IAAK;EAC3D,OAAO,MAAM/B,MAAM,CAAC0L,gBAAgB,CAAC3J,SAAS,CAAC;AACjD,CAAC;AAED,OAAO,MAAM4J,UAAU,GAAG,MAAO5J,SAAiB,IAA6B;EAC7E,OAAO,MAAM/B,MAAM,CAAC2L,UAAU,CAAC5J,SAAS,CAAC;AAC3C,CAAC;AAED,OAAO,MAAM6J,2BAA2B,GAAG,MAAAA,CAAO7J,SAAiB,EAAE8J,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAM9L,MAAM,CAAC4L,2BAA2B,CAAC7J,SAAS,EAAE8J,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAED,OAAO,MAAMC,6BAA6B,GAAG,MAAAA,CAAOhK,SAAiB,EAAE+J,WAAmB,KAAuC;EAC/H,OAAO,MAAM9L,MAAM,CAAC+L,6BAA6B,CAAChK,SAAS,EAAE+J,WAAW,CAAC;AAC3E,CAAC;AAED,OAAO,MAAME,iBAAiB,GAAG,MAAAA,CAAOjK,SAAiB,EAAE4E,MAAgB,KAAuC;EAChH,OAAO,MAAM3G,MAAM,CAACgM,iBAAiB,CAACjK,SAAS,EAAE4E,MAAM,CAAC;AAC1D,CAAC;AAED,OAAO,MAAMsF,cAAc,GAAG,MAAOlK,SAAiB,IAAK;EACzD,OAAO,MAAM/B,MAAM,CAACiM,cAAc,CAAClK,SAAS,CAAC;AAC/C,CAAC;AAED,OAAO,MAAM0E,QAAQ,GAAG,MAAAA,CAAO1E,SAAiB,EAAEZ,IAAY,EAAEoK,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAMlM,MAAM,CAACyG,QAAQ,CAAC1E,SAAS,EAAEZ,IAAI,EAAEoK,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAMvL,MAAM,CAACyG,QAAQ,CAAC1E,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC","ignoreList":[]}
|
|
@@ -275,6 +275,12 @@ export type NativeAudioTokensResult = {
|
|
|
275
275
|
export type NativeAudioDecodeResult = {
|
|
276
276
|
audio_data: Array<number>;
|
|
277
277
|
};
|
|
278
|
+
export type NativeConversationResult = {
|
|
279
|
+
text: string;
|
|
280
|
+
time_to_first_token: number;
|
|
281
|
+
total_time: number;
|
|
282
|
+
tokens_generated: number;
|
|
283
|
+
};
|
|
278
284
|
export type NativeLlamaContext = {
|
|
279
285
|
contextId: number;
|
|
280
286
|
model: {
|
|
@@ -378,6 +384,10 @@ export interface Spec extends TurboModule {
|
|
|
378
384
|
getAudioCompletionGuideTokens(contextId: number, textToSpeak: string): Promise<NativeAudioTokensResult>;
|
|
379
385
|
decodeAudioTokens(contextId: number, tokens: number[]): Promise<NativeAudioDecodeResult>;
|
|
380
386
|
releaseVocoder(contextId: number): Promise<void>;
|
|
387
|
+
generateResponse(contextId: number, userMessage: string, maxTokens?: number): Promise<string>;
|
|
388
|
+
continueConversation(contextId: number, userMessage: string, maxTokens?: number): Promise<NativeConversationResult>;
|
|
389
|
+
clearConversation(contextId: number): Promise<void>;
|
|
390
|
+
isConversationActive(contextId: number): Promise<boolean>;
|
|
381
391
|
releaseContext(contextId: number): Promise<void>;
|
|
382
392
|
releaseAllContexts(): Promise<void>;
|
|
383
393
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"NativeCactus.d.ts","sourceRoot":"","sources":["../../src/NativeCactus.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAG/C,MAAM,MAAM,qBAAqB,GAAG;IAClC,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,KAAK,EAAE,MAAM,CAAA;IACb;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IAEtB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAEzB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,qBAAqB,CAAC,EAAE,OAAO,CAAA;IAE/B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAA;IAEjB,SAAS,CAAC,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAA;IAExB;;OAEG;IACH,UAAU,CAAC,EAAE,OAAO,CAAA;IAEpB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IAErB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,UAAU,CAAC,EAAE,OAAO,CAAA;IAEpB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAEpD,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,eAAe,CAAC,EAAE,MAAM,CAAA;IAExB,YAAY,CAAC,EAAE,MAAM,CAAA;IAGrB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB;;OAEG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC;QACvB,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,KAAK,EAAE,MAAM,CAAA;KACd,CAAC,CAAA;IACF,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAChC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;;OAGG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACpB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B;;OAEG;IACH,qBAAqB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACrC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB;;OAEG;IACH,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IACjC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IAEb,uBAAuB,EAAE,OAAO,CAAA;CACjC,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,MAAM,CAAA;CACb,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG;IACtC,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,KAAK,CAAC,6BAA6B,CAAC,CAAA;CAC5C,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,iBAAiB,EAAE,MAAM,CAAA;IACzB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,sBAAsB,EAAE,MAAM,CAAA;IAC9B,oBAAoB,EAAE,MAAM,CAAA;CAC7B,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;IACZ;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAA;IACzB;;OAEG;IACH,UAAU,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,UAAU,CAAA;QAChB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAA;YACZ,SAAS,EAAE,MAAM,CAAA;SAClB,CAAA;QACD,EAAE,CAAC,EAAE,MAAM,CAAA;KACZ,CAAC,CAAA;IACF;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IAEf,gBAAgB,EAAE,MAAM,CAAA;IACxB,gBAAgB,EAAE,MAAM,CAAA;IACxB,SAAS,EAAE,OAAO,CAAA;IAClB,WAAW,EAAE,OAAO,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,OAAO,EAAE,6BAA6B,CAAA;IAEtC,wBAAwB,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAA;CAC5D,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAErB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,aAAa,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAC7B,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACzB,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CAChC,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACzB,CAAA;AAGD,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAA;CACb,CAAA;AAED,MAAM,MAAM,2BAA2B,GAAG;IACxC,gBAAgB,EAAE,MAAM,CAAA;CACzB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACtB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CAC1B,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAA;QACZ,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,OAAO,EAAE,MAAM,CAAA;QACf,aAAa,EAAE;YACb,SAAS,EAAE,OAAO,CAAA;YAClB,KAAK,EAAE;gBAEL,OAAO,EAAE,OAAO,CAAA;gBAChB,WAAW,EAAE;oBACX,KAAK,EAAE,OAAO,CAAA;oBACd,SAAS,EAAE,OAAO,CAAA;oBAClB,aAAa,EAAE,OAAO,CAAA;oBACtB,UAAU,EAAE,OAAO,CAAA;oBACnB,iBAAiB,EAAE,OAAO,CAAA;oBAC1B,UAAU,EAAE,OAAO,CAAA;iBACpB,CAAA;gBACD,OAAO,EAAE,OAAO,CAAA;gBAChB,WAAW,EAAE;oBACX,KAAK,EAAE,OAAO,CAAA;oBACd,SAAS,EAAE,OAAO,CAAA;oBAClB,aAAa,EAAE,OAAO,CAAA;oBACtB,UAAU,EAAE,OAAO,CAAA;oBACnB,iBAAiB,EAAE,OAAO,CAAA;oBAC1B,UAAU,EAAE,OAAO,CAAA;iBACpB,CAAA;aACF,CAAA;SACF,CAAA;QACD,QAAQ,EAAE,MAAM,CAAA;QAChB,uBAAuB,EAAE,OAAO,CAAA;KACjC,CAAA;IACD;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,GAAG,EAAE,OAAO,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,aAAa,EAAE,MAAM,CAAA;IACrB,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,wBAAwB,GAAG;IACrC,MAAM,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,gBAAgB,CAAC,EAAE,KAAK,CAAC;QACvB,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,KAAK,EAAE,MAAM,CAAA;KACd,CAAC,CAAA;IACF,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAChC,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACjC,CAAA;AAED,MAAM,WAAW,IAAK,SAAQ,WAAW;IACvC,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAChD,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAE7C,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IACzD,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,mBAAmB,GAC1B,OAAO,CAAC,kBAAkB,CAAC,CAAA;IAE9B,gBAAgB,CACd,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,MAAM,EACrB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,OAAO,CAAA;QACf,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,GACA,OAAO,CAAC,wBAAwB,GAAG,MAAM,CAAC,CAAA;IAC7C,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,uBAAuB,CAAC,CAAA;IACnC,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,CAAC,CAAA;IAClB,UAAU,CACR,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,sBAAsB,GAC7B,OAAO,CAAC,sBAAsB,CAAC,CAAA;IAClC,oBAAoB,CAClB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAAE,EACpB,MAAM,EAAE,sBAAsB,GAC7B,OAAO,CAAC,sBAAsB,CAAC,CAAA;IAClC,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAChD,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAA;IAC/F,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IAChE,SAAS,CACP,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC,CAAA;IACjC,KAAK,CACH,SAAS,EAAE,MAAM,EACjB,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,MAAM,CAAC,CAAA;IAElB,iBAAiB,CACf,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GACrD,OAAO,CAAC,IAAI,CAAC,CAAA;IAChB,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACpD,qBAAqB,CACnB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAA;IAGpD,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,MAAM,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,OAAO,CAAC,CAAA;IACnB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IACxD,yBAAyB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAC9D,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAC7D,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAGnD,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,OAAO,CAAC,CAAA;IACnB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IACrD,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAAA;IACrD,2BAA2B,CACzB,SAAS,EAAE,MAAM,EACjB,cAAc,EAAE,MAAM,EACtB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,2BAA2B,CAAC,CAAA;IACvC,6BAA6B,CAC3B,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,uBAAuB,CAAC,CAAA;IACnC,iBAAiB,CACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EAAE,GACf,OAAO,CAAC,uBAAuB,CAAC,CAAA;IACnC,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;
|
|
1
|
+
{"version":3,"file":"NativeCactus.d.ts","sourceRoot":"","sources":["../../src/NativeCactus.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAG/C,MAAM,MAAM,qBAAqB,GAAG;IAClC,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,KAAK,EAAE,MAAM,CAAA;IACb;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IAEtB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAEzB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,qBAAqB,CAAC,EAAE,OAAO,CAAA;IAE/B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAA;IAEjB,SAAS,CAAC,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAA;IAExB;;OAEG;IACH,UAAU,CAAC,EAAE,OAAO,CAAA;IAEpB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IAErB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,UAAU,CAAC,EAAE,OAAO,CAAA;IAEpB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAEpD,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,eAAe,CAAC,EAAE,MAAM,CAAA;IAExB,YAAY,CAAC,EAAE,MAAM,CAAA;IAGrB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB;;OAEG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC;QACvB,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,KAAK,EAAE,MAAM,CAAA;KACd,CAAC,CAAA;IACF,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAChC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;;OAGG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACpB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B;;OAEG;IACH,qBAAqB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACrC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB;;OAEG;IACH,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IACjC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IAEb,uBAAuB,EAAE,OAAO,CAAA;CACjC,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,MAAM,CAAA;CACb,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG;IACtC,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,KAAK,CAAC,6BAA6B,CAAC,CAAA;CAC5C,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,iBAAiB,EAAE,MAAM,CAAA;IACzB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,sBAAsB,EAAE,MAAM,CAAA;IAC9B,oBAAoB,EAAE,MAAM,CAAA;CAC7B,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;IACZ;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAA;IACzB;;OAEG;IACH,UAAU,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,UAAU,CAAA;QAChB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAA;YACZ,SAAS,EAAE,MAAM,CAAA;SAClB,CAAA;QACD,EAAE,CAAC,EAAE,MAAM,CAAA;KACZ,CAAC,CAAA;IACF;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IAEf,gBAAgB,EAAE,MAAM,CAAA;IACxB,gBAAgB,EAAE,MAAM,CAAA;IACxB,SAAS,EAAE,OAAO,CAAA;IAClB,WAAW,EAAE,OAAO,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,OAAO,EAAE,6BAA6B,CAAA;IAEtC,wBAAwB,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAA;CAC5D,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAErB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,aAAa,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAC7B,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACzB,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CAChC,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACzB,CAAA;AAGD,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAA;CACb,CAAA;AAED,MAAM,MAAM,2BAA2B,GAAG;IACxC,gBAAgB,EAAE,MAAM,CAAA;CACzB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACtB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CAC1B,CAAA;AAGD,MAAM,MAAM,wBAAwB,GAAG;IACrC,IAAI,EAAE,MAAM,CAAA;IACZ,mBAAmB,EAAE,MAAM,CAAA;IAC3B,UAAU,EAAE,MAAM,CAAA;IAClB,gBAAgB,EAAE,MAAM,CAAA;CACzB,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAA;QACZ,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,OAAO,EAAE,MAAM,CAAA;QACf,aAAa,EAAE;YACb,SAAS,EAAE,OAAO,CAAA;YAClB,KAAK,EAAE;gBAEL,OAAO,EAAE,OAAO,CAAA;gBAChB,WAAW,EAAE;oBACX,KAAK,EAAE,OAAO,CAAA;oBACd,SAAS,EAAE,OAAO,CAAA;oBAClB,aAAa,EAAE,OAAO,CAAA;oBACtB,UAAU,EAAE,OAAO,CAAA;oBACnB,iBAAiB,EAAE,OAAO,CAAA;oBAC1B,UAAU,EAAE,OAAO,CAAA;iBACpB,CAAA;gBACD,OAAO,EAAE,OAAO,CAAA;gBAChB,WAAW,EAAE;oBACX,KAAK,EAAE,OAAO,CAAA;oBACd,SAAS,EAAE,OAAO,CAAA;oBAClB,aAAa,EAAE,OAAO,CAAA;oBACtB,UAAU,EAAE,OAAO,CAAA;oBACnB,iBAAiB,EAAE,OAAO,CAAA;oBAC1B,UAAU,EAAE,OAAO,CAAA;iBACpB,CAAA;aACF,CAAA;SACF,CAAA;QACD,QAAQ,EAAE,MAAM,CAAA;QAChB,uBAAuB,EAAE,OAAO,CAAA;KACjC,CAAA;IACD;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,GAAG,EAAE,OAAO,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,aAAa,EAAE,MAAM,CAAA;IACrB,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,wBAAwB,GAAG;IACrC,MAAM,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,gBAAgB,CAAC,EAAE,KAAK,CAAC;QACvB,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,KAAK,EAAE,MAAM,CAAA;KACd,CAAC,CAAA;IACF,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAChC,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACjC,CAAA;AAED,MAAM,WAAW,IAAK,SAAQ,WAAW;IACvC,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAChD,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAE7C,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IACzD,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,mBAAmB,GAC1B,OAAO,CAAC,kBAAkB,CAAC,CAAA;IAE9B,gBAAgB,CACd,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,MAAM,EACrB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,OAAO,CAAA;QACf,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,GACA,OAAO,CAAC,wBAAwB,GAAG,MAAM,CAAC,CAAA;IAC7C,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,uBAAuB,CAAC,CAAA;IACnC,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,CAAC,CAAA;IAClB,UAAU,CACR,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,sBAAsB,GAC7B,OAAO,CAAC,sBAAsB,CAAC,CAAA;IAClC,oBAAoB,CAClB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAAE,EACpB,MAAM,EAAE,sBAAsB,GAC7B,OAAO,CAAC,sBAAsB,CAAC,CAAA;IAClC,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAChD,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAA;IAC/F,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IAChE,SAAS,CACP,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC,CAAA;IACjC,KAAK,CACH,SAAS,EAAE,MAAM,EACjB,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,MAAM,CAAC,CAAA;IAElB,iBAAiB,CACf,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GACrD,OAAO,CAAC,IAAI,CAAC,CAAA;IAChB,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACpD,qBAAqB,CACnB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAA;IAGpD,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,MAAM,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,OAAO,CAAC,CAAA;IACnB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IACxD,yBAAyB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAC9D,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAC7D,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAGnD,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,OAAO,CAAC,CAAA;IACnB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IACrD,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAAA;IACrD,2BAA2B,CACzB,SAAS,EAAE,MAAM,EACjB,cAAc,EAAE,MAAM,EACtB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,2BAA2B,CAAC,CAAA;IACvC,6BAA6B,CAC3B,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,uBAAuB,CAAC,CAAA;IACnC,iBAAiB,CACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EAAE,GACf,OAAO,CAAC,uBAAuB,CAAC,CAAA;IACnC,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAGhD,gBAAgB,CACd,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,MAAM,CAAC,CAAA;IAClB,oBAAoB,CAClB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,wBAAwB,CAAC,CAAA;IACpC,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACnD,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAEzD,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAEhD,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACpC;wBAEyD,IAAI;AAA9D,wBAA8D"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { NativeContextParams, NativeLlamaContext, NativeCompletionParams, NativeCompletionTokenProb, NativeCompletionResult, NativeTokenizeResult, NativeEmbeddingResult, NativeSessionLoadResult, NativeEmbeddingParams, NativeCompletionTokenProbItem, NativeCompletionResultTimings, JinjaFormattedChatResult, NativeTTSType, NativeAudioCompletionResult, NativeAudioTokensResult, NativeAudioDecodeResult } from './NativeCactus';
|
|
1
|
+
import type { NativeContextParams, NativeLlamaContext, NativeCompletionParams, NativeCompletionTokenProb, NativeCompletionResult, NativeTokenizeResult, NativeEmbeddingResult, NativeSessionLoadResult, NativeEmbeddingParams, NativeCompletionTokenProbItem, NativeCompletionResultTimings, JinjaFormattedChatResult, NativeTTSType, NativeAudioCompletionResult, NativeAudioTokensResult, NativeAudioDecodeResult, NativeConversationResult } from './NativeCactus';
|
|
2
2
|
import type { SchemaGrammarConverterPropOrder, SchemaGrammarConverterBuiltinRule } from './grammar';
|
|
3
3
|
import { SchemaGrammarConverter, convertJsonSchemaToGrammar } from './grammar';
|
|
4
4
|
import type { CactusMessagePart, CactusOAICompatibleMessage } from './chat';
|
|
@@ -74,6 +74,22 @@ export declare class LlamaContext {
|
|
|
74
74
|
}, callback?: (data: TokenData) => void, recursionCount?: number, recursionLimit?: number): Promise<NativeCompletionResult>;
|
|
75
75
|
completion(params: CompletionParams, callback?: (data: TokenData) => void): Promise<NativeCompletionResult>;
|
|
76
76
|
stopCompletion(): Promise<void>;
|
|
77
|
+
/**
|
|
78
|
+
* Generate a response to a user message (simple text return)
|
|
79
|
+
*/
|
|
80
|
+
generateResponse(userMessage: string, maxTokens?: number): Promise<string>;
|
|
81
|
+
/**
|
|
82
|
+
* Continue conversation with detailed timing information
|
|
83
|
+
*/
|
|
84
|
+
continueConversation(userMessage: string, maxTokens?: number): Promise<NativeConversationResult>;
|
|
85
|
+
/**
|
|
86
|
+
* Clear conversation history and reset KV cache
|
|
87
|
+
*/
|
|
88
|
+
clearConversation(): Promise<void>;
|
|
89
|
+
/**
|
|
90
|
+
* Check if conversation is currently active
|
|
91
|
+
*/
|
|
92
|
+
isConversationActive(): Promise<boolean>;
|
|
77
93
|
tokenize(text: string): Promise<NativeTokenizeResult>;
|
|
78
94
|
detokenize(tokens: number[]): Promise<string>;
|
|
79
95
|
embedding(text: string, params?: EmbeddingParams): Promise<NativeEmbeddingResult>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,wBAAwB,EACxB,aAAa,EACb,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,wBAAwB,EACxB,aAAa,EACb,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,gBAAgB,CAAA;AACvB,OAAO,KAAK,EACV,+BAA+B,EAC/B,iCAAiC,EAClC,MAAM,WAAW,CAAA;AAClB,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAA;AAC9E,OAAO,KAAK,EAAE,iBAAiB,EAAE,0BAA0B,EAAE,MAAM,QAAQ,CAAA;AAE3E,OAAO,EAAE,KAAK,EAA4E,MAAM,SAAS,CAAA;AACzG,YAAY,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,iBAAiB,EACjB,0BAA0B,EAC1B,wBAAwB,EAGxB,+BAA+B,EAC/B,iCAAiC,GAClC,CAAA;AAED,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,KAAK,EAAE,CAAA;AA6BpE,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,wBAAwB,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAA;CAC5D,CAAA;AAOD,MAAM,MAAM,aAAa,GAAG,IAAI,CAC9B,mBAAmB,EACnB,cAAc,GAAG,cAAc,GAAG,cAAc,CACjD,GAAG;IACF,YAAY,CAAC,EACT,KAAK,GACL,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,QAAQ,GACR,MAAM,GACN,MAAM,CAAA;IACV,YAAY,CAAC,EACT,KAAK,GACL,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,QAAQ,GACR,MAAM,GACN,MAAM,CAAA;IACV,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAA;CACzD,CAAA;AAED,MAAM,MAAM,eAAe,GAAG,qBAAqB,CAAA;AAEnD,MAAM,MAAM,wBAAwB,GAAG;IACrC,IAAI,EAAE,MAAM,GAAG,aAAa,GAAG,aAAa,CAAA;IAC5C,WAAW,CAAC,EAAE;QACZ,MAAM,CAAC,EAAE,OAAO,CAAA;QAChB,MAAM,EAAE,MAAM,CAAA;KACf,CAAA;IACD,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,0BAA0B,EAAE,CAAA;IACvC,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,eAAe,CAAC,EAAE,wBAAwB,CAAA;CAC3C,CAAA;AACD,MAAM,MAAM,gBAAgB,GAAG,IAAI,CACjC,sBAAsB,EACtB,yBAAyB,GAAG,QAAQ,CACrC,GACC,oBAAoB,CAAA;AAEtB,MAAM,MAAM,WAAW,GAAG;IACxB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;CACd,CAAA;AAYD,qBAAa,YAAY;IACvB,EAAE,EAAE,MAAM,CAAA;IAEV,GAAG,EAAE,OAAO,CAAQ;IAEpB,WAAW,EAAE,MAAM,CAAK;IAExB,KAAK,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAA;gBAEtB,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,kBAAkB;IAOtE;;OAEG;IACG,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAMrE;;OAEG;IACG,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,GAC9B,OAAO,CAAC,MAAM,CAAC;IAIlB,oBAAoB,IAAI,OAAO;IAI/B,gBAAgB,IAAI,OAAO;IAKrB,gBAAgB,CACpB,QAAQ,EAAE,0BAA0B,EAAE,EACtC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,EACxB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,OAAO,CAAA;QACf,eAAe,CAAC,EAAE,wBAAwB,CAAA;QAC1C,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,GACA,OAAO,CAAC,wBAAwB,GAAG,MAAM,CAAC;IAiBvC,mBAAmB,CACrB,MAAM,EAAE,gBAAgB,GAAG;QAAC,KAAK,EAAE,KAAK,CAAA;KAAC,EACzC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,EACpC,cAAc,GAAE,MAAU,EAC1B,cAAc,GAAE,MAAU,GAC3B,OAAO,CAAC,sBAAsB,CAAC;IAsC5B,UAAU,CACd,MAAM,EAAE,gBAAgB,EACxB,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,GACnC,OAAO,CAAC,sBAAsB,CAAC;IAsElC,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAK/B;;OAEG;IACG,gBAAgB,CACpB,WAAW,EAAE,MAAM,EACnB,SAAS,GAAE,MAAY,GACtB,OAAO,CAAC,MAAM,CAAC;IAIlB;;OAEG;IACG,oBAAoB,CACxB,WAAW,EAAE,MAAM,EACnB,SAAS,GAAE,MAAY,GACtB,OAAO,CAAC,wBAAwB,CAAC;IAIpC;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAIxC;;OAEG;IACG,oBAAoB,IAAI,OAAO,CAAC,OAAO,CAAC;IAI9C,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAIrD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAI7C,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,eAAe,GACvB,OAAO,CAAC,qBAAqB,CAAC;IAI3B,KAAK,CACT,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,WAAW,CAAC;IAejB,iBAAiB,CACrB,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GACjD,OAAO,CAAC,IAAI,CAAC;IAUV,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IAInC,qBAAqB,IAAI,OAAO,CACpC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CACzC;IAIK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B;AAED,wBAAsB,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAErE;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,GAC9C;IAAE,MAAM,EAAE,MAAM,IAAI,CAAA;CAAE,CAOxB;AAED,wBAAsB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAElE;AAaD,wBAAsB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAIvE;AAWD,wBAAsB,SAAS,CAC7B,EACE,KAAK,EACL,cAAc,EAAE,YAAY,EAC5B,YAAY,EAAE,WAAW,EACzB,IAAI,EACJ,SAAS,EAAE,QAAQ,EACnB,GAAG,IAAI,EACR,EAAE,aAAa,EAChB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GACtC,OAAO,CAAC,YAAY,CAAC,CAsDvB;AAED,wBAAsB,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAErD;AAED,eAAO,MAAM,WAAW,GAAU,QAAQ,mBAAmB,gCAE5D,CAAC;AAEF,eAAO,MAAM,cAAc,GAAU,WAAW,MAAM,EAAE,YAAY,MAAM,EAAE,SAAQ,OAAe,qBAElG,CAAC;AAEF,eAAO,MAAM,mBAAmB,GAAU,WAAW,MAAM,qBAE1D,CAAC;AAEF,eAAO,MAAM,yBAAyB,GAAU,WAAW,MAAM,qBAEhE,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAU,WAAW,MAAM,qBAE/D,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAU,WAAW,MAAM,kBAExD,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAU,WAAW,MAAM,EAAE,QAAQ,MAAM,EAAE,YAAY,MAAM,EAAE,EAAE,QAAQ,sBAAsB,KAAG,OAAO,CAAC,sBAAsB,CAElK,CAAC;AAEF,eAAO,MAAM,WAAW,GAAU,WAAW,MAAM,EAAE,kBAAkB,MAAM,qBAE5E,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAU,WAAW,MAAM,qBAEvD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAU,WAAW,MAAM,KAAG,OAAO,CAAC,aAAa,CAEzE,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAU,WAAW,MAAM,EAAE,gBAAgB,MAAM,EAAE,aAAa,MAAM,KAAG,OAAO,CAAC,2BAA2B,CAErJ,CAAC;AAEF,eAAO,MAAM,6BAA6B,GAAU,WAAW,MAAM,EAAE,aAAa,MAAM,KAAG,OAAO,CAAC,uBAAuB,CAE3H,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAU,WAAW,MAAM,EAAE,QAAQ,MAAM,EAAE,KAAG,OAAO,CAAC,uBAAuB,CAE5G,CAAC;AAEF,eAAO,MAAM,cAAc,GAAU,WAAW,MAAM,kBAErD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAU,WAAW,MAAM,EAAE,MAAM,MAAM,EAAE,aAAa,MAAM,EAAE,KAAG,OAAO,CAAC,oBAAoB,CAMnH,CAAC"}
|
package/package.json
CHANGED
package/src/NativeCactus.ts
CHANGED
|
@@ -306,6 +306,14 @@ export type NativeAudioDecodeResult = {
|
|
|
306
306
|
audio_data: Array<number> // Float array of audio samples
|
|
307
307
|
}
|
|
308
308
|
|
|
309
|
+
// New conversation management types
|
|
310
|
+
export type NativeConversationResult = {
|
|
311
|
+
text: string
|
|
312
|
+
time_to_first_token: number // milliseconds
|
|
313
|
+
total_time: number // milliseconds
|
|
314
|
+
tokens_generated: number
|
|
315
|
+
}
|
|
316
|
+
|
|
309
317
|
export type NativeLlamaContext = {
|
|
310
318
|
contextId: number
|
|
311
319
|
model: {
|
|
@@ -471,6 +479,20 @@ export interface Spec extends TurboModule {
|
|
|
471
479
|
): Promise<NativeAudioDecodeResult>
|
|
472
480
|
releaseVocoder(contextId: number): Promise<void>
|
|
473
481
|
|
|
482
|
+
// New conversation management methods
|
|
483
|
+
generateResponse(
|
|
484
|
+
contextId: number,
|
|
485
|
+
userMessage: string,
|
|
486
|
+
maxTokens?: number,
|
|
487
|
+
): Promise<string>
|
|
488
|
+
continueConversation(
|
|
489
|
+
contextId: number,
|
|
490
|
+
userMessage: string,
|
|
491
|
+
maxTokens?: number,
|
|
492
|
+
): Promise<NativeConversationResult>
|
|
493
|
+
clearConversation(contextId: number): Promise<void>
|
|
494
|
+
isConversationActive(contextId: number): Promise<boolean>
|
|
495
|
+
|
|
474
496
|
releaseContext(contextId: number): Promise<void>
|
|
475
497
|
|
|
476
498
|
releaseAllContexts(): Promise<void>
|
package/src/index.ts
CHANGED
|
@@ -18,6 +18,7 @@ import type {
|
|
|
18
18
|
NativeAudioCompletionResult,
|
|
19
19
|
NativeAudioTokensResult,
|
|
20
20
|
NativeAudioDecodeResult,
|
|
21
|
+
NativeConversationResult,
|
|
21
22
|
} from './NativeCactus'
|
|
22
23
|
import type {
|
|
23
24
|
SchemaGrammarConverterPropOrder,
|
|
@@ -351,6 +352,41 @@ export class LlamaContext {
|
|
|
351
352
|
return Cactus.stopCompletion(this.id)
|
|
352
353
|
}
|
|
353
354
|
|
|
355
|
+
// New conversation management methods
|
|
356
|
+
/**
|
|
357
|
+
* Generate a response to a user message (simple text return)
|
|
358
|
+
*/
|
|
359
|
+
async generateResponse(
|
|
360
|
+
userMessage: string,
|
|
361
|
+
maxTokens: number = 200,
|
|
362
|
+
): Promise<string> {
|
|
363
|
+
return Cactus.generateResponse(this.id, userMessage, maxTokens)
|
|
364
|
+
}
|
|
365
|
+
|
|
366
|
+
/**
|
|
367
|
+
* Continue conversation with detailed timing information
|
|
368
|
+
*/
|
|
369
|
+
async continueConversation(
|
|
370
|
+
userMessage: string,
|
|
371
|
+
maxTokens: number = 200,
|
|
372
|
+
): Promise<NativeConversationResult> {
|
|
373
|
+
return Cactus.continueConversation(this.id, userMessage, maxTokens)
|
|
374
|
+
}
|
|
375
|
+
|
|
376
|
+
/**
|
|
377
|
+
* Clear conversation history and reset KV cache
|
|
378
|
+
*/
|
|
379
|
+
async clearConversation(): Promise<void> {
|
|
380
|
+
return Cactus.clearConversation(this.id)
|
|
381
|
+
}
|
|
382
|
+
|
|
383
|
+
/**
|
|
384
|
+
* Check if conversation is currently active
|
|
385
|
+
*/
|
|
386
|
+
async isConversationActive(): Promise<boolean> {
|
|
387
|
+
return Cactus.isConversationActive(this.id)
|
|
388
|
+
}
|
|
389
|
+
|
|
354
390
|
tokenize(text: string): Promise<NativeTokenizeResult> {
|
|
355
391
|
return Cactus.tokenize(this.id, text)
|
|
356
392
|
}
|