cui-llama.rn 1.6.1 → 1.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/android/src/main/CMakeLists.txt +6 -0
- package/android/src/main/java/com/rnllama/LlamaContext.java +38 -5
- package/android/src/main/java/com/rnllama/RNLlama.java +139 -4
- package/android/src/main/jni.cpp +153 -14
- package/android/src/main/jniLibs/arm64-v8a/librnllama.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/librnllama_v8.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/librnllama_v8_2.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/librnllama_v8_2_dotprod.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/librnllama_v8_2_dotprod_i8mm.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/librnllama_v8_2_i8mm.so +0 -0
- package/android/src/main/jniLibs/x86_64/librnllama.so +0 -0
- package/android/src/main/jniLibs/x86_64/librnllama_x86_64.so +0 -0
- package/android/src/newarch/java/com/rnllama/RNLlamaModule.java +24 -4
- package/android/src/oldarch/java/com/rnllama/RNLlamaModule.java +22 -2
- package/cpp/chat.cpp +128 -106
- package/cpp/chat.h +2 -0
- package/cpp/common.cpp +41 -76
- package/cpp/common.h +23 -19
- package/cpp/ggml-backend.cpp +9 -5
- package/cpp/ggml-backend.h +4 -4
- package/cpp/ggml-cpu/ggml-cpu-aarch64.cpp +0 -2
- package/cpp/ggml-cpu/ggml-cpu-quants.c +306 -6
- package/cpp/ggml-cpu/ggml-cpu.c +5 -13
- package/cpp/ggml-cpu/ggml-cpu.cpp +29 -16
- package/cpp/ggml-cpu/ops.cpp +107 -13
- package/cpp/ggml-cpu/vec.cpp +0 -6
- package/cpp/ggml-cpu/vec.h +16 -0
- package/cpp/ggml-llama-sim.metallib +0 -0
- package/cpp/ggml-llama.metallib +0 -0
- package/cpp/ggml-metal-impl.h +36 -11
- package/cpp/ggml-metal.m +321 -132
- package/cpp/ggml-opt.cpp +373 -190
- package/cpp/ggml-opt.h +49 -28
- package/cpp/ggml-quants.c +0 -6
- package/cpp/ggml.c +93 -38
- package/cpp/ggml.h +21 -7
- package/cpp/gguf.cpp +33 -33
- package/cpp/llama-adapter.cpp +6 -0
- package/cpp/llama-arch.cpp +3 -0
- package/cpp/llama-batch.cpp +3 -1
- package/cpp/llama-chat.cpp +8 -6
- package/cpp/llama-chat.h +1 -0
- package/cpp/llama-context.cpp +349 -135
- package/cpp/llama-context.h +30 -3
- package/cpp/llama-cparams.h +1 -0
- package/cpp/llama-graph.cpp +150 -234
- package/cpp/llama-graph.h +52 -7
- package/cpp/llama-hparams.cpp +17 -1
- package/cpp/llama-hparams.h +34 -5
- package/cpp/llama-kv-cache.cpp +662 -321
- package/cpp/llama-kv-cache.h +203 -93
- package/cpp/llama-memory.h +3 -2
- package/cpp/llama-model-loader.cpp +24 -15
- package/cpp/llama-model-saver.cpp +281 -0
- package/cpp/llama-model-saver.h +37 -0
- package/cpp/llama-model.cpp +536 -132
- package/cpp/llama-model.h +7 -1
- package/cpp/llama-sampling.cpp +18 -6
- package/cpp/llama-vocab.cpp +46 -8
- package/cpp/llama-vocab.h +6 -0
- package/cpp/llama.cpp +14 -0
- package/cpp/llama.h +72 -131
- package/cpp/minja/chat-template.hpp +9 -5
- package/cpp/minja/minja.hpp +69 -36
- package/cpp/rn-llama.cpp +611 -47
- package/cpp/rn-llama.h +33 -3
- package/cpp/sampling.cpp +57 -50
- package/cpp/tools/mtmd/clip-impl.h +462 -0
- package/cpp/tools/mtmd/clip.cpp +4024 -0
- package/cpp/tools/mtmd/clip.h +101 -0
- package/cpp/tools/mtmd/miniaudio.h +93468 -0
- package/cpp/tools/mtmd/mtmd-audio.cpp +855 -0
- package/cpp/tools/mtmd/mtmd-audio.h +62 -0
- package/cpp/tools/mtmd/mtmd-helper.cpp +297 -0
- package/cpp/tools/mtmd/mtmd.cpp +942 -0
- package/cpp/tools/mtmd/mtmd.h +362 -0
- package/cpp/tools/mtmd/stb_image.h +7988 -0
- package/ios/CMakeLists.txt +7 -0
- package/ios/RNLlama.mm +77 -3
- package/ios/RNLlamaContext.h +5 -1
- package/ios/RNLlamaContext.mm +105 -10
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/chat.h +2 -0
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/common.h +23 -19
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/ggml-backend.h +4 -4
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/ggml-metal-impl.h +36 -11
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/ggml-opt.h +49 -28
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/ggml.h +21 -7
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/llama-chat.h +1 -0
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/llama-context.h +30 -3
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/llama-cparams.h +1 -0
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/llama-graph.h +52 -7
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/llama-hparams.h +34 -5
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/llama-kv-cache.h +203 -93
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/llama-memory.h +3 -2
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/llama-model-saver.h +37 -0
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/llama-model.h +7 -1
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/llama-vocab.h +6 -0
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/llama.h +72 -131
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/minja/chat-template.hpp +9 -5
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/minja/minja.hpp +69 -36
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Headers/rn-llama.h +33 -3
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/Info.plist +0 -0
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/ggml-llama.metallib +0 -0
- package/ios/rnllama.xcframework/ios-arm64/rnllama.framework/rnllama +0 -0
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/chat.h +2 -0
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/common.h +23 -19
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/ggml-backend.h +4 -4
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/ggml-metal-impl.h +36 -11
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/ggml-opt.h +49 -28
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/ggml.h +21 -7
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/llama-chat.h +1 -0
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/llama-context.h +30 -3
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/llama-cparams.h +1 -0
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/llama-graph.h +52 -7
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/llama-hparams.h +34 -5
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/llama-kv-cache.h +203 -93
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/llama-memory.h +3 -2
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/llama-model-saver.h +37 -0
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/llama-model.h +7 -1
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/llama-vocab.h +6 -0
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/llama.h +72 -131
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/minja/chat-template.hpp +9 -5
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/minja/minja.hpp +69 -36
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Headers/rn-llama.h +33 -3
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/Info.plist +0 -0
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/_CodeSignature/CodeResources +1 -1
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/ggml-llama-sim.metallib +0 -0
- package/ios/rnllama.xcframework/ios-arm64_x86_64-simulator/rnllama.framework/rnllama +0 -0
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/chat.h +2 -0
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/common.h +23 -19
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/ggml-backend.h +4 -4
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/ggml-metal-impl.h +36 -11
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/ggml-opt.h +49 -28
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/ggml.h +21 -7
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/llama-chat.h +1 -0
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/llama-context.h +30 -3
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/llama-cparams.h +1 -0
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/llama-graph.h +52 -7
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/llama-hparams.h +34 -5
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/llama-kv-cache.h +203 -93
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/llama-memory.h +3 -2
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/llama-model-saver.h +37 -0
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/llama-model.h +7 -1
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/llama-vocab.h +6 -0
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/llama.h +72 -131
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/minja/chat-template.hpp +9 -5
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/minja/minja.hpp +69 -36
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Headers/rn-llama.h +33 -3
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/Info.plist +0 -0
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/ggml-llama.metallib +0 -0
- package/ios/rnllama.xcframework/tvos-arm64/rnllama.framework/rnllama +0 -0
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/chat.h +2 -0
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/common.h +23 -19
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/ggml-backend.h +4 -4
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/ggml-metal-impl.h +36 -11
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/ggml-opt.h +49 -28
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/ggml.h +21 -7
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/llama-chat.h +1 -0
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/llama-context.h +30 -3
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/llama-cparams.h +1 -0
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/llama-graph.h +52 -7
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/llama-hparams.h +34 -5
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/llama-kv-cache.h +203 -93
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/llama-memory.h +3 -2
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/llama-model-saver.h +37 -0
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/llama-model.h +7 -1
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/llama-vocab.h +6 -0
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/llama.h +72 -131
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/minja/chat-template.hpp +9 -5
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/minja/minja.hpp +69 -36
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/rn-llama.h +33 -3
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Info.plist +0 -0
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/_CodeSignature/CodeResources +1 -1
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/ggml-llama-sim.metallib +0 -0
- package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/rnllama +0 -0
- package/jest/mock.js +33 -7
- package/lib/commonjs/NativeRNLlama.js.map +1 -1
- package/lib/commonjs/index.js +153 -21
- package/lib/commonjs/index.js.map +1 -1
- package/lib/module/NativeRNLlama.js.map +1 -1
- package/lib/module/index.js +152 -20
- package/lib/module/index.js.map +1 -1
- package/lib/typescript/NativeRNLlama.d.ts +50 -4
- package/lib/typescript/NativeRNLlama.d.ts.map +1 -1
- package/lib/typescript/index.d.ts +72 -6
- package/lib/typescript/index.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/NativeRNLlama.ts +67 -4
- package/src/index.ts +212 -38
- package/lib/commonjs/chat.js +0 -37
- package/lib/commonjs/chat.js.map +0 -1
- package/lib/module/chat.js +0 -33
- package/lib/module/chat.js.map +0 -1
- package/lib/typescript/chat.d.ts +0 -10
- package/lib/typescript/chat.d.ts.map +0 -1
- package/src/chat.ts +0 -44
package/ios/rnllama.xcframework/tvos-arm64_x86_64-simulator/rnllama.framework/Headers/rn-llama.h
CHANGED
@@ -41,6 +41,16 @@ struct completion_token_output
|
|
41
41
|
llama_token tok;
|
42
42
|
};
|
43
43
|
|
44
|
+
struct llama_rn_context_mtmd;
|
45
|
+
|
46
|
+
struct llama_rn_tokenize_result {
|
47
|
+
std::vector<llama_token> tokens;
|
48
|
+
bool has_media = false;
|
49
|
+
std::vector<std::string> bitmap_hashes;
|
50
|
+
std::vector<size_t> chunk_pos; // both text and media
|
51
|
+
std::vector<size_t> chunk_pos_media; // media only
|
52
|
+
};
|
53
|
+
|
44
54
|
// Main context class
|
45
55
|
struct llama_rn_context {
|
46
56
|
bool is_predicting = false;
|
@@ -51,8 +61,9 @@ struct llama_rn_context {
|
|
51
61
|
|
52
62
|
size_t num_prompt_tokens = 0;
|
53
63
|
size_t num_tokens_predicted = 0;
|
54
|
-
|
64
|
+
llama_pos n_past = 0;
|
55
65
|
size_t n_remain = 0;
|
66
|
+
std::vector<std::string> mtmd_bitmap_past_hashes;
|
56
67
|
|
57
68
|
std::vector<llama_token> embd;
|
58
69
|
common_params params;
|
@@ -78,6 +89,9 @@ struct llama_rn_context {
|
|
78
89
|
|
79
90
|
std::vector<common_adapter_lora_info> lora;
|
80
91
|
|
92
|
+
llama_rn_context_mtmd *mtmd_wrapper = nullptr;
|
93
|
+
bool has_multimodal = false;
|
94
|
+
|
81
95
|
~llama_rn_context();
|
82
96
|
|
83
97
|
void rewind();
|
@@ -97,8 +111,9 @@ struct llama_rn_context {
|
|
97
111
|
const std::string &chat_template
|
98
112
|
) const;
|
99
113
|
void truncatePrompt(std::vector<llama_token> &prompt_tokens);
|
100
|
-
void loadPrompt();
|
114
|
+
void loadPrompt(const std::vector<std::string> &media_paths);
|
101
115
|
void beginCompletion();
|
116
|
+
void endCompletion();
|
102
117
|
completion_token_output nextToken();
|
103
118
|
size_t findStoppingStrings(const std::string &text, const size_t last_token_size, const stop_type type);
|
104
119
|
completion_token_output doCompletion();
|
@@ -107,7 +122,22 @@ struct llama_rn_context {
|
|
107
122
|
int applyLoraAdapters(std::vector<common_adapter_lora_info> lora);
|
108
123
|
void removeLoraAdapters();
|
109
124
|
std::vector<common_adapter_lora_info> getLoadedLoraAdapters();
|
110
|
-
|
125
|
+
|
126
|
+
// Multimodal methods
|
127
|
+
bool initMultimodal(const std::string &mmproj_path, bool use_gpu);
|
128
|
+
bool isMultimodalEnabled() const;
|
129
|
+
bool isMultimodalSupportVision() const;
|
130
|
+
bool isMultimodalSupportAudio() const;
|
131
|
+
void releaseMultimodal();
|
132
|
+
|
133
|
+
// Process multiple media and add them to the context
|
134
|
+
void processMedia(
|
135
|
+
const std::string &prompt,
|
136
|
+
const std::vector<std::string> &media_paths
|
137
|
+
);
|
138
|
+
|
139
|
+
llama_rn_tokenize_result tokenize(const std::string &text, const std::vector<std::string> &media_paths);
|
140
|
+
};
|
111
141
|
|
112
142
|
// Logging macros
|
113
143
|
extern bool rnllama_verbose;
|
Binary file
|
Binary file
|
Binary file
|
package/jest/mock.js
CHANGED
@@ -3,6 +3,7 @@ const { NativeModules, DeviceEventEmitter } = require('react-native')
|
|
3
3
|
if (!NativeModules.RNLlama) {
|
4
4
|
const demoEmbedding = new Array(768).fill(0.01)
|
5
5
|
|
6
|
+
const contextMap = {}
|
6
7
|
NativeModules.RNLlama = {
|
7
8
|
setContextLimit: jest.fn(),
|
8
9
|
|
@@ -37,12 +38,18 @@ if (!NativeModules.RNLlama) {
|
|
37
38
|
}),
|
38
39
|
),
|
39
40
|
|
40
|
-
getFormattedChat: jest.fn(
|
41
|
-
|
42
|
-
|
43
|
-
|
44
|
-
|
45
|
-
|
41
|
+
getFormattedChat: jest.fn(
|
42
|
+
async (contextId, messagesStr, chatTemplate, options) => {
|
43
|
+
const messages = JSON.parse(messagesStr)
|
44
|
+
const fullPrompt = (messages || [])
|
45
|
+
.map((m) => `${m.role}: ${JSON.stringify(m.content)}`)
|
46
|
+
.join('\n')
|
47
|
+
if (options.jinja) {
|
48
|
+
return { type: 'jinja', prompt: fullPrompt, chat_format: 0 }
|
49
|
+
}
|
50
|
+
return { type: 'llama-chat', prompt: fullPrompt }
|
51
|
+
},
|
52
|
+
),
|
46
53
|
|
47
54
|
completion: jest.fn(async (contextId, jobId) => {
|
48
55
|
const testResult = {
|
@@ -176,7 +183,13 @@ if (!NativeModules.RNLlama) {
|
|
176
183
|
|
177
184
|
stopCompletion: jest.fn(),
|
178
185
|
|
179
|
-
tokenize: jest.fn(async (_, content) => ({
|
186
|
+
tokenize: jest.fn(async (_, content, imagePaths) => ({
|
187
|
+
tokens: content.split(''),
|
188
|
+
has_images: imagePaths?.length > 0,
|
189
|
+
chunk_pos: imagePaths?.length > 0 ? [0] : [],
|
190
|
+
chunk_pos_images: imagePaths?.length > 0 ? [0] : [],
|
191
|
+
bitmap_hashes: imagePaths?.length > 0 ? [0] : [],
|
192
|
+
})),
|
180
193
|
detokenize: jest.fn(async () => ''),
|
181
194
|
embedding: jest.fn(async () => ({ embedding: demoEmbedding })),
|
182
195
|
|
@@ -197,6 +210,19 @@ if (!NativeModules.RNLlama) {
|
|
197
210
|
// For NativeEventEmitter
|
198
211
|
addListener: jest.fn(),
|
199
212
|
removeListeners: jest.fn(),
|
213
|
+
|
214
|
+
applyLoraAdapters: jest.fn(async () => {}),
|
215
|
+
removeLoraAdapters: jest.fn(async () => {}),
|
216
|
+
getLoadedLoraAdapters: jest.fn(async () => []),
|
217
|
+
|
218
|
+
initMultimodal: jest.fn(async (id) => {
|
219
|
+
contextMap[id] = true
|
220
|
+
return true
|
221
|
+
}),
|
222
|
+
isMultimodalEnabled: jest.fn(async (id) => contextMap[id] || false),
|
223
|
+
releaseMultimodal: jest.fn(async (id) => {
|
224
|
+
delete contextMap[id]
|
225
|
+
}),
|
200
226
|
}
|
201
227
|
}
|
202
228
|
|
@@ -1 +1 @@
|
|
1
|
-
{"version":3,"names":["_reactNative","require","_default","exports","default","TurboModuleRegistry","get"],"sourceRoot":"../../src","sources":["NativeRNLlama.ts"],"mappings":";;;;;;AACA,IAAAA,YAAA,GAAAC,OAAA;AAAkD,IAAAC,QAAA,GAAAC,OAAA,CAAAC,OAAA,
|
1
|
+
{"version":3,"names":["_reactNative","require","_default","exports","default","TurboModuleRegistry","get"],"sourceRoot":"../../src","sources":["NativeRNLlama.ts"],"mappings":";;;;;;AACA,IAAAA,YAAA,GAAAC,OAAA;AAAkD,IAAAC,QAAA,GAAAC,OAAA,CAAAC,OAAA,GA4enCC,gCAAmB,CAACC,GAAG,CAAO,SAAS,CAAC","ignoreList":[]}
|
package/lib/commonjs/index.js
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
Object.defineProperty(exports, "__esModule", {
|
4
4
|
value: true
|
5
5
|
});
|
6
|
-
exports.LlamaContext = exports.CACHE_TYPE = void 0;
|
6
|
+
exports.RNLLAMA_MTMD_DEFAULT_MEDIA_MARKER = exports.LlamaContext = exports.CACHE_TYPE = void 0;
|
7
7
|
Object.defineProperty(exports, "SchemaGrammarConverter", {
|
8
8
|
enumerable: true,
|
9
9
|
get: function () {
|
@@ -26,8 +26,8 @@ exports.toggleNativeLog = toggleNativeLog;
|
|
26
26
|
var _reactNative = require("react-native");
|
27
27
|
var _NativeRNLlama = _interopRequireDefault(require("./NativeRNLlama"));
|
28
28
|
var _grammar = require("./grammar");
|
29
|
-
var _chat = require("./chat");
|
30
29
|
function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
|
30
|
+
const RNLLAMA_MTMD_DEFAULT_MEDIA_MARKER = exports.RNLLAMA_MTMD_DEFAULT_MEDIA_MARKER = '<__media__>';
|
31
31
|
const EVENT_ON_INIT_CONTEXT_PROGRESS = '@RNLlama_onInitContextProgress';
|
32
32
|
const EVENT_ON_TOKEN = '@RNLlama_onToken';
|
33
33
|
const EVENT_ON_NATIVE_LOG = '@RNLlama_onNativeLog';
|
@@ -109,19 +109,86 @@ class LlamaContext {
|
|
109
109
|
return !!minja?.toolUse || !!minja?.default;
|
110
110
|
}
|
111
111
|
async getFormattedChat(messages, template, params) {
|
112
|
-
const
|
112
|
+
const mediaPaths = [];
|
113
|
+
const chat = messages.map(msg => {
|
114
|
+
if (Array.isArray(msg.content)) {
|
115
|
+
const content = msg.content.map(part => {
|
116
|
+
// Handle multimodal content
|
117
|
+
if (part.type === 'image_url') {
|
118
|
+
let path = part.image_url?.url || '';
|
119
|
+
if (path?.startsWith('file://')) path = path.slice(7);
|
120
|
+
mediaPaths.push(path);
|
121
|
+
return {
|
122
|
+
type: 'text',
|
123
|
+
text: RNLLAMA_MTMD_DEFAULT_MEDIA_MARKER
|
124
|
+
};
|
125
|
+
} else if (part.type === 'input_audio') {
|
126
|
+
const {
|
127
|
+
input_audio: audio
|
128
|
+
} = part;
|
129
|
+
if (!audio) throw new Error('input_audio is required');
|
130
|
+
const {
|
131
|
+
format
|
132
|
+
} = audio;
|
133
|
+
if (format != 'wav' && format != 'mp3') {
|
134
|
+
throw new Error(`Unsupported audio format: ${format}`);
|
135
|
+
}
|
136
|
+
if (audio.url) {
|
137
|
+
const path = audio.url.replace(/file:\/\//, '');
|
138
|
+
mediaPaths.push(path);
|
139
|
+
} else if (audio.data) {
|
140
|
+
mediaPaths.push(audio.data);
|
141
|
+
}
|
142
|
+
return {
|
143
|
+
type: 'text',
|
144
|
+
text: RNLLAMA_MTMD_DEFAULT_MEDIA_MARKER
|
145
|
+
};
|
146
|
+
}
|
147
|
+
return part;
|
148
|
+
});
|
149
|
+
return {
|
150
|
+
...msg,
|
151
|
+
content
|
152
|
+
};
|
153
|
+
}
|
154
|
+
return msg;
|
155
|
+
});
|
113
156
|
const useJinja = this.isJinjaSupported() && params?.jinja;
|
114
|
-
let tmpl
|
157
|
+
let tmpl;
|
115
158
|
if (template) tmpl = template; // Force replace if provided
|
116
159
|
const jsonSchema = getJsonSchema(params?.response_format);
|
117
|
-
|
160
|
+
const result = await _NativeRNLlama.default.getFormattedChat(this.id, JSON.stringify(chat), tmpl, {
|
118
161
|
jinja: useJinja,
|
119
162
|
json_schema: jsonSchema ? JSON.stringify(jsonSchema) : undefined,
|
120
163
|
tools: params?.tools ? JSON.stringify(params.tools) : undefined,
|
121
164
|
parallel_tool_calls: params?.parallel_tool_calls ? JSON.stringify(params.parallel_tool_calls) : undefined,
|
122
165
|
tool_choice: params?.tool_choice
|
123
166
|
});
|
167
|
+
if (!useJinja) {
|
168
|
+
return {
|
169
|
+
type: 'llama-chat',
|
170
|
+
prompt: result,
|
171
|
+
has_media: mediaPaths.length > 0,
|
172
|
+
media_paths: mediaPaths
|
173
|
+
};
|
174
|
+
}
|
175
|
+
const jinjaResult = result;
|
176
|
+
jinjaResult.type = 'jinja';
|
177
|
+
jinjaResult.has_media = mediaPaths.length > 0;
|
178
|
+
jinjaResult.media_paths = mediaPaths;
|
179
|
+
return jinjaResult;
|
124
180
|
}
|
181
|
+
|
182
|
+
/**
|
183
|
+
* Generate a completion based on the provided parameters
|
184
|
+
* @param params Completion parameters including prompt or messages
|
185
|
+
* @param callback Optional callback for token-by-token streaming
|
186
|
+
* @returns Promise resolving to the completion result
|
187
|
+
*
|
188
|
+
* Note: For multimodal support, you can include an media_paths parameter.
|
189
|
+
* This will process the images and add them to the context before generating text.
|
190
|
+
* Multimodal support must be enabled via initMultimodal() first.
|
191
|
+
*/
|
125
192
|
async completion(params, callback) {
|
126
193
|
const nativeParams = {
|
127
194
|
...params,
|
@@ -129,30 +196,42 @@ class LlamaContext {
|
|
129
196
|
emit_partial_completion: !!callback
|
130
197
|
};
|
131
198
|
if (params.messages) {
|
132
|
-
// messages always win
|
133
199
|
const formattedResult = await this.getFormattedChat(params.messages, params.chat_template || params.chatTemplate, {
|
134
200
|
jinja: params.jinja,
|
135
201
|
tools: params.tools,
|
136
202
|
parallel_tool_calls: params.parallel_tool_calls,
|
137
203
|
tool_choice: params.tool_choice
|
138
204
|
});
|
139
|
-
if (
|
140
|
-
|
141
|
-
|
142
|
-
|
143
|
-
if (
|
144
|
-
if (
|
145
|
-
if (
|
146
|
-
if (
|
147
|
-
if (
|
148
|
-
if (formattedResult.additional_stops) {
|
205
|
+
if (formattedResult.type === 'jinja') {
|
206
|
+
const jinjaResult = formattedResult;
|
207
|
+
nativeParams.prompt = jinjaResult.prompt || '';
|
208
|
+
if (typeof jinjaResult.chat_format === 'number') nativeParams.chat_format = jinjaResult.chat_format;
|
209
|
+
if (jinjaResult.grammar) nativeParams.grammar = jinjaResult.grammar;
|
210
|
+
if (typeof jinjaResult.grammar_lazy === 'boolean') nativeParams.grammar_lazy = jinjaResult.grammar_lazy;
|
211
|
+
if (jinjaResult.grammar_triggers) nativeParams.grammar_triggers = jinjaResult.grammar_triggers;
|
212
|
+
if (jinjaResult.preserved_tokens) nativeParams.preserved_tokens = jinjaResult.preserved_tokens;
|
213
|
+
if (jinjaResult.additional_stops) {
|
149
214
|
if (!nativeParams.stop) nativeParams.stop = [];
|
150
|
-
nativeParams.stop.push(...
|
215
|
+
nativeParams.stop.push(...jinjaResult.additional_stops);
|
216
|
+
}
|
217
|
+
if (jinjaResult.has_media) {
|
218
|
+
nativeParams.media_paths = jinjaResult.media_paths;
|
219
|
+
}
|
220
|
+
} else if (formattedResult.type === 'llama-chat') {
|
221
|
+
const llamaChatResult = formattedResult;
|
222
|
+
nativeParams.prompt = llamaChatResult.prompt || '';
|
223
|
+
if (llamaChatResult.has_media) {
|
224
|
+
nativeParams.media_paths = llamaChatResult.media_paths;
|
151
225
|
}
|
152
226
|
}
|
153
227
|
} else {
|
154
228
|
nativeParams.prompt = params.prompt || '';
|
155
229
|
}
|
230
|
+
|
231
|
+
// If media_paths were explicitly provided or extracted from messages, use them
|
232
|
+
if (!nativeParams.media_paths && params.media_paths) {
|
233
|
+
nativeParams.media_paths = params.media_paths;
|
234
|
+
}
|
156
235
|
if (nativeParams.response_format && !nativeParams.grammar) {
|
157
236
|
const jsonSchema = getJsonSchema(params.response_format);
|
158
237
|
if (jsonSchema) nativeParams.json_schema = JSON.stringify(jsonSchema);
|
@@ -180,11 +259,22 @@ class LlamaContext {
|
|
180
259
|
stopCompletion() {
|
181
260
|
return _NativeRNLlama.default.stopCompletion(this.id);
|
182
261
|
}
|
183
|
-
|
184
|
-
|
262
|
+
|
263
|
+
/**
|
264
|
+
* Tokenize text or text with images
|
265
|
+
* @param text Text to tokenize
|
266
|
+
* @param params.media_paths Array of image paths to tokenize (if multimodal is enabled)
|
267
|
+
* @returns Promise resolving to the tokenize result
|
268
|
+
*/
|
269
|
+
tokenizeAsync(text, {
|
270
|
+
media_paths: mediaPaths
|
271
|
+
} = {}) {
|
272
|
+
return _NativeRNLlama.default.tokenizeAsync(this.id, text, mediaPaths);
|
185
273
|
}
|
186
|
-
tokenizeSync(text
|
187
|
-
|
274
|
+
tokenizeSync(text, {
|
275
|
+
media_paths: mediaPaths
|
276
|
+
} = {}) {
|
277
|
+
return _NativeRNLlama.default.tokenizeSync(this.id, text, mediaPaths);
|
188
278
|
}
|
189
279
|
detokenize(tokens) {
|
190
280
|
return _NativeRNLlama.default.detokenize(this.id, tokens);
|
@@ -219,6 +309,48 @@ class LlamaContext {
|
|
219
309
|
async getLoadedLoraAdapters() {
|
220
310
|
return _NativeRNLlama.default.getLoadedLoraAdapters(this.id);
|
221
311
|
}
|
312
|
+
|
313
|
+
/**
|
314
|
+
* Initialize multimodal support with a mmproj file
|
315
|
+
* @param params Parameters for multimodal support
|
316
|
+
* @param params.path Path to the multimodal projector file
|
317
|
+
* @param params.use_gpu Whether to use GPU
|
318
|
+
* @returns Promise resolving to true if initialization was successful
|
319
|
+
*/
|
320
|
+
async initMultimodal({
|
321
|
+
path,
|
322
|
+
use_gpu: useGpu
|
323
|
+
}) {
|
324
|
+
if (path.startsWith('file://')) path = path.slice(7);
|
325
|
+
return _NativeRNLlama.default.initMultimodal(this.id, {
|
326
|
+
path,
|
327
|
+
use_gpu: useGpu ?? true
|
328
|
+
});
|
329
|
+
}
|
330
|
+
|
331
|
+
/**
|
332
|
+
* Check if multimodal support is enabled
|
333
|
+
* @returns Promise resolving to true if multimodal is enabled
|
334
|
+
*/
|
335
|
+
async isMultimodalEnabled() {
|
336
|
+
return await _NativeRNLlama.default.isMultimodalEnabled(this.id);
|
337
|
+
}
|
338
|
+
|
339
|
+
/**
|
340
|
+
* Check multimodal support
|
341
|
+
* @returns Promise resolving to an object with vision and audio support
|
342
|
+
*/
|
343
|
+
async getMultimodalSupport() {
|
344
|
+
return await _NativeRNLlama.default.getMultimodalSupport(this.id);
|
345
|
+
}
|
346
|
+
|
347
|
+
/**
|
348
|
+
* Release multimodal support
|
349
|
+
* @returns Promise resolving to void
|
350
|
+
*/
|
351
|
+
async releaseMultimodal() {
|
352
|
+
return await _NativeRNLlama.default.releaseMultimodal(this.id);
|
353
|
+
}
|
222
354
|
async release() {
|
223
355
|
return _NativeRNLlama.default.releaseContext(this.id);
|
224
356
|
}
|
@@ -1 +1 @@
|
|
1
|
-
{"version":3,"names":["_reactNative","require","_NativeRNLlama","_interopRequireDefault","_grammar","_chat","e","__esModule","default","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","Platform","OS","NativeEventEmitter","RNLlama","DeviceEventEmitter","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","CACHE_TYPE","exports","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","getFormattedChat","messages","template","params","chat","formatChat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completion","callback","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenizeAsync","tokenizeSync","detokenize","tokens","embedding","bench","pp","tg","pl","nr","result","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","getCpuFeatures","console","warn","i8mm","armv8","dotprod","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,cAAA,GAAAC,sBAAA,CAAAF,OAAA;AAoBA,IAAAG,QAAA,GAAAH,OAAA;AAEA,IAAAI,KAAA,GAAAJ,OAAA;AAAmC,SAAAE,uBAAAG,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAyBnC,MAAMG,8BAA8B,GAAG,gCAAgC;AACvE,MAAMC,cAAc,GAAG,kBAAkB;AACzC,MAAMC,mBAAmB,GAAG,sBAAsB;AAElD,IAAIC,YAA2D;AAC/D,IAAIC,qBAAQ,CAACC,EAAE,KAAK,KAAK,EAAE;EACzB;EACAF,YAAY,GAAG,IAAIG,+BAAkB,CAACC,sBAAO,CAAC;AAChD;AACA,IAAIH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;EAC7BF,YAAY,GAAGK,+BAAkB;AACnC;AAEA,MAAMC,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIN,YAAY,EAAE;EAChBA,YAAY,CAACO,WAAW,CACtBR,mBAAmB,EAClBS,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAR,sBAAO,EAAES,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACtD;AAAC,IAYWC,UAAU,GAAAC,OAAA,CAAAD,UAAA,0BAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAA,OAAVA,UAAU;AAAA;AA2DtB,MAAME,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAEM,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO7B,sBAAO,CAACyB,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC3C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAO/B,sBAAO,CAAC8B,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACzE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAE7C,OAAO;EAC7C;EAEA,MAAM+C,gBAAgBA,CACpBC,QAAuC,EACvCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAG,IAAAC,gBAAU,EAACJ,QAAQ,CAAC;IACjC,MAAMK,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIM,MAAM,EAAEI,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIP,QAAQ,EAAEM,IAAI,GAAGN,QAAQ,EAAC;IAC9B,MAAMQ,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,EAAEQ,eAAe,CAAC;IACzD,OAAOlD,sBAAO,CAACuC,gBAAgB,CAAC,IAAI,CAACf,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACT,IAAI,CAAC,EAAEI,IAAI,EAAE;MACnED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEX,MAAM,EAAEW,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACV,MAAM,CAACW,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEZ,MAAM,EAAEY,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACV,MAAM,CAACY,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEb,MAAM,EAAEa;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,UAAUA,CACdd,MAAwB,EACxBe,QAAoC,EACH;IACjC,MAAMC,YAAY,GAAG;MACnB,GAAGhB,MAAM;MACTiB,MAAM,EAAEjB,MAAM,CAACiB,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACH;IAC7B,CAAC;IACD,IAAIf,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAMqB,eAAe,GAAG,MAAM,IAAI,CAACtB,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACoB,aAAa,IAAIpB,MAAM,CAACqB,YAAY,EAC3C;QACEjB,KAAK,EAAEJ,MAAM,CAACI,KAAK;QACnBO,KAAK,EAAEX,MAAM,CAACW,KAAK;QACnBC,mBAAmB,EAAEZ,MAAM,CAACY,mBAAmB;QAC/CC,WAAW,EAAEb,MAAM,CAACa;MACtB,CACF,CAAC;MACD,IAAI,OAAOM,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAGjB,MAAM,CAACiB,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACR,eAAe,IAAI,CAACQ,YAAY,CAACO,OAAO,EAAE;MACzD,MAAMhB,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,CAACQ,eAAe,CAAC;MACxD,IAAID,UAAU,EAAES,YAAY,CAAC1C,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAIuB,aAAkB,GACpBf,QAAQ,IACR7D,YAAY,CAACO,WAAW,CAACT,cAAc,EAAGU,GAAqB,IAAK;MAClE,MAAM;QAAEkB,SAAS;QAAEmD;MAAY,CAAC,GAAGrE,GAAG;MACtC,IAAIkB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAACgB,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAG3E,sBAAO,CAACwD,UAAU,CAAC,IAAI,CAAChC,EAAE,EAAEkC,YAAY,CAAC;IACzD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACDnE,KAAK,CAAEqE,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAOhF,sBAAO,CAACgF,cAAc,CAAC,IAAI,CAACxD,EAAE,CAAC;EACxC;EAEAyD,aAAaA,CAACzE,IAAY,EAAiC;IACzD,OAAOR,sBAAO,CAACiF,aAAa,CAAC,IAAI,CAACzD,EAAE,EAAEhB,IAAI,CAAC;EAC7C;EAEA0E,YAAYA,CAAC1E,IAAY,EAAwB;IAC/C,OAAOR,sBAAO,CAACkF,YAAY,CAAC,IAAI,CAAC1D,EAAE,EAAEhB,IAAI,CAAC;EAC5C;EAEA2E,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAOpF,sBAAO,CAACmF,UAAU,CAAC,IAAI,CAAC3D,EAAE,EAAE4D,MAAM,CAAC;EAC5C;EAEAC,SAASA,CACP7E,IAAY,EACZkC,MAAwB,EACQ;IAChC,OAAO1C,sBAAO,CAACqF,SAAS,CAAC,IAAI,CAAC7D,EAAE,EAAEhB,IAAI,EAAEkC,MAAM,IAAI,CAAC,CAAC,CAAC;EACvD;EAEA,MAAM4C,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAMC,MAAM,GAAG,MAAM3F,sBAAO,CAACsF,KAAK,CAAC,IAAI,CAAC9D,EAAE,EAAE+D,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC3D,MAAM,CAACE,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpE/C,IAAI,CAACgD,KAAK,CAACR,MAAM,CAAC;IACpB,OAAO;MACLC,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClC7E,IAAI,EAAE6E,CAAC,CAAC7E,IAAI,CAAC8E,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAO1G,sBAAO,CAACoG,iBAAiB,CAAC,IAAI,CAAC5E,EAAE,EAAE8E,YAAY,CAAC;EACzD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAO3G,sBAAO,CAAC2G,kBAAkB,CAAC,IAAI,CAACnF,EAAE,CAAC;EAC5C;EAEA,MAAMoF,qBAAqBA,CAAA,EAEzB;IACA,OAAO5G,sBAAO,CAAC4G,qBAAqB,CAAC,IAAI,CAACpF,EAAE,CAAC;EAC/C;EAEA,MAAMqF,OAAOA,CAAA,EAAkB;IAC7B,OAAO7G,sBAAO,CAAC8G,cAAc,CAAC,IAAI,CAACtF,EAAE,CAAC;EACxC;AACF;AAACZ,OAAA,CAAAM,YAAA,GAAAA,YAAA;AAEM,eAAe6F,cAAcA,CAAA,EAAgC;EAClE,IAAGlH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;IAC5B,OAAOE,sBAAO,CAAC+G,cAAc,CAAC,CAAC;EACjC;EACAC,OAAO,CAACC,IAAI,CAAC,6CAA6C,CAAC;EAC3D,OAAO;IACLC,IAAI,EAAE,KAAK;IACXC,KAAK,EAAE,KAAK;IACZC,OAAO,EAAE;EACX,CAAC;AACH;AAEO,eAAe3G,eAAeA,CAAC4G,OAAgB,EAAiB;EACrE,OAAOrH,sBAAO,CAACS,eAAe,CAAC4G,OAAO,CAAC;AACzC;AAEO,SAASC,oBAAoBA,CAClChH,QAA+C,EACvB;EACxBJ,YAAY,CAACqE,IAAI,CAACjE,QAAQ,CAAC;EAC3B,OAAO;IACLwE,MAAM,EAAEA,CAAA,KAAM;MACZ5E,YAAY,CAACqH,MAAM,CAACrH,YAAY,CAACsH,OAAO,CAAClH,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEO,eAAemH,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAO1H,sBAAO,CAACyH,eAAe,CAACC,KAAK,CAAC;AACvC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACM,eAAeC,kBAAkBA,CAAC7G,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAO7B,sBAAO,CAACqI,SAAS,CAAC1G,IAAI,EAAEwG,aAAa,CAAC;AAC/C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAEM,eAAeC,SAASA,CAC7B;EACErH,KAAK;EACLsH,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAE7C,QAAQ;EACnB,GAAG8C;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAIzH,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAIwH,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAEzH,UAAU,CAAC,SAAS,CAAC,EAAEyH,QAAQ,GAAGA,QAAQ,CAACxH,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAIyE,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClC7E,IAAI,EAAE6E,CAAC,CAAC7E,IAAI,CAAC8E,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAMpF,SAAS,GAAGqG,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAG1J,YAAY,CAACO,WAAW,CAC/CV,8BAA8B,EAC7BW,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACkB,SAAS,KAAKA,SAAS,EAAE;MACjC8H,UAAU,CAAChJ,GAAG,CAACmJ,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJ7H,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEkI,YAAY;IACnBC;EACF,CAAC,GAAG,MAAM1J,sBAAO,CAAC2J,WAAW,CAACrI,SAAS,EAAE;IACvCC,KAAK,EAAEI,IAAI;IACXkH,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAE5C,YAAY;IACvB,GAAG6C;EACL,CAAC,CAAC,CAACzI,KAAK,CAAEqE,GAAQ,IAAK;IACrBuE,sBAAsB,EAAExE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFuE,sBAAsB,EAAExE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAI5D,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEkI,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAO7J,sBAAO,CAAC8J,kBAAkB,CAAC,CAAC;AACrC","ignoreList":[]}
|
1
|
+
{"version":3,"names":["_reactNative","require","_NativeRNLlama","_interopRequireDefault","_grammar","e","__esModule","default","RNLLAMA_MTMD_DEFAULT_MEDIA_MARKER","exports","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","Platform","OS","NativeEventEmitter","RNLlama","DeviceEventEmitter","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","CACHE_TYPE","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","getFormattedChat","messages","template","params","mediaPaths","chat","map","msg","Array","isArray","content","part","image_url","url","push","input_audio","audio","Error","format","replace","data","useJinja","jinja","tmpl","jsonSchema","response_format","result","JSON","stringify","undefined","tools","parallel_tool_calls","tool_choice","prompt","has_media","length","media_paths","jinjaResult","completion","callback","nativeParams","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","llamaChatResult","tokenListener","tokenResult","promise","then","completionResult","remove","err","stopCompletion","tokenizeAsync","tokenizeSync","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","l","scaled","removeLoraAdapters","getLoadedLoraAdapters","initMultimodal","use_gpu","useGpu","isMultimodalEnabled","getMultimodalSupport","releaseMultimodal","release","releaseContext","getCpuFeatures","console","warn","i8mm","armv8","dotprod","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,cAAA,GAAAC,sBAAA,CAAAF,OAAA;AAuBA,IAAAG,QAAA,GAAAH,OAAA;AAA8E,SAAAE,uBAAAE,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAyCvE,MAAMG,iCAAiC,GAAAC,OAAA,CAAAD,iCAAA,GAAG,aAAa;AAI9D,MAAME,8BAA8B,GAAG,gCAAgC;AACvE,MAAMC,cAAc,GAAG,kBAAkB;AACzC,MAAMC,mBAAmB,GAAG,sBAAsB;AAElD,IAAIC,YAA2D;AAC/D,IAAIC,qBAAQ,CAACC,EAAE,KAAK,KAAK,EAAE;EACzB;EACAF,YAAY,GAAG,IAAIG,+BAAkB,CAACC,sBAAO,CAAC;AAChD;AACA,IAAIH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;EAC7BF,YAAY,GAAGK,+BAAkB;AACnC;AAEA,MAAMC,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIN,YAAY,EAAE;EAChBA,YAAY,CAACO,WAAW,CACtBR,mBAAmB,EAClBS,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAR,sBAAO,EAAES,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACtD;AAAC,IAYWC,UAAU,GAAAnB,OAAA,CAAAmB,UAAA,0BAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAA,OAAVA,UAAU;AAAA;AA4DtB,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAEM,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO5B,sBAAO,CAACwB,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC3C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAO9B,sBAAO,CAAC6B,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACzE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAE9C,OAAO;EAC7C;EAEA,MAAMgD,gBAAgBA,CACpBC,QAAuC,EACvCC,QAAwB,EACxBC,MAMC,EACwD;IACzD,MAAMC,UAAoB,GAAG,EAAE;IAC/B,MAAMC,IAAI,GAAGJ,QAAQ,CAACK,GAAG,CAAEC,GAAG,IAAK;MACjC,IAAIC,KAAK,CAACC,OAAO,CAACF,GAAG,CAACG,OAAO,CAAC,EAAE;QAC9B,MAAMA,OAAO,GAAGH,GAAG,CAACG,OAAO,CAACJ,GAAG,CAAEK,IAAI,IAAK;UACxC;UACA,IAAIA,IAAI,CAACnC,IAAI,KAAK,WAAW,EAAE;YAC7B,IAAIY,IAAI,GAAGuB,IAAI,CAACC,SAAS,EAAEC,GAAG,IAAI,EAAE;YACpC,IAAIzB,IAAI,EAAEC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;YACrDc,UAAU,CAACU,IAAI,CAAC1B,IAAI,CAAC;YACrB,OAAO;cACLZ,IAAI,EAAE,MAAM;cACZN,IAAI,EAAEjB;YACR,CAAC;UACH,CAAC,MAAM,IAAI0D,IAAI,CAACnC,IAAI,KAAK,aAAa,EAAE;YACtC,MAAM;cAAEuC,WAAW,EAAEC;YAAM,CAAC,GAAGL,IAAI;YACnC,IAAI,CAACK,KAAK,EAAE,MAAM,IAAIC,KAAK,CAAC,yBAAyB,CAAC;YAEtD,MAAM;cAAEC;YAAO,CAAC,GAAGF,KAAK;YACxB,IAAIE,MAAM,IAAI,KAAK,IAAIA,MAAM,IAAI,KAAK,EAAE;cACtC,MAAM,IAAID,KAAK,CAAC,6BAA6BC,MAAM,EAAE,CAAC;YACxD;YACA,IAAIF,KAAK,CAACH,GAAG,EAAE;cACb,MAAMzB,IAAI,GAAG4B,KAAK,CAACH,GAAG,CAACM,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;cAC/Cf,UAAU,CAACU,IAAI,CAAC1B,IAAI,CAAC;YACvB,CAAC,MAAM,IAAI4B,KAAK,CAACI,IAAI,EAAE;cACrBhB,UAAU,CAACU,IAAI,CAACE,KAAK,CAACI,IAAI,CAAC;YAC7B;YACA,OAAO;cACL5C,IAAI,EAAE,MAAM;cACZN,IAAI,EAAEjB;YACR,CAAC;UACH;UACA,OAAO0D,IAAI;QACb,CAAC,CAAC;QAEF,OAAO;UACL,GAAGJ,GAAG;UACNG;QACF,CAAC;MACH;MACA,OAAOH,GAAG;IACZ,CAAC,CAA6B;IAE9B,MAAMc,QAAQ,GAAG,IAAI,CAACxB,gBAAgB,CAAC,CAAC,IAAIM,MAAM,EAAEmB,KAAK;IACzD,IAAIC,IAAI;IACR,IAAIrB,QAAQ,EAAEqB,IAAI,GAAGrB,QAAQ,EAAC;IAC9B,MAAMsB,UAAU,GAAGlD,aAAa,CAAC6B,MAAM,EAAEsB,eAAe,CAAC;IAEzD,MAAMC,MAAM,GAAG,MAAMhE,sBAAO,CAACsC,gBAAgB,CAC3C,IAAI,CAACf,EAAE,EACP0C,IAAI,CAACC,SAAS,CAACvB,IAAI,CAAC,EACpBkB,IAAI,EACJ;MACED,KAAK,EAAED,QAAQ;MACf5C,WAAW,EAAE+C,UAAU,GAAGG,IAAI,CAACC,SAAS,CAACJ,UAAU,CAAC,GAAGK,SAAS;MAChEC,KAAK,EAAE3B,MAAM,EAAE2B,KAAK,GAAGH,IAAI,CAACC,SAAS,CAACzB,MAAM,CAAC2B,KAAK,CAAC,GAAGD,SAAS;MAC/DE,mBAAmB,EAAE5B,MAAM,EAAE4B,mBAAmB,GAC5CJ,IAAI,CAACC,SAAS,CAACzB,MAAM,CAAC4B,mBAAmB,CAAC,GAC1CF,SAAS;MACbG,WAAW,EAAE7B,MAAM,EAAE6B;IACvB,CACF,CAAC;IACD,IAAI,CAACX,QAAQ,EAAE;MACb,OAAO;QACL7C,IAAI,EAAE,YAAY;QAClByD,MAAM,EAAEP,MAAgB;QACxBQ,SAAS,EAAE9B,UAAU,CAAC+B,MAAM,GAAG,CAAC;QAChCC,WAAW,EAAEhC;MACf,CAAC;IACH;IACA,MAAMiC,WAAW,GAAGX,MAAkC;IACtDW,WAAW,CAAC7D,IAAI,GAAG,OAAO;IAC1B6D,WAAW,CAACH,SAAS,GAAG9B,UAAU,CAAC+B,MAAM,GAAG,CAAC;IAC7CE,WAAW,CAACD,WAAW,GAAGhC,UAAU;IACpC,OAAOiC,WAAW;EACpB;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,UAAUA,CACdnC,MAAwB,EACxBoC,QAAoC,EACH;IACjC,MAAMC,YAAY,GAAG;MACnB,GAAGrC,MAAM;MACT8B,MAAM,EAAE9B,MAAM,CAAC8B,MAAM,IAAI,EAAE;MAC3BQ,uBAAuB,EAAE,CAAC,CAACF;IAC7B,CAAC;IAED,IAAIpC,MAAM,CAACF,QAAQ,EAAE;MACnB,MAAMyC,eAAe,GAAG,MAAM,IAAI,CAAC1C,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACwC,aAAa,IAAIxC,MAAM,CAACyC,YAAY,EAC3C;QACEtB,KAAK,EAAEnB,MAAM,CAACmB,KAAK;QACnBQ,KAAK,EAAE3B,MAAM,CAAC2B,KAAK;QACnBC,mBAAmB,EAAE5B,MAAM,CAAC4B,mBAAmB;QAC/CC,WAAW,EAAE7B,MAAM,CAAC6B;MACtB,CACF,CAAC;MACD,IAAIU,eAAe,CAAClE,IAAI,KAAK,OAAO,EAAE;QACpC,MAAM6D,WAAW,GAAGK,eAA2C;QAE/DF,YAAY,CAACP,MAAM,GAAGI,WAAW,CAACJ,MAAM,IAAI,EAAE;QAC9C,IAAI,OAAOI,WAAW,CAACQ,WAAW,KAAK,QAAQ,EAC7CL,YAAY,CAACK,WAAW,GAAGR,WAAW,CAACQ,WAAW;QACpD,IAAIR,WAAW,CAACS,OAAO,EAAEN,YAAY,CAACM,OAAO,GAAGT,WAAW,CAACS,OAAO;QACnE,IAAI,OAAOT,WAAW,CAACU,YAAY,KAAK,SAAS,EAC/CP,YAAY,CAACO,YAAY,GAAGV,WAAW,CAACU,YAAY;QACtD,IAAIV,WAAW,CAACW,gBAAgB,EAC9BR,YAAY,CAACQ,gBAAgB,GAAGX,WAAW,CAACW,gBAAgB;QAC9D,IAAIX,WAAW,CAACY,gBAAgB,EAC9BT,YAAY,CAACS,gBAAgB,GAAGZ,WAAW,CAACY,gBAAgB;QAC9D,IAAIZ,WAAW,CAACa,gBAAgB,EAAE;UAChC,IAAI,CAACV,YAAY,CAACW,IAAI,EAAEX,YAAY,CAACW,IAAI,GAAG,EAAE;UAC9CX,YAAY,CAACW,IAAI,CAACrC,IAAI,CAAC,GAAGuB,WAAW,CAACa,gBAAgB,CAAC;QACzD;QACA,IAAIb,WAAW,CAACH,SAAS,EAAE;UACzBM,YAAY,CAACJ,WAAW,GAAGC,WAAW,CAACD,WAAW;QACpD;MACF,CAAC,MAAM,IAAIM,eAAe,CAAClE,IAAI,KAAK,YAAY,EAAE;QAChD,MAAM4E,eAAe,GAAGV,eAAsC;QAC9DF,YAAY,CAACP,MAAM,GAAGmB,eAAe,CAACnB,MAAM,IAAI,EAAE;QAClD,IAAImB,eAAe,CAAClB,SAAS,EAAE;UAC7BM,YAAY,CAACJ,WAAW,GAAGgB,eAAe,CAAChB,WAAW;QACxD;MACF;IACF,CAAC,MAAM;MACLI,YAAY,CAACP,MAAM,GAAG9B,MAAM,CAAC8B,MAAM,IAAI,EAAE;IAC3C;;IAEA;IACA,IAAI,CAACO,YAAY,CAACJ,WAAW,IAAIjC,MAAM,CAACiC,WAAW,EAAE;MACnDI,YAAY,CAACJ,WAAW,GAAGjC,MAAM,CAACiC,WAAW;IAC/C;IAEA,IAAII,YAAY,CAACf,eAAe,IAAI,CAACe,YAAY,CAACM,OAAO,EAAE;MACzD,MAAMtB,UAAU,GAAGlD,aAAa,CAAC6B,MAAM,CAACsB,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEgB,YAAY,CAAC/D,WAAW,GAAGkD,IAAI,CAACC,SAAS,CAACJ,UAAU,CAAC;IACvE;IAEA,IAAI6B,aAAkB,GACpBd,QAAQ,IACRjF,YAAY,CAACO,WAAW,CAACT,cAAc,EAAGU,GAAqB,IAAK;MAClE,MAAM;QAAEiB,SAAS;QAAEuE;MAAY,CAAC,GAAGxF,GAAG;MACtC,IAAIiB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BsD,QAAQ,CAACe,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACd,YAAY,CAACP,MAAM,EAAE,MAAM,IAAIhB,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMsC,OAAO,GAAG7F,sBAAO,CAAC4E,UAAU,CAAC,IAAI,CAACrD,EAAE,EAAEuD,YAAY,CAAC;IACzD,OAAOe,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BJ,aAAa,EAAEK,MAAM,CAAC,CAAC;MACvBL,aAAa,GAAG,IAAI;MACpB,OAAOI,gBAAgB;IACzB,CAAC,CAAC,CACDrF,KAAK,CAAEuF,GAAQ,IAAK;MACnBN,aAAa,EAAEK,MAAM,CAAC,CAAC;MACvBL,aAAa,GAAG,IAAI;MACpB,MAAMM,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAOlG,sBAAO,CAACkG,cAAc,CAAC,IAAI,CAAC3E,EAAE,CAAC;EACxC;;EAEA;AACF;AACA;AACA;AACA;AACA;EACE4E,aAAaA,CACX3F,IAAY,EACZ;IACEkE,WAAW,EAAEhC;EAGf,CAAC,GAAG,CAAC,CAAC,EACyB;IAC/B,OAAO1C,sBAAO,CAACmG,aAAa,CAAC,IAAI,CAAC5E,EAAE,EAAEf,IAAI,EAAEkC,UAAU,CAAC;EACzD;EAEA0D,YAAYA,CACV5F,IAAY,EACZ;IACEkE,WAAW,EAAEhC;EAGf,CAAC,GAAG,CAAC,CAAC,EACgB;IACtB,OAAO1C,sBAAO,CAACoG,YAAY,CAAC,IAAI,CAAC7E,EAAE,EAAEf,IAAI,EAAEkC,UAAU,CAAC;EACxD;EAEA2D,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAOtG,sBAAO,CAACqG,UAAU,CAAC,IAAI,CAAC9E,EAAE,EAAE+E,MAAM,CAAC;EAC5C;EAEAC,SAASA,CACP/F,IAAY,EACZiC,MAAwB,EACQ;IAChC,OAAOzC,sBAAO,CAACuG,SAAS,CAAC,IAAI,CAAChF,EAAE,EAAEf,IAAI,EAAEiC,MAAM,IAAI,CAAC,CAAC,CAAC;EACvD;EAEA,MAAM+D,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAM5C,MAAM,GAAG,MAAMhE,sBAAO,CAACwG,KAAK,CAAC,IAAI,CAACjF,EAAE,EAAEkF,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC3D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpElD,IAAI,CAACmD,KAAK,CAACpD,MAAM,CAAC;IACpB,OAAO;MACL6C,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAAC1E,GAAG,CAAE4E,CAAC,KAAM;MAClC9F,IAAI,EAAE8F,CAAC,CAAC9F,IAAI,CAAC+B,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCgE,MAAM,EAAED,CAAC,CAACC;IACZ,CAAC,CAAC,CAAC;IACL,OAAOzH,sBAAO,CAACqH,iBAAiB,CAAC,IAAI,CAAC9F,EAAE,EAAEgG,YAAY,CAAC;EACzD;EAEA,MAAMG,kBAAkBA,CAAA,EAAkB;IACxC,OAAO1H,sBAAO,CAAC0H,kBAAkB,CAAC,IAAI,CAACnG,EAAE,CAAC;EAC5C;EAEA,MAAMoG,qBAAqBA,CAAA,EAEzB;IACA,OAAO3H,sBAAO,CAAC2H,qBAAqB,CAAC,IAAI,CAACpG,EAAE,CAAC;EAC/C;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACE,MAAMqG,cAAcA,CAAC;IACnBlG,IAAI;IACJmG,OAAO,EAAEC;EAIX,CAAC,EAAoB;IACnB,IAAIpG,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO5B,sBAAO,CAAC4H,cAAc,CAAC,IAAI,CAACrG,EAAE,EAAE;MACrCG,IAAI;MACJmG,OAAO,EAAEC,MAAM,IAAI;IACrB,CAAC,CAAC;EACJ;;EAEA;AACF;AACA;AACA;EACE,MAAMC,mBAAmBA,CAAA,EAAqB;IAC5C,OAAO,MAAM/H,sBAAO,CAAC+H,mBAAmB,CAAC,IAAI,CAACxG,EAAE,CAAC;EACnD;;EAEA;AACF;AACA;AACA;EACE,MAAMyG,oBAAoBA,CAAA,EAGvB;IACD,OAAO,MAAMhI,sBAAO,CAACgI,oBAAoB,CAAC,IAAI,CAACzG,EAAE,CAAC;EACpD;;EAEA;AACF;AACA;AACA;EACE,MAAM0G,iBAAiBA,CAAA,EAAkB;IACvC,OAAO,MAAMjI,sBAAO,CAACiI,iBAAiB,CAAC,IAAI,CAAC1G,EAAE,CAAC;EACjD;EAEA,MAAM2G,OAAOA,CAAA,EAAkB;IAC7B,OAAOlI,sBAAO,CAACmI,cAAc,CAAC,IAAI,CAAC5G,EAAE,CAAC;EACxC;AACF;AAAC/B,OAAA,CAAAyB,YAAA,GAAAA,YAAA;AAEM,eAAemH,cAAcA,CAAA,EAAgC;EAClE,IAAGvI,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;IAC5B,OAAOE,sBAAO,CAACoI,cAAc,CAAC,CAAC;EACjC;EACAC,OAAO,CAACC,IAAI,CAAC,6CAA6C,CAAC;EAC3D,OAAO;IACLC,IAAI,EAAE,KAAK;IACXC,KAAK,EAAE,KAAK;IACZC,OAAO,EAAE;EACX,CAAC;AACH;AAEO,eAAehI,eAAeA,CAACiI,OAAgB,EAAiB;EACrE,OAAO1I,sBAAO,CAACS,eAAe,CAACiI,OAAO,CAAC;AACzC;AAEO,SAASC,oBAAoBA,CAClCrI,QAA+C,EACvB;EACxBJ,YAAY,CAACkD,IAAI,CAAC9C,QAAQ,CAAC;EAC3B,OAAO;IACL0F,MAAM,EAAEA,CAAA,KAAM;MACZ9F,YAAY,CAAC0I,MAAM,CAAC1I,YAAY,CAAC2I,OAAO,CAACvI,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEO,eAAewI,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAO/I,sBAAO,CAAC8I,eAAe,CAACC,KAAK,CAAC;AACvC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACM,eAAeC,kBAAkBA,CAACnI,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAO5B,sBAAO,CAAC0J,SAAS,CAAChI,IAAI,EAAE8H,aAAa,CAAC;AAC/C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAEM,eAAeC,SAASA,CAC7B;EACE3I,KAAK;EACL4I,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAEjD,QAAQ;EACnB,GAAGkD;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAI/I,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAI8I,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAE/I,UAAU,CAAC,SAAS,CAAC,EAAE+I,QAAQ,GAAGA,QAAQ,CAAC9I,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAI2F,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAAC1E,GAAG,CAAE4E,CAAC,KAAM;IAClC9F,IAAI,EAAE8F,CAAC,CAAC9F,IAAI,CAAC+B,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCgE,MAAM,EAAED,CAAC,CAACC;EACZ,CAAC,CAAC,CAAC;EAEL,MAAMpG,SAAS,GAAG2H,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAG/K,YAAY,CAACO,WAAW,CAC/CV,8BAA8B,EAC7BW,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACiB,SAAS,KAAKA,SAAS,EAAE;MACjCoJ,UAAU,CAACrK,GAAG,CAACwK,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJnJ,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEwJ,YAAY;IACnBC;EACF,CAAC,GAAG,MAAM/K,sBAAO,CAACgL,WAAW,CAAC3J,SAAS,EAAE;IACvCC,KAAK,EAAEI,IAAI;IACXwI,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAEhD,YAAY;IACvB,GAAGiD;EACL,CAAC,CAAC,CAAC9J,KAAK,CAAEuF,GAAQ,IAAK;IACrB0E,sBAAsB,EAAE3E,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACF0E,sBAAsB,EAAE3E,MAAM,CAAC,CAAC;EAChC,OAAO,IAAI/E,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEwJ,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOlL,sBAAO,CAACmL,kBAAkB,CAAC,CAAC;AACrC","ignoreList":[]}
|
@@ -1 +1 @@
|
|
1
|
-
{"version":3,"names":["TurboModuleRegistry","get"],"sourceRoot":"../../src","sources":["NativeRNLlama.ts"],"mappings":";;AACA,SAASA,mBAAmB,QAAQ,cAAc;
|
1
|
+
{"version":3,"names":["TurboModuleRegistry","get"],"sourceRoot":"../../src","sources":["NativeRNLlama.ts"],"mappings":";;AACA,SAASA,mBAAmB,QAAQ,cAAc;AA4elD,eAAeA,mBAAmB,CAACC,GAAG,CAAO,SAAS,CAAC","ignoreList":[]}
|