cui-llama.rn 1.2.4 → 1.2.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. package/README.md +0 -2
  2. package/android/src/main/CMakeLists.txt +1 -0
  3. package/android/src/main/java/com/rnllama/LlamaContext.java +0 -3
  4. package/android/src/main/jni.cpp +2 -4
  5. package/cpp/common.cpp +6 -14
  6. package/cpp/common.h +59 -40
  7. package/cpp/ggml-aarch64.c +269 -0
  8. package/cpp/ggml-backend-impl.h +4 -15
  9. package/cpp/ggml-backend.cpp +1640 -1604
  10. package/cpp/ggml-backend.h +13 -25
  11. package/cpp/ggml-cpp.h +38 -0
  12. package/cpp/ggml-cpu.c +13720 -0
  13. package/cpp/ggml-cpu.h +150 -0
  14. package/cpp/ggml-impl.h +87 -0
  15. package/cpp/ggml-metal.m +185 -71
  16. package/cpp/ggml-quants.c +38 -51
  17. package/cpp/ggml.c +4442 -19516
  18. package/cpp/ggml.h +25 -146
  19. package/cpp/llama-sampling.cpp +392 -241
  20. package/cpp/llama-sampling.h +18 -0
  21. package/cpp/llama-vocab.cpp +16 -0
  22. package/cpp/llama-vocab.h +5 -0
  23. package/cpp/llama.cpp +2084 -2007
  24. package/cpp/llama.h +13 -11
  25. package/cpp/sampling.cpp +19 -11
  26. package/cpp/sgemm.cpp +57 -0
  27. package/lib/commonjs/NativeRNLlama.js.map +1 -1
  28. package/lib/module/NativeRNLlama.js.map +1 -1
  29. package/lib/typescript/NativeRNLlama.d.ts +0 -1
  30. package/lib/typescript/NativeRNLlama.d.ts.map +1 -1
  31. package/package.json +1 -1
  32. package/src/NativeRNLlama.ts +0 -1
package/cpp/llama-vocab.h CHANGED
@@ -163,3 +163,8 @@ int32_t llama_detokenize_impl(
163
163
  int32_t text_len_max,
164
164
  bool remove_special,
165
165
  bool unparse_special);
166
+
167
+ std::string llama_detokenize(
168
+ const struct llama_vocab & vocab,
169
+ const std::vector<llama_token> & tokens,
170
+ bool special);