@novastera-oss/llamarn 0.2.1 → 0.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (268) hide show
  1. package/README.md +80 -14
  2. package/RNLlamaCpp.podspec +10 -3
  3. package/android/CMakeLists.txt +8 -0
  4. package/android/src/main/cpp/include/llama.h +62 -125
  5. package/android/src/main/jniLibs/arm64-v8a/libggml-base.so +0 -0
  6. package/android/src/main/jniLibs/arm64-v8a/libggml-cpu.so +0 -0
  7. package/android/src/main/jniLibs/arm64-v8a/libggml.so +0 -0
  8. package/android/src/main/jniLibs/arm64-v8a/libllama.so +0 -0
  9. package/android/src/main/jniLibs/x86_64/libggml-base.so +0 -0
  10. package/android/src/main/jniLibs/x86_64/libggml-cpu.so +0 -0
  11. package/android/src/main/jniLibs/x86_64/libggml.so +0 -0
  12. package/android/src/main/jniLibs/x86_64/libllama.so +0 -0
  13. package/cpp/PureCppImpl.cpp +9 -27
  14. package/cpp/SystemUtils.h +2 -2
  15. package/cpp/build-info.cpp +2 -2
  16. package/cpp/llama.cpp/README.md +11 -3
  17. package/cpp/llama.cpp/build-xcframework.sh +1 -0
  18. package/cpp/llama.cpp/common/CMakeLists.txt +8 -2
  19. package/cpp/llama.cpp/common/arg.cpp +153 -113
  20. package/cpp/llama.cpp/common/chat-parser.cpp +379 -0
  21. package/cpp/llama.cpp/common/chat-parser.h +117 -0
  22. package/cpp/llama.cpp/common/chat.cpp +847 -699
  23. package/cpp/llama.cpp/common/chat.h +73 -6
  24. package/cpp/llama.cpp/common/common.cpp +50 -82
  25. package/cpp/llama.cpp/common/common.h +21 -17
  26. package/cpp/llama.cpp/common/json-partial.cpp +255 -0
  27. package/cpp/llama.cpp/common/json-partial.h +37 -0
  28. package/cpp/llama.cpp/common/minja/chat-template.hpp +9 -5
  29. package/cpp/llama.cpp/common/minja/minja.hpp +69 -36
  30. package/cpp/llama.cpp/common/regex-partial.cpp +204 -0
  31. package/cpp/llama.cpp/common/regex-partial.h +56 -0
  32. package/cpp/llama.cpp/common/sampling.cpp +7 -8
  33. package/cpp/llama.cpp/convert_hf_to_gguf.py +453 -118
  34. package/cpp/llama.cpp/convert_hf_to_gguf_update.py +120 -68
  35. package/cpp/llama.cpp/ggml/CMakeLists.txt +2 -1
  36. package/cpp/llama.cpp/ggml/cmake/common.cmake +25 -0
  37. package/cpp/llama.cpp/ggml/include/ggml-opt.h +49 -28
  38. package/cpp/llama.cpp/ggml/include/ggml.h +26 -7
  39. package/cpp/llama.cpp/ggml/src/CMakeLists.txt +16 -10
  40. package/cpp/llama.cpp/ggml/src/ggml-backend.cpp +4 -1
  41. package/cpp/llama.cpp/ggml/src/ggml-cann/CMakeLists.txt +1 -0
  42. package/cpp/llama.cpp/ggml/src/ggml-cann/acl_tensor.cpp +2 -0
  43. package/cpp/llama.cpp/ggml/src/ggml-cann/aclnn_ops.cpp +604 -0
  44. package/cpp/llama.cpp/ggml/src/ggml-cann/aclnn_ops.h +42 -0
  45. package/cpp/llama.cpp/ggml/src/ggml-cann/ggml-cann.cpp +54 -2
  46. package/cpp/llama.cpp/ggml/src/ggml-cpu/CMakeLists.txt +50 -51
  47. package/cpp/llama.cpp/ggml/src/ggml-cpu/ggml-cpu-aarch64.cpp +2 -2
  48. package/cpp/llama.cpp/ggml/src/ggml-cpu/ggml-cpu-impl.h +5 -9
  49. package/cpp/llama.cpp/ggml/src/ggml-cpu/ggml-cpu-quants.c +779 -19
  50. package/cpp/llama.cpp/ggml/src/ggml-cpu/ggml-cpu.c +22 -0
  51. package/cpp/llama.cpp/ggml/src/ggml-cpu/kleidiai/kernels.cpp +88 -5
  52. package/cpp/llama.cpp/ggml/src/ggml-cpu/kleidiai/kernels.h +47 -12
  53. package/cpp/llama.cpp/ggml/src/ggml-cpu/kleidiai/kleidiai.cpp +264 -69
  54. package/cpp/llama.cpp/ggml/src/ggml-cpu/ops.cpp +322 -100
  55. package/cpp/llama.cpp/ggml/src/ggml-cpu/simd-mappings.h +117 -1
  56. package/cpp/llama.cpp/ggml/src/ggml-cpu/vec.cpp +85 -16
  57. package/cpp/llama.cpp/ggml/src/ggml-cpu/vec.h +220 -49
  58. package/cpp/llama.cpp/ggml/src/ggml-cuda/acc.cu +40 -26
  59. package/cpp/llama.cpp/ggml/src/ggml-cuda/common.cuh +1 -1
  60. package/cpp/llama.cpp/ggml/src/ggml-cuda/cpy.cu +11 -1
  61. package/cpp/llama.cpp/ggml/src/ggml-cuda/fattn-common.cuh +15 -7
  62. package/cpp/llama.cpp/ggml/src/ggml-cuda/fattn-mma-f16.cuh +266 -64
  63. package/cpp/llama.cpp/ggml/src/ggml-cuda/fattn-vec-f16.cuh +49 -4
  64. package/cpp/llama.cpp/ggml/src/ggml-cuda/fattn-vec-f32.cuh +48 -4
  65. package/cpp/llama.cpp/ggml/src/ggml-cuda/fattn.cu +2 -1
  66. package/cpp/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu +5 -1
  67. package/cpp/llama.cpp/ggml/src/ggml-cuda/mmq.cu +2 -0
  68. package/cpp/llama.cpp/ggml/src/ggml-cuda/quantize.cu +7 -6
  69. package/cpp/llama.cpp/ggml/src/ggml-cuda/sum.cu +1 -1
  70. package/cpp/llama.cpp/ggml/src/ggml-cuda/unary.cu +10 -0
  71. package/cpp/llama.cpp/ggml/src/ggml-cuda/unary.cuh +2 -0
  72. package/cpp/llama.cpp/ggml/src/ggml-impl.h +1 -1
  73. package/cpp/llama.cpp/ggml/src/ggml-metal/ggml-metal-impl.h +4 -0
  74. package/cpp/llama.cpp/ggml/src/ggml-metal/ggml-metal.m +99 -17
  75. package/cpp/llama.cpp/ggml/src/ggml-metal/ggml-metal.metal +200 -2
  76. package/cpp/llama.cpp/ggml/src/ggml-musa/CMakeLists.txt +8 -2
  77. package/cpp/llama.cpp/ggml/src/ggml-musa/mudnn.cu +112 -0
  78. package/cpp/llama.cpp/ggml/src/ggml-musa/mudnn.cuh +12 -0
  79. package/cpp/llama.cpp/ggml/src/ggml-opencl/CMakeLists.txt +6 -0
  80. package/cpp/llama.cpp/ggml/src/ggml-opencl/ggml-opencl.cpp +972 -178
  81. package/cpp/llama.cpp/ggml/src/ggml-opencl/kernels/argsort.cl +86 -0
  82. package/cpp/llama.cpp/ggml/src/ggml-opencl/kernels/div.cl +72 -0
  83. package/cpp/llama.cpp/ggml/src/ggml-opencl/kernels/group_norm.cl +72 -0
  84. package/cpp/llama.cpp/ggml/src/ggml-opencl/kernels/sigmoid.cl +29 -0
  85. package/cpp/llama.cpp/ggml/src/ggml-opencl/kernels/sub.cl +72 -0
  86. package/cpp/llama.cpp/ggml/src/ggml-opencl/kernels/sum_rows.cl +39 -0
  87. package/cpp/llama.cpp/ggml/src/ggml-opt.cpp +373 -190
  88. package/cpp/llama.cpp/ggml/src/ggml-sycl/CMakeLists.txt +29 -23
  89. package/cpp/llama.cpp/ggml/src/ggml-sycl/binbcast.cpp +5 -10
  90. package/cpp/llama.cpp/ggml/src/ggml-sycl/common.hpp +101 -5
  91. package/cpp/llama.cpp/ggml/src/ggml-sycl/concat.cpp +31 -33
  92. package/cpp/llama.cpp/ggml/src/ggml-sycl/conv.cpp +1 -0
  93. package/cpp/llama.cpp/ggml/src/ggml-sycl/convert.cpp +29 -2
  94. package/cpp/llama.cpp/ggml/src/ggml-sycl/cpy.cpp +4 -5
  95. package/cpp/llama.cpp/ggml/src/ggml-sycl/dequantize.hpp +59 -21
  96. package/cpp/llama.cpp/ggml/src/ggml-sycl/dmmv.cpp +9 -1
  97. package/cpp/llama.cpp/ggml/src/ggml-sycl/element_wise.cpp +84 -72
  98. package/cpp/llama.cpp/ggml/src/ggml-sycl/element_wise.hpp +2 -0
  99. package/cpp/llama.cpp/ggml/src/ggml-sycl/gemm.hpp +37 -8
  100. package/cpp/llama.cpp/ggml/src/ggml-sycl/getrows.cpp +1 -3
  101. package/cpp/llama.cpp/ggml/src/ggml-sycl/ggml-sycl.cpp +324 -129
  102. package/cpp/llama.cpp/ggml/src/ggml-sycl/gla.cpp +1 -0
  103. package/cpp/llama.cpp/ggml/src/ggml-sycl/mmvq.cpp +31 -2
  104. package/cpp/llama.cpp/ggml/src/ggml-sycl/norm.cpp +95 -68
  105. package/cpp/llama.cpp/ggml/src/ggml-sycl/outprod.cpp +1 -0
  106. package/cpp/llama.cpp/ggml/src/ggml-sycl/quants.hpp +22 -0
  107. package/cpp/llama.cpp/ggml/src/ggml-sycl/rope.cpp +1 -2
  108. package/cpp/llama.cpp/ggml/src/ggml-sycl/softmax.cpp +1 -4
  109. package/cpp/llama.cpp/ggml/src/ggml-sycl/tsembd.cpp +2 -3
  110. package/cpp/llama.cpp/ggml/src/ggml-sycl/vecdotq.hpp +69 -43
  111. package/cpp/llama.cpp/ggml/src/ggml-sycl/wkv.cpp +2 -14
  112. package/cpp/llama.cpp/ggml/src/ggml-vulkan/CMakeLists.txt +81 -91
  113. package/cpp/llama.cpp/ggml/src/ggml-vulkan/ggml-vulkan.cpp +432 -181
  114. package/cpp/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/CMakeLists.txt +17 -0
  115. package/cpp/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/dequant_iq1_m.comp +1 -1
  116. package/cpp/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn.comp +6 -152
  117. package/cpp/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_base.comp +162 -0
  118. package/cpp/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm1.comp +360 -0
  119. package/cpp/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm2.comp +2 -118
  120. package/cpp/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/mul_mm.comp +1 -1
  121. package/cpp/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp +12 -1
  122. package/cpp/llama.cpp/ggml/src/ggml.c +107 -36
  123. package/cpp/llama.cpp/ggml/src/gguf.cpp +33 -33
  124. package/cpp/llama.cpp/gguf-py/gguf/constants.py +100 -15
  125. package/cpp/llama.cpp/gguf-py/gguf/gguf_reader.py +1 -1
  126. package/cpp/llama.cpp/gguf-py/gguf/gguf_writer.py +44 -12
  127. package/cpp/llama.cpp/gguf-py/gguf/scripts/gguf_editor_gui.py +21 -10
  128. package/cpp/llama.cpp/gguf-py/gguf/scripts/gguf_new_metadata.py +5 -2
  129. package/cpp/llama.cpp/gguf-py/gguf/tensor_mapping.py +128 -31
  130. package/cpp/llama.cpp/gguf-py/gguf/utility.py +1 -1
  131. package/cpp/llama.cpp/gguf-py/pyproject.toml +1 -1
  132. package/cpp/llama.cpp/include/llama.h +62 -125
  133. package/cpp/llama.cpp/models/ggml-vocab-bert-bge.gguf.inp +1 -1
  134. package/cpp/llama.cpp/models/ggml-vocab-bert-bge.gguf.out +1 -1
  135. package/cpp/llama.cpp/models/ggml-vocab-command-r.gguf.inp +1 -1
  136. package/cpp/llama.cpp/models/ggml-vocab-command-r.gguf.out +1 -1
  137. package/cpp/llama.cpp/models/ggml-vocab-deepseek-coder.gguf.inp +1 -1
  138. package/cpp/llama.cpp/models/ggml-vocab-deepseek-coder.gguf.out +1 -1
  139. package/cpp/llama.cpp/models/ggml-vocab-deepseek-llm.gguf.inp +1 -1
  140. package/cpp/llama.cpp/models/ggml-vocab-deepseek-llm.gguf.out +1 -1
  141. package/cpp/llama.cpp/models/ggml-vocab-falcon.gguf.inp +1 -1
  142. package/cpp/llama.cpp/models/ggml-vocab-falcon.gguf.out +1 -1
  143. package/cpp/llama.cpp/models/ggml-vocab-gpt-2.gguf.inp +1 -1
  144. package/cpp/llama.cpp/models/ggml-vocab-gpt-2.gguf.out +1 -1
  145. package/cpp/llama.cpp/models/ggml-vocab-llama-bpe.gguf.inp +1 -1
  146. package/cpp/llama.cpp/models/ggml-vocab-llama-bpe.gguf.out +1 -1
  147. package/cpp/llama.cpp/models/ggml-vocab-llama-spm.gguf.inp +1 -1
  148. package/cpp/llama.cpp/models/ggml-vocab-llama-spm.gguf.out +1 -1
  149. package/cpp/llama.cpp/models/ggml-vocab-mpt.gguf.inp +1 -1
  150. package/cpp/llama.cpp/models/ggml-vocab-mpt.gguf.out +1 -1
  151. package/cpp/llama.cpp/models/ggml-vocab-nomic-bert-moe.gguf +0 -0
  152. package/cpp/llama.cpp/models/ggml-vocab-phi-3.gguf.inp +1 -1
  153. package/cpp/llama.cpp/models/ggml-vocab-phi-3.gguf.out +1 -1
  154. package/cpp/llama.cpp/models/ggml-vocab-qwen2.gguf.inp +1 -1
  155. package/cpp/llama.cpp/models/ggml-vocab-qwen2.gguf.out +1 -1
  156. package/cpp/llama.cpp/models/ggml-vocab-refact.gguf.inp +1 -1
  157. package/cpp/llama.cpp/models/ggml-vocab-refact.gguf.out +1 -1
  158. package/cpp/llama.cpp/models/ggml-vocab-starcoder.gguf.inp +1 -1
  159. package/cpp/llama.cpp/models/ggml-vocab-starcoder.gguf.out +1 -1
  160. package/cpp/llama.cpp/models/templates/Qwen-QwQ-32B.jinja +62 -0
  161. package/cpp/llama.cpp/models/templates/Qwen-Qwen3-0.6B.jinja +85 -0
  162. package/cpp/llama.cpp/models/templates/README.md +2 -0
  163. package/cpp/llama.cpp/requirements/requirements-convert_hf_to_gguf.txt +5 -1
  164. package/cpp/llama.cpp/requirements/requirements-convert_hf_to_gguf_update.txt +5 -1
  165. package/cpp/llama.cpp/requirements/requirements-convert_lora_to_gguf.txt +2 -0
  166. package/cpp/llama.cpp/requirements/requirements-gguf_editor_gui.txt +1 -1
  167. package/cpp/llama.cpp/src/CMakeLists.txt +2 -0
  168. package/cpp/llama.cpp/src/llama-arch.cpp +6 -0
  169. package/cpp/llama.cpp/src/llama-arch.h +2 -0
  170. package/cpp/llama.cpp/src/llama-batch.cpp +3 -1
  171. package/cpp/llama.cpp/src/llama-context.cpp +340 -123
  172. package/cpp/llama.cpp/src/llama-context.h +30 -0
  173. package/cpp/llama.cpp/src/llama-cparams.cpp +4 -0
  174. package/cpp/llama.cpp/src/llama-cparams.h +2 -0
  175. package/cpp/llama.cpp/src/llama-grammar.cpp +12 -2
  176. package/cpp/llama.cpp/src/llama-graph.cpp +157 -247
  177. package/cpp/llama.cpp/src/llama-graph.h +52 -7
  178. package/cpp/llama.cpp/src/llama-hparams.cpp +17 -1
  179. package/cpp/llama.cpp/src/llama-hparams.h +37 -5
  180. package/cpp/llama.cpp/src/llama-kv-cache.cpp +742 -481
  181. package/cpp/llama.cpp/src/llama-kv-cache.h +196 -99
  182. package/cpp/llama.cpp/src/llama-kv-cells.h +379 -0
  183. package/cpp/llama.cpp/src/llama-memory.h +4 -3
  184. package/cpp/llama.cpp/src/llama-model-loader.cpp +22 -17
  185. package/cpp/llama.cpp/src/llama-model-saver.cpp +281 -0
  186. package/cpp/llama.cpp/src/llama-model-saver.h +37 -0
  187. package/cpp/llama.cpp/src/llama-model.cpp +529 -172
  188. package/cpp/llama.cpp/src/llama-model.h +6 -1
  189. package/cpp/llama.cpp/src/llama-quant.cpp +15 -13
  190. package/cpp/llama.cpp/src/llama-sampling.cpp +2 -2
  191. package/cpp/llama.cpp/src/llama-vocab.cpp +35 -8
  192. package/cpp/llama.cpp/src/llama-vocab.h +6 -0
  193. package/cpp/llama.cpp/src/llama.cpp +14 -0
  194. package/cpp/rn-completion.cpp +60 -5
  195. package/ios/include/chat.h +73 -6
  196. package/ios/include/common/minja/chat-template.hpp +9 -5
  197. package/ios/include/common/minja/minja.hpp +69 -36
  198. package/ios/include/common.h +21 -17
  199. package/ios/include/llama.h +62 -125
  200. package/ios/libs/llama.xcframework/Info.plist +19 -19
  201. package/ios/libs/llama.xcframework/ios-arm64/dSYMs/llama.dSYM/Contents/Resources/DWARF/llama +0 -0
  202. package/ios/libs/llama.xcframework/ios-arm64/dSYMs/llama.dSYM/Contents/Resources/Relocations/aarch64/llama.yml +4617 -4487
  203. package/ios/libs/llama.xcframework/ios-arm64/llama.framework/Headers/ggml-opt.h +237 -0
  204. package/ios/libs/llama.xcframework/ios-arm64/llama.framework/Headers/ggml.h +26 -7
  205. package/ios/libs/llama.xcframework/ios-arm64/llama.framework/Headers/llama.h +62 -125
  206. package/ios/libs/llama.xcframework/ios-arm64/llama.framework/llama +0 -0
  207. package/ios/libs/llama.xcframework/ios-arm64_x86_64-simulator/dSYMs/llama.dSYM/Contents/Resources/DWARF/llama +0 -0
  208. package/ios/libs/llama.xcframework/ios-arm64_x86_64-simulator/dSYMs/llama.dSYM/Contents/Resources/Relocations/aarch64/llama.yml +4638 -4508
  209. package/ios/libs/llama.xcframework/ios-arm64_x86_64-simulator/dSYMs/llama.dSYM/Contents/Resources/Relocations/x86_64/llama.yml +3557 -3435
  210. package/ios/libs/llama.xcframework/ios-arm64_x86_64-simulator/llama.framework/Headers/ggml-opt.h +237 -0
  211. package/ios/libs/llama.xcframework/ios-arm64_x86_64-simulator/llama.framework/Headers/ggml.h +26 -7
  212. package/ios/libs/llama.xcframework/ios-arm64_x86_64-simulator/llama.framework/Headers/llama.h +62 -125
  213. package/ios/libs/llama.xcframework/ios-arm64_x86_64-simulator/llama.framework/llama +0 -0
  214. package/ios/libs/llama.xcframework/macos-arm64_x86_64/dSYMs/llama.dSYM/Contents/Resources/DWARF/llama +0 -0
  215. package/ios/libs/llama.xcframework/macos-arm64_x86_64/dSYMs/llama.dSYM/Contents/Resources/Relocations/aarch64/llama.yml +4638 -4508
  216. package/ios/libs/llama.xcframework/macos-arm64_x86_64/dSYMs/llama.dSYM/Contents/Resources/Relocations/x86_64/llama.yml +3559 -3437
  217. package/ios/libs/llama.xcframework/macos-arm64_x86_64/llama.framework/Headers/ggml-opt.h +237 -0
  218. package/ios/libs/llama.xcframework/macos-arm64_x86_64/llama.framework/Headers/ggml.h +26 -7
  219. package/ios/libs/llama.xcframework/macos-arm64_x86_64/llama.framework/Headers/llama.h +62 -125
  220. package/ios/libs/llama.xcframework/macos-arm64_x86_64/llama.framework/Versions/A/Headers/ggml-opt.h +237 -0
  221. package/ios/libs/llama.xcframework/macos-arm64_x86_64/llama.framework/Versions/A/Headers/ggml.h +26 -7
  222. package/ios/libs/llama.xcframework/macos-arm64_x86_64/llama.framework/Versions/A/Headers/llama.h +62 -125
  223. package/ios/libs/llama.xcframework/macos-arm64_x86_64/llama.framework/Versions/A/llama +0 -0
  224. package/ios/libs/llama.xcframework/macos-arm64_x86_64/llama.framework/Versions/Current/Headers/ggml-opt.h +237 -0
  225. package/ios/libs/llama.xcframework/macos-arm64_x86_64/llama.framework/Versions/Current/Headers/ggml.h +26 -7
  226. package/ios/libs/llama.xcframework/macos-arm64_x86_64/llama.framework/Versions/Current/Headers/llama.h +62 -125
  227. package/ios/libs/llama.xcframework/macos-arm64_x86_64/llama.framework/Versions/Current/llama +0 -0
  228. package/ios/libs/llama.xcframework/macos-arm64_x86_64/llama.framework/llama +0 -0
  229. package/ios/libs/llama.xcframework/tvos-arm64/dSYMs/llama.dSYM/Contents/Resources/DWARF/llama +0 -0
  230. package/ios/libs/llama.xcframework/tvos-arm64/dSYMs/llama.dSYM/Contents/Resources/Relocations/aarch64/llama.yml +4616 -4487
  231. package/ios/libs/llama.xcframework/tvos-arm64/llama.framework/Headers/ggml-opt.h +237 -0
  232. package/ios/libs/llama.xcframework/tvos-arm64/llama.framework/Headers/ggml.h +26 -7
  233. package/ios/libs/llama.xcframework/tvos-arm64/llama.framework/Headers/llama.h +62 -125
  234. package/ios/libs/llama.xcframework/tvos-arm64/llama.framework/llama +0 -0
  235. package/ios/libs/llama.xcframework/tvos-arm64_x86_64-simulator/dSYMs/llama.dSYM/Contents/Resources/DWARF/llama +0 -0
  236. package/ios/libs/llama.xcframework/tvos-arm64_x86_64-simulator/dSYMs/llama.dSYM/Contents/Resources/Relocations/aarch64/llama.yml +4637 -4508
  237. package/ios/libs/llama.xcframework/tvos-arm64_x86_64-simulator/dSYMs/llama.dSYM/Contents/Resources/Relocations/x86_64/llama.yml +3556 -3435
  238. package/ios/libs/llama.xcframework/tvos-arm64_x86_64-simulator/llama.framework/Headers/ggml-opt.h +237 -0
  239. package/ios/libs/llama.xcframework/tvos-arm64_x86_64-simulator/llama.framework/Headers/ggml.h +26 -7
  240. package/ios/libs/llama.xcframework/tvos-arm64_x86_64-simulator/llama.framework/Headers/llama.h +62 -125
  241. package/ios/libs/llama.xcframework/tvos-arm64_x86_64-simulator/llama.framework/llama +0 -0
  242. package/ios/libs/llama.xcframework/xros-arm64/dSYMs/llama.dSYM/Contents/Resources/DWARF/llama +0 -0
  243. package/ios/libs/llama.xcframework/xros-arm64/dSYMs/llama.dSYM/Contents/Resources/Relocations/aarch64/llama.yml +4653 -4523
  244. package/ios/libs/llama.xcframework/xros-arm64/llama.framework/Headers/ggml-opt.h +237 -0
  245. package/ios/libs/llama.xcframework/xros-arm64/llama.framework/Headers/ggml.h +26 -7
  246. package/ios/libs/llama.xcframework/xros-arm64/llama.framework/Headers/llama.h +62 -125
  247. package/ios/libs/llama.xcframework/xros-arm64/llama.framework/llama +0 -0
  248. package/ios/libs/llama.xcframework/xros-arm64_x86_64-simulator/dSYMs/llama.dSYM/Contents/Resources/DWARF/llama +0 -0
  249. package/ios/libs/llama.xcframework/xros-arm64_x86_64-simulator/dSYMs/llama.dSYM/Contents/Resources/Relocations/aarch64/llama.yml +4674 -4544
  250. package/ios/libs/llama.xcframework/xros-arm64_x86_64-simulator/dSYMs/llama.dSYM/Contents/Resources/Relocations/x86_64/llama.yml +3587 -3465
  251. package/ios/libs/llama.xcframework/xros-arm64_x86_64-simulator/llama.framework/Headers/ggml-opt.h +237 -0
  252. package/ios/libs/llama.xcframework/xros-arm64_x86_64-simulator/llama.framework/Headers/ggml.h +26 -7
  253. package/ios/libs/llama.xcframework/xros-arm64_x86_64-simulator/llama.framework/Headers/llama.h +62 -125
  254. package/ios/libs/llama.xcframework/xros-arm64_x86_64-simulator/llama.framework/llama +0 -0
  255. package/package.json +1 -1
  256. package/cpp/llama.cpp/common/stb_image.h +0 -7988
  257. package/cpp/llama.cpp/models/ggml-vocab-chameleon.gguf.inp +0 -112
  258. package/cpp/llama.cpp/models/ggml-vocab-chameleon.gguf.out +0 -46
  259. package/cpp/llama.cpp/models/ggml-vocab-deepseek-r1-qwen.gguf.inp +0 -112
  260. package/cpp/llama.cpp/models/ggml-vocab-deepseek-r1-qwen.gguf.out +0 -46
  261. package/cpp/llama.cpp/models/ggml-vocab-gpt-4o.gguf.inp +0 -112
  262. package/cpp/llama.cpp/models/ggml-vocab-gpt-4o.gguf.out +0 -46
  263. package/cpp/llama.cpp/models/ggml-vocab-llama4.gguf.inp +0 -112
  264. package/cpp/llama.cpp/models/ggml-vocab-llama4.gguf.out +0 -46
  265. package/cpp/llama.cpp/models/ggml-vocab-pixtral.gguf.inp +0 -112
  266. package/cpp/llama.cpp/models/ggml-vocab-pixtral.gguf.out +0 -46
  267. package/cpp/llama.cpp/models/ggml-vocab-roberta-bpe.gguf.inp +0 -112
  268. package/cpp/llama.cpp/models/ggml-vocab-roberta-bpe.gguf.out +0 -46
package/cpp/llama.cpp/models/ggml-vocab-chameleon.gguf.inp DELETED
@@ -1,112 +0,0 @@
1
- ied 4 ½ months
2
- __ggml_vocab_test__
3
- Führer
4
- __ggml_vocab_test__
5
-
6
- __ggml_vocab_test__
7
-
8
- __ggml_vocab_test__
9
-
10
- __ggml_vocab_test__
11
-
12
- __ggml_vocab_test__
13
-
14
- __ggml_vocab_test__
15
-
16
-
17
- __ggml_vocab_test__
18
-
19
-
20
-
21
- __ggml_vocab_test__
22
-
23
-
24
-
25
-
26
- __ggml_vocab_test__
27
-
28
-
29
- __ggml_vocab_test__
30
- Hello world
31
- __ggml_vocab_test__
32
- Hello world
33
- __ggml_vocab_test__
34
- Hello World
35
- __ggml_vocab_test__
36
- Hello World
37
- __ggml_vocab_test__
38
- Hello World!
39
- __ggml_vocab_test__
40
- Hello, world!
41
- __ggml_vocab_test__
42
- Hello, world!
43
- __ggml_vocab_test__
44
- this is 🦙.cpp
45
- __ggml_vocab_test__
46
- w048 7tuijk dsdfhu
47
- __ggml_vocab_test__
48
- нещо на Български
49
- __ggml_vocab_test__
50
- កាន់តែពិសេសអាចខលចេញ
51
- __ggml_vocab_test__
52
- 🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
53
- __ggml_vocab_test__
54
- Hello
55
- __ggml_vocab_test__
56
- Hello
57
- __ggml_vocab_test__
58
- Hello
59
- __ggml_vocab_test__
60
- Hello
61
- __ggml_vocab_test__
62
- Hello
63
- __ggml_vocab_test__
64
- Hello
65
- Hello
66
- __ggml_vocab_test__
67
- (
68
- __ggml_vocab_test__
69
-
70
- =
71
- __ggml_vocab_test__
72
- ' era
73
- __ggml_vocab_test__
74
- Hello, y'all! How are you 😁 ?我想在apple工作1314151天～
75
- __ggml_vocab_test__
76
- !!!!!!
77
- __ggml_vocab_test__
78
- 3
79
- __ggml_vocab_test__
80
- 33
81
- __ggml_vocab_test__
82
- 333
83
- __ggml_vocab_test__
84
- 3333
85
- __ggml_vocab_test__
86
- 33333
87
- __ggml_vocab_test__
88
- 333333
89
- __ggml_vocab_test__
90
- 3333333
91
- __ggml_vocab_test__
92
- 33333333
93
- __ggml_vocab_test__
94
- 333333333
95
- __ggml_vocab_test__
96
- Cửa Việt
97
- __ggml_vocab_test__
98
- discards
99
- __ggml_vocab_test__
100
-
101
-
102
-
103
-
104
-
105
-
106
-
107
-
108
-
109
-
110
-
111
- 🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天～ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
112
- __ggml_vocab_test__
package/cpp/llama.cpp/models/ggml-vocab-chameleon.gguf.out DELETED
@@ -1,46 +0,0 @@
1
- 17245 16604 16403 16604 33583 18355
2
- 16421 51153
3
-
4
- 16604
5
- 16650
6
- 16650 16604
7
- 16581
8
- 16582
9
- 16582 16582
10
- 16582 16582 16582
11
- 16581 16582
12
- 31596 17394
13
- 34926 17394
14
- 31596 18671
15
- 34926 18671
16
- 34926 18671 16384
17
- 31596 16395 17394 16384
18
- 34926 16395 17394 16384
19
- 16811 16704 20410 16483 16631 16397 52854
20
- 16470 16399 16403 16407 16604 16406 35764 38185 51595 22592 26639
21
- 29479 23955 17012 20103 25527 27670 17408 19005 21473 24774
22
- 54254 42231 48084 29409 16617 61889 29409 16608 21954 16628 21954 16499 58445 29409 16607 58445 21954 16479 42231 21954 16611 21954 16607 21954 16633 21954 16611 29409 16607 21954 16615
23
- 52351 16604 16391 25825 16392 23686 16498 39161 18885 16618 16488 30853 16604 16391 54124 17153 25134 16656 18476 26169 16895 16392 62193 16611 16604 16391 24664 17153 57169 16721 16872 17073 17304 28729 16392
24
- 31596
25
- 34926
26
- 16650 31596
27
- 16650 34926
28
- 16696 31596
29
- 16696 31596 16582 16696 31596
30
- 16604 16391
31
- 16582 16604 16412
32
- 16390 22623
33
- 31596 16395 16712 16390 16828 16384 17674 16769 16732 23686 16607 16604 16414 24427 16623 41809 16495 28999 36469 45292 30197 16400 16402 16400 16403 16400 16404 16400 43969 65211 16636
34
- 16384 16384 16384 16384 16384 16384
35
- 16402
36
- 16402 16402
37
- 16402 16402 16402
38
- 16402 16402 16402 16402
39
- 16402 16402 16402 16402 16402
40
- 16402 16402 16402 16402 16402 16402
41
- 16402 16402 16402 16402 16402 16402 16402
42
- 16402 16402 16402 16402 16402 16402 16402 16402
43
- 16402 16402 16402 16402 16402 16402 16402 16402 16402
44
- 16418 19038 16639 16448 24315 33727 16467
45
- 18765 17981
46
- 16582 16604 16582 16582 16604 16582 16582 16582 16604 16581 16604 16581 16581 16604 16581 16582 16650 16582 16650 16604 16582 16696 16582 16696 16604 16582 52351 16604 16391 25825 16392 23686 16498 39161 18885 16618 16488 30853 16604 16391 54124 17153 25134 16656 18476 26169 16895 16392 62193 16611 20410 16483 16631 18885 16483 16631 16604 16402 16604 16402 16402 16604 16402 16402 16402 16604 16402 16402 16402 16402 16604 16402 16402 16402 16402 16402 16604 16402 16402 16402 16402 16402 16402 16604 16402 16402 16402 16402 16402 16402 16402 16604 16402 16402 16402 16402 16402 16402 16402 16402 16604 16402 16397 16402 16604 16402 16397 16397 16402 16604 16402 16397 16397 16397 16402 16604 54254 42231 48084 29409 16617 61889 29409 16608 21954 16628 21954 16499 58445 29409 16607 58445 21954 16479 42231 21954 16611 27683 16607 16604 16414 24427 16623 41809 16495 28999 36469 45292 30197 16400 16402 16400 16403 16400 16404 16400 43969 65211 16636 16604 16396 16396 16396 16396 16396 16396 16412 16412 16412 16412 16412 16412 16412 27268 23955 17012 20103 25527 27670 17408 19005 21473 24774 16604 16390 16390 16390 16390 16390 16390 16447 16447 16447 16447 16447 16447 16447 16385 16385 16385 16385 16397 16397 16397 16397 16397 16397 16384 16384 16384 16384 16384 16384 16414 16414 16414 16414 16414 16414 16687 16390 16690 16992 16604 16390 61797 16733 16390 16466 16986 16395 16604 16390 17879 16732 17811 16414 16604 16390 16428 16804 17811 16687 16390 16683 17190 16728 16395 16604 16390 16419 16732 16945 16991 25251 16414 17119 16390 38127 16641 16390 16459 16427
package/cpp/llama.cpp/models/ggml-vocab-deepseek-r1-qwen.gguf.inp DELETED
@@ -1,112 +0,0 @@
1
- ied 4 ½ months
2
- __ggml_vocab_test__
3
- Führer
4
- __ggml_vocab_test__
5
-
6
- __ggml_vocab_test__
7
-
8
- __ggml_vocab_test__
9
-
10
- __ggml_vocab_test__
11
-
12
- __ggml_vocab_test__
13
-
14
- __ggml_vocab_test__
15
-
16
-
17
- __ggml_vocab_test__
18
-
19
-
20
-
21
- __ggml_vocab_test__
22
-
23
-
24
-
25
-
26
- __ggml_vocab_test__
27
-
28
-
29
- __ggml_vocab_test__
30
- Hello world
31
- __ggml_vocab_test__
32
- Hello world
33
- __ggml_vocab_test__
34
- Hello World
35
- __ggml_vocab_test__
36
- Hello World
37
- __ggml_vocab_test__
38
- Hello World!
39
- __ggml_vocab_test__
40
- Hello, world!
41
- __ggml_vocab_test__
42
- Hello, world!
43
- __ggml_vocab_test__
44
- this is 🦙.cpp
45
- __ggml_vocab_test__
46
- w048 7tuijk dsdfhu
47
- __ggml_vocab_test__
48
- нещо на Български
49
- __ggml_vocab_test__
50
- កាន់តែពិសេសអាចខលចេញ
51
- __ggml_vocab_test__
52
- 🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
53
- __ggml_vocab_test__
54
- Hello
55
- __ggml_vocab_test__
56
- Hello
57
- __ggml_vocab_test__
58
- Hello
59
- __ggml_vocab_test__
60
- Hello
61
- __ggml_vocab_test__
62
- Hello
63
- __ggml_vocab_test__
64
- Hello
65
- Hello
66
- __ggml_vocab_test__
67
- (
68
- __ggml_vocab_test__
69
-
70
- =
71
- __ggml_vocab_test__
72
- ' era
73
- __ggml_vocab_test__
74
- Hello, y'all! How are you 😁 ?我想在apple工作1314151天～
75
- __ggml_vocab_test__
76
- !!!!!!
77
- __ggml_vocab_test__
78
- 3
79
- __ggml_vocab_test__
80
- 33
81
- __ggml_vocab_test__
82
- 333
83
- __ggml_vocab_test__
84
- 3333
85
- __ggml_vocab_test__
86
- 33333
87
- __ggml_vocab_test__
88
- 333333
89
- __ggml_vocab_test__
90
- 3333333
91
- __ggml_vocab_test__
92
- 33333333
93
- __ggml_vocab_test__
94
- 333333333
95
- __ggml_vocab_test__
96
- Cửa Việt
97
- __ggml_vocab_test__
98
- discards
99
- __ggml_vocab_test__
100
-
101
-
102
-
103
-
104
-
105
-
106
-
107
-
108
-
109
-
110
-
111
- 🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天～ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
112
- __ggml_vocab_test__
package/cpp/llama.cpp/models/ggml-vocab-deepseek-r1-qwen.gguf.out DELETED
@@ -1,46 +0,0 @@
1
- 1122 220 19 220 26062 3951
2
- 37 50753 261
3
-
4
- 220
5
- 256
6
- 262
7
- 197
8
- 198
9
- 271
10
- 1406
11
- 1572
12
- 9707 1879
13
- 21927 1879
14
- 9707 4337
15
- 21927 4337
16
- 21927 4337 0
17
- 9707 11 1879 0
18
- 21927 11 1879 0
19
- 419 374 11162 99 247 13 10821
20
- 86 15 19 23 220 22 83 1963 41808 11472 2940 16739
21
- 78762 14144 1456 13073 63471 33594 3038 133178 79012
22
- 146394 97529 241 44258 233 146568 44258 224 147603 20879 115 146280 44258 223 146280 147272 97529 227 147805 148301 147270 44258 223 146848
23
- 145836 320 8252 8 26525 114 378 235 149921 30543 320 35673 99066 97534 8 25521 227 320 3243 42365 429 702 1181 1828 3950 8
24
- 9707
25
- 21927
26
- 220 21927
27
- 256 21927
28
- 262 21927
29
- 262 21927 198 262 21927
30
- 320
31
- 198 284
32
- 6 11385
33
- 9707 11 379 64848 0 2585 525 498 26525 223 937 104100 18493 22377 99257 16 18 16 19 16 20 16 35727 21216
34
- 17085 2928
35
- 18
36
- 18 18
37
- 18 18 18
38
- 18 18 18 18
39
- 18 18 18 18 18
40
- 18 18 18 18 18 18
41
- 18 18 18 18 18 18 18
42
- 18 18 18 18 18 18 18 18
43
- 18 18 18 18 18 18 18 18 18
44
- 34 90063 128324
45
- 2560 2347
46
- 198 4710 14731 65497 7847 1572 2303 78672 10947 145836 320 8252 8 26525 114 378 235 149921 30543 320 35673 99066 97534 8 25521 227 11162 99 247 149955 220 18 220 18 18 220 18 18 18 220 18 18 18 18 220 18 18 18 18 18 220 18 18 18 18 18 18 220 18 18 18 18 18 18 18 220 18 18 18 18 18 18 18 18 220 18 13 18 220 18 496 18 220 18 1112 18 220 146394 97529 241 44258 233 146568 44258 224 147603 20879 115 146280 44258 223 146280 147272 97529 227 144534 937 104100 18493 22377 99257 16 18 16 19 16 20 16 35727 21216 55460 53237 18658 14144 1456 13073 63471 33594 3038 133178 79012 3355 4605 4605 13874 13874 73594 3014 3014 28149 17085 2928 26610 7646 358 3003 1012 364 83 813 566 594 1052 11 364 787 498 2704 30 364 44 537 2704 358 3278 1281 432 11 364 35 498 1075 1045 15243 30 1205 6 42612 264 63866 43
package/cpp/llama.cpp/models/ggml-vocab-gpt-4o.gguf.inp DELETED
@@ -1,112 +0,0 @@
1
- ied 4 ½ months
2
- __ggml_vocab_test__
3
- Führer
4
- __ggml_vocab_test__
5
-
6
- __ggml_vocab_test__
7
-
8
- __ggml_vocab_test__
9
-
10
- __ggml_vocab_test__
11
-
12
- __ggml_vocab_test__
13
-
14
- __ggml_vocab_test__
15
-
16
-
17
- __ggml_vocab_test__
18
-
19
-
20
-
21
- __ggml_vocab_test__
22
-
23
-
24
-
25
-
26
- __ggml_vocab_test__
27
-
28
-
29
- __ggml_vocab_test__
30
- Hello world
31
- __ggml_vocab_test__
32
- Hello world
33
- __ggml_vocab_test__
34
- Hello World
35
- __ggml_vocab_test__
36
- Hello World
37
- __ggml_vocab_test__
38
- Hello World!
39
- __ggml_vocab_test__
40
- Hello, world!
41
- __ggml_vocab_test__
42
- Hello, world!
43
- __ggml_vocab_test__
44
- this is 🦙.cpp
45
- __ggml_vocab_test__
46
- w048 7tuijk dsdfhu
47
- __ggml_vocab_test__
48
- нещо на Български
49
- __ggml_vocab_test__
50
- កាន់តែពិសេសអាចខលចេញ
51
- __ggml_vocab_test__
52
- 🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
53
- __ggml_vocab_test__
54
- Hello
55
- __ggml_vocab_test__
56
- Hello
57
- __ggml_vocab_test__
58
- Hello
59
- __ggml_vocab_test__
60
- Hello
61
- __ggml_vocab_test__
62
- Hello
63
- __ggml_vocab_test__
64
- Hello
65
- Hello
66
- __ggml_vocab_test__
67
- (
68
- __ggml_vocab_test__
69
-
70
- =
71
- __ggml_vocab_test__
72
- ' era
73
- __ggml_vocab_test__
74
- Hello, y'all! How are you 😁 ?我想在apple工作1314151天～
75
- __ggml_vocab_test__
76
- !!!!!!
77
- __ggml_vocab_test__
78
- 3
79
- __ggml_vocab_test__
80
- 33
81
- __ggml_vocab_test__
82
- 333
83
- __ggml_vocab_test__
84
- 3333
85
- __ggml_vocab_test__
86
- 33333
87
- __ggml_vocab_test__
88
- 333333
89
- __ggml_vocab_test__
90
- 3333333
91
- __ggml_vocab_test__
92
- 33333333
93
- __ggml_vocab_test__
94
- 333333333
95
- __ggml_vocab_test__
96
- Cửa Việt
97
- __ggml_vocab_test__
98
- discards
99
- __ggml_vocab_test__
100
-
101
-
102
-
103
-
104
-
105
-
106
-
107
-
108
-
109
-
110
-
111
- 🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天～ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
112
- __ggml_vocab_test__
package/cpp/llama.cpp/models/ggml-vocab-gpt-4o.gguf.out DELETED
@@ -1,46 +0,0 @@
1
- 1165 220 19 220 27124 5503
2
- 37 19194 259
3
-
4
- 220
5
- 256
6
- 271
7
- 197
8
- 198
9
- 279
10
- 2499
11
- 2775
12
- 13225 2375
13
- 32949 2375
14
- 13225 5922
15
- 32949 5922
16
- 32949 5922 0
17
- 13225 11 2375 0
18
- 32949 11 2375 0
19
- 495 382 9552 99 247 13 17159
20
- 86 45404 220 22 10191 2852 22924 4750 6916
21
- 3907 53641 1235 185386 8118
22
- 11400 107516 15867 20804 22851 134178 77431 32010 104312 37984 16329 27751 89335
23
- 112927 222 350 14559 8 22861 114 2524 64364 104 15148 350 76466 166700 121942 780 8 91349 350 7393 74471 484 853 1617 2316 6602 8
24
- 13225
25
- 32949
26
- 220 32949
27
- 256 32949
28
- 271 32949
29
- 271 32949 198 271 32949
30
- 350
31
- 198 314
32
- 6 6837
33
- 13225 11 342 70653 0 3253 553 481 22861 223 1423 7522 18165 2178 34058 22369 16412 32999 16 867 8208
34
- 147475
35
- 18
36
- 2546
37
- 15517
38
- 15517 18
39
- 15517 2546
40
- 15517 15517
41
- 15517 15517 18
42
- 15517 15517 2546
43
- 15517 15517 15517
44
- 34 60213 53904
45
- 2960 3098
46
- 126470 25980 160432 16609 2775 4066 172261 19432 112927 222 350 14559 8 22861 114 2524 64364 104 15148 350 76466 166700 121942 780 8 91349 9552 99 247 4103 99 247 220 18 220 2546 220 15517 220 15517 18 220 15517 2546 220 15517 15517 220 15517 15517 18 220 15517 15517 2546 220 18 13 18 220 18 485 18 220 18 1008 18 44735 107516 15867 20804 22851 134178 77431 32010 104312 156437 1423 7522 18165 2178 34058 22369 16412 32999 16 867 8208 105024 106657 1967 53641 1235 185386 8118 22434 39336 26178 26178 168394 194663 27271 147475 25883 6961 9790 1339 461 83 1280 19016 1354 11 461 1099 481 3239 30 461 44 625 3239 17291 1520 480 11 461 35 481 1299 1236 17966 30 1416 6 27493 261 54602 43
package/cpp/llama.cpp/models/ggml-vocab-llama4.gguf.inp DELETED
@@ -1,112 +0,0 @@
1
- ied 4 ½ months
2
- __ggml_vocab_test__
3
- Führer
4
- __ggml_vocab_test__
5
-
6
- __ggml_vocab_test__
7
-
8
- __ggml_vocab_test__
9
-
10
- __ggml_vocab_test__
11
-
12
- __ggml_vocab_test__
13
-
14
- __ggml_vocab_test__
15
-
16
-
17
- __ggml_vocab_test__
18
-
19
-
20
-
21
- __ggml_vocab_test__
22
-
23
-
24
-
25
-
26
- __ggml_vocab_test__
27
-
28
-
29
- __ggml_vocab_test__
30
- Hello world
31
- __ggml_vocab_test__
32
- Hello world
33
- __ggml_vocab_test__
34
- Hello World
35
- __ggml_vocab_test__
36
- Hello World
37
- __ggml_vocab_test__
38
- Hello World!
39
- __ggml_vocab_test__
40
- Hello, world!
41
- __ggml_vocab_test__
42
- Hello, world!
43
- __ggml_vocab_test__
44
- this is 🦙.cpp
45
- __ggml_vocab_test__
46
- w048 7tuijk dsdfhu
47
- __ggml_vocab_test__
48
- нещо на Български
49
- __ggml_vocab_test__
50
- កាន់តែពិសេសអាចខលចេញ
51
- __ggml_vocab_test__
52
- 🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
53
- __ggml_vocab_test__
54
- Hello
55
- __ggml_vocab_test__
56
- Hello
57
- __ggml_vocab_test__
58
- Hello
59
- __ggml_vocab_test__
60
- Hello
61
- __ggml_vocab_test__
62
- Hello
63
- __ggml_vocab_test__
64
- Hello
65
- Hello
66
- __ggml_vocab_test__
67
- (
68
- __ggml_vocab_test__
69
-
70
- =
71
- __ggml_vocab_test__
72
- ' era
73
- __ggml_vocab_test__
74
- Hello, y'all! How are you 😁 ?我想在apple工作1314151天～
75
- __ggml_vocab_test__
76
- !!!!!!
77
- __ggml_vocab_test__
78
- 3
79
- __ggml_vocab_test__
80
- 33
81
- __ggml_vocab_test__
82
- 333
83
- __ggml_vocab_test__
84
- 3333
85
- __ggml_vocab_test__
86
- 33333
87
- __ggml_vocab_test__
88
- 333333
89
- __ggml_vocab_test__
90
- 3333333
91
- __ggml_vocab_test__
92
- 33333333
93
- __ggml_vocab_test__
94
- 333333333
95
- __ggml_vocab_test__
96
- Cửa Việt
97
- __ggml_vocab_test__
98
- discards
99
- __ggml_vocab_test__
100
-
101
-
102
-
103
-
104
-
105
-
106
-
107
-
108
-
109
-
110
-
111
- 🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天～ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
112
- __ggml_vocab_test__
package/cpp/llama.cpp/models/ggml-vocab-llama4.gguf.out DELETED
@@ -1,46 +0,0 @@
1
- 1190 220 32 220 18215 7112
2
- 50 16800 258
3
-
4
- 220
5
- 256
6
- 277
7
- 197
8
- 198
9
- 368
10
- 2946
11
- 3271
12
- 19873 3817
13
- 39715 3817
14
- 19873 7353
15
- 39715 7353
16
- 39715 7353 13
17
- 19873 24 3817 13
18
- 39715 24 3817 13
19
- 544 373 9522 112 247 26 36315
20
- 99 39923 220 35 9607 21498 21470 3679 9433
21
- 1595 7653 633 79829 34051 1636
22
- 8755 102595 115960 21125 148305 96819 102816 39048 14105 22528 160234
23
- 114590 222 330 14879 21 51358 127 12817 93293 117 24204 330 68239 881 120327 170428 21 89101 330 7384 88230 511 947 1492 3742 7233 21
24
- 19873
25
- 39715
26
- 220 39715
27
- 256 39715
28
- 277 39715
29
- 277 39715 198 277 39715
30
- 330
31
- 198 319
32
- 19 7359
33
- 19873 24 386 87799 13 2403 583 650 51358 223 1663 155736 1522 42056 7544 13336 28785 29 4412 20645
34
- 17931 4959
35
- 31
36
- 1922
37
- 12325
38
- 12325 31
39
- 12325 1922
40
- 12325 12325
41
- 12325 12325 31
42
- 12325 12325 1922
43
- 12325 12325 12325
44
- 47 19811 12077
45
- 3260 3579
46
- 198 7283 51499 191231 20192 3271 3322 9287 2143 17860 114590 222 330 14879 21 51358 127 12817 93293 117 24204 330 68239 881 120327 170428 21 89101 9522 112 247 172394 247 220 31 220 1922 220 12325 220 12325 31 220 12325 1922 220 12325 12325 220 12325 12325 31 220 12325 12325 1922 220 31 26 31 220 31 396 31 220 31 1043 31 117131 102595 115960 21125 148305 96819 102816 80883 223 1663 155736 1522 42056 7544 13336 28785 29 4412 20645 79745 150278 117079 633 79829 34051 1636 25611 41990 109428 1488 91054 24072 17931 4959 29795 9296 16517 1806 481 96 1386 36633 1609 24 481 1109 650 5074 43 481 57 702 5074 27088 2170 536 24 481 48 650 1933 1696 30262 43 1665 19 32818 262 27236 56