llama-rn-qbnn 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (649) hide show
  1. package/LICENSE +20 -0
  2. package/README.md +749 -0
  3. package/android/build.gradle +252 -0
  4. package/android/gradle.properties +5 -0
  5. package/android/src/main/AndroidManifest.xml +4 -0
  6. package/android/src/main/CMakeLists.txt +168 -0
  7. package/android/src/main/RNLlamaJSI.cpp +52 -0
  8. package/android/src/main/java/com/rnllama/RNLlama.java +382 -0
  9. package/android/src/main/java/com/rnllama/RNLlamaModule.java +66 -0
  10. package/android/src/main/java/com/rnllama/RNLlamaPackage.java +48 -0
  11. package/android/src/main/rnllama/CMakeLists.txt +409 -0
  12. package/app.plugin.js +1 -0
  13. package/cpp/LICENSE +21 -0
  14. package/cpp/README.md +13 -0
  15. package/cpp/anyascii.c +22223 -0
  16. package/cpp/anyascii.h +42 -0
  17. package/cpp/chat.cpp.patch +153 -0
  18. package/cpp/common/build-info.cpp +35 -0
  19. package/cpp/common/build-info.h +11 -0
  20. package/cpp/common/chat-auto-parser-generator.cpp +492 -0
  21. package/cpp/common/chat-auto-parser-helpers.cpp +364 -0
  22. package/cpp/common/chat-auto-parser-helpers.h +74 -0
  23. package/cpp/common/chat-auto-parser.h +443 -0
  24. package/cpp/common/chat-diff-analyzer.cpp +1395 -0
  25. package/cpp/common/chat-peg-parser.cpp +1005 -0
  26. package/cpp/common/chat-peg-parser.h +198 -0
  27. package/cpp/common/chat.cpp +2681 -0
  28. package/cpp/common/chat.h +329 -0
  29. package/cpp/common/common.cpp +2127 -0
  30. package/cpp/common/common.h +1098 -0
  31. package/cpp/common/fit.cpp +959 -0
  32. package/cpp/common/fit.h +32 -0
  33. package/cpp/common/jinja/README.md +88 -0
  34. package/cpp/common/jinja/caps.cpp +479 -0
  35. package/cpp/common/jinja/caps.h +32 -0
  36. package/cpp/common/jinja/jinja-string.h +61 -0
  37. package/cpp/common/jinja/lexer.cpp +341 -0
  38. package/cpp/common/jinja/lexer.h +157 -0
  39. package/cpp/common/jinja/parser.cpp +602 -0
  40. package/cpp/common/jinja/parser.h +21 -0
  41. package/cpp/common/jinja/runtime.cpp +906 -0
  42. package/cpp/common/jinja/runtime.h +652 -0
  43. package/cpp/common/jinja/string.cpp +213 -0
  44. package/cpp/common/jinja/utils.h +149 -0
  45. package/cpp/common/jinja/value.cpp +1484 -0
  46. package/cpp/common/jinja/value.h +759 -0
  47. package/cpp/common/json-partial.cpp +324 -0
  48. package/cpp/common/json-partial.h +39 -0
  49. package/cpp/common/json-schema-to-grammar.cpp +1189 -0
  50. package/cpp/common/json-schema-to-grammar.h +43 -0
  51. package/cpp/common/log.cpp +487 -0
  52. package/cpp/common/log.h +126 -0
  53. package/cpp/common/ngram-cache.cpp +285 -0
  54. package/cpp/common/ngram-cache.h +101 -0
  55. package/cpp/common/ngram-map.cpp +530 -0
  56. package/cpp/common/ngram-map.h +115 -0
  57. package/cpp/common/ngram-mod.cpp +60 -0
  58. package/cpp/common/ngram-mod.h +38 -0
  59. package/cpp/common/peg-parser.cpp +2128 -0
  60. package/cpp/common/peg-parser.h +523 -0
  61. package/cpp/common/reasoning-budget.cpp +249 -0
  62. package/cpp/common/reasoning-budget.h +42 -0
  63. package/cpp/common/regex-partial.cpp +204 -0
  64. package/cpp/common/regex-partial.h +56 -0
  65. package/cpp/common/sampling.cpp +855 -0
  66. package/cpp/common/sampling.h +119 -0
  67. package/cpp/common/speculative.cpp +1635 -0
  68. package/cpp/common/speculative.h +75 -0
  69. package/cpp/common/unicode.cpp +124 -0
  70. package/cpp/common/unicode.h +30 -0
  71. package/cpp/ggml-alloc.c +1248 -0
  72. package/cpp/ggml-alloc.h +85 -0
  73. package/cpp/ggml-backend-dl.cpp +48 -0
  74. package/cpp/ggml-backend-dl.h +45 -0
  75. package/cpp/ggml-backend-impl.h +275 -0
  76. package/cpp/ggml-backend-meta.cpp +2144 -0
  77. package/cpp/ggml-backend-reg.cpp +586 -0
  78. package/cpp/ggml-backend.cpp +2371 -0
  79. package/cpp/ggml-backend.h +431 -0
  80. package/cpp/ggml-blas/ggml-blas.cpp +522 -0
  81. package/cpp/ggml-blas.h +25 -0
  82. package/cpp/ggml-common.h +1900 -0
  83. package/cpp/ggml-cpp.h +39 -0
  84. package/cpp/ggml-cpu/amx/amx.cpp +249 -0
  85. package/cpp/ggml-cpu/amx/amx.h +8 -0
  86. package/cpp/ggml-cpu/amx/common.h +115 -0
  87. package/cpp/ggml-cpu/amx/mmq.cpp +2512 -0
  88. package/cpp/ggml-cpu/amx/mmq.h +10 -0
  89. package/cpp/ggml-cpu/arch/arm/cpu-feats.cpp +98 -0
  90. package/cpp/ggml-cpu/arch/arm/quants.c +4245 -0
  91. package/cpp/ggml-cpu/arch/arm/repack.cpp +5156 -0
  92. package/cpp/ggml-cpu/arch/x86/cpu-feats.cpp +327 -0
  93. package/cpp/ggml-cpu/arch/x86/quants.c +3970 -0
  94. package/cpp/ggml-cpu/arch/x86/repack.cpp +6407 -0
  95. package/cpp/ggml-cpu/arch-fallback.h +348 -0
  96. package/cpp/ggml-cpu/binary-ops.cpp +154 -0
  97. package/cpp/ggml-cpu/binary-ops.h +16 -0
  98. package/cpp/ggml-cpu/common.h +95 -0
  99. package/cpp/ggml-cpu/ggml-cpu-impl.h +539 -0
  100. package/cpp/ggml-cpu/ggml-cpu.c +3835 -0
  101. package/cpp/ggml-cpu/ggml-cpu.cpp +703 -0
  102. package/cpp/ggml-cpu/ops.cpp +11373 -0
  103. package/cpp/ggml-cpu/ops.h +119 -0
  104. package/cpp/ggml-cpu/quants.c +1288 -0
  105. package/cpp/ggml-cpu/quants.h +103 -0
  106. package/cpp/ggml-cpu/repack.cpp +4836 -0
  107. package/cpp/ggml-cpu/repack.h +245 -0
  108. package/cpp/ggml-cpu/simd-gemm.h +226 -0
  109. package/cpp/ggml-cpu/simd-mappings.h +1319 -0
  110. package/cpp/ggml-cpu/traits.cpp +36 -0
  111. package/cpp/ggml-cpu/traits.h +38 -0
  112. package/cpp/ggml-cpu/unary-ops.cpp +337 -0
  113. package/cpp/ggml-cpu/unary-ops.h +35 -0
  114. package/cpp/ggml-cpu/vec.cpp +629 -0
  115. package/cpp/ggml-cpu/vec.h +1588 -0
  116. package/cpp/ggml-cpu.h +151 -0
  117. package/cpp/ggml-ext.h +7 -0
  118. package/cpp/ggml-hexagon/CMakeLists.txt +118 -0
  119. package/cpp/ggml-hexagon/ggml-hexagon.cpp +3719 -0
  120. package/cpp/ggml-hexagon/htp/CMakeLists.txt +79 -0
  121. package/cpp/ggml-hexagon/htp/act-ops.c +782 -0
  122. package/cpp/ggml-hexagon/htp/argsort-ops.c +293 -0
  123. package/cpp/ggml-hexagon/htp/binary-ops.c +872 -0
  124. package/cpp/ggml-hexagon/htp/cmake-toolchain.cmake +157 -0
  125. package/cpp/ggml-hexagon/htp/cpy-ops.c +275 -0
  126. package/cpp/ggml-hexagon/htp/cumsum-ops.c +270 -0
  127. package/cpp/ggml-hexagon/htp/diag-ops.c +216 -0
  128. package/cpp/ggml-hexagon/htp/fill-ops.c +123 -0
  129. package/cpp/ggml-hexagon/htp/flash-attn-ops.c +727 -0
  130. package/cpp/ggml-hexagon/htp/gated-delta-net-ops.c +955 -0
  131. package/cpp/ggml-hexagon/htp/get-rows-ops.c +124 -0
  132. package/cpp/ggml-hexagon/htp/hex-dma.c +63 -0
  133. package/cpp/ggml-hexagon/htp/hex-dma.h +372 -0
  134. package/cpp/ggml-hexagon/htp/hex-dump.h +86 -0
  135. package/cpp/ggml-hexagon/htp/hex-fastdiv.h +37 -0
  136. package/cpp/ggml-hexagon/htp/hex-utils.h +137 -0
  137. package/cpp/ggml-hexagon/htp/hmx-flash-attn-ops.c +1841 -0
  138. package/cpp/ggml-hexagon/htp/hmx-matmul-ops.c +1785 -0
  139. package/cpp/ggml-hexagon/htp/hmx-ops.h +71 -0
  140. package/cpp/ggml-hexagon/htp/hmx-profile.h +34 -0
  141. package/cpp/ggml-hexagon/htp/hmx-queue.c +158 -0
  142. package/cpp/ggml-hexagon/htp/hmx-queue.h +134 -0
  143. package/cpp/ggml-hexagon/htp/hmx-utils.h +200 -0
  144. package/cpp/ggml-hexagon/htp/htp-ctx.h +113 -0
  145. package/cpp/ggml-hexagon/htp/htp-msg.h +166 -0
  146. package/cpp/ggml-hexagon/htp/htp-ops.h +184 -0
  147. package/cpp/ggml-hexagon/htp/htp_iface.idl +22 -0
  148. package/cpp/ggml-hexagon/htp/hvx-arith.h +443 -0
  149. package/cpp/ggml-hexagon/htp/hvx-base.h +308 -0
  150. package/cpp/ggml-hexagon/htp/hvx-copy.h +262 -0
  151. package/cpp/ggml-hexagon/htp/hvx-div.h +291 -0
  152. package/cpp/ggml-hexagon/htp/hvx-dump.h +129 -0
  153. package/cpp/ggml-hexagon/htp/hvx-exp.h +216 -0
  154. package/cpp/ggml-hexagon/htp/hvx-floor.h +100 -0
  155. package/cpp/ggml-hexagon/htp/hvx-inverse.h +210 -0
  156. package/cpp/ggml-hexagon/htp/hvx-reduce.h +296 -0
  157. package/cpp/ggml-hexagon/htp/hvx-repl.h +74 -0
  158. package/cpp/ggml-hexagon/htp/hvx-scale.h +133 -0
  159. package/cpp/ggml-hexagon/htp/hvx-sigmoid.h +142 -0
  160. package/cpp/ggml-hexagon/htp/hvx-sqrt.h +126 -0
  161. package/cpp/ggml-hexagon/htp/hvx-types.h +36 -0
  162. package/cpp/ggml-hexagon/htp/hvx-utils.h +19 -0
  163. package/cpp/ggml-hexagon/htp/main.c +887 -0
  164. package/cpp/ggml-hexagon/htp/matmul-ops.c +3173 -0
  165. package/cpp/ggml-hexagon/htp/pad-ops.c +545 -0
  166. package/cpp/ggml-hexagon/htp/repeat-ops.c +148 -0
  167. package/cpp/ggml-hexagon/htp/rope-ops.c +573 -0
  168. package/cpp/ggml-hexagon/htp/set-rows-ops.c +184 -0
  169. package/cpp/ggml-hexagon/htp/softmax-ops.c +407 -0
  170. package/cpp/ggml-hexagon/htp/solve-tri-ops.c +267 -0
  171. package/cpp/ggml-hexagon/htp/ssm-conv.c +340 -0
  172. package/cpp/ggml-hexagon/htp/sum-rows-ops.c +128 -0
  173. package/cpp/ggml-hexagon/htp/unary-ops.c +865 -0
  174. package/cpp/ggml-hexagon/htp/vtcm-utils.h +16 -0
  175. package/cpp/ggml-hexagon/htp/worker-pool.c +293 -0
  176. package/cpp/ggml-hexagon/htp/worker-pool.h +57 -0
  177. package/cpp/ggml-hexagon/htp-drv.cpp +418 -0
  178. package/cpp/ggml-hexagon/htp-drv.h +121 -0
  179. package/cpp/ggml-hexagon/libdl.h +79 -0
  180. package/cpp/ggml-hexagon/libggml-htp.inf +40 -0
  181. package/cpp/ggml-hexagon/op-desc.h +153 -0
  182. package/cpp/ggml-hexagon.h +19 -0
  183. package/cpp/ggml-impl.h +783 -0
  184. package/cpp/ggml-metal/ggml-metal-common.cpp +457 -0
  185. package/cpp/ggml-metal/ggml-metal-common.h +52 -0
  186. package/cpp/ggml-metal/ggml-metal-context.h +41 -0
  187. package/cpp/ggml-metal/ggml-metal-context.m +739 -0
  188. package/cpp/ggml-metal/ggml-metal-device.cpp +2053 -0
  189. package/cpp/ggml-metal/ggml-metal-device.h +296 -0
  190. package/cpp/ggml-metal/ggml-metal-device.m +1829 -0
  191. package/cpp/ggml-metal/ggml-metal-impl.h +1175 -0
  192. package/cpp/ggml-metal/ggml-metal-ops.cpp +4606 -0
  193. package/cpp/ggml-metal/ggml-metal-ops.h +97 -0
  194. package/cpp/ggml-metal/ggml-metal.cpp +950 -0
  195. package/cpp/ggml-metal/ggml-metal.metal +13748 -0
  196. package/cpp/ggml-metal.h +61 -0
  197. package/cpp/ggml-opencl/ggml-opencl.cpp +16374 -0
  198. package/cpp/ggml-opencl/kernels/add.cl +190 -0
  199. package/cpp/ggml-opencl/kernels/add_id.cl +42 -0
  200. package/cpp/ggml-opencl/kernels/argsort.cl +86 -0
  201. package/cpp/ggml-opencl/kernels/clamp.cl +20 -0
  202. package/cpp/ggml-opencl/kernels/concat.cl +51 -0
  203. package/cpp/ggml-opencl/kernels/conv2d.cl +185 -0
  204. package/cpp/ggml-opencl/kernels/conv2d_f16_f32.cl +176 -0
  205. package/cpp/ggml-opencl/kernels/cpy.cl +229 -0
  206. package/cpp/ggml-opencl/kernels/cumsum.cl +139 -0
  207. package/cpp/ggml-opencl/kernels/cvt.cl +1471 -0
  208. package/cpp/ggml-opencl/kernels/diag.cl +27 -0
  209. package/cpp/ggml-opencl/kernels/diag_mask_inf.cl +58 -0
  210. package/cpp/ggml-opencl/kernels/div.cl +138 -0
  211. package/cpp/ggml-opencl/kernels/embed_kernel.py +26 -0
  212. package/cpp/ggml-opencl/kernels/exp.cl +125 -0
  213. package/cpp/ggml-opencl/kernels/expm1.cl +113 -0
  214. package/cpp/ggml-opencl/kernels/fill.cl +17 -0
  215. package/cpp/ggml-opencl/kernels/flash_attn_f16.cl +370 -0
  216. package/cpp/ggml-opencl/kernels/flash_attn_f32.cl +371 -0
  217. package/cpp/ggml-opencl/kernels/flash_attn_f32_f16.cl +373 -0
  218. package/cpp/ggml-opencl/kernels/gelu.cl +89 -0
  219. package/cpp/ggml-opencl/kernels/gemm_moe_mxfp4_f32.cl +162 -0
  220. package/cpp/ggml-opencl/kernels/gemm_moe_mxfp4_f32_ns.cl +302 -0
  221. package/cpp/ggml-opencl/kernels/gemm_moe_q4_0_f32_ns.cl +252 -0
  222. package/cpp/ggml-opencl/kernels/gemm_moe_q4_1_f32_ns.cl +254 -0
  223. package/cpp/ggml-opencl/kernels/gemm_moe_q5_0_f32_ns.cl +256 -0
  224. package/cpp/ggml-opencl/kernels/gemm_moe_q5_1_f32_ns.cl +258 -0
  225. package/cpp/ggml-opencl/kernels/gemm_noshuffle_iq4_nl_f32.cl +150 -0
  226. package/cpp/ggml-opencl/kernels/gemm_noshuffle_q4_0_f32.cl +139 -0
  227. package/cpp/ggml-opencl/kernels/gemm_noshuffle_q4_1_f32.cl +132 -0
  228. package/cpp/ggml-opencl/kernels/gemm_noshuffle_q4_k_f32.cl +172 -0
  229. package/cpp/ggml-opencl/kernels/gemm_noshuffle_q5_k_f32.cl +176 -0
  230. package/cpp/ggml-opencl/kernels/gemm_noshuffle_q6_k_f32.cl +140 -0
  231. package/cpp/ggml-opencl/kernels/gemm_noshuffle_q8_0_f32.cl +129 -0
  232. package/cpp/ggml-opencl/kernels/gemm_xmem_f16_f32_os8.cl +233 -0
  233. package/cpp/ggml-opencl/kernels/gemv_moe_mxfp4_f32.cl +156 -0
  234. package/cpp/ggml-opencl/kernels/gemv_moe_mxfp4_f32_ns.cl +161 -0
  235. package/cpp/ggml-opencl/kernels/gemv_moe_q4_0_f32_ns.cl +116 -0
  236. package/cpp/ggml-opencl/kernels/gemv_moe_q4_1_f32_ns.cl +119 -0
  237. package/cpp/ggml-opencl/kernels/gemv_moe_q5_0_f32_ns.cl +119 -0
  238. package/cpp/ggml-opencl/kernels/gemv_moe_q5_1_f32_ns.cl +121 -0
  239. package/cpp/ggml-opencl/kernels/gemv_noshuffle_iq4_nl_f32.cl +302 -0
  240. package/cpp/ggml-opencl/kernels/gemv_noshuffle_q4_0_f32.cl +274 -0
  241. package/cpp/ggml-opencl/kernels/gemv_noshuffle_q4_0_f32_spec.cl +268 -0
  242. package/cpp/ggml-opencl/kernels/gemv_noshuffle_q4_1_f32.cl +283 -0
  243. package/cpp/ggml-opencl/kernels/gemv_noshuffle_q4_k_f32.cl +318 -0
  244. package/cpp/ggml-opencl/kernels/gemv_noshuffle_q5_k_f32.cl +326 -0
  245. package/cpp/ggml-opencl/kernels/gemv_noshuffle_q6_k_f32.cl +293 -0
  246. package/cpp/ggml-opencl/kernels/gemv_noshuffle_q8_0_f32.cl +195 -0
  247. package/cpp/ggml-opencl/kernels/get_rows.cl +187 -0
  248. package/cpp/ggml-opencl/kernels/glu.cl +378 -0
  249. package/cpp/ggml-opencl/kernels/group_norm.cl +121 -0
  250. package/cpp/ggml-opencl/kernels/im2col_f16.cl +57 -0
  251. package/cpp/ggml-opencl/kernels/im2col_f32.cl +57 -0
  252. package/cpp/ggml-opencl/kernels/l2_norm.cl +71 -0
  253. package/cpp/ggml-opencl/kernels/mean.cl +140 -0
  254. package/cpp/ggml-opencl/kernels/moe_reorder_b.cl +30 -0
  255. package/cpp/ggml-opencl/kernels/moe_sort_by_expert.cl +82 -0
  256. package/cpp/ggml-opencl/kernels/mul.cl +152 -0
  257. package/cpp/ggml-opencl/kernels/mul_mat_f16_f32.cl +130 -0
  258. package/cpp/ggml-opencl/kernels/mul_mm_f16_f32_kq_kqv.cl +273 -0
  259. package/cpp/ggml-opencl/kernels/mul_mm_f16_f32_l4_lm.cl +146 -0
  260. package/cpp/ggml-opencl/kernels/mul_mm_f32_f32_l4_lm.cl +147 -0
  261. package/cpp/ggml-opencl/kernels/mul_mm_iq4_nl_f32_l4_lm.cl +171 -0
  262. package/cpp/ggml-opencl/kernels/mul_mm_q4_0_f32_l4_lm.cl +163 -0
  263. package/cpp/ggml-opencl/kernels/mul_mm_q4_1_f32_l4_lm.cl +165 -0
  264. package/cpp/ggml-opencl/kernels/mul_mm_q4_k_f32_l4_lm.cl +179 -0
  265. package/cpp/ggml-opencl/kernels/mul_mm_q5_k_f32_l4_lm.cl +192 -0
  266. package/cpp/ggml-opencl/kernels/mul_mm_q6_k_f32_l4_lm.cl +158 -0
  267. package/cpp/ggml-opencl/kernels/mul_mm_q8_0_f32_l4_lm.cl +154 -0
  268. package/cpp/ggml-opencl/kernels/mul_mv_f16_f16.cl +118 -0
  269. package/cpp/ggml-opencl/kernels/mul_mv_f16_f32.cl +118 -0
  270. package/cpp/ggml-opencl/kernels/mul_mv_f16_f32_1row.cl +94 -0
  271. package/cpp/ggml-opencl/kernels/mul_mv_f16_f32_l4.cl +84 -0
  272. package/cpp/ggml-opencl/kernels/mul_mv_f32_f32.cl +118 -0
  273. package/cpp/ggml-opencl/kernels/mul_mv_id_mxfp4_f32.cl +189 -0
  274. package/cpp/ggml-opencl/kernels/mul_mv_id_mxfp4_f32_flat.cl +176 -0
  275. package/cpp/ggml-opencl/kernels/mul_mv_id_q4_0_f32_8x_flat.cl +283 -0
  276. package/cpp/ggml-opencl/kernels/mul_mv_id_q8_0_f32.cl +140 -0
  277. package/cpp/ggml-opencl/kernels/mul_mv_id_q8_0_f32_flat.cl +222 -0
  278. package/cpp/ggml-opencl/kernels/mul_mv_iq4_nl_f32.cl +164 -0
  279. package/cpp/ggml-opencl/kernels/mul_mv_iq4_nl_f32_flat.cl +202 -0
  280. package/cpp/ggml-opencl/kernels/mul_mv_mxfp4_f32.cl +144 -0
  281. package/cpp/ggml-opencl/kernels/mul_mv_mxfp4_f32_flat.cl +167 -0
  282. package/cpp/ggml-opencl/kernels/mul_mv_q4_0_f32.cl +192 -0
  283. package/cpp/ggml-opencl/kernels/mul_mv_q4_0_f32_1d_16x_flat.cl +307 -0
  284. package/cpp/ggml-opencl/kernels/mul_mv_q4_0_f32_1d_8x_flat.cl +265 -0
  285. package/cpp/ggml-opencl/kernels/mul_mv_q4_0_f32_8x_flat.cl +272 -0
  286. package/cpp/ggml-opencl/kernels/mul_mv_q4_0_f32_v.cl +254 -0
  287. package/cpp/ggml-opencl/kernels/mul_mv_q4_1_f32.cl +219 -0
  288. package/cpp/ggml-opencl/kernels/mul_mv_q4_1_f32_flat.cl +229 -0
  289. package/cpp/ggml-opencl/kernels/mul_mv_q4_k_f32.cl +180 -0
  290. package/cpp/ggml-opencl/kernels/mul_mv_q4_k_f32_flat.cl +196 -0
  291. package/cpp/ggml-opencl/kernels/mul_mv_q5_k_f32.cl +187 -0
  292. package/cpp/ggml-opencl/kernels/mul_mv_q5_k_f32_flat.cl +203 -0
  293. package/cpp/ggml-opencl/kernels/mul_mv_q6_k_f32.cl +194 -0
  294. package/cpp/ggml-opencl/kernels/mul_mv_q6_k_f32_flat.cl +194 -0
  295. package/cpp/ggml-opencl/kernels/mul_mv_q8_0_f32.cl +125 -0
  296. package/cpp/ggml-opencl/kernels/mul_mv_q8_0_f32_flat.cl +202 -0
  297. package/cpp/ggml-opencl/kernels/neg.cl +125 -0
  298. package/cpp/ggml-opencl/kernels/norm.cl +161 -0
  299. package/cpp/ggml-opencl/kernels/pad.cl +39 -0
  300. package/cpp/ggml-opencl/kernels/relu.cl +16 -0
  301. package/cpp/ggml-opencl/kernels/repeat.cl +38 -0
  302. package/cpp/ggml-opencl/kernels/rms_norm.cl +190 -0
  303. package/cpp/ggml-opencl/kernels/rope.cl +747 -0
  304. package/cpp/ggml-opencl/kernels/scale.cl +27 -0
  305. package/cpp/ggml-opencl/kernels/set_rows.cl +208 -0
  306. package/cpp/ggml-opencl/kernels/sigmoid.cl +29 -0
  307. package/cpp/ggml-opencl/kernels/silu.cl +30 -0
  308. package/cpp/ggml-opencl/kernels/softmax_4_f16.cl +108 -0
  309. package/cpp/ggml-opencl/kernels/softmax_4_f32.cl +108 -0
  310. package/cpp/ggml-opencl/kernels/softmax_f16.cl +107 -0
  311. package/cpp/ggml-opencl/kernels/softmax_f32.cl +107 -0
  312. package/cpp/ggml-opencl/kernels/softplus.cl +116 -0
  313. package/cpp/ggml-opencl/kernels/solve_tri.cl +51 -0
  314. package/cpp/ggml-opencl/kernels/sqr.cl +53 -0
  315. package/cpp/ggml-opencl/kernels/sqrt.cl +53 -0
  316. package/cpp/ggml-opencl/kernels/ssm_conv.cl +77 -0
  317. package/cpp/ggml-opencl/kernels/sub.cl +138 -0
  318. package/cpp/ggml-opencl/kernels/sum_rows.cl +140 -0
  319. package/cpp/ggml-opencl/kernels/tanh.cl +109 -0
  320. package/cpp/ggml-opencl/kernels/transpose.cl +143 -0
  321. package/cpp/ggml-opencl/kernels/tri.cl +32 -0
  322. package/cpp/ggml-opencl/kernels/tsembd.cl +48 -0
  323. package/cpp/ggml-opencl/kernels/upscale.cl +120 -0
  324. package/cpp/ggml-opencl.h +26 -0
  325. package/cpp/ggml-opt.cpp +1094 -0
  326. package/cpp/ggml-opt.h +256 -0
  327. package/cpp/ggml-quants.c +5491 -0
  328. package/cpp/ggml-quants.h +112 -0
  329. package/cpp/ggml-threading.cpp +12 -0
  330. package/cpp/ggml-threading.h +14 -0
  331. package/cpp/ggml.c +7785 -0
  332. package/cpp/ggml.h +2845 -0
  333. package/cpp/gguf.cpp +1556 -0
  334. package/cpp/gguf.h +204 -0
  335. package/cpp/jsi/JSICompletion.h +261 -0
  336. package/cpp/jsi/JSIContext.cpp +5 -0
  337. package/cpp/jsi/JSIContext.h +72 -0
  338. package/cpp/jsi/JSIHelpers.h +54 -0
  339. package/cpp/jsi/JSINativeHeaders.h +26 -0
  340. package/cpp/jsi/JSIParams.cpp +623 -0
  341. package/cpp/jsi/JSIParams.h +18 -0
  342. package/cpp/jsi/JSIRequestManager.h +71 -0
  343. package/cpp/jsi/JSISession.h +86 -0
  344. package/cpp/jsi/JSITaskManager.cpp +93 -0
  345. package/cpp/jsi/JSITaskManager.h +47 -0
  346. package/cpp/jsi/JSIUtils.cpp +197 -0
  347. package/cpp/jsi/JSIUtils.h +62 -0
  348. package/cpp/jsi/RNLlamaJSI.cpp +2178 -0
  349. package/cpp/jsi/RNLlamaJSI.h +34 -0
  350. package/cpp/jsi/ThreadPool.cpp +83 -0
  351. package/cpp/jsi/ThreadPool.h +48 -0
  352. package/cpp/llama-adapter.cpp +497 -0
  353. package/cpp/llama-adapter.h +91 -0
  354. package/cpp/llama-arch.cpp +920 -0
  355. package/cpp/llama-arch.h +640 -0
  356. package/cpp/llama-batch.cpp +919 -0
  357. package/cpp/llama-batch.h +173 -0
  358. package/cpp/llama-chat.cpp +939 -0
  359. package/cpp/llama-chat.h +74 -0
  360. package/cpp/llama-context.cpp +3994 -0
  361. package/cpp/llama-context.h +377 -0
  362. package/cpp/llama-cparams.cpp +5 -0
  363. package/cpp/llama-cparams.h +51 -0
  364. package/cpp/llama-cpp.h +30 -0
  365. package/cpp/llama-ext.h +106 -0
  366. package/cpp/llama-grammar.cpp +1510 -0
  367. package/cpp/llama-grammar.h +194 -0
  368. package/cpp/llama-graph.cpp +2933 -0
  369. package/cpp/llama-graph.h +1068 -0
  370. package/cpp/llama-hparams.cpp +264 -0
  371. package/cpp/llama-hparams.h +361 -0
  372. package/cpp/llama-impl.cpp +171 -0
  373. package/cpp/llama-impl.h +75 -0
  374. package/cpp/llama-io.cpp +20 -0
  375. package/cpp/llama-io.h +35 -0
  376. package/cpp/llama-kv-cache-iswa.cpp +330 -0
  377. package/cpp/llama-kv-cache-iswa.h +137 -0
  378. package/cpp/llama-kv-cache.cpp +2502 -0
  379. package/cpp/llama-kv-cache.h +420 -0
  380. package/cpp/llama-kv-cells.h +533 -0
  381. package/cpp/llama-memory-hybrid-iswa.cpp +283 -0
  382. package/cpp/llama-memory-hybrid-iswa.h +141 -0
  383. package/cpp/llama-memory-hybrid.cpp +276 -0
  384. package/cpp/llama-memory-hybrid.h +140 -0
  385. package/cpp/llama-memory-recurrent.cpp +1262 -0
  386. package/cpp/llama-memory-recurrent.h +191 -0
  387. package/cpp/llama-memory.cpp +59 -0
  388. package/cpp/llama-memory.h +125 -0
  389. package/cpp/llama-mmap.cpp +779 -0
  390. package/cpp/llama-mmap.h +74 -0
  391. package/cpp/llama-model-loader.cpp +1702 -0
  392. package/cpp/llama-model-loader.h +207 -0
  393. package/cpp/llama-model-saver.cpp +417 -0
  394. package/cpp/llama-model-saver.h +44 -0
  395. package/cpp/llama-model.cpp +2551 -0
  396. package/cpp/llama-model.h +712 -0
  397. package/cpp/llama-sampler.cpp +3885 -0
  398. package/cpp/llama-sampler.h +42 -0
  399. package/cpp/llama-vocab.cpp +4115 -0
  400. package/cpp/llama-vocab.h +189 -0
  401. package/cpp/llama.cpp +578 -0
  402. package/cpp/llama.h +1578 -0
  403. package/cpp/models/afmoe.cpp +285 -0
  404. package/cpp/models/apertus.cpp +169 -0
  405. package/cpp/models/arcee.cpp +157 -0
  406. package/cpp/models/arctic.cpp +180 -0
  407. package/cpp/models/arwkv7.cpp +202 -0
  408. package/cpp/models/baichuan.cpp +155 -0
  409. package/cpp/models/bailingmoe.cpp +180 -0
  410. package/cpp/models/bailingmoe2.cpp +219 -0
  411. package/cpp/models/bert.cpp +233 -0
  412. package/cpp/models/bitnet.cpp +170 -0
  413. package/cpp/models/bloom.cpp +151 -0
  414. package/cpp/models/chameleon.cpp +204 -0
  415. package/cpp/models/chatglm.cpp +160 -0
  416. package/cpp/models/codeshell.cpp +152 -0
  417. package/cpp/models/cogvlm.cpp +157 -0
  418. package/cpp/models/cohere2.cpp +159 -0
  419. package/cpp/models/command-r.cpp +143 -0
  420. package/cpp/models/dbrx.cpp +154 -0
  421. package/cpp/models/deci.cpp +190 -0
  422. package/cpp/models/deepseek.cpp +194 -0
  423. package/cpp/models/deepseek2.cpp +439 -0
  424. package/cpp/models/deepseek2ocr.cpp +82 -0
  425. package/cpp/models/delta-net-base.cpp +607 -0
  426. package/cpp/models/dots1.cpp +192 -0
  427. package/cpp/models/dream.cpp +137 -0
  428. package/cpp/models/ernie4-5-moe.cpp +133 -0
  429. package/cpp/models/ernie4-5.cpp +164 -0
  430. package/cpp/models/eurobert.cpp +124 -0
  431. package/cpp/models/exaone-moe.cpp +246 -0
  432. package/cpp/models/exaone.cpp +136 -0
  433. package/cpp/models/exaone4.cpp +176 -0
  434. package/cpp/models/falcon-h1.cpp +209 -0
  435. package/cpp/models/falcon.cpp +161 -0
  436. package/cpp/models/gemma-embedding.cpp +178 -0
  437. package/cpp/models/gemma.cpp +139 -0
  438. package/cpp/models/gemma2.cpp +177 -0
  439. package/cpp/models/gemma3.cpp +225 -0
  440. package/cpp/models/gemma3n.cpp +459 -0
  441. package/cpp/models/gemma4.cpp +457 -0
  442. package/cpp/models/glm-dsa.cpp +155 -0
  443. package/cpp/models/glm4-moe.cpp +284 -0
  444. package/cpp/models/glm4.cpp +194 -0
  445. package/cpp/models/gpt2.cpp +147 -0
  446. package/cpp/models/gptneox.cpp +218 -0
  447. package/cpp/models/granite-hybrid.cpp +302 -0
  448. package/cpp/models/granite-moe.cpp +89 -0
  449. package/cpp/models/granite.cpp +274 -0
  450. package/cpp/models/grok.cpp +223 -0
  451. package/cpp/models/grovemoe.cpp +193 -0
  452. package/cpp/models/hunyuan-dense.cpp +6 -0
  453. package/cpp/models/hunyuan-moe.cpp +187 -0
  454. package/cpp/models/hunyuan-vl.cpp +189 -0
  455. package/cpp/models/internlm2.cpp +138 -0
  456. package/cpp/models/jais.cpp +132 -0
  457. package/cpp/models/jais2.cpp +161 -0
  458. package/cpp/models/jamba.cpp +198 -0
  459. package/cpp/models/jina-bert-v2.cpp +66 -0
  460. package/cpp/models/jina-bert-v3.cpp +69 -0
  461. package/cpp/models/kimi-linear.cpp +550 -0
  462. package/cpp/models/lfm2.cpp +275 -0
  463. package/cpp/models/lfm2moe.cpp +85 -0
  464. package/cpp/models/llada-moe.cpp +162 -0
  465. package/cpp/models/llada.cpp +156 -0
  466. package/cpp/models/llama-embed.cpp +6 -0
  467. package/cpp/models/llama.cpp +248 -0
  468. package/cpp/models/llama4.cpp +273 -0
  469. package/cpp/models/maincoder.cpp +150 -0
  470. package/cpp/models/mamba-base.cpp +289 -0
  471. package/cpp/models/mamba.cpp +137 -0
  472. package/cpp/models/mamba2.cpp +87 -0
  473. package/cpp/models/mimo2.cpp +240 -0
  474. package/cpp/models/minicpm.cpp +89 -0
  475. package/cpp/models/minicpm3.cpp +260 -0
  476. package/cpp/models/minimax-m2.cpp +167 -0
  477. package/cpp/models/mistral3.cpp +231 -0
  478. package/cpp/models/mistral4.cpp +6 -0
  479. package/cpp/models/models.h +1891 -0
  480. package/cpp/models/modern-bert.cpp +165 -0
  481. package/cpp/models/mpt.cpp +170 -0
  482. package/cpp/models/nemotron-h-moe.cpp +6 -0
  483. package/cpp/models/nemotron-h.cpp +258 -0
  484. package/cpp/models/nemotron.cpp +149 -0
  485. package/cpp/models/neo-bert.cpp +134 -0
  486. package/cpp/models/nomic-bert-moe.cpp +72 -0
  487. package/cpp/models/nomic-bert.cpp +72 -0
  488. package/cpp/models/olmo.cpp +142 -0
  489. package/cpp/models/olmo2.cpp +211 -0
  490. package/cpp/models/olmoe.cpp +173 -0
  491. package/cpp/models/openai-moe.cpp +169 -0
  492. package/cpp/models/openelm.cpp +171 -0
  493. package/cpp/models/orion.cpp +141 -0
  494. package/cpp/models/paddleocr.cpp +107 -0
  495. package/cpp/models/pangu-embed.cpp +161 -0
  496. package/cpp/models/phi2.cpp +142 -0
  497. package/cpp/models/phi3.cpp +196 -0
  498. package/cpp/models/phimoe.cpp +55 -0
  499. package/cpp/models/plamo.cpp +136 -0
  500. package/cpp/models/plamo2.cpp +422 -0
  501. package/cpp/models/plamo3.cpp +197 -0
  502. package/cpp/models/plm.cpp +213 -0
  503. package/cpp/models/qwen.cpp +140 -0
  504. package/cpp/models/qwen2.cpp +153 -0
  505. package/cpp/models/qwen2moe.cpp +193 -0
  506. package/cpp/models/qwen2vl.cpp +143 -0
  507. package/cpp/models/qwen3.cpp +156 -0
  508. package/cpp/models/qwen35.cpp +632 -0
  509. package/cpp/models/qwen35moe.cpp +727 -0
  510. package/cpp/models/qwen3moe.cpp +177 -0
  511. package/cpp/models/qwen3next.cpp +593 -0
  512. package/cpp/models/qwen3vl.cpp +172 -0
  513. package/cpp/models/qwen3vlmoe.cpp +189 -0
  514. package/cpp/models/refact.cpp +159 -0
  515. package/cpp/models/rnd1.cpp +176 -0
  516. package/cpp/models/rwkv6-base.cpp +164 -0
  517. package/cpp/models/rwkv6.cpp +185 -0
  518. package/cpp/models/rwkv6qwen2.cpp +167 -0
  519. package/cpp/models/rwkv7-base.cpp +137 -0
  520. package/cpp/models/rwkv7.cpp +211 -0
  521. package/cpp/models/seed-oss.cpp +150 -0
  522. package/cpp/models/smallthinker.cpp +190 -0
  523. package/cpp/models/smollm3.cpp +152 -0
  524. package/cpp/models/stablelm.cpp +172 -0
  525. package/cpp/models/starcoder.cpp +144 -0
  526. package/cpp/models/starcoder2.cpp +157 -0
  527. package/cpp/models/step35.cpp +269 -0
  528. package/cpp/models/t5.cpp +370 -0
  529. package/cpp/models/t5encoder.cpp +44 -0
  530. package/cpp/models/wavtokenizer-dec.cpp +264 -0
  531. package/cpp/models/xverse.cpp +135 -0
  532. package/cpp/nlohmann/json.hpp +25526 -0
  533. package/cpp/nlohmann/json_fwd.hpp +187 -0
  534. package/cpp/rn-common.hpp +206 -0
  535. package/cpp/rn-completion.cpp +1093 -0
  536. package/cpp/rn-completion.h +140 -0
  537. package/cpp/rn-llama.cpp +587 -0
  538. package/cpp/rn-llama.h +178 -0
  539. package/cpp/rn-mtmd.hpp +604 -0
  540. package/cpp/rn-slot-manager.cpp +1353 -0
  541. package/cpp/rn-slot-manager.h +202 -0
  542. package/cpp/rn-slot.cpp +697 -0
  543. package/cpp/rn-slot.h +168 -0
  544. package/cpp/rn-tts.cpp +604 -0
  545. package/cpp/rn-tts.h +59 -0
  546. package/cpp/tools/mtmd/clip-graph.h +128 -0
  547. package/cpp/tools/mtmd/clip-impl.h +721 -0
  548. package/cpp/tools/mtmd/clip-model.h +590 -0
  549. package/cpp/tools/mtmd/clip.cpp +4339 -0
  550. package/cpp/tools/mtmd/clip.h +123 -0
  551. package/cpp/tools/mtmd/debug/mtmd-debug.cpp +232 -0
  552. package/cpp/tools/mtmd/debug/mtmd-debug.h +17 -0
  553. package/cpp/tools/mtmd/debug/mtmd-debug.md +25 -0
  554. package/cpp/tools/mtmd/miniaudio/miniaudio.h +95864 -0
  555. package/cpp/tools/mtmd/models/cogvlm.cpp +98 -0
  556. package/cpp/tools/mtmd/models/conformer.cpp +216 -0
  557. package/cpp/tools/mtmd/models/deepseekocr.cpp +324 -0
  558. package/cpp/tools/mtmd/models/dotsocr.cpp +49 -0
  559. package/cpp/tools/mtmd/models/gemma4a.cpp +288 -0
  560. package/cpp/tools/mtmd/models/gemma4v.cpp +151 -0
  561. package/cpp/tools/mtmd/models/glm4v.cpp +122 -0
  562. package/cpp/tools/mtmd/models/granite-speech.cpp +275 -0
  563. package/cpp/tools/mtmd/models/hunyuanocr.cpp +73 -0
  564. package/cpp/tools/mtmd/models/internvl.cpp +69 -0
  565. package/cpp/tools/mtmd/models/kimik25.cpp +101 -0
  566. package/cpp/tools/mtmd/models/kimivl.cpp +63 -0
  567. package/cpp/tools/mtmd/models/llama4.cpp +96 -0
  568. package/cpp/tools/mtmd/models/llava.cpp +374 -0
  569. package/cpp/tools/mtmd/models/mimovl.cpp +209 -0
  570. package/cpp/tools/mtmd/models/minicpmv.cpp +405 -0
  571. package/cpp/tools/mtmd/models/mobilenetv5.cpp +451 -0
  572. package/cpp/tools/mtmd/models/models.h +192 -0
  573. package/cpp/tools/mtmd/models/nemotron-v2-vl.cpp +35 -0
  574. package/cpp/tools/mtmd/models/paddleocr.cpp +52 -0
  575. package/cpp/tools/mtmd/models/pixtral.cpp +86 -0
  576. package/cpp/tools/mtmd/models/qwen2vl.cpp +183 -0
  577. package/cpp/tools/mtmd/models/qwen3a.cpp +88 -0
  578. package/cpp/tools/mtmd/models/qwen3vl.cpp +193 -0
  579. package/cpp/tools/mtmd/models/siglip.cpp +94 -0
  580. package/cpp/tools/mtmd/models/step3vl.cpp +81 -0
  581. package/cpp/tools/mtmd/models/whisper-enc.cpp +137 -0
  582. package/cpp/tools/mtmd/models/yasa2.cpp +191 -0
  583. package/cpp/tools/mtmd/models/youtuvl.cpp +179 -0
  584. package/cpp/tools/mtmd/mtmd-audio.cpp +1048 -0
  585. package/cpp/tools/mtmd/mtmd-audio.h +141 -0
  586. package/cpp/tools/mtmd/mtmd-helper.cpp +537 -0
  587. package/cpp/tools/mtmd/mtmd-helper.h +100 -0
  588. package/cpp/tools/mtmd/mtmd-image.cpp +1429 -0
  589. package/cpp/tools/mtmd/mtmd-image.h +179 -0
  590. package/cpp/tools/mtmd/mtmd.cpp +1544 -0
  591. package/cpp/tools/mtmd/mtmd.h +340 -0
  592. package/cpp/tools/mtmd/stb/stb_image.h +7988 -0
  593. package/cpp/unicode-data.cpp +7034 -0
  594. package/cpp/unicode-data.h +20 -0
  595. package/cpp/unicode.cpp +1408 -0
  596. package/cpp/unicode.h +111 -0
  597. package/install/download-native-artifacts.js +259 -0
  598. package/install/native-artifacts.json +20 -0
  599. package/ios/CMakeLists.txt +156 -0
  600. package/ios/RNLlama.h +13 -0
  601. package/ios/RNLlama.mm +136 -0
  602. package/ios/RNLlama.xcodeproj/project.pbxproj +278 -0
  603. package/jest/mock.js +380 -0
  604. package/lib/commonjs/NativeRNLlama.js +9 -0
  605. package/lib/commonjs/NativeRNLlama.js.map +1 -0
  606. package/lib/commonjs/expo-plugin/withLlamaRN.js +108 -0
  607. package/lib/commonjs/expo-plugin/withLlamaRN.js.map +1 -0
  608. package/lib/commonjs/index.js +862 -0
  609. package/lib/commonjs/index.js.map +1 -0
  610. package/lib/commonjs/jsi.js +6 -0
  611. package/lib/commonjs/jsi.js.map +1 -0
  612. package/lib/commonjs/package.json +1 -0
  613. package/lib/commonjs/types.js +2 -0
  614. package/lib/commonjs/types.js.map +1 -0
  615. package/lib/commonjs/version.js +9 -0
  616. package/lib/commonjs/version.js.map +1 -0
  617. package/lib/module/NativeRNLlama.js +5 -0
  618. package/lib/module/NativeRNLlama.js.map +1 -0
  619. package/lib/module/expo-plugin/withLlamaRN.js +101 -0
  620. package/lib/module/expo-plugin/withLlamaRN.js.map +1 -0
  621. package/lib/module/index.js +847 -0
  622. package/lib/module/index.js.map +1 -0
  623. package/lib/module/jsi.js +4 -0
  624. package/lib/module/jsi.js.map +1 -0
  625. package/lib/module/package.json +1 -0
  626. package/lib/module/types.js +2 -0
  627. package/lib/module/types.js.map +1 -0
  628. package/lib/module/version.js +5 -0
  629. package/lib/module/version.js.map +1 -0
  630. package/lib/typescript/NativeRNLlama.d.ts +7 -0
  631. package/lib/typescript/NativeRNLlama.d.ts.map +1 -0
  632. package/lib/typescript/expo-plugin/withLlamaRN.d.ts +11 -0
  633. package/lib/typescript/expo-plugin/withLlamaRN.d.ts.map +1 -0
  634. package/lib/typescript/index.d.ts +283 -0
  635. package/lib/typescript/index.d.ts.map +1 -0
  636. package/lib/typescript/jsi.d.ts +75 -0
  637. package/lib/typescript/jsi.d.ts.map +1 -0
  638. package/lib/typescript/types.d.ts +576 -0
  639. package/lib/typescript/types.d.ts.map +1 -0
  640. package/lib/typescript/version.d.ts +3 -0
  641. package/lib/typescript/version.d.ts.map +1 -0
  642. package/llama-rn.podspec +65 -0
  643. package/package.json +261 -0
  644. package/src/NativeRNLlama.ts +8 -0
  645. package/src/expo-plugin/withLlamaRN.ts +157 -0
  646. package/src/index.ts +1314 -0
  647. package/src/jsi.ts +154 -0
  648. package/src/types.ts +635 -0
  649. package/src/version.ts +2 -0
package/LICENSE ADDED
@@ -0,0 +1,20 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2023 Jhen-Jie Hong
4
+ Permission is hereby granted, free of charge, to any person obtaining a copy
5
+ of this software and associated documentation files (the "Software"), to deal
6
+ in the Software without restriction, including without limitation the rights
7
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
8
+ copies of the Software, and to permit persons to whom the Software is
9
+ furnished to do so, subject to the following conditions:
10
+
11
+ The above copyright notice and this permission notice shall be included in all
12
+ copies or substantial portions of the Software.
13
+
14
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
17
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
19
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
20
+ SOFTWARE.