@ogai/llama.rn 0.0.0-stage → 0.13.0-b12032

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1252) hide show
  1. package/LICENSE +20 -0
  2. package/NOTICE +27 -0
  3. package/README.md +988 -2
  4. package/android/build.gradle +260 -0
  5. package/android/gradle.properties +9 -0
  6. package/android/src/main/AndroidManifest.xml +4 -0
  7. package/android/src/main/CMakeLists.txt +172 -0
  8. package/android/src/main/RNLlamaJSI.cpp +52 -0
  9. package/android/src/main/cmake/rnllama-build-options.cmake +50 -0
  10. package/android/src/main/java/com/rnllama/RNLlama.java +468 -0
  11. package/android/src/main/java/com/rnllama/RNLlamaModule.java +66 -0
  12. package/android/src/main/java/com/rnllama/RNLlamaPackage.java +48 -0
  13. package/android/src/main/rnllama/CMakeLists.txt +242 -0
  14. package/app.plugin.js +1 -0
  15. package/bin/arm64-v8a/libOpenCL.so +0 -0
  16. package/bin/arm64-v8a/libggml-htp-v73.so +0 -0
  17. package/bin/arm64-v8a/libggml-htp-v75.so +0 -0
  18. package/bin/arm64-v8a/libggml-htp-v79.so +0 -0
  19. package/bin/arm64-v8a/libggml-htp-v81.so +0 -0
  20. package/bin/arm64-v8a/libggml-htp-v85.so +0 -0
  21. package/cmake/rnllama-sources.cmake +152 -0
  22. package/cpp/README.md +22 -0
  23. package/cpp/anyascii.c +22223 -0
  24. package/cpp/anyascii.h +42 -0
  25. package/cpp/jsi/JSICompletion.h +305 -0
  26. package/cpp/jsi/JSIContext.cpp +5 -0
  27. package/cpp/jsi/JSIContext.h +72 -0
  28. package/cpp/jsi/JSIHelpers.h +37 -0
  29. package/cpp/jsi/JSIJson.h +200 -0
  30. package/cpp/jsi/JSINativeHeaders.h +32 -0
  31. package/cpp/jsi/JSIParams.cpp +651 -0
  32. package/cpp/jsi/JSIParams.h +105 -0
  33. package/cpp/jsi/JSIRequestManager.h +84 -0
  34. package/cpp/jsi/JSISession.h +137 -0
  35. package/cpp/jsi/JSITaskManager.cpp +93 -0
  36. package/cpp/jsi/JSITaskManager.h +47 -0
  37. package/cpp/jsi/JSIUtils.cpp +197 -0
  38. package/cpp/jsi/JSIUtils.h +62 -0
  39. package/cpp/jsi/RNLlamaJSI.cpp +2390 -0
  40. package/cpp/jsi/RNLlamaJSI.h +34 -0
  41. package/cpp/jsi/ThreadPool.cpp +83 -0
  42. package/cpp/jsi/ThreadPool.h +48 -0
  43. package/cpp/rn-common.hpp +207 -0
  44. package/cpp/rn-completion.cpp +2214 -0
  45. package/cpp/rn-completion.h +226 -0
  46. package/cpp/rn-decision.cpp +3117 -0
  47. package/cpp/rn-decision.h +411 -0
  48. package/cpp/rn-llama.cpp +1047 -0
  49. package/cpp/rn-llama.h +297 -0
  50. package/cpp/rn-mtmd.hpp +776 -0
  51. package/cpp/rn-slot-manager.cpp +1917 -0
  52. package/cpp/rn-slot-manager.h +247 -0
  53. package/cpp/rn-slot.cpp +1161 -0
  54. package/cpp/rn-slot.h +217 -0
  55. package/cpp/rn-tts.cpp +3536 -0
  56. package/cpp/rn-tts.h +501 -0
  57. package/install/download-native-artifacts.js +259 -0
  58. package/install/engine-signing-public-key.pem +3 -0
  59. package/install/native-artifacts.json +20 -0
  60. package/ios/CMakeLists.txt +97 -0
  61. package/ios/RNLlama.h +13 -0
  62. package/ios/RNLlama.mm +141 -0
  63. package/ios/RNLlama.xcodeproj/project.pbxproj +278 -0
  64. package/ios/unexported-symbols.txt +53 -0
  65. package/jest/mock.js +505 -0
  66. package/lib/commonjs/NativeRNLlama.js +9 -0
  67. package/lib/commonjs/NativeRNLlama.js.map +1 -0
  68. package/lib/commonjs/expo-plugin/withLlamaRN.js +108 -0
  69. package/lib/commonjs/expo-plugin/withLlamaRN.js.map +1 -0
  70. package/lib/commonjs/index.js +1148 -0
  71. package/lib/commonjs/index.js.map +1 -0
  72. package/lib/commonjs/jsi.js +6 -0
  73. package/lib/commonjs/jsi.js.map +1 -0
  74. package/lib/commonjs/package.json +1 -0
  75. package/lib/commonjs/tts-voices.js +206 -0
  76. package/lib/commonjs/tts-voices.js.map +1 -0
  77. package/lib/commonjs/tts.js +2 -0
  78. package/lib/commonjs/tts.js.map +1 -0
  79. package/lib/commonjs/types.js +2 -0
  80. package/lib/commonjs/types.js.map +1 -0
  81. package/lib/commonjs/version.js +9 -0
  82. package/lib/commonjs/version.js.map +1 -0
  83. package/lib/module/NativeRNLlama.js +5 -0
  84. package/lib/module/NativeRNLlama.js.map +1 -0
  85. package/lib/module/expo-plugin/withLlamaRN.js +101 -0
  86. package/lib/module/expo-plugin/withLlamaRN.js.map +1 -0
  87. package/lib/module/index.js +1114 -0
  88. package/lib/module/index.js.map +1 -0
  89. package/lib/module/jsi.js +4 -0
  90. package/lib/module/jsi.js.map +1 -0
  91. package/lib/module/package.json +1 -0
  92. package/lib/module/tts-voices.js +200 -0
  93. package/lib/module/tts-voices.js.map +1 -0
  94. package/lib/module/tts.js +2 -0
  95. package/lib/module/tts.js.map +1 -0
  96. package/lib/module/types.js +2 -0
  97. package/lib/module/types.js.map +1 -0
  98. package/lib/module/version.js +5 -0
  99. package/lib/module/version.js.map +1 -0
  100. package/lib/typescript/NativeRNLlama.d.ts +7 -0
  101. package/lib/typescript/NativeRNLlama.d.ts.map +1 -0
  102. package/lib/typescript/expo-plugin/withLlamaRN.d.ts +11 -0
  103. package/lib/typescript/expo-plugin/withLlamaRN.d.ts.map +1 -0
  104. package/lib/typescript/index.d.ts +400 -0
  105. package/lib/typescript/index.d.ts.map +1 -0
  106. package/lib/typescript/jsi.d.ts +134 -0
  107. package/lib/typescript/jsi.d.ts.map +1 -0
  108. package/lib/typescript/tts-voices.d.ts +20 -0
  109. package/lib/typescript/tts-voices.d.ts.map +1 -0
  110. package/lib/typescript/tts.d.ts +12 -0
  111. package/lib/typescript/tts.d.ts.map +1 -0
  112. package/lib/typescript/types.d.ts +820 -0
  113. package/lib/typescript/types.d.ts.map +1 -0
  114. package/lib/typescript/version.d.ts +3 -0
  115. package/lib/typescript/version.d.ts.map +1 -0
  116. package/llama-rn.podspec +109 -0
  117. package/package.json +280 -4
  118. package/src/NativeRNLlama.ts +8 -0
  119. package/src/expo-plugin/withLlamaRN.ts +157 -0
  120. package/src/index.ts +1703 -0
  121. package/src/jsi.ts +264 -0
  122. package/src/tts-voices.ts +139 -0
  123. package/src/tts.ts +38 -0
  124. package/src/types.ts +936 -0
  125. package/src/version.ts +2 -0
  126. package/vendor/OpenCL-Headers/CL/cl.h +1920 -0
  127. package/vendor/OpenCL-Headers/CL/cl_d3d10.h +268 -0
  128. package/vendor/OpenCL-Headers/CL/cl_d3d11.h +270 -0
  129. package/vendor/OpenCL-Headers/CL/cl_dx9_media_sharing.h +386 -0
  130. package/vendor/OpenCL-Headers/CL/cl_dx9_media_sharing_intel.h +18 -0
  131. package/vendor/OpenCL-Headers/CL/cl_egl.h +185 -0
  132. package/vendor/OpenCL-Headers/CL/cl_ext.h +4703 -0
  133. package/vendor/OpenCL-Headers/CL/cl_ext_intel.h +19 -0
  134. package/vendor/OpenCL-Headers/CL/cl_function_types.h +1184 -0
  135. package/vendor/OpenCL-Headers/CL/cl_gl.h +421 -0
  136. package/vendor/OpenCL-Headers/CL/cl_gl_ext.h +18 -0
  137. package/vendor/OpenCL-Headers/CL/cl_half.h +440 -0
  138. package/vendor/OpenCL-Headers/CL/cl_icd.h +342 -0
  139. package/vendor/OpenCL-Headers/CL/cl_layer.h +125 -0
  140. package/vendor/OpenCL-Headers/CL/cl_platform.h +1407 -0
  141. package/vendor/OpenCL-Headers/CL/cl_va_api_media_sharing_intel.h +220 -0
  142. package/vendor/OpenCL-Headers/CL/cl_version.h +81 -0
  143. package/vendor/OpenCL-Headers/CL/opencl.h +32 -0
  144. package/vendor/OpenCL-Headers/LICENSE +202 -0
  145. package/vendor/README.md +81 -0
  146. package/vendor/VERSIONS +21 -0
  147. package/vendor/codec.cpp/LICENSE +21 -0
  148. package/vendor/codec.cpp/common/audio_lm.cpp +1841 -0
  149. package/vendor/codec.cpp/common/codec_common.h +680 -0
  150. package/vendor/codec.cpp/common/tts_runner.cpp +2573 -0
  151. package/vendor/codec.cpp/common/tts_runner.h +240 -0
  152. package/vendor/codec.cpp/common/tts_runner_flow.cpp +222 -0
  153. package/vendor/codec.cpp/examples/utils/npy_io.cpp +358 -0
  154. package/vendor/codec.cpp/examples/utils/npy_io.h +28 -0
  155. package/vendor/codec.cpp/examples/utils/wav_io.cpp +158 -0
  156. package/vendor/codec.cpp/examples/utils/wav_io.h +17 -0
  157. package/vendor/codec.cpp/include/codec.h +213 -0
  158. package/vendor/codec.cpp/include/codec_lm.h +772 -0
  159. package/vendor/codec.cpp/src/batch/batch.cpp +214 -0
  160. package/vendor/codec.cpp/src/batch/batch.h +8 -0
  161. package/vendor/codec.cpp/src/codec.cpp +877 -0
  162. package/vendor/codec.cpp/src/codec_internal.h +162 -0
  163. package/vendor/codec.cpp/src/lm/bluemagpie_cfm.cpp +889 -0
  164. package/vendor/codec.cpp/src/lm/chatterbox_t3.cpp +590 -0
  165. package/vendor/codec.cpp/src/lm/flow_lm.cpp +732 -0
  166. package/vendor/codec.cpp/src/lm/lm.cpp +963 -0
  167. package/vendor/codec.cpp/src/lm/lm_internal.h +195 -0
  168. package/vendor/codec.cpp/src/lm/parallel_heads_delay.cpp +600 -0
  169. package/vendor/codec.cpp/src/lm/residual_depth_ar.cpp +1777 -0
  170. package/vendor/codec.cpp/src/lm/speaker_chatterbox.cpp +729 -0
  171. package/vendor/codec.cpp/src/lm/speaker_chatterbox.h +34 -0
  172. package/vendor/codec.cpp/src/lm/speaker_qwen3_tts.cpp +593 -0
  173. package/vendor/codec.cpp/src/lm/speaker_qwen3_tts.h +24 -0
  174. package/vendor/codec.cpp/src/lm/spm_unigram.cpp +211 -0
  175. package/vendor/codec.cpp/src/lm/spm_unigram.h +59 -0
  176. package/vendor/codec.cpp/src/models/bluemagpie_audiovae.cpp +484 -0
  177. package/vendor/codec.cpp/src/models/bluemagpie_audiovae.h +36 -0
  178. package/vendor/codec.cpp/src/models/bluemagpie_blocks.cpp +427 -0
  179. package/vendor/codec.cpp/src/models/bluemagpie_blocks.h +52 -0
  180. package/vendor/codec.cpp/src/models/chatterbox_s3g.cpp +1134 -0
  181. package/vendor/codec.cpp/src/models/chatterbox_s3g.h +30 -0
  182. package/vendor/codec.cpp/src/models/chatterbox_s3t.cpp +604 -0
  183. package/vendor/codec.cpp/src/models/chatterbox_s3t.h +33 -0
  184. package/vendor/codec.cpp/src/models/dac.cpp +1280 -0
  185. package/vendor/codec.cpp/src/models/dac.h +38 -0
  186. package/vendor/codec.cpp/src/models/mimi.cpp +1312 -0
  187. package/vendor/codec.cpp/src/models/mimi.h +52 -0
  188. package/vendor/codec.cpp/src/models/moss_audio.cpp +857 -0
  189. package/vendor/codec.cpp/src/models/moss_audio.h +75 -0
  190. package/vendor/codec.cpp/src/models/nemo_nano_codec.cpp +663 -0
  191. package/vendor/codec.cpp/src/models/nemo_nano_codec.h +31 -0
  192. package/vendor/codec.cpp/src/models/neucodec.cpp +1675 -0
  193. package/vendor/codec.cpp/src/models/neucodec.h +69 -0
  194. package/vendor/codec.cpp/src/models/pocket_mimi.cpp +575 -0
  195. package/vendor/codec.cpp/src/models/pocket_mimi.h +55 -0
  196. package/vendor/codec.cpp/src/models/qwen3_tts_tokenizer.cpp +741 -0
  197. package/vendor/codec.cpp/src/models/qwen3_tts_tokenizer.h +53 -0
  198. package/vendor/codec.cpp/src/models/snac.cpp +843 -0
  199. package/vendor/codec.cpp/src/models/snac.h +44 -0
  200. package/vendor/codec.cpp/src/models/soprano.cpp +382 -0
  201. package/vendor/codec.cpp/src/models/soprano.h +36 -0
  202. package/vendor/codec.cpp/src/models/wavtokenizer.cpp +1240 -0
  203. package/vendor/codec.cpp/src/models/wavtokenizer.h +31 -0
  204. package/vendor/codec.cpp/src/models/xcodec2.cpp +998 -0
  205. package/vendor/codec.cpp/src/models/xcodec2.h +70 -0
  206. package/vendor/codec.cpp/src/models/xy_tokenizer.cpp +986 -0
  207. package/vendor/codec.cpp/src/models/xy_tokenizer.h +77 -0
  208. package/vendor/codec.cpp/src/ops/conv1d.cpp +265 -0
  209. package/vendor/codec.cpp/src/ops/conv1d.h +48 -0
  210. package/vendor/codec.cpp/src/ops/convtr1d.cpp +60 -0
  211. package/vendor/codec.cpp/src/ops/convtr1d.h +23 -0
  212. package/vendor/codec.cpp/src/ops/ggml_ops.cpp +778 -0
  213. package/vendor/codec.cpp/src/ops/ggml_ops.h +227 -0
  214. package/vendor/codec.cpp/src/ops/lm_attn.cpp +422 -0
  215. package/vendor/codec.cpp/src/ops/lm_attn.h +136 -0
  216. package/vendor/codec.cpp/src/ops/local_attn.cpp +69 -0
  217. package/vendor/codec.cpp/src/ops/local_attn.h +42 -0
  218. package/vendor/codec.cpp/src/ops/pool1d.cpp +56 -0
  219. package/vendor/codec.cpp/src/ops/pool1d.h +18 -0
  220. package/vendor/codec.cpp/src/ops/rope.cpp +48 -0
  221. package/vendor/codec.cpp/src/ops/rope.h +19 -0
  222. package/vendor/codec.cpp/src/ops/rvq.cpp +86 -0
  223. package/vendor/codec.cpp/src/ops/rvq.h +26 -0
  224. package/vendor/codec.cpp/src/ops/safe_math.cpp +35 -0
  225. package/vendor/codec.cpp/src/ops/safe_math.h +6 -0
  226. package/vendor/codec.cpp/src/runtime/audio_dsp.cpp +758 -0
  227. package/vendor/codec.cpp/src/runtime/audio_dsp.h +201 -0
  228. package/vendor/codec.cpp/src/runtime/gguf_kv.cpp +250 -0
  229. package/vendor/codec.cpp/src/runtime/gguf_kv.h +6 -0
  230. package/vendor/codec.cpp/src/runtime/graph.cpp +338 -0
  231. package/vendor/codec.cpp/src/runtime/graph.h +105 -0
  232. package/vendor/codec.cpp/src/runtime/graph_exec.cpp +400 -0
  233. package/vendor/codec.cpp/src/runtime/graph_exec.h +6 -0
  234. package/vendor/codec.cpp/src/runtime/perf_log.cpp +107 -0
  235. package/vendor/codec.cpp/src/runtime/perf_log.h +43 -0
  236. package/vendor/codec.cpp/src/runtime/tensor_utils.cpp +388 -0
  237. package/vendor/codec.cpp/src/runtime/tensor_utils.h +52 -0
  238. package/vendor/llama.cpp/CMakeLists.txt +322 -0
  239. package/vendor/llama.cpp/LICENSE +21 -0
  240. package/vendor/llama.cpp/cmake/arm64-apple-clang.cmake +16 -0
  241. package/vendor/llama.cpp/cmake/arm64-linux-clang.cmake +17 -0
  242. package/vendor/llama.cpp/cmake/arm64-windows-llvm.cmake +17 -0
  243. package/vendor/llama.cpp/cmake/arm64-windows-msvc-cuda.cmake +26 -0
  244. package/vendor/llama.cpp/cmake/build-info.cmake +48 -0
  245. package/vendor/llama.cpp/cmake/common.cmake +58 -0
  246. package/vendor/llama.cpp/cmake/download-models.cmake +21 -0
  247. package/vendor/llama.cpp/cmake/git-vars.cmake +22 -0
  248. package/vendor/llama.cpp/cmake/license.cmake +40 -0
  249. package/vendor/llama.cpp/cmake/llama-config.cmake.in +32 -0
  250. package/vendor/llama.cpp/cmake/llama.pc.in +10 -0
  251. package/vendor/llama.cpp/cmake/riscv64-spacemit-linux-gnu-gcc.cmake +29 -0
  252. package/vendor/llama.cpp/cmake/win-app.cmake +66 -0
  253. package/vendor/llama.cpp/cmake/win-app.rc.in +3 -0
  254. package/vendor/llama.cpp/cmake/x64-windows-llvm.cmake +5 -0
  255. package/vendor/llama.cpp/common/CMakeLists.txt +193 -0
  256. package/vendor/llama.cpp/common/arg.cpp +4795 -0
  257. package/vendor/llama.cpp/common/arg.h +156 -0
  258. package/vendor/llama.cpp/common/base64.hpp +392 -0
  259. package/vendor/llama.cpp/common/build-info.cpp +35 -0
  260. package/vendor/llama.cpp/common/build-info.cpp.in +35 -0
  261. package/vendor/llama.cpp/common/build-info.h +13 -0
  262. package/vendor/llama.cpp/common/chat-auto-parser-generator.cpp +477 -0
  263. package/vendor/llama.cpp/common/chat-auto-parser-helpers.cpp +363 -0
  264. package/vendor/llama.cpp/common/chat-auto-parser-helpers.h +74 -0
  265. package/vendor/llama.cpp/common/chat-auto-parser.h +453 -0
  266. package/vendor/llama.cpp/common/chat-diff-analyzer.cpp +1635 -0
  267. package/vendor/llama.cpp/common/chat-peg-parser.cpp +1239 -0
  268. package/vendor/llama.cpp/common/chat-peg-parser.h +220 -0
  269. package/vendor/llama.cpp/common/chat.cpp +2003 -0
  270. package/vendor/llama.cpp/common/chat.h +519 -0
  271. package/vendor/llama.cpp/common/common.cpp +2509 -0
  272. package/vendor/llama.cpp/common/common.h +1345 -0
  273. package/vendor/llama.cpp/common/console.cpp +1165 -0
  274. package/vendor/llama.cpp/common/console.h +46 -0
  275. package/vendor/llama.cpp/common/debug.cpp +190 -0
  276. package/vendor/llama.cpp/common/debug.h +31 -0
  277. package/vendor/llama.cpp/common/download.cpp +1222 -0
  278. package/vendor/llama.cpp/common/download.h +165 -0
  279. package/vendor/llama.cpp/common/file-lock.cpp +179 -0
  280. package/vendor/llama.cpp/common/file-lock.h +36 -0
  281. package/vendor/llama.cpp/common/fit.cpp +1207 -0
  282. package/vendor/llama.cpp/common/fit.h +109 -0
  283. package/vendor/llama.cpp/common/hf-cache.cpp +525 -0
  284. package/vendor/llama.cpp/common/hf-cache.h +45 -0
  285. package/vendor/llama.cpp/common/http.h +332 -0
  286. package/vendor/llama.cpp/common/imatrix-loader.cpp +190 -0
  287. package/vendor/llama.cpp/common/imatrix-loader.h +30 -0
  288. package/vendor/llama.cpp/common/jinja/README.md +88 -0
  289. package/vendor/llama.cpp/common/jinja/caps.cpp +650 -0
  290. package/vendor/llama.cpp/common/jinja/caps.h +44 -0
  291. package/vendor/llama.cpp/common/jinja/lexer.cpp +361 -0
  292. package/vendor/llama.cpp/common/jinja/lexer.h +157 -0
  293. package/vendor/llama.cpp/common/jinja/parser.cpp +637 -0
  294. package/vendor/llama.cpp/common/jinja/parser.h +21 -0
  295. package/vendor/llama.cpp/common/jinja/runtime.cpp +1031 -0
  296. package/vendor/llama.cpp/common/jinja/runtime.h +782 -0
  297. package/vendor/llama.cpp/common/jinja/string.cpp +213 -0
  298. package/vendor/llama.cpp/common/jinja/string.h +61 -0
  299. package/vendor/llama.cpp/common/jinja/utils.h +151 -0
  300. package/vendor/llama.cpp/common/jinja/value.cpp +1751 -0
  301. package/vendor/llama.cpp/common/jinja/value.h +765 -0
  302. package/vendor/llama.cpp/common/json-schema-to-grammar.cpp +1060 -0
  303. package/vendor/llama.cpp/common/json-schema-to-grammar.h +24 -0
  304. package/vendor/llama.cpp/common/json-schema.cpp +538 -0
  305. package/vendor/llama.cpp/common/json-schema.h +198 -0
  306. package/vendor/llama.cpp/common/json.cpp +433 -0
  307. package/vendor/llama.cpp/common/json.h +356 -0
  308. package/vendor/llama.cpp/common/llguidance.cpp +260 -0
  309. package/vendor/llama.cpp/common/log.cpp +600 -0
  310. package/vendor/llama.cpp/common/log.h +148 -0
  311. package/vendor/llama.cpp/common/ngram-cache.cpp +283 -0
  312. package/vendor/llama.cpp/common/ngram-cache.h +101 -0
  313. package/vendor/llama.cpp/common/ngram-map.cpp +536 -0
  314. package/vendor/llama.cpp/common/ngram-map.h +115 -0
  315. package/vendor/llama.cpp/common/ngram-mod.cpp +62 -0
  316. package/vendor/llama.cpp/common/ngram-mod.h +38 -0
  317. package/vendor/llama.cpp/common/parsers/cohere2moe.cpp +139 -0
  318. package/vendor/llama.cpp/common/parsers/deepseek.cpp +314 -0
  319. package/vendor/llama.cpp/common/parsers/function-gemma.cpp +64 -0
  320. package/vendor/llama.cpp/common/parsers/functionary-v3-2.cpp +94 -0
  321. package/vendor/llama.cpp/common/parsers/gemma4.cpp +305 -0
  322. package/vendor/llama.cpp/common/parsers/gigachat-v3.cpp +75 -0
  323. package/vendor/llama.cpp/common/parsers/gpt-oss.cpp +153 -0
  324. package/vendor/llama.cpp/common/parsers/harmony-xml.cpp +207 -0
  325. package/vendor/llama.cpp/common/parsers/k2-horizon.cpp +191 -0
  326. package/vendor/llama.cpp/common/parsers/kimi-k2.cpp +126 -0
  327. package/vendor/llama.cpp/common/parsers/kimi-k3.cpp +166 -0
  328. package/vendor/llama.cpp/common/parsers/lfm2.cpp +108 -0
  329. package/vendor/llama.cpp/common/parsers/ling3.cpp +200 -0
  330. package/vendor/llama.cpp/common/parsers/llm-jp-harmony.cpp +159 -0
  331. package/vendor/llama.cpp/common/parsers/minicpm5.cpp +128 -0
  332. package/vendor/llama.cpp/common/parsers/minimax-m3.cpp +228 -0
  333. package/vendor/llama.cpp/common/parsers/ministral3.cpp +124 -0
  334. package/vendor/llama.cpp/common/parsers/muse-glimmer.cpp +146 -0
  335. package/vendor/llama.cpp/common/parsers/muse-spark.cpp +146 -0
  336. package/vendor/llama.cpp/common/parsers/parsers.cpp +26 -0
  337. package/vendor/llama.cpp/common/parsers/parsers.h +90 -0
  338. package/vendor/llama.cpp/common/parsers/qwen3-coder.cpp +208 -0
  339. package/vendor/llama.cpp/common/parsers/sources.cmake +26 -0
  340. package/vendor/llama.cpp/common/parsers/translate-gemma.cpp +62 -0
  341. package/vendor/llama.cpp/common/peg-parser.cpp +2137 -0
  342. package/vendor/llama.cpp/common/peg-parser.h +572 -0
  343. package/vendor/llama.cpp/common/preset.cpp +513 -0
  344. package/vendor/llama.cpp/common/preset.h +88 -0
  345. package/vendor/llama.cpp/common/reasoning-budget.cpp +311 -0
  346. package/vendor/llama.cpp/common/reasoning-budget.h +52 -0
  347. package/vendor/llama.cpp/common/sampling.cpp +1101 -0
  348. package/vendor/llama.cpp/common/sampling.h +134 -0
  349. package/vendor/llama.cpp/common/speculative.cpp +3170 -0
  350. package/vendor/llama.cpp/common/speculative.h +125 -0
  351. package/vendor/llama.cpp/common/subproc.cpp +143 -0
  352. package/vendor/llama.cpp/common/subproc.h +59 -0
  353. package/vendor/llama.cpp/common/trie.cpp +123 -0
  354. package/vendor/llama.cpp/common/trie.h +73 -0
  355. package/vendor/llama.cpp/common/unicode.cpp +129 -0
  356. package/vendor/llama.cpp/common/unicode.h +30 -0
  357. package/vendor/llama.cpp/common/win-app.manifest +9 -0
  358. package/vendor/llama.cpp/ggml/CMakeLists.txt +503 -0
  359. package/vendor/llama.cpp/ggml/cmake/FindNCCL.cmake +36 -0
  360. package/vendor/llama.cpp/ggml/cmake/GitVars.cmake +22 -0
  361. package/vendor/llama.cpp/ggml/cmake/common.cmake +128 -0
  362. package/vendor/llama.cpp/ggml/cmake/ggml-config.cmake.in +216 -0
  363. package/vendor/llama.cpp/ggml/include/ggml-alloc.h +87 -0
  364. package/vendor/llama.cpp/ggml/include/ggml-backend.h +466 -0
  365. package/vendor/llama.cpp/ggml/include/ggml-blas.h +25 -0
  366. package/vendor/llama.cpp/ggml/include/ggml-cann.h +123 -0
  367. package/vendor/llama.cpp/ggml/include/ggml-cpp.h +39 -0
  368. package/vendor/llama.cpp/ggml/include/ggml-cpu.h +152 -0
  369. package/vendor/llama.cpp/ggml/include/ggml-cuda.h +47 -0
  370. package/vendor/llama.cpp/ggml/include/ggml-et.h +28 -0
  371. package/vendor/llama.cpp/ggml/include/ggml-hexagon.h +19 -0
  372. package/vendor/llama.cpp/ggml/include/ggml-metal.h +61 -0
  373. package/vendor/llama.cpp/ggml/include/ggml-opencl.h +26 -0
  374. package/vendor/llama.cpp/ggml/include/ggml-openvino.h +37 -0
  375. package/vendor/llama.cpp/ggml/include/ggml-opt.h +256 -0
  376. package/vendor/llama.cpp/ggml/include/ggml-rpc.h +35 -0
  377. package/vendor/llama.cpp/ggml/include/ggml-sycl.h +59 -0
  378. package/vendor/llama.cpp/ggml/include/ggml-virtgpu.h +14 -0
  379. package/vendor/llama.cpp/ggml/include/ggml-vulkan.h +29 -0
  380. package/vendor/llama.cpp/ggml/include/ggml-webgpu.h +19 -0
  381. package/vendor/llama.cpp/ggml/include/ggml-zdnn.h +19 -0
  382. package/vendor/llama.cpp/ggml/include/ggml-zendnn.h +22 -0
  383. package/vendor/llama.cpp/ggml/include/ggml.h +3065 -0
  384. package/vendor/llama.cpp/ggml/include/gguf.h +211 -0
  385. package/vendor/llama.cpp/ggml/src/CMakeLists.txt +648 -0
  386. package/vendor/llama.cpp/ggml/src/ggml-alloc.c +1173 -0
  387. package/vendor/llama.cpp/ggml/src/ggml-backend-dl.cpp +48 -0
  388. package/vendor/llama.cpp/ggml/src/ggml-backend-dl.h +45 -0
  389. package/vendor/llama.cpp/ggml/src/ggml-backend-impl.h +300 -0
  390. package/vendor/llama.cpp/ggml/src/ggml-backend-meta.cpp +2550 -0
  391. package/vendor/llama.cpp/ggml/src/ggml-backend-reg.cpp +598 -0
  392. package/vendor/llama.cpp/ggml/src/ggml-backend.cpp +2897 -0
  393. package/vendor/llama.cpp/ggml/src/ggml-blas/CMakeLists.txt +108 -0
  394. package/vendor/llama.cpp/ggml/src/ggml-blas/ggml-blas.cpp +532 -0
  395. package/vendor/llama.cpp/ggml/src/ggml-common.h +1911 -0
  396. package/vendor/llama.cpp/ggml/src/ggml-cpu/CMakeLists.txt +731 -0
  397. package/vendor/llama.cpp/ggml/src/ggml-cpu/amx/amx.cpp +254 -0
  398. package/vendor/llama.cpp/ggml/src/ggml-cpu/amx/amx.h +8 -0
  399. package/vendor/llama.cpp/ggml/src/ggml-cpu/amx/common.h +115 -0
  400. package/vendor/llama.cpp/ggml/src/ggml-cpu/amx/mmq.cpp +2511 -0
  401. package/vendor/llama.cpp/ggml/src/ggml-cpu/amx/mmq.h +10 -0
  402. package/vendor/llama.cpp/ggml/src/ggml-cpu/arch/arm/cpu-feats.cpp +41 -0
  403. package/vendor/llama.cpp/ggml/src/ggml-cpu/arch/arm/quants.c +4322 -0
  404. package/vendor/llama.cpp/ggml/src/ggml-cpu/arch/arm/repack.cpp +5771 -0
  405. package/vendor/llama.cpp/ggml/src/ggml-cpu/arch/wasm/quants.c +1292 -0
  406. package/vendor/llama.cpp/ggml/src/ggml-cpu/arch/x86/cpu-feats.cpp +327 -0
  407. package/vendor/llama.cpp/ggml/src/ggml-cpu/arch/x86/quants.c +4172 -0
  408. package/vendor/llama.cpp/ggml/src/ggml-cpu/arch/x86/repack.cpp +6407 -0
  409. package/vendor/llama.cpp/ggml/src/ggml-cpu/arch-fallback.h +375 -0
  410. package/vendor/llama.cpp/ggml/src/ggml-cpu/binary-ops.cpp +154 -0
  411. package/vendor/llama.cpp/ggml/src/ggml-cpu/binary-ops.h +16 -0
  412. package/vendor/llama.cpp/ggml/src/ggml-cpu/cmake/FindSIMD.cmake +100 -0
  413. package/vendor/llama.cpp/ggml/src/ggml-cpu/cmake/FindSMTIME.cmake +32 -0
  414. package/vendor/llama.cpp/ggml/src/ggml-cpu/common.h +109 -0
  415. package/vendor/llama.cpp/ggml/src/ggml-cpu/ggml-cpu-impl.h +540 -0
  416. package/vendor/llama.cpp/ggml/src/ggml-cpu/ggml-cpu.c +3962 -0
  417. package/vendor/llama.cpp/ggml/src/ggml-cpu/ggml-cpu.cpp +719 -0
  418. package/vendor/llama.cpp/ggml/src/ggml-cpu/hbm.cpp +57 -0
  419. package/vendor/llama.cpp/ggml/src/ggml-cpu/hbm.h +8 -0
  420. package/vendor/llama.cpp/ggml/src/ggml-cpu/kleidiai/CMakeLists.txt +14 -0
  421. package/vendor/llama.cpp/ggml/src/ggml-cpu/kleidiai/kernels.cpp +1259 -0
  422. package/vendor/llama.cpp/ggml/src/ggml-cpu/kleidiai/kernels.h +93 -0
  423. package/vendor/llama.cpp/ggml/src/ggml-cpu/kleidiai/kleidiai.cpp +1917 -0
  424. package/vendor/llama.cpp/ggml/src/ggml-cpu/kleidiai/kleidiai.h +17 -0
  425. package/vendor/llama.cpp/ggml/src/ggml-cpu/llamafile/sgemm.cpp +4255 -0
  426. package/vendor/llama.cpp/ggml/src/ggml-cpu/llamafile/sgemm.h +25 -0
  427. package/vendor/llama.cpp/ggml/src/ggml-cpu/ops.cpp +12512 -0
  428. package/vendor/llama.cpp/ggml/src/ggml-cpu/ops.h +124 -0
  429. package/vendor/llama.cpp/ggml/src/ggml-cpu/quants.c +1387 -0
  430. package/vendor/llama.cpp/ggml/src/ggml-cpu/quants.h +108 -0
  431. package/vendor/llama.cpp/ggml/src/ggml-cpu/repack.cpp +5260 -0
  432. package/vendor/llama.cpp/ggml/src/ggml-cpu/repack.h +258 -0
  433. package/vendor/llama.cpp/ggml/src/ggml-cpu/simd-gemm.h +266 -0
  434. package/vendor/llama.cpp/ggml/src/ggml-cpu/simd-mappings.h +1377 -0
  435. package/vendor/llama.cpp/ggml/src/ggml-cpu/tiled/tiled-kernel.cpp +714 -0
  436. package/vendor/llama.cpp/ggml/src/ggml-cpu/tiled/tiled-kernel.h +180 -0
  437. package/vendor/llama.cpp/ggml/src/ggml-cpu/tiled/tiled.cpp +1245 -0
  438. package/vendor/llama.cpp/ggml/src/ggml-cpu/tiled/tiled.h +31 -0
  439. package/vendor/llama.cpp/ggml/src/ggml-cpu/traits.cpp +36 -0
  440. package/vendor/llama.cpp/ggml/src/ggml-cpu/traits.h +38 -0
  441. package/vendor/llama.cpp/ggml/src/ggml-cpu/unary-ops.cpp +337 -0
  442. package/vendor/llama.cpp/ggml/src/ggml-cpu/unary-ops.h +35 -0
  443. package/vendor/llama.cpp/ggml/src/ggml-cpu/vec.cpp +713 -0
  444. package/vendor/llama.cpp/ggml/src/ggml-cpu/vec.h +1709 -0
  445. package/vendor/llama.cpp/ggml/src/ggml-feats.h +177 -0
  446. package/vendor/llama.cpp/ggml/src/ggml-hexagon/CMakeLists.txt +128 -0
  447. package/vendor/llama.cpp/ggml/src/ggml-hexagon/ggml-hexagon.cpp +3771 -0
  448. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/CMakeLists.txt +71 -0
  449. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/allreduce-ops.c +475 -0
  450. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/allreduce-ops.h +63 -0
  451. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/argsort-ops.c +1037 -0
  452. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/argsort-ops.h +163 -0
  453. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/binary-ops.c +1390 -0
  454. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/binary-ops.h +247 -0
  455. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/cmake-toolchain.cmake +155 -0
  456. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/concat-ops.c +391 -0
  457. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/concat-ops.h +74 -0
  458. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/conv2d-ops.c +3177 -0
  459. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/conv2d-ops.h +197 -0
  460. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/cpy-ops.c +488 -0
  461. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/cpy-ops.h +125 -0
  462. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/cumsum-ops.c +290 -0
  463. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/cumsum-ops.h +49 -0
  464. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/diag-ops.c +243 -0
  465. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/diag-ops.h +54 -0
  466. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/dma-copy.h +169 -0
  467. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/dma-queue.c +185 -0
  468. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/dma-queue.h +518 -0
  469. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/fill-ops.c +162 -0
  470. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/fill-ops.h +29 -0
  471. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/flash-attn-ops.c +2828 -0
  472. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/flash-attn-ops.h +410 -0
  473. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/gated-delta-net-ops.c +2355 -0
  474. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/gated-delta-net-ops.h +297 -0
  475. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/gather-rows.c +403 -0
  476. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/gather-rows.h +189 -0
  477. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/get-rows-ops.c +510 -0
  478. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/get-rows-ops.h +91 -0
  479. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/glu-ops.c +1219 -0
  480. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/glu-ops.h +76 -0
  481. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hex-bitmap.h +24 -0
  482. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hex-common.h +93 -0
  483. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hex-dump.h +86 -0
  484. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hex-fastdiv.h +37 -0
  485. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hex-profile.h +66 -0
  486. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hex-utils.h +58 -0
  487. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hmx-fa-kernels.h +705 -0
  488. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hmx-mm-kernels-tiled.h +1708 -0
  489. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hmx-queue.c +170 -0
  490. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hmx-queue.h +160 -0
  491. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hmx-utils.h +230 -0
  492. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/htp-ctx.h +193 -0
  493. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/htp-dcache.c +360 -0
  494. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/htp-dcache.h +20 -0
  495. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/htp-fence.h +89 -0
  496. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/htp-ops.h +286 -0
  497. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/htp-swiv.py +512 -0
  498. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/htp-tensor.h +199 -0
  499. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/htp-vtcm.h +19 -0
  500. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/htp_iface.idl +23 -0
  501. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-arith.h +953 -0
  502. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-base.h +450 -0
  503. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-copy.h +332 -0
  504. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-div.h +291 -0
  505. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-dump.h +129 -0
  506. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-erf.h +74 -0
  507. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-exp.h +255 -0
  508. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-fa-kernels.h +303 -0
  509. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-flash-attn.h +47 -0
  510. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-floor.h +108 -0
  511. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-inverse.h +210 -0
  512. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-log.h +118 -0
  513. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-mm-kernels-float.h +575 -0
  514. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-mm-kernels-tiled.h +2101 -0
  515. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-norm.h +462 -0
  516. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-pow.h +42 -0
  517. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-quant.h +726 -0
  518. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-reduce.h +409 -0
  519. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-repl.h +74 -0
  520. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-scale.h +199 -0
  521. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-sigmoid.h +243 -0
  522. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-sin-cos.h +78 -0
  523. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-sqrt.h +189 -0
  524. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-types.h +36 -0
  525. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/hvx-utils.h +25 -0
  526. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/im2col-ops.c +1113 -0
  527. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/im2col-ops.h +81 -0
  528. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/main.c +1476 -0
  529. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/matmul-ops.c +4594 -0
  530. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/matmul-ops.h +774 -0
  531. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/pad-ops.c +588 -0
  532. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/pad-ops.h +65 -0
  533. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/pool-ops.c +390 -0
  534. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/pool-ops.h +95 -0
  535. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/repeat-ops.c +163 -0
  536. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/repeat-ops.h +27 -0
  537. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/roll-ops.c +304 -0
  538. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/roll-ops.h +30 -0
  539. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/rope-ops.c +813 -0
  540. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/rope-ops.h +62 -0
  541. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/set-rows-ops.c +254 -0
  542. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/set-rows-ops.h +56 -0
  543. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/softmax-ops.c +618 -0
  544. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/softmax-ops.h +94 -0
  545. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/solve-tri-ops.c +290 -0
  546. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/solve-tri-ops.h +26 -0
  547. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/ssm-conv.c +646 -0
  548. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/ssm-conv.h +82 -0
  549. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/sum-rows-ops.c +418 -0
  550. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/sum-rows-ops.h +17 -0
  551. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/unary-ops.c +1993 -0
  552. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/unary-ops.h +215 -0
  553. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/upscale-ops.c +958 -0
  554. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/upscale-ops.h +204 -0
  555. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/work-queue.c +243 -0
  556. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp/work-queue.h +38 -0
  557. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp-common.h +106 -0
  558. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp-drv.cpp +425 -0
  559. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp-drv.h +123 -0
  560. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp-fusion.cpp +649 -0
  561. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp-fusion.h +33 -0
  562. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp-kparams.cpp +4271 -0
  563. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp-kparams.h +153 -0
  564. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp-opnode.cpp +274 -0
  565. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp-opnode.h +172 -0
  566. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp-repack.cpp +1636 -0
  567. package/vendor/llama.cpp/ggml/src/ggml-hexagon/htp-repack.h +69 -0
  568. package/vendor/llama.cpp/ggml/src/ggml-hexagon/libdl.h +79 -0
  569. package/vendor/llama.cpp/ggml/src/ggml-hexagon/libggml-htp.inf +38 -0
  570. package/vendor/llama.cpp/ggml/src/ggml-impl.h +853 -0
  571. package/vendor/llama.cpp/ggml/src/ggml-metal/CMakeLists.txt +283 -0
  572. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-common.cpp +616 -0
  573. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-common.h +73 -0
  574. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-context.h +42 -0
  575. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-context.m +805 -0
  576. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-device.cpp +2781 -0
  577. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-device.h +379 -0
  578. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-device.m +2739 -0
  579. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-fusion.cpp +1214 -0
  580. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-fusion.h +102 -0
  581. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-impl.h +1433 -0
  582. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-ops.cpp +6196 -0
  583. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-ops.h +112 -0
  584. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-tuning.cpp +1175 -0
  585. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal-tuning.h +75 -0
  586. package/vendor/llama.cpp/ggml/src/ggml-metal/ggml-metal.cpp +1128 -0
  587. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/argsort.metal +479 -0
  588. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/binbcast.metal +241 -0
  589. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/common.h +126 -0
  590. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/conv.metal +724 -0
  591. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/dequantize.h +739 -0
  592. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_aux.metal +485 -0
  593. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_common.metal +710 -0
  594. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_f16.metal +77 -0
  595. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_f32.metal +54 -0
  596. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_q4_0.metal +54 -0
  597. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_q4_1.metal +54 -0
  598. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_q5_0.metal +54 -0
  599. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_q5_1.metal +54 -0
  600. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_q8_0.metal +54 -0
  601. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_tensor.metal +298 -0
  602. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_vec_common.metal +650 -0
  603. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_vec_f16.metal +129 -0
  604. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_vec_f32.metal +38 -0
  605. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_vec_q4_0.metal +95 -0
  606. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_vec_q4_1.metal +95 -0
  607. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_vec_q5_0.metal +95 -0
  608. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_vec_q5_1.metal +95 -0
  609. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/fa_vec_q8_0.metal +95 -0
  610. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/gated_delta_net.metal +264 -0
  611. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/misc.metal +1004 -0
  612. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/mul_mm.metal +1017 -0
  613. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/mul_mv.metal +3430 -0
  614. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/mul_mv_mma.metal +627 -0
  615. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/norm.metal +318 -0
  616. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/pool.metal +200 -0
  617. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/quantize.h +263 -0
  618. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/quantize.metal +490 -0
  619. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/reduce.metal +228 -0
  620. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/rope.metal +333 -0
  621. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/softmax.metal +223 -0
  622. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/solve_tri.metal +75 -0
  623. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/ssm.metal +476 -0
  624. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/tri.metal +69 -0
  625. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/unary.metal +433 -0
  626. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/upscale.metal +179 -0
  627. package/vendor/llama.cpp/ggml/src/ggml-metal/kernels/wkv.metal +179 -0
  628. package/vendor/llama.cpp/ggml/src/ggml-opencl/CMakeLists.txt +331 -0
  629. package/vendor/llama.cpp/ggml/src/ggml-opencl/cl-program-cache.cpp +453 -0
  630. package/vendor/llama.cpp/ggml/src/ggml-opencl/cl-program-cache.h +75 -0
  631. package/vendor/llama.cpp/ggml/src/ggml-opencl/fa_tune.h +92 -0
  632. package/vendor/llama.cpp/ggml/src/ggml-opencl/ggml-opencl.cpp +37926 -0
  633. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/abs.cl +113 -0
  634. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/add.cl +190 -0
  635. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/add_id.cl +50 -0
  636. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/argmax.cl +55 -0
  637. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/argsort.cl +86 -0
  638. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/clamp.cl +50 -0
  639. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/concat.cl +128 -0
  640. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/conv2_dw.cl +139 -0
  641. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/conv2d.cl +185 -0
  642. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/conv2d_f16_f32.cl +176 -0
  643. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/cpy.cl +400 -0
  644. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/cumsum.cl +139 -0
  645. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/cvt.cl +3285 -0
  646. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/diag.cl +27 -0
  647. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/diag_mask_inf.cl +58 -0
  648. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/div.cl +138 -0
  649. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/embed_kernel.py +26 -0
  650. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/exp.cl +125 -0
  651. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/expm1.cl +113 -0
  652. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/fill.cl +17 -0
  653. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/flash_attn_f16.cl +420 -0
  654. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/flash_attn_f32.cl +421 -0
  655. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/flash_attn_f32_f16.cl +2775 -0
  656. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/flash_attn_f32_q4_0.cl +2011 -0
  657. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/flash_attn_f32_q8_0.cl +1840 -0
  658. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/flash_attn_pre_f16.cl +156 -0
  659. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/flash_attn_repack.cl +92 -0
  660. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/fwht.cl +44 -0
  661. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gated_delta_net.cl +249 -0
  662. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gelu.cl +89 -0
  663. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_coopk_q4_0_q8_1_dp4a.cl +205 -0
  664. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_coopk_q4_k_q8_1_dp4a.cl +264 -0
  665. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_coopk_q6_k_q8_1_dp4a.cl +216 -0
  666. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_mxfp4_f32.cl +162 -0
  667. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_mxfp4_f32_ns.cl +376 -0
  668. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_mxfp4_q8_1_dp4a.cl +190 -0
  669. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_q4_0_f32_ns.cl +324 -0
  670. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_q4_0_q8_1_dp4a.cl +169 -0
  671. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_q4_1_f32_ns.cl +326 -0
  672. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_q4_k_f32_ns.cl +348 -0
  673. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_q4_k_q8_1_dp4a.cl +209 -0
  674. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_q5_0_f32_ns.cl +328 -0
  675. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_q5_1_f32_ns.cl +330 -0
  676. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_q5_k_f32_ns.cl +356 -0
  677. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_q6_k_f32_ns.cl +335 -0
  678. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_q6_k_q8_1_dp4a.cl +200 -0
  679. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_q8_0_f32_ns.cl +221 -0
  680. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_moe_q8_1_dp4a.cl +233 -0
  681. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq1_m_f32.cl +93 -0
  682. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq1_m_q8_1_dp4a.cl +144 -0
  683. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq1_s_f32.cl +86 -0
  684. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq1_s_q8_1_dp4a.cl +138 -0
  685. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq2_s_f32.cl +93 -0
  686. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq2_s_q8_1_dp4a.cl +149 -0
  687. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq2_xs_f32.cl +91 -0
  688. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq2_xs_q8_1_dp4a.cl +150 -0
  689. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq2_xxs_f32.cl +90 -0
  690. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq2_xxs_q8_1_dp4a.cl +145 -0
  691. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq3_s_f32.cl +92 -0
  692. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq3_s_q8_1_dp4a.cl +154 -0
  693. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq3_xxs_f32.cl +89 -0
  694. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq3_xxs_q8_1_dp4a.cl +137 -0
  695. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq4_nl_f32.cl +150 -0
  696. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_iq4_nl_q8_1_dp4a.cl +143 -0
  697. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q1_0_f32.cl +94 -0
  698. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q2_0_f32.cl +80 -0
  699. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q2_0_q8_1_dp4a.cl +127 -0
  700. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q2_k_f32.cl +83 -0
  701. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q2_k_q8_1_dp4a.cl +146 -0
  702. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q3_k_f32.cl +92 -0
  703. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q3_k_q8_1_dp4a.cl +160 -0
  704. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q4_0_f32.cl +139 -0
  705. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q4_0_q8_1_dp4a.cl +253 -0
  706. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q4_1_f32.cl +132 -0
  707. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q4_K_f32_tiled_dp4a.cl +131 -0
  708. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q4_k_f32.cl +490 -0
  709. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q4_k_q8_1_dp4a.cl +419 -0
  710. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q5_0_f32.cl +131 -0
  711. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q5_0_q8_1_dp4a.cl +235 -0
  712. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q5_1_f32.cl +134 -0
  713. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q5_k_f32.cl +176 -0
  714. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q5_k_q8_1_dp4a.cl +302 -0
  715. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q6_k_f32.cl +245 -0
  716. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q6_k_f32_tiled.cl +136 -0
  717. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q6_k_q8_1_dp4a.cl +258 -0
  718. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q8_0_f32.cl +129 -0
  719. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q8_0_q8_1_dp4a.cl +334 -0
  720. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemm_xmem_f16_f32_os8.cl +238 -0
  721. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_moe_mxfp4_f32.cl +156 -0
  722. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_moe_mxfp4_f32_ns.cl +263 -0
  723. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_moe_q4_0_f32_ns.cl +123 -0
  724. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_moe_q4_1_f32_ns.cl +126 -0
  725. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_moe_q4_k_f32_ns.cl +272 -0
  726. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_moe_q5_0_f32_ns.cl +126 -0
  727. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_moe_q5_1_f32_ns.cl +128 -0
  728. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_moe_q5_k_f32_ns.cl +163 -0
  729. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_moe_q6_k_f32_ns.cl +144 -0
  730. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_iq1_m_f32.cl +134 -0
  731. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_iq1_s_f32.cl +117 -0
  732. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_iq2_s_f32.cl +122 -0
  733. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_iq2_xs_f32.cl +128 -0
  734. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_iq2_xxs_f32.cl +117 -0
  735. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_iq3_s_f32.cl +128 -0
  736. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_iq3_xxs_f32.cl +120 -0
  737. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_iq4_nl_f32.cl +309 -0
  738. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q1_0_f32.cl +135 -0
  739. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q2_0_f32.cl +64 -0
  740. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q2_k_f32.cl +231 -0
  741. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q3_k_f32.cl +249 -0
  742. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q4_0_f32.cl +398 -0
  743. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q4_0_f32_32b_trans.cl +137 -0
  744. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q4_0_f32_spec.cl +274 -0
  745. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q4_1_f32.cl +390 -0
  746. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q4_k_f32.cl +847 -0
  747. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q4_k_f32_32b_trans.cl +134 -0
  748. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q4_k_f32_o4.cl +350 -0
  749. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q4_k_f32_tiled.cl +118 -0
  750. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q5_0_f32.cl +298 -0
  751. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q5_1_f32.cl +301 -0
  752. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q5_k_f32.cl +459 -0
  753. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q5_k_f32_32b_trans.cl +141 -0
  754. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q6_k_f32.cl +415 -0
  755. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q6_k_f32_32b_trans.cl +128 -0
  756. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q6_k_f32_o4.cl +373 -0
  757. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q6_k_f32_tiled.cl +196 -0
  758. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q8_0_f32.cl +284 -0
  759. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/get_rows.cl +240 -0
  760. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/glu.cl +443 -0
  761. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/group_norm.cl +121 -0
  762. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/im2col_3d_f16.cl +90 -0
  763. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/im2col_3d_f32.cl +90 -0
  764. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/im2col_f16.cl +57 -0
  765. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/im2col_f32.cl +57 -0
  766. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/iq1_s_grid.cl +259 -0
  767. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/iq2_s_grid.cl +259 -0
  768. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/iq2_xs_grid.cl +135 -0
  769. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/iq2_xxs_grid.cl +71 -0
  770. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/iq3_s_grid.cl +66 -0
  771. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/iq3_xxs_grid.cl +38 -0
  772. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/l2_norm.cl +71 -0
  773. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/lightning_indexer.cl +111 -0
  774. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mean.cl +140 -0
  775. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/moe_add_id_glu.cl +80 -0
  776. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/moe_combine.cl +82 -0
  777. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/moe_reorder_b.cl +32 -0
  778. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/moe_reorder_quant_a_q8_1.cl +64 -0
  779. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/moe_sort_by_expert.cl +170 -0
  780. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul.cl +152 -0
  781. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mat_f16_f32.cl +130 -0
  782. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mat_id_utils.cl +22 -0
  783. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_f16_f32_kq_kqv.cl +273 -0
  784. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_f16_f32_l4_lm.cl +155 -0
  785. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_f32_f32_l4_lm.cl +196 -0
  786. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_iq1_m_f32_l4_lm.cl +191 -0
  787. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_iq1_s_f32_l4_lm.cl +188 -0
  788. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_iq2_s_f32_l4_lm.cl +191 -0
  789. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_iq2_xs_f32_l4_lm.cl +189 -0
  790. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_iq2_xxs_f32_l4_lm.cl +187 -0
  791. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_iq3_s_f32_l4_lm.cl +193 -0
  792. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_iq3_xxs_f32_l4_lm.cl +187 -0
  793. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_iq4_nl_f32_l4_lm.cl +171 -0
  794. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_q1_0_f32_l4_lm.cl +156 -0
  795. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_q2_0_f32_l4_lm.cl +171 -0
  796. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_q2_k_f32_l4_lm.cl +203 -0
  797. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_q3_k_f32_l4_lm.cl +219 -0
  798. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_q4_0_f32_l4_lm.cl +163 -0
  799. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_q4_1_f32_l4_lm.cl +165 -0
  800. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_q4_k_f32_l4_lm.cl +189 -0
  801. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_q5_0_f32_l4_lm.cl +173 -0
  802. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_q5_1_f32_l4_lm.cl +175 -0
  803. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_q5_k_f32_l4_lm.cl +202 -0
  804. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_q6_k_f32_l4_lm.cl +158 -0
  805. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mm_q8_0_f32_l4_lm.cl +154 -0
  806. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_f16_f16.cl +125 -0
  807. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_f16_f32.cl +125 -0
  808. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_f16_f32_1row.cl +101 -0
  809. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_f16_f32_l4.cl +1274 -0
  810. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_f16_f32_mrow.cl +306 -0
  811. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_f32_f32.cl +118 -0
  812. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_id_mxfp4_f32.cl +192 -0
  813. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_id_mxfp4_f32_flat.cl +179 -0
  814. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_id_q4_0_f32_8x_flat.cl +286 -0
  815. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_id_q8_0_f32.cl +143 -0
  816. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_id_q8_0_f32_flat.cl +225 -0
  817. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq1_m_f32.cl +149 -0
  818. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq1_m_f32_flat.cl +148 -0
  819. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq1_s_f32.cl +140 -0
  820. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq1_s_f32_flat.cl +139 -0
  821. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq2_s_f32.cl +147 -0
  822. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq2_s_f32_flat.cl +148 -0
  823. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq2_xs_f32.cl +143 -0
  824. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq2_xs_f32_flat.cl +142 -0
  825. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq2_xxs_f32.cl +140 -0
  826. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq2_xxs_f32_flat.cl +137 -0
  827. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq3_s_f32.cl +146 -0
  828. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq3_s_f32_flat.cl +147 -0
  829. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq3_xxs_f32.cl +145 -0
  830. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq3_xxs_f32_flat.cl +142 -0
  831. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq4_nl_f32.cl +164 -0
  832. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_iq4_nl_f32_flat.cl +202 -0
  833. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_mxfp4_f32.cl +144 -0
  834. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_mxfp4_f32_flat.cl +167 -0
  835. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q1_0_f32.cl +141 -0
  836. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q1_0_f32_flat.cl +190 -0
  837. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q2_0_f32.cl +134 -0
  838. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q2_0_f32_flat.cl +132 -0
  839. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q2_k_f32.cl +161 -0
  840. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q2_k_f32_flat.cl +162 -0
  841. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q3_k_f32.cl +197 -0
  842. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q3_k_f32_flat.cl +199 -0
  843. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q4_0_f32.cl +192 -0
  844. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q4_0_f32_1d_16x_flat.cl +307 -0
  845. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q4_0_f32_1d_8x_flat.cl +265 -0
  846. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q4_0_f32_8x_flat.cl +272 -0
  847. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q4_0_f32_v.cl +254 -0
  848. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q4_1_f32.cl +219 -0
  849. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q4_1_f32_flat.cl +229 -0
  850. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q4_k_f32.cl +182 -0
  851. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q4_k_f32_flat.cl +205 -0
  852. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q5_0_f32.cl +241 -0
  853. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q5_0_f32_flat.cl +243 -0
  854. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q5_1_f32.cl +243 -0
  855. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q5_1_f32_flat.cl +247 -0
  856. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q5_k_f32.cl +187 -0
  857. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q5_k_f32_flat.cl +244 -0
  858. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q6_k_f32.cl +194 -0
  859. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q6_k_f32_flat.cl +272 -0
  860. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q8_0_f32.cl +125 -0
  861. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/mul_mv_q8_0_f32_flat.cl +202 -0
  862. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/neg.cl +125 -0
  863. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/norm.cl +164 -0
  864. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/pad.cl +39 -0
  865. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/quant_a_q8_1.cl +40 -0
  866. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/relu.cl +16 -0
  867. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/repeat.cl +38 -0
  868. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/rms_norm.cl +369 -0
  869. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/rope.cl +759 -0
  870. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/scale.cl +27 -0
  871. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/sdpa_xmem_f32_f16_os8.cl +871 -0
  872. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/set_rows.cl +708 -0
  873. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/sigmoid.cl +29 -0
  874. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/silu.cl +30 -0
  875. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/softmax_4_f16.cl +108 -0
  876. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/softmax_4_f32.cl +108 -0
  877. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/softmax_f16.cl +107 -0
  878. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/softmax_f32.cl +107 -0
  879. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/softplus.cl +116 -0
  880. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/solve_tri.cl +51 -0
  881. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/sqr.cl +53 -0
  882. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/sqrt.cl +53 -0
  883. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/ssm_conv.cl +77 -0
  884. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/ssm_scan.cl +346 -0
  885. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/sub.cl +138 -0
  886. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/sum_rows.cl +140 -0
  887. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/tanh.cl +109 -0
  888. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/top_k.cl +207 -0
  889. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/transpose.cl +143 -0
  890. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/transpose_activation_q8.cl +35 -0
  891. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/tri.cl +32 -0
  892. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/tsembd.cl +48 -0
  893. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/unary_ext.cl +85 -0
  894. package/vendor/llama.cpp/ggml/src/ggml-opencl/kernels/upscale.cl +120 -0
  895. package/vendor/llama.cpp/ggml/src/ggml-opencl/libdl.h +79 -0
  896. package/vendor/llama.cpp/ggml/src/ggml-opt.cpp +1094 -0
  897. package/vendor/llama.cpp/ggml/src/ggml-quants.c +5665 -0
  898. package/vendor/llama.cpp/ggml/src/ggml-quants.h +118 -0
  899. package/vendor/llama.cpp/ggml/src/ggml-threading.cpp +12 -0
  900. package/vendor/llama.cpp/ggml/src/ggml-threading.h +14 -0
  901. package/vendor/llama.cpp/ggml/src/ggml-version.h +4 -0
  902. package/vendor/llama.cpp/ggml/src/ggml-version.h.in +4 -0
  903. package/vendor/llama.cpp/ggml/src/ggml.c +8273 -0
  904. package/vendor/llama.cpp/ggml/src/ggml.cpp +26 -0
  905. package/vendor/llama.cpp/ggml/src/gguf.cpp +1731 -0
  906. package/vendor/llama.cpp/include/llama-cpp.h +35 -0
  907. package/vendor/llama.cpp/include/llama.h +1751 -0
  908. package/vendor/llama.cpp/src/CMakeLists.txt +78 -0
  909. package/vendor/llama.cpp/src/llama-adapter.cpp +527 -0
  910. package/vendor/llama.cpp/src/llama-adapter.h +91 -0
  911. package/vendor/llama.cpp/src/llama-arch.cpp +1438 -0
  912. package/vendor/llama.cpp/src/llama-arch.h +934 -0
  913. package/vendor/llama.cpp/src/llama-batch.cpp +1493 -0
  914. package/vendor/llama.cpp/src/llama-batch.h +274 -0
  915. package/vendor/llama.cpp/src/llama-chat.cpp +957 -0
  916. package/vendor/llama.cpp/src/llama-chat.h +75 -0
  917. package/vendor/llama.cpp/src/llama-context.cpp +4787 -0
  918. package/vendor/llama.cpp/src/llama-context.h +447 -0
  919. package/vendor/llama.cpp/src/llama-cparams.cpp +5 -0
  920. package/vendor/llama.cpp/src/llama-cparams.h +72 -0
  921. package/vendor/llama.cpp/src/llama-ext.h +191 -0
  922. package/vendor/llama.cpp/src/llama-grammar.cpp +1602 -0
  923. package/vendor/llama.cpp/src/llama-grammar.h +196 -0
  924. package/vendor/llama.cpp/src/llama-graph.cpp +4301 -0
  925. package/vendor/llama.cpp/src/llama-graph.h +1480 -0
  926. package/vendor/llama.cpp/src/llama-hparams.cpp +353 -0
  927. package/vendor/llama.cpp/src/llama-hparams.h +572 -0
  928. package/vendor/llama.cpp/src/llama-impl.cpp +213 -0
  929. package/vendor/llama.cpp/src/llama-impl.h +111 -0
  930. package/vendor/llama.cpp/src/llama-io.cpp +20 -0
  931. package/vendor/llama.cpp/src/llama-io.h +38 -0
  932. package/vendor/llama.cpp/src/llama-kv-cache-dsa-iswa.cpp +335 -0
  933. package/vendor/llama.cpp/src/llama-kv-cache-dsa-iswa.h +134 -0
  934. package/vendor/llama.cpp/src/llama-kv-cache-dsa.cpp +274 -0
  935. package/vendor/llama.cpp/src/llama-kv-cache-dsa.h +139 -0
  936. package/vendor/llama.cpp/src/llama-kv-cache-dsv4.cpp +2415 -0
  937. package/vendor/llama.cpp/src/llama-kv-cache-dsv4.h +426 -0
  938. package/vendor/llama.cpp/src/llama-kv-cache-iswa.cpp +355 -0
  939. package/vendor/llama.cpp/src/llama-kv-cache-iswa.h +155 -0
  940. package/vendor/llama.cpp/src/llama-kv-cache-msa.cpp +395 -0
  941. package/vendor/llama.cpp/src/llama-kv-cache-msa.h +151 -0
  942. package/vendor/llama.cpp/src/llama-kv-cache.cpp +2951 -0
  943. package/vendor/llama.cpp/src/llama-kv-cache.h +472 -0
  944. package/vendor/llama.cpp/src/llama-kv-cells.h +565 -0
  945. package/vendor/llama.cpp/src/llama-memory-hybrid-idx.cpp +973 -0
  946. package/vendor/llama.cpp/src/llama-memory-hybrid-idx.h +235 -0
  947. package/vendor/llama.cpp/src/llama-memory-hybrid-iswa.cpp +286 -0
  948. package/vendor/llama.cpp/src/llama-memory-hybrid-iswa.h +141 -0
  949. package/vendor/llama.cpp/src/llama-memory-hybrid.cpp +284 -0
  950. package/vendor/llama.cpp/src/llama-memory-hybrid.h +140 -0
  951. package/vendor/llama.cpp/src/llama-memory-recurrent.cpp +1381 -0
  952. package/vendor/llama.cpp/src/llama-memory-recurrent.h +205 -0
  953. package/vendor/llama.cpp/src/llama-memory.cpp +144 -0
  954. package/vendor/llama.cpp/src/llama-memory.h +161 -0
  955. package/vendor/llama.cpp/src/llama-mmap.cpp +916 -0
  956. package/vendor/llama.cpp/src/llama-mmap.h +92 -0
  957. package/vendor/llama.cpp/src/llama-model-loader.cpp +1904 -0
  958. package/vendor/llama.cpp/src/llama-model-loader.h +272 -0
  959. package/vendor/llama.cpp/src/llama-model-saver.cpp +552 -0
  960. package/vendor/llama.cpp/src/llama-model-saver.h +39 -0
  961. package/vendor/llama.cpp/src/llama-model.cpp +4066 -0
  962. package/vendor/llama.cpp/src/llama-model.h +1045 -0
  963. package/vendor/llama.cpp/src/llama-moe-cache.cpp +656 -0
  964. package/vendor/llama.cpp/src/llama-moe-cache.h +42 -0
  965. package/vendor/llama.cpp/src/llama-quant.cpp +1566 -0
  966. package/vendor/llama.cpp/src/llama-quant.h +1 -0
  967. package/vendor/llama.cpp/src/llama-sampler.cpp +4415 -0
  968. package/vendor/llama.cpp/src/llama-sampler.h +46 -0
  969. package/vendor/llama.cpp/src/llama-version.h +4 -0
  970. package/vendor/llama.cpp/src/llama-version.h.in +4 -0
  971. package/vendor/llama.cpp/src/llama-vocab.cpp +4964 -0
  972. package/vendor/llama.cpp/src/llama-vocab.h +222 -0
  973. package/vendor/llama.cpp/src/llama.cpp +620 -0
  974. package/vendor/llama.cpp/src/models/afmoe.cpp +281 -0
  975. package/vendor/llama.cpp/src/models/apertus.cpp +168 -0
  976. package/vendor/llama.cpp/src/models/arcee.cpp +155 -0
  977. package/vendor/llama.cpp/src/models/arctic.cpp +178 -0
  978. package/vendor/llama.cpp/src/models/arwkv7.cpp +200 -0
  979. package/vendor/llama.cpp/src/models/baichuan.cpp +153 -0
  980. package/vendor/llama.cpp/src/models/bailingmoe.cpp +178 -0
  981. package/vendor/llama.cpp/src/models/bailingmoe2.cpp +209 -0
  982. package/vendor/llama.cpp/src/models/bailingmoe3.cpp +557 -0
  983. package/vendor/llama.cpp/src/models/barbet.cpp +187 -0
  984. package/vendor/llama.cpp/src/models/beam.cpp +261 -0
  985. package/vendor/llama.cpp/src/models/bert.cpp +225 -0
  986. package/vendor/llama.cpp/src/models/bitnet.cpp +168 -0
  987. package/vendor/llama.cpp/src/models/bloom.cpp +149 -0
  988. package/vendor/llama.cpp/src/models/chameleon.cpp +202 -0
  989. package/vendor/llama.cpp/src/models/chatglm.cpp +159 -0
  990. package/vendor/llama.cpp/src/models/clef.cpp +647 -0
  991. package/vendor/llama.cpp/src/models/clip.cpp +18 -0
  992. package/vendor/llama.cpp/src/models/codeshell.cpp +151 -0
  993. package/vendor/llama.cpp/src/models/cogvlm.cpp +158 -0
  994. package/vendor/llama.cpp/src/models/cohere2.cpp +157 -0
  995. package/vendor/llama.cpp/src/models/cohere2moe.cpp +427 -0
  996. package/vendor/llama.cpp/src/models/command-r.cpp +142 -0
  997. package/vendor/llama.cpp/src/models/dbrx.cpp +152 -0
  998. package/vendor/llama.cpp/src/models/deci.cpp +189 -0
  999. package/vendor/llama.cpp/src/models/deepseek.cpp +192 -0
  1000. package/vendor/llama.cpp/src/models/deepseek2.cpp +705 -0
  1001. package/vendor/llama.cpp/src/models/deepseek2ocr.cpp +80 -0
  1002. package/vendor/llama.cpp/src/models/deepseek32.cpp +718 -0
  1003. package/vendor/llama.cpp/src/models/deepseek4.cpp +1510 -0
  1004. package/vendor/llama.cpp/src/models/deepseek41.cpp +933 -0
  1005. package/vendor/llama.cpp/src/models/delta-net-base.cpp +603 -0
  1006. package/vendor/llama.cpp/src/models/dflash.cpp +1859 -0
  1007. package/vendor/llama.cpp/src/models/dots1.cpp +191 -0
  1008. package/vendor/llama.cpp/src/models/dots3note.cpp +474 -0
  1009. package/vendor/llama.cpp/src/models/dream.cpp +136 -0
  1010. package/vendor/llama.cpp/src/models/eagle3.cpp +336 -0
  1011. package/vendor/llama.cpp/src/models/ernie4-5-moe.cpp +131 -0
  1012. package/vendor/llama.cpp/src/models/ernie4-5.cpp +162 -0
  1013. package/vendor/llama.cpp/src/models/eurobert.cpp +122 -0
  1014. package/vendor/llama.cpp/src/models/exaone-moe.cpp +237 -0
  1015. package/vendor/llama.cpp/src/models/exaone.cpp +134 -0
  1016. package/vendor/llama.cpp/src/models/exaone4.cpp +188 -0
  1017. package/vendor/llama.cpp/src/models/falcon-h1.cpp +207 -0
  1018. package/vendor/llama.cpp/src/models/falcon.cpp +159 -0
  1019. package/vendor/llama.cpp/src/models/flint.cpp +194 -0
  1020. package/vendor/llama.cpp/src/models/gemma-embedding.cpp +172 -0
  1021. package/vendor/llama.cpp/src/models/gemma-embedding2.cpp +232 -0
  1022. package/vendor/llama.cpp/src/models/gemma.cpp +137 -0
  1023. package/vendor/llama.cpp/src/models/gemma2.cpp +173 -0
  1024. package/vendor/llama.cpp/src/models/gemma3.cpp +219 -0
  1025. package/vendor/llama.cpp/src/models/gemma3n.cpp +466 -0
  1026. package/vendor/llama.cpp/src/models/gemma4-assistant.cpp +205 -0
  1027. package/vendor/llama.cpp/src/models/gemma4.cpp +540 -0
  1028. package/vendor/llama.cpp/src/models/glm-dsa.cpp +757 -0
  1029. package/vendor/llama.cpp/src/models/glm4-moe.cpp +436 -0
  1030. package/vendor/llama.cpp/src/models/glm4.cpp +184 -0
  1031. package/vendor/llama.cpp/src/models/glm5-next.cpp +1106 -0
  1032. package/vendor/llama.cpp/src/models/gpt2.cpp +146 -0
  1033. package/vendor/llama.cpp/src/models/gptneox.cpp +217 -0
  1034. package/vendor/llama.cpp/src/models/granite-hybrid.cpp +302 -0
  1035. package/vendor/llama.cpp/src/models/granite-moe.cpp +84 -0
  1036. package/vendor/llama.cpp/src/models/granite-swa.cpp +319 -0
  1037. package/vendor/llama.cpp/src/models/granite-switch.cpp +429 -0
  1038. package/vendor/llama.cpp/src/models/granite.cpp +320 -0
  1039. package/vendor/llama.cpp/src/models/grok.cpp +221 -0
  1040. package/vendor/llama.cpp/src/models/grovemoe.cpp +191 -0
  1041. package/vendor/llama.cpp/src/models/hrm-text.cpp +211 -0
  1042. package/vendor/llama.cpp/src/models/hunyuan-dense.cpp +6 -0
  1043. package/vendor/llama.cpp/src/models/hunyuan-moe.cpp +185 -0
  1044. package/vendor/llama.cpp/src/models/hunyuan-vl.cpp +189 -0
  1045. package/vendor/llama.cpp/src/models/hy-v3.cpp +381 -0
  1046. package/vendor/llama.cpp/src/models/hy-v4.cpp +604 -0
  1047. package/vendor/llama.cpp/src/models/internlm2.cpp +137 -0
  1048. package/vendor/llama.cpp/src/models/jais.cpp +130 -0
  1049. package/vendor/llama.cpp/src/models/jais2.cpp +153 -0
  1050. package/vendor/llama.cpp/src/models/jamba.cpp +196 -0
  1051. package/vendor/llama.cpp/src/models/jina-bert-v2.cpp +66 -0
  1052. package/vendor/llama.cpp/src/models/jina-bert-v3.cpp +49 -0
  1053. package/vendor/llama.cpp/src/models/k2-horizon.cpp +360 -0
  1054. package/vendor/llama.cpp/src/models/kimi-k3.cpp +616 -0
  1055. package/vendor/llama.cpp/src/models/kimi-linear.cpp +560 -0
  1056. package/vendor/llama.cpp/src/models/kolibri1.cpp +184 -0
  1057. package/vendor/llama.cpp/src/models/laguna.cpp +332 -0
  1058. package/vendor/llama.cpp/src/models/lfm-base.cpp +140 -0
  1059. package/vendor/llama.cpp/src/models/lfm2.cpp +488 -0
  1060. package/vendor/llama.cpp/src/models/lfm2moe.cpp +85 -0
  1061. package/vendor/llama.cpp/src/models/lfm3.cpp +217 -0
  1062. package/vendor/llama.cpp/src/models/limite.cpp +252 -0
  1063. package/vendor/llama.cpp/src/models/llada-moe.cpp +161 -0
  1064. package/vendor/llama.cpp/src/models/llada.cpp +151 -0
  1065. package/vendor/llama.cpp/src/models/llama-embed.cpp +6 -0
  1066. package/vendor/llama.cpp/src/models/llama.cpp +248 -0
  1067. package/vendor/llama.cpp/src/models/llama4.cpp +270 -0
  1068. package/vendor/llama.cpp/src/models/maincoder.cpp +149 -0
  1069. package/vendor/llama.cpp/src/models/maion-coder.cpp +149 -0
  1070. package/vendor/llama.cpp/src/models/mamba-base.cpp +304 -0
  1071. package/vendor/llama.cpp/src/models/mamba.cpp +135 -0
  1072. package/vendor/llama.cpp/src/models/mamba2.cpp +88 -0
  1073. package/vendor/llama.cpp/src/models/maple.cpp +148 -0
  1074. package/vendor/llama.cpp/src/models/mellum.cpp +406 -0
  1075. package/vendor/llama.cpp/src/models/mimo2.cpp +398 -0
  1076. package/vendor/llama.cpp/src/models/minicpm.cpp +89 -0
  1077. package/vendor/llama.cpp/src/models/minicpm3.cpp +250 -0
  1078. package/vendor/llama.cpp/src/models/minimax-01.cpp +482 -0
  1079. package/vendor/llama.cpp/src/models/minimax-m2.cpp +166 -0
  1080. package/vendor/llama.cpp/src/models/minimax-m3.cpp +609 -0
  1081. package/vendor/llama.cpp/src/models/mistral-large4.cpp +507 -0
  1082. package/vendor/llama.cpp/src/models/mistral3.cpp +293 -0
  1083. package/vendor/llama.cpp/src/models/mistral4.cpp +6 -0
  1084. package/vendor/llama.cpp/src/models/models.h +3213 -0
  1085. package/vendor/llama.cpp/src/models/modern-bert.cpp +310 -0
  1086. package/vendor/llama.cpp/src/models/mpt.cpp +168 -0
  1087. package/vendor/llama.cpp/src/models/muse-glimmer.cpp +201 -0
  1088. package/vendor/llama.cpp/src/models/muse-spark.cpp +238 -0
  1089. package/vendor/llama.cpp/src/models/nanbeige.cpp +183 -0
  1090. package/vendor/llama.cpp/src/models/nemotron-h-moe.cpp +159 -0
  1091. package/vendor/llama.cpp/src/models/nemotron-h.cpp +352 -0
  1092. package/vendor/llama.cpp/src/models/nemotron.cpp +151 -0
  1093. package/vendor/llama.cpp/src/models/neo-bert.cpp +132 -0
  1094. package/vendor/llama.cpp/src/models/nomic-bert-moe.cpp +56 -0
  1095. package/vendor/llama.cpp/src/models/nomic-bert.cpp +51 -0
  1096. package/vendor/llama.cpp/src/models/olmo.cpp +140 -0
  1097. package/vendor/llama.cpp/src/models/olmo2.cpp +206 -0
  1098. package/vendor/llama.cpp/src/models/olmoe.cpp +171 -0
  1099. package/vendor/llama.cpp/src/models/openai-moe.cpp +173 -0
  1100. package/vendor/llama.cpp/src/models/openelm.cpp +169 -0
  1101. package/vendor/llama.cpp/src/models/orion.cpp +139 -0
  1102. package/vendor/llama.cpp/src/models/paddleocr.cpp +105 -0
  1103. package/vendor/llama.cpp/src/models/pangu-embed.cpp +160 -0
  1104. package/vendor/llama.cpp/src/models/phi2.cpp +140 -0
  1105. package/vendor/llama.cpp/src/models/phi3.cpp +194 -0
  1106. package/vendor/llama.cpp/src/models/phimoe.cpp +55 -0
  1107. package/vendor/llama.cpp/src/models/plamo.cpp +134 -0
  1108. package/vendor/llama.cpp/src/models/plamo2.cpp +424 -0
  1109. package/vendor/llama.cpp/src/models/plamo3.cpp +193 -0
  1110. package/vendor/llama.cpp/src/models/plm.cpp +204 -0
  1111. package/vendor/llama.cpp/src/models/pockettts.cpp +144 -0
  1112. package/vendor/llama.cpp/src/models/qwen.cpp +138 -0
  1113. package/vendor/llama.cpp/src/models/qwen2.cpp +152 -0
  1114. package/vendor/llama.cpp/src/models/qwen2moe.cpp +192 -0
  1115. package/vendor/llama.cpp/src/models/qwen2vl.cpp +141 -0
  1116. package/vendor/llama.cpp/src/models/qwen3.cpp +167 -0
  1117. package/vendor/llama.cpp/src/models/qwen35.cpp +663 -0
  1118. package/vendor/llama.cpp/src/models/qwen35moe.cpp +735 -0
  1119. package/vendor/llama.cpp/src/models/qwen3moe.cpp +177 -0
  1120. package/vendor/llama.cpp/src/models/qwen3next.cpp +812 -0
  1121. package/vendor/llama.cpp/src/models/qwen3tts.cpp +3 -0
  1122. package/vendor/llama.cpp/src/models/qwen3vl.cpp +195 -0
  1123. package/vendor/llama.cpp/src/models/qwen3vlmoe.cpp +188 -0
  1124. package/vendor/llama.cpp/src/models/qwen4exp.cpp +1560 -0
  1125. package/vendor/llama.cpp/src/models/refact.cpp +158 -0
  1126. package/vendor/llama.cpp/src/models/rnd1.cpp +175 -0
  1127. package/vendor/llama.cpp/src/models/rwkv6-base.cpp +164 -0
  1128. package/vendor/llama.cpp/src/models/rwkv6.cpp +183 -0
  1129. package/vendor/llama.cpp/src/models/rwkv6qwen2.cpp +165 -0
  1130. package/vendor/llama.cpp/src/models/rwkv7-base.cpp +137 -0
  1131. package/vendor/llama.cpp/src/models/rwkv7.cpp +209 -0
  1132. package/vendor/llama.cpp/src/models/seed-oss.cpp +149 -0
  1133. package/vendor/llama.cpp/src/models/sensenova-u1.cpp +190 -0
  1134. package/vendor/llama.cpp/src/models/smallthinker.cpp +186 -0
  1135. package/vendor/llama.cpp/src/models/smollm3.cpp +150 -0
  1136. package/vendor/llama.cpp/src/models/spark2-5.cpp +144 -0
  1137. package/vendor/llama.cpp/src/models/stablelm.cpp +170 -0
  1138. package/vendor/llama.cpp/src/models/starcoder.cpp +143 -0
  1139. package/vendor/llama.cpp/src/models/starcoder2.cpp +156 -0
  1140. package/vendor/llama.cpp/src/models/step35.cpp +551 -0
  1141. package/vendor/llama.cpp/src/models/t5.cpp +368 -0
  1142. package/vendor/llama.cpp/src/models/t5encoder.cpp +44 -0
  1143. package/vendor/llama.cpp/src/models/talkie.cpp +147 -0
  1144. package/vendor/llama.cpp/src/models/vllm-decision2.cpp +179 -0
  1145. package/vendor/llama.cpp/src/models/wavtokenizer-dec.cpp +262 -0
  1146. package/vendor/llama.cpp/src/models/xverse.cpp +134 -0
  1147. package/vendor/llama.cpp/src/unicode-data.cpp +11019 -0
  1148. package/vendor/llama.cpp/src/unicode-data.h +25 -0
  1149. package/vendor/llama.cpp/src/unicode.cpp +1680 -0
  1150. package/vendor/llama.cpp/src/unicode.h +113 -0
  1151. package/vendor/llama.cpp/tools/mtmd/CMakeLists.txt +180 -0
  1152. package/vendor/llama.cpp/tools/mtmd/clip-graph.h +176 -0
  1153. package/vendor/llama.cpp/tools/mtmd/clip-impl.h +1217 -0
  1154. package/vendor/llama.cpp/tools/mtmd/clip-model.h +980 -0
  1155. package/vendor/llama.cpp/tools/mtmd/clip.cpp +7144 -0
  1156. package/vendor/llama.cpp/tools/mtmd/clip.h +160 -0
  1157. package/vendor/llama.cpp/tools/mtmd/debug/mtmd-debug.cpp +294 -0
  1158. package/vendor/llama.cpp/tools/mtmd/debug/mtmd-debug.h +17 -0
  1159. package/vendor/llama.cpp/tools/mtmd/debug/mtmd-debug.md +62 -0
  1160. package/vendor/llama.cpp/tools/mtmd/models/cogvlm.cpp +98 -0
  1161. package/vendor/llama.cpp/tools/mtmd/models/conformer.cpp +222 -0
  1162. package/vendor/llama.cpp/tools/mtmd/models/deepseek4v.cpp +112 -0
  1163. package/vendor/llama.cpp/tools/mtmd/models/deepseekocr.cpp +415 -0
  1164. package/vendor/llama.cpp/tools/mtmd/models/deepseekocr2.cpp +83 -0
  1165. package/vendor/llama.cpp/tools/mtmd/models/dots3note.cpp +61 -0
  1166. package/vendor/llama.cpp/tools/mtmd/models/dotsocr.cpp +49 -0
  1167. package/vendor/llama.cpp/tools/mtmd/models/exaone4_5.cpp +164 -0
  1168. package/vendor/llama.cpp/tools/mtmd/models/gemma4a.cpp +285 -0
  1169. package/vendor/llama.cpp/tools/mtmd/models/gemma4ua.cpp +19 -0
  1170. package/vendor/llama.cpp/tools/mtmd/models/gemma4uv.cpp +71 -0
  1171. package/vendor/llama.cpp/tools/mtmd/models/gemma4v.cpp +133 -0
  1172. package/vendor/llama.cpp/tools/mtmd/models/glm4v.cpp +124 -0
  1173. package/vendor/llama.cpp/tools/mtmd/models/granite-speech.cpp +307 -0
  1174. package/vendor/llama.cpp/tools/mtmd/models/granite4-vision.cpp +397 -0
  1175. package/vendor/llama.cpp/tools/mtmd/models/hunyuanvl.cpp +63 -0
  1176. package/vendor/llama.cpp/tools/mtmd/models/internvl.cpp +73 -0
  1177. package/vendor/llama.cpp/tools/mtmd/models/kimik25.cpp +101 -0
  1178. package/vendor/llama.cpp/tools/mtmd/models/kimivl.cpp +63 -0
  1179. package/vendor/llama.cpp/tools/mtmd/models/lfm3a-gen.cpp +257 -0
  1180. package/vendor/llama.cpp/tools/mtmd/models/lfm3a.cpp +189 -0
  1181. package/vendor/llama.cpp/tools/mtmd/models/lfm3vl.cpp +183 -0
  1182. package/vendor/llama.cpp/tools/mtmd/models/ling3vl.cpp +86 -0
  1183. package/vendor/llama.cpp/tools/mtmd/models/llama4.cpp +96 -0
  1184. package/vendor/llama.cpp/tools/mtmd/models/llava.cpp +373 -0
  1185. package/vendor/llama.cpp/tools/mtmd/models/mimo-audio.cpp +211 -0
  1186. package/vendor/llama.cpp/tools/mtmd/models/mimovl.cpp +203 -0
  1187. package/vendor/llama.cpp/tools/mtmd/models/minicpmv.cpp +357 -0
  1188. package/vendor/llama.cpp/tools/mtmd/models/minimax-m3.cpp +76 -0
  1189. package/vendor/llama.cpp/tools/mtmd/models/mobilenetv5.cpp +451 -0
  1190. package/vendor/llama.cpp/tools/mtmd/models/models.h +521 -0
  1191. package/vendor/llama.cpp/tools/mtmd/models/muse-glimmer.cpp +86 -0
  1192. package/vendor/llama.cpp/tools/mtmd/models/muse-spark-audio.cpp +66 -0
  1193. package/vendor/llama.cpp/tools/mtmd/models/nemotron-omni.cpp +56 -0
  1194. package/vendor/llama.cpp/tools/mtmd/models/nemotron-v2-vl.cpp +35 -0
  1195. package/vendor/llama.cpp/tools/mtmd/models/paddleocr.cpp +55 -0
  1196. package/vendor/llama.cpp/tools/mtmd/models/parakeet.cpp +418 -0
  1197. package/vendor/llama.cpp/tools/mtmd/models/pixtral.cpp +86 -0
  1198. package/vendor/llama.cpp/tools/mtmd/models/pockettts-gen.cpp +294 -0
  1199. package/vendor/llama.cpp/tools/mtmd/models/pockettts-seanet.cpp +162 -0
  1200. package/vendor/llama.cpp/tools/mtmd/models/pockettts-spkenc.cpp +75 -0
  1201. package/vendor/llama.cpp/tools/mtmd/models/qwen2vl.cpp +169 -0
  1202. package/vendor/llama.cpp/tools/mtmd/models/qwen3a.cpp +88 -0
  1203. package/vendor/llama.cpp/tools/mtmd/models/qwen3tts-gen.cpp +777 -0
  1204. package/vendor/llama.cpp/tools/mtmd/models/qwen3tts-spkenc.cpp +197 -0
  1205. package/vendor/llama.cpp/tools/mtmd/models/qwen3vl.cpp +186 -0
  1206. package/vendor/llama.cpp/tools/mtmd/models/sensenova-u1.cpp +40 -0
  1207. package/vendor/llama.cpp/tools/mtmd/models/siglip.cpp +105 -0
  1208. package/vendor/llama.cpp/tools/mtmd/models/soprano.cpp +78 -0
  1209. package/vendor/llama.cpp/tools/mtmd/models/step3vl.cpp +81 -0
  1210. package/vendor/llama.cpp/tools/mtmd/models/voxtral-rt.cpp +111 -0
  1211. package/vendor/llama.cpp/tools/mtmd/models/whisper-enc.cpp +137 -0
  1212. package/vendor/llama.cpp/tools/mtmd/models/yasa2.cpp +191 -0
  1213. package/vendor/llama.cpp/tools/mtmd/models/youtuvl.cpp +172 -0
  1214. package/vendor/llama.cpp/tools/mtmd/mtmd-audio.cpp +1699 -0
  1215. package/vendor/llama.cpp/tools/mtmd/mtmd-audio.h +222 -0
  1216. package/vendor/llama.cpp/tools/mtmd/mtmd-helper-common.h +172 -0
  1217. package/vendor/llama.cpp/tools/mtmd/mtmd-helper-gen.cpp +1839 -0
  1218. package/vendor/llama.cpp/tools/mtmd/mtmd-helper.cpp +1329 -0
  1219. package/vendor/llama.cpp/tools/mtmd/mtmd-helper.h +417 -0
  1220. package/vendor/llama.cpp/tools/mtmd/mtmd-image.cpp +2103 -0
  1221. package/vendor/llama.cpp/tools/mtmd/mtmd-image.h +342 -0
  1222. package/vendor/llama.cpp/tools/mtmd/mtmd-internal.h +21 -0
  1223. package/vendor/llama.cpp/tools/mtmd/mtmd.cpp +4075 -0
  1224. package/vendor/llama.cpp/tools/mtmd/mtmd.h +659 -0
  1225. package/vendor/llama.cpp/vendor/CMakeLists.txt +11 -0
  1226. package/vendor/llama.cpp/vendor/cpp-httplib/CMakeLists.txt +197 -0
  1227. package/vendor/llama.cpp/vendor/cpp-httplib/LICENSE +22 -0
  1228. package/vendor/llama.cpp/vendor/cpp-httplib/httplib.cpp +19395 -0
  1229. package/vendor/llama.cpp/vendor/cpp-httplib/httplib.h +4927 -0
  1230. package/vendor/llama.cpp/vendor/hash/CMakeLists.txt +38 -0
  1231. package/vendor/llama.cpp/vendor/hash/hash.cpp +23 -0
  1232. package/vendor/llama.cpp/vendor/hash/hash.h +9 -0
  1233. package/vendor/llama.cpp/vendor/hash/rotate-bits/LICENSE.md +21 -0
  1234. package/vendor/llama.cpp/vendor/hash/rotate-bits/rotate-bits.h +46 -0
  1235. package/vendor/llama.cpp/vendor/hash/sha1/sha1.c +299 -0
  1236. package/vendor/llama.cpp/vendor/hash/sha1/sha1.h +48 -0
  1237. package/vendor/llama.cpp/vendor/hash/sha256/LICENSE +1 -0
  1238. package/vendor/llama.cpp/vendor/hash/sha256/sha256.c +221 -0
  1239. package/vendor/llama.cpp/vendor/hash/sha256/sha256.h +24 -0
  1240. package/vendor/llama.cpp/vendor/hash/xxhash/LICENSE +26 -0
  1241. package/vendor/llama.cpp/vendor/hash/xxhash/xxhash.c +42 -0
  1242. package/vendor/llama.cpp/vendor/hash/xxhash/xxhash.h +7093 -0
  1243. package/vendor/llama.cpp/vendor/miniaudio/CMakeLists.txt +6 -0
  1244. package/vendor/llama.cpp/vendor/miniaudio/miniaudio.h +96949 -0
  1245. package/vendor/llama.cpp/vendor/nlohmann/CMakeLists.txt +6 -0
  1246. package/vendor/llama.cpp/vendor/nlohmann/json-deep-nesting.patch +1184 -0
  1247. package/vendor/llama.cpp/vendor/nlohmann/json.hpp +26367 -0
  1248. package/vendor/llama.cpp/vendor/nlohmann/json_fwd.hpp +187 -0
  1249. package/vendor/llama.cpp/vendor/sheredom/CMakeLists.txt +6 -0
  1250. package/vendor/llama.cpp/vendor/sheredom/subprocess.h +2194 -0
  1251. package/vendor/llama.cpp/vendor/stb/CMakeLists.txt +10 -0
  1252. package/vendor/llama.cpp/vendor/stb/stb_image.h +7988 -0
package/LICENSE ADDED
@@ -0,0 +1,20 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2023 Jhen-Jie Hong
4
+ Permission is hereby granted, free of charge, to any person obtaining a copy
5
+ of this software and associated documentation files (the "Software"), to deal
6
+ in the Software without restriction, including without limitation the rights
7
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
8
+ copies of the Software, and to permit persons to whom the Software is
9
+ furnished to do so, subject to the following conditions:
10
+
11
+ The above copyright notice and this permission notice shall be included in all
12
+ copies or substantial portions of the Software.
13
+
14
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
17
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
19
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
20
+ SOFTWARE.
package/NOTICE ADDED
@@ -0,0 +1,27 @@
1
+ @offgrid/llama.rn
2
+
3
+ A fork of llama.rn (https://github.com/mybigday/llama.rn), maintained by
4
+ Off Grid AI at https://github.com/off-grid-ai/llama.rn.
5
+
6
+ llama.rn is Copyright (c) 2023 Jhen-Jie Hong and released under the MIT
7
+ License; see LICENSE. The fork keeps that licence and notice unchanged.
8
+
9
+ This package and its prebuilt binaries (Android .so libraries, the iOS
10
+ xcframework and the Android engine packs) include third-party code under
11
+ the following licences. Each licence text ships next to the code it covers.
12
+
13
+ | Component | Location | Licence |
14
+ | --- | --- | --- |
15
+ | llama.cpp / ggml | vendor/llama.cpp | MIT (vendor/llama.cpp/LICENSE) |
16
+ | codec.cpp | vendor/codec.cpp | MIT (vendor/codec.cpp/LICENSE) |
17
+ | OpenCL-Headers | vendor/OpenCL-Headers | Apache-2.0 (vendor/OpenCL-Headers/LICENSE) |
18
+ | OpenCL-ICD-Loader | vendor/OpenCL-ICD-Loader | Apache-2.0 (vendor/OpenCL-ICD-Loader/LICENSE) |
19
+ | cpp-httplib | vendor/llama.cpp/vendor/cpp-httplib | MIT (LICENSE in that directory) |
20
+ | nlohmann/json | vendor/llama.cpp/vendor/nlohmann | MIT (header notice) |
21
+ | PicoSHA2 | vendor/llama.cpp/vendor/hash | MIT (header notice) |
22
+ | miniaudio | vendor/llama.cpp/vendor/miniaudio | Public domain or MIT-0 (header notice) |
23
+ | stb | vendor/llama.cpp/vendor/stb | Public domain or MIT (header notice) |
24
+ | subprocess.h | vendor/llama.cpp/vendor/sheredom | Unlicense (header notice) |
25
+
26
+ The Android Hexagon (HTP) libraries are built from ggml's Hexagon backend
27
+ with the Qualcomm Hexagon SDK.