@fugood/llama.node 0.6.2 → 1.0.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (378) hide show
  1. package/CMakeLists.txt +40 -30
  2. package/README.md +4 -1
  3. package/lib/binding.js +41 -29
  4. package/lib/binding.ts +26 -25
  5. package/package.json +45 -10
  6. package/scripts/build.js +47 -0
  7. package/scripts/llama.cpp.patch +109 -0
  8. package/src/anyascii.c +22223 -0
  9. package/src/anyascii.h +42 -0
  10. package/src/tts_utils.cpp +20 -7
  11. package/src/tts_utils.h +2 -0
  12. package/bin/darwin/arm64/llama-node.node +0 -0
  13. package/bin/darwin/x64/llama-node.node +0 -0
  14. package/bin/linux/arm64/llama-node.node +0 -0
  15. package/bin/linux/x64/llama-node.node +0 -0
  16. package/bin/linux-cuda/arm64/llama-node.node +0 -0
  17. package/bin/linux-cuda/x64/llama-node.node +0 -0
  18. package/bin/linux-vulkan/arm64/llama-node.node +0 -0
  19. package/bin/linux-vulkan/x64/llama-node.node +0 -0
  20. package/bin/win32/x64/llama-node.node +0 -0
  21. package/bin/win32/x64/node.lib +0 -0
  22. package/bin/win32-vulkan/arm64/llama-node.node +0 -0
  23. package/bin/win32-vulkan/arm64/node.lib +0 -0
  24. package/bin/win32-vulkan/x64/llama-node.node +0 -0
  25. package/bin/win32-vulkan/x64/node.lib +0 -0
  26. package/patches/node-api-headers+1.1.0.patch +0 -26
  27. package/src/llama.cpp/.github/workflows/build-linux-cross.yml +0 -233
  28. package/src/llama.cpp/.github/workflows/build.yml +0 -1078
  29. package/src/llama.cpp/.github/workflows/close-issue.yml +0 -28
  30. package/src/llama.cpp/.github/workflows/docker.yml +0 -178
  31. package/src/llama.cpp/.github/workflows/editorconfig.yml +0 -29
  32. package/src/llama.cpp/.github/workflows/gguf-publish.yml +0 -44
  33. package/src/llama.cpp/.github/workflows/labeler.yml +0 -17
  34. package/src/llama.cpp/.github/workflows/python-check-requirements.yml +0 -33
  35. package/src/llama.cpp/.github/workflows/python-lint.yml +0 -30
  36. package/src/llama.cpp/.github/workflows/python-type-check.yml +0 -40
  37. package/src/llama.cpp/.github/workflows/release.yml +0 -739
  38. package/src/llama.cpp/.github/workflows/server.yml +0 -237
  39. package/src/llama.cpp/.github/workflows/winget.yml +0 -42
  40. package/src/llama.cpp/cmake/arm64-apple-clang.cmake +0 -16
  41. package/src/llama.cpp/cmake/arm64-windows-llvm.cmake +0 -16
  42. package/src/llama.cpp/cmake/build-info.cmake +0 -64
  43. package/src/llama.cpp/cmake/common.cmake +0 -35
  44. package/src/llama.cpp/cmake/git-vars.cmake +0 -22
  45. package/src/llama.cpp/cmake/x64-windows-llvm.cmake +0 -5
  46. package/src/llama.cpp/common/build-info.cpp.in +0 -4
  47. package/src/llama.cpp/docs/build.md +0 -561
  48. package/src/llama.cpp/examples/CMakeLists.txt +0 -43
  49. package/src/llama.cpp/examples/batched/CMakeLists.txt +0 -5
  50. package/src/llama.cpp/examples/batched/batched.cpp +0 -246
  51. package/src/llama.cpp/examples/chat-13B.bat +0 -57
  52. package/src/llama.cpp/examples/convert-llama2c-to-ggml/CMakeLists.txt +0 -5
  53. package/src/llama.cpp/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp +0 -941
  54. package/src/llama.cpp/examples/deprecation-warning/deprecation-warning.cpp +0 -35
  55. package/src/llama.cpp/examples/embedding/CMakeLists.txt +0 -5
  56. package/src/llama.cpp/examples/embedding/embedding.cpp +0 -323
  57. package/src/llama.cpp/examples/eval-callback/CMakeLists.txt +0 -10
  58. package/src/llama.cpp/examples/eval-callback/eval-callback.cpp +0 -194
  59. package/src/llama.cpp/examples/gen-docs/CMakeLists.txt +0 -5
  60. package/src/llama.cpp/examples/gen-docs/gen-docs.cpp +0 -83
  61. package/src/llama.cpp/examples/gguf/CMakeLists.txt +0 -5
  62. package/src/llama.cpp/examples/gguf/gguf.cpp +0 -265
  63. package/src/llama.cpp/examples/gguf-hash/CMakeLists.txt +0 -22
  64. package/src/llama.cpp/examples/gguf-hash/deps/rotate-bits/rotate-bits.h +0 -46
  65. package/src/llama.cpp/examples/gguf-hash/deps/sha1/sha1.c +0 -295
  66. package/src/llama.cpp/examples/gguf-hash/deps/sha1/sha1.h +0 -52
  67. package/src/llama.cpp/examples/gguf-hash/deps/sha256/sha256.c +0 -221
  68. package/src/llama.cpp/examples/gguf-hash/deps/sha256/sha256.h +0 -24
  69. package/src/llama.cpp/examples/gguf-hash/deps/xxhash/xxhash.c +0 -42
  70. package/src/llama.cpp/examples/gguf-hash/deps/xxhash/xxhash.h +0 -7093
  71. package/src/llama.cpp/examples/gguf-hash/gguf-hash.cpp +0 -694
  72. package/src/llama.cpp/examples/gritlm/CMakeLists.txt +0 -5
  73. package/src/llama.cpp/examples/gritlm/gritlm.cpp +0 -229
  74. package/src/llama.cpp/examples/jeopardy/questions.txt +0 -100
  75. package/src/llama.cpp/examples/llama.android/app/build.gradle.kts +0 -65
  76. package/src/llama.cpp/examples/llama.android/build.gradle.kts +0 -6
  77. package/src/llama.cpp/examples/llama.android/llama/build.gradle.kts +0 -71
  78. package/src/llama.cpp/examples/llama.android/llama/src/main/cpp/CMakeLists.txt +0 -53
  79. package/src/llama.cpp/examples/llama.android/llama/src/main/cpp/llama-android.cpp +0 -452
  80. package/src/llama.cpp/examples/llama.android/settings.gradle.kts +0 -18
  81. package/src/llama.cpp/examples/lookahead/CMakeLists.txt +0 -5
  82. package/src/llama.cpp/examples/lookahead/lookahead.cpp +0 -472
  83. package/src/llama.cpp/examples/lookup/CMakeLists.txt +0 -23
  84. package/src/llama.cpp/examples/lookup/lookup-create.cpp +0 -40
  85. package/src/llama.cpp/examples/lookup/lookup-merge.cpp +0 -47
  86. package/src/llama.cpp/examples/lookup/lookup-stats.cpp +0 -157
  87. package/src/llama.cpp/examples/lookup/lookup.cpp +0 -242
  88. package/src/llama.cpp/examples/parallel/CMakeLists.txt +0 -5
  89. package/src/llama.cpp/examples/parallel/parallel.cpp +0 -492
  90. package/src/llama.cpp/examples/passkey/CMakeLists.txt +0 -5
  91. package/src/llama.cpp/examples/passkey/passkey.cpp +0 -277
  92. package/src/llama.cpp/examples/retrieval/CMakeLists.txt +0 -5
  93. package/src/llama.cpp/examples/retrieval/retrieval.cpp +0 -304
  94. package/src/llama.cpp/examples/save-load-state/CMakeLists.txt +0 -5
  95. package/src/llama.cpp/examples/save-load-state/save-load-state.cpp +0 -246
  96. package/src/llama.cpp/examples/simple/CMakeLists.txt +0 -5
  97. package/src/llama.cpp/examples/simple/simple.cpp +0 -206
  98. package/src/llama.cpp/examples/simple-chat/CMakeLists.txt +0 -5
  99. package/src/llama.cpp/examples/simple-chat/simple-chat.cpp +0 -206
  100. package/src/llama.cpp/examples/simple-cmake-pkg/CMakeLists.txt +0 -11
  101. package/src/llama.cpp/examples/speculative/CMakeLists.txt +0 -5
  102. package/src/llama.cpp/examples/speculative/speculative.cpp +0 -644
  103. package/src/llama.cpp/examples/speculative-simple/CMakeLists.txt +0 -5
  104. package/src/llama.cpp/examples/speculative-simple/speculative-simple.cpp +0 -261
  105. package/src/llama.cpp/examples/sycl/CMakeLists.txt +0 -9
  106. package/src/llama.cpp/examples/sycl/build.sh +0 -23
  107. package/src/llama.cpp/examples/sycl/ls-sycl-device.cpp +0 -13
  108. package/src/llama.cpp/examples/sycl/run-llama2.sh +0 -27
  109. package/src/llama.cpp/examples/sycl/run-llama3.sh +0 -28
  110. package/src/llama.cpp/examples/sycl/win-build-sycl.bat +0 -33
  111. package/src/llama.cpp/examples/sycl/win-run-llama2.bat +0 -9
  112. package/src/llama.cpp/examples/sycl/win-run-llama3.bat +0 -9
  113. package/src/llama.cpp/examples/training/CMakeLists.txt +0 -5
  114. package/src/llama.cpp/examples/training/finetune.cpp +0 -96
  115. package/src/llama.cpp/ggml/cmake/GitVars.cmake +0 -22
  116. package/src/llama.cpp/ggml/cmake/common.cmake +0 -26
  117. package/src/llama.cpp/ggml/src/ggml-alloc.c +0 -1042
  118. package/src/llama.cpp/ggml/src/ggml-backend-impl.h +0 -255
  119. package/src/llama.cpp/ggml/src/ggml-backend-reg.cpp +0 -586
  120. package/src/llama.cpp/ggml/src/ggml-backend.cpp +0 -2008
  121. package/src/llama.cpp/ggml/src/ggml-blas/CMakeLists.txt +0 -87
  122. package/src/llama.cpp/ggml/src/ggml-blas/ggml-blas.cpp +0 -517
  123. package/src/llama.cpp/ggml/src/ggml-cann/CMakeLists.txt +0 -74
  124. package/src/llama.cpp/ggml/src/ggml-cann/acl_tensor.cpp +0 -179
  125. package/src/llama.cpp/ggml/src/ggml-cann/acl_tensor.h +0 -258
  126. package/src/llama.cpp/ggml/src/ggml-cann/aclnn_ops.cpp +0 -2863
  127. package/src/llama.cpp/ggml/src/ggml-cann/aclnn_ops.h +0 -1110
  128. package/src/llama.cpp/ggml/src/ggml-cann/common.h +0 -420
  129. package/src/llama.cpp/ggml/src/ggml-cann/ggml-cann.cpp +0 -2570
  130. package/src/llama.cpp/ggml/src/ggml-common.h +0 -1857
  131. package/src/llama.cpp/ggml/src/ggml-cpu/cmake/FindSIMD.cmake +0 -100
  132. package/src/llama.cpp/ggml/src/ggml-cuda/CMakeLists.txt +0 -184
  133. package/src/llama.cpp/ggml/src/ggml-cuda/vendors/cuda.h +0 -15
  134. package/src/llama.cpp/ggml/src/ggml-cuda/vendors/hip.h +0 -243
  135. package/src/llama.cpp/ggml/src/ggml-cuda/vendors/musa.h +0 -140
  136. package/src/llama.cpp/ggml/src/ggml-hip/CMakeLists.txt +0 -131
  137. package/src/llama.cpp/ggml/src/ggml-impl.h +0 -601
  138. package/src/llama.cpp/ggml/src/ggml-kompute/CMakeLists.txt +0 -166
  139. package/src/llama.cpp/ggml/src/ggml-kompute/ggml-kompute.cpp +0 -2251
  140. package/src/llama.cpp/ggml/src/ggml-metal/CMakeLists.txt +0 -120
  141. package/src/llama.cpp/ggml/src/ggml-metal/ggml-metal-impl.h +0 -622
  142. package/src/llama.cpp/ggml/src/ggml-musa/CMakeLists.txt +0 -113
  143. package/src/llama.cpp/ggml/src/ggml-opencl/CMakeLists.txt +0 -96
  144. package/src/llama.cpp/ggml/src/ggml-opencl/ggml-opencl.cpp +0 -5124
  145. package/src/llama.cpp/ggml/src/ggml-opt.cpp +0 -1037
  146. package/src/llama.cpp/ggml/src/ggml-quants.c +0 -5232
  147. package/src/llama.cpp/ggml/src/ggml-quants.h +0 -100
  148. package/src/llama.cpp/ggml/src/ggml-rpc/CMakeLists.txt +0 -9
  149. package/src/llama.cpp/ggml/src/ggml-rpc/ggml-rpc.cpp +0 -1813
  150. package/src/llama.cpp/ggml/src/ggml-sycl/CMakeLists.txt +0 -189
  151. package/src/llama.cpp/ggml/src/ggml-sycl/backend.hpp +0 -37
  152. package/src/llama.cpp/ggml/src/ggml-sycl/binbcast.cpp +0 -239
  153. package/src/llama.cpp/ggml/src/ggml-sycl/binbcast.hpp +0 -39
  154. package/src/llama.cpp/ggml/src/ggml-sycl/common.cpp +0 -83
  155. package/src/llama.cpp/ggml/src/ggml-sycl/common.hpp +0 -493
  156. package/src/llama.cpp/ggml/src/ggml-sycl/concat.cpp +0 -197
  157. package/src/llama.cpp/ggml/src/ggml-sycl/concat.hpp +0 -20
  158. package/src/llama.cpp/ggml/src/ggml-sycl/conv.cpp +0 -100
  159. package/src/llama.cpp/ggml/src/ggml-sycl/conv.hpp +0 -20
  160. package/src/llama.cpp/ggml/src/ggml-sycl/convert.cpp +0 -623
  161. package/src/llama.cpp/ggml/src/ggml-sycl/convert.hpp +0 -34
  162. package/src/llama.cpp/ggml/src/ggml-sycl/cpy.cpp +0 -701
  163. package/src/llama.cpp/ggml/src/ggml-sycl/cpy.hpp +0 -11
  164. package/src/llama.cpp/ggml/src/ggml-sycl/dequantize.hpp +0 -791
  165. package/src/llama.cpp/ggml/src/ggml-sycl/dmmv.cpp +0 -1160
  166. package/src/llama.cpp/ggml/src/ggml-sycl/dmmv.hpp +0 -27
  167. package/src/llama.cpp/ggml/src/ggml-sycl/dpct/helper.hpp +0 -2957
  168. package/src/llama.cpp/ggml/src/ggml-sycl/element_wise.cpp +0 -1536
  169. package/src/llama.cpp/ggml/src/ggml-sycl/element_wise.hpp +0 -75
  170. package/src/llama.cpp/ggml/src/ggml-sycl/gemm.hpp +0 -99
  171. package/src/llama.cpp/ggml/src/ggml-sycl/getrows.cpp +0 -311
  172. package/src/llama.cpp/ggml/src/ggml-sycl/getrows.hpp +0 -20
  173. package/src/llama.cpp/ggml/src/ggml-sycl/ggml-sycl.cpp +0 -4443
  174. package/src/llama.cpp/ggml/src/ggml-sycl/gla.cpp +0 -105
  175. package/src/llama.cpp/ggml/src/ggml-sycl/gla.hpp +0 -8
  176. package/src/llama.cpp/ggml/src/ggml-sycl/im2col.cpp +0 -136
  177. package/src/llama.cpp/ggml/src/ggml-sycl/im2col.hpp +0 -21
  178. package/src/llama.cpp/ggml/src/ggml-sycl/mmq.cpp +0 -3030
  179. package/src/llama.cpp/ggml/src/ggml-sycl/mmq.hpp +0 -33
  180. package/src/llama.cpp/ggml/src/ggml-sycl/mmvq.cpp +0 -1108
  181. package/src/llama.cpp/ggml/src/ggml-sycl/mmvq.hpp +0 -27
  182. package/src/llama.cpp/ggml/src/ggml-sycl/norm.cpp +0 -474
  183. package/src/llama.cpp/ggml/src/ggml-sycl/norm.hpp +0 -26
  184. package/src/llama.cpp/ggml/src/ggml-sycl/outprod.cpp +0 -46
  185. package/src/llama.cpp/ggml/src/ggml-sycl/outprod.hpp +0 -10
  186. package/src/llama.cpp/ggml/src/ggml-sycl/presets.hpp +0 -74
  187. package/src/llama.cpp/ggml/src/ggml-sycl/quants.hpp +0 -83
  188. package/src/llama.cpp/ggml/src/ggml-sycl/rope.cpp +0 -362
  189. package/src/llama.cpp/ggml/src/ggml-sycl/rope.hpp +0 -20
  190. package/src/llama.cpp/ggml/src/ggml-sycl/softmax.cpp +0 -264
  191. package/src/llama.cpp/ggml/src/ggml-sycl/softmax.hpp +0 -20
  192. package/src/llama.cpp/ggml/src/ggml-sycl/sycl_hw.cpp +0 -13
  193. package/src/llama.cpp/ggml/src/ggml-sycl/sycl_hw.hpp +0 -23
  194. package/src/llama.cpp/ggml/src/ggml-sycl/tsembd.cpp +0 -73
  195. package/src/llama.cpp/ggml/src/ggml-sycl/tsembd.hpp +0 -20
  196. package/src/llama.cpp/ggml/src/ggml-sycl/vecdotq.hpp +0 -1215
  197. package/src/llama.cpp/ggml/src/ggml-sycl/wkv.cpp +0 -305
  198. package/src/llama.cpp/ggml/src/ggml-sycl/wkv.hpp +0 -10
  199. package/src/llama.cpp/ggml/src/ggml-threading.cpp +0 -12
  200. package/src/llama.cpp/ggml/src/ggml-threading.h +0 -14
  201. package/src/llama.cpp/ggml/src/ggml-vulkan/CMakeLists.txt +0 -196
  202. package/src/llama.cpp/ggml/src/ggml-vulkan/ggml-vulkan.cpp +0 -10699
  203. package/src/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/CMakeLists.txt +0 -39
  204. package/src/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp +0 -751
  205. package/src/llama.cpp/ggml/src/ggml.c +0 -6550
  206. package/src/llama.cpp/ggml/src/gguf.cpp +0 -1330
  207. package/src/llama.cpp/models/.editorconfig +0 -1
  208. package/src/llama.cpp/models/ggml-vocab-aquila.gguf +0 -0
  209. package/src/llama.cpp/models/ggml-vocab-baichuan.gguf +0 -0
  210. package/src/llama.cpp/models/ggml-vocab-bert-bge.gguf +0 -0
  211. package/src/llama.cpp/models/ggml-vocab-bert-bge.gguf.inp +0 -112
  212. package/src/llama.cpp/models/ggml-vocab-bert-bge.gguf.out +0 -46
  213. package/src/llama.cpp/models/ggml-vocab-chameleon.gguf.inp +0 -112
  214. package/src/llama.cpp/models/ggml-vocab-chameleon.gguf.out +0 -46
  215. package/src/llama.cpp/models/ggml-vocab-command-r.gguf +0 -0
  216. package/src/llama.cpp/models/ggml-vocab-command-r.gguf.inp +0 -112
  217. package/src/llama.cpp/models/ggml-vocab-command-r.gguf.out +0 -46
  218. package/src/llama.cpp/models/ggml-vocab-deepseek-coder.gguf +0 -0
  219. package/src/llama.cpp/models/ggml-vocab-deepseek-coder.gguf.inp +0 -112
  220. package/src/llama.cpp/models/ggml-vocab-deepseek-coder.gguf.out +0 -46
  221. package/src/llama.cpp/models/ggml-vocab-deepseek-llm.gguf +0 -0
  222. package/src/llama.cpp/models/ggml-vocab-deepseek-llm.gguf.inp +0 -112
  223. package/src/llama.cpp/models/ggml-vocab-deepseek-llm.gguf.out +0 -46
  224. package/src/llama.cpp/models/ggml-vocab-deepseek-r1-qwen.gguf.inp +0 -112
  225. package/src/llama.cpp/models/ggml-vocab-deepseek-r1-qwen.gguf.out +0 -46
  226. package/src/llama.cpp/models/ggml-vocab-falcon.gguf +0 -0
  227. package/src/llama.cpp/models/ggml-vocab-falcon.gguf.inp +0 -112
  228. package/src/llama.cpp/models/ggml-vocab-falcon.gguf.out +0 -46
  229. package/src/llama.cpp/models/ggml-vocab-gpt-2.gguf +0 -0
  230. package/src/llama.cpp/models/ggml-vocab-gpt-2.gguf.inp +0 -112
  231. package/src/llama.cpp/models/ggml-vocab-gpt-2.gguf.out +0 -46
  232. package/src/llama.cpp/models/ggml-vocab-gpt-4o.gguf.inp +0 -112
  233. package/src/llama.cpp/models/ggml-vocab-gpt-4o.gguf.out +0 -46
  234. package/src/llama.cpp/models/ggml-vocab-gpt-neox.gguf +0 -0
  235. package/src/llama.cpp/models/ggml-vocab-llama-bpe.gguf +0 -0
  236. package/src/llama.cpp/models/ggml-vocab-llama-bpe.gguf.inp +0 -112
  237. package/src/llama.cpp/models/ggml-vocab-llama-bpe.gguf.out +0 -46
  238. package/src/llama.cpp/models/ggml-vocab-llama-spm.gguf +0 -0
  239. package/src/llama.cpp/models/ggml-vocab-llama-spm.gguf.inp +0 -112
  240. package/src/llama.cpp/models/ggml-vocab-llama-spm.gguf.out +0 -46
  241. package/src/llama.cpp/models/ggml-vocab-llama4.gguf.inp +0 -112
  242. package/src/llama.cpp/models/ggml-vocab-llama4.gguf.out +0 -46
  243. package/src/llama.cpp/models/ggml-vocab-mpt.gguf +0 -0
  244. package/src/llama.cpp/models/ggml-vocab-mpt.gguf.inp +0 -112
  245. package/src/llama.cpp/models/ggml-vocab-mpt.gguf.out +0 -46
  246. package/src/llama.cpp/models/ggml-vocab-phi-3.gguf +0 -0
  247. package/src/llama.cpp/models/ggml-vocab-phi-3.gguf.inp +0 -112
  248. package/src/llama.cpp/models/ggml-vocab-phi-3.gguf.out +0 -46
  249. package/src/llama.cpp/models/ggml-vocab-pixtral.gguf.inp +0 -112
  250. package/src/llama.cpp/models/ggml-vocab-pixtral.gguf.out +0 -46
  251. package/src/llama.cpp/models/ggml-vocab-qwen2.gguf +0 -0
  252. package/src/llama.cpp/models/ggml-vocab-qwen2.gguf.inp +0 -112
  253. package/src/llama.cpp/models/ggml-vocab-qwen2.gguf.out +0 -46
  254. package/src/llama.cpp/models/ggml-vocab-refact.gguf +0 -0
  255. package/src/llama.cpp/models/ggml-vocab-refact.gguf.inp +0 -112
  256. package/src/llama.cpp/models/ggml-vocab-refact.gguf.out +0 -46
  257. package/src/llama.cpp/models/ggml-vocab-roberta-bpe.gguf.inp +0 -112
  258. package/src/llama.cpp/models/ggml-vocab-roberta-bpe.gguf.out +0 -46
  259. package/src/llama.cpp/models/ggml-vocab-starcoder.gguf +0 -0
  260. package/src/llama.cpp/models/ggml-vocab-starcoder.gguf.inp +0 -112
  261. package/src/llama.cpp/models/ggml-vocab-starcoder.gguf.out +0 -46
  262. package/src/llama.cpp/pocs/CMakeLists.txt +0 -14
  263. package/src/llama.cpp/pocs/vdot/CMakeLists.txt +0 -9
  264. package/src/llama.cpp/pocs/vdot/q8dot.cpp +0 -173
  265. package/src/llama.cpp/pocs/vdot/vdot.cpp +0 -311
  266. package/src/llama.cpp/prompts/LLM-questions.txt +0 -49
  267. package/src/llama.cpp/prompts/alpaca.txt +0 -1
  268. package/src/llama.cpp/prompts/assistant.txt +0 -31
  269. package/src/llama.cpp/prompts/chat-with-baichuan.txt +0 -4
  270. package/src/llama.cpp/prompts/chat-with-bob.txt +0 -7
  271. package/src/llama.cpp/prompts/chat-with-qwen.txt +0 -1
  272. package/src/llama.cpp/prompts/chat-with-vicuna-v0.txt +0 -7
  273. package/src/llama.cpp/prompts/chat-with-vicuna-v1.txt +0 -7
  274. package/src/llama.cpp/prompts/chat.txt +0 -28
  275. package/src/llama.cpp/prompts/dan-modified.txt +0 -1
  276. package/src/llama.cpp/prompts/dan.txt +0 -1
  277. package/src/llama.cpp/prompts/mnemonics.txt +0 -93
  278. package/src/llama.cpp/prompts/parallel-questions.txt +0 -43
  279. package/src/llama.cpp/prompts/reason-act.txt +0 -18
  280. package/src/llama.cpp/requirements/requirements-all.txt +0 -15
  281. package/src/llama.cpp/requirements/requirements-compare-llama-bench.txt +0 -2
  282. package/src/llama.cpp/requirements/requirements-convert_hf_to_gguf.txt +0 -7
  283. package/src/llama.cpp/requirements/requirements-convert_hf_to_gguf_update.txt +0 -7
  284. package/src/llama.cpp/requirements/requirements-convert_legacy_llama.txt +0 -5
  285. package/src/llama.cpp/requirements/requirements-convert_llama_ggml_to_gguf.txt +0 -1
  286. package/src/llama.cpp/requirements/requirements-convert_lora_to_gguf.txt +0 -4
  287. package/src/llama.cpp/requirements/requirements-gguf_editor_gui.txt +0 -3
  288. package/src/llama.cpp/requirements/requirements-pydantic.txt +0 -3
  289. package/src/llama.cpp/requirements/requirements-test-tokenizer-random.txt +0 -1
  290. package/src/llama.cpp/requirements/requirements-tool_bench.txt +0 -12
  291. package/src/llama.cpp/requirements.txt +0 -13
  292. package/src/llama.cpp/scripts/build-info.sh +0 -30
  293. package/src/llama.cpp/scripts/install-oneapi.bat +0 -19
  294. package/src/llama.cpp/scripts/xxd.cmake +0 -16
  295. package/src/llama.cpp/tests/CMakeLists.txt +0 -177
  296. package/src/llama.cpp/tests/get-model.cpp +0 -21
  297. package/src/llama.cpp/tests/get-model.h +0 -2
  298. package/src/llama.cpp/tests/test-arg-parser.cpp +0 -178
  299. package/src/llama.cpp/tests/test-autorelease.cpp +0 -24
  300. package/src/llama.cpp/tests/test-backend-ops.cpp +0 -4793
  301. package/src/llama.cpp/tests/test-barrier.cpp +0 -94
  302. package/src/llama.cpp/tests/test-c.c +0 -7
  303. package/src/llama.cpp/tests/test-chat-template.cpp +0 -417
  304. package/src/llama.cpp/tests/test-chat.cpp +0 -985
  305. package/src/llama.cpp/tests/test-double-float.cpp +0 -57
  306. package/src/llama.cpp/tests/test-gbnf-validator.cpp +0 -109
  307. package/src/llama.cpp/tests/test-gguf.cpp +0 -1338
  308. package/src/llama.cpp/tests/test-grammar-integration.cpp +0 -1308
  309. package/src/llama.cpp/tests/test-grammar-llguidance.cpp +0 -1201
  310. package/src/llama.cpp/tests/test-grammar-parser.cpp +0 -519
  311. package/src/llama.cpp/tests/test-json-schema-to-grammar.cpp +0 -1304
  312. package/src/llama.cpp/tests/test-llama-grammar.cpp +0 -408
  313. package/src/llama.cpp/tests/test-log.cpp +0 -39
  314. package/src/llama.cpp/tests/test-model-load-cancel.cpp +0 -27
  315. package/src/llama.cpp/tests/test-mtmd-c-api.c +0 -63
  316. package/src/llama.cpp/tests/test-opt.cpp +0 -904
  317. package/src/llama.cpp/tests/test-quantize-fns.cpp +0 -186
  318. package/src/llama.cpp/tests/test-quantize-perf.cpp +0 -365
  319. package/src/llama.cpp/tests/test-quantize-stats.cpp +0 -424
  320. package/src/llama.cpp/tests/test-regex-partial.cpp +0 -288
  321. package/src/llama.cpp/tests/test-rope.cpp +0 -262
  322. package/src/llama.cpp/tests/test-sampling.cpp +0 -399
  323. package/src/llama.cpp/tests/test-tokenizer-0.cpp +0 -312
  324. package/src/llama.cpp/tests/test-tokenizer-1-bpe.cpp +0 -155
  325. package/src/llama.cpp/tests/test-tokenizer-1-spm.cpp +0 -125
  326. package/src/llama.cpp/tools/CMakeLists.txt +0 -39
  327. package/src/llama.cpp/tools/batched-bench/CMakeLists.txt +0 -5
  328. package/src/llama.cpp/tools/batched-bench/batched-bench.cpp +0 -204
  329. package/src/llama.cpp/tools/cvector-generator/CMakeLists.txt +0 -5
  330. package/src/llama.cpp/tools/cvector-generator/completions.txt +0 -582
  331. package/src/llama.cpp/tools/cvector-generator/cvector-generator.cpp +0 -508
  332. package/src/llama.cpp/tools/cvector-generator/mean.hpp +0 -48
  333. package/src/llama.cpp/tools/cvector-generator/negative.txt +0 -4
  334. package/src/llama.cpp/tools/cvector-generator/pca.hpp +0 -315
  335. package/src/llama.cpp/tools/cvector-generator/positive.txt +0 -4
  336. package/src/llama.cpp/tools/export-lora/CMakeLists.txt +0 -5
  337. package/src/llama.cpp/tools/export-lora/export-lora.cpp +0 -434
  338. package/src/llama.cpp/tools/gguf-split/CMakeLists.txt +0 -5
  339. package/src/llama.cpp/tools/gguf-split/gguf-split.cpp +0 -583
  340. package/src/llama.cpp/tools/imatrix/CMakeLists.txt +0 -5
  341. package/src/llama.cpp/tools/imatrix/imatrix.cpp +0 -667
  342. package/src/llama.cpp/tools/llama-bench/CMakeLists.txt +0 -5
  343. package/src/llama.cpp/tools/llama-bench/llama-bench.cpp +0 -2024
  344. package/src/llama.cpp/tools/main/CMakeLists.txt +0 -5
  345. package/src/llama.cpp/tools/main/main.cpp +0 -977
  346. package/src/llama.cpp/tools/mtmd/CMakeLists.txt +0 -58
  347. package/src/llama.cpp/tools/mtmd/clip-impl.h +0 -462
  348. package/src/llama.cpp/tools/mtmd/clip.cpp +0 -4024
  349. package/src/llama.cpp/tools/mtmd/clip.h +0 -101
  350. package/src/llama.cpp/tools/mtmd/deprecation-warning.cpp +0 -22
  351. package/src/llama.cpp/tools/mtmd/miniaudio.h +0 -93468
  352. package/src/llama.cpp/tools/mtmd/mtmd-audio.cpp +0 -855
  353. package/src/llama.cpp/tools/mtmd/mtmd-audio.h +0 -62
  354. package/src/llama.cpp/tools/mtmd/mtmd-cli.cpp +0 -377
  355. package/src/llama.cpp/tools/mtmd/mtmd-helper.cpp +0 -297
  356. package/src/llama.cpp/tools/mtmd/mtmd.cpp +0 -942
  357. package/src/llama.cpp/tools/mtmd/mtmd.h +0 -362
  358. package/src/llama.cpp/tools/mtmd/requirements.txt +0 -5
  359. package/src/llama.cpp/tools/perplexity/CMakeLists.txt +0 -5
  360. package/src/llama.cpp/tools/perplexity/perplexity.cpp +0 -2063
  361. package/src/llama.cpp/tools/quantize/CMakeLists.txt +0 -6
  362. package/src/llama.cpp/tools/quantize/quantize.cpp +0 -519
  363. package/src/llama.cpp/tools/rpc/CMakeLists.txt +0 -4
  364. package/src/llama.cpp/tools/rpc/rpc-server.cpp +0 -322
  365. package/src/llama.cpp/tools/run/CMakeLists.txt +0 -16
  366. package/src/llama.cpp/tools/run/linenoise.cpp/linenoise.cpp +0 -1995
  367. package/src/llama.cpp/tools/run/linenoise.cpp/linenoise.h +0 -137
  368. package/src/llama.cpp/tools/run/run.cpp +0 -1261
  369. package/src/llama.cpp/tools/server/CMakeLists.txt +0 -51
  370. package/src/llama.cpp/tools/server/bench/requirements.txt +0 -2
  371. package/src/llama.cpp/tools/server/httplib.h +0 -10506
  372. package/src/llama.cpp/tools/server/server.cpp +0 -4966
  373. package/src/llama.cpp/tools/server/tests/requirements.txt +0 -8
  374. package/src/llama.cpp/tools/server/utils.hpp +0 -1337
  375. package/src/llama.cpp/tools/tokenize/CMakeLists.txt +0 -5
  376. package/src/llama.cpp/tools/tokenize/tokenize.cpp +0 -416
  377. package/src/llama.cpp/tools/tts/CMakeLists.txt +0 -5
  378. package/src/llama.cpp/tools/tts/tts.cpp +0 -1092
@@ -1,855 +0,0 @@
1
- // fix problem with std::min and std::max
2
- #if defined(_WIN32)
3
- #define WIN32_LEAN_AND_MEAN
4
- #ifndef NOMINMAX
5
- # define NOMINMAX
6
- #endif
7
- #include <windows.h>
8
- #endif
9
-
10
- #include "mtmd-audio.h"
11
-
12
- //#define MTMD_AUDIO_DEBUG
13
-
14
- #define MINIAUDIO_IMPLEMENTATION
15
- #ifndef MTMD_AUDIO_DEBUG
16
- # define MA_NO_ENCODING
17
- #endif
18
- #define MA_NO_DEVICE_IO
19
- #define MA_NO_RESOURCE_MANAGER
20
- #define MA_NO_NODE_GRAPH
21
- #define MA_NO_ENGINE
22
- #define MA_NO_GENERATION
23
- #define MA_API static
24
- #include "miniaudio.h"
25
-
26
- #define _USE_MATH_DEFINES // for M_PI
27
- #include <cmath>
28
- #include <cstdint>
29
- #include <cstring>
30
- #include <thread>
31
- #include <vector>
32
- #include <fstream>
33
- #include <algorithm>
34
-
35
- // most of the code here is copied from whisper.cpp
36
-
37
- // align x to upper multiple of n
38
- #define _ALIGN(x, n) ((((x) + (n) - 1) / (n)) * (n))
39
-
40
- namespace whisper_preprocessor {
41
-
42
- #define SIN_COS_N_COUNT WHISPER_N_FFT
43
- namespace {
44
- struct whisper_global_cache {
45
- // In FFT, we frequently use sine and cosine operations with the same values.
46
- // We can use precalculated values to speed up the process.
47
- float sin_vals[SIN_COS_N_COUNT];
48
- float cos_vals[SIN_COS_N_COUNT];
49
-
50
- // Hann window (Use cosf to eliminate difference)
51
- // ref: https://pytorch.org/docs/stable/generated/torch.hann_window.html
52
- // ref: https://github.com/openai/whisper/blob/main/whisper/audio.py#L147
53
- float hann_window[WHISPER_N_FFT];
54
-
55
- whisper_global_cache() {
56
- fill_sin_cos_table();
57
- fill_hann_window(sizeof(hann_window)/sizeof(hann_window[0]), true, hann_window);
58
- }
59
-
60
- void fill_sin_cos_table() {
61
- for (int i = 0; i < SIN_COS_N_COUNT; i++) {
62
- double theta = (2 * M_PI * i) / SIN_COS_N_COUNT;
63
- sin_vals[i] = sinf(theta);
64
- cos_vals[i] = cosf(theta);
65
- }
66
- }
67
-
68
- void fill_hann_window(int length, bool periodic, float * output) {
69
- int offset = -1;
70
- if (periodic) {
71
- offset = 0;
72
- }
73
- for (int i = 0; i < length; i++) {
74
- output[i] = 0.5 * (1.0 - cosf((2.0 * M_PI * i) / (length + offset)));
75
- }
76
- }
77
- } global_cache;
78
- }
79
-
80
- // naive Discrete Fourier Transform
81
- // input is real-valued
82
- // output is complex-valued
83
- static void dft(const float* in, int N, float* out) {
84
- const int sin_cos_step = SIN_COS_N_COUNT / N;
85
-
86
- for (int k = 0; k < N; k++) {
87
- float re = 0;
88
- float im = 0;
89
-
90
- for (int n = 0; n < N; n++) {
91
- int idx = (k * n * sin_cos_step) % (SIN_COS_N_COUNT); // t = 2*M_PI*k*n/N
92
- re += in[n]*global_cache.cos_vals[idx]; // cos(t)
93
- im -= in[n]*global_cache.sin_vals[idx]; // sin(t)
94
- }
95
-
96
- out[k*2 + 0] = re;
97
- out[k*2 + 1] = im;
98
- }
99
- }
100
-
101
- // Cooley-Tukey FFT
102
- // poor man's implementation - use something better
103
- // input is real-valued
104
- // output is complex-valued
105
- static void fft(float* in, int N, float* out) {
106
- if (N == 1) {
107
- out[0] = in[0];
108
- out[1] = 0;
109
- return;
110
- }
111
-
112
- const int half_N = N / 2;
113
- if (N - half_N*2 == 1) {
114
- dft(in, N, out);
115
- return;
116
- }
117
-
118
- float* even = in + N;
119
- for (int i = 0; i < half_N; ++i) {
120
- even[i]= in[2*i];
121
- }
122
- float* even_fft = out + 2 * N;
123
- fft(even, half_N, even_fft);
124
-
125
- float* odd = even;
126
- for (int i = 0; i < half_N; ++i) {
127
- odd[i] = in[2*i + 1];
128
- }
129
- float* odd_fft = even_fft + N;
130
- fft(odd, half_N, odd_fft);
131
-
132
- const int sin_cos_step = SIN_COS_N_COUNT / N;
133
- for (int k = 0; k < half_N; k++) {
134
- int idx = k * sin_cos_step; // t = 2*M_PI*k/N
135
- float re = global_cache.cos_vals[idx]; // cos(t)
136
- float im = -global_cache.sin_vals[idx]; // sin(t)
137
-
138
- float re_odd = odd_fft[2*k + 0];
139
- float im_odd = odd_fft[2*k + 1];
140
-
141
- out[2*k + 0] = even_fft[2*k + 0] + re*re_odd - im*im_odd;
142
- out[2*k + 1] = even_fft[2*k + 1] + re*im_odd + im*re_odd;
143
-
144
- out[2*(k + half_N) + 0] = even_fft[2*k + 0] - re*re_odd + im*im_odd;
145
- out[2*(k + half_N) + 1] = even_fft[2*k + 1] - re*im_odd - im*re_odd;
146
- }
147
- }
148
-
149
- static void log_mel_spectrogram_worker_thread(int ith, const float * hann, const std::vector<float> & samples,
150
- int n_samples, int frame_size, int frame_step, int n_threads,
151
- const whisper_filters & filters, whisper_mel & mel) {
152
- std::vector<float> fft_in(frame_size * 2, 0.0);
153
- std::vector<float> fft_out(frame_size * 2 * 2 * 2);
154
-
155
- int n_fft = filters.n_fft;
156
- int i = ith;
157
-
158
- // make sure n_fft == 1 + (WHISPER_N_FFT / 2), bin_0 to bin_nyquist
159
- WHISPER_ASSERT(n_fft == 1 + (frame_size / 2));
160
-
161
- // calculate FFT only when fft_in are not all zero
162
- for (; i < std::min(n_samples / frame_step + 1, mel.n_len); i += n_threads) {
163
- const int offset = i * frame_step;
164
-
165
- // apply Hann window (~10% faster)
166
- for (int j = 0; j < std::min(frame_size, n_samples - offset); j++) {
167
- fft_in[j] = hann[j] * samples[offset + j];
168
- }
169
-
170
- // fill the rest with zeros
171
- if (n_samples - offset < frame_size) {
172
- std::fill(fft_in.begin() + (n_samples - offset), fft_in.end(), 0.0);
173
- }
174
-
175
- // FFT
176
- fft(fft_in.data(), frame_size, fft_out.data());
177
-
178
- // Calculate modulus^2 of complex numbers
179
- // Use pow(fft_out[2 * j + 0], 2) + pow(fft_out[2 * j + 1], 2) causes inference quality problem? Interesting.
180
- for (int j = 0; j < n_fft; j++) {
181
- fft_out[j] = (fft_out[2 * j + 0] * fft_out[2 * j + 0] + fft_out[2 * j + 1] * fft_out[2 * j + 1]);
182
- }
183
-
184
- // mel spectrogram
185
- for (int j = 0; j < mel.n_mel; j++) {
186
- double sum = 0.0;
187
- // unroll loop (suggested by GH user @lunixbochs)
188
- int k = 0;
189
- for (k = 0; k < n_fft - 3; k += 4) {
190
- sum +=
191
- fft_out[k + 0] * filters.data[j * n_fft + k + 0] +
192
- fft_out[k + 1] * filters.data[j * n_fft + k + 1] +
193
- fft_out[k + 2] * filters.data[j * n_fft + k + 2] +
194
- fft_out[k + 3] * filters.data[j * n_fft + k + 3];
195
- }
196
- // handle n_fft remainder
197
- for (; k < n_fft; k++) {
198
- sum += fft_out[k] * filters.data[j * n_fft + k];
199
- }
200
- sum = log10(std::max(sum, 1e-10));
201
- mel.data[j * mel.n_len + i] = sum;
202
- }
203
- }
204
-
205
- // Otherwise fft_out are all zero
206
- double sum = log10(1e-10);
207
- for (; i < mel.n_len; i += n_threads) {
208
- for (int j = 0; j < mel.n_mel; j++) {
209
- mel.data[j * mel.n_len + i] = sum;
210
- }
211
- }
212
- }
213
-
214
- // ref: https://github.com/openai/whisper/blob/main/whisper/audio.py#L110-L157
215
- static bool log_mel_spectrogram(
216
- const float * samples,
217
- const int n_samples,
218
- const int /*sample_rate*/,
219
- const int frame_size,
220
- const int frame_step,
221
- const int n_mel,
222
- const int n_threads,
223
- const whisper_filters & filters,
224
- const bool debug,
225
- whisper_mel & mel) {
226
- //const int64_t t_start_us = ggml_time_us();
227
-
228
- // Hann window
229
- WHISPER_ASSERT(frame_size == WHISPER_N_FFT && "Unsupported frame_size");
230
- const float * hann = global_cache.hann_window;
231
-
232
- // Calculate the length of padding
233
- int64_t stage_1_pad = WHISPER_SAMPLE_RATE * 30;
234
- int64_t stage_2_pad = frame_size / 2;
235
-
236
- // Initialize a vector and copy data from C array to it.
237
- std::vector<float> samples_padded;
238
- samples_padded.resize(n_samples + stage_1_pad + stage_2_pad * 2);
239
- std::copy(samples, samples + n_samples, samples_padded.begin() + stage_2_pad);
240
-
241
- // pad 30 seconds of zeros at the end of audio (480,000 samples) + reflective pad 200 samples at the end of audio
242
- std::fill(samples_padded.begin() + n_samples + stage_2_pad, samples_padded.begin() + n_samples + stage_1_pad + 2 * stage_2_pad, 0);
243
-
244
- // reflective pad 200 samples at the beginning of audio
245
- std::reverse_copy(samples + 1, samples + 1 + stage_2_pad, samples_padded.begin());
246
-
247
- mel.n_mel = n_mel;
248
- // https://github.com/pytorch/pytorch/blob/main/aten/src/ATen/native/SpectralOps.cpp#L936
249
- // Calculate number of frames + remove the last frame
250
- mel.n_len = (samples_padded.size() - frame_size) / frame_step;
251
- // Calculate semi-padded sample length to ensure compatibility
252
- mel.n_len_org = 1 + (n_samples + stage_2_pad - frame_size) / frame_step;
253
- mel.data.resize(mel.n_mel * mel.n_len);
254
-
255
- {
256
- std::vector<std::thread> workers(n_threads - 1);
257
- for (int iw = 0; iw < n_threads - 1; ++iw) {
258
- workers[iw] = std::thread(
259
- log_mel_spectrogram_worker_thread, iw + 1, hann, std::cref(samples_padded),
260
- n_samples + stage_2_pad, frame_size, frame_step, n_threads,
261
- std::cref(filters), std::ref(mel));
262
- }
263
-
264
- // main thread
265
- log_mel_spectrogram_worker_thread(0, hann, samples_padded, n_samples + stage_2_pad, frame_size, frame_step, n_threads, filters, mel);
266
-
267
- for (int iw = 0; iw < n_threads - 1; ++iw) {
268
- workers[iw].join();
269
- }
270
- }
271
-
272
- // clamping and normalization
273
- double mmax = -1e20;
274
- for (int i = 0; i < mel.n_mel*mel.n_len; i++) {
275
- if (mel.data[i] > mmax) {
276
- mmax = mel.data[i];
277
- }
278
- }
279
-
280
- mmax -= 8.0;
281
-
282
- for (int i = 0; i < mel.n_mel*mel.n_len; i++) {
283
- if (mel.data[i] < mmax) {
284
- mel.data[i] = mmax;
285
- }
286
-
287
- mel.data[i] = (mel.data[i] + 4.0)/4.0;
288
- }
289
-
290
- // Dump log_mel_spectrogram
291
- if (debug) {
292
- std::ofstream outFile("log_mel_spectrogram.json");
293
- outFile << "[";
294
- for (uint64_t i = 0; i < mel.data.size() - 1; i++) {
295
- outFile << mel.data[i] << ", ";
296
- }
297
- outFile << mel.data[mel.data.size() - 1] << "]";
298
- outFile.close();
299
- }
300
-
301
- return true;
302
- }
303
-
304
- bool preprocess_audio(
305
- const float * samples,
306
- size_t n_samples,
307
- const whisper_filters & filters,
308
- std::vector<whisper_mel> & output) {
309
-
310
- if (n_samples == 0) {
311
- // empty audio
312
- return false;
313
- }
314
-
315
- whisper_mel out_full;
316
- bool ok = log_mel_spectrogram(
317
- samples,
318
- n_samples,
319
- COMMON_SAMPLE_RATE,
320
- WHISPER_N_FFT,
321
- WHISPER_HOP_LENGTH,
322
- filters.n_mel,
323
- 4, // n_threads
324
- filters,
325
- false, // debug
326
- out_full);
327
- if (!ok) {
328
- return false;
329
- }
330
-
331
- // because the cgraph in clip.cpp only accepts 3000 frames each, we need to split the mel
332
- // we always expect the mel to have 3000 silent frames at the end
333
- // printf("n_len %d\n", out_full.n_len);
334
- const size_t frames_per_chunk = 3000;
335
- GGML_ASSERT((size_t)out_full.n_len > frames_per_chunk);
336
- for (size_t off = 0; off < (size_t)out_full.n_len; off += frames_per_chunk) {
337
- int n_len = std::min(frames_per_chunk, (size_t)out_full.n_len - off);
338
- if ((size_t)n_len < frames_per_chunk) {
339
- break; // last uncomplete chunk will always be a padded chunk, safe to ignore
340
- }
341
-
342
- whisper_mel out_chunk;
343
- out_chunk.n_len = n_len;
344
- out_chunk.n_mel = out_full.n_mel;
345
- out_chunk.n_len_org = out_full.n_mel; // unused
346
- out_chunk.data.reserve(out_chunk.n_mel * out_chunk.n_len);
347
-
348
- for (int i = 0; i < out_full.n_mel; i++) {
349
- auto src = out_full.data.begin() + i*out_full.n_len + off;
350
- out_chunk.data.insert(out_chunk.data.end(), src, src + frames_per_chunk);
351
- }
352
-
353
- output.push_back(std::move(out_chunk));
354
- }
355
-
356
- return true;
357
- }
358
-
359
- } // namespace whisper_preprocessor
360
-
361
-
362
- namespace audio_helpers {
363
-
364
- bool is_audio_file(const char * buf, size_t len) {
365
- if (len < 12) {
366
- return false;
367
- }
368
-
369
- // RIFF ref: https://en.wikipedia.org/wiki/Resource_Interchange_File_Format
370
- // WAV ref: https://www.mmsp.ece.mcgill.ca/Documents/AudioFormats/WAVE/WAVE.html
371
- bool is_wav = memcmp(buf, "RIFF", 4) == 0 && memcmp(buf + 8, "WAVE", 4) == 0;
372
- bool is_mp3 = len >= 3 && (
373
- memcmp(buf, "ID3", 3) == 0 ||
374
- // Check for MPEG sync word (simplified check)
375
- ((unsigned char)buf[0] == 0xFF && ((unsigned char)buf[1] & 0xE0) == 0xE0)
376
- );
377
- bool is_flac = memcmp(buf, "fLaC", 4) == 0;
378
-
379
- return is_wav || is_mp3 || is_flac;
380
- }
381
-
382
- // returns true if the buffer is a valid audio file
383
- bool decode_audio_from_buf(const unsigned char * buf_in, size_t len, int target_sampler_rate, std::vector<float> & pcmf32_mono) {
384
- ma_result result;
385
- const int channels = 1;
386
- ma_decoder_config decoder_config = ma_decoder_config_init(ma_format_f32, channels, target_sampler_rate);
387
- ma_decoder decoder;
388
-
389
- result = ma_decoder_init_memory(buf_in, len, &decoder_config, &decoder);
390
- if (result != MA_SUCCESS) {
391
- return false;
392
- }
393
-
394
- ma_uint64 frame_count;
395
- ma_uint64 frames_read;
396
- result = ma_decoder_get_length_in_pcm_frames(&decoder, &frame_count);
397
- if (result != MA_SUCCESS) {
398
- ma_decoder_uninit(&decoder);
399
- return false;
400
- }
401
-
402
- pcmf32_mono.resize(frame_count);
403
- result = ma_decoder_read_pcm_frames(&decoder, pcmf32_mono.data(), frame_count, &frames_read);
404
- if (result != MA_SUCCESS) {
405
- ma_decoder_uninit(&decoder);
406
- return false;
407
- }
408
-
409
- #ifdef MTMD_AUDIO_DEBUG
410
- // save audio to wav file
411
- ma_encoder_config config = ma_encoder_config_init(ma_encoding_format_wav, ma_format_f32, 1, target_sampler_rate);
412
- ma_encoder encoder;
413
- ma_encoder_init_file("output.wav", &config, &encoder);
414
- ma_encoder_write_pcm_frames(&encoder, pcmf32_mono.data(), pcmf32_mono.size(), &frames_read);
415
- ma_encoder_uninit(&encoder);
416
- #endif
417
-
418
- ma_decoder_uninit(&decoder);
419
- return true;
420
- }
421
-
422
- } // namespace wav_utils
423
-
424
-
425
- // precalculated mel filter banks
426
- // values are multiplied by 1000.0 to save space, and will be divided by 1000.0 in the end of the function
427
- //
428
- // generated from python code:
429
- //
430
- // from numpy import load
431
- // data = load('mel_filters.npz')
432
- // lst = data.files
433
- // for item in lst:
434
- // print(item)
435
- // print(data[item].shape)
436
- // n_mel = data[item].shape[0]
437
- // n_fft = data[item].shape[1]
438
- // for i, row in enumerate(data[item]):
439
- // for j, val in enumerate(row):
440
- // val = val * 1000.0
441
- // if val != 0:
442
- // print(f"data[{i*n_fft + j}] = {val:.6f};")
443
-
444
- namespace whisper_precalc_filters {
445
-
446
- whisper_preprocessor::whisper_filters get_128_bins() {
447
- whisper_preprocessor::whisper_filters filters;
448
- filters.n_mel = 128;
449
- filters.n_fft = 201;
450
- std::vector data(filters.n_mel * filters.n_fft, 0.0f);
451
-
452
- data[1] = 12.37398665;
453
- data[202] = 30.39256483;
454
- data[404] = 24.74797331;
455
- data[605] = 18.01857911;
456
- data[807] = 37.12195903;
457
- data[1008] = 5.64459199;
458
- data[1009] = 6.72939420;
459
- data[1210] = 36.03715822;
460
- data[1412] = 19.10337992;
461
- data[1613] = 23.66316877;
462
- data[1815] = 31.47736564;
463
- data[2016] = 11.28918398;
464
- data[2017] = 1.08480197;
465
- data[2218] = 41.68175161;
466
- data[2420] = 13.45878839;
467
- data[2621] = 29.30776216;
468
- data[2823] = 25.83277412;
469
- data[3024] = 16.93377644;
470
- data[3226] = 38.20675984;
471
- data[3427] = 4.55979025;
472
- data[3428] = 7.81419594;
473
- data[3629] = 34.95235741;
474
- data[3831] = 20.18818259;
475
- data[4032] = 22.57836796;
476
- data[4234] = 32.56217018;
477
- data[4435] = 10.20438317;
478
- data[4436] = 2.16960395;
479
- data[4637] = 40.59694707;
480
- data[4839] = 14.54358920;
481
- data[5040] = 28.22295949;
482
- data[5242] = 26.91757679;
483
- data[5443] = 15.84897563;
484
- data[5645] = 39.29156065;
485
- data[5846] = 3.47498828;
486
- data[5847] = 8.89899861;
487
- data[6048] = 33.86755288;
488
- data[6250] = 21.27298526;
489
- data[6451] = 21.49356715;
490
- data[6653] = 33.64697099;
491
- data[6854] = 9.11958050;
492
- data[6855] = 3.25440569;
493
- data[7056] = 39.51214626;
494
- data[7258] = 15.62839188;
495
- data[7459] = 27.13815868;
496
- data[7661] = 28.00237760;
497
- data[7862] = 14.76417296;
498
- data[8064] = 40.37636518;
499
- data[8265] = 2.38068704;
500
- data[8266] = 10.20263787;
501
- data[8467] = 31.61146119;
502
- data[8669] = 24.54700135;
503
- data[8870] = 15.32919332;
504
- data[8871] = 1.66583748;
505
- data[9072] = 36.72905266;
506
- data[9274] = 20.09709924;
507
- data[9475] = 16.93102531;
508
- data[9476] = 2.90265540;
509
- data[9677] = 32.84499049;
510
- data[9879] = 23.52004871;
511
- data[10080] = 11.03894413;
512
- data[10081] = 10.72582975;
513
- data[10282] = 22.71829173;
514
- data[10484] = 32.27872774;
515
- data[10685] = 0.11626833;
516
- data[10686] = 22.85348251;
517
- data[10887] = 8.56344029;
518
- data[10888] = 14.97978810;
519
- data[11089] = 15.51398356;
520
- data[11090] = 8.51490628;
521
- data[11291] = 21.10680379;
522
- data[11292] = 3.32652032;
523
- data[11493] = 25.47064796;
524
- data[11695] = 27.35907957;
525
- data[11896] = 0.65853616;
526
- data[11897] = 23.83812517;
527
- data[12098] = 3.44359246;
528
- data[12099] = 21.22455277;
529
- data[12300] = 5.35842171;
530
- data[12301] = 19.42555793;
531
- data[12502] = 6.49324711;
532
- data[12503] = 18.35542172;
533
- data[12704] = 6.93138083;
534
- data[12705] = 17.93504693;
535
- data[12906] = 6.74968259;
536
- data[12907] = 18.09151843;
537
- data[13108] = 6.01899112;
538
- data[13109] = 18.75767298;
539
- data[13310] = 4.80452832;
540
- data[13311] = 19.87172849;
541
- data[13512] = 3.16627859;
542
- data[13513] = 21.37690969;
543
- data[13514] = 1.25317345;
544
- data[13714] = 1.15934468;
545
- data[13715] = 20.80361731;
546
- data[13716] = 4.04486805;
547
- data[13917] = 17.55363122;
548
- data[13918] = 7.08320038;
549
- data[14119] = 14.07538634;
550
- data[14120] = 10.32655034;
551
- data[14321] = 10.40921453;
552
- data[14322] = 13.73696327;
553
- data[14523] = 6.59187697;
554
- data[14524] = 17.27988198;
555
- data[14525] = 1.46804214;
556
- data[14725] = 2.65681883;
557
- data[14726] = 18.09193194;
558
- data[14727] = 5.85655728;
559
- data[14928] = 13.34277913;
560
- data[14929] = 10.28267574;
561
- data[15130] = 8.56800377;
562
- data[15131] = 14.72230814;
563
- data[15132] = 1.04039861;
564
- data[15332] = 3.79085587;
565
- data[15333] = 17.14678481;
566
- data[15334] = 6.11609267;
567
- data[15535] = 11.75929047;
568
- data[15536] = 11.13393717;
569
- data[15737] = 6.43857848;
570
- data[15738] = 16.07806236;
571
- data[15739] = 4.23917221;
572
- data[15939] = 1.19989377;
573
- data[15940] = 12.75671553;
574
- data[15941] = 9.65298992;
575
- data[16142] = 7.06935255;
576
- data[16143] = 14.94054683;
577
- data[16144] = 4.19024844;
578
- data[16344] = 1.51483389;
579
- data[16345] = 12.00899947;
580
- data[16346] = 9.84823331;
581
- data[16547] = 6.10224018;
582
- data[16548] = 15.33857174;
583
- data[16549] = 5.57676842;
584
- data[16749] = 0.36827257;
585
- data[16750] = 9.89749376;
586
- data[16751] = 11.35340426;
587
- data[16752] = 2.05122307;
588
- data[16952] = 3.89297144;
589
- data[16953] = 12.97352277;
590
- data[16954] = 8.06631614;
591
- data[17155] = 6.74493238;
592
- data[17156] = 13.85874674;
593
- data[17157] = 5.41190524;
594
- data[17357] = 0.74220158;
595
- data[17358] = 8.98779090;
596
- data[17359] = 11.37871388;
597
- data[17360] = 3.32958088;
598
- data[17560] = 2.82313535;
599
- data[17561] = 10.68049297;
600
- data[17562] = 9.43340641;
601
- data[17563] = 1.76325557;
602
- data[17763] = 4.39018616;
603
- data[17764] = 11.87758986;
604
- data[17765] = 7.97005836;
605
- data[17766] = 0.66104700;
606
- data[17966] = 5.49466675;
607
- data[17967] = 12.62953598;
608
- data[17968] = 6.93987962;
609
- data[18169] = 6.18401915;
610
- data[18170] = 12.93473132;
611
- data[18171] = 6.29778765;
612
- data[18371] = 0.02325210;
613
- data[18372] = 6.50206627;
614
- data[18373] = 12.32661773;
615
- data[18374] = 6.00216538;
616
- data[18574] = 0.31548753;
617
- data[18575] = 6.48925547;
618
- data[18576] = 12.04130240;
619
- data[18577] = 6.01462880;
620
- data[18777] = 0.29979556;
621
- data[18778] = 6.18288014;
622
- data[18779] = 12.04272825;
623
- data[18780] = 6.29981188;
624
- data[18781] = 0.55689598;
625
- data[18980] = 0.01120471;
626
- data[18981] = 5.61729167;
627
- data[18982] = 11.22337859;
628
- data[18983] = 6.82516303;
629
- data[18984] = 1.35264499;
630
- data[19184] = 4.82410006;
631
- data[19185] = 10.16623247;
632
- data[19186] = 7.56075513;
633
- data[19187] = 2.34590308;
634
- data[19387] = 3.83235747;
635
- data[19388] = 8.92296247;
636
- data[19389] = 8.47910438;
637
- data[19390] = 3.50978645;
638
- data[19590] = 2.66873185;
639
- data[19591] = 7.51965167;
640
- data[19592] = 9.55500547;
641
- data[19593] = 4.81966138;
642
- data[19594] = 0.08431751;
643
- data[19793] = 1.35767367;
644
- data[19794] = 5.98019501;
645
- data[19795] = 10.60271543;
646
- data[19796] = 6.25298498;
647
- data[19797] = 1.74059917;
648
- data[19997] = 4.32644226;
649
- data[19998] = 8.73131864;
650
- data[19999] = 7.78916525;
651
- data[20000] = 3.48923868;
652
- data[20200] = 2.57835095;
653
- data[20201] = 6.77582854;
654
- data[20202] = 9.40941647;
655
- data[20203] = 5.31194592;
656
- data[20204] = 1.21447595;
657
- data[20403] = 0.75411191;
658
- data[20404] = 4.75395704;
659
- data[20405] = 8.75380263;
660
- data[20406] = 7.19209015;
661
- data[20407] = 3.28754401;
662
- data[20607] = 2.68179690;
663
- data[20608] = 6.49331464;
664
- data[20609] = 9.11457930;
665
- data[20610] = 5.39387390;
666
- data[20611] = 1.67316827;
667
- data[20810] = 0.57394296;
668
- data[20811] = 4.20600036;
669
- data[20812] = 7.83805829;
670
- data[20813] = 7.52023002;
671
- data[20814] = 3.97470826;
672
- data[20815] = 0.42918732;
673
- data[21014] = 1.90464477;
674
- data[21015] = 5.36569161;
675
- data[21016] = 8.82673822;
676
- data[21017] = 6.27609482;
677
- data[21018] = 2.89750961;
678
- data[21218] = 2.89885257;
679
- data[21219] = 6.19694078;
680
- data[21220] = 8.56699049;
681
- data[21221] = 5.34748193;
682
- data[21222] = 2.12797290;
683
- data[21421] = 0.44750227;
684
- data[21422] = 3.59030394;
685
- data[21423] = 6.73310598;
686
- data[21424] = 7.77023612;
687
- data[21425] = 4.70231380;
688
- data[21426] = 1.63439126;
689
- data[21625] = 1.01536023;
690
- data[21626] = 4.01018746;
691
- data[21627] = 7.00501446;
692
- data[21628] = 7.23442994;
693
- data[21629] = 4.31095669;
694
- data[21630] = 1.38748321;
695
- data[21829] = 1.33348850;
696
- data[21830] = 4.18730825;
697
- data[21831] = 7.04112789;
698
- data[21832] = 6.93188375;
699
- data[21833] = 4.14605811;
700
- data[21834] = 1.36023236;
701
- data[22033] = 1.42879714;
702
- data[22034] = 4.14824858;
703
- data[22035] = 6.86769979;
704
- data[22036] = 6.83705276;
705
- data[22037] = 4.18239459;
706
- data[22038] = 1.52773573;
707
- data[22237] = 1.32610439;
708
- data[22238] = 3.91751388;
709
- data[22239] = 6.50892360;
710
- data[22240] = 6.92639686;
711
- data[22241] = 4.39672917;
712
- data[22242] = 1.86706171;
713
- data[22441] = 1.04827771;
714
- data[22442] = 3.51767405;
715
- data[22443] = 5.98707050;
716
- data[22444] = 7.17824046;
717
- data[22445] = 4.76767914;
718
- data[22446] = 2.35711760;
719
- data[22645] = 0.61636406;
720
- data[22646] = 2.96949223;
721
- data[22647] = 5.32262027;
722
- data[22648] = 7.57265091;
723
- data[22649] = 5.27558755;
724
- data[22650] = 2.97852419;
725
- data[22651] = 0.68146095;
726
- data[22849] = 0.04971400;
727
- data[22850] = 2.29204819;
728
- data[22851] = 4.53438237;
729
- data[22852] = 6.77671656;
730
- data[22853] = 5.90240723;
731
- data[22854] = 3.71349836;
732
- data[22855] = 1.52458926;
733
- data[23054] = 1.50285335;
734
- data[23055] = 3.63961048;
735
- data[23056] = 5.77636715;
736
- data[23057] = 6.63159089;
737
- data[23058] = 4.54574358;
738
- data[23059] = 2.45989650;
739
- data[23060] = 0.37404924;
740
- data[23258] = 0.61795861;
741
- data[23259] = 2.65410915;
742
- data[23260] = 4.69025923;
743
- data[23261] = 6.72641024;
744
- data[23262] = 5.46034705;
745
- data[23263] = 3.47270933;
746
- data[23264] = 1.48507138;
747
- data[23463] = 1.59233576;
748
- data[23464] = 3.53261665;
749
- data[23465] = 5.47289755;
750
- data[23466] = 6.44368259;
751
- data[23467] = 4.54962999;
752
- data[23468] = 2.65557761;
753
- data[23469] = 0.76152512;
754
- data[23667] = 0.46749352;
755
- data[23668] = 2.31641904;
756
- data[23669] = 4.16534441;
757
- data[23670] = 6.01426978;
758
- data[23671] = 5.67844696;
759
- data[23672] = 3.87357362;
760
- data[23673] = 2.06870004;
761
- data[23674] = 0.26382666;
762
- data[23872] = 1.05349103;
763
- data[23873] = 2.81536230;
764
- data[23874] = 4.57723346;
765
- data[23875] = 6.33910485;
766
- data[23876] = 5.12815686;
767
- data[23877] = 3.40826320;
768
- data[23878] = 1.68837002;
769
- data[24077] = 1.43350090;
770
- data[24078] = 3.11241671;
771
- data[24079] = 4.79133241;
772
- data[24080] = 6.40943693;
773
- data[24081] = 4.77052201;
774
- data[24082] = 3.13160778;
775
- data[24083] = 1.49269309;
776
- data[24281] = 0.02932359;
777
- data[24282] = 1.62918994;
778
- data[24283] = 3.22905602;
779
- data[24284] = 4.82892245;
780
- data[24285] = 6.14671456;
781
- data[24286] = 4.58496623;
782
- data[24287] = 3.02321767;
783
- data[24288] = 1.46146910;
784
- data[24486] = 0.13601698;
785
- data[24487] = 1.66055572;
786
- data[24488] = 3.18509457;
787
- data[24489] = 4.70963307;
788
- data[24490] = 6.04072399;
789
- data[24491] = 4.55250870;
790
- data[24492] = 3.06429295;
791
- data[24493] = 1.57607743;
792
- data[24494] = 0.08786193;
793
- data[24691] = 0.09328097;
794
- data[24692] = 1.54603878;
795
- data[24693] = 2.99879676;
796
- data[24694] = 4.45155473;
797
- data[24695] = 5.90431225;
798
- data[24696] = 4.65566106;
799
- data[24697] = 3.23751615;
800
- data[24698] = 1.81937125;
801
- data[24699] = 0.40122634;
802
- data[24897] = 1.30262633;
803
- data[24898] = 2.68698297;
804
- data[24899] = 4.07133950;
805
- data[24900] = 5.45569602;
806
- data[24901] = 4.87832492;
807
- data[24902] = 3.52695142;
808
- data[24903] = 2.17557792;
809
- data[24904] = 0.82420459;
810
- data[25102] = 0.94595028;
811
- data[25103] = 2.26512621;
812
- data[25104] = 3.58430226;
813
- data[25105] = 4.90347855;
814
- data[25106] = 5.20569785;
815
- data[25107] = 3.91795207;
816
- data[25108] = 2.63020652;
817
- data[25109] = 1.34246063;
818
- data[25110] = 0.05471494;
819
- data[25307] = 0.49037894;
820
- data[25308] = 1.74744334;
821
- data[25309] = 3.00450763;
822
- data[25310] = 4.26157191;
823
- data[25311] = 5.51863620;
824
- data[25312] = 4.39707236;
825
- data[25313] = 3.16995848;
826
- data[25314] = 1.94284460;
827
- data[25315] = 0.71573065;
828
- data[25513] = 1.14698056;
829
- data[25514] = 2.34485767;
830
- data[25515] = 3.54273478;
831
- data[25516] = 4.74061165;
832
- data[25517] = 4.95198462;
833
- data[25518] = 3.78264743;
834
- data[25519] = 2.61331047;
835
- data[25520] = 1.44397374;
836
- data[25521] = 0.27463681;
837
- data[25718] = 0.47569509;
838
- data[25719] = 1.61717169;
839
- data[25720] = 2.75864848;
840
- data[25721] = 3.90012516;
841
- data[25722] = 5.04160160;
842
- data[25723] = 4.45712078;
843
- data[25724] = 3.34284059;
844
- data[25725] = 2.22856039;
845
- data[25726] = 1.11428020;
846
-
847
- for (auto & val : data) {
848
- val /= 1000.0f;
849
- }
850
-
851
- filters.data = std::move(data);
852
- return filters;
853
- }
854
-
855
- } // namespace whisper_precalc_filters