@fugood/llama.node 0.6.3 → 1.0.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (377) hide show
  1. package/CMakeLists.txt +40 -30
  2. package/README.md +4 -1
  3. package/lib/binding.js +41 -29
  4. package/lib/binding.ts +26 -25
  5. package/package.json +45 -7
  6. package/scripts/build.js +47 -0
  7. package/scripts/llama.cpp.patch +109 -0
  8. package/src/anyascii.c +22223 -0
  9. package/src/anyascii.h +42 -0
  10. package/src/tts_utils.cpp +20 -7
  11. package/src/tts_utils.h +2 -0
  12. package/bin/darwin/arm64/llama-node.node +0 -0
  13. package/bin/darwin/x64/llama-node.node +0 -0
  14. package/bin/linux/arm64/llama-node.node +0 -0
  15. package/bin/linux/x64/llama-node.node +0 -0
  16. package/bin/linux-cuda/arm64/llama-node.node +0 -0
  17. package/bin/linux-cuda/x64/llama-node.node +0 -0
  18. package/bin/linux-vulkan/arm64/llama-node.node +0 -0
  19. package/bin/linux-vulkan/x64/llama-node.node +0 -0
  20. package/bin/win32/x64/llama-node.node +0 -0
  21. package/bin/win32/x64/node.lib +0 -0
  22. package/bin/win32-vulkan/arm64/llama-node.node +0 -0
  23. package/bin/win32-vulkan/arm64/node.lib +0 -0
  24. package/bin/win32-vulkan/x64/llama-node.node +0 -0
  25. package/bin/win32-vulkan/x64/node.lib +0 -0
  26. package/src/llama.cpp/.github/workflows/build-linux-cross.yml +0 -233
  27. package/src/llama.cpp/.github/workflows/build.yml +0 -1078
  28. package/src/llama.cpp/.github/workflows/close-issue.yml +0 -28
  29. package/src/llama.cpp/.github/workflows/docker.yml +0 -178
  30. package/src/llama.cpp/.github/workflows/editorconfig.yml +0 -29
  31. package/src/llama.cpp/.github/workflows/gguf-publish.yml +0 -44
  32. package/src/llama.cpp/.github/workflows/labeler.yml +0 -17
  33. package/src/llama.cpp/.github/workflows/python-check-requirements.yml +0 -33
  34. package/src/llama.cpp/.github/workflows/python-lint.yml +0 -30
  35. package/src/llama.cpp/.github/workflows/python-type-check.yml +0 -40
  36. package/src/llama.cpp/.github/workflows/release.yml +0 -739
  37. package/src/llama.cpp/.github/workflows/server.yml +0 -237
  38. package/src/llama.cpp/.github/workflows/winget.yml +0 -42
  39. package/src/llama.cpp/cmake/arm64-apple-clang.cmake +0 -16
  40. package/src/llama.cpp/cmake/arm64-windows-llvm.cmake +0 -16
  41. package/src/llama.cpp/cmake/build-info.cmake +0 -64
  42. package/src/llama.cpp/cmake/common.cmake +0 -35
  43. package/src/llama.cpp/cmake/git-vars.cmake +0 -22
  44. package/src/llama.cpp/cmake/x64-windows-llvm.cmake +0 -5
  45. package/src/llama.cpp/common/build-info.cpp.in +0 -4
  46. package/src/llama.cpp/docs/build.md +0 -561
  47. package/src/llama.cpp/examples/CMakeLists.txt +0 -43
  48. package/src/llama.cpp/examples/batched/CMakeLists.txt +0 -5
  49. package/src/llama.cpp/examples/batched/batched.cpp +0 -246
  50. package/src/llama.cpp/examples/chat-13B.bat +0 -57
  51. package/src/llama.cpp/examples/convert-llama2c-to-ggml/CMakeLists.txt +0 -5
  52. package/src/llama.cpp/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp +0 -941
  53. package/src/llama.cpp/examples/deprecation-warning/deprecation-warning.cpp +0 -35
  54. package/src/llama.cpp/examples/embedding/CMakeLists.txt +0 -5
  55. package/src/llama.cpp/examples/embedding/embedding.cpp +0 -323
  56. package/src/llama.cpp/examples/eval-callback/CMakeLists.txt +0 -10
  57. package/src/llama.cpp/examples/eval-callback/eval-callback.cpp +0 -194
  58. package/src/llama.cpp/examples/gen-docs/CMakeLists.txt +0 -5
  59. package/src/llama.cpp/examples/gen-docs/gen-docs.cpp +0 -83
  60. package/src/llama.cpp/examples/gguf/CMakeLists.txt +0 -5
  61. package/src/llama.cpp/examples/gguf/gguf.cpp +0 -265
  62. package/src/llama.cpp/examples/gguf-hash/CMakeLists.txt +0 -22
  63. package/src/llama.cpp/examples/gguf-hash/deps/rotate-bits/rotate-bits.h +0 -46
  64. package/src/llama.cpp/examples/gguf-hash/deps/sha1/sha1.c +0 -295
  65. package/src/llama.cpp/examples/gguf-hash/deps/sha1/sha1.h +0 -52
  66. package/src/llama.cpp/examples/gguf-hash/deps/sha256/sha256.c +0 -221
  67. package/src/llama.cpp/examples/gguf-hash/deps/sha256/sha256.h +0 -24
  68. package/src/llama.cpp/examples/gguf-hash/deps/xxhash/xxhash.c +0 -42
  69. package/src/llama.cpp/examples/gguf-hash/deps/xxhash/xxhash.h +0 -7093
  70. package/src/llama.cpp/examples/gguf-hash/gguf-hash.cpp +0 -694
  71. package/src/llama.cpp/examples/gritlm/CMakeLists.txt +0 -5
  72. package/src/llama.cpp/examples/gritlm/gritlm.cpp +0 -229
  73. package/src/llama.cpp/examples/jeopardy/questions.txt +0 -100
  74. package/src/llama.cpp/examples/llama.android/app/build.gradle.kts +0 -65
  75. package/src/llama.cpp/examples/llama.android/build.gradle.kts +0 -6
  76. package/src/llama.cpp/examples/llama.android/llama/build.gradle.kts +0 -71
  77. package/src/llama.cpp/examples/llama.android/llama/src/main/cpp/CMakeLists.txt +0 -53
  78. package/src/llama.cpp/examples/llama.android/llama/src/main/cpp/llama-android.cpp +0 -452
  79. package/src/llama.cpp/examples/llama.android/settings.gradle.kts +0 -18
  80. package/src/llama.cpp/examples/lookahead/CMakeLists.txt +0 -5
  81. package/src/llama.cpp/examples/lookahead/lookahead.cpp +0 -472
  82. package/src/llama.cpp/examples/lookup/CMakeLists.txt +0 -23
  83. package/src/llama.cpp/examples/lookup/lookup-create.cpp +0 -40
  84. package/src/llama.cpp/examples/lookup/lookup-merge.cpp +0 -47
  85. package/src/llama.cpp/examples/lookup/lookup-stats.cpp +0 -157
  86. package/src/llama.cpp/examples/lookup/lookup.cpp +0 -242
  87. package/src/llama.cpp/examples/parallel/CMakeLists.txt +0 -5
  88. package/src/llama.cpp/examples/parallel/parallel.cpp +0 -492
  89. package/src/llama.cpp/examples/passkey/CMakeLists.txt +0 -5
  90. package/src/llama.cpp/examples/passkey/passkey.cpp +0 -277
  91. package/src/llama.cpp/examples/retrieval/CMakeLists.txt +0 -5
  92. package/src/llama.cpp/examples/retrieval/retrieval.cpp +0 -304
  93. package/src/llama.cpp/examples/save-load-state/CMakeLists.txt +0 -5
  94. package/src/llama.cpp/examples/save-load-state/save-load-state.cpp +0 -246
  95. package/src/llama.cpp/examples/simple/CMakeLists.txt +0 -5
  96. package/src/llama.cpp/examples/simple/simple.cpp +0 -206
  97. package/src/llama.cpp/examples/simple-chat/CMakeLists.txt +0 -5
  98. package/src/llama.cpp/examples/simple-chat/simple-chat.cpp +0 -206
  99. package/src/llama.cpp/examples/simple-cmake-pkg/CMakeLists.txt +0 -11
  100. package/src/llama.cpp/examples/speculative/CMakeLists.txt +0 -5
  101. package/src/llama.cpp/examples/speculative/speculative.cpp +0 -644
  102. package/src/llama.cpp/examples/speculative-simple/CMakeLists.txt +0 -5
  103. package/src/llama.cpp/examples/speculative-simple/speculative-simple.cpp +0 -261
  104. package/src/llama.cpp/examples/sycl/CMakeLists.txt +0 -9
  105. package/src/llama.cpp/examples/sycl/build.sh +0 -23
  106. package/src/llama.cpp/examples/sycl/ls-sycl-device.cpp +0 -13
  107. package/src/llama.cpp/examples/sycl/run-llama2.sh +0 -27
  108. package/src/llama.cpp/examples/sycl/run-llama3.sh +0 -28
  109. package/src/llama.cpp/examples/sycl/win-build-sycl.bat +0 -33
  110. package/src/llama.cpp/examples/sycl/win-run-llama2.bat +0 -9
  111. package/src/llama.cpp/examples/sycl/win-run-llama3.bat +0 -9
  112. package/src/llama.cpp/examples/training/CMakeLists.txt +0 -5
  113. package/src/llama.cpp/examples/training/finetune.cpp +0 -96
  114. package/src/llama.cpp/ggml/cmake/GitVars.cmake +0 -22
  115. package/src/llama.cpp/ggml/cmake/common.cmake +0 -26
  116. package/src/llama.cpp/ggml/src/ggml-alloc.c +0 -1042
  117. package/src/llama.cpp/ggml/src/ggml-backend-impl.h +0 -255
  118. package/src/llama.cpp/ggml/src/ggml-backend-reg.cpp +0 -586
  119. package/src/llama.cpp/ggml/src/ggml-backend.cpp +0 -2008
  120. package/src/llama.cpp/ggml/src/ggml-blas/CMakeLists.txt +0 -87
  121. package/src/llama.cpp/ggml/src/ggml-blas/ggml-blas.cpp +0 -517
  122. package/src/llama.cpp/ggml/src/ggml-cann/CMakeLists.txt +0 -74
  123. package/src/llama.cpp/ggml/src/ggml-cann/acl_tensor.cpp +0 -179
  124. package/src/llama.cpp/ggml/src/ggml-cann/acl_tensor.h +0 -258
  125. package/src/llama.cpp/ggml/src/ggml-cann/aclnn_ops.cpp +0 -2863
  126. package/src/llama.cpp/ggml/src/ggml-cann/aclnn_ops.h +0 -1110
  127. package/src/llama.cpp/ggml/src/ggml-cann/common.h +0 -420
  128. package/src/llama.cpp/ggml/src/ggml-cann/ggml-cann.cpp +0 -2570
  129. package/src/llama.cpp/ggml/src/ggml-common.h +0 -1857
  130. package/src/llama.cpp/ggml/src/ggml-cpu/cmake/FindSIMD.cmake +0 -100
  131. package/src/llama.cpp/ggml/src/ggml-cuda/CMakeLists.txt +0 -184
  132. package/src/llama.cpp/ggml/src/ggml-cuda/vendors/cuda.h +0 -15
  133. package/src/llama.cpp/ggml/src/ggml-cuda/vendors/hip.h +0 -243
  134. package/src/llama.cpp/ggml/src/ggml-cuda/vendors/musa.h +0 -140
  135. package/src/llama.cpp/ggml/src/ggml-hip/CMakeLists.txt +0 -131
  136. package/src/llama.cpp/ggml/src/ggml-impl.h +0 -601
  137. package/src/llama.cpp/ggml/src/ggml-kompute/CMakeLists.txt +0 -166
  138. package/src/llama.cpp/ggml/src/ggml-kompute/ggml-kompute.cpp +0 -2251
  139. package/src/llama.cpp/ggml/src/ggml-metal/CMakeLists.txt +0 -120
  140. package/src/llama.cpp/ggml/src/ggml-metal/ggml-metal-impl.h +0 -622
  141. package/src/llama.cpp/ggml/src/ggml-musa/CMakeLists.txt +0 -113
  142. package/src/llama.cpp/ggml/src/ggml-opencl/CMakeLists.txt +0 -96
  143. package/src/llama.cpp/ggml/src/ggml-opencl/ggml-opencl.cpp +0 -5124
  144. package/src/llama.cpp/ggml/src/ggml-opt.cpp +0 -1037
  145. package/src/llama.cpp/ggml/src/ggml-quants.c +0 -5232
  146. package/src/llama.cpp/ggml/src/ggml-quants.h +0 -100
  147. package/src/llama.cpp/ggml/src/ggml-rpc/CMakeLists.txt +0 -9
  148. package/src/llama.cpp/ggml/src/ggml-rpc/ggml-rpc.cpp +0 -1813
  149. package/src/llama.cpp/ggml/src/ggml-sycl/CMakeLists.txt +0 -189
  150. package/src/llama.cpp/ggml/src/ggml-sycl/backend.hpp +0 -37
  151. package/src/llama.cpp/ggml/src/ggml-sycl/binbcast.cpp +0 -239
  152. package/src/llama.cpp/ggml/src/ggml-sycl/binbcast.hpp +0 -39
  153. package/src/llama.cpp/ggml/src/ggml-sycl/common.cpp +0 -83
  154. package/src/llama.cpp/ggml/src/ggml-sycl/common.hpp +0 -493
  155. package/src/llama.cpp/ggml/src/ggml-sycl/concat.cpp +0 -197
  156. package/src/llama.cpp/ggml/src/ggml-sycl/concat.hpp +0 -20
  157. package/src/llama.cpp/ggml/src/ggml-sycl/conv.cpp +0 -100
  158. package/src/llama.cpp/ggml/src/ggml-sycl/conv.hpp +0 -20
  159. package/src/llama.cpp/ggml/src/ggml-sycl/convert.cpp +0 -623
  160. package/src/llama.cpp/ggml/src/ggml-sycl/convert.hpp +0 -34
  161. package/src/llama.cpp/ggml/src/ggml-sycl/cpy.cpp +0 -701
  162. package/src/llama.cpp/ggml/src/ggml-sycl/cpy.hpp +0 -11
  163. package/src/llama.cpp/ggml/src/ggml-sycl/dequantize.hpp +0 -791
  164. package/src/llama.cpp/ggml/src/ggml-sycl/dmmv.cpp +0 -1160
  165. package/src/llama.cpp/ggml/src/ggml-sycl/dmmv.hpp +0 -27
  166. package/src/llama.cpp/ggml/src/ggml-sycl/dpct/helper.hpp +0 -2957
  167. package/src/llama.cpp/ggml/src/ggml-sycl/element_wise.cpp +0 -1536
  168. package/src/llama.cpp/ggml/src/ggml-sycl/element_wise.hpp +0 -75
  169. package/src/llama.cpp/ggml/src/ggml-sycl/gemm.hpp +0 -99
  170. package/src/llama.cpp/ggml/src/ggml-sycl/getrows.cpp +0 -311
  171. package/src/llama.cpp/ggml/src/ggml-sycl/getrows.hpp +0 -20
  172. package/src/llama.cpp/ggml/src/ggml-sycl/ggml-sycl.cpp +0 -4443
  173. package/src/llama.cpp/ggml/src/ggml-sycl/gla.cpp +0 -105
  174. package/src/llama.cpp/ggml/src/ggml-sycl/gla.hpp +0 -8
  175. package/src/llama.cpp/ggml/src/ggml-sycl/im2col.cpp +0 -136
  176. package/src/llama.cpp/ggml/src/ggml-sycl/im2col.hpp +0 -21
  177. package/src/llama.cpp/ggml/src/ggml-sycl/mmq.cpp +0 -3030
  178. package/src/llama.cpp/ggml/src/ggml-sycl/mmq.hpp +0 -33
  179. package/src/llama.cpp/ggml/src/ggml-sycl/mmvq.cpp +0 -1108
  180. package/src/llama.cpp/ggml/src/ggml-sycl/mmvq.hpp +0 -27
  181. package/src/llama.cpp/ggml/src/ggml-sycl/norm.cpp +0 -474
  182. package/src/llama.cpp/ggml/src/ggml-sycl/norm.hpp +0 -26
  183. package/src/llama.cpp/ggml/src/ggml-sycl/outprod.cpp +0 -46
  184. package/src/llama.cpp/ggml/src/ggml-sycl/outprod.hpp +0 -10
  185. package/src/llama.cpp/ggml/src/ggml-sycl/presets.hpp +0 -74
  186. package/src/llama.cpp/ggml/src/ggml-sycl/quants.hpp +0 -83
  187. package/src/llama.cpp/ggml/src/ggml-sycl/rope.cpp +0 -362
  188. package/src/llama.cpp/ggml/src/ggml-sycl/rope.hpp +0 -20
  189. package/src/llama.cpp/ggml/src/ggml-sycl/softmax.cpp +0 -264
  190. package/src/llama.cpp/ggml/src/ggml-sycl/softmax.hpp +0 -20
  191. package/src/llama.cpp/ggml/src/ggml-sycl/sycl_hw.cpp +0 -13
  192. package/src/llama.cpp/ggml/src/ggml-sycl/sycl_hw.hpp +0 -23
  193. package/src/llama.cpp/ggml/src/ggml-sycl/tsembd.cpp +0 -73
  194. package/src/llama.cpp/ggml/src/ggml-sycl/tsembd.hpp +0 -20
  195. package/src/llama.cpp/ggml/src/ggml-sycl/vecdotq.hpp +0 -1215
  196. package/src/llama.cpp/ggml/src/ggml-sycl/wkv.cpp +0 -305
  197. package/src/llama.cpp/ggml/src/ggml-sycl/wkv.hpp +0 -10
  198. package/src/llama.cpp/ggml/src/ggml-threading.cpp +0 -12
  199. package/src/llama.cpp/ggml/src/ggml-threading.h +0 -14
  200. package/src/llama.cpp/ggml/src/ggml-vulkan/CMakeLists.txt +0 -196
  201. package/src/llama.cpp/ggml/src/ggml-vulkan/ggml-vulkan.cpp +0 -10699
  202. package/src/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/CMakeLists.txt +0 -39
  203. package/src/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp +0 -751
  204. package/src/llama.cpp/ggml/src/ggml.c +0 -6550
  205. package/src/llama.cpp/ggml/src/gguf.cpp +0 -1330
  206. package/src/llama.cpp/models/.editorconfig +0 -1
  207. package/src/llama.cpp/models/ggml-vocab-aquila.gguf +0 -0
  208. package/src/llama.cpp/models/ggml-vocab-baichuan.gguf +0 -0
  209. package/src/llama.cpp/models/ggml-vocab-bert-bge.gguf +0 -0
  210. package/src/llama.cpp/models/ggml-vocab-bert-bge.gguf.inp +0 -112
  211. package/src/llama.cpp/models/ggml-vocab-bert-bge.gguf.out +0 -46
  212. package/src/llama.cpp/models/ggml-vocab-chameleon.gguf.inp +0 -112
  213. package/src/llama.cpp/models/ggml-vocab-chameleon.gguf.out +0 -46
  214. package/src/llama.cpp/models/ggml-vocab-command-r.gguf +0 -0
  215. package/src/llama.cpp/models/ggml-vocab-command-r.gguf.inp +0 -112
  216. package/src/llama.cpp/models/ggml-vocab-command-r.gguf.out +0 -46
  217. package/src/llama.cpp/models/ggml-vocab-deepseek-coder.gguf +0 -0
  218. package/src/llama.cpp/models/ggml-vocab-deepseek-coder.gguf.inp +0 -112
  219. package/src/llama.cpp/models/ggml-vocab-deepseek-coder.gguf.out +0 -46
  220. package/src/llama.cpp/models/ggml-vocab-deepseek-llm.gguf +0 -0
  221. package/src/llama.cpp/models/ggml-vocab-deepseek-llm.gguf.inp +0 -112
  222. package/src/llama.cpp/models/ggml-vocab-deepseek-llm.gguf.out +0 -46
  223. package/src/llama.cpp/models/ggml-vocab-deepseek-r1-qwen.gguf.inp +0 -112
  224. package/src/llama.cpp/models/ggml-vocab-deepseek-r1-qwen.gguf.out +0 -46
  225. package/src/llama.cpp/models/ggml-vocab-falcon.gguf +0 -0
  226. package/src/llama.cpp/models/ggml-vocab-falcon.gguf.inp +0 -112
  227. package/src/llama.cpp/models/ggml-vocab-falcon.gguf.out +0 -46
  228. package/src/llama.cpp/models/ggml-vocab-gpt-2.gguf +0 -0
  229. package/src/llama.cpp/models/ggml-vocab-gpt-2.gguf.inp +0 -112
  230. package/src/llama.cpp/models/ggml-vocab-gpt-2.gguf.out +0 -46
  231. package/src/llama.cpp/models/ggml-vocab-gpt-4o.gguf.inp +0 -112
  232. package/src/llama.cpp/models/ggml-vocab-gpt-4o.gguf.out +0 -46
  233. package/src/llama.cpp/models/ggml-vocab-gpt-neox.gguf +0 -0
  234. package/src/llama.cpp/models/ggml-vocab-llama-bpe.gguf +0 -0
  235. package/src/llama.cpp/models/ggml-vocab-llama-bpe.gguf.inp +0 -112
  236. package/src/llama.cpp/models/ggml-vocab-llama-bpe.gguf.out +0 -46
  237. package/src/llama.cpp/models/ggml-vocab-llama-spm.gguf +0 -0
  238. package/src/llama.cpp/models/ggml-vocab-llama-spm.gguf.inp +0 -112
  239. package/src/llama.cpp/models/ggml-vocab-llama-spm.gguf.out +0 -46
  240. package/src/llama.cpp/models/ggml-vocab-llama4.gguf.inp +0 -112
  241. package/src/llama.cpp/models/ggml-vocab-llama4.gguf.out +0 -46
  242. package/src/llama.cpp/models/ggml-vocab-mpt.gguf +0 -0
  243. package/src/llama.cpp/models/ggml-vocab-mpt.gguf.inp +0 -112
  244. package/src/llama.cpp/models/ggml-vocab-mpt.gguf.out +0 -46
  245. package/src/llama.cpp/models/ggml-vocab-phi-3.gguf +0 -0
  246. package/src/llama.cpp/models/ggml-vocab-phi-3.gguf.inp +0 -112
  247. package/src/llama.cpp/models/ggml-vocab-phi-3.gguf.out +0 -46
  248. package/src/llama.cpp/models/ggml-vocab-pixtral.gguf.inp +0 -112
  249. package/src/llama.cpp/models/ggml-vocab-pixtral.gguf.out +0 -46
  250. package/src/llama.cpp/models/ggml-vocab-qwen2.gguf +0 -0
  251. package/src/llama.cpp/models/ggml-vocab-qwen2.gguf.inp +0 -112
  252. package/src/llama.cpp/models/ggml-vocab-qwen2.gguf.out +0 -46
  253. package/src/llama.cpp/models/ggml-vocab-refact.gguf +0 -0
  254. package/src/llama.cpp/models/ggml-vocab-refact.gguf.inp +0 -112
  255. package/src/llama.cpp/models/ggml-vocab-refact.gguf.out +0 -46
  256. package/src/llama.cpp/models/ggml-vocab-roberta-bpe.gguf.inp +0 -112
  257. package/src/llama.cpp/models/ggml-vocab-roberta-bpe.gguf.out +0 -46
  258. package/src/llama.cpp/models/ggml-vocab-starcoder.gguf +0 -0
  259. package/src/llama.cpp/models/ggml-vocab-starcoder.gguf.inp +0 -112
  260. package/src/llama.cpp/models/ggml-vocab-starcoder.gguf.out +0 -46
  261. package/src/llama.cpp/pocs/CMakeLists.txt +0 -14
  262. package/src/llama.cpp/pocs/vdot/CMakeLists.txt +0 -9
  263. package/src/llama.cpp/pocs/vdot/q8dot.cpp +0 -173
  264. package/src/llama.cpp/pocs/vdot/vdot.cpp +0 -311
  265. package/src/llama.cpp/prompts/LLM-questions.txt +0 -49
  266. package/src/llama.cpp/prompts/alpaca.txt +0 -1
  267. package/src/llama.cpp/prompts/assistant.txt +0 -31
  268. package/src/llama.cpp/prompts/chat-with-baichuan.txt +0 -4
  269. package/src/llama.cpp/prompts/chat-with-bob.txt +0 -7
  270. package/src/llama.cpp/prompts/chat-with-qwen.txt +0 -1
  271. package/src/llama.cpp/prompts/chat-with-vicuna-v0.txt +0 -7
  272. package/src/llama.cpp/prompts/chat-with-vicuna-v1.txt +0 -7
  273. package/src/llama.cpp/prompts/chat.txt +0 -28
  274. package/src/llama.cpp/prompts/dan-modified.txt +0 -1
  275. package/src/llama.cpp/prompts/dan.txt +0 -1
  276. package/src/llama.cpp/prompts/mnemonics.txt +0 -93
  277. package/src/llama.cpp/prompts/parallel-questions.txt +0 -43
  278. package/src/llama.cpp/prompts/reason-act.txt +0 -18
  279. package/src/llama.cpp/requirements/requirements-all.txt +0 -15
  280. package/src/llama.cpp/requirements/requirements-compare-llama-bench.txt +0 -2
  281. package/src/llama.cpp/requirements/requirements-convert_hf_to_gguf.txt +0 -7
  282. package/src/llama.cpp/requirements/requirements-convert_hf_to_gguf_update.txt +0 -7
  283. package/src/llama.cpp/requirements/requirements-convert_legacy_llama.txt +0 -5
  284. package/src/llama.cpp/requirements/requirements-convert_llama_ggml_to_gguf.txt +0 -1
  285. package/src/llama.cpp/requirements/requirements-convert_lora_to_gguf.txt +0 -4
  286. package/src/llama.cpp/requirements/requirements-gguf_editor_gui.txt +0 -3
  287. package/src/llama.cpp/requirements/requirements-pydantic.txt +0 -3
  288. package/src/llama.cpp/requirements/requirements-test-tokenizer-random.txt +0 -1
  289. package/src/llama.cpp/requirements/requirements-tool_bench.txt +0 -12
  290. package/src/llama.cpp/requirements.txt +0 -13
  291. package/src/llama.cpp/scripts/build-info.sh +0 -30
  292. package/src/llama.cpp/scripts/install-oneapi.bat +0 -19
  293. package/src/llama.cpp/scripts/xxd.cmake +0 -16
  294. package/src/llama.cpp/tests/CMakeLists.txt +0 -177
  295. package/src/llama.cpp/tests/get-model.cpp +0 -21
  296. package/src/llama.cpp/tests/get-model.h +0 -2
  297. package/src/llama.cpp/tests/test-arg-parser.cpp +0 -178
  298. package/src/llama.cpp/tests/test-autorelease.cpp +0 -24
  299. package/src/llama.cpp/tests/test-backend-ops.cpp +0 -4793
  300. package/src/llama.cpp/tests/test-barrier.cpp +0 -94
  301. package/src/llama.cpp/tests/test-c.c +0 -7
  302. package/src/llama.cpp/tests/test-chat-template.cpp +0 -417
  303. package/src/llama.cpp/tests/test-chat.cpp +0 -985
  304. package/src/llama.cpp/tests/test-double-float.cpp +0 -57
  305. package/src/llama.cpp/tests/test-gbnf-validator.cpp +0 -109
  306. package/src/llama.cpp/tests/test-gguf.cpp +0 -1338
  307. package/src/llama.cpp/tests/test-grammar-integration.cpp +0 -1308
  308. package/src/llama.cpp/tests/test-grammar-llguidance.cpp +0 -1201
  309. package/src/llama.cpp/tests/test-grammar-parser.cpp +0 -519
  310. package/src/llama.cpp/tests/test-json-schema-to-grammar.cpp +0 -1304
  311. package/src/llama.cpp/tests/test-llama-grammar.cpp +0 -408
  312. package/src/llama.cpp/tests/test-log.cpp +0 -39
  313. package/src/llama.cpp/tests/test-model-load-cancel.cpp +0 -27
  314. package/src/llama.cpp/tests/test-mtmd-c-api.c +0 -63
  315. package/src/llama.cpp/tests/test-opt.cpp +0 -904
  316. package/src/llama.cpp/tests/test-quantize-fns.cpp +0 -186
  317. package/src/llama.cpp/tests/test-quantize-perf.cpp +0 -365
  318. package/src/llama.cpp/tests/test-quantize-stats.cpp +0 -424
  319. package/src/llama.cpp/tests/test-regex-partial.cpp +0 -288
  320. package/src/llama.cpp/tests/test-rope.cpp +0 -262
  321. package/src/llama.cpp/tests/test-sampling.cpp +0 -399
  322. package/src/llama.cpp/tests/test-tokenizer-0.cpp +0 -312
  323. package/src/llama.cpp/tests/test-tokenizer-1-bpe.cpp +0 -155
  324. package/src/llama.cpp/tests/test-tokenizer-1-spm.cpp +0 -125
  325. package/src/llama.cpp/tools/CMakeLists.txt +0 -39
  326. package/src/llama.cpp/tools/batched-bench/CMakeLists.txt +0 -5
  327. package/src/llama.cpp/tools/batched-bench/batched-bench.cpp +0 -204
  328. package/src/llama.cpp/tools/cvector-generator/CMakeLists.txt +0 -5
  329. package/src/llama.cpp/tools/cvector-generator/completions.txt +0 -582
  330. package/src/llama.cpp/tools/cvector-generator/cvector-generator.cpp +0 -508
  331. package/src/llama.cpp/tools/cvector-generator/mean.hpp +0 -48
  332. package/src/llama.cpp/tools/cvector-generator/negative.txt +0 -4
  333. package/src/llama.cpp/tools/cvector-generator/pca.hpp +0 -315
  334. package/src/llama.cpp/tools/cvector-generator/positive.txt +0 -4
  335. package/src/llama.cpp/tools/export-lora/CMakeLists.txt +0 -5
  336. package/src/llama.cpp/tools/export-lora/export-lora.cpp +0 -434
  337. package/src/llama.cpp/tools/gguf-split/CMakeLists.txt +0 -5
  338. package/src/llama.cpp/tools/gguf-split/gguf-split.cpp +0 -583
  339. package/src/llama.cpp/tools/imatrix/CMakeLists.txt +0 -5
  340. package/src/llama.cpp/tools/imatrix/imatrix.cpp +0 -667
  341. package/src/llama.cpp/tools/llama-bench/CMakeLists.txt +0 -5
  342. package/src/llama.cpp/tools/llama-bench/llama-bench.cpp +0 -2024
  343. package/src/llama.cpp/tools/main/CMakeLists.txt +0 -5
  344. package/src/llama.cpp/tools/main/main.cpp +0 -977
  345. package/src/llama.cpp/tools/mtmd/CMakeLists.txt +0 -58
  346. package/src/llama.cpp/tools/mtmd/clip-impl.h +0 -462
  347. package/src/llama.cpp/tools/mtmd/clip.cpp +0 -4024
  348. package/src/llama.cpp/tools/mtmd/clip.h +0 -101
  349. package/src/llama.cpp/tools/mtmd/deprecation-warning.cpp +0 -22
  350. package/src/llama.cpp/tools/mtmd/miniaudio.h +0 -93468
  351. package/src/llama.cpp/tools/mtmd/mtmd-audio.cpp +0 -855
  352. package/src/llama.cpp/tools/mtmd/mtmd-audio.h +0 -62
  353. package/src/llama.cpp/tools/mtmd/mtmd-cli.cpp +0 -377
  354. package/src/llama.cpp/tools/mtmd/mtmd-helper.cpp +0 -297
  355. package/src/llama.cpp/tools/mtmd/mtmd.cpp +0 -942
  356. package/src/llama.cpp/tools/mtmd/mtmd.h +0 -362
  357. package/src/llama.cpp/tools/mtmd/requirements.txt +0 -5
  358. package/src/llama.cpp/tools/perplexity/CMakeLists.txt +0 -5
  359. package/src/llama.cpp/tools/perplexity/perplexity.cpp +0 -2063
  360. package/src/llama.cpp/tools/quantize/CMakeLists.txt +0 -6
  361. package/src/llama.cpp/tools/quantize/quantize.cpp +0 -519
  362. package/src/llama.cpp/tools/rpc/CMakeLists.txt +0 -4
  363. package/src/llama.cpp/tools/rpc/rpc-server.cpp +0 -322
  364. package/src/llama.cpp/tools/run/CMakeLists.txt +0 -16
  365. package/src/llama.cpp/tools/run/linenoise.cpp/linenoise.cpp +0 -1995
  366. package/src/llama.cpp/tools/run/linenoise.cpp/linenoise.h +0 -137
  367. package/src/llama.cpp/tools/run/run.cpp +0 -1261
  368. package/src/llama.cpp/tools/server/CMakeLists.txt +0 -51
  369. package/src/llama.cpp/tools/server/bench/requirements.txt +0 -2
  370. package/src/llama.cpp/tools/server/httplib.h +0 -10506
  371. package/src/llama.cpp/tools/server/server.cpp +0 -4966
  372. package/src/llama.cpp/tools/server/tests/requirements.txt +0 -8
  373. package/src/llama.cpp/tools/server/utils.hpp +0 -1337
  374. package/src/llama.cpp/tools/tokenize/CMakeLists.txt +0 -5
  375. package/src/llama.cpp/tools/tokenize/tokenize.cpp +0 -416
  376. package/src/llama.cpp/tools/tts/CMakeLists.txt +0 -5
  377. package/src/llama.cpp/tools/tts/tts.cpp +0 -1092
@@ -1,855 +0,0 @@
1
- // fix problem with std::min and std::max
2
- #if defined(_WIN32)
3
- #define WIN32_LEAN_AND_MEAN
4
- #ifndef NOMINMAX
5
- # define NOMINMAX
6
- #endif
7
- #include <windows.h>
8
- #endif
9
-
10
- #include "mtmd-audio.h"
11
-
12
- //#define MTMD_AUDIO_DEBUG
13
-
14
- #define MINIAUDIO_IMPLEMENTATION
15
- #ifndef MTMD_AUDIO_DEBUG
16
- # define MA_NO_ENCODING
17
- #endif
18
- #define MA_NO_DEVICE_IO
19
- #define MA_NO_RESOURCE_MANAGER
20
- #define MA_NO_NODE_GRAPH
21
- #define MA_NO_ENGINE
22
- #define MA_NO_GENERATION
23
- #define MA_API static
24
- #include "miniaudio.h"
25
-
26
- #define _USE_MATH_DEFINES // for M_PI
27
- #include <cmath>
28
- #include <cstdint>
29
- #include <cstring>
30
- #include <thread>
31
- #include <vector>
32
- #include <fstream>
33
- #include <algorithm>
34
-
35
- // most of the code here is copied from whisper.cpp
36
-
37
- // align x to upper multiple of n
38
- #define _ALIGN(x, n) ((((x) + (n) - 1) / (n)) * (n))
39
-
40
- namespace whisper_preprocessor {
41
-
42
- #define SIN_COS_N_COUNT WHISPER_N_FFT
43
- namespace {
44
- struct whisper_global_cache {
45
- // In FFT, we frequently use sine and cosine operations with the same values.
46
- // We can use precalculated values to speed up the process.
47
- float sin_vals[SIN_COS_N_COUNT];
48
- float cos_vals[SIN_COS_N_COUNT];
49
-
50
- // Hann window (Use cosf to eliminate difference)
51
- // ref: https://pytorch.org/docs/stable/generated/torch.hann_window.html
52
- // ref: https://github.com/openai/whisper/blob/main/whisper/audio.py#L147
53
- float hann_window[WHISPER_N_FFT];
54
-
55
- whisper_global_cache() {
56
- fill_sin_cos_table();
57
- fill_hann_window(sizeof(hann_window)/sizeof(hann_window[0]), true, hann_window);
58
- }
59
-
60
- void fill_sin_cos_table() {
61
- for (int i = 0; i < SIN_COS_N_COUNT; i++) {
62
- double theta = (2 * M_PI * i) / SIN_COS_N_COUNT;
63
- sin_vals[i] = sinf(theta);
64
- cos_vals[i] = cosf(theta);
65
- }
66
- }
67
-
68
- void fill_hann_window(int length, bool periodic, float * output) {
69
- int offset = -1;
70
- if (periodic) {
71
- offset = 0;
72
- }
73
- for (int i = 0; i < length; i++) {
74
- output[i] = 0.5 * (1.0 - cosf((2.0 * M_PI * i) / (length + offset)));
75
- }
76
- }
77
- } global_cache;
78
- }
79
-
80
- // naive Discrete Fourier Transform
81
- // input is real-valued
82
- // output is complex-valued
83
- static void dft(const float* in, int N, float* out) {
84
- const int sin_cos_step = SIN_COS_N_COUNT / N;
85
-
86
- for (int k = 0; k < N; k++) {
87
- float re = 0;
88
- float im = 0;
89
-
90
- for (int n = 0; n < N; n++) {
91
- int idx = (k * n * sin_cos_step) % (SIN_COS_N_COUNT); // t = 2*M_PI*k*n/N
92
- re += in[n]*global_cache.cos_vals[idx]; // cos(t)
93
- im -= in[n]*global_cache.sin_vals[idx]; // sin(t)
94
- }
95
-
96
- out[k*2 + 0] = re;
97
- out[k*2 + 1] = im;
98
- }
99
- }
100
-
101
- // Cooley-Tukey FFT
102
- // poor man's implementation - use something better
103
- // input is real-valued
104
- // output is complex-valued
105
- static void fft(float* in, int N, float* out) {
106
- if (N == 1) {
107
- out[0] = in[0];
108
- out[1] = 0;
109
- return;
110
- }
111
-
112
- const int half_N = N / 2;
113
- if (N - half_N*2 == 1) {
114
- dft(in, N, out);
115
- return;
116
- }
117
-
118
- float* even = in + N;
119
- for (int i = 0; i < half_N; ++i) {
120
- even[i]= in[2*i];
121
- }
122
- float* even_fft = out + 2 * N;
123
- fft(even, half_N, even_fft);
124
-
125
- float* odd = even;
126
- for (int i = 0; i < half_N; ++i) {
127
- odd[i] = in[2*i + 1];
128
- }
129
- float* odd_fft = even_fft + N;
130
- fft(odd, half_N, odd_fft);
131
-
132
- const int sin_cos_step = SIN_COS_N_COUNT / N;
133
- for (int k = 0; k < half_N; k++) {
134
- int idx = k * sin_cos_step; // t = 2*M_PI*k/N
135
- float re = global_cache.cos_vals[idx]; // cos(t)
136
- float im = -global_cache.sin_vals[idx]; // sin(t)
137
-
138
- float re_odd = odd_fft[2*k + 0];
139
- float im_odd = odd_fft[2*k + 1];
140
-
141
- out[2*k + 0] = even_fft[2*k + 0] + re*re_odd - im*im_odd;
142
- out[2*k + 1] = even_fft[2*k + 1] + re*im_odd + im*re_odd;
143
-
144
- out[2*(k + half_N) + 0] = even_fft[2*k + 0] - re*re_odd + im*im_odd;
145
- out[2*(k + half_N) + 1] = even_fft[2*k + 1] - re*im_odd - im*re_odd;
146
- }
147
- }
148
-
149
- static void log_mel_spectrogram_worker_thread(int ith, const float * hann, const std::vector<float> & samples,
150
- int n_samples, int frame_size, int frame_step, int n_threads,
151
- const whisper_filters & filters, whisper_mel & mel) {
152
- std::vector<float> fft_in(frame_size * 2, 0.0);
153
- std::vector<float> fft_out(frame_size * 2 * 2 * 2);
154
-
155
- int n_fft = filters.n_fft;
156
- int i = ith;
157
-
158
- // make sure n_fft == 1 + (WHISPER_N_FFT / 2), bin_0 to bin_nyquist
159
- WHISPER_ASSERT(n_fft == 1 + (frame_size / 2));
160
-
161
- // calculate FFT only when fft_in are not all zero
162
- for (; i < std::min(n_samples / frame_step + 1, mel.n_len); i += n_threads) {
163
- const int offset = i * frame_step;
164
-
165
- // apply Hann window (~10% faster)
166
- for (int j = 0; j < std::min(frame_size, n_samples - offset); j++) {
167
- fft_in[j] = hann[j] * samples[offset + j];
168
- }
169
-
170
- // fill the rest with zeros
171
- if (n_samples - offset < frame_size) {
172
- std::fill(fft_in.begin() + (n_samples - offset), fft_in.end(), 0.0);
173
- }
174
-
175
- // FFT
176
- fft(fft_in.data(), frame_size, fft_out.data());
177
-
178
- // Calculate modulus^2 of complex numbers
179
- // Use pow(fft_out[2 * j + 0], 2) + pow(fft_out[2 * j + 1], 2) causes inference quality problem? Interesting.
180
- for (int j = 0; j < n_fft; j++) {
181
- fft_out[j] = (fft_out[2 * j + 0] * fft_out[2 * j + 0] + fft_out[2 * j + 1] * fft_out[2 * j + 1]);
182
- }
183
-
184
- // mel spectrogram
185
- for (int j = 0; j < mel.n_mel; j++) {
186
- double sum = 0.0;
187
- // unroll loop (suggested by GH user @lunixbochs)
188
- int k = 0;
189
- for (k = 0; k < n_fft - 3; k += 4) {
190
- sum +=
191
- fft_out[k + 0] * filters.data[j * n_fft + k + 0] +
192
- fft_out[k + 1] * filters.data[j * n_fft + k + 1] +
193
- fft_out[k + 2] * filters.data[j * n_fft + k + 2] +
194
- fft_out[k + 3] * filters.data[j * n_fft + k + 3];
195
- }
196
- // handle n_fft remainder
197
- for (; k < n_fft; k++) {
198
- sum += fft_out[k] * filters.data[j * n_fft + k];
199
- }
200
- sum = log10(std::max(sum, 1e-10));
201
- mel.data[j * mel.n_len + i] = sum;
202
- }
203
- }
204
-
205
- // Otherwise fft_out are all zero
206
- double sum = log10(1e-10);
207
- for (; i < mel.n_len; i += n_threads) {
208
- for (int j = 0; j < mel.n_mel; j++) {
209
- mel.data[j * mel.n_len + i] = sum;
210
- }
211
- }
212
- }
213
-
214
- // ref: https://github.com/openai/whisper/blob/main/whisper/audio.py#L110-L157
215
- static bool log_mel_spectrogram(
216
- const float * samples,
217
- const int n_samples,
218
- const int /*sample_rate*/,
219
- const int frame_size,
220
- const int frame_step,
221
- const int n_mel,
222
- const int n_threads,
223
- const whisper_filters & filters,
224
- const bool debug,
225
- whisper_mel & mel) {
226
- //const int64_t t_start_us = ggml_time_us();
227
-
228
- // Hann window
229
- WHISPER_ASSERT(frame_size == WHISPER_N_FFT && "Unsupported frame_size");
230
- const float * hann = global_cache.hann_window;
231
-
232
- // Calculate the length of padding
233
- int64_t stage_1_pad = WHISPER_SAMPLE_RATE * 30;
234
- int64_t stage_2_pad = frame_size / 2;
235
-
236
- // Initialize a vector and copy data from C array to it.
237
- std::vector<float> samples_padded;
238
- samples_padded.resize(n_samples + stage_1_pad + stage_2_pad * 2);
239
- std::copy(samples, samples + n_samples, samples_padded.begin() + stage_2_pad);
240
-
241
- // pad 30 seconds of zeros at the end of audio (480,000 samples) + reflective pad 200 samples at the end of audio
242
- std::fill(samples_padded.begin() + n_samples + stage_2_pad, samples_padded.begin() + n_samples + stage_1_pad + 2 * stage_2_pad, 0);
243
-
244
- // reflective pad 200 samples at the beginning of audio
245
- std::reverse_copy(samples + 1, samples + 1 + stage_2_pad, samples_padded.begin());
246
-
247
- mel.n_mel = n_mel;
248
- // https://github.com/pytorch/pytorch/blob/main/aten/src/ATen/native/SpectralOps.cpp#L936
249
- // Calculate number of frames + remove the last frame
250
- mel.n_len = (samples_padded.size() - frame_size) / frame_step;
251
- // Calculate semi-padded sample length to ensure compatibility
252
- mel.n_len_org = 1 + (n_samples + stage_2_pad - frame_size) / frame_step;
253
- mel.data.resize(mel.n_mel * mel.n_len);
254
-
255
- {
256
- std::vector<std::thread> workers(n_threads - 1);
257
- for (int iw = 0; iw < n_threads - 1; ++iw) {
258
- workers[iw] = std::thread(
259
- log_mel_spectrogram_worker_thread, iw + 1, hann, std::cref(samples_padded),
260
- n_samples + stage_2_pad, frame_size, frame_step, n_threads,
261
- std::cref(filters), std::ref(mel));
262
- }
263
-
264
- // main thread
265
- log_mel_spectrogram_worker_thread(0, hann, samples_padded, n_samples + stage_2_pad, frame_size, frame_step, n_threads, filters, mel);
266
-
267
- for (int iw = 0; iw < n_threads - 1; ++iw) {
268
- workers[iw].join();
269
- }
270
- }
271
-
272
- // clamping and normalization
273
- double mmax = -1e20;
274
- for (int i = 0; i < mel.n_mel*mel.n_len; i++) {
275
- if (mel.data[i] > mmax) {
276
- mmax = mel.data[i];
277
- }
278
- }
279
-
280
- mmax -= 8.0;
281
-
282
- for (int i = 0; i < mel.n_mel*mel.n_len; i++) {
283
- if (mel.data[i] < mmax) {
284
- mel.data[i] = mmax;
285
- }
286
-
287
- mel.data[i] = (mel.data[i] + 4.0)/4.0;
288
- }
289
-
290
- // Dump log_mel_spectrogram
291
- if (debug) {
292
- std::ofstream outFile("log_mel_spectrogram.json");
293
- outFile << "[";
294
- for (uint64_t i = 0; i < mel.data.size() - 1; i++) {
295
- outFile << mel.data[i] << ", ";
296
- }
297
- outFile << mel.data[mel.data.size() - 1] << "]";
298
- outFile.close();
299
- }
300
-
301
- return true;
302
- }
303
-
304
- bool preprocess_audio(
305
- const float * samples,
306
- size_t n_samples,
307
- const whisper_filters & filters,
308
- std::vector<whisper_mel> & output) {
309
-
310
- if (n_samples == 0) {
311
- // empty audio
312
- return false;
313
- }
314
-
315
- whisper_mel out_full;
316
- bool ok = log_mel_spectrogram(
317
- samples,
318
- n_samples,
319
- COMMON_SAMPLE_RATE,
320
- WHISPER_N_FFT,
321
- WHISPER_HOP_LENGTH,
322
- filters.n_mel,
323
- 4, // n_threads
324
- filters,
325
- false, // debug
326
- out_full);
327
- if (!ok) {
328
- return false;
329
- }
330
-
331
- // because the cgraph in clip.cpp only accepts 3000 frames each, we need to split the mel
332
- // we always expect the mel to have 3000 silent frames at the end
333
- // printf("n_len %d\n", out_full.n_len);
334
- const size_t frames_per_chunk = 3000;
335
- GGML_ASSERT((size_t)out_full.n_len > frames_per_chunk);
336
- for (size_t off = 0; off < (size_t)out_full.n_len; off += frames_per_chunk) {
337
- int n_len = std::min(frames_per_chunk, (size_t)out_full.n_len - off);
338
- if ((size_t)n_len < frames_per_chunk) {
339
- break; // last uncomplete chunk will always be a padded chunk, safe to ignore
340
- }
341
-
342
- whisper_mel out_chunk;
343
- out_chunk.n_len = n_len;
344
- out_chunk.n_mel = out_full.n_mel;
345
- out_chunk.n_len_org = out_full.n_mel; // unused
346
- out_chunk.data.reserve(out_chunk.n_mel * out_chunk.n_len);
347
-
348
- for (int i = 0; i < out_full.n_mel; i++) {
349
- auto src = out_full.data.begin() + i*out_full.n_len + off;
350
- out_chunk.data.insert(out_chunk.data.end(), src, src + frames_per_chunk);
351
- }
352
-
353
- output.push_back(std::move(out_chunk));
354
- }
355
-
356
- return true;
357
- }
358
-
359
- } // namespace whisper_preprocessor
360
-
361
-
362
- namespace audio_helpers {
363
-
364
- bool is_audio_file(const char * buf, size_t len) {
365
- if (len < 12) {
366
- return false;
367
- }
368
-
369
- // RIFF ref: https://en.wikipedia.org/wiki/Resource_Interchange_File_Format
370
- // WAV ref: https://www.mmsp.ece.mcgill.ca/Documents/AudioFormats/WAVE/WAVE.html
371
- bool is_wav = memcmp(buf, "RIFF", 4) == 0 && memcmp(buf + 8, "WAVE", 4) == 0;
372
- bool is_mp3 = len >= 3 && (
373
- memcmp(buf, "ID3", 3) == 0 ||
374
- // Check for MPEG sync word (simplified check)
375
- ((unsigned char)buf[0] == 0xFF && ((unsigned char)buf[1] & 0xE0) == 0xE0)
376
- );
377
- bool is_flac = memcmp(buf, "fLaC", 4) == 0;
378
-
379
- return is_wav || is_mp3 || is_flac;
380
- }
381
-
382
- // returns true if the buffer is a valid audio file
383
- bool decode_audio_from_buf(const unsigned char * buf_in, size_t len, int target_sampler_rate, std::vector<float> & pcmf32_mono) {
384
- ma_result result;
385
- const int channels = 1;
386
- ma_decoder_config decoder_config = ma_decoder_config_init(ma_format_f32, channels, target_sampler_rate);
387
- ma_decoder decoder;
388
-
389
- result = ma_decoder_init_memory(buf_in, len, &decoder_config, &decoder);
390
- if (result != MA_SUCCESS) {
391
- return false;
392
- }
393
-
394
- ma_uint64 frame_count;
395
- ma_uint64 frames_read;
396
- result = ma_decoder_get_length_in_pcm_frames(&decoder, &frame_count);
397
- if (result != MA_SUCCESS) {
398
- ma_decoder_uninit(&decoder);
399
- return false;
400
- }
401
-
402
- pcmf32_mono.resize(frame_count);
403
- result = ma_decoder_read_pcm_frames(&decoder, pcmf32_mono.data(), frame_count, &frames_read);
404
- if (result != MA_SUCCESS) {
405
- ma_decoder_uninit(&decoder);
406
- return false;
407
- }
408
-
409
- #ifdef MTMD_AUDIO_DEBUG
410
- // save audio to wav file
411
- ma_encoder_config config = ma_encoder_config_init(ma_encoding_format_wav, ma_format_f32, 1, target_sampler_rate);
412
- ma_encoder encoder;
413
- ma_encoder_init_file("output.wav", &config, &encoder);
414
- ma_encoder_write_pcm_frames(&encoder, pcmf32_mono.data(), pcmf32_mono.size(), &frames_read);
415
- ma_encoder_uninit(&encoder);
416
- #endif
417
-
418
- ma_decoder_uninit(&decoder);
419
- return true;
420
- }
421
-
422
- } // namespace wav_utils
423
-
424
-
425
- // precalculated mel filter banks
426
- // values are multiplied by 1000.0 to save space, and will be divided by 1000.0 in the end of the function
427
- //
428
- // generated from python code:
429
- //
430
- // from numpy import load
431
- // data = load('mel_filters.npz')
432
- // lst = data.files
433
- // for item in lst:
434
- // print(item)
435
- // print(data[item].shape)
436
- // n_mel = data[item].shape[0]
437
- // n_fft = data[item].shape[1]
438
- // for i, row in enumerate(data[item]):
439
- // for j, val in enumerate(row):
440
- // val = val * 1000.0
441
- // if val != 0:
442
- // print(f"data[{i*n_fft + j}] = {val:.6f};")
443
-
444
- namespace whisper_precalc_filters {
445
-
446
- whisper_preprocessor::whisper_filters get_128_bins() {
447
- whisper_preprocessor::whisper_filters filters;
448
- filters.n_mel = 128;
449
- filters.n_fft = 201;
450
- std::vector data(filters.n_mel * filters.n_fft, 0.0f);
451
-
452
- data[1] = 12.37398665;
453
- data[202] = 30.39256483;
454
- data[404] = 24.74797331;
455
- data[605] = 18.01857911;
456
- data[807] = 37.12195903;
457
- data[1008] = 5.64459199;
458
- data[1009] = 6.72939420;
459
- data[1210] = 36.03715822;
460
- data[1412] = 19.10337992;
461
- data[1613] = 23.66316877;
462
- data[1815] = 31.47736564;
463
- data[2016] = 11.28918398;
464
- data[2017] = 1.08480197;
465
- data[2218] = 41.68175161;
466
- data[2420] = 13.45878839;
467
- data[2621] = 29.30776216;
468
- data[2823] = 25.83277412;
469
- data[3024] = 16.93377644;
470
- data[3226] = 38.20675984;
471
- data[3427] = 4.55979025;
472
- data[3428] = 7.81419594;
473
- data[3629] = 34.95235741;
474
- data[3831] = 20.18818259;
475
- data[4032] = 22.57836796;
476
- data[4234] = 32.56217018;
477
- data[4435] = 10.20438317;
478
- data[4436] = 2.16960395;
479
- data[4637] = 40.59694707;
480
- data[4839] = 14.54358920;
481
- data[5040] = 28.22295949;
482
- data[5242] = 26.91757679;
483
- data[5443] = 15.84897563;
484
- data[5645] = 39.29156065;
485
- data[5846] = 3.47498828;
486
- data[5847] = 8.89899861;
487
- data[6048] = 33.86755288;
488
- data[6250] = 21.27298526;
489
- data[6451] = 21.49356715;
490
- data[6653] = 33.64697099;
491
- data[6854] = 9.11958050;
492
- data[6855] = 3.25440569;
493
- data[7056] = 39.51214626;
494
- data[7258] = 15.62839188;
495
- data[7459] = 27.13815868;
496
- data[7661] = 28.00237760;
497
- data[7862] = 14.76417296;
498
- data[8064] = 40.37636518;
499
- data[8265] = 2.38068704;
500
- data[8266] = 10.20263787;
501
- data[8467] = 31.61146119;
502
- data[8669] = 24.54700135;
503
- data[8870] = 15.32919332;
504
- data[8871] = 1.66583748;
505
- data[9072] = 36.72905266;
506
- data[9274] = 20.09709924;
507
- data[9475] = 16.93102531;
508
- data[9476] = 2.90265540;
509
- data[9677] = 32.84499049;
510
- data[9879] = 23.52004871;
511
- data[10080] = 11.03894413;
512
- data[10081] = 10.72582975;
513
- data[10282] = 22.71829173;
514
- data[10484] = 32.27872774;
515
- data[10685] = 0.11626833;
516
- data[10686] = 22.85348251;
517
- data[10887] = 8.56344029;
518
- data[10888] = 14.97978810;
519
- data[11089] = 15.51398356;
520
- data[11090] = 8.51490628;
521
- data[11291] = 21.10680379;
522
- data[11292] = 3.32652032;
523
- data[11493] = 25.47064796;
524
- data[11695] = 27.35907957;
525
- data[11896] = 0.65853616;
526
- data[11897] = 23.83812517;
527
- data[12098] = 3.44359246;
528
- data[12099] = 21.22455277;
529
- data[12300] = 5.35842171;
530
- data[12301] = 19.42555793;
531
- data[12502] = 6.49324711;
532
- data[12503] = 18.35542172;
533
- data[12704] = 6.93138083;
534
- data[12705] = 17.93504693;
535
- data[12906] = 6.74968259;
536
- data[12907] = 18.09151843;
537
- data[13108] = 6.01899112;
538
- data[13109] = 18.75767298;
539
- data[13310] = 4.80452832;
540
- data[13311] = 19.87172849;
541
- data[13512] = 3.16627859;
542
- data[13513] = 21.37690969;
543
- data[13514] = 1.25317345;
544
- data[13714] = 1.15934468;
545
- data[13715] = 20.80361731;
546
- data[13716] = 4.04486805;
547
- data[13917] = 17.55363122;
548
- data[13918] = 7.08320038;
549
- data[14119] = 14.07538634;
550
- data[14120] = 10.32655034;
551
- data[14321] = 10.40921453;
552
- data[14322] = 13.73696327;
553
- data[14523] = 6.59187697;
554
- data[14524] = 17.27988198;
555
- data[14525] = 1.46804214;
556
- data[14725] = 2.65681883;
557
- data[14726] = 18.09193194;
558
- data[14727] = 5.85655728;
559
- data[14928] = 13.34277913;
560
- data[14929] = 10.28267574;
561
- data[15130] = 8.56800377;
562
- data[15131] = 14.72230814;
563
- data[15132] = 1.04039861;
564
- data[15332] = 3.79085587;
565
- data[15333] = 17.14678481;
566
- data[15334] = 6.11609267;
567
- data[15535] = 11.75929047;
568
- data[15536] = 11.13393717;
569
- data[15737] = 6.43857848;
570
- data[15738] = 16.07806236;
571
- data[15739] = 4.23917221;
572
- data[15939] = 1.19989377;
573
- data[15940] = 12.75671553;
574
- data[15941] = 9.65298992;
575
- data[16142] = 7.06935255;
576
- data[16143] = 14.94054683;
577
- data[16144] = 4.19024844;
578
- data[16344] = 1.51483389;
579
- data[16345] = 12.00899947;
580
- data[16346] = 9.84823331;
581
- data[16547] = 6.10224018;
582
- data[16548] = 15.33857174;
583
- data[16549] = 5.57676842;
584
- data[16749] = 0.36827257;
585
- data[16750] = 9.89749376;
586
- data[16751] = 11.35340426;
587
- data[16752] = 2.05122307;
588
- data[16952] = 3.89297144;
589
- data[16953] = 12.97352277;
590
- data[16954] = 8.06631614;
591
- data[17155] = 6.74493238;
592
- data[17156] = 13.85874674;
593
- data[17157] = 5.41190524;
594
- data[17357] = 0.74220158;
595
- data[17358] = 8.98779090;
596
- data[17359] = 11.37871388;
597
- data[17360] = 3.32958088;
598
- data[17560] = 2.82313535;
599
- data[17561] = 10.68049297;
600
- data[17562] = 9.43340641;
601
- data[17563] = 1.76325557;
602
- data[17763] = 4.39018616;
603
- data[17764] = 11.87758986;
604
- data[17765] = 7.97005836;
605
- data[17766] = 0.66104700;
606
- data[17966] = 5.49466675;
607
- data[17967] = 12.62953598;
608
- data[17968] = 6.93987962;
609
- data[18169] = 6.18401915;
610
- data[18170] = 12.93473132;
611
- data[18171] = 6.29778765;
612
- data[18371] = 0.02325210;
613
- data[18372] = 6.50206627;
614
- data[18373] = 12.32661773;
615
- data[18374] = 6.00216538;
616
- data[18574] = 0.31548753;
617
- data[18575] = 6.48925547;
618
- data[18576] = 12.04130240;
619
- data[18577] = 6.01462880;
620
- data[18777] = 0.29979556;
621
- data[18778] = 6.18288014;
622
- data[18779] = 12.04272825;
623
- data[18780] = 6.29981188;
624
- data[18781] = 0.55689598;
625
- data[18980] = 0.01120471;
626
- data[18981] = 5.61729167;
627
- data[18982] = 11.22337859;
628
- data[18983] = 6.82516303;
629
- data[18984] = 1.35264499;
630
- data[19184] = 4.82410006;
631
- data[19185] = 10.16623247;
632
- data[19186] = 7.56075513;
633
- data[19187] = 2.34590308;
634
- data[19387] = 3.83235747;
635
- data[19388] = 8.92296247;
636
- data[19389] = 8.47910438;
637
- data[19390] = 3.50978645;
638
- data[19590] = 2.66873185;
639
- data[19591] = 7.51965167;
640
- data[19592] = 9.55500547;
641
- data[19593] = 4.81966138;
642
- data[19594] = 0.08431751;
643
- data[19793] = 1.35767367;
644
- data[19794] = 5.98019501;
645
- data[19795] = 10.60271543;
646
- data[19796] = 6.25298498;
647
- data[19797] = 1.74059917;
648
- data[19997] = 4.32644226;
649
- data[19998] = 8.73131864;
650
- data[19999] = 7.78916525;
651
- data[20000] = 3.48923868;
652
- data[20200] = 2.57835095;
653
- data[20201] = 6.77582854;
654
- data[20202] = 9.40941647;
655
- data[20203] = 5.31194592;
656
- data[20204] = 1.21447595;
657
- data[20403] = 0.75411191;
658
- data[20404] = 4.75395704;
659
- data[20405] = 8.75380263;
660
- data[20406] = 7.19209015;
661
- data[20407] = 3.28754401;
662
- data[20607] = 2.68179690;
663
- data[20608] = 6.49331464;
664
- data[20609] = 9.11457930;
665
- data[20610] = 5.39387390;
666
- data[20611] = 1.67316827;
667
- data[20810] = 0.57394296;
668
- data[20811] = 4.20600036;
669
- data[20812] = 7.83805829;
670
- data[20813] = 7.52023002;
671
- data[20814] = 3.97470826;
672
- data[20815] = 0.42918732;
673
- data[21014] = 1.90464477;
674
- data[21015] = 5.36569161;
675
- data[21016] = 8.82673822;
676
- data[21017] = 6.27609482;
677
- data[21018] = 2.89750961;
678
- data[21218] = 2.89885257;
679
- data[21219] = 6.19694078;
680
- data[21220] = 8.56699049;
681
- data[21221] = 5.34748193;
682
- data[21222] = 2.12797290;
683
- data[21421] = 0.44750227;
684
- data[21422] = 3.59030394;
685
- data[21423] = 6.73310598;
686
- data[21424] = 7.77023612;
687
- data[21425] = 4.70231380;
688
- data[21426] = 1.63439126;
689
- data[21625] = 1.01536023;
690
- data[21626] = 4.01018746;
691
- data[21627] = 7.00501446;
692
- data[21628] = 7.23442994;
693
- data[21629] = 4.31095669;
694
- data[21630] = 1.38748321;
695
- data[21829] = 1.33348850;
696
- data[21830] = 4.18730825;
697
- data[21831] = 7.04112789;
698
- data[21832] = 6.93188375;
699
- data[21833] = 4.14605811;
700
- data[21834] = 1.36023236;
701
- data[22033] = 1.42879714;
702
- data[22034] = 4.14824858;
703
- data[22035] = 6.86769979;
704
- data[22036] = 6.83705276;
705
- data[22037] = 4.18239459;
706
- data[22038] = 1.52773573;
707
- data[22237] = 1.32610439;
708
- data[22238] = 3.91751388;
709
- data[22239] = 6.50892360;
710
- data[22240] = 6.92639686;
711
- data[22241] = 4.39672917;
712
- data[22242] = 1.86706171;
713
- data[22441] = 1.04827771;
714
- data[22442] = 3.51767405;
715
- data[22443] = 5.98707050;
716
- data[22444] = 7.17824046;
717
- data[22445] = 4.76767914;
718
- data[22446] = 2.35711760;
719
- data[22645] = 0.61636406;
720
- data[22646] = 2.96949223;
721
- data[22647] = 5.32262027;
722
- data[22648] = 7.57265091;
723
- data[22649] = 5.27558755;
724
- data[22650] = 2.97852419;
725
- data[22651] = 0.68146095;
726
- data[22849] = 0.04971400;
727
- data[22850] = 2.29204819;
728
- data[22851] = 4.53438237;
729
- data[22852] = 6.77671656;
730
- data[22853] = 5.90240723;
731
- data[22854] = 3.71349836;
732
- data[22855] = 1.52458926;
733
- data[23054] = 1.50285335;
734
- data[23055] = 3.63961048;
735
- data[23056] = 5.77636715;
736
- data[23057] = 6.63159089;
737
- data[23058] = 4.54574358;
738
- data[23059] = 2.45989650;
739
- data[23060] = 0.37404924;
740
- data[23258] = 0.61795861;
741
- data[23259] = 2.65410915;
742
- data[23260] = 4.69025923;
743
- data[23261] = 6.72641024;
744
- data[23262] = 5.46034705;
745
- data[23263] = 3.47270933;
746
- data[23264] = 1.48507138;
747
- data[23463] = 1.59233576;
748
- data[23464] = 3.53261665;
749
- data[23465] = 5.47289755;
750
- data[23466] = 6.44368259;
751
- data[23467] = 4.54962999;
752
- data[23468] = 2.65557761;
753
- data[23469] = 0.76152512;
754
- data[23667] = 0.46749352;
755
- data[23668] = 2.31641904;
756
- data[23669] = 4.16534441;
757
- data[23670] = 6.01426978;
758
- data[23671] = 5.67844696;
759
- data[23672] = 3.87357362;
760
- data[23673] = 2.06870004;
761
- data[23674] = 0.26382666;
762
- data[23872] = 1.05349103;
763
- data[23873] = 2.81536230;
764
- data[23874] = 4.57723346;
765
- data[23875] = 6.33910485;
766
- data[23876] = 5.12815686;
767
- data[23877] = 3.40826320;
768
- data[23878] = 1.68837002;
769
- data[24077] = 1.43350090;
770
- data[24078] = 3.11241671;
771
- data[24079] = 4.79133241;
772
- data[24080] = 6.40943693;
773
- data[24081] = 4.77052201;
774
- data[24082] = 3.13160778;
775
- data[24083] = 1.49269309;
776
- data[24281] = 0.02932359;
777
- data[24282] = 1.62918994;
778
- data[24283] = 3.22905602;
779
- data[24284] = 4.82892245;
780
- data[24285] = 6.14671456;
781
- data[24286] = 4.58496623;
782
- data[24287] = 3.02321767;
783
- data[24288] = 1.46146910;
784
- data[24486] = 0.13601698;
785
- data[24487] = 1.66055572;
786
- data[24488] = 3.18509457;
787
- data[24489] = 4.70963307;
788
- data[24490] = 6.04072399;
789
- data[24491] = 4.55250870;
790
- data[24492] = 3.06429295;
791
- data[24493] = 1.57607743;
792
- data[24494] = 0.08786193;
793
- data[24691] = 0.09328097;
794
- data[24692] = 1.54603878;
795
- data[24693] = 2.99879676;
796
- data[24694] = 4.45155473;
797
- data[24695] = 5.90431225;
798
- data[24696] = 4.65566106;
799
- data[24697] = 3.23751615;
800
- data[24698] = 1.81937125;
801
- data[24699] = 0.40122634;
802
- data[24897] = 1.30262633;
803
- data[24898] = 2.68698297;
804
- data[24899] = 4.07133950;
805
- data[24900] = 5.45569602;
806
- data[24901] = 4.87832492;
807
- data[24902] = 3.52695142;
808
- data[24903] = 2.17557792;
809
- data[24904] = 0.82420459;
810
- data[25102] = 0.94595028;
811
- data[25103] = 2.26512621;
812
- data[25104] = 3.58430226;
813
- data[25105] = 4.90347855;
814
- data[25106] = 5.20569785;
815
- data[25107] = 3.91795207;
816
- data[25108] = 2.63020652;
817
- data[25109] = 1.34246063;
818
- data[25110] = 0.05471494;
819
- data[25307] = 0.49037894;
820
- data[25308] = 1.74744334;
821
- data[25309] = 3.00450763;
822
- data[25310] = 4.26157191;
823
- data[25311] = 5.51863620;
824
- data[25312] = 4.39707236;
825
- data[25313] = 3.16995848;
826
- data[25314] = 1.94284460;
827
- data[25315] = 0.71573065;
828
- data[25513] = 1.14698056;
829
- data[25514] = 2.34485767;
830
- data[25515] = 3.54273478;
831
- data[25516] = 4.74061165;
832
- data[25517] = 4.95198462;
833
- data[25518] = 3.78264743;
834
- data[25519] = 2.61331047;
835
- data[25520] = 1.44397374;
836
- data[25521] = 0.27463681;
837
- data[25718] = 0.47569509;
838
- data[25719] = 1.61717169;
839
- data[25720] = 2.75864848;
840
- data[25721] = 3.90012516;
841
- data[25722] = 5.04160160;
842
- data[25723] = 4.45712078;
843
- data[25724] = 3.34284059;
844
- data[25725] = 2.22856039;
845
- data[25726] = 1.11428020;
846
-
847
- for (auto & val : data) {
848
- val /= 1000.0f;
849
- }
850
-
851
- filters.data = std::move(data);
852
- return filters;
853
- }
854
-
855
- } // namespace whisper_precalc_filters