node-llama-cpp 2.3.1 → 2.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (118) hide show
  1. package/README.md +31 -25
  2. package/dist/cli/commands/BuildCommand.js +5 -2
  3. package/dist/cli/commands/BuildCommand.js.map +1 -1
  4. package/dist/cli/commands/ChatCommand.js +2 -2
  5. package/dist/cli/commands/ClearCommand.d.ts +1 -1
  6. package/dist/cli/commands/ClearCommand.js +13 -1
  7. package/dist/cli/commands/ClearCommand.js.map +1 -1
  8. package/dist/cli/commands/DownloadCommand.js +16 -22
  9. package/dist/cli/commands/DownloadCommand.js.map +1 -1
  10. package/dist/config.d.ts +7 -0
  11. package/dist/config.js +13 -1
  12. package/dist/config.js.map +1 -1
  13. package/dist/llamaEvaluator/LlamaModel.js +3 -1
  14. package/dist/llamaEvaluator/LlamaModel.js.map +1 -1
  15. package/dist/utils/cmake.d.ts +10 -0
  16. package/dist/utils/cmake.js +80 -0
  17. package/dist/utils/cmake.js.map +1 -0
  18. package/dist/utils/compileLLamaCpp.js +59 -31
  19. package/dist/utils/compileLLamaCpp.js.map +1 -1
  20. package/dist/utils/getBin.js +1 -1
  21. package/dist/utils/getBin.js.map +1 -1
  22. package/dist/utils/withStatusLogs.d.ts +5 -0
  23. package/dist/utils/withStatusLogs.js +22 -0
  24. package/dist/utils/withStatusLogs.js.map +1 -0
  25. package/llama/CMakeLists.txt +36 -0
  26. package/llama/binariesGithubRelease.json +1 -1
  27. package/llama/grammars/json_arr.gbnf +34 -0
  28. package/llama/xpack/package.json +10 -0
  29. package/llamaBins/linux-arm64-16/llama-addon.node +0 -0
  30. package/llamaBins/linux-arm64-17/llama-addon.node +0 -0
  31. package/llamaBins/linux-arm64-18/llama-addon.node +0 -0
  32. package/llamaBins/linux-arm64-19/llama-addon.node +0 -0
  33. package/llamaBins/linux-arm64-20/llama-addon.node +0 -0
  34. package/llamaBins/linux-armv7l-16/llama-addon.node +0 -0
  35. package/llamaBins/linux-armv7l-17/llama-addon.node +0 -0
  36. package/llamaBins/linux-armv7l-18/llama-addon.node +0 -0
  37. package/llamaBins/linux-armv7l-19/llama-addon.node +0 -0
  38. package/llamaBins/linux-armv7l-20/llama-addon.node +0 -0
  39. package/llamaBins/linux-ppc64le-16/llama-addon.node +0 -0
  40. package/llamaBins/linux-ppc64le-17/llama-addon.node +0 -0
  41. package/llamaBins/linux-ppc64le-18/llama-addon.node +0 -0
  42. package/llamaBins/linux-ppc64le-19/llama-addon.node +0 -0
  43. package/llamaBins/linux-ppc64le-20/llama-addon.node +0 -0
  44. package/llamaBins/linux-x64-16/llama-addon.node +0 -0
  45. package/llamaBins/linux-x64-17/llama-addon.node +0 -0
  46. package/llamaBins/linux-x64-18/llama-addon.node +0 -0
  47. package/llamaBins/linux-x64-19/llama-addon.node +0 -0
  48. package/llamaBins/linux-x64-20/llama-addon.node +0 -0
  49. package/llamaBins/mac-arm64-16/ggml-metal.metal +2120 -0
  50. package/llamaBins/mac-arm64-16/llama-addon.node +0 -0
  51. package/llamaBins/mac-arm64-17/ggml-metal.metal +2120 -0
  52. package/llamaBins/mac-arm64-17/llama-addon.node +0 -0
  53. package/llamaBins/mac-arm64-18/ggml-metal.metal +2120 -0
  54. package/llamaBins/mac-arm64-18/llama-addon.node +0 -0
  55. package/llamaBins/mac-arm64-19/ggml-metal.metal +2120 -0
  56. package/llamaBins/mac-arm64-19/llama-addon.node +0 -0
  57. package/llamaBins/mac-arm64-20/ggml-metal.metal +2120 -0
  58. package/llamaBins/mac-arm64-20/llama-addon.node +0 -0
  59. package/llamaBins/mac-x64-16/ggml-metal.metal +2120 -0
  60. package/llamaBins/mac-x64-16/llama-addon.node +0 -0
  61. package/llamaBins/mac-x64-17/ggml-metal.metal +2120 -0
  62. package/llamaBins/mac-x64-17/llama-addon.node +0 -0
  63. package/llamaBins/mac-x64-18/ggml-metal.metal +2120 -0
  64. package/llamaBins/mac-x64-18/llama-addon.node +0 -0
  65. package/llamaBins/mac-x64-19/ggml-metal.metal +2120 -0
  66. package/llamaBins/mac-x64-19/llama-addon.node +0 -0
  67. package/llamaBins/mac-x64-20/ggml-metal.metal +2120 -0
  68. package/llamaBins/mac-x64-20/llama-addon.node +0 -0
  69. package/llamaBins/win-x64-16/llama-addon.node +0 -0
  70. package/llamaBins/win-x64-17/llama-addon.exp +0 -0
  71. package/llamaBins/win-x64-17/llama-addon.lib +0 -0
  72. package/llamaBins/win-x64-17/llama-addon.node +0 -0
  73. package/llamaBins/win-x64-18/llama-addon.exp +0 -0
  74. package/llamaBins/win-x64-18/llama-addon.lib +0 -0
  75. package/llamaBins/win-x64-18/llama-addon.node +0 -0
  76. package/llamaBins/win-x64-19/llama-addon.exp +0 -0
  77. package/llamaBins/win-x64-19/llama-addon.lib +0 -0
  78. package/llamaBins/win-x64-19/llama-addon.node +0 -0
  79. package/llamaBins/win-x64-20/llama-addon.exp +0 -0
  80. package/llamaBins/win-x64-20/llama-addon.lib +0 -0
  81. package/llamaBins/win-x64-20/llama-addon.node +0 -0
  82. package/package.json +12 -8
  83. package/llama/binding.gyp +0 -27
  84. package/llamaBins/linux-arm64-16.node +0 -0
  85. package/llamaBins/linux-arm64-17.node +0 -0
  86. package/llamaBins/linux-arm64-18.node +0 -0
  87. package/llamaBins/linux-arm64-19.node +0 -0
  88. package/llamaBins/linux-arm64-20.node +0 -0
  89. package/llamaBins/linux-armv7l-16.node +0 -0
  90. package/llamaBins/linux-armv7l-17.node +0 -0
  91. package/llamaBins/linux-armv7l-18.node +0 -0
  92. package/llamaBins/linux-armv7l-19.node +0 -0
  93. package/llamaBins/linux-armv7l-20.node +0 -0
  94. package/llamaBins/linux-ppc64le-16.node +0 -0
  95. package/llamaBins/linux-ppc64le-17.node +0 -0
  96. package/llamaBins/linux-ppc64le-18.node +0 -0
  97. package/llamaBins/linux-ppc64le-19.node +0 -0
  98. package/llamaBins/linux-ppc64le-20.node +0 -0
  99. package/llamaBins/linux-x64-16.node +0 -0
  100. package/llamaBins/linux-x64-17.node +0 -0
  101. package/llamaBins/linux-x64-18.node +0 -0
  102. package/llamaBins/linux-x64-19.node +0 -0
  103. package/llamaBins/linux-x64-20.node +0 -0
  104. package/llamaBins/mac-arm64-16.node +0 -0
  105. package/llamaBins/mac-arm64-17.node +0 -0
  106. package/llamaBins/mac-arm64-18.node +0 -0
  107. package/llamaBins/mac-arm64-19.node +0 -0
  108. package/llamaBins/mac-arm64-20.node +0 -0
  109. package/llamaBins/mac-x64-16.node +0 -0
  110. package/llamaBins/mac-x64-17.node +0 -0
  111. package/llamaBins/mac-x64-18.node +0 -0
  112. package/llamaBins/mac-x64-19.node +0 -0
  113. package/llamaBins/mac-x64-20.node +0 -0
  114. package/llamaBins/win-x64-16.node +0 -0
  115. package/llamaBins/win-x64-17.node +0 -0
  116. package/llamaBins/win-x64-18.node +0 -0
  117. package/llamaBins/win-x64-19.node +0 -0
  118. package/llamaBins/win-x64-20.node +0 -0