node-llama-cpp 3.0.0-beta.32 → 3.0.0-beta.33

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (96) hide show
  1. package/bins/_linux-x64-cuda.moved.txt +1 -0
  2. package/bins/_win-x64-cuda.moved.txt +1 -0
  3. package/bins/linux-arm64/_nlcBuildMetadata.json +1 -1
  4. package/bins/linux-arm64/libggml.so +0 -0
  5. package/bins/linux-arm64/libllama.so +0 -0
  6. package/bins/linux-arm64/llama-addon.node +0 -0
  7. package/bins/linux-armv7l/_nlcBuildMetadata.json +1 -1
  8. package/bins/linux-armv7l/libggml.so +0 -0
  9. package/bins/linux-armv7l/libllama.so +0 -0
  10. package/bins/linux-armv7l/llama-addon.node +0 -0
  11. package/bins/linux-x64/_nlcBuildMetadata.json +1 -1
  12. package/bins/linux-x64/libggml.so +0 -0
  13. package/bins/linux-x64/libllama.so +0 -0
  14. package/bins/linux-x64/llama-addon.node +0 -0
  15. package/bins/linux-x64-vulkan/_nlcBuildMetadata.json +1 -1
  16. package/bins/linux-x64-vulkan/libggml.so +0 -0
  17. package/bins/linux-x64-vulkan/libllama.so +0 -0
  18. package/bins/linux-x64-vulkan/llama-addon.node +0 -0
  19. package/bins/mac-arm64-metal/_nlcBuildMetadata.json +1 -1
  20. package/bins/mac-arm64-metal/ggml-common.h +1805 -0
  21. package/bins/mac-arm64-metal/ggml-metal.metal +6540 -0
  22. package/bins/mac-arm64-metal/libggml.dylib +0 -0
  23. package/bins/mac-arm64-metal/libllama.dylib +0 -0
  24. package/bins/mac-arm64-metal/llama-addon.node +0 -0
  25. package/bins/mac-x64/_nlcBuildMetadata.json +1 -1
  26. package/bins/mac-x64/libggml.dylib +0 -0
  27. package/bins/mac-x64/libllama.dylib +0 -0
  28. package/bins/mac-x64/llama-addon.node +0 -0
  29. package/bins/win-arm64/Release/ggml.dll +0 -0
  30. package/bins/win-arm64/Release/llama.dll +0 -0
  31. package/bins/win-arm64/_nlcBuildMetadata.json +1 -1
  32. package/bins/win-arm64/llama-addon.node +0 -0
  33. package/bins/win-x64/Release/ggml.dll +0 -0
  34. package/bins/win-x64/Release/llama.dll +0 -0
  35. package/bins/win-x64/_nlcBuildMetadata.json +1 -1
  36. package/bins/win-x64/llama-addon.node +0 -0
  37. package/bins/win-x64-vulkan/Release/ggml.dll +0 -0
  38. package/bins/win-x64-vulkan/Release/llama.dll +0 -0
  39. package/bins/win-x64-vulkan/_nlcBuildMetadata.json +1 -1
  40. package/bins/win-x64-vulkan/llama-addon.node +0 -0
  41. package/dist/bindings/getLlama.js +4 -2
  42. package/dist/bindings/getLlama.js.map +1 -1
  43. package/dist/bindings/utils/compileLLamaCpp.d.ts +1 -1
  44. package/dist/bindings/utils/compileLLamaCpp.js +59 -18
  45. package/dist/bindings/utils/compileLLamaCpp.js.map +1 -1
  46. package/dist/bindings/utils/resolveCustomCmakeOptions.js +26 -30
  47. package/dist/bindings/utils/resolveCustomCmakeOptions.js.map +1 -1
  48. package/dist/cli/commands/inspect/commands/InspectGpuCommand.js +1 -0
  49. package/dist/cli/commands/inspect/commands/InspectGpuCommand.js.map +1 -1
  50. package/dist/evaluator/LlamaChat/LlamaChat.js +15 -14
  51. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  52. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js +2 -1
  53. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map +1 -1
  54. package/dist/evaluator/LlamaCompletion.js +8 -7
  55. package/dist/evaluator/LlamaCompletion.js.map +1 -1
  56. package/dist/gguf/fileReaders/GgufFileReader.d.ts +17 -13
  57. package/dist/gguf/fileReaders/GgufFileReader.js +72 -39
  58. package/dist/gguf/fileReaders/GgufFileReader.js.map +1 -1
  59. package/dist/gguf/fileReaders/GgufFsFileReader.d.ts +2 -1
  60. package/dist/gguf/fileReaders/GgufFsFileReader.js +18 -2
  61. package/dist/gguf/fileReaders/GgufFsFileReader.js.map +1 -1
  62. package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.d.ts +2 -1
  63. package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js +18 -2
  64. package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js.map +1 -1
  65. package/dist/gguf/parser/GgufV2Parser.d.ts +3 -2
  66. package/dist/gguf/parser/GgufV2Parser.js +103 -64
  67. package/dist/gguf/parser/GgufV2Parser.js.map +1 -1
  68. package/dist/gguf/parser/parseGguf.js +1 -3
  69. package/dist/gguf/parser/parseGguf.js.map +1 -1
  70. package/dist/utils/LlamaText.js +7 -4
  71. package/dist/utils/LlamaText.js.map +1 -1
  72. package/dist/utils/ReplHistory.js +5 -1
  73. package/dist/utils/ReplHistory.js.map +1 -1
  74. package/dist/utils/TokenStreamRegulator.js +3 -2
  75. package/dist/utils/TokenStreamRegulator.js.map +1 -1
  76. package/dist/utils/pushAll.d.ts +6 -0
  77. package/dist/utils/pushAll.js +11 -0
  78. package/dist/utils/pushAll.js.map +1 -0
  79. package/dist/utils/transformPromisable.d.ts +40 -0
  80. package/dist/utils/transformPromisable.js +64 -0
  81. package/dist/utils/transformPromisable.js.map +1 -0
  82. package/llama/CMakeLists.txt +14 -14
  83. package/llama/addon.cpp +2 -2
  84. package/llama/binariesGithubRelease.json +1 -1
  85. package/llama/gitRelease.bundle +0 -0
  86. package/llama/grammars/README.md +248 -10
  87. package/llama/llama.cpp.info.json +1 -1
  88. package/package.json +8 -2
  89. package/templates/packed/electron-typescript-react.json +1 -1
  90. package/bins/linux-x64-cuda/_nlcBuildMetadata.json +0 -1
  91. package/bins/linux-x64-cuda/llama-addon.node +0 -0
  92. package/bins/mac-arm64-metal/default.metallib +0 -0
  93. package/bins/win-x64-cuda/_nlcBuildMetadata.json +0 -1
  94. package/bins/win-x64-cuda/llama-addon.exp +0 -0
  95. package/bins/win-x64-cuda/llama-addon.lib +0 -0
  96. package/bins/win-x64-cuda/llama-addon.node +0 -0
package/bins/_linux-x64-cuda.moved.txt ADDED
@@ -0,0 +1 @@
1
+ Moved to package "@node-llama-cpp/linux-x64-cuda"
package/bins/_win-x64-cuda.moved.txt ADDED
@@ -0,0 +1 @@
1
+ Moved to package "@node-llama-cpp/win-x64-cuda"
package/bins/linux-arm64/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"arm64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3166"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"arm64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
package/bins/linux-arm64/libggml.so ADDED
Binary file
package/bins/linux-arm64/libllama.so ADDED
Binary file
package/bins/linux-arm64/llama-addon.node CHANGED
Binary file
package/bins/linux-armv7l/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"armv7l","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3166"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"armv7l","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
package/bins/linux-armv7l/libggml.so ADDED
Binary file
package/bins/linux-armv7l/libllama.so ADDED
Binary file
package/bins/linux-armv7l/llama-addon.node CHANGED
Binary file
package/bins/linux-x64/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3166"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
package/bins/linux-x64/libggml.so ADDED
Binary file
package/bins/linux-x64/libllama.so ADDED
Binary file
package/bins/linux-x64/llama-addon.node CHANGED
Binary file
package/bins/linux-x64-vulkan/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3166"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
package/bins/linux-x64-vulkan/libggml.so ADDED
Binary file
package/bins/mac-arm64-metal/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","platformInfo":{"name":"macOS","version":"22.6.0"},"arch":"arm64","gpu":"metal","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3166"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","platformInfo":{"name":"macOS","version":"22.6.0"},"arch":"arm64","gpu":"metal","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}