node-llama-cpp 3.0.0-beta.31 → 3.0.0-beta.33

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (98) hide show
  1. package/bins/_linux-x64-cuda.moved.txt +1 -0
  2. package/bins/_win-x64-cuda.moved.txt +1 -0
  3. package/bins/linux-arm64/_nlcBuildMetadata.json +1 -1
  4. package/bins/linux-arm64/libggml.so +0 -0
  5. package/bins/linux-arm64/libllama.so +0 -0
  6. package/bins/linux-arm64/llama-addon.node +0 -0
  7. package/bins/linux-armv7l/_nlcBuildMetadata.json +1 -1
  8. package/bins/linux-armv7l/libggml.so +0 -0
  9. package/bins/linux-armv7l/libllama.so +0 -0
  10. package/bins/linux-armv7l/llama-addon.node +0 -0
  11. package/bins/linux-x64/_nlcBuildMetadata.json +1 -1
  12. package/bins/linux-x64/libggml.so +0 -0
  13. package/bins/linux-x64/libllama.so +0 -0
  14. package/bins/linux-x64/llama-addon.node +0 -0
  15. package/bins/linux-x64-vulkan/_nlcBuildMetadata.json +1 -1
  16. package/bins/linux-x64-vulkan/libggml.so +0 -0
  17. package/bins/linux-x64-vulkan/libllama.so +0 -0
  18. package/bins/linux-x64-vulkan/llama-addon.node +0 -0
  19. package/bins/mac-arm64-metal/_nlcBuildMetadata.json +1 -1
  20. package/bins/mac-arm64-metal/ggml-common.h +1805 -0
  21. package/bins/mac-arm64-metal/ggml-metal.metal +6540 -0
  22. package/bins/mac-arm64-metal/libggml.dylib +0 -0
  23. package/bins/mac-arm64-metal/libllama.dylib +0 -0
  24. package/bins/mac-arm64-metal/llama-addon.node +0 -0
  25. package/bins/mac-x64/_nlcBuildMetadata.json +1 -1
  26. package/bins/mac-x64/libggml.dylib +0 -0
  27. package/bins/mac-x64/libllama.dylib +0 -0
  28. package/bins/mac-x64/llama-addon.node +0 -0
  29. package/bins/win-arm64/Release/ggml.dll +0 -0
  30. package/bins/win-arm64/Release/llama.dll +0 -0
  31. package/bins/win-arm64/_nlcBuildMetadata.json +1 -1
  32. package/bins/win-arm64/llama-addon.node +0 -0
  33. package/bins/win-x64/Release/ggml.dll +0 -0
  34. package/bins/win-x64/Release/llama.dll +0 -0
  35. package/bins/win-x64/_nlcBuildMetadata.json +1 -1
  36. package/bins/win-x64/llama-addon.node +0 -0
  37. package/bins/win-x64-vulkan/Release/ggml.dll +0 -0
  38. package/bins/win-x64-vulkan/Release/llama.dll +0 -0
  39. package/bins/win-x64-vulkan/_nlcBuildMetadata.json +1 -1
  40. package/bins/win-x64-vulkan/llama-addon.node +0 -0
  41. package/dist/bindings/getLlama.js +4 -2
  42. package/dist/bindings/getLlama.js.map +1 -1
  43. package/dist/bindings/utils/compileLLamaCpp.d.ts +1 -1
  44. package/dist/bindings/utils/compileLLamaCpp.js +59 -18
  45. package/dist/bindings/utils/compileLLamaCpp.js.map +1 -1
  46. package/dist/bindings/utils/resolveCustomCmakeOptions.js +26 -30
  47. package/dist/bindings/utils/resolveCustomCmakeOptions.js.map +1 -1
  48. package/dist/cli/commands/ChatCommand.js +2 -1
  49. package/dist/cli/commands/ChatCommand.js.map +1 -1
  50. package/dist/cli/commands/inspect/commands/InspectGpuCommand.js +1 -0
  51. package/dist/cli/commands/inspect/commands/InspectGpuCommand.js.map +1 -1
  52. package/dist/evaluator/LlamaChat/LlamaChat.js +15 -14
  53. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  54. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js +2 -1
  55. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map +1 -1
  56. package/dist/evaluator/LlamaCompletion.js +8 -7
  57. package/dist/evaluator/LlamaCompletion.js.map +1 -1
  58. package/dist/gguf/fileReaders/GgufFileReader.d.ts +17 -13
  59. package/dist/gguf/fileReaders/GgufFileReader.js +72 -39
  60. package/dist/gguf/fileReaders/GgufFileReader.js.map +1 -1
  61. package/dist/gguf/fileReaders/GgufFsFileReader.d.ts +2 -1
  62. package/dist/gguf/fileReaders/GgufFsFileReader.js +18 -2
  63. package/dist/gguf/fileReaders/GgufFsFileReader.js.map +1 -1
  64. package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.d.ts +2 -1
  65. package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js +18 -2
  66. package/dist/gguf/fileReaders/GgufNetworkFetchFileReader.js.map +1 -1
  67. package/dist/gguf/parser/GgufV2Parser.d.ts +3 -2
  68. package/dist/gguf/parser/GgufV2Parser.js +103 -64
  69. package/dist/gguf/parser/GgufV2Parser.js.map +1 -1
  70. package/dist/gguf/parser/parseGguf.js +1 -3
  71. package/dist/gguf/parser/parseGguf.js.map +1 -1
  72. package/dist/utils/LlamaText.js +7 -4
  73. package/dist/utils/LlamaText.js.map +1 -1
  74. package/dist/utils/ReplHistory.js +5 -1
  75. package/dist/utils/ReplHistory.js.map +1 -1
  76. package/dist/utils/TokenStreamRegulator.js +3 -2
  77. package/dist/utils/TokenStreamRegulator.js.map +1 -1
  78. package/dist/utils/pushAll.d.ts +6 -0
  79. package/dist/utils/pushAll.js +11 -0
  80. package/dist/utils/pushAll.js.map +1 -0
  81. package/dist/utils/transformPromisable.d.ts +40 -0
  82. package/dist/utils/transformPromisable.js +64 -0
  83. package/dist/utils/transformPromisable.js.map +1 -0
  84. package/llama/CMakeLists.txt +14 -14
  85. package/llama/addon.cpp +2 -2
  86. package/llama/binariesGithubRelease.json +1 -1
  87. package/llama/gitRelease.bundle +0 -0
  88. package/llama/grammars/README.md +248 -10
  89. package/llama/llama.cpp.info.json +1 -1
  90. package/package.json +8 -2
  91. package/templates/packed/electron-typescript-react.json +1 -1
  92. package/bins/linux-x64-cuda/_nlcBuildMetadata.json +0 -1
  93. package/bins/linux-x64-cuda/llama-addon.node +0 -0
  94. package/bins/mac-arm64-metal/default.metallib +0 -0
  95. package/bins/win-x64-cuda/_nlcBuildMetadata.json +0 -1
  96. package/bins/win-x64-cuda/llama-addon.exp +0 -0
  97. package/bins/win-x64-cuda/llama-addon.lib +0 -0
  98. package/bins/win-x64-cuda/llama-addon.node +0 -0
package/bins/_linux-x64-cuda.moved.txt ADDED
@@ -0,0 +1 @@
1
+ Moved to package "@node-llama-cpp/linux-x64-cuda"
package/bins/_win-x64-cuda.moved.txt ADDED
@@ -0,0 +1 @@
1
+ Moved to package "@node-llama-cpp/win-x64-cuda"
package/bins/linux-arm64/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"arm64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3166"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"arm64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
package/bins/linux-arm64/libggml.so ADDED
Binary file
package/bins/linux-arm64/libllama.so ADDED
Binary file
package/bins/linux-arm64/llama-addon.node CHANGED
Binary file
package/bins/linux-armv7l/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"armv7l","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3166"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"armv7l","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
package/bins/linux-armv7l/libggml.so ADDED
Binary file
package/bins/linux-armv7l/libllama.so ADDED
Binary file
package/bins/linux-armv7l/llama-addon.node CHANGED
Binary file
package/bins/linux-x64/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3166"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
package/bins/linux-x64/libggml.so ADDED
Binary file
package/bins/linux-x64/libllama.so ADDED
Binary file
package/bins/linux-x64/llama-addon.node CHANGED
Binary file
package/bins/linux-x64-vulkan/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3166"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
package/bins/linux-x64-vulkan/libggml.so ADDED
Binary file
package/bins/mac-arm64-metal/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","platformInfo":{"name":"macOS","version":"22.6.0"},"arch":"arm64","gpu":"metal","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3166"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","platformInfo":{"name":"macOS","version":"22.6.0"},"arch":"arm64","gpu":"metal","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}