node-llama-cpp 3.0.0-beta.10 → 3.0.0-beta.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (131) hide show
  1. package/README.md +4 -4
  2. package/dist/bindings/AddonTypes.d.ts +3 -0
  3. package/dist/bindings/Llama.d.ts +1 -0
  4. package/dist/bindings/Llama.js +7 -1
  5. package/dist/bindings/Llama.js.map +1 -1
  6. package/dist/bindings/getLlama.d.ts +24 -1
  7. package/dist/bindings/getLlama.js +10 -4
  8. package/dist/bindings/getLlama.js.map +1 -1
  9. package/dist/bindings/types.d.ts +1 -0
  10. package/dist/bindings/types.js.map +1 -1
  11. package/dist/bindings/utils/compileLLamaCpp.js +2 -0
  12. package/dist/bindings/utils/compileLLamaCpp.js.map +1 -1
  13. package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js +2 -0
  14. package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js.map +1 -1
  15. package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.d.ts +26 -0
  16. package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.js +43 -0
  17. package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.js.map +1 -0
  18. package/dist/bindings/utils/resolveCustomCmakeOptions.js +2 -0
  19. package/dist/bindings/utils/resolveCustomCmakeOptions.js.map +1 -1
  20. package/dist/cli/cli.js +4 -0
  21. package/dist/cli/cli.js.map +1 -1
  22. package/dist/cli/commands/BuildCommand.d.ts +2 -1
  23. package/dist/cli/commands/BuildCommand.js +11 -9
  24. package/dist/cli/commands/BuildCommand.js.map +1 -1
  25. package/dist/cli/commands/ChatCommand.d.ts +2 -2
  26. package/dist/cli/commands/ChatCommand.js +3 -39
  27. package/dist/cli/commands/ChatCommand.js.map +1 -1
  28. package/dist/cli/commands/CompleteCommand.d.ts +25 -0
  29. package/dist/cli/commands/CompleteCommand.js +278 -0
  30. package/dist/cli/commands/CompleteCommand.js.map +1 -0
  31. package/dist/cli/commands/DebugCommand.js +16 -13
  32. package/dist/cli/commands/DebugCommand.js.map +1 -1
  33. package/dist/cli/commands/DownloadCommand.d.ts +2 -1
  34. package/dist/cli/commands/DownloadCommand.js +11 -9
  35. package/dist/cli/commands/DownloadCommand.js.map +1 -1
  36. package/dist/cli/commands/InfillCommand.d.ts +27 -0
  37. package/dist/cli/commands/InfillCommand.js +316 -0
  38. package/dist/cli/commands/InfillCommand.js.map +1 -0
  39. package/dist/cli/utils/logEnabledComputeLayers.d.ts +8 -0
  40. package/dist/cli/utils/logEnabledComputeLayers.js +11 -0
  41. package/dist/cli/utils/logEnabledComputeLayers.js.map +1 -0
  42. package/dist/config.d.ts +1 -0
  43. package/dist/config.js +5 -2
  44. package/dist/config.js.map +1 -1
  45. package/dist/consts.d.ts +1 -0
  46. package/dist/consts.js +2 -0
  47. package/dist/consts.js.map +1 -0
  48. package/dist/evaluator/LlamaChat/LlamaChat.d.ts +2 -33
  49. package/dist/evaluator/LlamaChat/LlamaChat.js +7 -28
  50. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  51. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +1 -1
  52. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -1
  53. package/dist/evaluator/LlamaCompletion.d.ts +148 -0
  54. package/dist/evaluator/LlamaCompletion.js +402 -0
  55. package/dist/evaluator/LlamaCompletion.js.map +1 -0
  56. package/dist/evaluator/LlamaContext/LlamaContext.js +6 -2
  57. package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -1
  58. package/dist/evaluator/LlamaModel.d.ts +10 -1
  59. package/dist/evaluator/LlamaModel.js +33 -3
  60. package/dist/evaluator/LlamaModel.js.map +1 -1
  61. package/dist/index.d.ts +6 -4
  62. package/dist/index.js +4 -2
  63. package/dist/index.js.map +1 -1
  64. package/dist/types.d.ts +31 -0
  65. package/dist/utils/UnsupportedError.d.ts +2 -0
  66. package/dist/utils/UnsupportedError.js +7 -0
  67. package/dist/utils/UnsupportedError.js.map +1 -0
  68. package/dist/utils/gbnfJson/terminals/GbnfArray.js.map +1 -1
  69. package/dist/utils/gbnfJson/terminals/GbnfBoolean.d.ts +1 -1
  70. package/dist/utils/gbnfJson/terminals/GbnfBoolean.js.map +1 -1
  71. package/dist/utils/gbnfJson/terminals/GbnfBooleanValue.js.map +1 -1
  72. package/dist/utils/gbnfJson/terminals/GbnfGrammar.js.map +1 -1
  73. package/dist/utils/gbnfJson/terminals/GbnfNull.d.ts +1 -1
  74. package/dist/utils/gbnfJson/terminals/GbnfNull.js.map +1 -1
  75. package/dist/utils/gbnfJson/terminals/GbnfNumber.d.ts +1 -1
  76. package/dist/utils/gbnfJson/terminals/GbnfNumber.js.map +1 -1
  77. package/dist/utils/gbnfJson/terminals/GbnfNumberValue.js.map +1 -1
  78. package/dist/utils/gbnfJson/terminals/GbnfObjectMap.js.map +1 -1
  79. package/dist/utils/gbnfJson/terminals/GbnfOr.js.map +1 -1
  80. package/dist/utils/gbnfJson/terminals/GbnfString.d.ts +1 -1
  81. package/dist/utils/gbnfJson/terminals/GbnfString.js.map +1 -1
  82. package/dist/utils/gbnfJson/terminals/GbnfStringValue.js.map +1 -1
  83. package/dist/utils/gbnfJson/terminals/GbnfVerbatimText.js.map +1 -1
  84. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.d.ts +1 -1
  85. package/dist/utils/gbnfJson/terminals/GbnfWhitespace.js.map +1 -1
  86. package/dist/utils/getBuildDefaults.d.ts +1 -0
  87. package/dist/utils/getBuildDefaults.js +3 -2
  88. package/dist/utils/getBuildDefaults.js.map +1 -1
  89. package/dist/utils/getQueuedTokensBeforeStopTrigger.d.ts +6 -0
  90. package/dist/utils/getQueuedTokensBeforeStopTrigger.js +22 -0
  91. package/dist/utils/getQueuedTokensBeforeStopTrigger.js.map +1 -0
  92. package/llama/CMakeLists.txt +20 -0
  93. package/llama/addon.cpp +97 -12
  94. package/llama/binariesGithubRelease.json +1 -1
  95. package/llama/gitRelease.bundle +0 -0
  96. package/llama/gpuInfo/cuda-gpu-info.cu +5 -5
  97. package/llama/gpuInfo/cuda-gpu-info.h +2 -2
  98. package/llama/gpuInfo/vulkan-gpu-info.cpp +65 -0
  99. package/llama/gpuInfo/vulkan-gpu-info.h +7 -0
  100. package/llama/llama.cpp.info.json +1 -1
  101. package/llamaBins/linux-arm64/.buildMetadata.json +1 -1
  102. package/llamaBins/linux-arm64/llama-addon.node +0 -0
  103. package/llamaBins/linux-armv7l/.buildMetadata.json +1 -1
  104. package/llamaBins/linux-armv7l/llama-addon.node +0 -0
  105. package/llamaBins/linux-x64/.buildMetadata.json +1 -1
  106. package/llamaBins/linux-x64/llama-addon.node +0 -0
  107. package/llamaBins/linux-x64-cuda/.buildMetadata.json +1 -1
  108. package/llamaBins/linux-x64-cuda/llama-addon.node +0 -0
  109. package/llamaBins/linux-x64-vulkan/.buildMetadata.json +1 -0
  110. package/llamaBins/linux-x64-vulkan/llama-addon.node +0 -0
  111. package/llamaBins/mac-arm64-metal/.buildMetadata.json +1 -1
  112. package/llamaBins/mac-arm64-metal/ggml-metal.metal +1035 -132
  113. package/llamaBins/mac-arm64-metal/llama-addon.node +0 -0
  114. package/llamaBins/mac-x64/.buildMetadata.json +1 -1
  115. package/llamaBins/mac-x64/llama-addon.node +0 -0
  116. package/llamaBins/win-x64/.buildMetadata.json +1 -1
  117. package/llamaBins/win-x64/llama-addon.exp +0 -0
  118. package/llamaBins/win-x64/llama-addon.lib +0 -0
  119. package/llamaBins/win-x64/llama-addon.node +0 -0
  120. package/llamaBins/win-x64-cuda/.buildMetadata.json +1 -1
  121. package/llamaBins/win-x64-cuda/llama-addon.exp +0 -0
  122. package/llamaBins/win-x64-cuda/llama-addon.lib +0 -0
  123. package/llamaBins/win-x64-cuda/llama-addon.node +0 -0
  124. package/llamaBins/win-x64-vulkan/.buildMetadata.json +1 -0
  125. package/llamaBins/win-x64-vulkan/llama-addon.exp +0 -0
  126. package/llamaBins/win-x64-vulkan/llama-addon.lib +0 -0
  127. package/llamaBins/win-x64-vulkan/llama-addon.node +0 -0
  128. package/package.json +3 -2
  129. package/dist/AbortError.d.ts +0 -2
  130. package/dist/AbortError.js +0 -7
  131. package/dist/AbortError.js.map +0 -1
package/llamaBins/mac-x64/.buildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","arch":"x64","computeLayers":{"metal":false,"cuda":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2127"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","arch":"x64","computeLayers":{"metal":false,"cuda":false,"vulkan":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2254"}}}
package/llamaBins/mac-x64/llama-addon.node CHANGED
Binary file
package/llamaBins/win-x64/.buildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","arch":"x64","computeLayers":{"metal":false,"cuda":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2127"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","arch":"x64","computeLayers":{"metal":false,"cuda":false,"vulkan":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2254"}}}
package/llamaBins/win-x64/llama-addon.exp CHANGED
Binary file
package/llamaBins/win-x64/llama-addon.lib CHANGED
Binary file
package/llamaBins/win-x64/llama-addon.node CHANGED
Binary file
package/llamaBins/win-x64-cuda/.buildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","arch":"x64","computeLayers":{"metal":false,"cuda":true},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2127"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","arch":"x64","computeLayers":{"metal":false,"cuda":true,"vulkan":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2254"}}}
package/llamaBins/win-x64-vulkan/.buildMetadata.json ADDED
@@ -0,0 +1 @@
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","arch":"x64","computeLayers":{"metal":false,"cuda":false,"vulkan":true},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2254"}}}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "3.0.0-beta.10",
3
+ "version": "3.0.0-beta.12",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Force a JSON schema on the model output on the generation level",
5
5
  "main": "dist/index.js",
6
6
  "type": "module",
@@ -83,6 +83,7 @@
83
83
  "gguf",
84
84
  "metal",
85
85
  "cuda",
86
+ "vulkan",
86
87
  "grammar",
87
88
  "json-grammar",
88
89
  "json-schema-grammar",
@@ -155,7 +156,7 @@
155
156
  "cross-spawn": "^7.0.3",
156
157
  "env-var": "^7.3.1",
157
158
  "fs-extra": "^11.2.0",
158
- "lifecycle-utils": "^1.2.1",
159
+ "lifecycle-utils": "^1.2.2",
159
160
  "log-symbols": "^5.1.0",
160
161
  "node-addon-api": "^7.0.0",
161
162
  "octokit": "^3.1.0",
package/dist/AbortError.d.ts DELETED
@@ -1,2 +0,0 @@
1
- export declare class AbortError extends Error {
2
- }
package/dist/AbortError.js DELETED
@@ -1,7 +0,0 @@
1
- export class AbortError extends Error {
2
- /** @internal */
3
- constructor() {
4
- super("AbortError");
5
- }
6
- }
7
- //# sourceMappingURL=AbortError.js.map
package/dist/AbortError.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"AbortError.js","sourceRoot":"","sources":["../src/AbortError.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,UAAW,SAAQ,KAAK;IACjC,gBAAgB;IAChB;QACI,KAAK,CAAC,YAAY,CAAC,CAAC;IACxB,CAAC;CACJ"}