node-llama-cpp 3.15.0 → 3.16.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. package/dist/bindings/AddonTypes.d.ts +8 -1
  2. package/dist/bindings/Llama.js +5 -1
  3. package/dist/bindings/Llama.js.map +1 -1
  4. package/dist/bindings/getLlama.d.ts +1 -1
  5. package/dist/bindings/getLlama.js +1 -1
  6. package/dist/bindings/getLlama.js.map +1 -1
  7. package/dist/bindings/utils/testBindingBinary.js +2 -3
  8. package/dist/bindings/utils/testBindingBinary.js.map +1 -1
  9. package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js +67 -8
  10. package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js.map +1 -1
  11. package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js +2 -1
  12. package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js.map +1 -1
  13. package/dist/cli/commands/ChatCommand.d.ts +6 -0
  14. package/dist/cli/commands/ChatCommand.js +66 -3
  15. package/dist/cli/commands/ChatCommand.js.map +1 -1
  16. package/dist/cli/commands/CompleteCommand.d.ts +6 -0
  17. package/dist/cli/commands/CompleteCommand.js +66 -4
  18. package/dist/cli/commands/CompleteCommand.js.map +1 -1
  19. package/dist/cli/commands/InfillCommand.d.ts +6 -0
  20. package/dist/cli/commands/InfillCommand.js +66 -4
  21. package/dist/cli/commands/InfillCommand.js.map +1 -1
  22. package/dist/cli/utils/parseXtcArg.d.ts +5 -0
  23. package/dist/cli/utils/parseXtcArg.js +16 -0
  24. package/dist/cli/utils/parseXtcArg.js.map +1 -0
  25. package/dist/config.d.ts +1 -0
  26. package/dist/config.js +3 -0
  27. package/dist/config.js.map +1 -1
  28. package/dist/evaluator/LlamaChat/LlamaChat.d.ts +36 -1
  29. package/dist/evaluator/LlamaChat/LlamaChat.js +29 -10
  30. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  31. package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +83 -2
  32. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +11 -5
  33. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -1
  34. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.d.ts +2 -0
  35. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map +1 -1
  36. package/dist/evaluator/LlamaCompletion.d.ts +36 -3
  37. package/dist/evaluator/LlamaCompletion.js +7 -4
  38. package/dist/evaluator/LlamaCompletion.js.map +1 -1
  39. package/dist/evaluator/LlamaContext/LlamaContext.js +67 -46
  40. package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -1
  41. package/dist/evaluator/LlamaContext/LlamaSampler.js +8 -0
  42. package/dist/evaluator/LlamaContext/LlamaSampler.js.map +1 -1
  43. package/dist/evaluator/LlamaContext/tokenPredictors/DraftSequenceTokenPredictor.d.ts +1 -1
  44. package/dist/evaluator/LlamaContext/types.d.ts +115 -0
  45. package/dist/evaluator/LlamaModel/LlamaModel.d.ts +2 -2
  46. package/dist/evaluator/LlamaModel/LlamaModel.js +1 -14
  47. package/dist/evaluator/LlamaModel/LlamaModel.js.map +1 -1
  48. package/dist/gguf/insights/GgufInsights.js +4 -0
  49. package/dist/gguf/insights/GgufInsights.js.map +1 -1
  50. package/dist/gguf/types/GgufMetadataTypes.d.ts +5 -0
  51. package/dist/gguf/types/GgufMetadataTypes.js +5 -0
  52. package/dist/gguf/types/GgufMetadataTypes.js.map +1 -1
  53. package/dist/tsconfig.tsbuildinfo +1 -1
  54. package/dist/types.d.ts +51 -0
  55. package/dist/types.js.map +1 -1
  56. package/dist/utils/cmake.js +6 -3
  57. package/dist/utils/cmake.js.map +1 -1
  58. package/llama/CMakeLists.txt +1 -0
  59. package/llama/addon/AddonContext.cpp +19 -5
  60. package/llama/addon/AddonContext.h +1 -1
  61. package/llama/addon/AddonModel.cpp +7 -6
  62. package/llama/addon/AddonModelLora.cpp +1 -3
  63. package/llama/addon/AddonSampler.cpp +158 -0
  64. package/llama/addon/AddonSampler.h +13 -1
  65. package/llama/addon/globals/addonLog.cpp +5 -5
  66. package/llama/addon/globals/getGpuInfo.cpp +1 -1
  67. package/llama/binariesGithubRelease.json +1 -1
  68. package/llama/cmake/addVariantSuffix.cmake +1 -1
  69. package/llama/gitRelease.bundle +0 -0
  70. package/llama/gpuInfo/vulkan-gpu-info.cpp +12 -5
  71. package/llama/llama.cpp.info.json +1 -1
  72. package/package.json +63 -62
  73. package/templates/packed/electron-typescript-react.json +1 -1
  74. package/templates/packed/node-typescript.json +1 -1
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "3.15.0",
3
+ "version": "3.16.0",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level",
5
5
  "main": "./dist/index.js",
6
6
  "type": "module",
@@ -104,6 +104,7 @@
104
104
  "topK",
105
105
  "topP",
106
106
  "seed",
107
+ "xtc",
107
108
  "json-schema",
108
109
  "raspberry-pi",
109
110
  "self-hosted",
@@ -135,62 +136,62 @@
135
136
  },
136
137
  "homepage": "https://node-llama-cpp.withcat.ai",
137
138
  "devDependencies": {
138
- "@commitlint/cli": "^19.8.1",
139
- "@commitlint/config-conventional": "^19.8.1",
140
- "@eslint/compat": "^1.2.9",
141
- "@fontsource/inter": "^5.2.5",
142
- "@nolebase/vitepress-plugin-git-changelog": "^2.17.0",
143
- "@nolebase/vitepress-plugin-og-image": "^2.17.0",
139
+ "@commitlint/cli": "^20.4.1",
140
+ "@commitlint/config-conventional": "^20.4.1",
141
+ "@eslint/compat": "^2.0.2",
142
+ "@fontsource/inter": "^5.2.8",
143
+ "@nolebase/vitepress-plugin-git-changelog": "^2.18.2",
144
+ "@nolebase/vitepress-plugin-og-image": "^2.18.2",
144
145
  "@resvg/resvg-js": "^2.6.2",
145
146
  "@semantic-release/exec": "^7.1.0",
146
- "@semantic-release/github": "^12.0.2",
147
- "@semantic-release/npm": "^13.1.2",
148
- "@shikijs/vitepress-twoslash": "^3.4.0",
149
- "@stylistic/eslint-plugin": "^4.2.0",
147
+ "@semantic-release/github": "^12.0.6",
148
+ "@semantic-release/npm": "^13.1.4",
149
+ "@shikijs/vitepress-twoslash": "^3.22.0",
150
+ "@stylistic/eslint-plugin": "^5.8.0",
150
151
  "@types/async-retry": "^1.4.9",
151
152
  "@types/bytes": "^3.1.5",
152
153
  "@types/cross-spawn": "^6.0.6",
153
154
  "@types/fs-extra": "^11.0.4",
154
- "@types/node": "^20.17.50",
155
+ "@types/node": "^20.19.33",
155
156
  "@types/proper-lockfile": "^4.1.4",
156
- "@types/semver": "^7.7.0",
157
+ "@types/semver": "^7.7.1",
157
158
  "@types/validate-npm-package-name": "^4.0.2",
158
159
  "@types/which": "^3.0.4",
159
160
  "@types/yargs": "^17.0.33",
160
- "@vitest/coverage-v8": "^3.2.4",
161
- "@vitest/ui": "^3.2.4",
162
- "electron": "^37.2.4",
163
- "eslint": "^9.26.0",
161
+ "@vitest/coverage-v8": "^4.0.18",
162
+ "@vitest/ui": "^4.0.18",
163
+ "electron": "^40.4.1",
164
+ "eslint": "^9.39.2",
164
165
  "eslint-import-resolver-typescript": "^4.4.4",
165
- "eslint-plugin-import": "^2.31.0",
166
- "eslint-plugin-jsdoc": "^50.6.14",
167
- "eslint-plugin-n": "^17.18.0",
168
- "feed": "^5.0.0",
166
+ "eslint-plugin-import": "^2.32.0",
167
+ "eslint-plugin-jsdoc": "^62.5.5",
168
+ "eslint-plugin-n": "^17.24.0",
169
+ "feed": "^5.2.0",
169
170
  "husky": "^9.1.7",
170
171
  "rehype": "^13.0.2",
171
- "rimraf": "^6.0.1",
172
- "semantic-release": "^25.0.2",
173
- "sharp": "^0.34.1",
172
+ "rimraf": "^6.1.3",
173
+ "semantic-release": "^25.0.3",
174
+ "sharp": "^0.34.5",
174
175
  "tslib": "^2.8.1",
175
- "typedoc": "^0.28.9",
176
- "typedoc-plugin-markdown": "^4.8.0",
177
- "typedoc-plugin-mdn-links": "^5.0.7",
176
+ "typedoc": "^0.28.17",
177
+ "typedoc-plugin-markdown": "^4.10.0",
178
+ "typedoc-plugin-mdn-links": "^5.1.1",
178
179
  "typedoc-vitepress-theme": "^1.1.2",
179
- "typescript": "^5.9.2",
180
- "typescript-eslint": "^8.39.0",
181
- "vite-node": "^3.2.4",
182
- "vitepress": "^1.6.3",
183
- "vitepress-plugin-llms": "^1.7.2",
184
- "vitest": "^3.2.4",
185
- "zx": "^8.5.4"
180
+ "typescript": "^5.9.3",
181
+ "typescript-eslint": "^8.56.0",
182
+ "vite-node": "^5.3.0",
183
+ "vitepress": "^1.6.4",
184
+ "vitepress-plugin-llms": "^1.11.0",
185
+ "vitest": "^4.0.18",
186
+ "zx": "^8.8.5"
186
187
  },
187
188
  "dependencies": {
188
- "@huggingface/jinja": "^0.5.3",
189
+ "@huggingface/jinja": "^0.5.5",
189
190
  "async-retry": "^1.3.3",
190
191
  "bytes": "^3.1.2",
191
- "chalk": "^5.4.1",
192
+ "chalk": "^5.6.2",
192
193
  "chmodrp": "^1.0.2",
193
- "cmake-js": "^7.4.0",
194
+ "cmake-js": "^8.0.0",
194
195
  "cross-spawn": "^7.0.6",
195
196
  "env-var": "^7.5.0",
196
197
  "filenamify": "^6.0.0",
@@ -198,21 +199,21 @@
198
199
  "ignore": "^7.0.4",
199
200
  "ipull": "^3.9.2",
200
201
  "is-unicode-supported": "^2.1.0",
201
- "lifecycle-utils": "^3.0.1",
202
- "log-symbols": "^7.0.0",
203
- "nanoid": "^5.1.5",
204
- "node-addon-api": "^8.3.1",
205
- "octokit": "^5.0.3",
206
- "ora": "^8.2.0",
207
- "pretty-ms": "^9.2.0",
202
+ "lifecycle-utils": "^3.1.1",
203
+ "log-symbols": "^7.0.1",
204
+ "nanoid": "^5.1.6",
205
+ "node-addon-api": "^8.5.0",
206
+ "octokit": "^5.0.5",
207
+ "ora": "^9.3.0",
208
+ "pretty-ms": "^9.3.0",
208
209
  "proper-lockfile": "^4.1.2",
209
210
  "semver": "^7.7.1",
210
- "simple-git": "^3.27.0",
211
- "slice-ansi": "^7.1.0",
211
+ "simple-git": "^3.31.1",
212
+ "slice-ansi": "^8.0.0",
212
213
  "stdout-update": "^4.0.1",
213
- "strip-ansi": "^7.1.0",
214
- "validate-npm-package-name": "^6.0.0",
215
- "which": "^5.0.0",
214
+ "strip-ansi": "^7.1.2",
215
+ "validate-npm-package-name": "^7.0.2",
216
+ "which": "^6.0.1",
216
217
  "yargs": "^17.7.2"
217
218
  },
218
219
  "peerDependencies": {
@@ -224,18 +225,18 @@
224
225
  }
225
226
  },
226
227
  "optionalDependencies": {
227
- "@node-llama-cpp/linux-arm64": "3.15.0",
228
- "@node-llama-cpp/linux-armv7l": "3.15.0",
229
- "@node-llama-cpp/linux-x64": "3.15.0",
230
- "@node-llama-cpp/linux-x64-cuda": "3.15.0",
231
- "@node-llama-cpp/linux-x64-cuda-ext": "3.15.0",
232
- "@node-llama-cpp/linux-x64-vulkan": "3.15.0",
233
- "@node-llama-cpp/mac-arm64-metal": "3.15.0",
234
- "@node-llama-cpp/mac-x64": "3.15.0",
235
- "@node-llama-cpp/win-arm64": "3.15.0",
236
- "@node-llama-cpp/win-x64": "3.15.0",
237
- "@node-llama-cpp/win-x64-cuda": "3.15.0",
238
- "@node-llama-cpp/win-x64-cuda-ext": "3.15.0",
239
- "@node-llama-cpp/win-x64-vulkan": "3.15.0"
228
+ "@node-llama-cpp/linux-arm64": "3.16.0",
229
+ "@node-llama-cpp/linux-armv7l": "3.16.0",
230
+ "@node-llama-cpp/linux-x64": "3.16.0",
231
+ "@node-llama-cpp/linux-x64-cuda": "3.16.0",
232
+ "@node-llama-cpp/linux-x64-cuda-ext": "3.16.0",
233
+ "@node-llama-cpp/linux-x64-vulkan": "3.16.0",
234
+ "@node-llama-cpp/mac-arm64-metal": "3.16.0",
235
+ "@node-llama-cpp/mac-x64": "3.16.0",
236
+ "@node-llama-cpp/win-arm64": "3.16.0",
237
+ "@node-llama-cpp/win-x64": "3.16.0",
238
+ "@node-llama-cpp/win-x64-cuda": "3.16.0",
239
+ "@node-llama-cpp/win-x64-cuda-ext": "3.16.0",
240
+ "@node-llama-cpp/win-x64-vulkan": "3.16.0"
240
241
  }
241
242
  }