node-llama-cpp 3.17.0 → 3.18.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. package/dist/bindings/AddonTypes.d.ts +11 -0
  2. package/dist/bindings/Llama.js +20 -2
  3. package/dist/bindings/Llama.js.map +1 -1
  4. package/dist/bindings/getLlama.d.ts +1 -1
  5. package/dist/bindings/getLlama.js +19 -8
  6. package/dist/bindings/getLlama.js.map +1 -1
  7. package/dist/bindings/utils/compileLLamaCpp.d.ts +2 -1
  8. package/dist/bindings/utils/compileLLamaCpp.js +8 -0
  9. package/dist/bindings/utils/compileLLamaCpp.js.map +1 -1
  10. package/dist/bindings/utils/getLlamaGpuTypes.js +2 -0
  11. package/dist/bindings/utils/getLlamaGpuTypes.js.map +1 -1
  12. package/dist/chatWrappers/QwenChatWrapper.d.ts +7 -0
  13. package/dist/chatWrappers/QwenChatWrapper.js +176 -56
  14. package/dist/chatWrappers/QwenChatWrapper.js.map +1 -1
  15. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js +127 -88
  16. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js.map +1 -1
  17. package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.d.ts +16 -10
  18. package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js +115 -5
  19. package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js.map +1 -1
  20. package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js +1 -0
  21. package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js.map +1 -1
  22. package/dist/cli/commands/ChatCommand.js +1 -1
  23. package/dist/cli/commands/ChatCommand.js.map +1 -1
  24. package/dist/cli/commands/inspect/commands/InspectGpuCommand.js +51 -4
  25. package/dist/cli/commands/inspect/commands/InspectGpuCommand.js.map +1 -1
  26. package/dist/cli/utils/resolveNpmrcConfig.d.ts +18 -0
  27. package/dist/cli/utils/resolveNpmrcConfig.js +129 -0
  28. package/dist/cli/utils/resolveNpmrcConfig.js.map +1 -0
  29. package/dist/config.d.ts +3 -0
  30. package/dist/config.js +4 -1
  31. package/dist/config.js.map +1 -1
  32. package/dist/evaluator/LlamaChat/LlamaChat.d.ts +8 -2
  33. package/dist/evaluator/LlamaChat/LlamaChat.js +99 -6
  34. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  35. package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js +8 -2
  36. package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +1 -1
  37. package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +8 -2
  38. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -1
  39. package/dist/evaluator/LlamaContext/LlamaContext.d.ts +88 -0
  40. package/dist/evaluator/LlamaContext/LlamaContext.js +181 -17
  41. package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -1
  42. package/dist/evaluator/LlamaContext/LlamaContextSequenceCheckpoints.d.ts +27 -0
  43. package/dist/evaluator/LlamaContext/LlamaContextSequenceCheckpoints.js +130 -0
  44. package/dist/evaluator/LlamaContext/LlamaContextSequenceCheckpoints.js.map +1 -0
  45. package/dist/gguf/insights/GgufInsights.d.ts +3 -0
  46. package/dist/gguf/insights/GgufInsights.js +221 -43
  47. package/dist/gguf/insights/GgufInsights.js.map +1 -1
  48. package/dist/gguf/types/GgufMetadataTypes.d.ts +15 -1
  49. package/dist/gguf/types/GgufMetadataTypes.js +4 -0
  50. package/dist/gguf/types/GgufMetadataTypes.js.map +1 -1
  51. package/dist/tsconfig.tsbuildinfo +1 -1
  52. package/dist/utils/getFirstWritableDir.d.ts +8 -0
  53. package/dist/utils/getFirstWritableDir.js +60 -0
  54. package/dist/utils/getFirstWritableDir.js.map +1 -0
  55. package/dist/utils/getTempDir.d.ts +10 -0
  56. package/dist/utils/getTempDir.js +121 -0
  57. package/dist/utils/getTempDir.js.map +1 -0
  58. package/dist/utils/resolveModelFile.js +19 -8
  59. package/dist/utils/resolveModelFile.js.map +1 -1
  60. package/llama/addon/AddonContext.cpp +168 -0
  61. package/llama/addon/AddonContext.h +27 -0
  62. package/llama/addon/addon.cpp +1 -0
  63. package/llama/binariesGithubRelease.json +1 -1
  64. package/llama/gitRelease.bundle +0 -0
  65. package/llama/llama.cpp.info.json +1 -1
  66. package/package.json +24 -24
  67. package/templates/packed/electron-typescript-react.json +1 -1
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "3.17.0",
3
+ "version": "3.18.0",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level",
5
5
  "main": "./dist/index.js",
6
6
  "type": "module",
@@ -145,7 +145,7 @@
145
145
  "@resvg/resvg-js": "^2.6.2",
146
146
  "@semantic-release/exec": "^7.1.0",
147
147
  "@semantic-release/github": "^12.0.6",
148
- "@semantic-release/npm": "^13.1.4",
148
+ "@semantic-release/npm": "^13.1.5",
149
149
  "@shikijs/vitepress-twoslash": "^3.22.0",
150
150
  "@stylistic/eslint-plugin": "^5.8.0",
151
151
  "@types/async-retry": "^1.4.9",
@@ -158,8 +158,8 @@
158
158
  "@types/validate-npm-package-name": "^4.0.2",
159
159
  "@types/which": "^3.0.4",
160
160
  "@types/yargs": "^17.0.33",
161
- "@vitest/coverage-v8": "^4.0.18",
162
- "@vitest/ui": "^4.0.18",
161
+ "@vitest/coverage-v8": "^4.1.0",
162
+ "@vitest/ui": "^4.1.0",
163
163
  "electron": "^40.4.1",
164
164
  "eslint": "^9.39.2",
165
165
  "eslint-import-resolver-typescript": "^4.4.4",
@@ -179,14 +179,14 @@
179
179
  "typedoc-vitepress-theme": "^1.1.2",
180
180
  "typescript": "^5.9.3",
181
181
  "typescript-eslint": "^8.56.0",
182
- "vite-node": "^5.3.0",
182
+ "vite-node": "^6.0.0",
183
183
  "vitepress": "^1.6.4",
184
184
  "vitepress-plugin-llms": "^1.11.0",
185
- "vitest": "^4.0.18",
185
+ "vitest": "^4.1.0",
186
186
  "zx": "^8.8.5"
187
187
  },
188
188
  "dependencies": {
189
- "@huggingface/jinja": "^0.5.5",
189
+ "@huggingface/jinja": "^0.5.6",
190
190
  "async-retry": "^1.3.3",
191
191
  "bytes": "^3.1.2",
192
192
  "chalk": "^5.6.2",
@@ -195,22 +195,22 @@
195
195
  "cross-spawn": "^7.0.6",
196
196
  "env-var": "^7.5.0",
197
197
  "filenamify": "^6.0.0",
198
- "fs-extra": "^11.3.0",
198
+ "fs-extra": "^11.3.4",
199
199
  "ignore": "^7.0.4",
200
200
  "ipull": "^3.9.5",
201
201
  "is-unicode-supported": "^2.1.0",
202
202
  "lifecycle-utils": "^3.1.1",
203
203
  "log-symbols": "^7.0.1",
204
204
  "nanoid": "^5.1.6",
205
- "node-addon-api": "^8.5.0",
205
+ "node-addon-api": "^8.6.0",
206
206
  "ora": "^9.3.0",
207
207
  "pretty-ms": "^9.3.0",
208
208
  "proper-lockfile": "^4.1.2",
209
209
  "semver": "^7.7.1",
210
- "simple-git": "^3.32.2",
210
+ "simple-git": "^3.33.0",
211
211
  "slice-ansi": "^8.0.0",
212
212
  "stdout-update": "^4.0.1",
213
- "strip-ansi": "^7.1.2",
213
+ "strip-ansi": "^7.2.0",
214
214
  "validate-npm-package-name": "^7.0.2",
215
215
  "which": "^6.0.1",
216
216
  "yargs": "^17.7.2"
@@ -224,18 +224,18 @@
224
224
  }
225
225
  },
226
226
  "optionalDependencies": {
227
- "@node-llama-cpp/linux-arm64": "3.17.0",
228
- "@node-llama-cpp/linux-armv7l": "3.17.0",
229
- "@node-llama-cpp/linux-x64": "3.17.0",
230
- "@node-llama-cpp/linux-x64-cuda": "3.17.0",
231
- "@node-llama-cpp/linux-x64-cuda-ext": "3.17.0",
232
- "@node-llama-cpp/linux-x64-vulkan": "3.17.0",
233
- "@node-llama-cpp/mac-arm64-metal": "3.17.0",
234
- "@node-llama-cpp/mac-x64": "3.17.0",
235
- "@node-llama-cpp/win-arm64": "3.17.0",
236
- "@node-llama-cpp/win-x64": "3.17.0",
237
- "@node-llama-cpp/win-x64-cuda": "3.17.0",
238
- "@node-llama-cpp/win-x64-cuda-ext": "3.17.0",
239
- "@node-llama-cpp/win-x64-vulkan": "3.17.0"
227
+ "@node-llama-cpp/linux-arm64": "3.18.0",
228
+ "@node-llama-cpp/linux-armv7l": "3.18.0",
229
+ "@node-llama-cpp/linux-x64": "3.18.0",
230
+ "@node-llama-cpp/linux-x64-cuda": "3.18.0",
231
+ "@node-llama-cpp/linux-x64-cuda-ext": "3.18.0",
232
+ "@node-llama-cpp/linux-x64-vulkan": "3.18.0",
233
+ "@node-llama-cpp/mac-arm64-metal": "3.18.0",
234
+ "@node-llama-cpp/mac-x64": "3.18.0",
235
+ "@node-llama-cpp/win-arm64": "3.18.0",
236
+ "@node-llama-cpp/win-x64": "3.18.0",
237
+ "@node-llama-cpp/win-x64-cuda": "3.18.0",
238
+ "@node-llama-cpp/win-x64-cuda-ext": "3.18.0",
239
+ "@node-llama-cpp/win-x64-vulkan": "3.18.0"
240
240
  }
241
241
  }