node-llama-cpp 3.11.0 → 3.12.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. package/README.md +1 -1
  2. package/dist/bindings/Llama.d.ts +5 -1
  3. package/dist/bindings/Llama.js +11 -1
  4. package/dist/bindings/Llama.js.map +1 -1
  5. package/dist/bindings/types.d.ts +5 -2
  6. package/dist/bindings/types.js +16 -1
  7. package/dist/bindings/types.js.map +1 -1
  8. package/dist/chatWrappers/HarmonyChatWrapper.d.ts +78 -0
  9. package/dist/chatWrappers/HarmonyChatWrapper.js +539 -0
  10. package/dist/chatWrappers/HarmonyChatWrapper.js.map +1 -0
  11. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js +8 -2
  12. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js.map +1 -1
  13. package/dist/chatWrappers/utils/resolveChatWrapper.d.ts +4 -2
  14. package/dist/chatWrappers/utils/resolveChatWrapper.js +21 -6
  15. package/dist/chatWrappers/utils/resolveChatWrapper.js.map +1 -1
  16. package/dist/cli/commands/ChatCommand.d.ts +2 -1
  17. package/dist/cli/commands/ChatCommand.js +21 -7
  18. package/dist/cli/commands/ChatCommand.js.map +1 -1
  19. package/dist/cli/commands/CompleteCommand.d.ts +2 -1
  20. package/dist/cli/commands/CompleteCommand.js +21 -7
  21. package/dist/cli/commands/CompleteCommand.js.map +1 -1
  22. package/dist/cli/commands/InfillCommand.d.ts +2 -1
  23. package/dist/cli/commands/InfillCommand.js +21 -7
  24. package/dist/cli/commands/InfillCommand.js.map +1 -1
  25. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.d.ts +1 -0
  26. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js +16 -5
  27. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -1
  28. package/dist/cli/recommendedModels.js +22 -0
  29. package/dist/cli/recommendedModels.js.map +1 -1
  30. package/dist/evaluator/LlamaChat/LlamaChat.d.ts +14 -0
  31. package/dist/evaluator/LlamaChat/LlamaChat.js +369 -48
  32. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  33. package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +52 -2
  34. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +162 -47
  35. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -1
  36. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.d.ts +1 -0
  37. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map +1 -1
  38. package/dist/gguf/insights/GgufInsights.js +22 -3
  39. package/dist/gguf/insights/GgufInsights.js.map +1 -1
  40. package/dist/gguf/types/GgufMetadataTypes.d.ts +19 -2
  41. package/dist/gguf/types/GgufMetadataTypes.js +17 -0
  42. package/dist/gguf/types/GgufMetadataTypes.js.map +1 -1
  43. package/dist/gguf/types/GgufTensorInfoTypes.d.ts +2 -1
  44. package/dist/gguf/types/GgufTensorInfoTypes.js +1 -0
  45. package/dist/gguf/types/GgufTensorInfoTypes.js.map +1 -1
  46. package/dist/gguf/utils/getGgufFileTypeName.d.ts +1 -1
  47. package/dist/gguf/utils/ggufQuantNames.js +1 -0
  48. package/dist/gguf/utils/ggufQuantNames.js.map +1 -1
  49. package/dist/index.d.ts +3 -2
  50. package/dist/index.js +2 -1
  51. package/dist/index.js.map +1 -1
  52. package/dist/tsconfig.tsbuildinfo +1 -1
  53. package/dist/types.d.ts +150 -3
  54. package/dist/types.js +2 -1
  55. package/dist/types.js.map +1 -1
  56. package/dist/utils/gbnfJson/types.d.ts +1 -1
  57. package/dist/utils/gbnfJson/types.js.map +1 -1
  58. package/dist/utils/getChatWrapperSegmentDefinition.js +2 -0
  59. package/dist/utils/getChatWrapperSegmentDefinition.js.map +1 -1
  60. package/llama/binariesGithubRelease.json +1 -1
  61. package/llama/gitRelease.bundle +0 -0
  62. package/llama/llama.cpp.info.json +1 -1
  63. package/package.json +18 -16
  64. package/templates/packed/electron-typescript-react.json +1 -1
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "3.11.0",
3
+ "version": "3.12.1",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level",
5
5
  "main": "./dist/index.js",
6
6
  "type": "module",
@@ -113,6 +113,8 @@
113
113
  "deepseek",
114
114
  "qwen",
115
115
  "qwq",
116
+ "gpt",
117
+ "gpt-oss",
116
118
  "typescript",
117
119
  "lora",
118
120
  "batching",
@@ -155,8 +157,8 @@
155
157
  "@types/validate-npm-package-name": "^4.0.2",
156
158
  "@types/which": "^3.0.4",
157
159
  "@types/yargs": "^17.0.33",
158
- "@vitest/coverage-v8": "^3.1.3",
159
- "@vitest/ui": "^3.1.3",
160
+ "@vitest/coverage-v8": "^3.2.4",
161
+ "@vitest/ui": "^3.2.4",
160
162
  "electron": "^37.2.4",
161
163
  "eslint": "^9.26.0",
162
164
  "eslint-import-resolver-typescript": "^4.3.4",
@@ -176,10 +178,10 @@
176
178
  "typedoc-vitepress-theme": "^1.1.2",
177
179
  "typescript": "^5.8.3",
178
180
  "typescript-eslint": "^8.32.0",
179
- "vite-node": "^3.1.3",
181
+ "vite-node": "^3.2.4",
180
182
  "vitepress": "^1.6.3",
181
183
  "vitepress-plugin-llms": "^1.7.2",
182
- "vitest": "^3.1.3",
184
+ "vitest": "^3.2.4",
183
185
  "zx": "^8.5.4"
184
186
  },
185
187
  "dependencies": {
@@ -223,16 +225,16 @@
223
225
  }
224
226
  },
225
227
  "optionalDependencies": {
226
- "@node-llama-cpp/linux-arm64": "3.11.0",
227
- "@node-llama-cpp/linux-armv7l": "3.11.0",
228
- "@node-llama-cpp/linux-x64": "3.11.0",
229
- "@node-llama-cpp/linux-x64-cuda": "3.11.0",
230
- "@node-llama-cpp/linux-x64-vulkan": "3.11.0",
231
- "@node-llama-cpp/mac-arm64-metal": "3.11.0",
232
- "@node-llama-cpp/mac-x64": "3.11.0",
233
- "@node-llama-cpp/win-arm64": "3.11.0",
234
- "@node-llama-cpp/win-x64": "3.11.0",
235
- "@node-llama-cpp/win-x64-cuda": "3.11.0",
236
- "@node-llama-cpp/win-x64-vulkan": "3.11.0"
228
+ "@node-llama-cpp/linux-arm64": "3.12.1",
229
+ "@node-llama-cpp/linux-armv7l": "3.12.1",
230
+ "@node-llama-cpp/linux-x64": "3.12.1",
231
+ "@node-llama-cpp/linux-x64-cuda": "3.12.1",
232
+ "@node-llama-cpp/linux-x64-vulkan": "3.12.1",
233
+ "@node-llama-cpp/mac-arm64-metal": "3.12.1",
234
+ "@node-llama-cpp/mac-x64": "3.12.1",
235
+ "@node-llama-cpp/win-arm64": "3.12.1",
236
+ "@node-llama-cpp/win-x64": "3.12.1",
237
+ "@node-llama-cpp/win-x64-cuda": "3.12.1",
238
+ "@node-llama-cpp/win-x64-vulkan": "3.12.1"
237
239
  }
238
240
  }