node-llama-cpp 3.8.1 → 3.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (119) hide show
  1. package/dist/bindings/AddonTypes.d.ts +4 -0
  2. package/dist/bindings/Llama.d.ts +2 -2
  3. package/dist/bindings/Llama.js.map +1 -1
  4. package/dist/bindings/getLlama.js +1 -0
  5. package/dist/bindings/getLlama.js.map +1 -1
  6. package/dist/chatWrappers/QwenChatWrapper.js +5 -3
  7. package/dist/chatWrappers/QwenChatWrapper.js.map +1 -1
  8. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js.map +1 -1
  9. package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js +80 -5
  10. package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js.map +1 -1
  11. package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js +27 -1
  12. package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js.map +1 -1
  13. package/dist/cli/commands/ChatCommand.d.ts +2 -0
  14. package/dist/cli/commands/ChatCommand.js +29 -7
  15. package/dist/cli/commands/ChatCommand.js.map +1 -1
  16. package/dist/cli/commands/CompleteCommand.d.ts +1 -0
  17. package/dist/cli/commands/CompleteCommand.js +13 -3
  18. package/dist/cli/commands/CompleteCommand.js.map +1 -1
  19. package/dist/cli/commands/DebugCommand.js +1 -0
  20. package/dist/cli/commands/DebugCommand.js.map +1 -1
  21. package/dist/cli/commands/InfillCommand.d.ts +1 -0
  22. package/dist/cli/commands/InfillCommand.js +13 -3
  23. package/dist/cli/commands/InfillCommand.js.map +1 -1
  24. package/dist/cli/commands/inspect/commands/InspectEstimateCommand.d.ts +1 -0
  25. package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js +9 -2
  26. package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js.map +1 -1
  27. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +23 -3
  28. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -1
  29. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.d.ts +1 -0
  30. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js +19 -6
  31. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -1
  32. package/dist/cli/utils/interactivelyAskForModel.d.ts +2 -1
  33. package/dist/cli/utils/interactivelyAskForModel.js +7 -4
  34. package/dist/cli/utils/interactivelyAskForModel.js.map +1 -1
  35. package/dist/cli/utils/resolveCommandGgufPath.d.ts +2 -1
  36. package/dist/cli/utils/resolveCommandGgufPath.js +2 -1
  37. package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -1
  38. package/dist/evaluator/LlamaChat/LlamaChat.d.ts +17 -0
  39. package/dist/evaluator/LlamaChat/LlamaChat.js +111 -33
  40. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  41. package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.js +1 -1
  42. package/dist/evaluator/LlamaChat/utils/FunctionCallParamsGrammar.js.map +1 -1
  43. package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +12 -1
  44. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +7 -3
  45. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -1
  46. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.d.ts +2 -0
  47. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js +7 -2
  48. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map +1 -1
  49. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.d.ts +5 -5
  50. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +1 -1
  51. package/dist/evaluator/LlamaContext/LlamaContext.d.ts +22 -4
  52. package/dist/evaluator/LlamaContext/LlamaContext.js +53 -10
  53. package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -1
  54. package/dist/evaluator/LlamaContext/types.d.ts +15 -0
  55. package/dist/evaluator/LlamaJsonSchemaGrammar.d.ts +3 -3
  56. package/dist/evaluator/LlamaJsonSchemaGrammar.js.map +1 -1
  57. package/dist/evaluator/LlamaModel/LlamaModel.d.ts +11 -0
  58. package/dist/evaluator/LlamaModel/LlamaModel.js +11 -2
  59. package/dist/evaluator/LlamaModel/LlamaModel.js.map +1 -1
  60. package/dist/gguf/insights/GgufInsights.d.ts +8 -1
  61. package/dist/gguf/insights/GgufInsights.js +118 -77
  62. package/dist/gguf/insights/GgufInsights.js.map +1 -1
  63. package/dist/gguf/insights/GgufInsightsConfigurationResolver.d.ts +8 -4
  64. package/dist/gguf/insights/GgufInsightsConfigurationResolver.js +12 -6
  65. package/dist/gguf/insights/GgufInsightsConfigurationResolver.js.map +1 -1
  66. package/dist/gguf/insights/utils/resolveContextContextSizeOption.d.ts +2 -1
  67. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js +4 -1
  68. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js.map +1 -1
  69. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.d.ts +2 -1
  70. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js +13 -7
  71. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js.map +1 -1
  72. package/dist/gguf/types/GgufMetadataTypes.d.ts +2 -1
  73. package/dist/gguf/types/GgufMetadataTypes.js +1 -1
  74. package/dist/gguf/types/GgufMetadataTypes.js.map +1 -1
  75. package/dist/gguf/types/GgufTensorInfoTypes.d.ts +11 -1
  76. package/dist/gguf/types/GgufTensorInfoTypes.js +10 -0
  77. package/dist/gguf/types/GgufTensorInfoTypes.js.map +1 -1
  78. package/dist/tsconfig.tsbuildinfo +1 -1
  79. package/dist/types.d.ts +2 -2
  80. package/dist/utils/gbnfJson/GbnfGrammarGenerator.d.ts +9 -1
  81. package/dist/utils/gbnfJson/GbnfGrammarGenerator.js +18 -0
  82. package/dist/utils/gbnfJson/GbnfGrammarGenerator.js.map +1 -1
  83. package/dist/utils/gbnfJson/GbnfTerminal.d.ts +2 -1
  84. package/dist/utils/gbnfJson/GbnfTerminal.js +17 -2
  85. package/dist/utils/gbnfJson/GbnfTerminal.js.map +1 -1
  86. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js +1 -1
  87. package/dist/utils/gbnfJson/getGbnfGrammarForGbnfJsonSchema.js.map +1 -1
  88. package/dist/utils/gbnfJson/terminals/GbnfGrammar.d.ts +1 -1
  89. package/dist/utils/gbnfJson/terminals/GbnfGrammar.js +2 -2
  90. package/dist/utils/gbnfJson/terminals/GbnfGrammar.js.map +1 -1
  91. package/dist/utils/gbnfJson/terminals/GbnfNumberValue.d.ts +1 -1
  92. package/dist/utils/gbnfJson/terminals/GbnfNumberValue.js +2 -2
  93. package/dist/utils/gbnfJson/terminals/GbnfNumberValue.js.map +1 -1
  94. package/dist/utils/gbnfJson/terminals/GbnfOr.d.ts +1 -1
  95. package/dist/utils/gbnfJson/terminals/GbnfOr.js +2 -2
  96. package/dist/utils/gbnfJson/terminals/GbnfOr.js.map +1 -1
  97. package/dist/utils/gbnfJson/terminals/GbnfRef.d.ts +15 -0
  98. package/dist/utils/gbnfJson/terminals/GbnfRef.js +34 -0
  99. package/dist/utils/gbnfJson/terminals/GbnfRef.js.map +1 -0
  100. package/dist/utils/gbnfJson/types.d.ts +51 -29
  101. package/dist/utils/gbnfJson/types.js +3 -0
  102. package/dist/utils/gbnfJson/types.js.map +1 -1
  103. package/dist/utils/gbnfJson/utils/defsScope.d.ts +7 -0
  104. package/dist/utils/gbnfJson/utils/defsScope.js +17 -0
  105. package/dist/utils/gbnfJson/utils/defsScope.js.map +1 -0
  106. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.d.ts +1 -1
  107. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js +48 -8
  108. package/dist/utils/gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js.map +1 -1
  109. package/dist/utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js +43 -14
  110. package/dist/utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js.map +1 -1
  111. package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js +51 -8
  112. package/dist/utils/getTypeScriptTypeStringForGbnfJsonSchema.js.map +1 -1
  113. package/llama/addon/AddonContext.cpp +36 -3
  114. package/llama/addon/AddonContext.h +2 -0
  115. package/llama/addon/addon.cpp +14 -0
  116. package/llama/binariesGithubRelease.json +1 -1
  117. package/llama/gitRelease.bundle +0 -0
  118. package/llama/llama.cpp.info.json +1 -1
  119. package/package.json +15 -14
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "3.8.1",
3
+ "version": "3.10.0",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level",
5
5
  "main": "./dist/index.js",
6
6
  "type": "module",
@@ -149,7 +149,7 @@
149
149
  "@types/bytes": "^3.1.5",
150
150
  "@types/cross-spawn": "^6.0.6",
151
151
  "@types/fs-extra": "^11.0.4",
152
- "@types/node": "^22.15.17",
152
+ "@types/node": "^20.17.50",
153
153
  "@types/proper-lockfile": "^4.1.4",
154
154
  "@types/semver": "^7.7.0",
155
155
  "@types/validate-npm-package-name": "^4.0.2",
@@ -178,6 +178,7 @@
178
178
  "typescript-eslint": "^8.32.0",
179
179
  "vite-node": "^3.1.3",
180
180
  "vitepress": "^1.6.3",
181
+ "vitepress-plugin-llms": "https://pkg.pr.new/vitepress-plugin-llms@51",
181
182
  "vitest": "^3.1.3",
182
183
  "zx": "^8.5.4"
183
184
  },
@@ -196,7 +197,7 @@
196
197
  "ignore": "^7.0.4",
197
198
  "ipull": "^3.9.2",
198
199
  "is-unicode-supported": "^2.1.0",
199
- "lifecycle-utils": "^2.0.0",
200
+ "lifecycle-utils": "^2.0.1",
200
201
  "log-symbols": "^7.0.0",
201
202
  "nanoid": "^5.1.5",
202
203
  "node-addon-api": "^8.3.1",
@@ -222,16 +223,16 @@
222
223
  }
223
224
  },
224
225
  "optionalDependencies": {
225
- "@node-llama-cpp/linux-arm64": "3.8.1",
226
- "@node-llama-cpp/linux-armv7l": "3.8.1",
227
- "@node-llama-cpp/linux-x64": "3.8.1",
228
- "@node-llama-cpp/linux-x64-cuda": "3.8.1",
229
- "@node-llama-cpp/linux-x64-vulkan": "3.8.1",
230
- "@node-llama-cpp/mac-arm64-metal": "3.8.1",
231
- "@node-llama-cpp/mac-x64": "3.8.1",
232
- "@node-llama-cpp/win-arm64": "3.8.1",
233
- "@node-llama-cpp/win-x64": "3.8.1",
234
- "@node-llama-cpp/win-x64-cuda": "3.8.1",
235
- "@node-llama-cpp/win-x64-vulkan": "3.8.1"
226
+ "@node-llama-cpp/linux-arm64": "3.10.0",
227
+ "@node-llama-cpp/linux-armv7l": "3.10.0",
228
+ "@node-llama-cpp/linux-x64": "3.10.0",
229
+ "@node-llama-cpp/linux-x64-cuda": "3.10.0",
230
+ "@node-llama-cpp/linux-x64-vulkan": "3.10.0",
231
+ "@node-llama-cpp/mac-arm64-metal": "3.10.0",
232
+ "@node-llama-cpp/mac-x64": "3.10.0",
233
+ "@node-llama-cpp/win-arm64": "3.10.0",
234
+ "@node-llama-cpp/win-x64": "3.10.0",
235
+ "@node-llama-cpp/win-x64-cuda": "3.10.0",
236
+ "@node-llama-cpp/win-x64-vulkan": "3.10.0"
236
237
  }
237
238
  }