node-llama-cpp 3.5.0 → 3.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. package/README.md +2 -2
  2. package/dist/ChatWrapper.js +45 -0
  3. package/dist/ChatWrapper.js.map +1 -1
  4. package/dist/bindings/utils/compileLLamaCpp.js +2 -0
  5. package/dist/bindings/utils/compileLLamaCpp.js.map +1 -1
  6. package/dist/chatWrappers/DeepSeekChatWrapper.d.ts +37 -0
  7. package/dist/chatWrappers/DeepSeekChatWrapper.js +294 -0
  8. package/dist/chatWrappers/DeepSeekChatWrapper.js.map +1 -0
  9. package/dist/chatWrappers/FunctionaryChatWrapper.js +39 -13
  10. package/dist/chatWrappers/FunctionaryChatWrapper.js.map +1 -1
  11. package/dist/chatWrappers/Llama3_1ChatWrapper.d.ts +0 -3
  12. package/dist/chatWrappers/Llama3_1ChatWrapper.js +5 -4
  13. package/dist/chatWrappers/Llama3_1ChatWrapper.js.map +1 -1
  14. package/dist/chatWrappers/Llama3_2LightweightChatWrapper.js +1 -1
  15. package/dist/chatWrappers/Llama3_2LightweightChatWrapper.js.map +1 -1
  16. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.d.ts +10 -1
  17. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js +8 -2
  18. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js.map +1 -1
  19. package/dist/chatWrappers/generic/TemplateChatWrapper.d.ts +17 -1
  20. package/dist/chatWrappers/generic/TemplateChatWrapper.js +10 -2
  21. package/dist/chatWrappers/generic/TemplateChatWrapper.js.map +1 -1
  22. package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.d.ts +22 -0
  23. package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.js +28 -0
  24. package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.js.map +1 -0
  25. package/dist/chatWrappers/utils/resolveChatWrapper.d.ts +46 -3
  26. package/dist/chatWrappers/utils/resolveChatWrapper.js +6 -2
  27. package/dist/chatWrappers/utils/resolveChatWrapper.js.map +1 -1
  28. package/dist/cli/commands/ChatCommand.js +38 -7
  29. package/dist/cli/commands/ChatCommand.js.map +1 -1
  30. package/dist/cli/recommendedModels.js +80 -10
  31. package/dist/cli/recommendedModels.js.map +1 -1
  32. package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts +1 -1
  33. package/dist/config.d.ts +1 -1
  34. package/dist/config.js +1 -1
  35. package/dist/config.js.map +1 -1
  36. package/dist/evaluator/LlamaChat/LlamaChat.d.ts +87 -5
  37. package/dist/evaluator/LlamaChat/LlamaChat.js +770 -194
  38. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  39. package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js +55 -1
  40. package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +1 -1
  41. package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +22 -7
  42. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +28 -8
  43. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -1
  44. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js +1 -1
  45. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map +1 -1
  46. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.d.ts +9 -2
  47. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +1 -1
  48. package/dist/evaluator/LlamaCompletion.js +61 -48
  49. package/dist/evaluator/LlamaCompletion.js.map +1 -1
  50. package/dist/evaluator/LlamaGrammar.d.ts +2 -2
  51. package/dist/evaluator/LlamaGrammar.js +2 -2
  52. package/dist/evaluator/LlamaModel/LlamaModel.d.ts +1 -1
  53. package/dist/evaluator/LlamaModel/LlamaModel.js +1 -1
  54. package/dist/index.d.ts +7 -5
  55. package/dist/index.js +3 -2
  56. package/dist/index.js.map +1 -1
  57. package/dist/tsconfig.tsbuildinfo +1 -1
  58. package/dist/types.d.ts +32 -2
  59. package/dist/types.js +7 -1
  60. package/dist/types.js.map +1 -1
  61. package/dist/utils/LlamaText.js +8 -9
  62. package/dist/utils/LlamaText.js.map +1 -1
  63. package/dist/utils/TokenStreamRegulator.d.ts +2 -0
  64. package/dist/utils/TokenStreamRegulator.js +12 -0
  65. package/dist/utils/TokenStreamRegulator.js.map +1 -1
  66. package/dist/utils/getChatWrapperSegmentDefinition.d.ts +2 -0
  67. package/dist/utils/getChatWrapperSegmentDefinition.js +7 -0
  68. package/dist/utils/getChatWrapperSegmentDefinition.js.map +1 -0
  69. package/dist/utils/parseModelUri.js +1 -1
  70. package/dist/utils/parseModelUri.js.map +1 -1
  71. package/dist/utils/resolveModelFile.js +2 -0
  72. package/dist/utils/resolveModelFile.js.map +1 -1
  73. package/llama/binariesGithubRelease.json +1 -1
  74. package/llama/gitRelease.bundle +0 -0
  75. package/llama/grammars/README.md +4 -4
  76. package/llama/llama.cpp.info.json +2 -2
  77. package/package.json +13 -12
  78. package/templates/packed/electron-typescript-react.json +1 -1
  79. package/templates/packed/node-typescript.json +1 -1
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "3.5.0",
3
+ "version": "3.6.0",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level",
5
5
  "main": "./dist/index.js",
6
6
  "type": "module",
@@ -110,6 +110,7 @@
110
110
  "local",
111
111
  "catai",
112
112
  "mistral",
113
+ "deepseek",
113
114
  "typescript",
114
115
  "lora",
115
116
  "batching",
@@ -219,16 +220,16 @@
219
220
  }
220
221
  },
221
222
  "optionalDependencies": {
222
- "@node-llama-cpp/linux-arm64": "3.5.0",
223
- "@node-llama-cpp/linux-armv7l": "3.5.0",
224
- "@node-llama-cpp/linux-x64": "3.5.0",
225
- "@node-llama-cpp/linux-x64-cuda": "3.5.0",
226
- "@node-llama-cpp/linux-x64-vulkan": "3.5.0",
227
- "@node-llama-cpp/mac-arm64-metal": "3.5.0",
228
- "@node-llama-cpp/mac-x64": "3.5.0",
229
- "@node-llama-cpp/win-arm64": "3.5.0",
230
- "@node-llama-cpp/win-x64": "3.5.0",
231
- "@node-llama-cpp/win-x64-cuda": "3.5.0",
232
- "@node-llama-cpp/win-x64-vulkan": "3.5.0"
223
+ "@node-llama-cpp/linux-arm64": "3.6.0",
224
+ "@node-llama-cpp/linux-armv7l": "3.6.0",
225
+ "@node-llama-cpp/linux-x64": "3.6.0",
226
+ "@node-llama-cpp/linux-x64-cuda": "3.6.0",
227
+ "@node-llama-cpp/linux-x64-vulkan": "3.6.0",
228
+ "@node-llama-cpp/mac-arm64-metal": "3.6.0",
229
+ "@node-llama-cpp/mac-x64": "3.6.0",
230
+ "@node-llama-cpp/win-arm64": "3.6.0",
231
+ "@node-llama-cpp/win-x64": "3.6.0",
232
+ "@node-llama-cpp/win-x64-cuda": "3.6.0",
233
+ "@node-llama-cpp/win-x64-vulkan": "3.6.0"
233
234
  }
234
235
  }