node-llama-cpp 3.4.3 → 3.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (115) hide show
  1. package/README.md +2 -2
  2. package/dist/ChatWrapper.js +45 -0
  3. package/dist/ChatWrapper.js.map +1 -1
  4. package/dist/bindings/utils/compileLLamaCpp.js +2 -0
  5. package/dist/bindings/utils/compileLLamaCpp.js.map +1 -1
  6. package/dist/chatWrappers/DeepSeekChatWrapper.d.ts +37 -0
  7. package/dist/chatWrappers/DeepSeekChatWrapper.js +294 -0
  8. package/dist/chatWrappers/DeepSeekChatWrapper.js.map +1 -0
  9. package/dist/chatWrappers/FunctionaryChatWrapper.js +39 -13
  10. package/dist/chatWrappers/FunctionaryChatWrapper.js.map +1 -1
  11. package/dist/chatWrappers/Llama3_1ChatWrapper.d.ts +0 -3
  12. package/dist/chatWrappers/Llama3_1ChatWrapper.js +5 -4
  13. package/dist/chatWrappers/Llama3_1ChatWrapper.js.map +1 -1
  14. package/dist/chatWrappers/Llama3_2LightweightChatWrapper.js +1 -1
  15. package/dist/chatWrappers/Llama3_2LightweightChatWrapper.js.map +1 -1
  16. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.d.ts +10 -1
  17. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js +8 -2
  18. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js.map +1 -1
  19. package/dist/chatWrappers/generic/TemplateChatWrapper.d.ts +17 -1
  20. package/dist/chatWrappers/generic/TemplateChatWrapper.js +10 -2
  21. package/dist/chatWrappers/generic/TemplateChatWrapper.js.map +1 -1
  22. package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.d.ts +22 -0
  23. package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.js +28 -0
  24. package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.js.map +1 -0
  25. package/dist/chatWrappers/utils/resolveChatWrapper.d.ts +46 -3
  26. package/dist/chatWrappers/utils/resolveChatWrapper.js +6 -2
  27. package/dist/chatWrappers/utils/resolveChatWrapper.js.map +1 -1
  28. package/dist/cli/commands/ChatCommand.js +38 -7
  29. package/dist/cli/commands/ChatCommand.js.map +1 -1
  30. package/dist/cli/commands/PullCommand.js +2 -1
  31. package/dist/cli/commands/PullCommand.js.map +1 -1
  32. package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js +18 -5
  33. package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js.map +1 -1
  34. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +16 -5
  35. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -1
  36. package/dist/cli/recommendedModels.js +137 -67
  37. package/dist/cli/recommendedModels.js.map +1 -1
  38. package/dist/cli/utils/resolveCommandGgufPath.d.ts +8 -0
  39. package/dist/cli/utils/resolveCommandGgufPath.js +45 -1
  40. package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -1
  41. package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts +2 -2
  42. package/dist/cli/utils/resolveModelRecommendationFileOptions.js.map +1 -1
  43. package/dist/config.d.ts +1 -1
  44. package/dist/config.js +1 -1
  45. package/dist/config.js.map +1 -1
  46. package/dist/evaluator/LlamaChat/LlamaChat.d.ts +87 -5
  47. package/dist/evaluator/LlamaChat/LlamaChat.js +770 -194
  48. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  49. package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js +55 -1
  50. package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +1 -1
  51. package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +22 -7
  52. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +28 -8
  53. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -1
  54. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js +1 -1
  55. package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map +1 -1
  56. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.d.ts +9 -2
  57. package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +1 -1
  58. package/dist/evaluator/LlamaCompletion.js +61 -48
  59. package/dist/evaluator/LlamaCompletion.js.map +1 -1
  60. package/dist/evaluator/LlamaGrammar.d.ts +2 -2
  61. package/dist/evaluator/LlamaGrammar.js +2 -2
  62. package/dist/evaluator/LlamaModel/LlamaModel.d.ts +1 -1
  63. package/dist/evaluator/LlamaModel/LlamaModel.js +1 -1
  64. package/dist/gguf/readGgufFileInfo.js +7 -4
  65. package/dist/gguf/readGgufFileInfo.js.map +1 -1
  66. package/dist/gguf/types/GgufMetadataTypes.d.ts +2 -2
  67. package/dist/gguf/types/GgufMetadataTypes.js +2 -2
  68. package/dist/gguf/types/GgufMetadataTypes.js.map +1 -1
  69. package/dist/gguf/utils/getGgufFileTypeName.d.ts +1 -1
  70. package/dist/gguf/utils/ggufQuantNames.d.ts +2 -0
  71. package/dist/gguf/utils/ggufQuantNames.js +40 -0
  72. package/dist/gguf/utils/ggufQuantNames.js.map +1 -0
  73. package/dist/gguf/utils/normalizeGgufDownloadUrl.js +1 -1
  74. package/dist/gguf/utils/normalizeGgufDownloadUrl.js.map +1 -1
  75. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js +1 -2
  76. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js.map +1 -1
  77. package/dist/index.d.ts +7 -5
  78. package/dist/index.js +3 -2
  79. package/dist/index.js.map +1 -1
  80. package/dist/tsconfig.tsbuildinfo +1 -1
  81. package/dist/types.d.ts +32 -2
  82. package/dist/types.js +7 -1
  83. package/dist/types.js.map +1 -1
  84. package/dist/utils/LlamaText.js +8 -9
  85. package/dist/utils/LlamaText.js.map +1 -1
  86. package/dist/utils/TokenStreamRegulator.d.ts +2 -0
  87. package/dist/utils/TokenStreamRegulator.js +12 -0
  88. package/dist/utils/TokenStreamRegulator.js.map +1 -1
  89. package/dist/utils/createModelDownloader.d.ts +21 -4
  90. package/dist/utils/createModelDownloader.js +83 -36
  91. package/dist/utils/createModelDownloader.js.map +1 -1
  92. package/dist/utils/getChatWrapperSegmentDefinition.d.ts +2 -0
  93. package/dist/utils/getChatWrapperSegmentDefinition.js +7 -0
  94. package/dist/utils/getChatWrapperSegmentDefinition.js.map +1 -0
  95. package/dist/utils/modelFileAccesTokens.js +1 -1
  96. package/dist/utils/modelFileAccesTokens.js.map +1 -1
  97. package/dist/utils/parseModelFileName.d.ts +5 -0
  98. package/dist/utils/parseModelFileName.js +63 -4
  99. package/dist/utils/parseModelFileName.js.map +1 -1
  100. package/dist/utils/parseModelUri.d.ts +30 -2
  101. package/dist/utils/parseModelUri.js +199 -24
  102. package/dist/utils/parseModelUri.js.map +1 -1
  103. package/dist/utils/resolveModelDestination.d.ts +4 -3
  104. package/dist/utils/resolveModelDestination.js +25 -2
  105. package/dist/utils/resolveModelDestination.js.map +1 -1
  106. package/dist/utils/resolveModelFile.d.ts +1 -1
  107. package/dist/utils/resolveModelFile.js +61 -20
  108. package/dist/utils/resolveModelFile.js.map +1 -1
  109. package/llama/binariesGithubRelease.json +1 -1
  110. package/llama/gitRelease.bundle +0 -0
  111. package/llama/grammars/README.md +4 -4
  112. package/llama/llama.cpp.info.json +2 -2
  113. package/package.json +36 -35
  114. package/templates/packed/electron-typescript-react.json +1 -1
  115. package/templates/packed/node-typescript.json +1 -1
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "3.4.3",
3
+ "version": "3.6.0",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level",
5
5
  "main": "./dist/index.js",
6
6
  "type": "module",
@@ -67,7 +67,7 @@
67
67
  "dev:build": "npm run build && node ./dist/cli/cli.js source build --noUsageExample",
68
68
  "clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo ./test/.models ./docs/api ./docs/api-overrides ./templates/packed",
69
69
  "docs:generateTypedoc": "typedoc && rimraf ./docs/api/index.md ./docs/api/globals.md ./docs/api/functions/LlamaText.md",
70
- "docs:dev": "npm run docs:generateTypedoc && vitepress dev",
70
+ "docs:dev": "npm run docs:generateTypedoc && vitepress dev --cors",
71
71
  "docs:build": "npm run docs:generateTypedoc && vitepress build",
72
72
  "docs:preview": "npm run docs:generateTypedoc && vitepress preview"
73
73
  },
@@ -110,6 +110,7 @@
110
110
  "local",
111
111
  "catai",
112
112
  "mistral",
113
+ "deepseek",
113
114
  "typescript",
114
115
  "lora",
115
116
  "batching",
@@ -132,33 +133,33 @@
132
133
  "devDependencies": {
133
134
  "@commitlint/cli": "^19.6.1",
134
135
  "@commitlint/config-conventional": "^19.6.0",
135
- "@eslint/compat": "^1.2.4",
136
+ "@eslint/compat": "^1.2.5",
136
137
  "@fontsource/inter": "^5.1.1",
137
- "@nolebase/vitepress-plugin-git-changelog": "^2.12.0",
138
- "@nolebase/vitepress-plugin-og-image": "^2.12.0",
138
+ "@nolebase/vitepress-plugin-git-changelog": "^2.12.1",
139
+ "@nolebase/vitepress-plugin-og-image": "^2.12.1",
139
140
  "@resvg/resvg-js": "^2.6.2",
140
141
  "@semantic-release/exec": "^6.0.3",
141
142
  "@semantic-release/github": "11.0.1",
142
143
  "@semantic-release/npm": "12.0.1",
143
- "@shikijs/vitepress-twoslash": "^1.26.1",
144
- "@stylistic/eslint-plugin": "^2.12.1",
144
+ "@shikijs/vitepress-twoslash": "^2.2.0",
145
+ "@stylistic/eslint-plugin": "^3.0.1",
145
146
  "@types/async-retry": "^1.4.9",
146
147
  "@types/bytes": "^3.1.5",
147
148
  "@types/cross-spawn": "^6.0.6",
148
149
  "@types/fs-extra": "^11.0.4",
149
- "@types/node": "^22.10.5",
150
+ "@types/node": "^22.12.0",
150
151
  "@types/proper-lockfile": "^4.1.4",
151
152
  "@types/semver": "^7.5.8",
152
153
  "@types/validate-npm-package-name": "^4.0.2",
153
154
  "@types/which": "^3.0.4",
154
155
  "@types/yargs": "^17.0.33",
155
- "@vitest/coverage-v8": "^2.1.8",
156
- "@vitest/ui": "^2.1.8",
157
- "electron": "^33.3.1",
158
- "eslint": "^9.17.0",
156
+ "@vitest/coverage-v8": "^3.0.4",
157
+ "@vitest/ui": "^3.0.4",
158
+ "electron": "^34.0.2",
159
+ "eslint": "^9.19.0",
159
160
  "eslint-import-resolver-typescript": "^3.7.0",
160
161
  "eslint-plugin-import": "^2.31.0",
161
- "eslint-plugin-jsdoc": "^50.6.1",
162
+ "eslint-plugin-jsdoc": "^50.6.3",
162
163
  "eslint-plugin-n": "^17.15.1",
163
164
  "feed": "^4.2.2",
164
165
  "husky": "^9.1.7",
@@ -169,17 +170,17 @@
169
170
  "tslib": "^2.8.1",
170
171
  "typedoc": "^0.27.6",
171
172
  "typedoc-plugin-markdown": "^4.4.1",
172
- "typedoc-plugin-mdn-links": "^4.0.7",
173
+ "typedoc-plugin-mdn-links": "^4.0.10",
173
174
  "typedoc-vitepress-theme": "^1.1.2",
174
- "typescript": "^5.7.2",
175
- "typescript-eslint": "^8.19.1",
176
- "vite-node": "^2.1.8",
177
- "vitepress": "^1.5.0",
178
- "vitest": "^2.1.8",
179
- "zx": "^8.3.0"
175
+ "typescript": "^5.7.3",
176
+ "typescript-eslint": "^8.22.0",
177
+ "vite-node": "^3.0.4",
178
+ "vitepress": "^1.6.3",
179
+ "vitest": "^3.0.4",
180
+ "zx": "^8.3.1"
180
181
  },
181
182
  "dependencies": {
182
- "@huggingface/jinja": "^0.3.2",
183
+ "@huggingface/jinja": "^0.3.3",
183
184
  "async-retry": "^1.3.3",
184
185
  "bytes": "^3.1.2",
185
186
  "chalk": "^5.4.1",
@@ -189,7 +190,7 @@
189
190
  "cross-spawn": "^7.0.6",
190
191
  "env-var": "^7.5.0",
191
192
  "filenamify": "^6.0.0",
192
- "fs-extra": "^11.2.0",
193
+ "fs-extra": "^11.3.0",
193
194
  "ignore": "^7.0.0",
194
195
  "ipull": "^3.9.2",
195
196
  "is-unicode-supported": "^2.1.0",
@@ -197,11 +198,11 @@
197
198
  "log-symbols": "^7.0.0",
198
199
  "nanoid": "^5.0.9",
199
200
  "node-addon-api": "^8.3.0",
200
- "octokit": "^4.0.3",
201
+ "octokit": "^4.1.0",
201
202
  "ora": "^8.1.1",
202
203
  "pretty-ms": "^9.2.0",
203
204
  "proper-lockfile": "^4.1.2",
204
- "semver": "^7.6.3",
205
+ "semver": "^7.7.0",
205
206
  "simple-git": "^3.27.0",
206
207
  "slice-ansi": "^7.1.0",
207
208
  "stdout-update": "^4.0.1",
@@ -219,16 +220,16 @@
219
220
  }
220
221
  },
221
222
  "optionalDependencies": {
222
- "@node-llama-cpp/linux-arm64": "3.4.3",
223
- "@node-llama-cpp/linux-armv7l": "3.4.3",
224
- "@node-llama-cpp/linux-x64": "3.4.3",
225
- "@node-llama-cpp/linux-x64-cuda": "3.4.3",
226
- "@node-llama-cpp/linux-x64-vulkan": "3.4.3",
227
- "@node-llama-cpp/mac-arm64-metal": "3.4.3",
228
- "@node-llama-cpp/mac-x64": "3.4.3",
229
- "@node-llama-cpp/win-arm64": "3.4.3",
230
- "@node-llama-cpp/win-x64": "3.4.3",
231
- "@node-llama-cpp/win-x64-cuda": "3.4.3",
232
- "@node-llama-cpp/win-x64-vulkan": "3.4.3"
223
+ "@node-llama-cpp/linux-arm64": "3.6.0",
224
+ "@node-llama-cpp/linux-armv7l": "3.6.0",
225
+ "@node-llama-cpp/linux-x64": "3.6.0",
226
+ "@node-llama-cpp/linux-x64-cuda": "3.6.0",
227
+ "@node-llama-cpp/linux-x64-vulkan": "3.6.0",
228
+ "@node-llama-cpp/mac-arm64-metal": "3.6.0",
229
+ "@node-llama-cpp/mac-x64": "3.6.0",
230
+ "@node-llama-cpp/win-arm64": "3.6.0",
231
+ "@node-llama-cpp/win-x64": "3.6.0",
232
+ "@node-llama-cpp/win-x64-cuda": "3.6.0",
233
+ "@node-llama-cpp/win-x64-vulkan": "3.6.0"
233
234
  }
234
235
  }