node-llama-cpp 3.0.2 → 3.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (75) hide show
  1. package/dist/chatWrappers/Llama3_1ChatWrapper.d.ts +1 -1
  2. package/dist/chatWrappers/Llama3_1ChatWrapper.js +2 -1
  3. package/dist/chatWrappers/Llama3_1ChatWrapper.js.map +1 -1
  4. package/dist/cli/commands/ChatCommand.js +2 -2
  5. package/dist/cli/commands/ChatCommand.js.map +1 -1
  6. package/dist/cli/commands/CompleteCommand.js +2 -2
  7. package/dist/cli/commands/CompleteCommand.js.map +1 -1
  8. package/dist/cli/commands/InfillCommand.js +2 -2
  9. package/dist/cli/commands/InfillCommand.js.map +1 -1
  10. package/dist/cli/commands/InitCommand.js +36 -20
  11. package/dist/cli/commands/InitCommand.js.map +1 -1
  12. package/dist/cli/commands/PullCommand.js +10 -11
  13. package/dist/cli/commands/PullCommand.js.map +1 -1
  14. package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js +13 -16
  15. package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js.map +1 -1
  16. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +18 -19
  17. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -1
  18. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js +2 -2
  19. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -1
  20. package/dist/cli/recommendedModels.js +102 -403
  21. package/dist/cli/recommendedModels.js.map +1 -1
  22. package/dist/cli/utils/interactivelyAskForModel.js +49 -36
  23. package/dist/cli/utils/interactivelyAskForModel.js.map +1 -1
  24. package/dist/cli/utils/printModelDestination.d.ts +2 -0
  25. package/dist/cli/utils/printModelDestination.js +11 -0
  26. package/dist/cli/utils/printModelDestination.js.map +1 -0
  27. package/dist/cli/utils/projectTemplates.d.ts +2 -2
  28. package/dist/cli/utils/projectTemplates.js +2 -2
  29. package/dist/cli/utils/projectTemplates.js.map +1 -1
  30. package/dist/cli/utils/resolveCommandGgufPath.js +12 -14
  31. package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -1
  32. package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts +2 -7
  33. package/dist/cli/utils/resolveModelRecommendationFileOptions.js +7 -2
  34. package/dist/cli/utils/resolveModelRecommendationFileOptions.js.map +1 -1
  35. package/dist/gguf/consts.js +1 -1
  36. package/dist/gguf/consts.js.map +1 -1
  37. package/dist/gguf/insights/GgufInsightsConfigurationResolver.d.ts +7 -2
  38. package/dist/gguf/insights/GgufInsightsConfigurationResolver.js +7 -3
  39. package/dist/gguf/insights/GgufInsightsConfigurationResolver.js.map +1 -1
  40. package/dist/gguf/readGgufFileInfo.d.ts +2 -2
  41. package/dist/gguf/readGgufFileInfo.js +12 -10
  42. package/dist/gguf/readGgufFileInfo.js.map +1 -1
  43. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js +1 -1
  44. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js.map +1 -1
  45. package/dist/gguf/utils/resolveSplitGgufParts.d.ts +1 -1
  46. package/dist/gguf/utils/resolveSplitGgufParts.js +15 -6
  47. package/dist/gguf/utils/resolveSplitGgufParts.js.map +1 -1
  48. package/dist/index.d.ts +2 -1
  49. package/dist/index.js +2 -1
  50. package/dist/index.js.map +1 -1
  51. package/dist/tsconfig.tsbuildinfo +1 -1
  52. package/dist/utils/createModelDownloader.d.ts +45 -8
  53. package/dist/utils/createModelDownloader.js +43 -13
  54. package/dist/utils/createModelDownloader.js.map +1 -1
  55. package/dist/utils/isUrl.js +1 -1
  56. package/dist/utils/isUrl.js.map +1 -1
  57. package/dist/utils/modelFileAccesTokens.js +2 -1
  58. package/dist/utils/modelFileAccesTokens.js.map +1 -1
  59. package/dist/utils/parseModelUri.d.ts +9 -0
  60. package/dist/utils/parseModelUri.js +128 -0
  61. package/dist/utils/parseModelUri.js.map +1 -0
  62. package/dist/utils/resolveModelDestination.d.ts +14 -0
  63. package/dist/utils/resolveModelDestination.js +31 -0
  64. package/dist/utils/resolveModelDestination.js.map +1 -0
  65. package/dist/utils/resolveModelFile.d.ts +136 -0
  66. package/dist/utils/resolveModelFile.js +148 -0
  67. package/dist/utils/resolveModelFile.js.map +1 -0
  68. package/llama/addon/globals/addonLog.cpp +3 -0
  69. package/llama/addon/globals/addonLog.h +1 -1
  70. package/llama/binariesGithubRelease.json +1 -1
  71. package/llama/gitRelease.bundle +0 -0
  72. package/llama/llama.cpp.info.json +1 -1
  73. package/package.json +17 -16
  74. package/templates/packed/electron-typescript-react.json +1 -1
  75. package/templates/packed/node-typescript.json +1 -1
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "3.0.2",
3
+ "version": "3.1.0",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level",
5
5
  "main": "./dist/index.js",
6
6
  "type": "module",
@@ -131,13 +131,14 @@
131
131
  "@nolebase/vitepress-plugin-og-image": "^2.5.0",
132
132
  "@resvg/resvg-js": "^2.6.2",
133
133
  "@semantic-release/exec": "^6.0.3",
134
+ "@semantic-release/github": "11.0.0",
134
135
  "@semantic-release/npm": "12.0.1",
135
136
  "@shikijs/vitepress-twoslash": "^1.18.0",
136
137
  "@types/async-retry": "^1.4.8",
137
138
  "@types/bytes": "^3.1.4",
138
139
  "@types/cross-spawn": "^6.0.2",
139
140
  "@types/fs-extra": "^11.0.4",
140
- "@types/node": "^22.5.5",
141
+ "@types/node": "^22.7.0",
141
142
  "@types/proper-lockfile": "^4.1.4",
142
143
  "@types/semver": "^7.5.8",
143
144
  "@types/validate-npm-package-name": "^4.0.2",
@@ -159,8 +160,8 @@
159
160
  "sharp": "^0.33.5",
160
161
  "tslib": "^2.7.0",
161
162
  "typedoc": "^0.26.7",
162
- "typedoc-plugin-markdown": "^4.2.7",
163
- "typedoc-plugin-mdn-links": "^3.3.0",
163
+ "typedoc-plugin-markdown": "^4.2.8",
164
+ "typedoc-plugin-mdn-links": "^3.3.1",
164
165
  "typedoc-vitepress-theme": "^1.0.1",
165
166
  "typescript": "^5.6.2",
166
167
  "vite-node": "^2.1.1",
@@ -181,7 +182,7 @@
181
182
  "filenamify": "^6.0.0",
182
183
  "fs-extra": "^11.2.0",
183
184
  "ignore": "^5.3.2",
184
- "ipull": "^3.7.2",
185
+ "ipull": "^3.7.4",
185
186
  "is-unicode-supported": "^2.1.0",
186
187
  "lifecycle-utils": "^1.7.0",
187
188
  "log-symbols": "^7.0.0",
@@ -209,16 +210,16 @@
209
210
  }
210
211
  },
211
212
  "optionalDependencies": {
212
- "@node-llama-cpp/linux-arm64": "3.0.2",
213
- "@node-llama-cpp/linux-armv7l": "3.0.2",
214
- "@node-llama-cpp/linux-x64": "3.0.2",
215
- "@node-llama-cpp/linux-x64-cuda": "3.0.2",
216
- "@node-llama-cpp/linux-x64-vulkan": "3.0.2",
217
- "@node-llama-cpp/mac-arm64-metal": "3.0.2",
218
- "@node-llama-cpp/mac-x64": "3.0.2",
219
- "@node-llama-cpp/win-arm64": "3.0.2",
220
- "@node-llama-cpp/win-x64": "3.0.2",
221
- "@node-llama-cpp/win-x64-cuda": "3.0.2",
222
- "@node-llama-cpp/win-x64-vulkan": "3.0.2"
213
+ "@node-llama-cpp/linux-arm64": "3.1.0",
214
+ "@node-llama-cpp/linux-armv7l": "3.1.0",
215
+ "@node-llama-cpp/linux-x64": "3.1.0",
216
+ "@node-llama-cpp/linux-x64-cuda": "3.1.0",
217
+ "@node-llama-cpp/linux-x64-vulkan": "3.1.0",
218
+ "@node-llama-cpp/mac-arm64-metal": "3.1.0",
219
+ "@node-llama-cpp/mac-x64": "3.1.0",
220
+ "@node-llama-cpp/win-arm64": "3.1.0",
221
+ "@node-llama-cpp/win-x64": "3.1.0",
222
+ "@node-llama-cpp/win-x64-cuda": "3.1.0",
223
+ "@node-llama-cpp/win-x64-vulkan": "3.1.0"
223
224
  }
224
225
  }