node-llama-cpp 3.18.0 → 3.18.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. package/dist/bindings/AddonTypes.d.ts +2 -0
  2. package/dist/bindings/utils/getGpuTypesToUseForOption.d.ts +1 -1
  3. package/dist/cli/commands/ChatCommand.d.ts +3 -0
  4. package/dist/cli/commands/ChatCommand.js +33 -4
  5. package/dist/cli/commands/ChatCommand.js.map +1 -1
  6. package/dist/cli/commands/CompleteCommand.d.ts +3 -0
  7. package/dist/cli/commands/CompleteCommand.js +34 -4
  8. package/dist/cli/commands/CompleteCommand.js.map +1 -1
  9. package/dist/cli/commands/InfillCommand.d.ts +3 -0
  10. package/dist/cli/commands/InfillCommand.js +34 -4
  11. package/dist/cli/commands/InfillCommand.js.map +1 -1
  12. package/dist/cli/commands/OnPostInstallCommand.js +31 -4
  13. package/dist/cli/commands/OnPostInstallCommand.js.map +1 -1
  14. package/dist/cli/commands/inspect/commands/InspectEstimateCommand.d.ts +3 -0
  15. package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js +28 -1
  16. package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js.map +1 -1
  17. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +5 -0
  18. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -1
  19. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.d.ts +3 -0
  20. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js +46 -5
  21. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -1
  22. package/dist/cli/utils/interactivelyAskForModel.d.ts +4 -1
  23. package/dist/cli/utils/interactivelyAskForModel.js +21 -7
  24. package/dist/cli/utils/interactivelyAskForModel.js.map +1 -1
  25. package/dist/cli/utils/packageJsonConfig.d.ts +6 -0
  26. package/dist/cli/utils/packageJsonConfig.js +51 -0
  27. package/dist/cli/utils/packageJsonConfig.js.map +1 -0
  28. package/dist/cli/utils/packageManager.d.ts +1 -0
  29. package/dist/cli/utils/packageManager.js +15 -0
  30. package/dist/cli/utils/packageManager.js.map +1 -0
  31. package/dist/cli/utils/printCommonInfoLines.js +9 -0
  32. package/dist/cli/utils/printCommonInfoLines.js.map +1 -1
  33. package/dist/cli/utils/resolveCommandGgufPath.d.ts +4 -1
  34. package/dist/cli/utils/resolveCommandGgufPath.js +9 -2
  35. package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -1
  36. package/dist/config.d.ts +3 -1
  37. package/dist/config.js +8 -1
  38. package/dist/config.js.map +1 -1
  39. package/dist/evaluator/LlamaContext/LlamaContext.d.ts +3 -0
  40. package/dist/evaluator/LlamaContext/LlamaContext.js +34 -2
  41. package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -1
  42. package/dist/evaluator/LlamaContext/types.d.ts +32 -1
  43. package/dist/evaluator/LlamaModel/LlamaModel.d.ts +33 -0
  44. package/dist/evaluator/LlamaModel/LlamaModel.js +24 -3
  45. package/dist/evaluator/LlamaModel/LlamaModel.js.map +1 -1
  46. package/dist/gguf/insights/GgufInsights.d.ts +9 -1
  47. package/dist/gguf/insights/GgufInsights.js +32 -13
  48. package/dist/gguf/insights/GgufInsights.js.map +1 -1
  49. package/dist/gguf/insights/GgufInsightsConfigurationResolver.d.ts +13 -4
  50. package/dist/gguf/insights/GgufInsightsConfigurationResolver.js +17 -5
  51. package/dist/gguf/insights/GgufInsightsConfigurationResolver.js.map +1 -1
  52. package/dist/gguf/insights/utils/resolveContextContextSizeOption.d.ts +4 -1
  53. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js +7 -1
  54. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js.map +1 -1
  55. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.d.ts +4 -1
  56. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js +16 -4
  57. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js.map +1 -1
  58. package/dist/gguf/types/GgufMetadataTypes.d.ts +3 -1
  59. package/dist/gguf/types/GgufMetadataTypes.js +2 -0
  60. package/dist/gguf/types/GgufMetadataTypes.js.map +1 -1
  61. package/dist/gguf/types/GgufTensorInfoTypes.d.ts +4 -2
  62. package/dist/gguf/types/GgufTensorInfoTypes.js +11 -1
  63. package/dist/gguf/types/GgufTensorInfoTypes.js.map +1 -1
  64. package/dist/gguf/utils/getGgufFileTypeName.d.ts +1 -1
  65. package/dist/gguf/utils/ggufQuantNames.js +1 -0
  66. package/dist/gguf/utils/ggufQuantNames.js.map +1 -1
  67. package/dist/tsconfig.tsbuildinfo +1 -1
  68. package/dist/types.d.ts +1 -0
  69. package/dist/utils/getBuildDefaults.d.ts +1 -1
  70. package/dist/utils/prettyPrintObject.js +1 -1
  71. package/dist/utils/prettyPrintObject.js.map +1 -1
  72. package/llama/addon/AddonContext.cpp +17 -3
  73. package/llama/binariesGithubRelease.json +1 -1
  74. package/llama/gitRelease.bundle +0 -0
  75. package/llama/llama.cpp.info.json +1 -1
  76. package/package.json +14 -14
package/llama/binariesGithubRelease.json CHANGED
@@ -1,3 +1,3 @@
1
1
  {
2
- "release": "b8352"
2
+ "release": "b8390"
3
3
  }
package/llama/gitRelease.bundle CHANGED
Binary file
package/llama/llama.cpp.info.json CHANGED
@@ -1,4 +1,4 @@
1
1
  {
2
- "tag": "b8352",
2
+ "tag": "b8390",
3
3
  "llamaCppGithubRepo": "ggml-org/llama.cpp"
4
4
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "3.18.0",
3
+ "version": "3.18.1",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level",
5
5
  "main": "./dist/index.js",
6
6
  "type": "module",
@@ -224,18 +224,18 @@
224
224
  }
225
225
  },
226
226
  "optionalDependencies": {
227
- "@node-llama-cpp/linux-arm64": "3.18.0",
228
- "@node-llama-cpp/linux-armv7l": "3.18.0",
229
- "@node-llama-cpp/linux-x64": "3.18.0",
230
- "@node-llama-cpp/linux-x64-cuda": "3.18.0",
231
- "@node-llama-cpp/linux-x64-cuda-ext": "3.18.0",
232
- "@node-llama-cpp/linux-x64-vulkan": "3.18.0",
233
- "@node-llama-cpp/mac-arm64-metal": "3.18.0",
234
- "@node-llama-cpp/mac-x64": "3.18.0",
235
- "@node-llama-cpp/win-arm64": "3.18.0",
236
- "@node-llama-cpp/win-x64": "3.18.0",
237
- "@node-llama-cpp/win-x64-cuda": "3.18.0",
238
- "@node-llama-cpp/win-x64-cuda-ext": "3.18.0",
239
- "@node-llama-cpp/win-x64-vulkan": "3.18.0"
227
+ "@node-llama-cpp/linux-arm64": "3.18.1",
228
+ "@node-llama-cpp/linux-armv7l": "3.18.1",
229
+ "@node-llama-cpp/linux-x64": "3.18.1",
230
+ "@node-llama-cpp/linux-x64-cuda": "3.18.1",
231
+ "@node-llama-cpp/linux-x64-cuda-ext": "3.18.1",
232
+ "@node-llama-cpp/linux-x64-vulkan": "3.18.1",
233
+ "@node-llama-cpp/mac-arm64-metal": "3.18.1",
234
+ "@node-llama-cpp/mac-x64": "3.18.1",
235
+ "@node-llama-cpp/win-arm64": "3.18.1",
236
+ "@node-llama-cpp/win-x64": "3.18.1",
237
+ "@node-llama-cpp/win-x64-cuda": "3.18.1",
238
+ "@node-llama-cpp/win-x64-cuda-ext": "3.18.1",
239
+ "@node-llama-cpp/win-x64-vulkan": "3.18.1"
240
240
  }
241
241
  }