node-llama-cpp 3.0.0-beta.17 → 3.0.0-beta.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (126) hide show
  1. package/README.md +8 -5
  2. package/dist/ChatWrapper.js +3 -3
  3. package/dist/ChatWrapper.js.map +1 -1
  4. package/dist/apiDocsOverrides.d.ts +1 -0
  5. package/dist/apiDocsOverrides.js +5 -0
  6. package/dist/apiDocsOverrides.js.map +1 -0
  7. package/dist/bindings/AddonTypes.d.ts +1 -0
  8. package/dist/bindings/getLlama.d.ts +5 -1
  9. package/dist/bindings/getLlama.js +11 -4
  10. package/dist/bindings/getLlama.js.map +1 -1
  11. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.d.ts +3 -0
  12. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js +27 -0
  13. package/dist/bindings/utils/hasBuildingFromSourceDependenciesInstalled.js.map +1 -0
  14. package/dist/chatWrappers/generic/TemplateChatWrapper.d.ts +1 -2
  15. package/dist/chatWrappers/generic/TemplateChatWrapper.js +1 -2
  16. package/dist/chatWrappers/generic/TemplateChatWrapper.js.map +1 -1
  17. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js +2 -2
  18. package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js.map +1 -1
  19. package/dist/cli/cli.js +5 -3
  20. package/dist/cli/cli.js.map +1 -1
  21. package/dist/cli/commands/DebugCommand.js +3 -5
  22. package/dist/cli/commands/DebugCommand.js.map +1 -1
  23. package/dist/cli/commands/DownloadCommand.d.ts +1 -1
  24. package/dist/cli/commands/DownloadCommand.js +2 -1
  25. package/dist/cli/commands/DownloadCommand.js.map +1 -1
  26. package/dist/cli/commands/PullCommand.d.ts +12 -0
  27. package/dist/cli/commands/PullCommand.js +109 -0
  28. package/dist/cli/commands/PullCommand.js.map +1 -0
  29. package/dist/cli/commands/inspect/commands/InspectGgufCommand.d.ts +1 -0
  30. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +23 -11
  31. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -1
  32. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js +2 -1
  33. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -1
  34. package/dist/cli/recommendedModels.js +12 -20
  35. package/dist/cli/recommendedModels.js.map +1 -1
  36. package/dist/cli/utils/resolveCommandGgufPath.d.ts +3 -1
  37. package/dist/cli/utils/resolveCommandGgufPath.js +41 -97
  38. package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -1
  39. package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts +2 -2
  40. package/dist/cli/utils/resolveModelRecommendationFileOptions.js +1 -4
  41. package/dist/cli/utils/resolveModelRecommendationFileOptions.js.map +1 -1
  42. package/dist/evaluator/LlamaChat/LlamaChat.d.ts +18 -2
  43. package/dist/evaluator/LlamaChat/LlamaChat.js +255 -205
  44. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  45. package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +22 -3
  46. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +18 -7
  47. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -1
  48. package/dist/evaluator/LlamaCompletion.js +1 -1
  49. package/dist/evaluator/LlamaCompletion.js.map +1 -1
  50. package/dist/evaluator/LlamaContext/LlamaContext.d.ts +2 -7
  51. package/dist/evaluator/LlamaContext/LlamaContext.js +12 -12
  52. package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -1
  53. package/dist/evaluator/LlamaEmbeddingContext.d.ts +2 -10
  54. package/dist/evaluator/LlamaEmbeddingContext.js +9 -23
  55. package/dist/evaluator/LlamaEmbeddingContext.js.map +1 -1
  56. package/dist/evaluator/LlamaGrammar.d.ts +1 -1
  57. package/dist/evaluator/LlamaModel.d.ts +9 -0
  58. package/dist/evaluator/LlamaModel.js +2 -1
  59. package/dist/evaluator/LlamaModel.js.map +1 -1
  60. package/dist/gguf/insights/GgufInsights.js +12 -12
  61. package/dist/gguf/insights/GgufInsights.js.map +1 -1
  62. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js +27 -3
  63. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js.map +1 -1
  64. package/dist/gguf/parser/parseGguf.js +5 -0
  65. package/dist/gguf/parser/parseGguf.js.map +1 -1
  66. package/dist/gguf/readGgufFileInfo.d.ts +5 -2
  67. package/dist/gguf/readGgufFileInfo.js +38 -10
  68. package/dist/gguf/readGgufFileInfo.js.map +1 -1
  69. package/dist/gguf/types/GgufFileInfoTypes.d.ts +32 -0
  70. package/dist/gguf/types/GgufFileInfoTypes.js.map +1 -1
  71. package/dist/gguf/utils/getGgufMetadataArchitectureData.js +1 -1
  72. package/dist/gguf/utils/getGgufMetadataArchitectureData.js.map +1 -1
  73. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.d.ts +2 -0
  74. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js +39 -0
  75. package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js.map +1 -0
  76. package/dist/gguf/utils/resolveSplitGgufParts.d.ts +7 -0
  77. package/dist/gguf/utils/resolveSplitGgufParts.js +55 -0
  78. package/dist/gguf/utils/resolveSplitGgufParts.js.map +1 -0
  79. package/dist/index.d.ts +4 -2
  80. package/dist/index.js +4 -2
  81. package/dist/index.js.map +1 -1
  82. package/dist/utils/LlamaText.d.ts +29 -20
  83. package/dist/utils/LlamaText.js +253 -243
  84. package/dist/utils/LlamaText.js.map +1 -1
  85. package/dist/utils/StopGenerationDetector.d.ts +1 -1
  86. package/dist/utils/StopGenerationDetector.js +2 -0
  87. package/dist/utils/StopGenerationDetector.js.map +1 -1
  88. package/dist/utils/createModelDownloader.d.ts +99 -0
  89. package/dist/utils/createModelDownloader.js +226 -0
  90. package/dist/utils/createModelDownloader.js.map +1 -0
  91. package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js +18 -8
  92. package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js.map +1 -1
  93. package/dist/utils/parseTextTemplate.d.ts +2 -2
  94. package/dist/utils/parseTextTemplate.js +2 -2
  95. package/dist/utils/runtime.d.ts +4 -0
  96. package/dist/utils/runtime.js +8 -0
  97. package/dist/utils/runtime.js.map +1 -0
  98. package/llama/addon.cpp +18 -7
  99. package/llama/binariesGithubRelease.json +1 -1
  100. package/llama/gitRelease.bundle +0 -0
  101. package/llama/grammars/README.md +1 -1
  102. package/llama/llama.cpp.info.json +1 -1
  103. package/llamaBins/linux-arm64/_nlcBuildMetadata.json +1 -1
  104. package/llamaBins/linux-arm64/llama-addon.node +0 -0
  105. package/llamaBins/linux-armv7l/_nlcBuildMetadata.json +1 -1
  106. package/llamaBins/linux-armv7l/llama-addon.node +0 -0
  107. package/llamaBins/linux-x64/_nlcBuildMetadata.json +1 -1
  108. package/llamaBins/linux-x64/llama-addon.node +0 -0
  109. package/llamaBins/linux-x64-cuda/_nlcBuildMetadata.json +1 -1
  110. package/llamaBins/linux-x64-cuda/llama-addon.node +0 -0
  111. package/llamaBins/linux-x64-vulkan/_nlcBuildMetadata.json +1 -1
  112. package/llamaBins/linux-x64-vulkan/llama-addon.node +0 -0
  113. package/llamaBins/mac-arm64-metal/_nlcBuildMetadata.json +1 -1
  114. package/llamaBins/mac-arm64-metal/default.metallib +0 -0
  115. package/llamaBins/mac-arm64-metal/llama-addon.node +0 -0
  116. package/llamaBins/mac-x64/_nlcBuildMetadata.json +1 -1
  117. package/llamaBins/mac-x64/llama-addon.node +0 -0
  118. package/llamaBins/win-arm64/_nlcBuildMetadata.json +1 -1
  119. package/llamaBins/win-arm64/llama-addon.node +0 -0
  120. package/llamaBins/win-x64/_nlcBuildMetadata.json +1 -1
  121. package/llamaBins/win-x64/llama-addon.node +0 -0
  122. package/llamaBins/win-x64-cuda/_nlcBuildMetadata.json +1 -1
  123. package/llamaBins/win-x64-cuda/llama-addon.node +0 -0
  124. package/llamaBins/win-x64-vulkan/_nlcBuildMetadata.json +1 -1
  125. package/llamaBins/win-x64-vulkan/llama-addon.node +0 -0
  126. package/package.json +8 -5
package/llamaBins/win-x64/llama-addon.node CHANGED
Binary file
package/llamaBins/win-x64-cuda/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"x64","gpu":"cuda","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2717"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"x64","gpu":"cuda","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2834"}}}
package/llamaBins/win-x64-vulkan/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2717"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2834"}}}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "3.0.0-beta.17",
3
+ "version": "3.0.0-beta.18",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Force a JSON schema on the model output on the generation level",
5
5
  "main": "dist/index.js",
6
6
  "type": "module",
@@ -60,8 +60,9 @@
60
60
  "dev:setup:downloadAllTestModels": "vite-node test/utils/scripts/downloadAllTestModels.ts",
61
61
  "dev:setup": "npm run build && node ./dist/cli/cli.js download --noUsageExample && npm run docs:generateTypedoc && npm run dev:setup:downloadAllTestModels",
62
62
  "dev:build": "npm run build && node ./dist/cli/cli.js build --noUsageExample",
63
- "clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo ./test/.models",
64
- "docs:generateTypedoc": "typedoc && rimraf ./docs/api/index.md ./docs/api/exports.md",
63
+ "clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo ./test/.models ./docs/api ./docs/api-overrides",
64
+ "docs:generateTypedoc": "typedoc && rimraf ./docs/api/index.md ./docs/api/globals.md ./docs/api/functions/LlamaText.md && npm run docs:generateTypedoc:overrides",
65
+ "docs:generateTypedoc:overrides": "typedoc --entryPoints ./src/apiDocsOverrides.ts --out ./docs/api-overrides && copyfiles --flat \"./docs/api-overrides/classes/*.md\" ./docs/api/classes && rimraf ./docs/api-overrides",
65
66
  "docs:dev": "npm run docs:generateTypedoc && vitepress dev",
66
67
  "docs:build": "npm run docs:generateTypedoc && vitepress build",
67
68
  "docs:preview": "npm run docs:generateTypedoc && vitepress preview",
@@ -115,6 +116,7 @@
115
116
  "@commitlint/cli": "^17.7.1",
116
117
  "@commitlint/config-conventional": "^17.7.0",
117
118
  "@semantic-release/exec": "^6.0.3",
119
+ "@shikijs/vitepress-twoslash": "^1.3.0",
118
120
  "@types/async-retry": "^1.4.8",
119
121
  "@types/bytes": "^3.1.4",
120
122
  "@types/cross-spawn": "^6.0.2",
@@ -129,6 +131,7 @@
129
131
  "@typescript-eslint/parser": "^6.3.0",
130
132
  "@vitest/coverage-v8": "^1.4.0",
131
133
  "@vitest/ui": "^1.4.0",
134
+ "copyfiles": "^2.4.1",
132
135
  "eslint": "^8.46.0",
133
136
  "eslint-plugin-import": "^2.28.0",
134
137
  "eslint-plugin-jsdoc": "^46.9.0",
@@ -143,7 +146,7 @@
143
146
  "typedoc-vitepress-theme": "^1.0.0-next.10",
144
147
  "typescript": "^5.2.2",
145
148
  "vite-node": "^1.4.0",
146
- "vitepress": "1.0.0-rc.22",
149
+ "vitepress": "^1.1.4",
147
150
  "vitest": "^1.4.0",
148
151
  "zx": "^7.2.3"
149
152
  },
@@ -159,7 +162,7 @@
159
162
  "env-var": "^7.3.1",
160
163
  "filenamify": "^6.0.0",
161
164
  "fs-extra": "^11.2.0",
162
- "ipull": "^3.0.11",
165
+ "ipull": "^3.1.1",
163
166
  "is-unicode-supported": "^2.0.0",
164
167
  "lifecycle-utils": "^1.4.1",
165
168
  "log-symbols": "^5.1.0",