node-llama-cpp 3.4.3 → 3.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/ChatWrapper.js +45 -0
- package/dist/ChatWrapper.js.map +1 -1
- package/dist/bindings/utils/compileLLamaCpp.js +2 -0
- package/dist/bindings/utils/compileLLamaCpp.js.map +1 -1
- package/dist/chatWrappers/DeepSeekChatWrapper.d.ts +37 -0
- package/dist/chatWrappers/DeepSeekChatWrapper.js +294 -0
- package/dist/chatWrappers/DeepSeekChatWrapper.js.map +1 -0
- package/dist/chatWrappers/FunctionaryChatWrapper.js +39 -13
- package/dist/chatWrappers/FunctionaryChatWrapper.js.map +1 -1
- package/dist/chatWrappers/Llama3_1ChatWrapper.d.ts +0 -3
- package/dist/chatWrappers/Llama3_1ChatWrapper.js +5 -4
- package/dist/chatWrappers/Llama3_1ChatWrapper.js.map +1 -1
- package/dist/chatWrappers/Llama3_2LightweightChatWrapper.js +1 -1
- package/dist/chatWrappers/Llama3_2LightweightChatWrapper.js.map +1 -1
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.d.ts +10 -1
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js +8 -2
- package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js.map +1 -1
- package/dist/chatWrappers/generic/TemplateChatWrapper.d.ts +17 -1
- package/dist/chatWrappers/generic/TemplateChatWrapper.js +10 -2
- package/dist/chatWrappers/generic/TemplateChatWrapper.js.map +1 -1
- package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.d.ts +22 -0
- package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.js +28 -0
- package/dist/chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.js.map +1 -0
- package/dist/chatWrappers/utils/resolveChatWrapper.d.ts +46 -3
- package/dist/chatWrappers/utils/resolveChatWrapper.js +6 -2
- package/dist/chatWrappers/utils/resolveChatWrapper.js.map +1 -1
- package/dist/cli/commands/ChatCommand.js +38 -7
- package/dist/cli/commands/ChatCommand.js.map +1 -1
- package/dist/cli/commands/PullCommand.js +2 -1
- package/dist/cli/commands/PullCommand.js.map +1 -1
- package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js +18 -5
- package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js.map +1 -1
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +16 -5
- package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -1
- package/dist/cli/recommendedModels.js +137 -67
- package/dist/cli/recommendedModels.js.map +1 -1
- package/dist/cli/utils/resolveCommandGgufPath.d.ts +8 -0
- package/dist/cli/utils/resolveCommandGgufPath.js +45 -1
- package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -1
- package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts +2 -2
- package/dist/cli/utils/resolveModelRecommendationFileOptions.js.map +1 -1
- package/dist/config.d.ts +1 -1
- package/dist/config.js +1 -1
- package/dist/config.js.map +1 -1
- package/dist/evaluator/LlamaChat/LlamaChat.d.ts +87 -5
- package/dist/evaluator/LlamaChat/LlamaChat.js +770 -194
- package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
- package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js +55 -1
- package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +1 -1
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +22 -7
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.js +28 -8
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -1
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js +1 -1
- package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map +1 -1
- package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.d.ts +9 -2
- package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +1 -1
- package/dist/evaluator/LlamaCompletion.js +61 -48
- package/dist/evaluator/LlamaCompletion.js.map +1 -1
- package/dist/evaluator/LlamaGrammar.d.ts +2 -2
- package/dist/evaluator/LlamaGrammar.js +2 -2
- package/dist/evaluator/LlamaModel/LlamaModel.d.ts +1 -1
- package/dist/evaluator/LlamaModel/LlamaModel.js +1 -1
- package/dist/gguf/readGgufFileInfo.js +7 -4
- package/dist/gguf/readGgufFileInfo.js.map +1 -1
- package/dist/gguf/types/GgufMetadataTypes.d.ts +2 -2
- package/dist/gguf/types/GgufMetadataTypes.js +2 -2
- package/dist/gguf/types/GgufMetadataTypes.js.map +1 -1
- package/dist/gguf/utils/getGgufFileTypeName.d.ts +1 -1
- package/dist/gguf/utils/ggufQuantNames.d.ts +2 -0
- package/dist/gguf/utils/ggufQuantNames.js +40 -0
- package/dist/gguf/utils/ggufQuantNames.js.map +1 -0
- package/dist/gguf/utils/normalizeGgufDownloadUrl.js +1 -1
- package/dist/gguf/utils/normalizeGgufDownloadUrl.js.map +1 -1
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js +1 -2
- package/dist/gguf/utils/resolveBinarySplitGgufPartUrls.js.map +1 -1
- package/dist/index.d.ts +7 -5
- package/dist/index.js +3 -2
- package/dist/index.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/types.d.ts +32 -2
- package/dist/types.js +7 -1
- package/dist/types.js.map +1 -1
- package/dist/utils/LlamaText.js +8 -9
- package/dist/utils/LlamaText.js.map +1 -1
- package/dist/utils/TokenStreamRegulator.d.ts +2 -0
- package/dist/utils/TokenStreamRegulator.js +12 -0
- package/dist/utils/TokenStreamRegulator.js.map +1 -1
- package/dist/utils/createModelDownloader.d.ts +21 -4
- package/dist/utils/createModelDownloader.js +83 -36
- package/dist/utils/createModelDownloader.js.map +1 -1
- package/dist/utils/getChatWrapperSegmentDefinition.d.ts +2 -0
- package/dist/utils/getChatWrapperSegmentDefinition.js +7 -0
- package/dist/utils/getChatWrapperSegmentDefinition.js.map +1 -0
- package/dist/utils/modelFileAccesTokens.js +1 -1
- package/dist/utils/modelFileAccesTokens.js.map +1 -1
- package/dist/utils/parseModelFileName.d.ts +5 -0
- package/dist/utils/parseModelFileName.js +63 -4
- package/dist/utils/parseModelFileName.js.map +1 -1
- package/dist/utils/parseModelUri.d.ts +30 -2
- package/dist/utils/parseModelUri.js +199 -24
- package/dist/utils/parseModelUri.js.map +1 -1
- package/dist/utils/resolveModelDestination.d.ts +4 -3
- package/dist/utils/resolveModelDestination.js +25 -2
- package/dist/utils/resolveModelDestination.js.map +1 -1
- package/dist/utils/resolveModelFile.d.ts +1 -1
- package/dist/utils/resolveModelFile.js +61 -20
- package/dist/utils/resolveModelFile.js.map +1 -1
- package/llama/binariesGithubRelease.json +1 -1
- package/llama/gitRelease.bundle +0 -0
- package/llama/grammars/README.md +4 -4
- package/llama/llama.cpp.info.json +2 -2
- package/package.json +36 -35
- package/templates/packed/electron-typescript-react.json +1 -1
- package/templates/packed/node-typescript.json +1 -1
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "node-llama-cpp",
|
|
3
|
-
"version": "3.
|
|
3
|
+
"version": "3.6.0",
|
|
4
4
|
"description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level",
|
|
5
5
|
"main": "./dist/index.js",
|
|
6
6
|
"type": "module",
|
|
@@ -67,7 +67,7 @@
|
|
|
67
67
|
"dev:build": "npm run build && node ./dist/cli/cli.js source build --noUsageExample",
|
|
68
68
|
"clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo ./test/.models ./docs/api ./docs/api-overrides ./templates/packed",
|
|
69
69
|
"docs:generateTypedoc": "typedoc && rimraf ./docs/api/index.md ./docs/api/globals.md ./docs/api/functions/LlamaText.md",
|
|
70
|
-
"docs:dev": "npm run docs:generateTypedoc && vitepress dev",
|
|
70
|
+
"docs:dev": "npm run docs:generateTypedoc && vitepress dev --cors",
|
|
71
71
|
"docs:build": "npm run docs:generateTypedoc && vitepress build",
|
|
72
72
|
"docs:preview": "npm run docs:generateTypedoc && vitepress preview"
|
|
73
73
|
},
|
|
@@ -110,6 +110,7 @@
|
|
|
110
110
|
"local",
|
|
111
111
|
"catai",
|
|
112
112
|
"mistral",
|
|
113
|
+
"deepseek",
|
|
113
114
|
"typescript",
|
|
114
115
|
"lora",
|
|
115
116
|
"batching",
|
|
@@ -132,33 +133,33 @@
|
|
|
132
133
|
"devDependencies": {
|
|
133
134
|
"@commitlint/cli": "^19.6.1",
|
|
134
135
|
"@commitlint/config-conventional": "^19.6.0",
|
|
135
|
-
"@eslint/compat": "^1.2.
|
|
136
|
+
"@eslint/compat": "^1.2.5",
|
|
136
137
|
"@fontsource/inter": "^5.1.1",
|
|
137
|
-
"@nolebase/vitepress-plugin-git-changelog": "^2.12.
|
|
138
|
-
"@nolebase/vitepress-plugin-og-image": "^2.12.
|
|
138
|
+
"@nolebase/vitepress-plugin-git-changelog": "^2.12.1",
|
|
139
|
+
"@nolebase/vitepress-plugin-og-image": "^2.12.1",
|
|
139
140
|
"@resvg/resvg-js": "^2.6.2",
|
|
140
141
|
"@semantic-release/exec": "^6.0.3",
|
|
141
142
|
"@semantic-release/github": "11.0.1",
|
|
142
143
|
"@semantic-release/npm": "12.0.1",
|
|
143
|
-
"@shikijs/vitepress-twoslash": "^
|
|
144
|
-
"@stylistic/eslint-plugin": "^
|
|
144
|
+
"@shikijs/vitepress-twoslash": "^2.2.0",
|
|
145
|
+
"@stylistic/eslint-plugin": "^3.0.1",
|
|
145
146
|
"@types/async-retry": "^1.4.9",
|
|
146
147
|
"@types/bytes": "^3.1.5",
|
|
147
148
|
"@types/cross-spawn": "^6.0.6",
|
|
148
149
|
"@types/fs-extra": "^11.0.4",
|
|
149
|
-
"@types/node": "^22.
|
|
150
|
+
"@types/node": "^22.12.0",
|
|
150
151
|
"@types/proper-lockfile": "^4.1.4",
|
|
151
152
|
"@types/semver": "^7.5.8",
|
|
152
153
|
"@types/validate-npm-package-name": "^4.0.2",
|
|
153
154
|
"@types/which": "^3.0.4",
|
|
154
155
|
"@types/yargs": "^17.0.33",
|
|
155
|
-
"@vitest/coverage-v8": "^
|
|
156
|
-
"@vitest/ui": "^
|
|
157
|
-
"electron": "^
|
|
158
|
-
"eslint": "^9.
|
|
156
|
+
"@vitest/coverage-v8": "^3.0.4",
|
|
157
|
+
"@vitest/ui": "^3.0.4",
|
|
158
|
+
"electron": "^34.0.2",
|
|
159
|
+
"eslint": "^9.19.0",
|
|
159
160
|
"eslint-import-resolver-typescript": "^3.7.0",
|
|
160
161
|
"eslint-plugin-import": "^2.31.0",
|
|
161
|
-
"eslint-plugin-jsdoc": "^50.6.
|
|
162
|
+
"eslint-plugin-jsdoc": "^50.6.3",
|
|
162
163
|
"eslint-plugin-n": "^17.15.1",
|
|
163
164
|
"feed": "^4.2.2",
|
|
164
165
|
"husky": "^9.1.7",
|
|
@@ -169,17 +170,17 @@
|
|
|
169
170
|
"tslib": "^2.8.1",
|
|
170
171
|
"typedoc": "^0.27.6",
|
|
171
172
|
"typedoc-plugin-markdown": "^4.4.1",
|
|
172
|
-
"typedoc-plugin-mdn-links": "^4.0.
|
|
173
|
+
"typedoc-plugin-mdn-links": "^4.0.10",
|
|
173
174
|
"typedoc-vitepress-theme": "^1.1.2",
|
|
174
|
-
"typescript": "^5.7.
|
|
175
|
-
"typescript-eslint": "^8.
|
|
176
|
-
"vite-node": "^
|
|
177
|
-
"vitepress": "^1.
|
|
178
|
-
"vitest": "^
|
|
179
|
-
"zx": "^8.3.
|
|
175
|
+
"typescript": "^5.7.3",
|
|
176
|
+
"typescript-eslint": "^8.22.0",
|
|
177
|
+
"vite-node": "^3.0.4",
|
|
178
|
+
"vitepress": "^1.6.3",
|
|
179
|
+
"vitest": "^3.0.4",
|
|
180
|
+
"zx": "^8.3.1"
|
|
180
181
|
},
|
|
181
182
|
"dependencies": {
|
|
182
|
-
"@huggingface/jinja": "^0.3.
|
|
183
|
+
"@huggingface/jinja": "^0.3.3",
|
|
183
184
|
"async-retry": "^1.3.3",
|
|
184
185
|
"bytes": "^3.1.2",
|
|
185
186
|
"chalk": "^5.4.1",
|
|
@@ -189,7 +190,7 @@
|
|
|
189
190
|
"cross-spawn": "^7.0.6",
|
|
190
191
|
"env-var": "^7.5.0",
|
|
191
192
|
"filenamify": "^6.0.0",
|
|
192
|
-
"fs-extra": "^11.
|
|
193
|
+
"fs-extra": "^11.3.0",
|
|
193
194
|
"ignore": "^7.0.0",
|
|
194
195
|
"ipull": "^3.9.2",
|
|
195
196
|
"is-unicode-supported": "^2.1.0",
|
|
@@ -197,11 +198,11 @@
|
|
|
197
198
|
"log-symbols": "^7.0.0",
|
|
198
199
|
"nanoid": "^5.0.9",
|
|
199
200
|
"node-addon-api": "^8.3.0",
|
|
200
|
-
"octokit": "^4.0
|
|
201
|
+
"octokit": "^4.1.0",
|
|
201
202
|
"ora": "^8.1.1",
|
|
202
203
|
"pretty-ms": "^9.2.0",
|
|
203
204
|
"proper-lockfile": "^4.1.2",
|
|
204
|
-
"semver": "^7.
|
|
205
|
+
"semver": "^7.7.0",
|
|
205
206
|
"simple-git": "^3.27.0",
|
|
206
207
|
"slice-ansi": "^7.1.0",
|
|
207
208
|
"stdout-update": "^4.0.1",
|
|
@@ -219,16 +220,16 @@
|
|
|
219
220
|
}
|
|
220
221
|
},
|
|
221
222
|
"optionalDependencies": {
|
|
222
|
-
"@node-llama-cpp/linux-arm64": "3.
|
|
223
|
-
"@node-llama-cpp/linux-armv7l": "3.
|
|
224
|
-
"@node-llama-cpp/linux-x64": "3.
|
|
225
|
-
"@node-llama-cpp/linux-x64-cuda": "3.
|
|
226
|
-
"@node-llama-cpp/linux-x64-vulkan": "3.
|
|
227
|
-
"@node-llama-cpp/mac-arm64-metal": "3.
|
|
228
|
-
"@node-llama-cpp/mac-x64": "3.
|
|
229
|
-
"@node-llama-cpp/win-arm64": "3.
|
|
230
|
-
"@node-llama-cpp/win-x64": "3.
|
|
231
|
-
"@node-llama-cpp/win-x64-cuda": "3.
|
|
232
|
-
"@node-llama-cpp/win-x64-vulkan": "3.
|
|
223
|
+
"@node-llama-cpp/linux-arm64": "3.6.0",
|
|
224
|
+
"@node-llama-cpp/linux-armv7l": "3.6.0",
|
|
225
|
+
"@node-llama-cpp/linux-x64": "3.6.0",
|
|
226
|
+
"@node-llama-cpp/linux-x64-cuda": "3.6.0",
|
|
227
|
+
"@node-llama-cpp/linux-x64-vulkan": "3.6.0",
|
|
228
|
+
"@node-llama-cpp/mac-arm64-metal": "3.6.0",
|
|
229
|
+
"@node-llama-cpp/mac-x64": "3.6.0",
|
|
230
|
+
"@node-llama-cpp/win-arm64": "3.6.0",
|
|
231
|
+
"@node-llama-cpp/win-x64": "3.6.0",
|
|
232
|
+
"@node-llama-cpp/win-x64-cuda": "3.6.0",
|
|
233
|
+
"@node-llama-cpp/win-x64-vulkan": "3.6.0"
|
|
233
234
|
}
|
|
234
235
|
}
|