node-llama-cpp 3.7.0 → 3.8.1

package/llama/grammars/README.md

@@ -1,6 +1,6 @@
 # GBNF Guide
 
-GBNF (GGML BNF) is a format for defining [formal grammars](https://en.wikipedia.org/wiki/Formal_grammar) to constrain model outputs in `llama.cpp`. For example, you can use it to force the model to generate valid JSON, or speak only in emojis. GBNF grammars are supported in various ways in `examples/main` and `examples/server`.
+GBNF (GGML BNF) is a format for defining [formal grammars](https://en.wikipedia.org/wiki/Formal_grammar) to constrain model outputs in `llama.cpp`. For example, you can use it to force the model to generate valid JSON, or speak only in emojis. GBNF grammars are supported in various ways in `tools/main` and `tools/server`.
 
 ## Background
 
@@ -110,21 +110,21 @@ While semantically correct, the syntax `x? x? x?.... x?` (with N repetitions) ma
 
 You can use GBNF grammars:
 
-- In [llama-server](../examples/server)'s completion endpoints, passed as the `grammar` body field
-- In [llama-cli](../examples/main), passed as the `--grammar` & `--grammar-file` flags
-- With [llama-gbnf-validator](../examples/gbnf-validator) tool, to test them against strings.
+- In [llama-server](../tools/server)'s completion endpoints, passed as the `grammar` body field
+- In [llama-cli](../tools/main), passed as the `--grammar` & `--grammar-file` flags
+- With [test-gbnf-validator](../tests/test-gbnf-validator.cpp), to test them against strings.
 
 ## JSON Schemas → GBNF
 
 `llama.cpp` supports converting a subset of https://json-schema.org/ to GBNF grammars:
 
-- In [llama-server](../examples/server):
+- In [llama-server](../tools/server):
     - For any completion endpoints, passed as the `json_schema` body field
     - For the `/chat/completions` endpoint, passed inside the `response_format` body field (e.g. `{"type", "json_object", "schema": {"items": {}}}` or `{ type: "json_schema", json_schema: {"schema": ...} }`)
-- In [llama-cli](../examples/main), passed as the `--json` / `-j` flag
+- In [llama-cli](../tools/main), passed as the `--json` / `-j` flag
 - To convert to a grammar ahead of time:
     - in CLI, with [examples/json_schema_to_grammar.py](../examples/json_schema_to_grammar.py)
-    - in JavaScript with [json-schema-to-grammar.mjs](../examples/server/public_legacy/json-schema-to-grammar.mjs) (this is used by the [server](../examples/server)'s Web UI)
+    - in JavaScript with [json-schema-to-grammar.mjs](../tools/server/public_legacy/json-schema-to-grammar.mjs) (this is used by the [server](../tools/server)'s Web UI)
 
 Take a look at [tests](../tests/test-json-schema-to-grammar.cpp) to see which features are likely supported (you'll also find usage examples in https://github.com/ggml-org/llama.cpp/pull/5978, https://github.com/ggml-org/llama.cpp/pull/6659 & https://github.com/ggml-org/llama.cpp/pull/6555).
 

package/llama/llama.cpp.info.json

@@ -1,4 +1,4 @@
 {
-    "tag": "b4980",
+    "tag": "b5415",
     "llamaCppGithubRepo": "ggml-org/llama.cpp"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "node-llama-cpp",
-  "version": "3.7.0",
+  "version": "3.8.1",
   "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level",
   "main": "./dist/index.js",
   "type": "module",
@@ -133,74 +133,74 @@
   },
   "homepage": "https://node-llama-cpp.withcat.ai",
   "devDependencies": {
-    "@commitlint/cli": "^19.8.0",
-    "@commitlint/config-conventional": "^19.8.0",
-    "@eslint/compat": "^1.2.7",
+    "@commitlint/cli": "^19.8.1",
+    "@commitlint/config-conventional": "^19.8.1",
+    "@eslint/compat": "^1.2.9",
     "@fontsource/inter": "^5.2.5",
-    "@nolebase/vitepress-plugin-git-changelog": "^2.15.1",
-    "@nolebase/vitepress-plugin-og-image": "^2.15.1",
+    "@nolebase/vitepress-plugin-git-changelog": "^2.17.0",
+    "@nolebase/vitepress-plugin-og-image": "^2.17.0",
     "@resvg/resvg-js": "^2.6.2",
-    "@semantic-release/exec": "^7.0.3",
-    "@semantic-release/github": "11.0.1",
+    "@semantic-release/exec": "^7.1.0",
+    "@semantic-release/github": "11.0.2",
     "@semantic-release/npm": "12.0.1",
-    "@shikijs/vitepress-twoslash": "^3.2.1",
+    "@shikijs/vitepress-twoslash": "^3.4.0",
     "@stylistic/eslint-plugin": "^4.2.0",
     "@types/async-retry": "^1.4.9",
     "@types/bytes": "^3.1.5",
     "@types/cross-spawn": "^6.0.6",
     "@types/fs-extra": "^11.0.4",
-    "@types/node": "^22.13.11",
+    "@types/node": "^22.15.17",
     "@types/proper-lockfile": "^4.1.4",
-    "@types/semver": "^7.5.8",
+    "@types/semver": "^7.7.0",
     "@types/validate-npm-package-name": "^4.0.2",
     "@types/which": "^3.0.4",
     "@types/yargs": "^17.0.33",
-    "@vitest/coverage-v8": "^3.0.9",
-    "@vitest/ui": "^3.0.9",
-    "electron": "^35.0.3",
-    "eslint": "^9.23.0",
-    "eslint-import-resolver-typescript": "^4.2.2",
+    "@vitest/coverage-v8": "^3.1.3",
+    "@vitest/ui": "^3.1.3",
+    "electron": "^36.2.0",
+    "eslint": "^9.26.0",
+    "eslint-import-resolver-typescript": "^4.3.4",
     "eslint-plugin-import": "^2.31.0",
-    "eslint-plugin-jsdoc": "^50.6.8",
-    "eslint-plugin-n": "^17.16.2",
-    "feed": "^4.2.2",
+    "eslint-plugin-jsdoc": "^50.6.14",
+    "eslint-plugin-n": "^17.18.0",
+    "feed": "^5.0.0",
     "husky": "^9.1.7",
     "rehype": "^13.0.2",
     "rimraf": "^6.0.1",
     "semantic-release": "^24.2.3",
-    "sharp": "^0.33.5",
+    "sharp": "^0.34.1",
     "tslib": "^2.8.1",
-    "typedoc": "^0.28.1",
-    "typedoc-plugin-markdown": "^4.5.2",
-    "typedoc-plugin-mdn-links": "^5.0.1",
+    "typedoc": "^0.28.4",
+    "typedoc-plugin-markdown": "^4.6.3",
+    "typedoc-plugin-mdn-links": "^5.0.2",
     "typedoc-vitepress-theme": "^1.1.2",
-    "typescript": "^5.8.2",
-    "typescript-eslint": "^8.27.0",
-    "vite-node": "^3.0.9",
+    "typescript": "^5.8.3",
+    "typescript-eslint": "^8.32.0",
+    "vite-node": "^3.1.3",
     "vitepress": "^1.6.3",
-    "vitest": "^3.0.9",
-    "zx": "^8.4.1"
+    "vitest": "^3.1.3",
+    "zx": "^8.5.4"
   },
   "dependencies": {
-    "@huggingface/jinja": "^0.3.3",
+    "@huggingface/jinja": "^0.5.0",
     "async-retry": "^1.3.3",
     "bytes": "^3.1.2",
     "chalk": "^5.4.1",
     "chmodrp": "^1.0.2",
-    "cmake-js": "^7.3.0",
+    "cmake-js": "^7.3.1",
     "cross-env": "^7.0.3",
     "cross-spawn": "^7.0.6",
     "env-var": "^7.5.0",
     "filenamify": "^6.0.0",
     "fs-extra": "^11.3.0",
-    "ignore": "^7.0.0",
+    "ignore": "^7.0.4",
     "ipull": "^3.9.2",
     "is-unicode-supported": "^2.1.0",
     "lifecycle-utils": "^2.0.0",
     "log-symbols": "^7.0.0",
     "nanoid": "^5.1.5",
     "node-addon-api": "^8.3.1",
-    "octokit": "^4.1.2",
+    "octokit": "^4.1.3",
     "ora": "^8.2.0",
     "pretty-ms": "^9.2.0",
     "proper-lockfile": "^4.1.2",
@@ -222,16 +222,16 @@
     }
   },
   "optionalDependencies": {
-    "@node-llama-cpp/linux-arm64": "3.7.0",
-    "@node-llama-cpp/linux-armv7l": "3.7.0",
-    "@node-llama-cpp/linux-x64": "3.7.0",
-    "@node-llama-cpp/linux-x64-cuda": "3.7.0",
-    "@node-llama-cpp/linux-x64-vulkan": "3.7.0",
-    "@node-llama-cpp/mac-arm64-metal": "3.7.0",
-    "@node-llama-cpp/mac-x64": "3.7.0",
-    "@node-llama-cpp/win-arm64": "3.7.0",
-    "@node-llama-cpp/win-x64": "3.7.0",
-    "@node-llama-cpp/win-x64-cuda": "3.7.0",
-    "@node-llama-cpp/win-x64-vulkan": "3.7.0"
+    "@node-llama-cpp/linux-arm64": "3.8.1",
+    "@node-llama-cpp/linux-armv7l": "3.8.1",
+    "@node-llama-cpp/linux-x64": "3.8.1",
+    "@node-llama-cpp/linux-x64-cuda": "3.8.1",
+    "@node-llama-cpp/linux-x64-vulkan": "3.8.1",
+    "@node-llama-cpp/mac-arm64-metal": "3.8.1",
+    "@node-llama-cpp/mac-x64": "3.8.1",
+    "@node-llama-cpp/win-arm64": "3.8.1",
+    "@node-llama-cpp/win-x64": "3.8.1",
+    "@node-llama-cpp/win-x64-cuda": "3.8.1",
+    "@node-llama-cpp/win-x64-vulkan": "3.8.1"
   }
 }