node-llama-cpp 3.6.0 → 3.7.0

package/dist/utils/optionsMatrix.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"optionsMatrix.js","sourceRoot":"","sources":["../../src/utils/optionsMatrix.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,MAAM,SAAS,CAAC,CAAC,aAAa,CAAsC,OAAiC;IACjG,MAAM,IAAI,GAAmB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAElC,OAAO,IAAI,EAAE,CAAC;QACV,MAAM,MAAM,GAAQ,EAA4B,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;YACrB,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAE,CAAC;YACjC,MAAM,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,MAAM,CAAC;QAEb,IAAI,KAAK,GAAY,KAAK,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;YACrB,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAE,CAAC;YAEjC,IAAI,OAAO,CAAC,CAAC,CAAE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvC,IAAI,CAAC,KAAK,CAAC;oBACP,OAAO;gBAEX,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;iBAAM,IAAI,OAAO,CAAC,CAAC,CAAE,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,OAAO,CAAC,CAAC,CAAE,EAAE,CAAC;gBACd,KAAK,GAAG,IAAI,CAAC;gBACb,MAAM;YACV,CAAC;QACL,CAAC;QAED,IAAI,CAAC,KAAK;YACN,OAAO;IACf,CAAC;AACL,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,MAAM,UAAU,SAAS,CACrB,OAAiC,EACjC,QAAgD;IAEhD,IAAI,UAAU,GAAuC,SAAS,CAAC;IAE/D,KAAK,MAAM,MAAM,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1C,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACrB,UAAU,GAAG,MAAM,CAAC;YACpB,SAAS;QACb,CAAC;QAED,IAAI,CAAC;YACD,OAAO,QAAQ,CAAC,UAAU,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,UAAU,GAAG,MAAM,CAAC;QACxB,CAAC;IACL,CAAC;IAED,IAAI,UAAU,IAAI,IAAI;QAClB,OAAO,QAAQ,CAAC,UAAU,CAAC,CAAC;IAEhC,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;AAC1C,CAAC"}

package/llama/addon/AddonContext.cpp

@@ -583,7 +583,7 @@ Napi::Value AddonContext::DisposeSequence(const Napi::CallbackInfo& info) {
 
     int32_t sequenceId = info[0].As<Napi::Number>().Int32Value();
 
-    bool result = llama_kv_cache_seq_rm(ctx, sequenceId, -1, -1);
+    bool result = llama_kv_self_seq_rm(ctx, sequenceId, -1, -1);
 
     if (!result) {
         Napi::Error::New(info.Env(), "Failed to dispose sequence").ThrowAsJavaScriptException();
@@ -602,7 +602,7 @@ Napi::Value AddonContext::RemoveTokenCellsFromSequence(const Napi::CallbackInfo&
     int32_t startPos = info[1].As<Napi::Number>().Int32Value();
     int32_t endPos = info[2].As<Napi::Number>().Int32Value();
 
-    bool result = llama_kv_cache_seq_rm(ctx, sequenceId, startPos, endPos);
+    bool result = llama_kv_self_seq_rm(ctx, sequenceId, startPos, endPos);
 
     return Napi::Boolean::New(info.Env(), result);
 }
@@ -617,7 +617,7 @@ Napi::Value AddonContext::ShiftSequenceTokenCells(const Napi::CallbackInfo& info
     int32_t endPos = info[2].As<Napi::Number>().Int32Value();
     int32_t shiftDelta = info[3].As<Napi::Number>().Int32Value();
 
-    llama_kv_cache_seq_add(ctx, sequenceId, startPos, endPos, shiftDelta);
+    llama_kv_self_seq_add(ctx, sequenceId, startPos, endPos, shiftDelta);
 
     return info.Env().Undefined();
 }
@@ -639,6 +639,7 @@ Napi::Value AddonContext::GetEmbedding(const Napi::CallbackInfo& info) {
     }
 
     int32_t inputTokensLength = info[0].As<Napi::Number>().Int32Value();
+    int32_t maxVectorSize = (info.Length() > 1 && info[1].IsNumber()) ? info[1].As<Napi::Number>().Int32Value() : 0;
 
     if (inputTokensLength <= 0) {
         Napi::Error::New(info.Env(), "Invalid input tokens length").ThrowAsJavaScriptException();
@@ -650,15 +651,16 @@ Napi::Value AddonContext::GetEmbedding(const Napi::CallbackInfo& info) {
     const auto* embeddings = pooling_type == LLAMA_POOLING_TYPE_NONE ? NULL : llama_get_embeddings_seq(ctx, 0);
     if (embeddings == NULL) {
         embeddings = llama_get_embeddings_ith(ctx, inputTokensLength - 1);
+    }
 
-        if (embeddings == NULL) {
-            Napi::Error::New(info.Env(), std::string("Failed to get embeddings for token ") + std::to_string(inputTokensLength - 1)).ThrowAsJavaScriptException();
-            return info.Env().Undefined();
-        }
+    if (embeddings == NULL) {
+        Napi::Error::New(info.Env(), std::string("Failed to get embeddings for token ") + std::to_string(inputTokensLength - 1)).ThrowAsJavaScriptException();
+        return info.Env().Undefined();
     }
 
-    Napi::Float64Array result = Napi::Float64Array::New(info.Env(), n_embd);
-    for (size_t i = 0; i < n_embd; ++i) {
+    size_t resultSize = maxVectorSize == 0 ? n_embd : std::min(n_embd, maxVectorSize);
+    Napi::Float64Array result = Napi::Float64Array::New(info.Env(), resultSize);
+    for (size_t i = 0; i < resultSize; i++) {
         result[i] = embeddings[i];
     }
 

package/llama/binariesGithubRelease.json

@@ -1,3 +1,3 @@
 {
-    "release": "b4753"
+    "release": "b4980"
 }

package/llama/llama.cpp.info.json

@@ -1,4 +1,4 @@
 {
-    "tag": "b4753",
+    "tag": "b4980",
     "llamaCppGithubRepo": "ggml-org/llama.cpp"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "node-llama-cpp",
-  "version": "3.6.0",
+  "version": "3.7.0",
   "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level",
   "main": "./dist/index.js",
   "type": "module",
@@ -39,10 +39,10 @@
     }
   },
   "engines": {
-    "node": ">=18.0.0"
+    "node": ">=20.0.0"
   },
   "scripts": {
-    "prepare": "[ \"$CI\" = true ] || [ -d '.husky/_' ] || husky",
+    "prepare": "node --experimental-require-module -e \"process.env.CI !== 'true' && console.log(require('husky').default())\"",
     "postinstall": "node ./dist/cli/cli.js postinstall",
     "postversion": "vite-node scripts/postVersion.ts",
     "prebuild": "rimraf ./dist ./tsconfig.tsbuildinfo",
@@ -111,6 +111,8 @@
     "catai",
     "mistral",
     "deepseek",
+    "qwen",
+    "qwq",
     "typescript",
     "lora",
     "batching",
@@ -131,53 +133,53 @@
   },
   "homepage": "https://node-llama-cpp.withcat.ai",
   "devDependencies": {
-    "@commitlint/cli": "^19.6.1",
-    "@commitlint/config-conventional": "^19.6.0",
-    "@eslint/compat": "^1.2.5",
-    "@fontsource/inter": "^5.1.1",
-    "@nolebase/vitepress-plugin-git-changelog": "^2.12.1",
-    "@nolebase/vitepress-plugin-og-image": "^2.12.1",
+    "@commitlint/cli": "^19.8.0",
+    "@commitlint/config-conventional": "^19.8.0",
+    "@eslint/compat": "^1.2.7",
+    "@fontsource/inter": "^5.2.5",
+    "@nolebase/vitepress-plugin-git-changelog": "^2.15.1",
+    "@nolebase/vitepress-plugin-og-image": "^2.15.1",
     "@resvg/resvg-js": "^2.6.2",
-    "@semantic-release/exec": "^6.0.3",
+    "@semantic-release/exec": "^7.0.3",
     "@semantic-release/github": "11.0.1",
     "@semantic-release/npm": "12.0.1",
-    "@shikijs/vitepress-twoslash": "^2.2.0",
-    "@stylistic/eslint-plugin": "^3.0.1",
+    "@shikijs/vitepress-twoslash": "^3.2.1",
+    "@stylistic/eslint-plugin": "^4.2.0",
     "@types/async-retry": "^1.4.9",
     "@types/bytes": "^3.1.5",
     "@types/cross-spawn": "^6.0.6",
     "@types/fs-extra": "^11.0.4",
-    "@types/node": "^22.12.0",
+    "@types/node": "^22.13.11",
     "@types/proper-lockfile": "^4.1.4",
     "@types/semver": "^7.5.8",
     "@types/validate-npm-package-name": "^4.0.2",
     "@types/which": "^3.0.4",
     "@types/yargs": "^17.0.33",
-    "@vitest/coverage-v8": "^3.0.4",
-    "@vitest/ui": "^3.0.4",
-    "electron": "^34.0.2",
-    "eslint": "^9.19.0",
-    "eslint-import-resolver-typescript": "^3.7.0",
+    "@vitest/coverage-v8": "^3.0.9",
+    "@vitest/ui": "^3.0.9",
+    "electron": "^35.0.3",
+    "eslint": "^9.23.0",
+    "eslint-import-resolver-typescript": "^4.2.2",
     "eslint-plugin-import": "^2.31.0",
-    "eslint-plugin-jsdoc": "^50.6.3",
-    "eslint-plugin-n": "^17.15.1",
+    "eslint-plugin-jsdoc": "^50.6.8",
+    "eslint-plugin-n": "^17.16.2",
     "feed": "^4.2.2",
     "husky": "^9.1.7",
     "rehype": "^13.0.2",
     "rimraf": "^6.0.1",
-    "semantic-release": "^24.2.1",
+    "semantic-release": "^24.2.3",
     "sharp": "^0.33.5",
     "tslib": "^2.8.1",
-    "typedoc": "^0.27.6",
-    "typedoc-plugin-markdown": "^4.4.1",
-    "typedoc-plugin-mdn-links": "^4.0.10",
+    "typedoc": "^0.28.1",
+    "typedoc-plugin-markdown": "^4.5.2",
+    "typedoc-plugin-mdn-links": "^5.0.1",
     "typedoc-vitepress-theme": "^1.1.2",
-    "typescript": "^5.7.3",
-    "typescript-eslint": "^8.22.0",
-    "vite-node": "^3.0.4",
+    "typescript": "^5.8.2",
+    "typescript-eslint": "^8.27.0",
+    "vite-node": "^3.0.9",
     "vitepress": "^1.6.3",
-    "vitest": "^3.0.4",
-    "zx": "^8.3.1"
+    "vitest": "^3.0.9",
+    "zx": "^8.4.1"
   },
   "dependencies": {
     "@huggingface/jinja": "^0.3.3",
@@ -196,13 +198,13 @@
     "is-unicode-supported": "^2.1.0",
     "lifecycle-utils": "^2.0.0",
     "log-symbols": "^7.0.0",
-    "nanoid": "^5.0.9",
-    "node-addon-api": "^8.3.0",
-    "octokit": "^4.1.0",
-    "ora": "^8.1.1",
+    "nanoid": "^5.1.5",
+    "node-addon-api": "^8.3.1",
+    "octokit": "^4.1.2",
+    "ora": "^8.2.0",
     "pretty-ms": "^9.2.0",
     "proper-lockfile": "^4.1.2",
-    "semver": "^7.7.0",
+    "semver": "^7.7.1",
     "simple-git": "^3.27.0",
     "slice-ansi": "^7.1.0",
     "stdout-update": "^4.0.1",
@@ -220,16 +222,16 @@
     }
   },
   "optionalDependencies": {
-    "@node-llama-cpp/linux-arm64": "3.6.0",
-    "@node-llama-cpp/linux-armv7l": "3.6.0",
-    "@node-llama-cpp/linux-x64": "3.6.0",
-    "@node-llama-cpp/linux-x64-cuda": "3.6.0",
-    "@node-llama-cpp/linux-x64-vulkan": "3.6.0",
-    "@node-llama-cpp/mac-arm64-metal": "3.6.0",
-    "@node-llama-cpp/mac-x64": "3.6.0",
-    "@node-llama-cpp/win-arm64": "3.6.0",
-    "@node-llama-cpp/win-x64": "3.6.0",
-    "@node-llama-cpp/win-x64-cuda": "3.6.0",
-    "@node-llama-cpp/win-x64-vulkan": "3.6.0"
+    "@node-llama-cpp/linux-arm64": "3.7.0",
+    "@node-llama-cpp/linux-armv7l": "3.7.0",
+    "@node-llama-cpp/linux-x64": "3.7.0",
+    "@node-llama-cpp/linux-x64-cuda": "3.7.0",
+    "@node-llama-cpp/linux-x64-vulkan": "3.7.0",
+    "@node-llama-cpp/mac-arm64-metal": "3.7.0",
+    "@node-llama-cpp/mac-x64": "3.7.0",
+    "@node-llama-cpp/win-arm64": "3.7.0",
+    "@node-llama-cpp/win-x64": "3.7.0",
+    "@node-llama-cpp/win-x64-cuda": "3.7.0",
+    "@node-llama-cpp/win-x64-vulkan": "3.7.0"
   }
 }