node-llama-cpp 3.3.2 → 3.4.1

package/llama/profiles/llvm.win32.host-arm64.target-arm64.cmake

@@ -0,0 +1,14 @@
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.programFilesPaths.cmake")
+setProgramFilesPaths("arm64")
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.ensureNodeLib.cmake")
+ensureNodeLib("arm64" "arm64")
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.llvmApplyGnuModeAdaptations.cmake")
+llvmApplyGnuModeAdaptations()
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.llvmEnsureCmakeAr.cmake")
+llvmEnsureCmakeAr("arm64")
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.ensureNinjaPath.cmake")
+ensureNinjaPath()

package/llama/profiles/llvm.win32.host-x64.target-arm64.cmake

@@ -0,0 +1,14 @@
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.programFilesPaths.cmake")
+setProgramFilesPaths("x64")
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.ensureNodeLib.cmake")
+ensureNodeLib("x64" "arm64")
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.llvmApplyGnuModeAdaptations.cmake")
+llvmApplyGnuModeAdaptations()
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.llvmEnsureCmakeAr.cmake")
+llvmEnsureCmakeAr("x64")
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.ensureNinjaPath.cmake")
+ensureNinjaPath()

package/llama/profiles/llvm.win32.host-x64.target-x64.cmake

@@ -0,0 +1,14 @@
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.programFilesPaths.cmake")
+setProgramFilesPaths("x64")
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.ensureNodeLib.cmake")
+ensureNodeLib("x64" "x64")
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.llvmApplyGnuModeAdaptations.cmake")
+llvmApplyGnuModeAdaptations()
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.llvmEnsureCmakeAr.cmake")
+llvmEnsureCmakeAr("x64")
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.ensureNinjaPath.cmake")
+ensureNinjaPath()

package/llama/toolchains/llvm.win32.host-x64.target-x64.cmake

@@ -0,0 +1,20 @@
+set(CMAKE_SYSTEM_NAME Windows)
+set(CMAKE_SYSTEM_PROCESSOR x86_64)
+
+set(target x86_64-pc-windows-msvc)
+set(CMAKE_C_COMPILER_TARGET ${target})
+set(CMAKE_CXX_COMPILER_TARGET ${target})
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.programFilesPaths.cmake")
+setProgramFilesPaths("x64")
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.llvmUseGnuModeCompilers.cmake")
+llvmUseGnuModeCompilers("x64")
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.ensureNinjaPath.cmake")
+ensureNinjaPath()
+
+set(arch_c_flags "-march=native")
+
+set(CMAKE_C_FLAGS_INIT "${arch_c_flags}")
+set(CMAKE_CXX_FLAGS_INIT "${arch_c_flags}")

package/llama/toolchains/win32.host-arm64.target-arm64.cmake

@@ -0,0 +1,21 @@
+set(CMAKE_SYSTEM_NAME Windows)
+set(CMAKE_SYSTEM_PROCESSOR arm64)
+
+set(target arm64-pc-windows-msvc)
+set(CMAKE_C_COMPILER_TARGET ${target})
+set(CMAKE_CXX_COMPILER_TARGET ${target})
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.programFilesPaths.cmake")
+setProgramFilesPaths("arm64")
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.llvmUseGnuModeCompilers.cmake")
+llvmUseGnuModeCompilers("arm64")
+
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.ensureNinjaPath.cmake")
+ensureNinjaPath()
+
+set(arch_c_flags "-march=armv8.7-a -fvectorize -ffp-model=fast -fno-finite-math-only")
+set(warn_c_flags "-Wno-format -Wno-unused-variable -Wno-unused-function -Wno-gnu-zero-variadic-macro-arguments")
+
+set(CMAKE_C_FLAGS_INIT "${arch_c_flags} ${warn_c_flags}")
+set(CMAKE_CXX_FLAGS_INIT "${arch_c_flags} ${warn_c_flags}")

package/llama/toolchains/win32.host-x64.target-arm64.cmake

@@ -1,41 +1,21 @@
 set(CMAKE_SYSTEM_NAME Windows)
-set(CMAKE_SYSTEM_PROCESSOR ARM64)
+set(CMAKE_SYSTEM_PROCESSOR arm64)
 
-# Look for cl.exe in the Visual Studio installation directories
-set(PROGRAMFILES "$ENV{ProgramFiles}")
-set(PROGRAMFILES_X86 "$ENV{ProgramFiles\(x86\)}")
+set(target arm64-pc-windows-msvc)
+set(CMAKE_C_COMPILER_TARGET ${target})
+set(CMAKE_CXX_COMPILER_TARGET ${target})
 
-set(VS_INSTALL_PATHS
-    "${PROGRAMFILES_X86}/Microsoft Visual Studio"
-    "${PROGRAMFILES}/Microsoft Visual Studio"
-    "C:/Program Files (x86)/Microsoft Visual Studio"
-    "C:/Program Files/Microsoft Visual Studio"
-)
-foreach(PATH IN LISTS VS_INSTALL_PATHS)
-    if(CL_EXE_PATH)
-        break()
-    endif()
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.programFilesPaths.cmake")
+setProgramFilesPaths("x64")
 
-    file(GLOB_RECURSE FOUND_CL_EXE "${PATH}/*/VC/Tools/MSVC/*/bin/Hostx64/arm64/cl.exe")
-    if(FOUND_CL_EXE)
-        list(GET FOUND_CL_EXE 0 CL_EXE_PATH)
-        break()
-    endif()
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.llvmUseGnuModeCompilers.cmake")
+llvmUseGnuModeCompilers("x64")
 
-    if(CL_EXE_PATH)
-        break()
-    endif()
+include("${CMAKE_CURRENT_LIST_DIR}/../cmake/win32.ensureNinjaPath.cmake")
+ensureNinjaPath()
 
-    file(GLOB_RECURSE FOUND_CL_EXE "${PATH}/**/*/VC/Tools/MSVC/*/bin/Hostx64/arm64/cl.exe")
-    if(FOUND_CL_EXE)
-        list(GET FOUND_CL_EXE 0 CL_EXE_PATH)
-        break()
-    endif()
-endforeach()
+set(arch_c_flags "-march=armv8.7-a -fvectorize -ffp-model=fast -fno-finite-math-only")
+set(warn_c_flags "-Wno-format -Wno-unused-variable -Wno-unused-function -Wno-gnu-zero-variadic-macro-arguments")
 
-if(NOT CL_EXE_PATH)
-    message(FATAL_ERROR "cl.exe not found for ARM architecture.")
-else()
-    set(CMAKE_C_COMPILER "${CL_EXE_PATH}")
-    set(CMAKE_CXX_COMPILER "${CL_EXE_PATH}")
-endif()
+set(CMAKE_C_FLAGS_INIT "${arch_c_flags} ${warn_c_flags}")
+set(CMAKE_CXX_FLAGS_INIT "${arch_c_flags} ${warn_c_flags}")

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "node-llama-cpp",
-  "version": "3.3.2",
+  "version": "3.4.1",
   "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level",
   "main": "./dist/index.js",
   "type": "module",
@@ -91,11 +91,14 @@
     "vulkan",
     "grammar",
     "embedding",
+    "rerank",
+    "reranking",
     "json-grammar",
     "json-schema-grammar",
     "functions",
     "function-calling",
-    "embedding",
+    "token-prediction",
+    "speculative-decoding",
     "temperature",
     "minP",
     "topK",
@@ -127,59 +130,59 @@
   },
   "homepage": "https://node-llama-cpp.withcat.ai",
   "devDependencies": {
-    "@commitlint/cli": "^19.6.0",
+    "@commitlint/cli": "^19.6.1",
     "@commitlint/config-conventional": "^19.6.0",
-    "@eslint/compat": "^1.2.3",
-    "@fontsource/inter": "^5.1.0",
-    "@nolebase/vitepress-plugin-git-changelog": "^2.11.1",
-    "@nolebase/vitepress-plugin-og-image": "^2.11.1",
+    "@eslint/compat": "^1.2.4",
+    "@fontsource/inter": "^5.1.1",
+    "@nolebase/vitepress-plugin-git-changelog": "^2.12.0",
+    "@nolebase/vitepress-plugin-og-image": "^2.12.0",
     "@resvg/resvg-js": "^2.6.2",
     "@semantic-release/exec": "^6.0.3",
     "@semantic-release/github": "11.0.1",
     "@semantic-release/npm": "12.0.1",
-    "@shikijs/vitepress-twoslash": "^1.24.0",
-    "@stylistic/eslint-plugin": "^2.11.0",
+    "@shikijs/vitepress-twoslash": "^1.26.1",
+    "@stylistic/eslint-plugin": "^2.12.1",
     "@types/async-retry": "^1.4.9",
-    "@types/bytes": "^3.1.4",
-    "@types/cross-spawn": "^6.0.2",
+    "@types/bytes": "^3.1.5",
+    "@types/cross-spawn": "^6.0.6",
     "@types/fs-extra": "^11.0.4",
-    "@types/node": "^22.10.1",
+    "@types/node": "^22.10.5",
     "@types/proper-lockfile": "^4.1.4",
     "@types/semver": "^7.5.8",
     "@types/validate-npm-package-name": "^4.0.2",
     "@types/which": "^3.0.4",
     "@types/yargs": "^17.0.33",
-    "@vitest/coverage-v8": "^2.1.6",
-    "@vitest/ui": "^2.1.6",
-    "electron": "^33.2.1",
-    "eslint": "^9.16.0",
-    "eslint-import-resolver-typescript": "^3.6.3",
+    "@vitest/coverage-v8": "^2.1.8",
+    "@vitest/ui": "^2.1.8",
+    "electron": "^33.3.1",
+    "eslint": "^9.17.0",
+    "eslint-import-resolver-typescript": "^3.7.0",
     "eslint-plugin-import": "^2.31.0",
-    "eslint-plugin-jsdoc": "^50.6.0",
-    "eslint-plugin-n": "^17.14.0",
+    "eslint-plugin-jsdoc": "^50.6.1",
+    "eslint-plugin-n": "^17.15.1",
     "feed": "^4.2.2",
     "husky": "^9.1.7",
-    "rehype": "^13.0.1",
+    "rehype": "^13.0.2",
     "rimraf": "^6.0.1",
-    "semantic-release": "^24.2.0",
+    "semantic-release": "^24.2.1",
     "sharp": "^0.33.5",
     "tslib": "^2.8.1",
-    "typedoc": "^0.27.2",
-    "typedoc-plugin-markdown": "^4.3.1",
-    "typedoc-plugin-mdn-links": "^4.0.3",
-    "typedoc-vitepress-theme": "^1.1.0",
+    "typedoc": "^0.27.6",
+    "typedoc-plugin-markdown": "^4.4.1",
+    "typedoc-plugin-mdn-links": "^4.0.7",
+    "typedoc-vitepress-theme": "^1.1.2",
     "typescript": "^5.7.2",
-    "typescript-eslint": "^8.16.0",
-    "vite-node": "^2.1.6",
+    "typescript-eslint": "^8.19.1",
+    "vite-node": "^2.1.8",
     "vitepress": "^1.5.0",
-    "vitest": "^2.1.6",
-    "zx": "^8.2.4"
+    "vitest": "^2.1.8",
+    "zx": "^8.3.0"
   },
   "dependencies": {
     "@huggingface/jinja": "^0.3.2",
     "async-retry": "^1.3.3",
     "bytes": "^3.1.2",
-    "chalk": "^5.3.0",
+    "chalk": "^5.4.1",
     "chmodrp": "^1.0.2",
     "cmake-js": "^7.3.0",
     "cross-env": "^7.0.3",
@@ -187,14 +190,14 @@
     "env-var": "^7.5.0",
     "filenamify": "^6.0.0",
     "fs-extra": "^11.2.0",
-    "ignore": "^5.3.2",
+    "ignore": "^7.0.0",
     "ipull": "^3.9.2",
     "is-unicode-supported": "^2.1.0",
-    "lifecycle-utils": "^1.7.0",
+    "lifecycle-utils": "^2.0.0",
     "log-symbols": "^7.0.0",
     "nanoid": "^5.0.9",
     "node-addon-api": "^8.3.0",
-    "octokit": "^4.0.2",
+    "octokit": "^4.0.3",
     "ora": "^8.1.1",
     "pretty-ms": "^9.2.0",
     "proper-lockfile": "^4.1.2",
@@ -216,16 +219,16 @@
     }
   },
   "optionalDependencies": {
-    "@node-llama-cpp/linux-arm64": "3.3.2",
-    "@node-llama-cpp/linux-armv7l": "3.3.2",
-    "@node-llama-cpp/linux-x64": "3.3.2",
-    "@node-llama-cpp/linux-x64-cuda": "3.3.2",
-    "@node-llama-cpp/linux-x64-vulkan": "3.3.2",
-    "@node-llama-cpp/mac-arm64-metal": "3.3.2",
-    "@node-llama-cpp/mac-x64": "3.3.2",
-    "@node-llama-cpp/win-arm64": "3.3.2",
-    "@node-llama-cpp/win-x64": "3.3.2",
-    "@node-llama-cpp/win-x64-cuda": "3.3.2",
-    "@node-llama-cpp/win-x64-vulkan": "3.3.2"
+    "@node-llama-cpp/linux-arm64": "3.4.1",
+    "@node-llama-cpp/linux-armv7l": "3.4.1",
+    "@node-llama-cpp/linux-x64": "3.4.1",
+    "@node-llama-cpp/linux-x64-cuda": "3.4.1",
+    "@node-llama-cpp/linux-x64-vulkan": "3.4.1",
+    "@node-llama-cpp/mac-arm64-metal": "3.4.1",
+    "@node-llama-cpp/mac-x64": "3.4.1",
+    "@node-llama-cpp/win-arm64": "3.4.1",
+    "@node-llama-cpp/win-x64": "3.4.1",
+    "@node-llama-cpp/win-x64-cuda": "3.4.1",
+    "@node-llama-cpp/win-x64-vulkan": "3.4.1"
   }
 }

package/templates/README.md

@@ -3,4 +3,4 @@ Use the following command to scaffold a project from a template:
 npm create node-llama-cpp@latest
 ```
 
-> Don't use the templates in this repository directly. They are built to be used with `npm create` command ([learn more](https://node-llama-cpp.withcat.ai/guide/))
+> Don't use the templates in this repository directly. They are built to be used with the `npm create` command ([learn more](https://node-llama-cpp.withcat.ai/guide/))