node-llama-cpp 2.3.2 → 2.4.1

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "node-llama-cpp",
-  "version": "2.3.2",
-  "description": "node.js bindings for llama.cpp",
+  "version": "2.4.1",
+  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp",
   "main": "dist/index.js",
   "type": "module",
   "types": "./dist/index.d.ts",
@@ -40,20 +40,21 @@
     "node": ">=18.0.0"
   },
   "scripts": {
-    "prepare": "[ $CI = true ] || [ -d '.husky/_' ] || husky install",
-    "prebuild": "rm -rf ./dist ./tsconfig.tsbuildinfo",
+    "prepare": "[ \"$CI\" = true ] || [ -d '.husky/_' ] || husky install",
+    "prebuild": "rimraf ./dist ./tsconfig.tsbuildinfo",
     "build": "tsc --build tsconfig.json --force",
     "addPostinstallScript": "npm pkg set scripts.postinstall=\"node ./dist/cli/cli.js postinstall\"",
-    "generate-docs": "typedoc",
-    "prewatch": "rm -rf ./dist ./tsconfig.tsbuildinfo",
+    "generate-docs": "typedoc --plugin typedoc-plugin-mdn-links",
+    "prewatch": "rimraf ./dist ./tsconfig.tsbuildinfo",
     "watch": "tsc --build tsconfig.json --watch --force",
-    "node-gyp-llama": "cd llama && node-gyp",
-    "node-gyp-llama-build": "cd llama && cross-env CXXFLAGS=\"-fexceptions\" CFLAGS=\"-fexceptions\" node-gyp build -j max",
+    "cmake-js-llama": "cd llama && cmake-js",
     "test": "npm run test:typescript && npm run lint:eslint",
     "test:typescript": "tsc --build tsconfig.json --dry --force",
     "lint": "npm run lint:eslint",
     "lint:eslint": "eslint --ext .js --ext .ts .",
     "format": "npm run lint:eslint -- --fix",
+    "dev:setup": "npm run build && node ./dist/cli/cli.js download",
+    "dev:build": "npm run build && node ./dist/cli/cli.js build",
     "clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo",
     "postinstall": "node ./dist/cli/cli.js postinstall"
   },
@@ -66,7 +67,8 @@
     "llama-cpp",
     "bindings",
     "ai",
-    "node-gyp",
+    "cmake",
+    "cmake-js",
     "prebuilt-binaries",
     "llm",
     "gguf",
@@ -98,6 +100,7 @@
     "@types/fs-extra": "^11.0.1",
     "@types/node": "^20.4.9",
     "@types/uuid": "^9.0.2",
+    "@types/which": "^3.0.0",
     "@types/yargs": "^17.0.24",
     "@typescript-eslint/eslint-plugin": "^6.3.0",
     "@typescript-eslint/parser": "^6.3.0",
@@ -105,26 +108,31 @@
     "eslint-plugin-import": "^2.28.0",
     "eslint-plugin-node": "github:giladgd/eslint-plugin-node#dev/giladgd/fixImportExtentionFixingInTypeScript",
     "husky": "^8.0.3",
+    "rimraf": "^5.0.1",
     "semantic-release": "^21.0.7",
     "ts-node": "^10.9.1",
     "tslib": "^2.6.1",
     "typedoc": "^0.24.8",
+    "typedoc-plugin-mdn-links": "^3.1.0",
     "typescript": "^5.1.6",
     "zx": "^7.2.3"
   },
   "dependencies": {
     "chalk": "^5.3.0",
+    "chmodrp": "^1.0.2",
     "cli-progress": "^3.12.0",
+    "cmake-js": "^7.2.1",
     "cross-env": "^7.0.3",
     "cross-spawn": "^7.0.3",
     "env-var": "^7.3.1",
     "fs-extra": "^11.1.1",
+    "log-symbols": "^5.1.0",
     "node-addon-api": "^7.0.0",
-    "node-gyp": "^9.4.0",
     "octokit": "^3.1.0",
     "ora": "^7.0.1",
     "simple-git": "^3.19.1",
     "uuid": "^9.0.0",
+    "which": "^4.0.0",
     "yargs": "^17.7.2"
   }
 }

package/llama/binding.gyp

@@ -1,27 +0,0 @@
-{
-  "targets": [
-    {
-      "target_name": "llama",
-      "sources": [
-        "addon.cpp",
-        "llama.cpp/ggml.c",
-        "llama.cpp/ggml-alloc.c",
-        "llama.cpp/k_quants.c",
-        "llama.cpp/llama.cpp",
-        "llama.cpp/common/common.cpp",
-        "llama.cpp/common/grammar-parser.cpp"
-      ],
-      "include_dirs": [
-        "<!@(node -p \"require('node-addon-api').include\")",
-        "llama.cpp",
-        "llama.cpp/common"
-      ],
-      "cflags": ["-fexceptions"],
-      "cflags_cc": ["-fexceptions"],
-      "defines": ["GGML_USE_K_QUANTS", "NAPI_CPP_EXCEPTIONS"],
-      "msvs_settings": {
-        "VCCLCompilerTool": { "AdditionalOptions": [ '/arch:AVX2', '/EHsc' ] }
-      }
-    }
-  ]
-}