@realtimex/node-llama-cpp-win-x64-cuda-ext 0.0.0-bootstrap.0 → 0.0.0-cuda-ext-test.34.1

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Gilad S.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -1,5 +1,5 @@
-# @realtimex/node-llama-cpp-win-x64-cuda-ext
+# [`node-llama-cpp`](https://github.com/withcatai/node-llama-cpp)
+This is an extension of the [`@realtimex/win-x64-cuda`](https://www.npmjs.com/package/@realtimex/win-x64-cuda) package
+that provides a prebuilt binary for [`node-llama-cpp`](https://github.com/withcatai/node-llama-cpp) for Windows x64 with CUDA support.
 
-Bootstrap placeholder package used to reserve this package name and configure npm Trusted Publisher for CI/CD.
-
-This version does not contain runtime binaries.
+Do not install this package directly.

package/chunk-manifest.json

@@ -0,0 +1,45 @@
+{
+  "version": 1,
+  "folderName": "win-x64-cuda",
+  "fallbackBinaryName": "ggml-cuda.dll",
+  "finalSize": 509153280,
+  "sha256": "25b1dad3ed3aa896d16bbc847c68ffeac4073154f8cf0c4b0e06e805bec046e3",
+  "chunks": [
+    {
+      "packageName": "@realtimex/node-llama-cpp-win-x64-cuda-ext-chunk-01",
+      "fileName": "win-x64-cuda.part-01.bin",
+      "size": 100663296,
+      "sha256": "e5c500da4c1aa96c27c26ea2c8a70a0af4308b3841380ed8c653a9658c8d71d5"
+    },
+    {
+      "packageName": "@realtimex/node-llama-cpp-win-x64-cuda-ext-chunk-02",
+      "fileName": "win-x64-cuda.part-02.bin",
+      "size": 100663296,
+      "sha256": "99d0a8d5c5f39d686c062a827c28ef4deccd3f734711a3cdfcb9d476efa99e34"
+    },
+    {
+      "packageName": "@realtimex/node-llama-cpp-win-x64-cuda-ext-chunk-03",
+      "fileName": "win-x64-cuda.part-03.bin",
+      "size": 100663296,
+      "sha256": "260d19b121b254b9369f52cdcb0c318cbfa0d1daa972cfd8908f6841de67baa5"
+    },
+    {
+      "packageName": "@realtimex/node-llama-cpp-win-x64-cuda-ext-chunk-04",
+      "fileName": "win-x64-cuda.part-04.bin",
+      "size": 100663296,
+      "sha256": "5e0ce86746f9f49bc470b5da3e5ed6d2dc4c23e31fb952e2a526c784001dd73c"
+    },
+    {
+      "packageName": "@realtimex/node-llama-cpp-win-x64-cuda-ext-chunk-05",
+      "fileName": "win-x64-cuda.part-05.bin",
+      "size": 100663296,
+      "sha256": "e186ac211ee2cdcff13d80d214bf1063b56bba5026e7e0c2127665be9dc67973"
+    },
+    {
+      "packageName": "@realtimex/node-llama-cpp-win-x64-cuda-ext-chunk-06",
+      "fileName": "win-x64-cuda.part-06.bin",
+      "size": 5836800,
+      "sha256": "270aa3da23babd6c11dba5254202036c92e30b8b174428a2c2e1774857ee47d7"
+    }
+  ]
+}

package/dist/index.js

@@ -0,0 +1,78 @@
+import path from "path";
+import { fileURLToPath } from "url";
+import fs from "node:fs";
+import { createHash } from "node:crypto";
+import { createRequire } from "node:module";
+const require = createRequire(import.meta.url);
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const packageRoot = path.join(__dirname, "..");
+const binsDir = path.join(packageRoot, "bins");
+const packageVersion = JSON.parse(fs.readFileSync(path.join(packageRoot, "package.json"), "utf8")).version;
+const chunkManifestPath = path.join(packageRoot, "chunk-manifest.json");
+export function getBinsDir() {
+    ensureAssembledFallbackBinary();
+    return {
+        binsDir,
+        packageVersion
+    };
+}
+function ensureAssembledFallbackBinary() {
+    const chunkManifest = readChunkManifest();
+    if (chunkManifest == null)
+        return;
+    const fallbackBinaryPath = path.join(binsDir, chunkManifest.folderName, "fallback", chunkManifest.fallbackBinaryName);
+    if (fs.existsSync(fallbackBinaryPath) && fs.statSync(fallbackBinaryPath).size === chunkManifest.finalSize)
+        return;
+    const tempFallbackBinaryPath = fallbackBinaryPath + `.${process.pid}.assemble`;
+    const tempDir = path.dirname(tempFallbackBinaryPath);
+    fs.mkdirSync(tempDir, { recursive: true });
+    fs.rmSync(tempFallbackBinaryPath, { force: true });
+    fs.rmSync(fallbackBinaryPath, { force: true });
+    const outputFd = fs.openSync(tempFallbackBinaryPath, "w");
+    const hash = createHash("sha256");
+    let totalSize = 0;
+    try {
+        for (const chunk of chunkManifest.chunks) {
+            const chunkPackageJsonPath = require.resolve(`${chunk.packageName}/package.json`);
+            const chunkPackageRoot = path.dirname(chunkPackageJsonPath);
+            const chunkFilePath = path.join(chunkPackageRoot, "chunks", chunk.fileName);
+            const chunkContents = fs.readFileSync(chunkFilePath);
+            if (chunkContents.byteLength !== chunk.size)
+                throw new Error(`Chunk "${chunk.packageName}" has unexpected size`);
+            const chunkSha256 = createHash("sha256")
+                .update(chunkContents)
+                .digest("hex");
+            if (chunkSha256 !== chunk.sha256)
+                throw new Error(`Chunk "${chunk.packageName}" has unexpected SHA-256`);
+            fs.writeSync(outputFd, chunkContents);
+            hash.update(chunkContents);
+            totalSize += chunkContents.byteLength;
+        }
+    }
+    finally {
+        fs.closeSync(outputFd);
+    }
+    if (totalSize !== chunkManifest.finalSize) {
+        cleanupFailedAssembly(tempFallbackBinaryPath);
+        throw new Error("Assembled CUDA fallback backend has unexpected size");
+    }
+    const assembledSha256 = hash.digest("hex");
+    if (assembledSha256 !== chunkManifest.sha256) {
+        cleanupFailedAssembly(tempFallbackBinaryPath);
+        throw new Error("Assembled CUDA fallback backend has unexpected SHA-256");
+    }
+    fs.renameSync(tempFallbackBinaryPath, fallbackBinaryPath);
+}
+function readChunkManifest() {
+    if (!fs.existsSync(chunkManifestPath))
+        return null;
+    return JSON.parse(fs.readFileSync(chunkManifestPath, "utf8"));
+}
+if (process.argv[1] != null &&
+    path.resolve(process.argv[1]) === fileURLToPath(import.meta.url) &&
+    process.argv.includes("--assemble")) {
+    ensureAssembledFallbackBinary();
+}
+function cleanupFailedAssembly(tempFallbackBinaryPath) {
+    fs.rmSync(tempFallbackBinaryPath, { force: true });
+}

package/package.json

@@ -1,18 +1,55 @@
 {
   "name": "@realtimex/node-llama-cpp-win-x64-cuda-ext",
-  "version": "0.0.0-bootstrap.0",
-  "description": "Bootstrap placeholder used to reserve this package name and configure npm Trusted Publisher for CI/CD.",
-  "main": "./index.js",
+  "version": "0.0.0-cuda-ext-test.34.1",
+  "description": "Extension of @realtimex/win-x64-cuda - prebuilt binary for node-llama-cpp for Windows x64 with CUDA support",
+  "main": "dist/index.js",
+  "type": "module",
   "files": [
-    "index.js",
-    "README.md"
+    "dist/",
+    "chunk-manifest.json",
+    "package.json",
+    "README.md",
+    "LICENSE"
+  ],
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "node": "./dist/index.js",
+      "default": "./dist/index.js"
+    }
+  },
+  "engines": {
+    "node": ">=20.0.0"
+  },
+  "os": [
+    "win32"
+  ],
+  "cpu": [
+    "x64"
   ],
-  "license": "MIT",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/therealtimex/node-llama-cpp.git"
   },
+  "author": "Gilad S.",
+  "license": "MIT",
+  "preferUnplugged": true,
+  "bugs": {
+    "url": "https://github.com/therealtimex/node-llama-cpp/issues"
+  },
+  "homepage": "https://node-llama-cpp.withcat.ai",
   "publishConfig": {
     "access": "public"
+  },
+  "scripts": {
+    "postinstall": "node ./dist/index.js --assemble"
+  },
+  "dependencies": {
+    "@realtimex/node-llama-cpp-win-x64-cuda-ext-chunk-01": "0.0.0-cuda-ext-test.34.1",
+    "@realtimex/node-llama-cpp-win-x64-cuda-ext-chunk-02": "0.0.0-cuda-ext-test.34.1",
+    "@realtimex/node-llama-cpp-win-x64-cuda-ext-chunk-03": "0.0.0-cuda-ext-test.34.1",
+    "@realtimex/node-llama-cpp-win-x64-cuda-ext-chunk-04": "0.0.0-cuda-ext-test.34.1",
+    "@realtimex/node-llama-cpp-win-x64-cuda-ext-chunk-05": "0.0.0-cuda-ext-test.34.1",
+    "@realtimex/node-llama-cpp-win-x64-cuda-ext-chunk-06": "0.0.0-cuda-ext-test.34.1"
   }
 }

package/index.js

@@ -1,9 +0,0 @@
-"use strict";
-
-function getBinsDir() {
-  throw new Error("This is a bootstrap placeholder package. No runtime binaries have been published for this package version.");
-}
-
-module.exports = {
-  getBinsDir
-};