node-llama-cpp 3.0.0-beta.2 → 3.0.0-beta.21

package/dist/bindings/utils/detectAvailableComputeLayers.js

@@ -0,0 +1,304 @@
+import process from "process";
+import path from "path";
+import fs from "fs-extra";
+import semver from "semver";
+import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
+import { getPlatform } from "./getPlatform.js";
+import { hasFileInPath } from "./hasFileInPath.js";
+import { asyncSome } from "./asyncSome.js";
+import { asyncEvery } from "./asyncEvery.js";
+export async function detectAvailableComputeLayers({ platform = getPlatform() } = {}) {
+    const [cuda, vulkan, metal] = await Promise.all([
+        detectCudaSupport({ platform }),
+        detectVulkanSupport({ platform }),
+        detectMetalSupport({ platform })
+    ]);
+    return {
+        cuda,
+        vulkan,
+        metal
+    };
+}
+async function detectCudaSupport({ platform }) {
+    if (platform === "win") {
+        const librarySearchPaths = await getCudaInstallationPaths({ platform });
+        const windir = getWindir();
+        const [hasNvidiaDriver, hasCudaRuntime] = await Promise.all([
+            asyncSome([
+                hasFileInPath("nvml.dll"),
+                fs.pathExists(path.join(windir, "System32", "nvml.dll"))
+            ]),
+            asyncEvery([
+                asyncSome([
+                    hasFileInPath("cudart64_110.dll", librarySearchPaths),
+                    hasFileInPath("cudart64_11.dll", librarySearchPaths),
+                    hasFileInPath("cudart64_12.dll", librarySearchPaths),
+                    hasFileInPath("cudart64_13.dll", librarySearchPaths) // for when the next version comes out
+                ]),
+                asyncSome([
+                    hasFileInPath("cublas64_11.dll", librarySearchPaths),
+                    hasFileInPath("cublas64_12.dll", librarySearchPaths),
+                    hasFileInPath("cublas64_13.dll", librarySearchPaths) // for when the next version comes out
+                ]),
+                asyncSome([
+                    hasFileInPath("cublasLt64_11.dll", librarySearchPaths),
+                    hasFileInPath("cublasLt64_12.dll", librarySearchPaths),
+                    hasFileInPath("cublasLt64_13.dll", librarySearchPaths) // for when the next version comes out
+                ])
+            ])
+        ]);
+        return {
+            hasNvidiaDriver,
+            hasCudaRuntime
+        };
+    }
+    else if (platform === "linux") {
+        const cudaLibraryPaths = await getLinuxCudaLibraryPaths();
+        const librarySearchPaths = [
+            process.env.LD_LIBRARY_PATH,
+            process.env.CUDA_PATH,
+            "/usr/lib",
+            "/usr/lib64",
+            "/usr/lib/x86_64-linux-gnu",
+            "/usr/lib/aarch64-linux-gnu",
+            "/usr/lib/armv7l-linux-gnu",
+            ...cudaLibraryPaths
+        ];
+        const [hasNvidiaDriver, hasCudaRuntime] = await Promise.all([
+            asyncSome([
+                hasFileInPath("libnvidia-ml.so", librarySearchPaths),
+                hasFileInPath("libnvidia-ml.so.1", librarySearchPaths)
+            ]),
+            asyncEvery([
+                asyncSome([
+                    hasFileInPath("libcuda.so", librarySearchPaths),
+                    hasFileInPath("libcuda.so.1", librarySearchPaths)
+                ]),
+                asyncSome([
+                    hasFileInPath("libcudart.so", librarySearchPaths),
+                    hasFileInPath("libcudart.so.11", librarySearchPaths),
+                    hasFileInPath("libcudart.so.12", librarySearchPaths),
+                    hasFileInPath("libcudart.so.13", librarySearchPaths) // for when the next version comes out
+                ]),
+                asyncSome([
+                    hasFileInPath("libcublas.so", librarySearchPaths),
+                    hasFileInPath("libcublas.so.11", librarySearchPaths),
+                    hasFileInPath("libcublas.so.12", librarySearchPaths),
+                    hasFileInPath("libcublas.so.13", librarySearchPaths) // for when the next version comes out
+                ]),
+                asyncSome([
+                    hasFileInPath("libcublasLt.so", librarySearchPaths),
+                    hasFileInPath("libcublasLt.so.11", librarySearchPaths),
+                    hasFileInPath("libcublasLt.so.12", librarySearchPaths),
+                    hasFileInPath("libcublasLt.so.13", librarySearchPaths) // for when the next version comes out
+                ])
+            ])
+        ]);
+        return {
+            hasNvidiaDriver,
+            hasCudaRuntime
+        };
+    }
+    return {
+        hasNvidiaDriver: false,
+        hasCudaRuntime: false
+    };
+}
+async function detectVulkanSupport({ platform }) {
+    if (platform === "win") {
+        const windir = getWindir();
+        return await asyncSome([
+            hasFileInPath("vulkan-1.dll"),
+            fs.pathExists(path.join(windir, "System32", "vulkan-1.dll")),
+            fs.pathExists(path.join(windir, "SysWOW64", "vulkan-1.dll"))
+        ]);
+    }
+    else if (platform === "linux") {
+        const librarySearchPaths = [
+            process.env.LD_LIBRARY_PATH,
+            "/usr/lib",
+            "/usr/lib64",
+            "/usr/lib/x86_64-linux-gnu",
+            "/usr/lib/aarch64-linux-gnu",
+            "/usr/lib/armv7l-linux-gnu",
+            (process.env.PREFIX != null && process.env.PREFIX?.toLowerCase()?.includes?.("termux"))
+                ? `${process.env.PREFIX}/usr/lib`
+                : undefined
+        ];
+        return await asyncSome([
+            hasFileInPath("libvulkan.so", librarySearchPaths),
+            hasFileInPath("libvulkan.so.1", librarySearchPaths)
+        ]);
+    }
+    else if (platform === "mac") {
+        return await asyncSome([
+            hasFileInPath("libvulkan.dylib"),
+            hasFileInPath("libvulkan.dylib.1")
+        ]);
+    }
+    return false;
+}
+async function detectMetalSupport({ platform }) {
+    return platform === "mac";
+}
+async function getLinuxCudaLibraryPaths() {
+    const res = [];
+    try {
+        for (const cudaInstallationPath of await getCudaInstallationPaths({ platform: "linux" })) {
+            const cudaTargetsFolder = `${cudaInstallationPath}/targets`;
+            if (!(await fs.pathExists(cudaTargetsFolder)))
+                continue;
+            for (const cudaTargetFolderName of await fs.readdir(cudaTargetsFolder)) {
+                res.push(`${cudaTargetsFolder}/${cudaTargetFolderName}/lib`, `${cudaTargetsFolder}/${cudaTargetFolderName}/lib/stubs`);
+            }
+        }
+    }
+    catch (err) {
+        console.error(getConsoleLogPrefix() + 'Failed to search "/usr/local/" for CUDA library paths', err);
+    }
+    return res;
+}
+async function getCudaInstallationPaths({ platform }) {
+    if (platform === "win") {
+        try {
+            const programFilesPaths = await getWindowsProgramFilesPaths();
+            const potentialCudaInstallationsContainerPaths = programFilesPaths
+                .map((programFilesPath) => `${programFilesPath}/NVIDIA GPU Computing Toolkit/CUDA`);
+            const cudaInstallationsContainerPaths = (await Promise.all(potentialCudaInstallationsContainerPaths.map(async (potentialCudaInstallationsContainerPath) => {
+                if (await fs.pathExists(potentialCudaInstallationsContainerPath))
+                    return potentialCudaInstallationsContainerPath;
+                return null;
+            }))).filter((path) => path != null);
+            const potentialCudaInstallations = (await Promise.all(cudaInstallationsContainerPaths.map(async (cudaInstallationsContainerPath) => {
+                const cudaFolderPrefix = "v";
+                return (await fs.pathExists(cudaInstallationsContainerPath)
+                    ? await fs.readdir(cudaInstallationsContainerPath)
+                    : [])
+                    .filter((installationFolderName) => installationFolderName.toLowerCase()
+                    .startsWith(cudaFolderPrefix))
+                    .sort((a, b) => {
+                    const aVersion = a.slice(cudaFolderPrefix.length);
+                    const bVersion = b.slice(cudaFolderPrefix.length);
+                    try {
+                        const aVersionValid = semver.valid(semver.coerce(aVersion));
+                        const bVersionValid = semver.valid(semver.coerce(bVersion));
+                        if (aVersionValid && bVersionValid)
+                            return semver.compare(aVersionValid, bVersionValid);
+                        else if (aVersionValid)
+                            return -1;
+                        else if (bVersionValid)
+                            return 1;
+                        else
+                            return 0;
+                    }
+                    catch (err) {
+                        return 0;
+                    }
+                })
+                    .reverse()
+                    .map((installationFolderName) => `${cudaInstallationsContainerPath}/${installationFolderName}`);
+            }))).flat();
+            if (process.env.CUDA_PATH != null && process.env.CUDA_PATH !== "")
+                potentialCudaInstallations.unshift(process.env.CUDA_PATH);
+            return (await Promise.all(potentialCudaInstallations.map(async (cudaFolder) => {
+                if (await fs.pathExists(cudaFolder))
+                    return cudaFolder;
+                return null;
+            }))).filter((cudaFolder) => cudaFolder != null);
+        }
+        catch (err) {
+            console.error(getConsoleLogPrefix() + 'Failed to search "Program Files" for CUDA installations', err);
+        }
+        return [];
+    }
+    else if (platform === "linux") {
+        const res = [];
+        try {
+            const usrLocal = "/usr/local";
+            const cudaFolderPrefix = "cuda-";
+            const potentialCudaFolders = (await fs.pathExists(usrLocal)
+                ? await fs.readdir(usrLocal)
+                : [])
+                .filter((usrLocalFolderName) => usrLocalFolderName.toLowerCase().startsWith(cudaFolderPrefix))
+                .sort((a, b) => {
+                const aVersion = a.slice(cudaFolderPrefix.length);
+                const bVersion = b.slice(cudaFolderPrefix.length);
+                try {
+                    const aVersionValid = semver.valid(semver.coerce(aVersion));
+                    const bVersionValid = semver.valid(semver.coerce(bVersion));
+                    if (aVersionValid && bVersionValid)
+                        return semver.compare(aVersionValid, bVersionValid);
+                    else if (aVersionValid)
+                        return -1;
+                    else if (bVersionValid)
+                        return 1;
+                    else
+                        return 0;
+                }
+                catch (err) {
+                    return 0;
+                }
+            })
+                .reverse()
+                .map((usrLocalFolderName) => `${usrLocal}/${usrLocalFolderName}`);
+            potentialCudaFolders.unshift(`${usrLocal}/cuda`);
+            if (process.env.CUDA_PATH != null && process.env.CUDA_PATH !== "")
+                potentialCudaFolders.unshift(process.env.CUDA_PATH);
+            for (const cudaFolder of potentialCudaFolders) {
+                const cudaTargetsFolder = `${cudaFolder}/targets`;
+                if (!(await fs.pathExists(cudaTargetsFolder)))
+                    continue;
+                res.push(cudaFolder);
+            }
+        }
+        catch (err) {
+            console.error(getConsoleLogPrefix() + 'Failed to search "/usr/local/" for CUDA installations', err);
+        }
+        return res;
+    }
+    return [];
+}
+export async function getCudaNvccPaths({ platform = getPlatform() } = {}) {
+    const cudaInstallationPaths = await getCudaInstallationPaths({ platform });
+    const nvccPotentialPaths = cudaInstallationPaths
+        .map((cudaInstallationPath) => {
+        if (platform === "win")
+            return path.join(cudaInstallationPath, "bin", "nvcc.exe");
+        return path.join(cudaInstallationPath, "bin", "nvcc");
+    });
+    try {
+        const resolvedNvccPaths = await Promise.all(nvccPotentialPaths.map(async (nvccPotentialPath) => {
+            if (await fs.pathExists(nvccPotentialPath))
+                return nvccPotentialPath;
+            return null;
+        }));
+        return resolvedNvccPaths.filter((nvccPath) => nvccPath != null);
+    }
+    catch (err) {
+        console.error(getConsoleLogPrefix() + `Failed to search for "nvcc${platform === "win" ? ".exe" : ""}" in CUDA installation paths`, err);
+    }
+    return [];
+}
+function getWindir() {
+    return process.env.windir || process.env.WINDIR || process.env.SystemRoot || process.env.systemroot || process.env.SYSTEMROOT ||
+        "C:\\Windows";
+}
+async function getWindowsProgramFilesPaths() {
+    const potentialPaths = await Promise.all([
+        process.env.ProgramFiles,
+        process.env["ProgramFiles(x86)"],
+        process.env["ProgramFiles(Arm)"],
+        `${process.env.SystemDrive ?? "C:"}\\Program Files`,
+        `${process.env.SystemDrive ?? "C:"}\\Program Files (x86)`,
+        `${process.env.SystemDrive ?? "C:"}\\Program Files (Arm)`
+    ]
+        .map(async (programFilesPath) => {
+        if (programFilesPath == null)
+            return null;
+        if (await fs.pathExists(programFilesPath))
+            return programFilesPath;
+        return null;
+    }));
+    return Array.from(new Set(potentialPaths.filter((potentialPath) => potentialPath != null)));
+}
+//# sourceMappingURL=detectAvailableComputeLayers.js.map

package/dist/bindings/utils/detectAvailableComputeLayers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detectAvailableComputeLayers.js","sourceRoot":"","sources":["../../../src/bindings/utils/detectAvailableComputeLayers.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAiB,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAG3C,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,EAC/C,QAAQ,GAAG,WAAW,EAAE,KAGxB,EAAE;IACF,MAAM,CACF,IAAI,EACJ,MAAM,EACN,KAAK,CACR,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,iBAAiB,CAAC,EAAC,QAAQ,EAAC,CAAC;QAC7B,mBAAmB,CAAC,EAAC,QAAQ,EAAC,CAAC;QAC/B,kBAAkB,CAAC,EAAC,QAAQ,EAAC,CAAC;KACjC,CAAC,CAAC;IAEH,OAAO;QACH,IAAI;QACJ,MAAM;QACN,KAAK;KACR,CAAC;AACN,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,EAC7B,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,KAAK,EAAE;QACpB,MAAM,kBAAkB,GAAG,MAAM,wBAAwB,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAE3B,MAAM,CACF,eAAe,EACf,cAAc,CACjB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,SAAS,CAAC;gBACN,aAAa,CAAC,UAAU,CAAC;gBACzB,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;aAC3D,CAAC;YACF,UAAU,CAAC;gBACP,SAAS,CAAC;oBACN,aAAa,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;oBACrD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAChG,CAAC;aACL,CAAC;SACL,CAAC,CAAC;QAEH,OAAO;YACH,eAAe;YACf,cAAc;SACjB,CAAC;KACL;SAAM,IAAI,QAAQ,KAAK,OAAO,EAAE;QAC7B,MAAM,gBAAgB,GAAG,MAAM,wBAAwB,EAAE,CAAC;QAC1D,MAAM,kBAAkB,GAAG;YACvB,OAAO,CAAC,GAAG,CAAC,eAAe;YAC3B,OAAO,CAAC,GAAG,CAAC,SAAS;YACrB,UAAU;YACV,YAAY;YACZ,2BAA2B;YAC3B,4BAA4B;YAC5B,2BAA2B;YAC3B,GAAG,gBAAgB;SACtB,CAAC;QAEF,MAAM,CACF,eAAe,EACf,cAAc,CACjB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,SAAS,CAAC;gBACN,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;gBACpD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;aACzD,CAAC;YACF,UAAU,CAAC;gBACP,SAAS,CAAC;oBACN,aAAa,CAAC,YAAY,EAAE,kBAAkB,CAAC;oBAC/C,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;iBACpD,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;oBACjD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;oBACjD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;oBACpD,aAAa,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAC9F,CAAC;gBACF,SAAS,CAAC;oBACN,aAAa,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;oBACnD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;oBACtD,aAAa,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;iBAChG,CAAC;aACL,CAAC;SACL,CAAC,CAAC;QAEH,OAAO;YACH,eAAe;YACf,cAAc;SACjB,CAAC;KACL;IAED,OAAO;QACH,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACxB,CAAC;AACN,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,EAC/B,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,KAAK,EAAE;QACpB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAE3B,OAAO,MAAM,SAAS,CAAC;YACnB,aAAa,CAAC,cAAc,CAAC;YAC7B,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;YAC5D,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;SAC/D,CAAC,CAAC;KACN;SAAM,IAAI,QAAQ,KAAK,OAAO,EAAE;QAC7B,MAAM,kBAAkB,GAAG;YACvB,OAAO,CAAC,GAAG,CAAC,eAAe;YAC3B,UAAU;YACV,YAAY;YACZ,2BAA2B;YAC3B,4BAA4B;YAC5B,2BAA2B;YAC3B,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;gBACnF,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,UAAU;gBACjC,CAAC,CAAC,SAAS;SAClB,CAAC;QAEF,OAAO,MAAM,SAAS,CAAC;YACnB,aAAa,CAAC,cAAc,EAAE,kBAAkB,CAAC;YACjD,aAAa,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;SACtD,CAAC,CAAC;KACN;SAAM,IAAI,QAAQ,KAAK,KAAK,EAAE;QAC3B,OAAO,MAAM,SAAS,CAAC;YACnB,aAAa,CAAC,iBAAiB,CAAC;YAChC,aAAa,CAAC,mBAAmB,CAAC;SACrC,CAAC,CAAC;KACN;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,EAC9B,QAAQ,EAGX;IACG,OAAO,QAAQ,KAAK,KAAK,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,wBAAwB;IACnC,MAAM,GAAG,GAAa,EAAE,CAAC;IAEzB,IAAI;QACA,KAAK,MAAM,oBAAoB,IAAI,MAAM,wBAAwB,CAAC,EAAC,QAAQ,EAAE,OAAO,EAAC,CAAC,EAAE;YACpF,MAAM,iBAAiB,GAAG,GAAG,oBAAoB,UAAU,CAAC;YAC5D,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;gBACzC,SAAS;YAEb,KAAK,MAAM,oBAAoB,IAAI,MAAM,EAAE,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE;gBACpE,GAAG,CAAC,IAAI,CACJ,GAAG,iBAAiB,IAAI,oBAAoB,MAAM,EAClD,GAAG,iBAAiB,IAAI,oBAAoB,YAAY,CAC3D,CAAC;aACL;SAEJ;KACJ;IAAC,OAAO,GAAG,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;KACvG;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,EACpC,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,KAAK,EAAE;QACpB,IAAI;YACA,MAAM,iBAAiB,GAAG,MAAM,2BAA2B,EAAE,CAAC;YAE9D,MAAM,wCAAwC,GAAG,iBAAiB;iBAC7D,GAAG,CAAC,CAAC,gBAAgB,EAAE,EAAE,CAAC,GAAG,gBAAgB,oCAAoC,CAAC,CAAC;YAExF,MAAM,+BAA+B,GAAG,CACpC,MAAM,OAAO,CAAC,GAAG,CACb,wCAAwC,CAAC,GAAG,CAAC,KAAK,EAAE,uCAAuC,EAAE,EAAE;gBAC3F,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,uCAAuC,CAAC;oBAC5D,OAAO,uCAAuC,CAAC;gBAEnD,OAAO,IAAI,CAAC;YAChB,CAAC,CAAC,CACL,CACJ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;YAEjD,MAAM,0BAA0B,GAAG,CAC/B,MAAM,OAAO,CAAC,GAAG,CACb,+BAA+B,CAAC,GAAG,CAAC,KAAK,EAAE,8BAA8B,EAAE,EAAE;gBACzE,MAAM,gBAAgB,GAAG,GAAG,CAAC;gBAE7B,OAAO,CACH,MAAM,EAAE,CAAC,UAAU,CAAC,8BAA8B,CAAC;oBAC/C,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,8BAA8B,CAAC;oBAClD,CAAC,CAAC,EAAE,CACX;qBACI,MAAM,CAAC,CAAC,sBAAsB,EAAE,EAAE,CAAC,sBAAsB,CAAC,WAAW,EAAE;qBACnE,UAAU,CAAC,gBAAgB,CAAC,CAAC;qBACjC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;oBACX,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;oBAClD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;oBAElD,IAAI;wBACA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;wBAC5D,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;wBAE5D,IAAI,aAAa,IAAI,aAAa;4BAC9B,OAAO,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;6BACnD,IAAI,aAAa;4BAClB,OAAO,CAAC,CAAC,CAAC;6BACT,IAAI,aAAa;4BAClB,OAAO,CAAC,CAAC;;4BAET,OAAO,CAAC,CAAC;qBAChB;oBAAC,OAAO,GAAG,EAAE;wBACV,OAAO,CAAC,CAAC;qBACZ;gBACL,CAAC,CAAC;qBACD,OAAO,EAAE;qBACT,GAAG,CAAC,CAAC,sBAAsB,EAAE,EAAE,CAAC,GAAG,8BAA8B,IAAI,sBAAsB,EAAE,CAAC,CAAC;YACxG,CAAC,CAAC,CACL,CACJ,CAAC,IAAI,EAAE,CAAC;YAET,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,EAAE;gBAC7D,0BAA0B,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAE9D,OAAO,CACH,MAAM,OAAO,CAAC,GAAG,CACb,0BAA0B,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;gBAChD,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;oBAC/B,OAAO,UAAU,CAAC;gBAEtB,OAAO,IAAI,CAAC;YAChB,CAAC,CAAC,CACL,CACJ,CAAC,MAAM,CAAC,CAAC,UAAU,EAAwB,EAAE,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC;SACtE;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,yDAAyD,EAAE,GAAG,CAAC,CAAC;SACzG;QAED,OAAO,EAAE,CAAC;KACb;SAAM,IAAI,QAAQ,KAAK,OAAO,EAAE;QAC7B,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,IAAI;YACA,MAAM,QAAQ,GAAG,YAAY,CAAC;YAC9B,MAAM,gBAAgB,GAAG,OAAO,CAAC;YACjC,MAAM,oBAAoB,GAAG,CACzB,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;gBACzB,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAC5B,CAAC,CAAC,EAAE,CACX;iBACI,MAAM,CAAC,CAAC,kBAAkB,EAAE,EAAE,CAAC,kBAAkB,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;iBAC7F,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACX,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBAClD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBAElD,IAAI;oBACA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAC5D,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAE5D,IAAI,aAAa,IAAI,aAAa;wBAC9B,OAAO,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;yBACnD,IAAI,aAAa;wBAClB,OAAO,CAAC,CAAC,CAAC;yBACT,IAAI,aAAa;wBAClB,OAAO,CAAC,CAAC;;wBAET,OAAO,CAAC,CAAC;iBAChB;gBAAC,OAAO,GAAG,EAAE;oBACV,OAAO,CAAC,CAAC;iBACZ;YACL,CAAC,CAAC;iBACD,OAAO,EAAE;iBACT,GAAG,CAAC,CAAC,kBAAkB,EAAE,EAAE,CAAC,GAAG,QAAQ,IAAI,kBAAkB,EAAE,CAAC,CAAC;YAEtE,oBAAoB,CAAC,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC;YAEjD,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,EAAE;gBAC7D,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAExD,KAAK,MAAM,UAAU,IAAI,oBAAoB,EAAE;gBAC3C,MAAM,iBAAiB,GAAG,GAAG,UAAU,UAAU,CAAC;gBAClD,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;oBACzC,SAAS;gBAEb,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;aACxB;SACJ;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;SACvG;QAED,OAAO,GAAG,CAAC;KACd;IAED,OAAO,EAAE,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EACnC,QAAQ,GAAG,WAAW,EAAE,KAGxB,EAAE;IACF,MAAM,qBAAqB,GAAG,MAAM,wBAAwB,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAC;IAEzE,MAAM,kBAAkB,GAAG,qBAAqB;SAC3C,GAAG,CAAC,CAAC,oBAAoB,EAAE,EAAE;QAC1B,IAAI,QAAQ,KAAK,KAAK;YAClB,OAAO,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAE9D,OAAO,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEP,IAAI;QACA,MAAM,iBAAiB,GAAG,MAAM,OAAO,CAAC,GAAG,CACvC,kBAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,iBAAiB,EAAE,EAAE;YAC/C,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC;gBACtC,OAAO,iBAAiB,CAAC;YAE7B,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC,CACL,CAAC;QAEF,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAsB,EAAE,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC;KACvF;IAAC,OAAO,GAAG,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,6BAA6B,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,8BAA8B,EAAE,GAAG,CAAC,CAAC;KAC3I;IAED,OAAO,EAAE,CAAC;AACd,CAAC;AAED,SAAS,SAAS;IACd,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU;QACzH,aAAa,CAAC;AACtB,CAAC;AAGD,KAAK,UAAU,2BAA2B;IACtC,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC;QACI,OAAO,CAAC,GAAG,CAAC,YAAY;QACxB,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAChC,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,iBAAiB;QACnD,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,uBAAuB;QACzD,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,uBAAuB;KAC5D;SACI,GAAG,CAAC,KAAK,EAAE,gBAAgB,EAAE,EAAE;QAC5B,IAAI,gBAAgB,IAAI,IAAI;YACxB,OAAO,IAAI,CAAC;QAEhB,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC;YACrC,OAAO,gBAAgB,CAAC;QAE5B,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CACT,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,aAAa,EAA2B,EAAE,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;AACzH,CAAC"}

package/dist/bindings/utils/detectGlibc.d.ts

@@ -0,0 +1,4 @@
+import { BinaryPlatform } from "./getPlatform.js";
+export declare function detectGlibc({ platform }: {
+    platform: BinaryPlatform;
+}): Promise<boolean>;

package/dist/bindings/utils/detectGlibc.js

@@ -0,0 +1,46 @@
+import process from "process";
+import { asyncEvery } from "./asyncEvery.js";
+import { asyncSome } from "./asyncSome.js";
+import { hasFileInPath } from "./hasFileInPath.js";
+export async function detectGlibc({ platform }) {
+    if (platform === "linux") {
+        const librarySearchPaths = [
+            process.env.LD_LIBRARY_PATH,
+            "/lib",
+            "/lib64",
+            "/usr/lib",
+            "/usr/lib64",
+            "/usr/lib/x86_64-linux-gnu",
+            "/usr/lib/aarch64-linux-gnu",
+            "/usr/lib/armv7l-linux-gnu"
+        ];
+        return await asyncEvery([
+            asyncSome([
+                hasFileInPath("libc.so", librarySearchPaths),
+                hasFileInPath("libc.so.5", librarySearchPaths),
+                hasFileInPath("libc.so.6", librarySearchPaths),
+                hasFileInPath("libc.so.7", librarySearchPaths) // for when the next version comes out
+            ]),
+            asyncSome([
+                hasFileInPath("ld-linux.so", librarySearchPaths),
+                hasFileInPath("ld-linux.so.1", librarySearchPaths),
+                hasFileInPath("ld-linux.so.2", librarySearchPaths),
+                hasFileInPath("ld-linux.so.3", librarySearchPaths),
+                hasFileInPath("ld-linux-x86-64.so", librarySearchPaths),
+                hasFileInPath("ld-linux-x86-64.so.1", librarySearchPaths),
+                hasFileInPath("ld-linux-x86-64.so.2", librarySearchPaths),
+                hasFileInPath("ld-linux-x86-64.so.3", librarySearchPaths),
+                hasFileInPath("ld-linux-aarch64.so", librarySearchPaths),
+                hasFileInPath("ld-linux-aarch64.so.1", librarySearchPaths),
+                hasFileInPath("ld-linux-aarch64.so.2", librarySearchPaths),
+                hasFileInPath("ld-linux-aarch64.so.3", librarySearchPaths),
+                hasFileInPath("ld-linux-armv7l.so", librarySearchPaths),
+                hasFileInPath("ld-linux-armv7l.so.1", librarySearchPaths),
+                hasFileInPath("ld-linux-armv7l.so.2", librarySearchPaths),
+                hasFileInPath("ld-linux-armv7l.so.3", librarySearchPaths) // for when the next version comes out
+            ])
+        ]);
+    }
+    return false;
+}
+//# sourceMappingURL=detectGlibc.js.map

package/dist/bindings/utils/detectGlibc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detectGlibc.js","sourceRoot":"","sources":["../../../src/bindings/utils/detectGlibc.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAC;AAEjD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,EAC9B,QAAQ,EAGX;IACG,IAAI,QAAQ,KAAK,OAAO,EAAE;QACtB,MAAM,kBAAkB,GAAG;YACvB,OAAO,CAAC,GAAG,CAAC,eAAe;YAC3B,MAAM;YACN,QAAQ;YACR,UAAU;YACV,YAAY;YACZ,2BAA2B;YAC3B,4BAA4B;YAC5B,2BAA2B;SAC9B,CAAC;QAEF,OAAO,MAAM,UAAU,CAAC;YACpB,SAAS,CAAC;gBACN,aAAa,CAAC,SAAS,EAAE,kBAAkB,CAAC;gBAC5C,aAAa,CAAC,WAAW,EAAE,kBAAkB,CAAC;gBAC9C,aAAa,CAAC,WAAW,EAAE,kBAAkB,CAAC;gBAC9C,aAAa,CAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;aACxF,CAAC;YACF,SAAS,CAAC;gBACN,aAAa,CAAC,aAAa,EAAE,kBAAkB,CAAC;gBAChD,aAAa,CAAC,eAAe,EAAE,kBAAkB,CAAC;gBAClD,aAAa,CAAC,eAAe,EAAE,kBAAkB,CAAC;gBAClD,aAAa,CAAC,eAAe,EAAE,kBAAkB,CAAC;gBAClD,aAAa,CAAC,oBAAoB,EAAE,kBAAkB,CAAC;gBACvD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;gBACzD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;gBACzD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;gBACzD,aAAa,CAAC,qBAAqB,EAAE,kBAAkB,CAAC;gBACxD,aAAa,CAAC,uBAAuB,EAAE,kBAAkB,CAAC;gBAC1D,aAAa,CAAC,uBAAuB,EAAE,kBAAkB,CAAC;gBAC1D,aAAa,CAAC,uBAAuB,EAAE,kBAAkB,CAAC;gBAC1D,aAAa,CAAC,oBAAoB,EAAE,kBAAkB,CAAC;gBACvD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;gBACzD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;gBACzD,aAAa,CAAC,sBAAsB,EAAE,kBAAkB,CAAC,CAAC,sCAAsC;aACnG,CAAC;SACL,CAAC,CAAC;KACN;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/bindings/utils/getBestComputeLayersAvailable.d.ts

@@ -0,0 +1,9 @@
+import process from "process";
+import { BuildGpu } from "../types.js";
+import { BinaryPlatform } from "./getPlatform.js";
+export declare function getBestComputeLayersAvailable(): Promise<(false | "cuda" | "vulkan" | "metal")[]>;
+export declare function detectBestComputeLayersAvailable({ platform, arch, hasCudaWithStaticBinaryBuild }?: {
+    platform?: BinaryPlatform;
+    arch?: typeof process.arch;
+    hasCudaWithStaticBinaryBuild?: boolean;
+}): Promise<BuildGpu[]>;

package/dist/bindings/utils/getBestComputeLayersAvailable.js

@@ -0,0 +1,29 @@
+import process from "process";
+import { getPlatform } from "./getPlatform.js";
+import { detectAvailableComputeLayers } from "./detectAvailableComputeLayers.js";
+let bestComputeLayersAvailablePromise = null;
+export async function getBestComputeLayersAvailable() {
+    if (bestComputeLayersAvailablePromise != null) {
+        try {
+            return await bestComputeLayersAvailablePromise;
+        }
+        catch (err) { }
+    }
+    bestComputeLayersAvailablePromise = detectBestComputeLayersAvailable();
+    return await bestComputeLayersAvailablePromise;
+}
+export async function detectBestComputeLayersAvailable({ platform = getPlatform(), arch = process.arch, hasCudaWithStaticBinaryBuild = false } = {}) {
+    if (platform === "mac" && arch === "arm64")
+        return ["metal"];
+    const res = [];
+    const availableComputeLayers = await detectAvailableComputeLayers({
+        platform
+    });
+    if (availableComputeLayers.cuda.hasNvidiaDriver && (availableComputeLayers.cuda.hasCudaRuntime || hasCudaWithStaticBinaryBuild))
+        res.push("cuda");
+    if (availableComputeLayers.vulkan)
+        res.push("vulkan");
+    res.push(false);
+    return res;
+}
+//# sourceMappingURL=getBestComputeLayersAvailable.js.map

package/dist/bindings/utils/getBestComputeLayersAvailable.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getBestComputeLayersAvailable.js","sourceRoot":"","sources":["../../../src/bindings/utils/getBestComputeLayersAvailable.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAiB,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAC,4BAA4B,EAAC,MAAM,mCAAmC,CAAC;AAE/E,IAAI,iCAAiC,GAA+D,IAAI,CAAC;AACzG,MAAM,CAAC,KAAK,UAAU,6BAA6B;IAC/C,IAAI,iCAAiC,IAAI,IAAI,EAAE;QAC3C,IAAI;YACA,OAAO,MAAM,iCAAiC,CAAC;SAClD;QAAC,OAAO,GAAG,EAAE,GAAE;KACnB;IAED,iCAAiC,GAAG,gCAAgC,EAAE,CAAC;IACvE,OAAO,MAAM,iCAAiC,CAAC;AACnD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,EACnD,QAAQ,GAAG,WAAW,EAAE,EACxB,IAAI,GAAG,OAAO,CAAC,IAAI,EACnB,4BAA4B,GAAG,KAAK,KAKpC,EAAE;IACF,IAAI,QAAQ,KAAK,KAAK,IAAI,IAAI,KAAK,OAAO;QACtC,OAAO,CAAC,OAAO,CAAC,CAAC;IAErB,MAAM,GAAG,GAAe,EAAE,CAAC;IAC3B,MAAM,sBAAsB,GAAG,MAAM,4BAA4B,CAAC;QAC9D,QAAQ;KACX,CAAC,CAAC;IAEH,IAAI,sBAAsB,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,IAAI,4BAA4B,CAAC;QAC3H,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAErB,IAAI,sBAAsB,CAAC,MAAM;QAC7B,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEvB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAEhB,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/bindings/utils/getBuildFolderNameForBuildOptions.d.ts

@@ -0,0 +1,5 @@
+import { BuildOptions } from "../types.js";
+export declare function getBuildFolderNameForBuildOptions(buildOptions: BuildOptions): Promise<{
+    withoutCustomCmakeOptions: string;
+    withCustomCmakeOptions: string;
+}>;

package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js

@@ -0,0 +1,93 @@
+import { hashString } from "../../utils/hashString.js";
+import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease } from "../../config.js";
+export async function getBuildFolderNameForBuildOptions(buildOptions) {
+    const nameParts = [buildOptions.platform, buildOptions.arch];
+    if (buildOptions.gpu !== false)
+        nameParts.push(makeStringSafeForPathName(buildOptions.gpu));
+    if (buildOptions.llamaCpp.repo !== builtinLlamaCppGitHubRepo || buildOptions.llamaCpp.release !== builtinLlamaCppRelease)
+        nameParts.push("release-" + await getFolderNamePartForRelease(buildOptions.llamaCpp.repo, buildOptions.llamaCpp.release));
+    if (buildOptions.customCmakeOptions.size === 0) {
+        const name = nameParts.join("-");
+        return {
+            withoutCustomCmakeOptions: name,
+            withCustomCmakeOptions: name
+        };
+    }
+    const cmakeOptionKeys = [...buildOptions.customCmakeOptions.keys()];
+    cmakeOptionKeys.sort();
+    const cmakeOptionStringsArray = [];
+    for (const key of cmakeOptionKeys) {
+        if (key === "")
+            continue;
+        cmakeOptionStringsArray.push(`${encodeURIComponent(key)}=${encodeURIComponent(buildOptions.customCmakeOptions.get(key))}`);
+    }
+    const nameWithoutCustomCmakeOptions = nameParts.join("-");
+    if (cmakeOptionStringsArray.length === 0) {
+        return {
+            withoutCustomCmakeOptions: nameWithoutCustomCmakeOptions,
+            withCustomCmakeOptions: nameWithoutCustomCmakeOptions
+        };
+    }
+    const cmakeOptionsHash = await hashString(cmakeOptionStringsArray.join(";"));
+    nameParts.push(cmakeOptionsHash);
+    const nameWithCustomCmakeOptions = nameParts.join("-");
+    return {
+        withoutCustomCmakeOptions: nameWithoutCustomCmakeOptions,
+        withCustomCmakeOptions: nameWithCustomCmakeOptions
+    };
+}
+async function getFolderNamePartForRelease(repo, release) {
+    const resParts = [];
+    let shouldHash = false;
+    if (repo !== builtinLlamaCppGitHubRepo) {
+        const [owner, name] = repo.split("/");
+        if (containsUnsafeCharacters(owner) || containsUnsafeCharacters(name)) {
+            shouldHash = true;
+            resParts.push(encodeURIComponent(owner) + " " + encodeURIComponent(name));
+        }
+        else
+            resParts.push(owner + " " + name);
+    }
+    if (containsUnsafeCharacters(release)) {
+        shouldHash = true;
+        resParts.push(encodeURIComponent(release));
+    }
+    else
+        resParts.push(release);
+    const res = resParts.join(" ");
+    if (shouldHash)
+        return await hashString(res);
+    return res;
+}
+function makeStringSafeForPathName(str) {
+    let res = "";
+    for (const char of str) {
+        if (isCharacterSafe(char))
+            res += char;
+        else
+            res += "_" + char.codePointAt(0).toString(32) + "_";
+    }
+    return res;
+}
+function containsUnsafeCharacters(str) {
+    for (const char of str) {
+        if (!isCharacterSafe(char))
+            return true;
+    }
+    return false;
+}
+function isCharacterSafe(char) {
+    const unicodeNumber = char.codePointAt(0);
+    if (unicodeNumber == null)
+        return false;
+    if (unicodeNumber >= "a".codePointAt(0) && unicodeNumber <= "z".codePointAt(0))
+        return true;
+    else if (unicodeNumber >= "A".codePointAt(0) && unicodeNumber <= "Z".codePointAt(0))
+        return true;
+    else if (unicodeNumber >= "0".codePointAt(0) && unicodeNumber <= "9".codePointAt(0))
+        return true;
+    else if (char === "-" || char === "_" || char === ".")
+        return true;
+    return false;
+}
+//# sourceMappingURL=getBuildFolderNameForBuildOptions.js.map

package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getBuildFolderNameForBuildOptions.js","sourceRoot":"","sources":["../../../src/bindings/utils/getBuildFolderNameForBuildOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,2BAA2B,CAAC;AAErD,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAC,MAAM,iBAAiB,CAAC;AAElF,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,YAA0B;IAC9E,MAAM,SAAS,GAAa,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;IAEvE,IAAI,YAAY,CAAC,GAAG,KAAK,KAAK;QAC1B,SAAS,CAAC,IAAI,CAAC,yBAAyB,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;IAEhE,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,KAAK,yBAAyB,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,KAAK,sBAAsB;QACpH,SAAS,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,2BAA2B,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAE9H,IAAI,YAAY,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC,EAAE;QAC5C,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjC,OAAO;YACH,yBAAyB,EAAE,IAAI;YAC/B,sBAAsB,EAAE,IAAI;SAC/B,CAAC;KACL;IAED,MAAM,eAAe,GAAG,CAAC,GAAG,YAAY,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC;IACpE,eAAe,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,uBAAuB,GAAa,EAAE,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE;QAC/B,IAAI,GAAG,KAAK,EAAE;YACV,SAAS;QAEb,uBAAuB,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,EAAE,CAAC,CAAC;KAC/H;IAED,MAAM,6BAA6B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1D,IAAI,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE;QACtC,OAAO;YACH,yBAAyB,EAAE,6BAA6B;YACxD,sBAAsB,EAAE,6BAA6B;SACxD,CAAC;KACL;IAED,MAAM,gBAAgB,GAAG,MAAM,UAAU,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAE7E,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACjC,MAAM,0BAA0B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEvD,OAAO;QACH,yBAAyB,EAAE,6BAA6B;QACxD,sBAAsB,EAAE,0BAA0B;KACrD,CAAC;AACN,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,IAAY,EAAE,OAAe;IACpE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,UAAU,GAAG,KAAK,CAAC;IAEvB,IAAI,IAAI,KAAK,yBAAyB,EAAE;QACpC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEtC,IAAI,wBAAwB,CAAC,KAAK,CAAC,IAAI,wBAAwB,CAAC,IAAI,CAAC,EAAE;YACnE,UAAU,GAAG,IAAI,CAAC;YAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;SAC7E;;YACG,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;KACzC;IAED,IAAI,wBAAwB,CAAC,OAAO,CAAC,EAAE;QACnC,UAAU,GAAG,IAAI,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;KAC9C;;QACG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAE3B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAE/B,IAAI,UAAU;QACV,OAAO,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC;IAEjC,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,yBAAyB,CAAC,GAAW;IAC1C,IAAI,GAAG,GAAG,EAAE,CAAC;IAEb,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;QACpB,IAAI,eAAe,CAAC,IAAI,CAAC;YACrB,GAAG,IAAI,IAAI,CAAC;;YAEZ,GAAG,IAAI,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;KAC5D;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,wBAAwB,CAAC,GAAW;IACzC,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;QACpB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACtB,OAAO,IAAI,CAAC;KACnB;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,eAAe,CAAC,IAAY;IACjC,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAE1C,IAAI,aAAa,IAAI,IAAI;QACrB,OAAO,KAAK,CAAC;IAEjB,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QAC5E,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;QACjD,OAAO,IAAI,CAAC;IAEhB,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/bindings/utils/getCanUsePrebuiltBinaries.d.ts

@@ -0,0 +1 @@
+export declare function getCanUsePrebuiltBinaries(): Promise<boolean>;

package/dist/bindings/utils/getCanUsePrebuiltBinaries.js

@@ -0,0 +1,8 @@
+import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease } from "../../config.js";
+import { getClonedLlamaCppRepoReleaseInfo } from "./cloneLlamaCppRepo.js";
+export async function getCanUsePrebuiltBinaries() {
+    const clonedLlamaCppRepoReleaseInfo = await getClonedLlamaCppRepoReleaseInfo();
+    return clonedLlamaCppRepoReleaseInfo == null || (clonedLlamaCppRepoReleaseInfo.tag === builtinLlamaCppRelease &&
+        clonedLlamaCppRepoReleaseInfo.llamaCppGithubRepo === builtinLlamaCppGitHubRepo);
+}
+//# sourceMappingURL=getCanUsePrebuiltBinaries.js.map

package/dist/bindings/utils/getCanUsePrebuiltBinaries.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getCanUsePrebuiltBinaries.js","sourceRoot":"","sources":["../../../src/bindings/utils/getCanUsePrebuiltBinaries.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAC,MAAM,iBAAiB,CAAC;AAClF,OAAO,EAAC,gCAAgC,EAAC,MAAM,wBAAwB,CAAC;AAExE,MAAM,CAAC,KAAK,UAAU,yBAAyB;IAC3C,MAAM,6BAA6B,GAAG,MAAM,gCAAgC,EAAE,CAAC;IAE/E,OAAO,6BAA6B,IAAI,IAAI,IAAI,CAC5C,6BAA6B,CAAC,GAAG,KAAK,sBAAsB;QAC5D,6BAA6B,CAAC,kBAAkB,KAAK,yBAAyB,CACjF,CAAC;AACN,CAAC"}

package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.d.ts

@@ -0,0 +1,2 @@
+import { LlamaOptions } from "../getLlama.js";
+export declare function getExampleUsageCodeOfGetLlama(getLlamaOptions: LlamaOptions | "lastBuild" | undefined, prefix?: string, wrapWithSeparators?: boolean): string;

package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js

@@ -0,0 +1,21 @@
+import chalk from "chalk";
+import stripAnsi from "strip-ansi";
+import { prettyPrintObject } from "../../utils/prettyPrintObject.js";
+import { getLlamaFunctionName } from "../getLlama.js";
+export function getExampleUsageCodeOfGetLlama(getLlamaOptions, prefix = "", wrapWithSeparators = true) {
+    let res = prefix + [
+        chalk.magenta.italic("import "), chalk.whiteBright("{"), chalk.yellow(getLlamaFunctionName), chalk.whiteBright("} "),
+        chalk.magenta.italic("from "), chalk.green("\"node-llama-cpp\""), chalk.whiteBright(";"),
+        "\n\n",
+        chalk.magenta.italic("const "), chalk.whiteBright("llama "), chalk.whiteBright("= "), chalk.magenta.italic("await "), chalk.yellow(getLlamaFunctionName), chalk.whiteBright("("),
+        getLlamaOptions === undefined ? "" : prettyPrintObject(getLlamaOptions),
+        chalk.whiteBright(")"), chalk.whiteBright(";")
+    ].join(prefix);
+    if (wrapWithSeparators) {
+        const longestLineLength = res.split("\n")
+            .reduce((max, line) => Math.max(max, stripAnsi(line).length), 0);
+        res = chalk.blue("-".repeat(longestLineLength)) + "\n" + res + "\n" + chalk.blue("-".repeat(longestLineLength));
+    }
+    return res;
+}
+//# sourceMappingURL=getExampleUsageCodeOfGetLlama.js.map

package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getExampleUsageCodeOfGetLlama.js","sourceRoot":"","sources":["../../../src/bindings/utils/getExampleUsageCodeOfGetLlama.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,SAAS,MAAM,YAAY,CAAC;AACnC,OAAO,EAAC,iBAAiB,EAAC,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAC,oBAAoB,EAAe,MAAM,gBAAgB,CAAC;AAElE,MAAM,UAAU,6BAA6B,CAAC,eAAuD,EAAE,SAAiB,EAAE,EAAE,qBAA8B,IAAI;IAC1J,IAAI,GAAG,GAAG,MAAM,GAAG;QACf,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC;QACpH,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;QACxF,MAAM;QACN,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;QAChL,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,eAAe,CAAC;QACvE,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;KACjD,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEf,IAAI,kBAAkB,EAAE;QACpB,MAAM,iBAAiB,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;aACpC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACrE,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,GAAG,IAAI,GAAG,GAAG,GAAG,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC;KACnH;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/bindings/utils/getGpuTypesToUseForOption.d.ts

@@ -0,0 +1,11 @@
+import process from "process";
+import { BuildGpu } from "../types.js";
+import { BinaryPlatform } from "./getPlatform.js";
+export declare function getGpuTypesToUseForOption(gpu: BuildGpu | "auto", { platform, arch }?: {
+    platform?: BinaryPlatform;
+    arch?: typeof process.arch;
+}): Promise<BuildGpu[]>;
+export declare function resolveValidGpuOptionForPlatform(gpu: BuildGpu | "auto", { platform, arch }: {
+    platform: BinaryPlatform;
+    arch: typeof process.arch;
+}): false | "cuda" | "vulkan" | "metal" | "auto";

package/dist/bindings/utils/getGpuTypesToUseForOption.js

@@ -0,0 +1,30 @@
+import process from "process";
+import { buildGpuOptions } from "../types.js";
+import { getPlatform } from "./getPlatform.js";
+import { getBestComputeLayersAvailable } from "./getBestComputeLayersAvailable.js";
+export async function getGpuTypesToUseForOption(gpu, { platform = getPlatform(), arch = process.arch } = {}) {
+    const resolvedGpu = resolveValidGpuOptionForPlatform(gpu, {
+        platform,
+        arch
+    });
+    if (resolvedGpu === "auto") {
+        if (arch === process.arch)
+            return await getBestComputeLayersAvailable();
+        return [false];
+    }
+    return [resolvedGpu];
+}
+export function resolveValidGpuOptionForPlatform(gpu, { platform, arch }) {
+    if (gpu == null)
+        return "auto";
+    else if (platform === "mac") {
+        if (arch !== "x64" && gpu === "cuda")
+            return "auto";
+    }
+    else if (gpu === "metal")
+        return "auto";
+    if (buildGpuOptions.includes(gpu))
+        return gpu;
+    return "auto";
+}
+//# sourceMappingURL=getGpuTypesToUseForOption.js.map

package/dist/bindings/utils/getGpuTypesToUseForOption.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getGpuTypesToUseForOption.js","sourceRoot":"","sources":["../../../src/bindings/utils/getGpuTypesToUseForOption.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAW,eAAe,EAAC,MAAM,aAAa,CAAC;AACtD,OAAO,EAAiB,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAC,6BAA6B,EAAC,MAAM,oCAAoC,CAAC;AAEjF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,GAAsB,EAAE,EACpE,QAAQ,GAAG,WAAW,EAAE,EACxB,IAAI,GAAG,OAAO,CAAC,IAAI,KAInB,EAAE;IACF,MAAM,WAAW,GAAG,gCAAgC,CAAC,GAAG,EAAE;QACtD,QAAQ;QACR,IAAI;KACP,CAAC,CAAC;IAEH,IAAI,WAAW,KAAK,MAAM,EAAE;QACxB,IAAI,IAAI,KAAK,OAAO,CAAC,IAAI;YACrB,OAAO,MAAM,6BAA6B,EAAE,CAAC;QAEjD,OAAO,CAAC,KAAK,CAAC,CAAC;KAClB;IAED,OAAO,CAAC,WAAW,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,GAAsB,EAAE,EACrE,QAAQ,EACR,IAAI,EAIP;IACG,IAAI,GAAG,IAAI,IAAI;QACX,OAAO,MAAM,CAAC;SACb,IAAI,QAAQ,KAAK,KAAK,EAAE;QACzB,IAAI,IAAI,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM;YAChC,OAAO,MAAM,CAAC;KACrB;SAAM,IAAI,GAAG,KAAK,OAAO;QACtB,OAAO,MAAM,CAAC;IAElB,IAAI,eAAe,CAAC,QAAQ,CAAC,GAAuC,CAAC;QACjE,OAAO,GAAG,CAAC;IAEf,OAAO,MAAM,CAAC;AAClB,CAAC"}