node-llama-cpp 3.0.0-beta.1 → 3.0.0-beta.10

package/dist/bindings/getLlama.js

@@ -0,0 +1,225 @@
+import process from "process";
+import path from "path";
+import console from "console";
+import { createRequire } from "module";
+import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease, defaultLlamaCppCudaSupport, defaultLlamaCppDebugLogs, defaultLlamaCppGitHubRepo, defaultLlamaCppMetalSupport, defaultLlamaCppRelease, defaultSkipDownload, llamaLocalBuildBinsDirectory } from "../config.js";
+import { getConsoleLogPrefix } from "../utils/getConsoleLogPrefix.js";
+import { waitForLockfileRelease } from "../utils/waitForLockfileRelease.js";
+import { isGithubReleaseNeedsResolving, resolveGithubRelease } from "../utils/resolveGithubRelease.js";
+import { compileLlamaCpp, getLocalBuildBinaryBuildMetadata, getLocalBuildBinaryPath, getPrebuiltBinaryBuildMetadata, getPrebuiltBinaryPath } from "./utils/compileLLamaCpp.js";
+import { getLastBuildInfo } from "./utils/lastBuildInfo.js";
+import { getClonedLlamaCppRepoReleaseInfo, isLlamaCppRepoCloned } from "./utils/cloneLlamaCppRepo.js";
+import { getPlatform } from "./utils/getPlatform.js";
+import { getBuildFolderNameForBuildOptions } from "./utils/getBuildFolderNameForBuildOptions.js";
+import { resolveCustomCmakeOptions } from "./utils/resolveCustomCmakeOptions.js";
+import { getCanUsePrebuiltBinaries } from "./utils/getCanUsePrebuiltBinaries.js";
+import { NoBinaryFoundError } from "./utils/NoBinaryFoundError.js";
+import { Llama } from "./Llama.js";
+const require = createRequire(import.meta.url);
+export const getLlamaFunctionName = "getLlama";
+export async function getLlama(options, lastBuildOptions) {
+    if (options === "lastBuild") {
+        const lastBuildInfo = await getLastBuildInfo();
+        const getLlamaOptions = {
+            logLevel: lastBuildOptions?.logLevel ?? defaultLlamaCppDebugLogs,
+            logger: lastBuildOptions?.logger ?? Llama.defaultConsoleLogger
+        };
+        if (lastBuildInfo == null)
+            return getLlamaForOptions(getLlamaOptions);
+        const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, lastBuildInfo.folderName);
+        const localBuildBinPath = await getLocalBuildBinaryPath(lastBuildInfo.folderName);
+        await waitForLockfileRelease({ resourcePath: localBuildFolder });
+        if (localBuildBinPath != null) {
+            try {
+                const binding = loadBindingModule(localBuildBinPath);
+                const buildMetadata = await getLocalBuildBinaryBuildMetadata(lastBuildInfo.folderName);
+                return await Llama._create({
+                    bindings: binding,
+                    buildType: "localBuild",
+                    buildMetadata,
+                    logger: lastBuildOptions?.logger ?? Llama.defaultConsoleLogger,
+                    logLevel: lastBuildOptions?.logLevel ?? defaultLlamaCppDebugLogs
+                });
+            }
+            catch (err) {
+                console.error(getConsoleLogPrefix() + "Failed to load last build. Error:", err);
+                console.info(getConsoleLogPrefix() + "Falling back to default binaries");
+            }
+        }
+        return getLlamaForOptions(getLlamaOptions);
+    }
+    return getLlamaForOptions(options ?? {});
+}
+export async function getLlamaForOptions({ metal = defaultLlamaCppMetalSupport, cuda = defaultLlamaCppCudaSupport, logLevel = defaultLlamaCppDebugLogs, logger = Llama.defaultConsoleLogger, build = "auto", cmakeOptions = {}, existingPrebuiltBinaryMustMatchBuildOptions = false, usePrebuiltBinaries = true, progressLogs = true, skipDownload = defaultSkipDownload }, { updateLastBuildInfoOnCompile = false } = {}) {
+    const platform = getPlatform();
+    const arch = process.arch;
+    if (platform !== "mac")
+        metal = false;
+    else if (platform === "mac" && arch === "arm64")
+        cuda = false;
+    if (logLevel == null)
+        logLevel = defaultLlamaCppDebugLogs;
+    if (logger == null)
+        logger = Llama.defaultConsoleLogger;
+    if (build == null)
+        build = "auto";
+    if (cmakeOptions == null)
+        cmakeOptions = {};
+    if (existingPrebuiltBinaryMustMatchBuildOptions == null)
+        existingPrebuiltBinaryMustMatchBuildOptions = false;
+    if (usePrebuiltBinaries == null)
+        usePrebuiltBinaries = true;
+    if (progressLogs == null)
+        progressLogs = true;
+    if (skipDownload == null)
+        skipDownload = defaultSkipDownload;
+    const clonedLlamaCppRepoReleaseInfo = await getClonedLlamaCppRepoReleaseInfo();
+    const buildOptions = {
+        customCmakeOptions: resolveCustomCmakeOptions(cmakeOptions),
+        progressLogs,
+        platform,
+        arch,
+        computeLayers: {
+            metal,
+            cuda
+        },
+        llamaCpp: {
+            repo: clonedLlamaCppRepoReleaseInfo?.llamaCppGithubRepo ?? builtinLlamaCppGitHubRepo,
+            release: clonedLlamaCppRepoReleaseInfo?.tag ?? builtinLlamaCppRelease
+        }
+    };
+    const canUsePrebuiltBinaries = (build === "forceRebuild" || !usePrebuiltBinaries)
+        ? false
+        : await getCanUsePrebuiltBinaries();
+    let buildFolderName = await getBuildFolderNameForBuildOptions(buildOptions);
+    if (build === "auto" || build === "never") {
+        const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, buildFolderName.withCustomCmakeOptions);
+        const localBuildBinPath = await getLocalBuildBinaryPath(buildFolderName.withCustomCmakeOptions);
+        await waitForLockfileRelease({ resourcePath: localBuildFolder });
+        if (localBuildBinPath != null) {
+            try {
+                const binding = loadBindingModule(localBuildBinPath);
+                const buildMetadata = await getLocalBuildBinaryBuildMetadata(buildFolderName.withCustomCmakeOptions);
+                return await Llama._create({
+                    bindings: binding,
+                    buildType: "localBuild",
+                    buildMetadata,
+                    logLevel,
+                    logger
+                });
+            }
+            catch (err) {
+                const binaryDescription = describeBinary(buildOptions);
+                console.error(getConsoleLogPrefix() + `Failed to load a local build ${binaryDescription}. Error:`, err);
+                console.info(getConsoleLogPrefix() + "Falling back to prebuilt binaries");
+            }
+        }
+        if (canUsePrebuiltBinaries) {
+            const prebuiltBinPath = await getPrebuiltBinaryPath(existingPrebuiltBinaryMustMatchBuildOptions
+                ? buildFolderName.withCustomCmakeOptions
+                : buildFolderName.withoutCustomCmakeOptions);
+            if (prebuiltBinPath != null) {
+                try {
+                    const binding = loadBindingModule(prebuiltBinPath);
+                    const buildMetadata = await getPrebuiltBinaryBuildMetadata(buildFolderName.withCustomCmakeOptions);
+                    return await Llama._create({
+                        bindings: binding,
+                        buildType: "prebuilt",
+                        buildMetadata,
+                        logLevel,
+                        logger
+                    });
+                }
+                catch (err) {
+                    const binaryDescription = describeBinary({
+                        ...buildOptions,
+                        customCmakeOptions: existingPrebuiltBinaryMustMatchBuildOptions
+                            ? buildOptions.customCmakeOptions
+                            : new Map()
+                    });
+                    console.error(getConsoleLogPrefix() + `Failed to load a prebuilt ${binaryDescription}` + (build !== "never"
+                        ? ", falling back to building from source"
+                        : "") + ". Error:", err);
+                }
+            }
+            else if (progressLogs)
+                console.warn(getConsoleLogPrefix() + "A prebuilt binary was not found" + (build !== "never"
+                    ? ", falling back to building from source"
+                    : ""));
+        }
+    }
+    if (build === "never")
+        throw new NoBinaryFoundError();
+    const llamaCppRepoCloned = await isLlamaCppRepoCloned();
+    if (!llamaCppRepoCloned) {
+        if (skipDownload)
+            throw new NoBinaryFoundError("No prebuilt binaries found, no llama.cpp source found and `skipDownload` or NODE_LLAMA_CPP_SKIP_DOWNLOAD env var is set to true, so llama.cpp cannot be built from source");
+        buildOptions.llamaCpp.repo = defaultLlamaCppGitHubRepo;
+        buildOptions.llamaCpp.release = defaultLlamaCppRelease;
+        if (isGithubReleaseNeedsResolving(buildOptions.llamaCpp.release)) {
+            const [owner, name] = defaultLlamaCppGitHubRepo.split("/");
+            buildOptions.llamaCpp.release = await resolveGithubRelease(owner, name, buildOptions.llamaCpp.release);
+            buildFolderName = await getBuildFolderNameForBuildOptions(buildOptions);
+        }
+    }
+    await compileLlamaCpp(buildOptions, {
+        ensureLlamaCppRepoIsCloned: !skipDownload,
+        downloadCmakeIfNeeded: true,
+        updateLastBuildInfo: updateLastBuildInfoOnCompile
+    });
+    const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, buildFolderName.withCustomCmakeOptions);
+    await waitForLockfileRelease({ resourcePath: localBuildFolder });
+    const localBuildBinPath = await getLocalBuildBinaryPath(buildFolderName.withCustomCmakeOptions);
+    if (localBuildBinPath == null) {
+        throw new Error("Failed to build llama.cpp");
+    }
+    const binding = loadBindingModule(localBuildBinPath);
+    const buildMetadata = await getLocalBuildBinaryBuildMetadata(buildFolderName.withCustomCmakeOptions);
+    return await Llama._create({
+        bindings: binding,
+        buildType: "localBuild",
+        buildMetadata,
+        logLevel,
+        logger
+    });
+}
+function describeBinary(binaryOptions) {
+    let res = `binary for platform "${binaryOptions.platform}" "${binaryOptions.arch}"`;
+    const additions = [];
+    if (binaryOptions.computeLayers.metal)
+        additions.push("with Metal support");
+    if (binaryOptions.computeLayers.cuda)
+        additions.push("with CUDA support");
+    if (binaryOptions.customCmakeOptions.size > 0)
+        additions.push("with custom build options");
+    res += additions
+        .map((addition, index) => {
+        if (index === 0)
+            return " " + addition;
+        if (additions.length === 2)
+            return " and " + addition;
+        if (index === additions.length - 1)
+            return " and " + addition;
+        return ", " + addition;
+    })
+        .join("");
+    return res;
+}
+function loadBindingModule(bindingModulePath) {
+    // each llama instance has its own settings, such as a different logger, so we have to make sure we load a new instance every time
+    try {
+        delete require.cache[require.resolve(bindingModulePath)];
+    }
+    catch (err) { }
+    try {
+        const binding = require(bindingModulePath);
+        return binding;
+    }
+    finally {
+        try {
+            delete require.cache[require.resolve(bindingModulePath)];
+        }
+        catch (err) { }
+    }
+}
+//# sourceMappingURL=getLlama.js.map

package/dist/bindings/getLlama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getLlama.js","sourceRoot":"","sources":["../../src/bindings/getLlama.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAC,aAAa,EAAC,MAAM,QAAQ,CAAC;AACrC,OAAO,EACH,yBAAyB,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,yBAAyB,EAClI,2BAA2B,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,4BAA4B,EACzG,MAAM,cAAc,CAAC;AACtB,OAAO,EAAC,mBAAmB,EAAC,MAAM,iCAAiC,CAAC;AACpE,OAAO,EAAC,sBAAsB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,6BAA6B,EAAE,oBAAoB,EAAC,MAAM,kCAAkC,CAAC;AAErG,OAAO,EACH,eAAe,EAAE,gCAAgC,EAAE,uBAAuB,EAAE,8BAA8B,EAAE,qBAAqB,EACpI,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAC,gCAAgC,EAAE,oBAAoB,EAAC,MAAM,8BAA8B,CAAC;AAEpG,OAAO,EAAC,WAAW,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAC,iCAAiC,EAAC,MAAM,8CAA8C,CAAC;AAC/F,OAAO,EAAC,yBAAyB,EAAC,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAC,yBAAyB,EAAC,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAC,kBAAkB,EAAC,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AAEjC,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAsF/C,MAAM,CAAC,MAAM,oBAAoB,GAAG,UAAU,CAAC;AAU/C,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAAoC,EAAE,gBAAmC;IACpG,IAAI,OAAO,KAAK,WAAW,EAAE;QACzB,MAAM,aAAa,GAAG,MAAM,gBAAgB,EAAE,CAAC;QAC/C,MAAM,eAAe,GAAiB;YAClC,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,IAAI,wBAAwB;YAChE,MAAM,EAAE,gBAAgB,EAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB;SACjE,CAAC;QAEF,IAAI,aAAa,IAAI,IAAI;YACrB,OAAO,kBAAkB,CAAC,eAAe,CAAC,CAAC;QAE/C,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;QAC3F,MAAM,iBAAiB,GAAG,MAAM,uBAAuB,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAElF,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,gBAAgB,EAAC,CAAC,CAAC;QAC/D,IAAI,iBAAiB,IAAI,IAAI,EAAE;YAC3B,IAAI;gBACA,MAAM,OAAO,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACrD,MAAM,aAAa,GAAG,MAAM,gCAAgC,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;gBAEvF,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;oBACvB,QAAQ,EAAE,OAAO;oBACjB,SAAS,EAAE,YAAY;oBACvB,aAAa;oBACb,MAAM,EAAE,gBAAgB,EAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB;oBAC9D,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,IAAI,wBAAwB;iBACnE,CAAC,CAAC;aACN;YAAC,OAAO,GAAG,EAAE;gBACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,EAAE,GAAG,CAAC,CAAC;gBAChF,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,kCAAkC,CAAC,CAAC;aAC5E;SACJ;QAED,OAAO,kBAAkB,CAAC,eAAe,CAAC,CAAC;KAC9C;IAED,OAAO,kBAAkB,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACrC,KAAK,GAAG,2BAA2B,EACnC,IAAI,GAAG,0BAA0B,EACjC,QAAQ,GAAG,wBAAwB,EACnC,MAAM,GAAG,KAAK,CAAC,oBAAoB,EACnC,KAAK,GAAG,MAAM,EACd,YAAY,GAAG,EAAE,EACjB,2CAA2C,GAAG,KAAK,EACnD,mBAAmB,GAAG,IAAI,EAC1B,YAAY,GAAG,IAAI,EACnB,YAAY,GAAG,mBAAmB,EACvB,EAAE,EACb,4BAA4B,GAAG,KAAK,KAGpC,EAAE;IACF,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAE1B,IAAI,QAAQ,KAAK,KAAK;QAAE,KAAK,GAAG,KAAK,CAAC;SACjC,IAAI,QAAQ,KAAK,KAAK,IAAI,IAAI,KAAK,OAAO;QAAE,IAAI,GAAG,KAAK,CAAC;IAC9D,IAAI,QAAQ,IAAI,IAAI;QAAE,QAAQ,GAAG,wBAAwB,CAAC;IAC1D,IAAI,MAAM,IAAI,IAAI;QAAE,MAAM,GAAG,KAAK,CAAC,oBAAoB,CAAC;IACxD,IAAI,KAAK,IAAI,IAAI;QAAE,KAAK,GAAG,MAAM,CAAC;IAClC,IAAI,YAAY,IAAI,IAAI;QAAE,YAAY,GAAG,EAAE,CAAC;IAC5C,IAAI,2CAA2C,IAAI,IAAI;QAAE,2CAA2C,GAAG,KAAK,CAAC;IAC7G,IAAI,mBAAmB,IAAI,IAAI;QAAE,mBAAmB,GAAG,IAAI,CAAC;IAC5D,IAAI,YAAY,IAAI,IAAI;QAAE,YAAY,GAAG,IAAI,CAAC;IAC9C,IAAI,YAAY,IAAI,IAAI;QAAE,YAAY,GAAG,mBAAmB,CAAC;IAE7D,MAAM,6BAA6B,GAAG,MAAM,gCAAgC,EAAE,CAAC;IAE/E,MAAM,YAAY,GAAiB;QAC/B,kBAAkB,EAAE,yBAAyB,CAAC,YAAY,CAAC;QAC3D,YAAY;QACZ,QAAQ;QACR,IAAI;QACJ,aAAa,EAAE;YACX,KAAK;YACL,IAAI;SACP;QACD,QAAQ,EAAE;YACN,IAAI,EAAE,6BAA6B,EAAE,kBAAkB,IAAI,yBAAyB;YACpF,OAAO,EAAE,6BAA6B,EAAE,GAAG,IAAI,sBAAsB;SACxE;KACJ,CAAC;IAEF,MAAM,sBAAsB,GAAG,CAAC,KAAK,KAAK,cAAc,IAAI,CAAC,mBAAmB,CAAC;QAC7E,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,MAAM,yBAAyB,EAAE,CAAC;IACxC,IAAI,eAAe,GAAG,MAAM,iCAAiC,CAAC,YAAY,CAAC,CAAC;IAE5E,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,EAAE;QACvC,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;QACzG,MAAM,iBAAiB,GAAG,MAAM,uBAAuB,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;QAEhG,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,gBAAgB,EAAC,CAAC,CAAC;QAC/D,IAAI,iBAAiB,IAAI,IAAI,EAAE;YAC3B,IAAI;gBACA,MAAM,OAAO,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACrD,MAAM,aAAa,GAAG,MAAM,gCAAgC,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;gBAErG,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;oBACvB,QAAQ,EAAE,OAAO;oBACjB,SAAS,EAAE,YAAY;oBACvB,aAAa;oBACb,QAAQ;oBACR,MAAM;iBACT,CAAC,CAAC;aACN;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,iBAAiB,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;gBACvD,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,gCAAgC,iBAAiB,UAAU,EAAE,GAAG,CAAC,CAAC;gBACxG,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,CAAC,CAAC;aAC7E;SACJ;QAED,IAAI,sBAAsB,EAAE;YACxB,MAAM,eAAe,GAAG,MAAM,qBAAqB,CAC/C,2CAA2C;gBACvC,CAAC,CAAC,eAAe,CAAC,sBAAsB;gBACxC,CAAC,CAAC,eAAe,CAAC,yBAAyB,CAClD,CAAC;YAEF,IAAI,eAAe,IAAI,IAAI,EAAE;gBACzB,IAAI;oBACA,MAAM,OAAO,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;oBACnD,MAAM,aAAa,GAAG,MAAM,8BAA8B,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;oBAEnG,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;wBACvB,QAAQ,EAAE,OAAO;wBACjB,SAAS,EAAE,UAAU;wBACrB,aAAa;wBACb,QAAQ;wBACR,MAAM;qBACT,CAAC,CAAC;iBACN;gBAAC,OAAO,GAAG,EAAE;oBACV,MAAM,iBAAiB,GAAG,cAAc,CAAC;wBACrC,GAAG,YAAY;wBACf,kBAAkB,EAAE,2CAA2C;4BAC3D,CAAC,CAAC,YAAY,CAAC,kBAAkB;4BACjC,CAAC,CAAC,IAAI,GAAG,EAAE;qBAClB,CAAC,CAAC;oBACH,OAAO,CAAC,KAAK,CACT,mBAAmB,EAAE,GAAG,6BAA6B,iBAAiB,EAAE,GAAG,CACvE,KAAK,KAAK,OAAO;wBACb,CAAC,CAAC,wCAAwC;wBAC1C,CAAC,CAAC,EAAE,CACX,GAAG,UAAU,EAAE,GAAG,CAAC,CAAC;iBAC5B;aACJ;iBAAM,IAAI,YAAY;gBACnB,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE,GAAG,iCAAiC,GAAG,CACxD,KAAK,KAAK,OAAO;oBACb,CAAC,CAAC,wCAAwC;oBAC1C,CAAC,CAAC,EAAE,CACX,CACJ,CAAC;SACT;KACJ;IAED,IAAI,KAAK,KAAK,OAAO;QACjB,MAAM,IAAI,kBAAkB,EAAE,CAAC;IAEnC,MAAM,kBAAkB,GAAG,MAAM,oBAAoB,EAAE,CAAC;IACxD,IAAI,CAAC,kBAAkB,EAAE;QACrB,IAAI,YAAY;YACZ,MAAM,IAAI,kBAAkB,CAAC,2KAA2K,CAAC,CAAC;QAE9M,YAAY,CAAC,QAAQ,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACvD,YAAY,CAAC,QAAQ,CAAC,OAAO,GAAG,sBAAsB,CAAC;QAEvD,IAAI,6BAA6B,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;YAC9D,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,yBAAyB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC3D,YAAY,CAAC,QAAQ,CAAC,OAAO,GAAG,MAAM,oBAAoB,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACvG,eAAe,GAAG,MAAM,iCAAiC,CAAC,YAAY,CAAC,CAAC;SAC3E;KACJ;IAED,MAAM,eAAe,CAAC,YAAY,EAAE;QAChC,0BAA0B,EAAE,CAAC,YAAY;QACzC,qBAAqB,EAAE,IAAI;QAC3B,mBAAmB,EAAE,4BAA4B;KACpD,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;IACzG,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,gBAAgB,EAAC,CAAC,CAAC;IAE/D,MAAM,iBAAiB,GAAG,MAAM,uBAAuB,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;IAEhG,IAAI,iBAAiB,IAAI,IAAI,EAAE;QAC3B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;KAChD;IAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;IACrD,MAAM,aAAa,GAAG,MAAM,gCAAgC,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;IAErG,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;QACvB,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,YAAY;QACvB,aAAa;QACb,QAAQ;QACR,MAAM;KACT,CAAC,CAAC;AACP,CAAC;AAED,SAAS,cAAc,CAAC,aAA2B;IAC/C,IAAI,GAAG,GAAG,wBAAwB,aAAa,CAAC,QAAQ,MAAM,aAAa,CAAC,IAAI,GAAG,CAAC;IACpF,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,IAAI,aAAa,CAAC,aAAa,CAAC,KAAK;QACjC,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAEzC,IAAI,aAAa,CAAC,aAAa,CAAC,IAAI;QAChC,SAAS,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAExC,IAAI,aAAa,CAAC,kBAAkB,CAAC,IAAI,GAAG,CAAC;QACzC,SAAS,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAEhD,GAAG,IAAI,SAAS;SACX,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QACrB,IAAI,KAAK,KAAK,CAAC;YACX,OAAO,GAAG,GAAG,QAAQ,CAAC;QAE1B,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YACtB,OAAO,OAAO,GAAG,QAAQ,CAAC;QAE9B,IAAI,KAAK,KAAK,SAAS,CAAC,MAAM,GAAG,CAAC;YAC9B,OAAO,OAAO,GAAG,QAAQ,CAAC;QAE9B,OAAO,IAAI,GAAG,QAAQ,CAAC;IAC3B,CAAC,CAAC;SACD,IAAI,CAAC,EAAE,CAAC,CAAC;IAEd,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,iBAAyB;IAChD,kIAAkI;IAClI,IAAI;QACA,OAAO,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;KAC5D;IAAC,OAAO,GAAG,EAAE,GAAE;IAEhB,IAAI;QACA,MAAM,OAAO,GAAkB,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAE1D,OAAO,OAAO,CAAC;KAClB;YAAS;QACN,IAAI;YACA,OAAO,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;SAC5D;QAAC,OAAO,GAAG,EAAE,GAAE;KACnB;AACL,CAAC"}

package/dist/bindings/types.d.ts

@@ -0,0 +1,33 @@
+import process from "process";
+import { BinaryPlatform } from "./utils/getPlatform.js";
+export type BuildOptions = {
+    customCmakeOptions: Map<string, string>;
+    progressLogs: boolean;
+    platform: BinaryPlatform;
+    arch: typeof process.arch;
+    computeLayers: {
+        metal: boolean;
+        cuda: boolean;
+    };
+    llamaCpp: {
+        repo: string;
+        release: string;
+    };
+};
+export type BuildOptionsJSON = Omit<BuildOptions, "customCmakeOptions"> & {
+    customCmakeOptions: Record<string, string>;
+};
+export declare function convertBuildOptionsJSONToBuildOptions(buildOptionsJSON: BuildOptionsJSON): BuildOptions;
+export declare function convertBuildOptionsToBuildOptionsJSON(buildOptions: BuildOptions): BuildOptionsJSON;
+export type BuildMetadataFile = {
+    buildOptions: BuildOptionsJSON;
+};
+export declare enum LlamaLogLevel {
+    disabled = "disabled",
+    fatal = "fatal",
+    error = "error",
+    warn = "warn",
+    info = "info",
+    debug = "debug"
+}
+export declare const LlamaLogLevelValues: readonly [LlamaLogLevel.disabled, LlamaLogLevel.fatal, LlamaLogLevel.error, LlamaLogLevel.warn, LlamaLogLevel.info, LlamaLogLevel.debug];

package/dist/bindings/types.js

@@ -0,0 +1,30 @@
+export function convertBuildOptionsJSONToBuildOptions(buildOptionsJSON) {
+    return {
+        ...buildOptionsJSON,
+        customCmakeOptions: new Map(Object.entries(buildOptionsJSON.customCmakeOptions))
+    };
+}
+export function convertBuildOptionsToBuildOptionsJSON(buildOptions) {
+    return {
+        ...buildOptions,
+        customCmakeOptions: Object.fromEntries(buildOptions.customCmakeOptions)
+    };
+}
+export var LlamaLogLevel;
+(function (LlamaLogLevel) {
+    LlamaLogLevel["disabled"] = "disabled";
+    LlamaLogLevel["fatal"] = "fatal";
+    LlamaLogLevel["error"] = "error";
+    LlamaLogLevel["warn"] = "warn";
+    LlamaLogLevel["info"] = "info";
+    LlamaLogLevel["debug"] = "debug";
+})(LlamaLogLevel || (LlamaLogLevel = {}));
+export const LlamaLogLevelValues = [
+    LlamaLogLevel.disabled,
+    LlamaLogLevel.fatal,
+    LlamaLogLevel.error,
+    LlamaLogLevel.warn,
+    LlamaLogLevel.info,
+    LlamaLogLevel.debug
+];
+//# sourceMappingURL=types.js.map

package/dist/bindings/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/bindings/types.ts"],"names":[],"mappings":"AAsBA,MAAM,UAAU,qCAAqC,CAAC,gBAAkC;IACpF,OAAO;QACH,GAAG,gBAAgB;QACnB,kBAAkB,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;KACnF,CAAC;AACN,CAAC;AAED,MAAM,UAAU,qCAAqC,CAAC,YAA0B;IAC5E,OAAO;QACH,GAAG,YAAY;QACf,kBAAkB,EAAE,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,kBAAkB,CAAC;KAC1E,CAAC;AACN,CAAC;AAMD,MAAM,CAAN,IAAY,aAOX;AAPD,WAAY,aAAa;IACrB,sCAAqB,CAAA;IACrB,gCAAe,CAAA;IACf,gCAAe,CAAA;IACf,8BAAa,CAAA;IACb,8BAAa,CAAA;IACb,gCAAe,CAAA;AACnB,CAAC,EAPW,aAAa,KAAb,aAAa,QAOxB;AACD,MAAM,CAAC,MAAM,mBAAmB,GAAG;IAC/B,aAAa,CAAC,QAAQ;IACtB,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,IAAI;IAClB,aAAa,CAAC,IAAI;IAClB,aAAa,CAAC,KAAK;CACb,CAAC"}

package/dist/bindings/utils/NoBinaryFoundError.d.ts

@@ -0,0 +1,2 @@
+export declare class NoBinaryFoundError extends Error {
+}

package/dist/bindings/utils/NoBinaryFoundError.js

@@ -0,0 +1,7 @@
+export class NoBinaryFoundError extends Error {
+    /** @internal */
+    constructor(message = "NoBinaryFoundError") {
+        super(message);
+    }
+}
+//# sourceMappingURL=NoBinaryFoundError.js.map

package/dist/bindings/utils/NoBinaryFoundError.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NoBinaryFoundError.js","sourceRoot":"","sources":["../../../src/bindings/utils/NoBinaryFoundError.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,kBAAmB,SAAQ,KAAK;IACzC,gBAAgB;IAChB,YAAmB,UAAkB,oBAAoB;QACrD,KAAK,CAAC,OAAO,CAAC,CAAC;IACnB,CAAC;CACJ"}

package/dist/{utils → bindings/utils}/binariesGithubRelease.js

@@ -1,5 +1,5 @@
 import fs from "fs-extra";
-import { binariesGithubReleasePath } from "../config.js";
+import { binariesGithubReleasePath } from "../../config.js";
 export async function getBinariesGithubRelease() {
     const binariesGithubRelease = await fs.readJson(binariesGithubReleasePath);
     return binariesGithubRelease.release;

package/dist/bindings/utils/binariesGithubRelease.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"binariesGithubRelease.js","sourceRoot":"","sources":["../../../src/bindings/utils/binariesGithubRelease.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,yBAAyB,EAAC,MAAM,iBAAiB,CAAC;AAM1D,MAAM,CAAC,KAAK,UAAU,wBAAwB;IAC1C,MAAM,qBAAqB,GAA8B,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC;IAEtG,OAAO,qBAAqB,CAAC,OAAO,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,OAA6C;IACxF,MAAM,yBAAyB,GAA8B;QACzD,OAAO,EAAE,OAAO;KACnB,CAAC;IAEF,MAAM,EAAE,CAAC,SAAS,CAAC,yBAAyB,EAAE,yBAAyB,EAAE;QACrE,MAAM,EAAE,CAAC;KACZ,CAAC,CAAC;AACP,CAAC"}

package/dist/bindings/utils/clearAllLocalBuilds.d.ts

@@ -0,0 +1 @@
+export declare function clearAllLocalBuilds(waitForLocks?: boolean): Promise<void>;

package/dist/bindings/utils/clearAllLocalBuilds.js

@@ -0,0 +1,47 @@
+import path from "path";
+import fs from "fs-extra";
+import { lastBuildInfoJsonPath, llamaLocalBuildBinsDirectory } from "../../config.js";
+import { clearTempFolder } from "../../utils/clearTempFolder.js";
+import { withLockfile } from "../../utils/withLockfile.js";
+import { isLockfileActive } from "../../utils/isLockfileActive.js";
+import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
+export async function clearAllLocalBuilds(waitForLocks = false) {
+    async function removeBuilds() {
+        const itemsToRemove = Array.from(new Set((await fs.readdir(llamaLocalBuildBinsDirectory))
+            .map(item => (item.endsWith(".lock")
+            ? item.slice(0, -".lock".length)
+            : item))
+            .filter(item => !item.startsWith("."))));
+        let hasLocks = false;
+        const buildRemovals = itemsToRemove.map(async (item) => {
+            const absolutePath = path.join(llamaLocalBuildBinsDirectory, item);
+            const pathIsLocked = await isLockfileActive({ resourcePath: absolutePath });
+            hasLocks ||= pathIsLocked;
+            if (waitForLocks)
+                await withLockfile({
+                    resourcePath: absolutePath
+                }, async () => {
+                    await fs.remove(absolutePath);
+                });
+            else if (!pathIsLocked)
+                await fs.remove(absolutePath);
+        });
+        return {
+            buildRemovals,
+            hasLocks
+        };
+    }
+    if (await fs.pathExists(llamaLocalBuildBinsDirectory)) {
+        const { hasLocks, buildRemovals } = await removeBuilds();
+        if (hasLocks) {
+            if (waitForLocks)
+                console.log(getConsoleLogPrefix() + "Some builds are in progress. Waiting for those builds to finish before removing them.");
+            else
+                console.log(getConsoleLogPrefix() + "Some builds are in progress. Skipping removal of those builds.");
+        }
+        await Promise.all(buildRemovals);
+    }
+    await fs.remove(lastBuildInfoJsonPath);
+    await clearTempFolder();
+}
+//# sourceMappingURL=clearAllLocalBuilds.js.map

package/dist/bindings/utils/clearAllLocalBuilds.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clearAllLocalBuilds.js","sourceRoot":"","sources":["../../../src/bindings/utils/clearAllLocalBuilds.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,qBAAqB,EAAE,4BAA4B,EAAC,MAAM,iBAAiB,CAAC;AACpF,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAC,gBAAgB,EAAC,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AAEvE,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,YAAY,GAAG,KAAK;IAC1D,KAAK,UAAU,YAAY;QACvB,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAC5B,IAAI,GAAG,CACH,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;aAC3C,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CACT,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YAClB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;YAChC,CAAC,CAAC,IAAI,CACb,CAAC;aACD,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAC7C,CACJ,CAAC;QAEF,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACnD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,CAAC,CAAC;YACnE,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,EAAC,YAAY,EAAE,YAAY,EAAC,CAAC,CAAC;YAE1E,QAAQ,KAAK,YAAY,CAAC;YAE1B,IAAI,YAAY;gBACZ,MAAM,YAAY,CAAC;oBACf,YAAY,EAAE,YAAY;iBAC7B,EAAE,KAAK,IAAI,EAAE;oBACV,MAAM,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;gBAClC,CAAC,CAAC,CAAC;iBACF,IAAI,CAAC,YAAY;gBAClB,MAAM,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,OAAO;YACH,aAAa;YACb,QAAQ;SACX,CAAC;IACN,CAAC;IAED,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,4BAA4B,CAAC,EAAE;QACnD,MAAM,EAAC,QAAQ,EAAE,aAAa,EAAC,GAAG,MAAM,YAAY,EAAE,CAAC;QAEvD,IAAI,QAAQ,EAAE;YACV,IAAI,YAAY;gBACZ,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,GAAG,uFAAuF,CAAC,CAAC;;gBAE7H,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,GAAG,gEAAgE,CAAC,CAAC;SAC7G;QAED,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;KACpC;IAED,MAAM,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;IACvC,MAAM,eAAe,EAAE,CAAC;AAC5B,CAAC"}

package/dist/bindings/utils/cloneLlamaCppRepo.d.ts

@@ -0,0 +1,11 @@
+type ClonedLlamaCppRepoTagFile = {
+    tag: string;
+    llamaCppGithubRepo: string;
+};
+export declare function cloneLlamaCppRepo(githubOwner: string, githubRepo: string, tag: string, useBundles?: boolean, progressLogs?: boolean): Promise<void>;
+export declare function getClonedLlamaCppRepoReleaseInfo(): Promise<ClonedLlamaCppRepoTagFile | null>;
+export declare function isLlamaCppRepoCloned(waitForLock?: boolean): Promise<boolean>;
+export declare function ensureLlamaCppRepoIsCloned({ progressLogs }?: {
+    progressLogs?: boolean;
+}): Promise<void>;
+export {};

package/dist/bindings/utils/cloneLlamaCppRepo.js

@@ -0,0 +1,155 @@
+import path from "path";
+import simpleGit from "simple-git";
+import cliProgress from "cli-progress";
+import chalk from "chalk";
+import fs from "fs-extra";
+import { defaultLlamaCppGitHubRepo, defaultLlamaCppRelease, llamaCppDirectory, llamaCppDirectoryInfoFilePath } from "../../config.js";
+import { getGitBundlePathForRelease } from "../../utils/gitReleaseBundles.js";
+import { withLockfile } from "../../utils/withLockfile.js";
+import { waitForLockfileRelease } from "../../utils/waitForLockfileRelease.js";
+import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
+import { isLockfileActive } from "../../utils/isLockfileActive.js";
+import { isGithubReleaseNeedsResolving, resolveGithubRelease } from "../../utils/resolveGithubRelease.js";
+import withStatusLogs from "../../utils/withStatusLogs.js";
+export async function cloneLlamaCppRepo(githubOwner, githubRepo, tag, useBundles = true, progressLogs = true) {
+    const gitBundleForTag = !useBundles ? null : await getGitBundlePathForRelease(githubOwner, githubRepo, tag);
+    const remoteGitUrl = `https://github.com/${githubOwner}/${githubRepo}.git`;
+    async function withGitCloneProgress(cloneName, callback) {
+        if (!progressLogs)
+            return await callback(simpleGit({}));
+        const progressBar = new cliProgress.Bar({
+            clearOnComplete: false,
+            hideCursor: true,
+            autopadding: true,
+            format: getConsoleLogPrefix() + `${chalk.bold("Clone {repo}")}  ${chalk.yellow("{percentage}%")} ${chalk.cyan("{bar}")} ${chalk.grey("{eta_formatted}")}`
+        }, cliProgress.Presets.shades_classic);
+        progressBar.start(100, 0, {
+            speed: "",
+            repo: `${githubOwner}/${githubRepo} (${cloneName})`
+        });
+        const gitWithCloneProgress = simpleGit({
+            progress({ progress, total, processed }) {
+                const totalProgress = (processed / 100) + (progress / total);
+                progressBar.update(Math.floor(totalProgress * 10000) / 100);
+            }
+        });
+        try {
+            const res = await callback(gitWithCloneProgress);
+            progressBar.update(100);
+            return res;
+        }
+        finally {
+            progressBar.stop();
+        }
+    }
+    await withLockfile({
+        resourcePath: llamaCppDirectory
+    }, async () => {
+        await fs.remove(llamaCppDirectory);
+        await fs.remove(llamaCppDirectoryInfoFilePath);
+        if (gitBundleForTag != null) {
+            try {
+                await withGitCloneProgress("local bundle", async (gitWithCloneProgress) => {
+                    await gitWithCloneProgress.clone(gitBundleForTag, llamaCppDirectory, {
+                        "--quiet": null
+                    });
+                    await simpleGit(llamaCppDirectory).removeRemote("origin");
+                });
+                await updateClonedLlamaCppRepoTagFile(githubOwner, githubRepo, tag);
+                return;
+            }
+            catch (err) {
+                await fs.remove(llamaCppDirectory);
+                await fs.remove(llamaCppDirectoryInfoFilePath);
+                if (progressLogs)
+                    console.error(getConsoleLogPrefix() + "Failed to clone git bundle, cloning from GitHub instead", err);
+                printCloneErrorHelp(String(err));
+            }
+        }
+        try {
+            await withGitCloneProgress("GitHub", async (gitWithCloneProgress) => {
+                await gitWithCloneProgress.clone(remoteGitUrl, llamaCppDirectory, {
+                    "--depth": 1,
+                    "--branch": tag,
+                    "--quiet": null
+                });
+            });
+            await updateClonedLlamaCppRepoTagFile(githubOwner, githubRepo, tag);
+        }
+        catch (err) {
+            printCloneErrorHelp(String(err));
+            throw err;
+        }
+    });
+}
+function printCloneErrorHelp(error) {
+    // This error happens with some docker images where the current user is different
+    // from the owner of the files due to mounting a volume.
+    // In such cases, print a helpful message to help the user resolve the issue.
+    if (error.toLowerCase().includes("detected dubious ownership in repository"))
+        console.info("\n" +
+            getConsoleLogPrefix(true) + chalk.yellow("To fix this issue, try running this command to fix it for the current module directory:") + "\n" +
+            'git config --global --add safe.directory "' + llamaCppDirectory + '"\n\n' +
+            chalk.yellow("Or run this command to fix it everywhere:") + "\n" +
+            'git config --global --add safe.directory "*"');
+}
+export async function getClonedLlamaCppRepoReleaseInfo() {
+    if (!(await isLlamaCppRepoCloned(false)))
+        return null;
+    if (!(await fs.pathExists(llamaCppDirectoryInfoFilePath)))
+        return null;
+    try {
+        const clonedLlamaCppRepoTagJson = await fs.readJson(llamaCppDirectoryInfoFilePath);
+        return clonedLlamaCppRepoTagJson;
+    }
+    catch (err) {
+        console.error(getConsoleLogPrefix() + "Failed to read llama.cpp tag file", err);
+        return null;
+    }
+}
+export async function isLlamaCppRepoCloned(waitForLock = true) {
+    if (waitForLock)
+        await waitForLockfileRelease({ resourcePath: llamaCppDirectory });
+    else if (await isLockfileActive({ resourcePath: llamaCppDirectory }))
+        return false;
+    const [repoGitExists, releaseInfoFileExists] = await Promise.all([
+        fs.pathExists(path.join(llamaCppDirectory, ".git")),
+        fs.pathExists(llamaCppDirectoryInfoFilePath)
+    ]);
+    return repoGitExists && releaseInfoFileExists;
+}
+export async function ensureLlamaCppRepoIsCloned({ progressLogs = true } = {}) {
+    if (await isLlamaCppRepoCloned(true))
+        return;
+    const [githubOwner, githubRepo] = defaultLlamaCppGitHubRepo.split("/");
+    if (progressLogs)
+        console.log(getConsoleLogPrefix() + chalk.blue("Cloning llama.cpp"));
+    let releaseTag = defaultLlamaCppRelease;
+    if (isGithubReleaseNeedsResolving(releaseTag)) {
+        await withStatusLogs({
+            loading: chalk.blue("Fetching llama.cpp info"),
+            success: chalk.blue("Fetched llama.cpp info"),
+            fail: chalk.blue("Failed to fetch llama.cpp info"),
+            disableLogs: !progressLogs
+        }, async () => {
+            releaseTag = await resolveGithubRelease(githubOwner, githubRepo, releaseTag);
+        });
+    }
+    await cloneLlamaCppRepo(githubOwner, githubRepo, releaseTag, true, progressLogs);
+}
+async function updateClonedLlamaCppRepoTagFile(githubOwner, githubRepo, tag) {
+    try {
+        const clonedLlamaCppRepoTagJson = {
+            tag,
+            llamaCppGithubRepo: githubOwner + "/" + githubRepo
+        };
+        await fs.writeJson(llamaCppDirectoryInfoFilePath, clonedLlamaCppRepoTagJson, {
+            spaces: 4
+        });
+    }
+    catch (err) {
+        console.error(getConsoleLogPrefix() + "Failed to write llama.cpp tag file", err);
+        throw err;
+    }
+}
+//# sourceMappingURL=cloneLlamaCppRepo.js.map

package/dist/bindings/utils/cloneLlamaCppRepo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloneLlamaCppRepo.js","sourceRoot":"","sources":["../../../src/bindings/utils/cloneLlamaCppRepo.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,SAAsB,MAAM,YAAY,CAAC;AAChD,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,6BAA6B,EAAC,MAAM,iBAAiB,CAAC;AACpI,OAAO,EAAC,0BAA0B,EAAC,MAAM,kCAAkC,CAAC;AAC5E,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAC,sBAAsB,EAAC,MAAM,uCAAuC,CAAC;AAC7E,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAC,gBAAgB,EAAC,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAC,6BAA6B,EAAE,oBAAoB,EAAC,MAAM,qCAAqC,CAAC;AACxG,OAAO,cAAc,MAAM,+BAA+B,CAAC;AAQ3D,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACnC,WAAmB,EAAE,UAAkB,EAAE,GAAW,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI;IAE9G,MAAM,eAAe,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,0BAA0B,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;IAC5G,MAAM,YAAY,GAAG,sBAAsB,WAAW,IAAI,UAAU,MAAM,CAAC;IAE3E,KAAK,UAAU,oBAAoB,CAAI,SAAiB,EAAE,QAAyD;QAC/G,IAAI,CAAC,YAAY;YACb,OAAO,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;QAEzC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC;YACpC,eAAe,EAAE,KAAK;YACtB,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,IAAI;YACjB,MAAM,EAAE,mBAAmB,EAAE,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE;SAC5J,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAEvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE;YACtB,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,GAAG,WAAW,IAAI,UAAU,KAAK,SAAS,GAAG;SACtD,CAAC,CAAC;QAEH,MAAM,oBAAoB,GAAG,SAAS,CAAC;YACnC,QAAQ,CAAC,EAAC,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAC;gBACjC,MAAM,aAAa,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC;gBAE7D,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;YAChE,CAAC;SACJ,CAAC,CAAC;QAEH,IAAI;YACA,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,oBAAoB,CAAC,CAAC;YAEjD,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAExB,OAAO,GAAG,CAAC;SACd;gBAAS;YACN,WAAW,CAAC,IAAI,EAAE,CAAC;SACtB;IACL,CAAC;IAED,MAAM,YAAY,CAAC;QACf,YAAY,EAAE,iBAAiB;KAClC,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACnC,MAAM,EAAE,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;QAE/C,IAAI,eAAe,IAAI,IAAI,EAAE;YACzB,IAAI;gBACA,MAAM,oBAAoB,CAAC,cAAc,EAAE,KAAK,EAAE,oBAAoB,EAAE,EAAE;oBACtE,MAAM,oBAAoB,CAAC,KAAK,CAAC,eAAe,EAAE,iBAAiB,EAAE;wBACjE,SAAS,EAAE,IAAI;qBAClB,CAAC,CAAC;oBAEH,MAAM,SAAS,CAAC,iBAAiB,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;gBAC9D,CAAC,CAAC,CAAC;gBAEH,MAAM,+BAA+B,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;gBAEpE,OAAO;aACV;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;gBACnC,MAAM,EAAE,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;gBAE/C,IAAI,YAAY;oBACZ,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,yDAAyD,EAAE,GAAG,CAAC,CAAC;gBAE1G,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;aACpC;SACJ;QAED,IAAI;YACA,MAAM,oBAAoB,CAAC,QAAQ,EAAE,KAAK,EAAE,oBAAoB,EAAE,EAAE;gBAChE,MAAM,oBAAoB,CAAC,KAAK,CAAC,YAAY,EAAE,iBAAiB,EAAE;oBAC9D,SAAS,EAAE,CAAC;oBACZ,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,IAAI;iBAClB,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YAEH,MAAM,+BAA+B,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;SACvE;QAAC,OAAO,GAAG,EAAE;YACV,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAEjC,MAAM,GAAG,CAAC;SACb;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACtC,iFAAiF;IACjF,wDAAwD;IACxD,6EAA6E;IAC7E,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;QACxE,OAAO,CAAC,IAAI,CAAC,IAAI;YACb,mBAAmB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,yFAAyF,CAAC,GAAG,IAAI;YAC1I,4CAA4C,GAAG,iBAAiB,GAAG,OAAO;YAC1E,KAAK,CAAC,MAAM,CAAC,2CAA2C,CAAC,GAAG,IAAI;YAChE,8CAA8C,CACjD,CAAC;AACV,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC;IAClD,IAAI,CAAC,CAAC,MAAM,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IAEhB,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,6BAA6B,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC;IAEhB,IAAI;QACA,MAAM,yBAAyB,GAA8B,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC,CAAC;QAE9G,OAAO,yBAAyB,CAAC;KACpC;IAAC,OAAO,GAAG,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,EAAE,GAAG,CAAC,CAAC;QAChF,OAAO,IAAI,CAAC;KACf;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,cAAuB,IAAI;IAClE,IAAI,WAAW;QACX,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,iBAAiB,EAAC,CAAC,CAAC;SAC/D,IAAI,MAAM,gBAAgB,CAAC,EAAC,YAAY,EAAE,iBAAiB,EAAC,CAAC;QAC9D,OAAO,KAAK,CAAC;IAEjB,MAAM,CACF,aAAa,EACb,qBAAqB,CACxB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;QACnD,EAAE,CAAC,UAAU,CAAC,6BAA6B,CAAC;KAC/C,CAAC,CAAC;IAEH,OAAO,aAAa,IAAI,qBAAqB,CAAC;AAClD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,EAAC,YAAY,GAAG,IAAI,KAA8B,EAAE;IACjG,IAAI,MAAM,oBAAoB,CAAC,IAAI,CAAC;QAChC,OAAO;IAEX,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,GAAG,yBAAyB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEvE,IAAI,YAAY;QACZ,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAEzE,IAAI,UAAU,GAAG,sBAAsB,CAAC;IAExC,IAAI,6BAA6B,CAAC,UAAU,CAAC,EAAE;QAC3C,MAAM,cAAc,CAAC;YACjB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC;YAC9C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC;YAC7C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,gCAAgC,CAAC;YAClD,WAAW,EAAE,CAAC,YAAY;SAC7B,EAAE,KAAK,IAAI,EAAE;YACV,UAAU,GAAG,MAAM,oBAAoB,CAAC,WAAW,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;KACN;IAED,MAAM,iBAAiB,CAAC,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;AACrF,CAAC;AAED,KAAK,UAAU,+BAA+B,CAAC,WAAmB,EAAE,UAAkB,EAAE,GAAW;IAC/F,IAAI;QACA,MAAM,yBAAyB,GAA8B;YACzD,GAAG;YACH,kBAAkB,EAAE,WAAW,GAAG,GAAG,GAAG,UAAU;SACrD,CAAC;QAEF,MAAM,EAAE,CAAC,SAAS,CAAC,6BAA6B,EAAE,yBAAyB,EAAE;YACzE,MAAM,EAAE,CAAC;SACZ,CAAC,CAAC;KACN;IAAC,OAAO,GAAG,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,oCAAoC,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,GAAG,CAAC;KACb;AACL,CAAC"}

package/dist/bindings/utils/compileLLamaCpp.d.ts

@@ -0,0 +1,12 @@
+import { BuildMetadataFile, BuildOptions } from "../types.js";
+export declare function compileLlamaCpp(buildOptions: BuildOptions, { nodeTarget, updateLastBuildInfo: updateLastBuildInfoArg, includeBuildOptionsInBinaryFolderName, ensureLlamaCppRepoIsCloned: ensureLlamaCppRepoIsClonedArg, downloadCmakeIfNeeded: downloadCmakeIfNeededArg }: {
+    nodeTarget?: string;
+    updateLastBuildInfo?: boolean;
+    includeBuildOptionsInBinaryFolderName?: boolean;
+    ensureLlamaCppRepoIsCloned?: boolean;
+    downloadCmakeIfNeeded?: boolean;
+}): Promise<void>;
+export declare function getLocalBuildBinaryPath(folderName: string): Promise<string | null>;
+export declare function getLocalBuildBinaryBuildMetadata(folderName: string): Promise<BuildMetadataFile>;
+export declare function getPrebuiltBinaryPath(folderName: string): Promise<string | null>;
+export declare function getPrebuiltBinaryBuildMetadata(folderName: string): Promise<BuildMetadataFile>;