node-llama-cpp 3.0.0-beta.3 → 3.0.0-beta.30

package/dist/bindings/getLlama.d.ts

@@ -0,0 +1,148 @@
+import { LlamaLogLevel } from "./types.js";
+import { Llama } from "./Llama.js";
+export type LlamaOptions = {
+    /**
+     * The compute layer implementation type to use for llama.cpp.
+     * - **`"auto"`**: Automatically detect and use the best GPU available (Metal on macOS, and CUDA or Vulkan on Windows and Linux)
+     * - **`"metal"`**: Use Metal.
+     *   Only supported on macOS.
+     *   Enabled by default on Apple Silicon Macs.
+     * - **`"cuda"`**: Use CUDA.
+     * - **`"vulkan"`**: Use Vulkan.
+     * - **`false`**: Disable any GPU support and only use the CPU.
+     *
+     * `"auto"` by default.
+     */
+    gpu?: "auto" | "metal" | "cuda" | "vulkan" | false;
+    /**
+     * Set the minimum log level for llama.cpp.
+     * Defaults to `"warn"`.
+     */
+    logLevel?: LlamaLogLevel;
+    /**
+     * Set a custom logger for llama.cpp logs.
+     */
+    logger?: (level: LlamaLogLevel, message: string) => void;
+    /**
+     * Set what build method to use.
+     * - **`"auto"`**: If a local build is found, use it.
+     * Otherwise, if a prebuilt binary is found, use it.
+     * Otherwise, build from source.
+     * - **`"never"`**: If a local build is found, use it.
+     * Otherwise, if a prebuilt binary is found, use it.
+     * Otherwise, throw a `NoBinaryFoundError` error.
+     * - **`"forceRebuild"`**: Always build from source.
+     * Be cautious with this option, as it will cause the build to fail on Windows when the binaries are in use by another process.
+     *
+     * If running from inside an Asar archive in Electron, building from source is not possible, so it'll never build from source.
+     * To allow building from source in Electron apps, make sure you ship `node-llama-cpp` as an unpacked module.
+     *
+     * Defaults to `"auto"`.
+     * On Electron, defaults to `"never"`.
+     */
+    build?: "auto" | "never" | "forceRebuild";
+    /**
+     * Set custom CMake options for llama.cpp
+     */
+    cmakeOptions?: Record<string, string>;
+    /**
+     * When a prebuilt binary is found, only use it if it was built with the same build options as the ones specified in `buildOptions`.
+     * Disabled by default.
+     */
+    existingPrebuiltBinaryMustMatchBuildOptions?: boolean;
+    /**
+     * Use prebuilt binaries if they match the build options.
+     * Enabled by default.
+     */
+    usePrebuiltBinaries?: boolean;
+    /**
+     * Print binary compilation progress logs.
+     * Enabled by default.
+     */
+    progressLogs?: boolean;
+    /**
+     * Don't download llama.cpp source if it's not found.
+     * When set to `true`, and llama.cpp source is not found, a `NoBinaryFoundError` error will be thrown.
+     * Disabled by default.
+     */
+    skipDownload?: boolean;
+    /**
+     * Pad the available VRAM for the memory size calculations, as these calculations are not always accurate.
+     * Recommended to ensure stability.
+     *
+     * Defaults to `1.5%` of the total VRAM or 300MB, whichever is lower.
+     * Set to `0` to disable.
+     */
+    vramPadding?: number | ((totalVram: number) => number);
+    /**
+     * Enable debug mode to find issues with llama.cpp.
+     * Makes logs print directly to the console from `llama.cpp` and not through the provided logger.
+     *
+     * Defaults to `false`.
+     *
+     * The default can be set using the `NODE_LLAMA_CPP_DEBUG` environment variable.
+     */
+    debug?: boolean;
+};
+export type LastBuildOptions = {
+    /**
+     * Set the minimum log level for llama.cpp.
+     * Defaults to "debug".
+     */
+    logLevel?: LlamaLogLevel;
+    /**
+     * Set a custom logger for llama.cpp logs.
+     */
+    logger?: (level: LlamaLogLevel, message: string) => void;
+    /**
+     * If a local build is not found, use prebuilt binaries.
+     * Enabled by default.
+     */
+    usePrebuiltBinaries?: boolean;
+    /**
+     * If a local build is not found, and prebuilt binaries are not found, when building from source,
+     * print binary compilation progress logs.
+     * Enabled by default.
+     */
+    progressLogs?: boolean;
+    /**
+     * If a local build is not found, and prebuilt binaries are not found, don't download llama.cpp source if it's not found.
+     * When set to `true`, and llama.cpp source is needed but is not found, a `NoBinaryFoundError` error will be thrown.
+     * Disabled by default.
+     */
+    skipDownload?: boolean;
+    /**
+     * Pad the available VRAM for the memory size calculations, as these calculations are not always accurate.
+     * Recommended to ensure stability.
+     * This only affects the calculations of `"auto"` in function options and is not reflected in the `getVramState` function.
+     *
+     * Defaults to `6%` of the total VRAM or 300MB, whichever is lower.
+     * Set to `0` to disable.
+     */
+    vramPadding?: number | ((totalVram: number) => number);
+    /**
+     * Enable debug mode to find issues with llama.cpp.
+     * Makes logs print directly to the console from `llama.cpp` and not through the provided logger.
+     *
+     * Defaults to `false`.
+     *
+     * The default can be set using the `NODE_LLAMA_CPP_DEBUG` environment variable.
+     */
+    debug?: boolean;
+};
+export declare const getLlamaFunctionName = "getLlama";
+export declare const defaultLlamaVramPadding: (totalVram: number) => number;
+/**
+ * Get a `llama.cpp` binding.
+ *
+ * Defaults to use a local binary built using the `download` or `build` CLI commands if one exists,
+ * otherwise, uses a prebuilt binary, and fallbacks to building from source if a prebuilt binary is not found.
+ *
+ * Pass `"lastBuild"` to default to use the last successful build created using the `download` or `build` CLI commands if one exists.
+ */
+export declare function getLlama(options?: LlamaOptions): Promise<Llama>;
+export declare function getLlama(type: "lastBuild", lastBuildOptions?: LastBuildOptions): Promise<Llama>;
+export declare function getLlamaForOptions({ gpu, logLevel, logger, build, cmakeOptions, existingPrebuiltBinaryMustMatchBuildOptions, usePrebuiltBinaries, progressLogs, skipDownload, vramPadding, debug }: LlamaOptions, { updateLastBuildInfoOnCompile, skipLlamaInit }?: {
+    updateLastBuildInfoOnCompile?: boolean;
+    skipLlamaInit?: boolean;
+}): Promise<Llama>;

package/dist/bindings/getLlama.js

@@ -0,0 +1,401 @@
+import process from "process";
+import path from "path";
+import console from "console";
+import { createRequire } from "module";
+import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease, defaultLlamaCppLogLevel, defaultLlamaCppGitHubRepo, defaultLlamaCppGpuSupport, defaultLlamaCppRelease, defaultSkipDownload, llamaLocalBuildBinsDirectory, recommendedBaseDockerImage, defaultLlamaCppDebugMode } from "../config.js";
+import { getConsoleLogPrefix } from "../utils/getConsoleLogPrefix.js";
+import { waitForLockfileRelease } from "../utils/waitForLockfileRelease.js";
+import { isGithubReleaseNeedsResolving, resolveGithubRelease } from "../utils/resolveGithubRelease.js";
+import { runningInsideAsar, runningInElectron } from "../utils/runtime.js";
+import { compileLlamaCpp, getLocalBuildBinaryBuildMetadata, getLocalBuildBinaryPath, getPrebuiltBinaryBuildMetadata, getPrebuiltBinaryPath } from "./utils/compileLLamaCpp.js";
+import { getLastBuildInfo } from "./utils/lastBuildInfo.js";
+import { getClonedLlamaCppRepoReleaseInfo, isLlamaCppRepoCloned } from "./utils/cloneLlamaCppRepo.js";
+import { getPlatform } from "./utils/getPlatform.js";
+import { getBuildFolderNameForBuildOptions } from "./utils/getBuildFolderNameForBuildOptions.js";
+import { resolveCustomCmakeOptions } from "./utils/resolveCustomCmakeOptions.js";
+import { getCanUsePrebuiltBinaries } from "./utils/getCanUsePrebuiltBinaries.js";
+import { NoBinaryFoundError } from "./utils/NoBinaryFoundError.js";
+import { Llama } from "./Llama.js";
+import { getGpuTypesToUseForOption } from "./utils/getGpuTypesToUseForOption.js";
+import { getPrettyBuildGpuName } from "./consts.js";
+import { detectGlibc } from "./utils/detectGlibc.js";
+import { getLinuxDistroInfo, isDistroAlpineLinux } from "./utils/getLinuxDistroInfo.js";
+import { testBindingBinary } from "./utils/testBindingBinary.js";
+import { getPlatformInfo } from "./utils/getPlatformInfo.js";
+import { hasBuildingFromSourceDependenciesInstalled } from "./utils/hasBuildingFromSourceDependenciesInstalled.js";
+const require = createRequire(import.meta.url);
+export const getLlamaFunctionName = "getLlama";
+export const defaultLlamaVramPadding = (totalVram) => Math.floor(Math.min(totalVram * 0.06, 300 * 1024 * 1024));
+const defaultBuildOption = runningInElectron
+    ? "never"
+    : "auto";
+export async function getLlama(options, lastBuildOptions) {
+    if (options === "lastBuild") {
+        const lastBuildInfo = await getLastBuildInfo();
+        const getLlamaOptions = {
+            logLevel: lastBuildOptions?.logLevel ?? defaultLlamaCppLogLevel,
+            logger: lastBuildOptions?.logger ?? Llama.defaultConsoleLogger,
+            usePrebuiltBinaries: lastBuildOptions?.usePrebuiltBinaries ?? true,
+            progressLogs: lastBuildOptions?.progressLogs ?? true,
+            skipDownload: lastBuildOptions?.skipDownload ?? defaultSkipDownload,
+            vramPadding: lastBuildOptions?.vramPadding ?? defaultLlamaVramPadding,
+            debug: lastBuildOptions?.debug ?? defaultLlamaCppDebugMode
+        };
+        if (lastBuildInfo == null)
+            return getLlamaForOptions(getLlamaOptions);
+        const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, lastBuildInfo.folderName);
+        const localBuildBinPath = await getLocalBuildBinaryPath(lastBuildInfo.folderName);
+        await waitForLockfileRelease({ resourcePath: localBuildFolder });
+        if (localBuildBinPath != null) {
+            try {
+                const binding = loadBindingModule(localBuildBinPath);
+                const buildMetadata = await getLocalBuildBinaryBuildMetadata(lastBuildInfo.folderName);
+                return await Llama._create({
+                    bindings: binding,
+                    buildType: "localBuild",
+                    buildMetadata,
+                    logger: lastBuildOptions?.logger ?? Llama.defaultConsoleLogger,
+                    logLevel: lastBuildOptions?.logLevel ?? defaultLlamaCppLogLevel,
+                    vramPadding: lastBuildOptions?.vramPadding ?? defaultLlamaVramPadding,
+                    debug: lastBuildOptions?.debug ?? defaultLlamaCppDebugMode
+                });
+            }
+            catch (err) {
+                console.error(getConsoleLogPrefix() + "Failed to load last build. Error:", err);
+                console.info(getConsoleLogPrefix() + "Falling back to default binaries");
+            }
+        }
+        return getLlamaForOptions(getLlamaOptions);
+    }
+    return getLlamaForOptions(options ?? {});
+}
+export async function getLlamaForOptions({ gpu = defaultLlamaCppGpuSupport, logLevel = defaultLlamaCppLogLevel, logger = Llama.defaultConsoleLogger, build = defaultBuildOption, cmakeOptions = {}, existingPrebuiltBinaryMustMatchBuildOptions = false, usePrebuiltBinaries = true, progressLogs = true, skipDownload = defaultSkipDownload, vramPadding = defaultLlamaVramPadding, debug = defaultLlamaCppDebugMode }, { updateLastBuildInfoOnCompile = false, skipLlamaInit = false } = {}) {
+    const platform = getPlatform();
+    const arch = process.arch;
+    if (logLevel == null)
+        logLevel = defaultLlamaCppLogLevel;
+    if (logger == null)
+        logger = Llama.defaultConsoleLogger;
+    if (build == null)
+        build = defaultBuildOption;
+    if (cmakeOptions == null)
+        cmakeOptions = {};
+    if (existingPrebuiltBinaryMustMatchBuildOptions == null)
+        existingPrebuiltBinaryMustMatchBuildOptions = false;
+    if (usePrebuiltBinaries == null)
+        usePrebuiltBinaries = true;
+    if (progressLogs == null)
+        progressLogs = true;
+    if (skipDownload == null)
+        skipDownload = defaultSkipDownload;
+    if (vramPadding == null)
+        vramPadding = defaultLlamaVramPadding;
+    if (debug == null)
+        debug = defaultLlamaCppDebugMode;
+    const clonedLlamaCppRepoReleaseInfo = await getClonedLlamaCppRepoReleaseInfo();
+    let canUsePrebuiltBinaries = (build === "forceRebuild" || !usePrebuiltBinaries)
+        ? false
+        : await getCanUsePrebuiltBinaries();
+    const buildGpusToTry = await getGpuTypesToUseForOption(gpu, { platform, arch });
+    const platformInfo = await getPlatformInfo();
+    const llamaCppInfo = {
+        repo: clonedLlamaCppRepoReleaseInfo?.llamaCppGithubRepo ?? builtinLlamaCppGitHubRepo,
+        release: clonedLlamaCppRepoReleaseInfo?.tag ?? builtinLlamaCppRelease
+    };
+    let shouldLogNoGlibcWarningIfNoBuildIsAvailable = false;
+    const canBuild = build !== "never" && !runningInsideAsar &&
+        (!runningInElectron || await hasBuildingFromSourceDependenciesInstalled());
+    if (canUsePrebuiltBinaries && platform === "linux") {
+        if (!(await detectGlibc({ platform }))) {
+            canUsePrebuiltBinaries = false;
+            shouldLogNoGlibcWarningIfNoBuildIsAvailable = true;
+        }
+    }
+    if (build === "auto" || build === "never") {
+        for (let i = 0; i < buildGpusToTry.length; i++) {
+            const gpu = buildGpusToTry[i];
+            const isLastItem = i === buildGpusToTry.length - 1;
+            const buildOptions = {
+                customCmakeOptions: resolveCustomCmakeOptions(cmakeOptions),
+                progressLogs,
+                platform,
+                platformInfo,
+                arch,
+                gpu,
+                llamaCpp: llamaCppInfo
+            };
+            const llama = await loadExistingLlamaBinary({
+                buildOptions,
+                canUsePrebuiltBinaries,
+                logLevel,
+                logger,
+                existingPrebuiltBinaryMustMatchBuildOptions,
+                progressLogs,
+                platform,
+                platformInfo,
+                skipLlamaInit,
+                vramPadding,
+                fallbackMessage: !isLastItem
+                    ? `falling back to using ${getPrettyBuildGpuName(buildGpusToTry[i + 1])}`
+                    : (canBuild
+                        ? "falling back to building from source"
+                        : null),
+                debug
+            });
+            if (llama != null)
+                return llama;
+        }
+    }
+    if (shouldLogNoGlibcWarningIfNoBuildIsAvailable && progressLogs)
+        await logNoGlibcWarning();
+    if (!canBuild)
+        throw new NoBinaryFoundError();
+    const llamaCppRepoCloned = await isLlamaCppRepoCloned();
+    if (!llamaCppRepoCloned) {
+        if (skipDownload)
+            throw new NoBinaryFoundError("No prebuilt binaries found, no llama.cpp source found and `skipDownload` or NODE_LLAMA_CPP_SKIP_DOWNLOAD env var is set to true, so llama.cpp cannot be built from source");
+        llamaCppInfo.repo = defaultLlamaCppGitHubRepo;
+        llamaCppInfo.release = defaultLlamaCppRelease;
+        if (isGithubReleaseNeedsResolving(llamaCppInfo.release)) {
+            const [owner, name] = defaultLlamaCppGitHubRepo.split("/");
+            llamaCppInfo.release = await resolveGithubRelease(owner, name, llamaCppInfo.release);
+        }
+    }
+    for (let i = 0; i < buildGpusToTry.length; i++) {
+        const gpu = buildGpusToTry[i];
+        const isLastItem = i === buildGpusToTry.length - 1;
+        const buildOptions = {
+            customCmakeOptions: resolveCustomCmakeOptions(cmakeOptions),
+            progressLogs,
+            platform,
+            platformInfo,
+            arch,
+            gpu,
+            llamaCpp: llamaCppInfo
+        };
+        try {
+            return await buildAndLoadLlamaBinary({
+                buildOptions,
+                skipDownload,
+                logLevel,
+                logger,
+                updateLastBuildInfoOnCompile,
+                vramPadding,
+                skipLlamaInit,
+                debug
+            });
+        }
+        catch (err) {
+            console.error(getConsoleLogPrefix() +
+                `Failed to build llama.cpp with ${getPrettyBuildGpuName(gpu)} support. ` +
+                (!isLastItem
+                    ? `falling back to building llama.cpp with ${getPrettyBuildGpuName(buildGpusToTry[i + 1])} support. `
+                    : "") +
+                "Error:", err);
+            if (isLastItem)
+                throw err;
+        }
+    }
+    throw new Error("Failed to build llama.cpp");
+}
+async function loadExistingLlamaBinary({ buildOptions, canUsePrebuiltBinaries, logLevel, logger, existingPrebuiltBinaryMustMatchBuildOptions, progressLogs, platform, platformInfo, skipLlamaInit, vramPadding, fallbackMessage, debug }) {
+    const buildFolderName = await getBuildFolderNameForBuildOptions(buildOptions);
+    const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, buildFolderName.withCustomCmakeOptions);
+    const localBuildBinPath = await getLocalBuildBinaryPath(buildFolderName.withCustomCmakeOptions);
+    await waitForLockfileRelease({ resourcePath: localBuildFolder });
+    if (localBuildBinPath != null) {
+        try {
+            const buildMetadata = await getLocalBuildBinaryBuildMetadata(buildFolderName.withCustomCmakeOptions);
+            const shouldTestBinaryBeforeLoading = getShouldTestBinaryBeforeLoading({
+                isPrebuiltBinary: false,
+                platform,
+                platformInfo,
+                buildMetadata
+            });
+            const binaryCompatible = shouldTestBinaryBeforeLoading
+                ? await testBindingBinary(localBuildBinPath)
+                : true;
+            if (binaryCompatible) {
+                const binding = loadBindingModule(localBuildBinPath);
+                return await Llama._create({
+                    bindings: binding,
+                    buildType: "localBuild",
+                    buildMetadata,
+                    logLevel,
+                    logger,
+                    vramPadding,
+                    skipLlamaInit,
+                    debug
+                });
+            }
+            else if (progressLogs) {
+                console.warn(getConsoleLogPrefix() + "The local build binary was not built in the current system and is incompatible with it");
+                if (canUsePrebuiltBinaries)
+                    console.info(getConsoleLogPrefix() + "Falling back to prebuilt binaries");
+                else if (fallbackMessage != null)
+                    console.info(getConsoleLogPrefix() + fallbackMessage);
+            }
+        }
+        catch (err) {
+            const binaryDescription = describeBinary(buildOptions);
+            console.error(getConsoleLogPrefix() + `Failed to load a local build ${binaryDescription}. Error:`, err);
+            if (canUsePrebuiltBinaries)
+                console.info(getConsoleLogPrefix() + "Falling back to prebuilt binaries");
+            else if (fallbackMessage != null)
+                console.info(getConsoleLogPrefix() + fallbackMessage);
+        }
+    }
+    if (canUsePrebuiltBinaries) {
+        const prebuiltBinPath = await getPrebuiltBinaryPath(existingPrebuiltBinaryMustMatchBuildOptions
+            ? buildFolderName.withCustomCmakeOptions
+            : buildFolderName.withoutCustomCmakeOptions);
+        if (prebuiltBinPath != null) {
+            try {
+                const buildMetadata = await getPrebuiltBinaryBuildMetadata(buildFolderName.withCustomCmakeOptions);
+                const shouldTestBinaryBeforeLoading = getShouldTestBinaryBeforeLoading({
+                    isPrebuiltBinary: true,
+                    platform,
+                    platformInfo,
+                    buildMetadata
+                });
+                const binaryCompatible = shouldTestBinaryBeforeLoading
+                    ? await testBindingBinary(prebuiltBinPath)
+                    : true;
+                if (binaryCompatible) {
+                    const binding = loadBindingModule(prebuiltBinPath);
+                    return await Llama._create({
+                        bindings: binding,
+                        buildType: "prebuilt",
+                        buildMetadata,
+                        logLevel,
+                        logger,
+                        vramPadding,
+                        skipLlamaInit,
+                        debug
+                    });
+                }
+                else if (progressLogs) {
+                    const binaryDescription = describeBinary({
+                        ...buildOptions,
+                        customCmakeOptions: existingPrebuiltBinaryMustMatchBuildOptions
+                            ? buildOptions.customCmakeOptions
+                            : new Map()
+                    });
+                    console.warn(getConsoleLogPrefix() +
+                        `The prebuilt ${binaryDescription} is not compatible with the current system` + (fallbackMessage != null
+                        ? ", " + fallbackMessage
+                        : ""));
+                }
+            }
+            catch (err) {
+                const binaryDescription = describeBinary({
+                    ...buildOptions,
+                    customCmakeOptions: existingPrebuiltBinaryMustMatchBuildOptions
+                        ? buildOptions.customCmakeOptions
+                        : new Map()
+                });
+                console.error(getConsoleLogPrefix() + `Failed to load a prebuilt ${binaryDescription}` + (fallbackMessage != null
+                    ? ", " + fallbackMessage
+                    : "") + ". Error:", err);
+            }
+        }
+        else if (progressLogs)
+            console.warn(getConsoleLogPrefix() + "A prebuilt binary was not found" + (fallbackMessage != null
+                ? ", " + fallbackMessage
+                : ""));
+    }
+    return null;
+}
+async function buildAndLoadLlamaBinary({ buildOptions, skipDownload, logLevel, logger, updateLastBuildInfoOnCompile, vramPadding, skipLlamaInit, debug }) {
+    const buildFolderName = await getBuildFolderNameForBuildOptions(buildOptions);
+    await compileLlamaCpp(buildOptions, {
+        ensureLlamaCppRepoIsCloned: !skipDownload,
+        downloadCmakeIfNeeded: true,
+        updateLastBuildInfo: updateLastBuildInfoOnCompile
+    });
+    const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, buildFolderName.withCustomCmakeOptions);
+    await waitForLockfileRelease({ resourcePath: localBuildFolder });
+    const localBuildBinPath = await getLocalBuildBinaryPath(buildFolderName.withCustomCmakeOptions);
+    if (localBuildBinPath == null) {
+        throw new Error("Failed to build llama.cpp");
+    }
+    const binding = loadBindingModule(localBuildBinPath);
+    const buildMetadata = await getLocalBuildBinaryBuildMetadata(buildFolderName.withCustomCmakeOptions);
+    return await Llama._create({
+        bindings: binding,
+        buildType: "localBuild",
+        buildMetadata,
+        logLevel,
+        logger,
+        vramPadding,
+        skipLlamaInit,
+        debug
+    });
+}
+async function logNoGlibcWarning() {
+    console.warn(getConsoleLogPrefix() +
+        "The prebuilt binaries cannot be used in this Linux distro, as `glibc` is not detected");
+    const linuxDistroInfo = await getLinuxDistroInfo();
+    const isAlpineLinux = await isDistroAlpineLinux(linuxDistroInfo);
+    if (isAlpineLinux) {
+        console.warn(getConsoleLogPrefix() +
+            "Using Alpine Linux is not recommended for running LLMs, " +
+            "as using GPU drivers is complicated and suboptimal in this distro at the moment.\n" +
+            getConsoleLogPrefix() +
+            "Consider using a different Linux distro, such as Debian or Ubuntu.\n" +
+            getConsoleLogPrefix() +
+            `If you're trying to run this inside of a Docker container, consider using "${recommendedBaseDockerImage}" image`);
+    }
+}
+function describeBinary(binaryOptions) {
+    let res = `binary for platform "${binaryOptions.platform}" "${binaryOptions.arch}"`;
+    const additions = [];
+    if (binaryOptions.gpu != false)
+        additions.push(`with ${getPrettyBuildGpuName(binaryOptions.gpu)} support`);
+    if (binaryOptions.customCmakeOptions.size > 0)
+        additions.push("with custom build options");
+    res += additions
+        .map((addition, index) => {
+        if (index === 0)
+            return " " + addition;
+        if (additions.length === 2)
+            return " and " + addition;
+        if (index === additions.length - 1)
+            return " and " + addition;
+        return ", " + addition;
+    })
+        .join("");
+    return res;
+}
+function loadBindingModule(bindingModulePath) {
+    // each llama instance has its own settings, such as a different logger, so we have to make sure we load a new instance every time
+    try {
+        delete require.cache[require.resolve(bindingModulePath)];
+    }
+    catch (err) { }
+    try {
+        const binding = require(bindingModulePath);
+        return binding;
+    }
+    finally {
+        try {
+            delete require.cache[require.resolve(bindingModulePath)];
+        }
+        catch (err) { }
+    }
+}
+function getShouldTestBinaryBeforeLoading({ isPrebuiltBinary, platform, platformInfo, buildMetadata }) {
+    if (platform === "linux") {
+        if (isPrebuiltBinary)
+            return true;
+        if (platformInfo.name !== buildMetadata.buildOptions.platformInfo.name ||
+            platformInfo.version !== buildMetadata.buildOptions.platformInfo.version)
+            return true;
+    }
+    else if (platform === "win") {
+        if (buildMetadata.buildOptions.gpu !== false)
+            return true;
+    }
+    return false;
+}
+//# sourceMappingURL=getLlama.js.map

package/dist/bindings/getLlama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getLlama.js","sourceRoot":"","sources":["../../src/bindings/getLlama.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAC,aAAa,EAAC,MAAM,QAAQ,CAAC;AACrC,OAAO,EACH,yBAAyB,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,yBAAyB,EAAE,yBAAyB,EAChI,sBAAsB,EAAE,mBAAmB,EAAE,4BAA4B,EAAE,0BAA0B,EAAE,wBAAwB,EAClI,MAAM,cAAc,CAAC;AACtB,OAAO,EAAC,mBAAmB,EAAC,MAAM,iCAAiC,CAAC;AACpE,OAAO,EAAC,sBAAsB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,6BAA6B,EAAE,oBAAoB,EAAC,MAAM,kCAAkC,CAAC;AACrG,OAAO,EAAC,iBAAiB,EAAE,iBAAiB,EAAC,MAAM,qBAAqB,CAAC;AAEzE,OAAO,EACH,eAAe,EAAE,gCAAgC,EAAE,uBAAuB,EAAE,8BAA8B,EAAE,qBAAqB,EACpI,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAC,gCAAgC,EAAE,oBAAoB,EAAC,MAAM,8BAA8B,CAAC;AAEpG,OAAO,EAAiB,WAAW,EAAC,MAAM,wBAAwB,CAAC;AACnE,OAAO,EAAC,iCAAiC,EAAC,MAAM,8CAA8C,CAAC;AAC/F,OAAO,EAAC,yBAAyB,EAAC,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAC,yBAAyB,EAAC,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAC,kBAAkB,EAAC,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AACjC,OAAO,EAAC,yBAAyB,EAAC,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAC,qBAAqB,EAAC,MAAM,aAAa,CAAC;AAClD,OAAO,EAAC,WAAW,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAC,kBAAkB,EAAE,mBAAmB,EAAC,MAAM,+BAA+B,CAAC;AACtF,OAAO,EAAC,iBAAiB,EAAC,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAqB,eAAe,EAAC,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EAAC,0CAA0C,EAAC,MAAM,uDAAuD,CAAC;AAEjH,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAsJ/C,MAAM,CAAC,MAAM,oBAAoB,GAAG,UAAU,CAAC;AAE/C,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,SAAiB,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,IAAI,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;AACxH,MAAM,kBAAkB,GAA8C,iBAAiB;IACnF,CAAC,CAAC,OAAO;IACT,CAAC,CAAC,MAAM,CAAC;AAYb,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAAoC,EAAE,gBAAmC;IACpG,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;QAC1B,MAAM,aAAa,GAAG,MAAM,gBAAgB,EAAE,CAAC;QAC/C,MAAM,eAAe,GAAiB;YAClC,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,IAAI,uBAAuB;YAC/D,MAAM,EAAE,gBAAgB,EAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB;YAC9D,mBAAmB,EAAE,gBAAgB,EAAE,mBAAmB,IAAI,IAAI;YAClE,YAAY,EAAE,gBAAgB,EAAE,YAAY,IAAI,IAAI;YACpD,YAAY,EAAE,gBAAgB,EAAE,YAAY,IAAI,mBAAmB;YACnE,WAAW,EAAE,gBAAgB,EAAE,WAAW,IAAI,uBAAuB;YACrE,KAAK,EAAE,gBAAgB,EAAE,KAAK,IAAI,wBAAwB;SAC7D,CAAC;QAEF,IAAI,aAAa,IAAI,IAAI;YACrB,OAAO,kBAAkB,CAAC,eAAe,CAAC,CAAC;QAE/C,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;QAC3F,MAAM,iBAAiB,GAAG,MAAM,uBAAuB,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAElF,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,gBAAgB,EAAC,CAAC,CAAC;QAC/D,IAAI,iBAAiB,IAAI,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACrD,MAAM,aAAa,GAAG,MAAM,gCAAgC,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;gBAEvF,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;oBACvB,QAAQ,EAAE,OAAO;oBACjB,SAAS,EAAE,YAAY;oBACvB,aAAa;oBACb,MAAM,EAAE,gBAAgB,EAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB;oBAC9D,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,IAAI,uBAAuB;oBAC/D,WAAW,EAAE,gBAAgB,EAAE,WAAW,IAAI,uBAAuB;oBACrE,KAAK,EAAE,gBAAgB,EAAE,KAAK,IAAI,wBAAwB;iBAC7D,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,EAAE,GAAG,CAAC,CAAC;gBAChF,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,kCAAkC,CAAC,CAAC;YAC7E,CAAC;QACL,CAAC;QAED,OAAO,kBAAkB,CAAC,eAAe,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,kBAAkB,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACrC,GAAG,GAAG,yBAAyB,EAC/B,QAAQ,GAAG,uBAAuB,EAClC,MAAM,GAAG,KAAK,CAAC,oBAAoB,EACnC,KAAK,GAAG,kBAAkB,EAC1B,YAAY,GAAG,EAAE,EACjB,2CAA2C,GAAG,KAAK,EACnD,mBAAmB,GAAG,IAAI,EAC1B,YAAY,GAAG,IAAI,EACnB,YAAY,GAAG,mBAAmB,EAClC,WAAW,GAAG,uBAAuB,EACrC,KAAK,GAAG,wBAAwB,EACrB,EAAE,EACb,4BAA4B,GAAG,KAAK,EACpC,aAAa,GAAG,KAAK,KAIrB,EAAE;IACF,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAE1B,IAAI,QAAQ,IAAI,IAAI;QAAE,QAAQ,GAAG,uBAAuB,CAAC;IACzD,IAAI,MAAM,IAAI,IAAI;QAAE,MAAM,GAAG,KAAK,CAAC,oBAAoB,CAAC;IACxD,IAAI,KAAK,IAAI,IAAI;QAAE,KAAK,GAAG,kBAAkB,CAAC;IAC9C,IAAI,YAAY,IAAI,IAAI;QAAE,YAAY,GAAG,EAAE,CAAC;IAC5C,IAAI,2CAA2C,IAAI,IAAI;QAAE,2CAA2C,GAAG,KAAK,CAAC;IAC7G,IAAI,mBAAmB,IAAI,IAAI;QAAE,mBAAmB,GAAG,IAAI,CAAC;IAC5D,IAAI,YAAY,IAAI,IAAI;QAAE,YAAY,GAAG,IAAI,CAAC;IAC9C,IAAI,YAAY,IAAI,IAAI;QAAE,YAAY,GAAG,mBAAmB,CAAC;IAC7D,IAAI,WAAW,IAAI,IAAI;QAAE,WAAW,GAAG,uBAAuB,CAAC;IAC/D,IAAI,KAAK,IAAI,IAAI;QAAE,KAAK,GAAG,wBAAwB,CAAC;IAEpD,MAAM,6BAA6B,GAAG,MAAM,gCAAgC,EAAE,CAAC;IAC/E,IAAI,sBAAsB,GAAG,CAAC,KAAK,KAAK,cAAc,IAAI,CAAC,mBAAmB,CAAC;QAC3E,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,MAAM,yBAAyB,EAAE,CAAC;IACxC,MAAM,cAAc,GAAe,MAAM,yBAAyB,CAAC,GAAG,EAAE,EAAC,QAAQ,EAAE,IAAI,EAAC,CAAC,CAAC;IAC1F,MAAM,YAAY,GAAG,MAAM,eAAe,EAAE,CAAC;IAC7C,MAAM,YAAY,GAA6B;QAC3C,IAAI,EAAE,6BAA6B,EAAE,kBAAkB,IAAI,yBAAyB;QACpF,OAAO,EAAE,6BAA6B,EAAE,GAAG,IAAI,sBAAsB;KACxE,CAAC;IACF,IAAI,2CAA2C,GAAG,KAAK,CAAC;IACxD,MAAM,QAAQ,GAAG,KAAK,KAAK,OAAO,IAAI,CAAC,iBAAiB;QACpD,CAAC,CAAC,iBAAiB,IAAI,MAAM,0CAA0C,EAAE,CAAC,CAAC;IAE/E,IAAI,sBAAsB,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjD,IAAI,CAAC,CAAC,MAAM,WAAW,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAC,EAAE,CAAC;YACnC,sBAAsB,GAAG,KAAK,CAAC;YAC/B,2CAA2C,GAAG,IAAI,CAAC;QACvD,CAAC;IACL,CAAC;IAED,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,UAAU,GAAG,CAAC,KAAK,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;YAEnD,MAAM,YAAY,GAAiB;gBAC/B,kBAAkB,EAAE,yBAAyB,CAAC,YAAY,CAAC;gBAC3D,YAAY;gBACZ,QAAQ;gBACR,YAAY;gBACZ,IAAI;gBACJ,GAAG;gBACH,QAAQ,EAAE,YAAY;aACzB,CAAC;YAEF,MAAM,KAAK,GAAG,MAAM,uBAAuB,CAAC;gBACxC,YAAY;gBACZ,sBAAsB;gBACtB,QAAQ;gBACR,MAAM;gBACN,2CAA2C;gBAC3C,YAAY;gBACZ,QAAQ;gBACR,YAAY;gBACZ,aAAa;gBACb,WAAW;gBACX,eAAe,EAAE,CAAC,UAAU;oBACxB,CAAC,CAAC,yBAAyB,qBAAqB,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;oBACzE,CAAC,CAAC,CACE,QAAQ;wBACJ,CAAC,CAAC,sCAAsC;wBACxC,CAAC,CAAC,IAAI,CACb;gBACL,KAAK;aACR,CAAC,CAAC;YAEH,IAAI,KAAK,IAAI,IAAI;gBACb,OAAO,KAAK,CAAC;QACrB,CAAC;IACL,CAAC;IAED,IAAI,2CAA2C,IAAI,YAAY;QAC3D,MAAM,iBAAiB,EAAE,CAAC;IAE9B,IAAI,CAAC,QAAQ;QACT,MAAM,IAAI,kBAAkB,EAAE,CAAC;IAEnC,MAAM,kBAAkB,GAAG,MAAM,oBAAoB,EAAE,CAAC;IACxD,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACtB,IAAI,YAAY;YACZ,MAAM,IAAI,kBAAkB,CAAC,2KAA2K,CAAC,CAAC;QAE9M,YAAY,CAAC,IAAI,GAAG,yBAAyB,CAAC;QAC9C,YAAY,CAAC,OAAO,GAAG,sBAAsB,CAAC;QAE9C,IAAI,6BAA6B,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;YACtD,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,yBAAyB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC3D,YAAY,CAAC,OAAO,GAAG,MAAM,oBAAoB,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;QACzF,CAAC;IACL,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,UAAU,GAAG,CAAC,KAAK,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;QAEnD,MAAM,YAAY,GAAiB;YAC/B,kBAAkB,EAAE,yBAAyB,CAAC,YAAY,CAAC;YAC3D,YAAY;YACZ,QAAQ;YACR,YAAY;YACZ,IAAI;YACJ,GAAG;YACH,QAAQ,EAAE,YAAY;SACzB,CAAC;QAEF,IAAI,CAAC;YACD,OAAO,MAAM,uBAAuB,CAAC;gBACjC,YAAY;gBACZ,YAAY;gBACZ,QAAQ;gBACR,MAAM;gBACN,4BAA4B;gBAC5B,WAAW;gBACX,aAAa;gBACb,KAAK;aACR,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CACT,mBAAmB,EAAE;gBACrB,kCAAkC,qBAAqB,CAAC,GAAG,CAAC,YAAY;gBACxE,CACI,CAAC,UAAU;oBACP,CAAC,CAAC,2CAA2C,qBAAqB,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY;oBACrG,CAAC,CAAC,EAAE,CACX;gBACD,QAAQ,EACR,GAAG,CACN,CAAC;YAEF,IAAI,UAAU;gBACV,MAAM,GAAG,CAAC;QAClB,CAAC;IACL,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;AACjD,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,EACnC,YAAY,EACZ,sBAAsB,EACtB,QAAQ,EACR,MAAM,EACN,2CAA2C,EAC3C,YAAY,EACZ,QAAQ,EACR,YAAY,EACZ,aAAa,EACb,WAAW,EACX,eAAe,EACf,KAAK,EAcR;IACG,MAAM,eAAe,GAAG,MAAM,iCAAiC,CAAC,YAAY,CAAC,CAAC;IAE9E,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;IACzG,MAAM,iBAAiB,GAAG,MAAM,uBAAuB,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;IAEhG,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,gBAAgB,EAAC,CAAC,CAAC;IAC/D,IAAI,iBAAiB,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC;YACD,MAAM,aAAa,GAAG,MAAM,gCAAgC,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;YACrG,MAAM,6BAA6B,GAAG,gCAAgC,CAAC;gBACnE,gBAAgB,EAAE,KAAK;gBACvB,QAAQ;gBACR,YAAY;gBACZ,aAAa;aAChB,CAAC,CAAC;YACH,MAAM,gBAAgB,GAAG,6BAA6B;gBAClD,CAAC,CAAC,MAAM,iBAAiB,CAAC,iBAAiB,CAAC;gBAC5C,CAAC,CAAC,IAAI,CAAC;YAEX,IAAI,gBAAgB,EAAE,CAAC;gBACnB,MAAM,OAAO,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBAErD,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;oBACvB,QAAQ,EAAE,OAAO;oBACjB,SAAS,EAAE,YAAY;oBACvB,aAAa;oBACb,QAAQ;oBACR,MAAM;oBACN,WAAW;oBACX,aAAa;oBACb,KAAK;iBACR,CAAC,CAAC;YACP,CAAC;iBAAM,IAAI,YAAY,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE,GAAG,wFAAwF,CACnH,CAAC;gBAEF,IAAI,sBAAsB;oBACtB,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,CAAC,CAAC;qBACzE,IAAI,eAAe,IAAI,IAAI;oBAC5B,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,eAAe,CAAC,CAAC;YAC9D,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,iBAAiB,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;YACvD,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,gCAAgC,iBAAiB,UAAU,EAAE,GAAG,CAAC,CAAC;YAExG,IAAI,sBAAsB;gBACtB,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,CAAC,CAAC;iBACzE,IAAI,eAAe,IAAI,IAAI;gBAC5B,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,eAAe,CAAC,CAAC;QAC9D,CAAC;IACL,CAAC;IAED,IAAI,sBAAsB,EAAE,CAAC;QACzB,MAAM,eAAe,GAAG,MAAM,qBAAqB,CAC/C,2CAA2C;YACvC,CAAC,CAAC,eAAe,CAAC,sBAAsB;YACxC,CAAC,CAAC,eAAe,CAAC,yBAAyB,CAClD,CAAC;QAEF,IAAI,eAAe,IAAI,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACD,MAAM,aAAa,GAAG,MAAM,8BAA8B,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;gBACnG,MAAM,6BAA6B,GAAG,gCAAgC,CAAC;oBACnE,gBAAgB,EAAE,IAAI;oBACtB,QAAQ;oBACR,YAAY;oBACZ,aAAa;iBAChB,CAAC,CAAC;gBACH,MAAM,gBAAgB,GAAG,6BAA6B;oBAClD,CAAC,CAAC,MAAM,iBAAiB,CAAC,eAAe,CAAC;oBAC1C,CAAC,CAAC,IAAI,CAAC;gBAEX,IAAI,gBAAgB,EAAE,CAAC;oBACnB,MAAM,OAAO,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;oBAEnD,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;wBACvB,QAAQ,EAAE,OAAO;wBACjB,SAAS,EAAE,UAAU;wBACrB,aAAa;wBACb,QAAQ;wBACR,MAAM;wBACN,WAAW;wBACX,aAAa;wBACb,KAAK;qBACR,CAAC,CAAC;gBACP,CAAC;qBAAM,IAAI,YAAY,EAAE,CAAC;oBACtB,MAAM,iBAAiB,GAAG,cAAc,CAAC;wBACrC,GAAG,YAAY;wBACf,kBAAkB,EAAE,2CAA2C;4BAC3D,CAAC,CAAC,YAAY,CAAC,kBAAkB;4BACjC,CAAC,CAAC,IAAI,GAAG,EAAE;qBAClB,CAAC,CAAC;oBACH,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE;wBACrB,gBAAgB,iBAAiB,4CAA4C,GAAG,CAC5E,eAAe,IAAI,IAAI;wBACnB,CAAC,CAAC,IAAI,GAAG,eAAe;wBACxB,CAAC,CAAC,EAAE,CACX,CACJ,CAAC;gBACN,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,iBAAiB,GAAG,cAAc,CAAC;oBACrC,GAAG,YAAY;oBACf,kBAAkB,EAAE,2CAA2C;wBAC3D,CAAC,CAAC,YAAY,CAAC,kBAAkB;wBACjC,CAAC,CAAC,IAAI,GAAG,EAAE;iBAClB,CAAC,CAAC;gBACH,OAAO,CAAC,KAAK,CACT,mBAAmB,EAAE,GAAG,6BAA6B,iBAAiB,EAAE,GAAG,CACvE,eAAe,IAAI,IAAI;oBACnB,CAAC,CAAC,IAAI,GAAG,eAAe;oBACxB,CAAC,CAAC,EAAE,CACX,GAAG,UAAU,EAAE,GAAG,CAAC,CAAC;YAC7B,CAAC;QACL,CAAC;aAAM,IAAI,YAAY;YACnB,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE,GAAG,iCAAiC,GAAG,CACxD,eAAe,IAAI,IAAI;gBACnB,CAAC,CAAC,IAAI,GAAG,eAAe;gBACxB,CAAC,CAAC,EAAE,CACX,CACJ,CAAC;IACV,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,EACnC,YAAY,EACZ,YAAY,EACZ,QAAQ,EACR,MAAM,EACN,4BAA4B,EAC5B,WAAW,EACX,aAAa,EACb,KAAK,EAUR;IACG,MAAM,eAAe,GAAG,MAAM,iCAAiC,CAAC,YAAY,CAAC,CAAC;IAE9E,MAAM,eAAe,CAAC,YAAY,EAAE;QAChC,0BAA0B,EAAE,CAAC,YAAY;QACzC,qBAAqB,EAAE,IAAI;QAC3B,mBAAmB,EAAE,4BAA4B;KACpD,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;IACzG,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,gBAAgB,EAAC,CAAC,CAAC;IAE/D,MAAM,iBAAiB,GAAG,MAAM,uBAAuB,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;IAEhG,IAAI,iBAAiB,IAAI,IAAI,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;IACrD,MAAM,aAAa,GAAG,MAAM,gCAAgC,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;IAErG,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;QACvB,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,YAAY;QACvB,aAAa;QACb,QAAQ;QACR,MAAM;QACN,WAAW;QACX,aAAa;QACb,KAAK;KACR,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,iBAAiB;IAC5B,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE;QACrB,uFAAuF,CAC1F,CAAC;IAEF,MAAM,eAAe,GAAG,MAAM,kBAAkB,EAAE,CAAC;IACnD,MAAM,aAAa,GAAG,MAAM,mBAAmB,CAAC,eAAe,CAAC,CAAC;IAEjE,IAAI,aAAa,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE;YACrB,0DAA0D;YAC1D,oFAAoF;YACpF,mBAAmB,EAAE;YACrB,sEAAsE;YACtE,mBAAmB,EAAE;YACrB,8EAA8E,0BAA0B,SAAS,CACpH,CAAC;IACN,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,aAA2B;IAC/C,IAAI,GAAG,GAAG,wBAAwB,aAAa,CAAC,QAAQ,MAAM,aAAa,CAAC,IAAI,GAAG,CAAC;IACpF,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,IAAI,aAAa,CAAC,GAAG,IAAI,KAAK;QAC1B,SAAS,CAAC,IAAI,CAAC,QAAQ,qBAAqB,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAE/E,IAAI,aAAa,CAAC,kBAAkB,CAAC,IAAI,GAAG,CAAC;QACzC,SAAS,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAEhD,GAAG,IAAI,SAAS;SACX,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QACrB,IAAI,KAAK,KAAK,CAAC;YACX,OAAO,GAAG,GAAG,QAAQ,CAAC;QAE1B,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YACtB,OAAO,OAAO,GAAG,QAAQ,CAAC;QAE9B,IAAI,KAAK,KAAK,SAAS,CAAC,MAAM,GAAG,CAAC;YAC9B,OAAO,OAAO,GAAG,QAAQ,CAAC;QAE9B,OAAO,IAAI,GAAG,QAAQ,CAAC;IAC3B,CAAC,CAAC;SACD,IAAI,CAAC,EAAE,CAAC,CAAC;IAEd,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,iBAAyB;IAChD,kIAAkI;IAClI,IAAI,CAAC;QACD,OAAO,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAC7D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC,CAAA,CAAC;IAEhB,IAAI,CAAC;QACD,MAAM,OAAO,GAAkB,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAE1D,OAAO,OAAO,CAAC;IACnB,CAAC;YAAS,CAAC;QACP,IAAI,CAAC;YACD,OAAO,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC,CAAA,CAAC;IACpB,CAAC;AACL,CAAC;AAED,SAAS,gCAAgC,CAAC,EACtC,gBAAgB,EAChB,QAAQ,EACR,YAAY,EACZ,aAAa,EAMhB;IACG,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACvB,IAAI,gBAAgB;YAChB,OAAO,IAAI,CAAC;QAEhB,IAAI,YAAY,CAAC,IAAI,KAAK,aAAa,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI;YAClE,YAAY,CAAC,OAAO,KAAK,aAAa,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO;YAExE,OAAO,IAAI,CAAC;IACpB,CAAC;SAAM,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;QAC5B,IAAI,aAAa,CAAC,YAAY,CAAC,GAAG,KAAK,KAAK;YACxC,OAAO,IAAI,CAAC;IACpB,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/bindings/types.d.ts

@@ -0,0 +1,56 @@
+/// <reference types="node" />
+import process from "process";
+import { BinaryPlatform } from "./utils/getPlatform.js";
+import { BinaryPlatformInfo } from "./utils/getPlatformInfo.js";
+export declare const buildGpuOptions: readonly ["metal", "cuda", "vulkan", false];
+export declare const nodeLlamaCppGpuOptions: readonly ["auto", "metal", "cuda", "vulkan", false];
+export declare const nodeLlamaCppGpuOffStringOptions: readonly ["false", "off", "none", "disable", "disabled"];
+export type BuildGpu = (typeof buildGpuOptions)[number];
+export type BuildOptions = {
+    customCmakeOptions: Map<string, string>;
+    progressLogs: boolean;
+    platform: BinaryPlatform;
+    platformInfo: BinaryPlatformInfo;
+    arch: typeof process.arch;
+    gpu: BuildGpu;
+    llamaCpp: {
+        repo: string;
+        release: string;
+    };
+};
+export type BuildOptionsJSON = Omit<BuildOptions, "customCmakeOptions"> & {
+    customCmakeOptions: Record<string, string>;
+};
+export declare function parseNodeLlamaCppGpuOption(option: (typeof nodeLlamaCppGpuOptions)[number] | (typeof nodeLlamaCppGpuOffStringOptions)[number]): BuildGpu | "auto";
+export declare function convertBuildOptionsJSONToBuildOptions(buildOptionsJSON: BuildOptionsJSON): BuildOptions;
+export declare function convertBuildOptionsToBuildOptionsJSON(buildOptions: BuildOptions): BuildOptionsJSON;
+export type BuildMetadataFile = {
+    buildOptions: BuildOptionsJSON;
+};
+export declare enum LlamaLogLevel {
+    disabled = "disabled",
+    fatal = "fatal",
+    error = "error",
+    warn = "warn",
+    info = "info",
+    debug = "debug"
+}
+export declare const LlamaLogLevelValues: readonly [LlamaLogLevel.disabled, LlamaLogLevel.fatal, LlamaLogLevel.error, LlamaLogLevel.warn, LlamaLogLevel.info, LlamaLogLevel.debug];
+export declare enum LlamaVocabularyType {
+    none = "none",
+    spm = "spm",
+    bpe = "bpe",
+    wpm = "wpm"
+}
+export declare const LlamaVocabularyTypeValues: readonly [LlamaVocabularyType.none, LlamaVocabularyType.spm, LlamaVocabularyType.bpe, LlamaVocabularyType.wpm];
+/**
+ *Check if a log level is higher than another log level
+ */
+export declare function LlamaLogLevelGreaterThan(a: LlamaLogLevel, b: LlamaLogLevel): boolean;
+/**
+ *Check if a log level is higher than or equal to another log level
+ */
+export declare function LlamaLogLevelGreaterThanOrEqual(a: LlamaLogLevel, b: LlamaLogLevel): boolean;
+export declare const enum LlamaLocks {
+    loadToMemory = "loadToMemory"
+}