node-llama-cpp 3.0.0-beta.4 → 3.0.0-beta.40

package/dist/bindings/getLlama.js

@@ -0,0 +1,403 @@
+import process from "process";
+import path from "path";
+import console from "console";
+import { createRequire } from "module";
+import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease, defaultLlamaCppLogLevel, defaultLlamaCppGitHubRepo, defaultLlamaCppGpuSupport, defaultLlamaCppRelease, defaultSkipDownload, llamaLocalBuildBinsDirectory, recommendedBaseDockerImage, defaultLlamaCppDebugMode } from "../config.js";
+import { getConsoleLogPrefix } from "../utils/getConsoleLogPrefix.js";
+import { waitForLockfileRelease } from "../utils/waitForLockfileRelease.js";
+import { isGithubReleaseNeedsResolving, resolveGithubRelease } from "../utils/resolveGithubRelease.js";
+import { runningInsideAsar, runningInElectron } from "../utils/runtime.js";
+import { compileLlamaCpp, getLocalBuildBinaryBuildMetadata, getLocalBuildBinaryPath, getPrebuiltBinaryBuildMetadata, getPrebuiltBinaryPath } from "./utils/compileLLamaCpp.js";
+import { getLastBuildInfo } from "./utils/lastBuildInfo.js";
+import { getClonedLlamaCppRepoReleaseInfo, isLlamaCppRepoCloned } from "./utils/cloneLlamaCppRepo.js";
+import { getPlatform } from "./utils/getPlatform.js";
+import { getBuildFolderNameForBuildOptions } from "./utils/getBuildFolderNameForBuildOptions.js";
+import { resolveCustomCmakeOptions } from "./utils/resolveCustomCmakeOptions.js";
+import { getCanUsePrebuiltBinaries } from "./utils/getCanUsePrebuiltBinaries.js";
+import { NoBinaryFoundError } from "./utils/NoBinaryFoundError.js";
+import { Llama } from "./Llama.js";
+import { getGpuTypesToUseForOption } from "./utils/getGpuTypesToUseForOption.js";
+import { getPrettyBuildGpuName } from "./consts.js";
+import { detectGlibc } from "./utils/detectGlibc.js";
+import { getLinuxDistroInfo, isDistroAlpineLinux } from "./utils/getLinuxDistroInfo.js";
+import { testBindingBinary } from "./utils/testBindingBinary.js";
+import { getPlatformInfo } from "./utils/getPlatformInfo.js";
+import { hasBuildingFromSourceDependenciesInstalled } from "./utils/hasBuildingFromSourceDependenciesInstalled.js";
+const require = createRequire(import.meta.url);
+export const getLlamaFunctionName = "getLlama";
+export const defaultLlamaVramPadding = (totalVram) => Math.floor(Math.min(totalVram * 0.06, 1024 * 1024 * 1024));
+const defaultBuildOption = runningInElectron
+    ? "never"
+    : "auto";
+export async function getLlama(options, lastBuildOptions) {
+    if (options === "lastBuild") {
+        const lastBuildInfo = await getLastBuildInfo();
+        const getLlamaOptions = {
+            logLevel: lastBuildOptions?.logLevel ?? defaultLlamaCppLogLevel,
+            logger: lastBuildOptions?.logger ?? Llama.defaultConsoleLogger,
+            usePrebuiltBinaries: lastBuildOptions?.usePrebuiltBinaries ?? true,
+            progressLogs: lastBuildOptions?.progressLogs ?? true,
+            skipDownload: lastBuildOptions?.skipDownload ?? defaultSkipDownload,
+            vramPadding: lastBuildOptions?.vramPadding ?? defaultLlamaVramPadding,
+            debug: lastBuildOptions?.debug ?? defaultLlamaCppDebugMode
+        };
+        if (lastBuildInfo == null)
+            return getLlamaForOptions(getLlamaOptions);
+        const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, lastBuildInfo.folderName);
+        const localBuildBinPath = await getLocalBuildBinaryPath(lastBuildInfo.folderName);
+        await waitForLockfileRelease({ resourcePath: localBuildFolder });
+        if (localBuildBinPath != null) {
+            try {
+                const binding = loadBindingModule(localBuildBinPath);
+                const buildMetadata = await getLocalBuildBinaryBuildMetadata(lastBuildInfo.folderName);
+                return await Llama._create({
+                    bindings: binding,
+                    buildType: "localBuild",
+                    buildMetadata,
+                    logger: lastBuildOptions?.logger ?? Llama.defaultConsoleLogger,
+                    logLevel: lastBuildOptions?.logLevel ?? defaultLlamaCppLogLevel,
+                    vramPadding: lastBuildOptions?.vramPadding ?? defaultLlamaVramPadding,
+                    debug: lastBuildOptions?.debug ?? defaultLlamaCppDebugMode
+                });
+            }
+            catch (err) {
+                console.error(getConsoleLogPrefix() + "Failed to load last build. Error:", err);
+                console.info(getConsoleLogPrefix() + "Falling back to default binaries");
+            }
+        }
+        return getLlamaForOptions(getLlamaOptions);
+    }
+    return getLlamaForOptions(options ?? {});
+}
+export async function getLlamaForOptions({ gpu = defaultLlamaCppGpuSupport, logLevel = defaultLlamaCppLogLevel, logger = Llama.defaultConsoleLogger, build = defaultBuildOption, cmakeOptions = {}, existingPrebuiltBinaryMustMatchBuildOptions = false, usePrebuiltBinaries = true, progressLogs = true, skipDownload = defaultSkipDownload, vramPadding = defaultLlamaVramPadding, debug = defaultLlamaCppDebugMode }, { updateLastBuildInfoOnCompile = false, skipLlamaInit = false } = {}) {
+    const platform = getPlatform();
+    const arch = process.arch;
+    if (logLevel == null)
+        logLevel = defaultLlamaCppLogLevel;
+    if (logger == null)
+        logger = Llama.defaultConsoleLogger;
+    if (build == null)
+        build = defaultBuildOption;
+    if (cmakeOptions == null)
+        cmakeOptions = {};
+    if (existingPrebuiltBinaryMustMatchBuildOptions == null)
+        existingPrebuiltBinaryMustMatchBuildOptions = false;
+    if (usePrebuiltBinaries == null)
+        usePrebuiltBinaries = true;
+    if (progressLogs == null)
+        progressLogs = true;
+    if (skipDownload == null)
+        skipDownload = defaultSkipDownload;
+    if (vramPadding == null)
+        vramPadding = defaultLlamaVramPadding;
+    if (debug == null)
+        debug = defaultLlamaCppDebugMode;
+    const clonedLlamaCppRepoReleaseInfo = await getClonedLlamaCppRepoReleaseInfo();
+    let canUsePrebuiltBinaries = (build === "forceRebuild" || !usePrebuiltBinaries)
+        ? false
+        : await getCanUsePrebuiltBinaries();
+    const buildGpusToTry = await getGpuTypesToUseForOption(gpu, { platform, arch });
+    const platformInfo = await getPlatformInfo();
+    const llamaCppInfo = {
+        repo: clonedLlamaCppRepoReleaseInfo?.llamaCppGithubRepo ?? builtinLlamaCppGitHubRepo,
+        release: clonedLlamaCppRepoReleaseInfo?.tag ?? builtinLlamaCppRelease
+    };
+    let shouldLogNoGlibcWarningIfNoBuildIsAvailable = false;
+    const canBuild = build !== "never" && !runningInsideAsar &&
+        (!runningInElectron || await hasBuildingFromSourceDependenciesInstalled());
+    if (canUsePrebuiltBinaries && platform === "linux") {
+        if (!(await detectGlibc({ platform }))) {
+            canUsePrebuiltBinaries = false;
+            shouldLogNoGlibcWarningIfNoBuildIsAvailable = true;
+        }
+    }
+    if (buildGpusToTry.length === 0)
+        throw new Error("No GPU types available to try building with");
+    if (build === "auto" || build === "never") {
+        for (let i = 0; i < buildGpusToTry.length; i++) {
+            const gpu = buildGpusToTry[i];
+            const isLastItem = i === buildGpusToTry.length - 1;
+            const buildOptions = {
+                customCmakeOptions: resolveCustomCmakeOptions(cmakeOptions),
+                progressLogs,
+                platform,
+                platformInfo,
+                arch,
+                gpu,
+                llamaCpp: llamaCppInfo
+            };
+            const llama = await loadExistingLlamaBinary({
+                buildOptions,
+                canUsePrebuiltBinaries,
+                logLevel,
+                logger,
+                existingPrebuiltBinaryMustMatchBuildOptions,
+                progressLogs,
+                platform,
+                platformInfo,
+                skipLlamaInit,
+                vramPadding,
+                fallbackMessage: !isLastItem
+                    ? `falling back to using ${getPrettyBuildGpuName(buildGpusToTry[i + 1])}`
+                    : (canBuild
+                        ? "falling back to building from source"
+                        : null),
+                debug
+            });
+            if (llama != null)
+                return llama;
+        }
+    }
+    if (shouldLogNoGlibcWarningIfNoBuildIsAvailable && progressLogs)
+        await logNoGlibcWarning();
+    if (!canBuild)
+        throw new NoBinaryFoundError();
+    const llamaCppRepoCloned = await isLlamaCppRepoCloned();
+    if (!llamaCppRepoCloned) {
+        if (skipDownload)
+            throw new NoBinaryFoundError("No prebuilt binaries found, no llama.cpp source found and `skipDownload` or NODE_LLAMA_CPP_SKIP_DOWNLOAD env var is set to true, so llama.cpp cannot be built from source");
+        llamaCppInfo.repo = defaultLlamaCppGitHubRepo;
+        llamaCppInfo.release = defaultLlamaCppRelease;
+        if (isGithubReleaseNeedsResolving(llamaCppInfo.release)) {
+            const [owner, name] = defaultLlamaCppGitHubRepo.split("/");
+            llamaCppInfo.release = await resolveGithubRelease(owner, name, llamaCppInfo.release);
+        }
+    }
+    for (let i = 0; i < buildGpusToTry.length; i++) {
+        const gpu = buildGpusToTry[i];
+        const isLastItem = i === buildGpusToTry.length - 1;
+        const buildOptions = {
+            customCmakeOptions: resolveCustomCmakeOptions(cmakeOptions),
+            progressLogs,
+            platform,
+            platformInfo,
+            arch,
+            gpu,
+            llamaCpp: llamaCppInfo
+        };
+        try {
+            return await buildAndLoadLlamaBinary({
+                buildOptions,
+                skipDownload,
+                logLevel,
+                logger,
+                updateLastBuildInfoOnCompile,
+                vramPadding,
+                skipLlamaInit,
+                debug
+            });
+        }
+        catch (err) {
+            console.error(getConsoleLogPrefix() +
+                `Failed to build llama.cpp with ${getPrettyBuildGpuName(gpu)} support. ` +
+                (!isLastItem
+                    ? `falling back to building llama.cpp with ${getPrettyBuildGpuName(buildGpusToTry[i + 1])} support. `
+                    : "") +
+                "Error:", err);
+            if (isLastItem)
+                throw err;
+        }
+    }
+    throw new Error("Failed to build llama.cpp");
+}
+async function loadExistingLlamaBinary({ buildOptions, canUsePrebuiltBinaries, logLevel, logger, existingPrebuiltBinaryMustMatchBuildOptions, progressLogs, platform, platformInfo, skipLlamaInit, vramPadding, fallbackMessage, debug }) {
+    const buildFolderName = await getBuildFolderNameForBuildOptions(buildOptions);
+    const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, buildFolderName.withCustomCmakeOptions);
+    const localBuildBinPath = await getLocalBuildBinaryPath(buildFolderName.withCustomCmakeOptions);
+    await waitForLockfileRelease({ resourcePath: localBuildFolder });
+    if (localBuildBinPath != null) {
+        try {
+            const buildMetadata = await getLocalBuildBinaryBuildMetadata(buildFolderName.withCustomCmakeOptions);
+            const shouldTestBinaryBeforeLoading = getShouldTestBinaryBeforeLoading({
+                isPrebuiltBinary: false,
+                platform,
+                platformInfo,
+                buildMetadata
+            });
+            const binaryCompatible = shouldTestBinaryBeforeLoading
+                ? await testBindingBinary(localBuildBinPath)
+                : true;
+            if (binaryCompatible) {
+                const binding = loadBindingModule(localBuildBinPath);
+                return await Llama._create({
+                    bindings: binding,
+                    buildType: "localBuild",
+                    buildMetadata,
+                    logLevel,
+                    logger,
+                    vramPadding,
+                    skipLlamaInit,
+                    debug
+                });
+            }
+            else if (progressLogs) {
+                console.warn(getConsoleLogPrefix() + "The local build binary was not built in the current system and is incompatible with it");
+                if (canUsePrebuiltBinaries)
+                    console.info(getConsoleLogPrefix() + "Falling back to prebuilt binaries");
+                else if (fallbackMessage != null)
+                    console.info(getConsoleLogPrefix() + fallbackMessage);
+            }
+        }
+        catch (err) {
+            const binaryDescription = describeBinary(buildOptions);
+            console.error(getConsoleLogPrefix() + `Failed to load a local build ${binaryDescription}. Error:`, err);
+            if (canUsePrebuiltBinaries)
+                console.info(getConsoleLogPrefix() + "Falling back to prebuilt binaries");
+            else if (fallbackMessage != null)
+                console.info(getConsoleLogPrefix() + fallbackMessage);
+        }
+    }
+    if (canUsePrebuiltBinaries) {
+        const prebuiltBinDetails = await getPrebuiltBinaryPath(buildOptions, existingPrebuiltBinaryMustMatchBuildOptions
+            ? buildFolderName.withCustomCmakeOptions
+            : buildFolderName.withoutCustomCmakeOptions);
+        if (prebuiltBinDetails != null) {
+            try {
+                const buildMetadata = await getPrebuiltBinaryBuildMetadata(prebuiltBinDetails.folderPath, prebuiltBinDetails.folderName);
+                const shouldTestBinaryBeforeLoading = getShouldTestBinaryBeforeLoading({
+                    isPrebuiltBinary: true,
+                    platform,
+                    platformInfo,
+                    buildMetadata
+                });
+                const binaryCompatible = shouldTestBinaryBeforeLoading
+                    ? await testBindingBinary(prebuiltBinDetails.binaryPath)
+                    : true;
+                if (binaryCompatible) {
+                    const binding = loadBindingModule(prebuiltBinDetails.binaryPath);
+                    return await Llama._create({
+                        bindings: binding,
+                        buildType: "prebuilt",
+                        buildMetadata,
+                        logLevel,
+                        logger,
+                        vramPadding,
+                        skipLlamaInit,
+                        debug
+                    });
+                }
+                else if (progressLogs) {
+                    const binaryDescription = describeBinary({
+                        ...buildOptions,
+                        customCmakeOptions: existingPrebuiltBinaryMustMatchBuildOptions
+                            ? buildOptions.customCmakeOptions
+                            : new Map()
+                    });
+                    console.warn(getConsoleLogPrefix() +
+                        `The prebuilt ${binaryDescription} is not compatible with the current system` + (fallbackMessage != null
+                        ? ", " + fallbackMessage
+                        : ""));
+                }
+            }
+            catch (err) {
+                const binaryDescription = describeBinary({
+                    ...buildOptions,
+                    customCmakeOptions: existingPrebuiltBinaryMustMatchBuildOptions
+                        ? buildOptions.customCmakeOptions
+                        : new Map()
+                });
+                console.error(getConsoleLogPrefix() + `Failed to load a prebuilt ${binaryDescription}` + (fallbackMessage != null
+                    ? ", " + fallbackMessage
+                    : "") + ". Error:", err);
+            }
+        }
+        else if (progressLogs)
+            console.warn(getConsoleLogPrefix() + "A prebuilt binary was not found" + (fallbackMessage != null
+                ? ", " + fallbackMessage
+                : ""));
+    }
+    return null;
+}
+async function buildAndLoadLlamaBinary({ buildOptions, skipDownload, logLevel, logger, updateLastBuildInfoOnCompile, vramPadding, skipLlamaInit, debug }) {
+    const buildFolderName = await getBuildFolderNameForBuildOptions(buildOptions);
+    await compileLlamaCpp(buildOptions, {
+        ensureLlamaCppRepoIsCloned: !skipDownload,
+        downloadCmakeIfNeeded: true,
+        updateLastBuildInfo: updateLastBuildInfoOnCompile
+    });
+    const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, buildFolderName.withCustomCmakeOptions);
+    await waitForLockfileRelease({ resourcePath: localBuildFolder });
+    const localBuildBinPath = await getLocalBuildBinaryPath(buildFolderName.withCustomCmakeOptions);
+    if (localBuildBinPath == null) {
+        throw new Error("Failed to build llama.cpp");
+    }
+    const binding = loadBindingModule(localBuildBinPath);
+    const buildMetadata = await getLocalBuildBinaryBuildMetadata(buildFolderName.withCustomCmakeOptions);
+    return await Llama._create({
+        bindings: binding,
+        buildType: "localBuild",
+        buildMetadata,
+        logLevel,
+        logger,
+        vramPadding,
+        skipLlamaInit,
+        debug
+    });
+}
+async function logNoGlibcWarning() {
+    console.warn(getConsoleLogPrefix() +
+        "The prebuilt binaries cannot be used in this Linux distro, as `glibc` is not detected");
+    const linuxDistroInfo = await getLinuxDistroInfo();
+    const isAlpineLinux = await isDistroAlpineLinux(linuxDistroInfo);
+    if (isAlpineLinux) {
+        console.warn(getConsoleLogPrefix() +
+            "Using Alpine Linux is not recommended for running LLMs, " +
+            "as using GPU drivers is complicated and suboptimal in this distro at the moment.\n" +
+            getConsoleLogPrefix() +
+            "Consider using a different Linux distro, such as Debian or Ubuntu.\n" +
+            getConsoleLogPrefix() +
+            `If you're trying to run this inside of a Docker container, consider using "${recommendedBaseDockerImage}" image`);
+    }
+}
+function describeBinary(binaryOptions) {
+    let res = `binary for platform "${binaryOptions.platform}" "${binaryOptions.arch}"`;
+    const additions = [];
+    if (binaryOptions.gpu != false)
+        additions.push(`with ${getPrettyBuildGpuName(binaryOptions.gpu)} support`);
+    if (binaryOptions.customCmakeOptions.size > 0)
+        additions.push("with custom build options");
+    res += additions
+        .map((addition, index) => {
+        if (index === 0)
+            return " " + addition;
+        if (additions.length === 2)
+            return " and " + addition;
+        if (index === additions.length - 1)
+            return " and " + addition;
+        return ", " + addition;
+    })
+        .join("");
+    return res;
+}
+function loadBindingModule(bindingModulePath) {
+    // each llama instance has its own settings, such as a different logger, so we have to make sure we load a new instance every time
+    try {
+        delete require.cache[require.resolve(bindingModulePath)];
+    }
+    catch (err) { }
+    try {
+        const binding = require(bindingModulePath);
+        return binding;
+    }
+    finally {
+        try {
+            delete require.cache[require.resolve(bindingModulePath)];
+        }
+        catch (err) { }
+    }
+}
+function getShouldTestBinaryBeforeLoading({ isPrebuiltBinary, platform, platformInfo, buildMetadata }) {
+    if (platform === "linux") {
+        if (isPrebuiltBinary)
+            return true;
+        if (platformInfo.name !== buildMetadata.buildOptions.platformInfo.name ||
+            platformInfo.version !== buildMetadata.buildOptions.platformInfo.version)
+            return true;
+    }
+    else if (platform === "win") {
+        if (buildMetadata.buildOptions.gpu !== false)
+            return true;
+    }
+    return false;
+}
+//# sourceMappingURL=getLlama.js.map

package/dist/bindings/getLlama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getLlama.js","sourceRoot":"","sources":["../../src/bindings/getLlama.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAC,aAAa,EAAC,MAAM,QAAQ,CAAC;AACrC,OAAO,EACH,yBAAyB,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,yBAAyB,EAAE,yBAAyB,EAChI,sBAAsB,EAAE,mBAAmB,EAAE,4BAA4B,EAAE,0BAA0B,EAAE,wBAAwB,EAClI,MAAM,cAAc,CAAC;AACtB,OAAO,EAAC,mBAAmB,EAAC,MAAM,iCAAiC,CAAC;AACpE,OAAO,EAAC,sBAAsB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,6BAA6B,EAAE,oBAAoB,EAAC,MAAM,kCAAkC,CAAC;AACrG,OAAO,EAAC,iBAAiB,EAAE,iBAAiB,EAAC,MAAM,qBAAqB,CAAC;AAEzE,OAAO,EACH,eAAe,EAAE,gCAAgC,EAAE,uBAAuB,EAAE,8BAA8B,EAAE,qBAAqB,EACpI,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAC,gCAAgC,EAAE,oBAAoB,EAAC,MAAM,8BAA8B,CAAC;AAEpG,OAAO,EAAiB,WAAW,EAAC,MAAM,wBAAwB,CAAC;AACnE,OAAO,EAAC,iCAAiC,EAAC,MAAM,8CAA8C,CAAC;AAC/F,OAAO,EAAC,yBAAyB,EAAC,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAC,yBAAyB,EAAC,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAC,kBAAkB,EAAC,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AACjC,OAAO,EAAC,yBAAyB,EAAC,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAC,qBAAqB,EAAC,MAAM,aAAa,CAAC;AAClD,OAAO,EAAC,WAAW,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAC,kBAAkB,EAAE,mBAAmB,EAAC,MAAM,+BAA+B,CAAC;AACtF,OAAO,EAAC,iBAAiB,EAAC,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAqB,eAAe,EAAC,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EAAC,0CAA0C,EAAC,MAAM,uDAAuD,CAAC;AAEjH,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AA0J/C,MAAM,CAAC,MAAM,oBAAoB,GAAG,UAAU,CAAC;AAE/C,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,SAAiB,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,IAAI,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;AACzH,MAAM,kBAAkB,GAA8C,iBAAiB;IACnF,CAAC,CAAC,OAAO;IACT,CAAC,CAAC,MAAM,CAAC;AAYb,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAAoC,EAAE,gBAAmC;IACpG,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;QAC1B,MAAM,aAAa,GAAG,MAAM,gBAAgB,EAAE,CAAC;QAC/C,MAAM,eAAe,GAAiB;YAClC,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,IAAI,uBAAuB;YAC/D,MAAM,EAAE,gBAAgB,EAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB;YAC9D,mBAAmB,EAAE,gBAAgB,EAAE,mBAAmB,IAAI,IAAI;YAClE,YAAY,EAAE,gBAAgB,EAAE,YAAY,IAAI,IAAI;YACpD,YAAY,EAAE,gBAAgB,EAAE,YAAY,IAAI,mBAAmB;YACnE,WAAW,EAAE,gBAAgB,EAAE,WAAW,IAAI,uBAAuB;YACrE,KAAK,EAAE,gBAAgB,EAAE,KAAK,IAAI,wBAAwB;SAC7D,CAAC;QAEF,IAAI,aAAa,IAAI,IAAI;YACrB,OAAO,kBAAkB,CAAC,eAAe,CAAC,CAAC;QAE/C,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;QAC3F,MAAM,iBAAiB,GAAG,MAAM,uBAAuB,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAElF,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,gBAAgB,EAAC,CAAC,CAAC;QAC/D,IAAI,iBAAiB,IAAI,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACrD,MAAM,aAAa,GAAG,MAAM,gCAAgC,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;gBAEvF,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;oBACvB,QAAQ,EAAE,OAAO;oBACjB,SAAS,EAAE,YAAY;oBACvB,aAAa;oBACb,MAAM,EAAE,gBAAgB,EAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB;oBAC9D,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,IAAI,uBAAuB;oBAC/D,WAAW,EAAE,gBAAgB,EAAE,WAAW,IAAI,uBAAuB;oBACrE,KAAK,EAAE,gBAAgB,EAAE,KAAK,IAAI,wBAAwB;iBAC7D,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,EAAE,GAAG,CAAC,CAAC;gBAChF,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,kCAAkC,CAAC,CAAC;YAC7E,CAAC;QACL,CAAC;QAED,OAAO,kBAAkB,CAAC,eAAe,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,kBAAkB,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACrC,GAAG,GAAG,yBAAyB,EAC/B,QAAQ,GAAG,uBAAuB,EAClC,MAAM,GAAG,KAAK,CAAC,oBAAoB,EACnC,KAAK,GAAG,kBAAkB,EAC1B,YAAY,GAAG,EAAE,EACjB,2CAA2C,GAAG,KAAK,EACnD,mBAAmB,GAAG,IAAI,EAC1B,YAAY,GAAG,IAAI,EACnB,YAAY,GAAG,mBAAmB,EAClC,WAAW,GAAG,uBAAuB,EACrC,KAAK,GAAG,wBAAwB,EACrB,EAAE,EACb,4BAA4B,GAAG,KAAK,EACpC,aAAa,GAAG,KAAK,KAIrB,EAAE;IACF,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAE1B,IAAI,QAAQ,IAAI,IAAI;QAAE,QAAQ,GAAG,uBAAuB,CAAC;IACzD,IAAI,MAAM,IAAI,IAAI;QAAE,MAAM,GAAG,KAAK,CAAC,oBAAoB,CAAC;IACxD,IAAI,KAAK,IAAI,IAAI;QAAE,KAAK,GAAG,kBAAkB,CAAC;IAC9C,IAAI,YAAY,IAAI,IAAI;QAAE,YAAY,GAAG,EAAE,CAAC;IAC5C,IAAI,2CAA2C,IAAI,IAAI;QAAE,2CAA2C,GAAG,KAAK,CAAC;IAC7G,IAAI,mBAAmB,IAAI,IAAI;QAAE,mBAAmB,GAAG,IAAI,CAAC;IAC5D,IAAI,YAAY,IAAI,IAAI;QAAE,YAAY,GAAG,IAAI,CAAC;IAC9C,IAAI,YAAY,IAAI,IAAI;QAAE,YAAY,GAAG,mBAAmB,CAAC;IAC7D,IAAI,WAAW,IAAI,IAAI;QAAE,WAAW,GAAG,uBAAuB,CAAC;IAC/D,IAAI,KAAK,IAAI,IAAI;QAAE,KAAK,GAAG,wBAAwB,CAAC;IAEpD,MAAM,6BAA6B,GAAG,MAAM,gCAAgC,EAAE,CAAC;IAC/E,IAAI,sBAAsB,GAAG,CAAC,KAAK,KAAK,cAAc,IAAI,CAAC,mBAAmB,CAAC;QAC3E,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,MAAM,yBAAyB,EAAE,CAAC;IACxC,MAAM,cAAc,GAAe,MAAM,yBAAyB,CAAC,GAAG,EAAE,EAAC,QAAQ,EAAE,IAAI,EAAC,CAAC,CAAC;IAC1F,MAAM,YAAY,GAAG,MAAM,eAAe,EAAE,CAAC;IAC7C,MAAM,YAAY,GAA6B;QAC3C,IAAI,EAAE,6BAA6B,EAAE,kBAAkB,IAAI,yBAAyB;QACpF,OAAO,EAAE,6BAA6B,EAAE,GAAG,IAAI,sBAAsB;KACxE,CAAC;IACF,IAAI,2CAA2C,GAAG,KAAK,CAAC;IACxD,MAAM,QAAQ,GAAG,KAAK,KAAK,OAAO,IAAI,CAAC,iBAAiB;QACpD,CAAC,CAAC,iBAAiB,IAAI,MAAM,0CAA0C,EAAE,CAAC,CAAC;IAE/E,IAAI,sBAAsB,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjD,IAAI,CAAC,CAAC,MAAM,WAAW,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAC,EAAE,CAAC;YACnC,sBAAsB,GAAG,KAAK,CAAC;YAC/B,2CAA2C,GAAG,IAAI,CAAC;QACvD,CAAC;IACL,CAAC;IAED,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAEnE,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,UAAU,GAAG,CAAC,KAAK,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;YAEnD,MAAM,YAAY,GAAiB;gBAC/B,kBAAkB,EAAE,yBAAyB,CAAC,YAAY,CAAC;gBAC3D,YAAY;gBACZ,QAAQ;gBACR,YAAY;gBACZ,IAAI;gBACJ,GAAG;gBACH,QAAQ,EAAE,YAAY;aACzB,CAAC;YAEF,MAAM,KAAK,GAAG,MAAM,uBAAuB,CAAC;gBACxC,YAAY;gBACZ,sBAAsB;gBACtB,QAAQ;gBACR,MAAM;gBACN,2CAA2C;gBAC3C,YAAY;gBACZ,QAAQ;gBACR,YAAY;gBACZ,aAAa;gBACb,WAAW;gBACX,eAAe,EAAE,CAAC,UAAU;oBACxB,CAAC,CAAC,yBAAyB,qBAAqB,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;oBACzE,CAAC,CAAC,CACE,QAAQ;wBACJ,CAAC,CAAC,sCAAsC;wBACxC,CAAC,CAAC,IAAI,CACb;gBACL,KAAK;aACR,CAAC,CAAC;YAEH,IAAI,KAAK,IAAI,IAAI;gBACb,OAAO,KAAK,CAAC;QACrB,CAAC;IACL,CAAC;IAED,IAAI,2CAA2C,IAAI,YAAY;QAC3D,MAAM,iBAAiB,EAAE,CAAC;IAE9B,IAAI,CAAC,QAAQ;QACT,MAAM,IAAI,kBAAkB,EAAE,CAAC;IAEnC,MAAM,kBAAkB,GAAG,MAAM,oBAAoB,EAAE,CAAC;IACxD,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACtB,IAAI,YAAY;YACZ,MAAM,IAAI,kBAAkB,CAAC,2KAA2K,CAAC,CAAC;QAE9M,YAAY,CAAC,IAAI,GAAG,yBAAyB,CAAC;QAC9C,YAAY,CAAC,OAAO,GAAG,sBAAsB,CAAC;QAE9C,IAAI,6BAA6B,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;YACtD,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,yBAAyB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC3D,YAAY,CAAC,OAAO,GAAG,MAAM,oBAAoB,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;QACzF,CAAC;IACL,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,UAAU,GAAG,CAAC,KAAK,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;QAEnD,MAAM,YAAY,GAAiB;YAC/B,kBAAkB,EAAE,yBAAyB,CAAC,YAAY,CAAC;YAC3D,YAAY;YACZ,QAAQ;YACR,YAAY;YACZ,IAAI;YACJ,GAAG;YACH,QAAQ,EAAE,YAAY;SACzB,CAAC;QAEF,IAAI,CAAC;YACD,OAAO,MAAM,uBAAuB,CAAC;gBACjC,YAAY;gBACZ,YAAY;gBACZ,QAAQ;gBACR,MAAM;gBACN,4BAA4B;gBAC5B,WAAW;gBACX,aAAa;gBACb,KAAK;aACR,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CACT,mBAAmB,EAAE;gBACrB,kCAAkC,qBAAqB,CAAC,GAAG,CAAC,YAAY;gBACxE,CACI,CAAC,UAAU;oBACP,CAAC,CAAC,2CAA2C,qBAAqB,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY;oBACrG,CAAC,CAAC,EAAE,CACX;gBACD,QAAQ,EACR,GAAG,CACN,CAAC;YAEF,IAAI,UAAU;gBACV,MAAM,GAAG,CAAC;QAClB,CAAC;IACL,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;AACjD,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,EACnC,YAAY,EACZ,sBAAsB,EACtB,QAAQ,EACR,MAAM,EACN,2CAA2C,EAC3C,YAAY,EACZ,QAAQ,EACR,YAAY,EACZ,aAAa,EACb,WAAW,EACX,eAAe,EACf,KAAK,EAcR;IACG,MAAM,eAAe,GAAG,MAAM,iCAAiC,CAAC,YAAY,CAAC,CAAC;IAE9E,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;IACzG,MAAM,iBAAiB,GAAG,MAAM,uBAAuB,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;IAEhG,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,gBAAgB,EAAC,CAAC,CAAC;IAC/D,IAAI,iBAAiB,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC;YACD,MAAM,aAAa,GAAG,MAAM,gCAAgC,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;YACrG,MAAM,6BAA6B,GAAG,gCAAgC,CAAC;gBACnE,gBAAgB,EAAE,KAAK;gBACvB,QAAQ;gBACR,YAAY;gBACZ,aAAa;aAChB,CAAC,CAAC;YACH,MAAM,gBAAgB,GAAG,6BAA6B;gBAClD,CAAC,CAAC,MAAM,iBAAiB,CAAC,iBAAiB,CAAC;gBAC5C,CAAC,CAAC,IAAI,CAAC;YAEX,IAAI,gBAAgB,EAAE,CAAC;gBACnB,MAAM,OAAO,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBAErD,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;oBACvB,QAAQ,EAAE,OAAO;oBACjB,SAAS,EAAE,YAAY;oBACvB,aAAa;oBACb,QAAQ;oBACR,MAAM;oBACN,WAAW;oBACX,aAAa;oBACb,KAAK;iBACR,CAAC,CAAC;YACP,CAAC;iBAAM,IAAI,YAAY,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE,GAAG,wFAAwF,CACnH,CAAC;gBAEF,IAAI,sBAAsB;oBACtB,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,CAAC,CAAC;qBACzE,IAAI,eAAe,IAAI,IAAI;oBAC5B,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,eAAe,CAAC,CAAC;YAC9D,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,iBAAiB,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;YACvD,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,gCAAgC,iBAAiB,UAAU,EAAE,GAAG,CAAC,CAAC;YAExG,IAAI,sBAAsB;gBACtB,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,CAAC,CAAC;iBACzE,IAAI,eAAe,IAAI,IAAI;gBAC5B,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,eAAe,CAAC,CAAC;QAC9D,CAAC;IACL,CAAC;IAED,IAAI,sBAAsB,EAAE,CAAC;QACzB,MAAM,kBAAkB,GAAG,MAAM,qBAAqB,CAClD,YAAY,EACZ,2CAA2C;YACvC,CAAC,CAAC,eAAe,CAAC,sBAAsB;YACxC,CAAC,CAAC,eAAe,CAAC,yBAAyB,CAClD,CAAC;QAEF,IAAI,kBAAkB,IAAI,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACD,MAAM,aAAa,GAAG,MAAM,8BAA8B,CAAC,kBAAkB,CAAC,UAAU,EAAE,kBAAkB,CAAC,UAAU,CAAC,CAAC;gBACzH,MAAM,6BAA6B,GAAG,gCAAgC,CAAC;oBACnE,gBAAgB,EAAE,IAAI;oBACtB,QAAQ;oBACR,YAAY;oBACZ,aAAa;iBAChB,CAAC,CAAC;gBACH,MAAM,gBAAgB,GAAG,6BAA6B;oBAClD,CAAC,CAAC,MAAM,iBAAiB,CAAC,kBAAkB,CAAC,UAAU,CAAC;oBACxD,CAAC,CAAC,IAAI,CAAC;gBAEX,IAAI,gBAAgB,EAAE,CAAC;oBACnB,MAAM,OAAO,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;oBAEjE,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;wBACvB,QAAQ,EAAE,OAAO;wBACjB,SAAS,EAAE,UAAU;wBACrB,aAAa;wBACb,QAAQ;wBACR,MAAM;wBACN,WAAW;wBACX,aAAa;wBACb,KAAK;qBACR,CAAC,CAAC;gBACP,CAAC;qBAAM,IAAI,YAAY,EAAE,CAAC;oBACtB,MAAM,iBAAiB,GAAG,cAAc,CAAC;wBACrC,GAAG,YAAY;wBACf,kBAAkB,EAAE,2CAA2C;4BAC3D,CAAC,CAAC,YAAY,CAAC,kBAAkB;4BACjC,CAAC,CAAC,IAAI,GAAG,EAAE;qBAClB,CAAC,CAAC;oBACH,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE;wBACrB,gBAAgB,iBAAiB,4CAA4C,GAAG,CAC5E,eAAe,IAAI,IAAI;wBACnB,CAAC,CAAC,IAAI,GAAG,eAAe;wBACxB,CAAC,CAAC,EAAE,CACX,CACJ,CAAC;gBACN,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,iBAAiB,GAAG,cAAc,CAAC;oBACrC,GAAG,YAAY;oBACf,kBAAkB,EAAE,2CAA2C;wBAC3D,CAAC,CAAC,YAAY,CAAC,kBAAkB;wBACjC,CAAC,CAAC,IAAI,GAAG,EAAE;iBAClB,CAAC,CAAC;gBACH,OAAO,CAAC,KAAK,CACT,mBAAmB,EAAE,GAAG,6BAA6B,iBAAiB,EAAE,GAAG,CACvE,eAAe,IAAI,IAAI;oBACnB,CAAC,CAAC,IAAI,GAAG,eAAe;oBACxB,CAAC,CAAC,EAAE,CACX,GAAG,UAAU,EAAE,GAAG,CAAC,CAAC;YAC7B,CAAC;QACL,CAAC;aAAM,IAAI,YAAY;YACnB,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE,GAAG,iCAAiC,GAAG,CACxD,eAAe,IAAI,IAAI;gBACnB,CAAC,CAAC,IAAI,GAAG,eAAe;gBACxB,CAAC,CAAC,EAAE,CACX,CACJ,CAAC;IACV,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,EACnC,YAAY,EACZ,YAAY,EACZ,QAAQ,EACR,MAAM,EACN,4BAA4B,EAC5B,WAAW,EACX,aAAa,EACb,KAAK,EAUR;IACG,MAAM,eAAe,GAAG,MAAM,iCAAiC,CAAC,YAAY,CAAC,CAAC;IAE9E,MAAM,eAAe,CAAC,YAAY,EAAE;QAChC,0BAA0B,EAAE,CAAC,YAAY;QACzC,qBAAqB,EAAE,IAAI;QAC3B,mBAAmB,EAAE,4BAA4B;KACpD,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;IACzG,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,gBAAgB,EAAC,CAAC,CAAC;IAE/D,MAAM,iBAAiB,GAAG,MAAM,uBAAuB,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;IAEhG,IAAI,iBAAiB,IAAI,IAAI,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;IACrD,MAAM,aAAa,GAAG,MAAM,gCAAgC,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;IAErG,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;QACvB,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,YAAY;QACvB,aAAa;QACb,QAAQ;QACR,MAAM;QACN,WAAW;QACX,aAAa;QACb,KAAK;KACR,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,iBAAiB;IAC5B,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE;QACrB,uFAAuF,CAC1F,CAAC;IAEF,MAAM,eAAe,GAAG,MAAM,kBAAkB,EAAE,CAAC;IACnD,MAAM,aAAa,GAAG,MAAM,mBAAmB,CAAC,eAAe,CAAC,CAAC;IAEjE,IAAI,aAAa,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE;YACrB,0DAA0D;YAC1D,oFAAoF;YACpF,mBAAmB,EAAE;YACrB,sEAAsE;YACtE,mBAAmB,EAAE;YACrB,8EAA8E,0BAA0B,SAAS,CACpH,CAAC;IACN,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,aAA2B;IAC/C,IAAI,GAAG,GAAG,wBAAwB,aAAa,CAAC,QAAQ,MAAM,aAAa,CAAC,IAAI,GAAG,CAAC;IACpF,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,IAAI,aAAa,CAAC,GAAG,IAAI,KAAK;QAC1B,SAAS,CAAC,IAAI,CAAC,QAAQ,qBAAqB,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAE/E,IAAI,aAAa,CAAC,kBAAkB,CAAC,IAAI,GAAG,CAAC;QACzC,SAAS,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAEhD,GAAG,IAAI,SAAS;SACX,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QACrB,IAAI,KAAK,KAAK,CAAC;YACX,OAAO,GAAG,GAAG,QAAQ,CAAC;QAE1B,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YACtB,OAAO,OAAO,GAAG,QAAQ,CAAC;QAE9B,IAAI,KAAK,KAAK,SAAS,CAAC,MAAM,GAAG,CAAC;YAC9B,OAAO,OAAO,GAAG,QAAQ,CAAC;QAE9B,OAAO,IAAI,GAAG,QAAQ,CAAC;IAC3B,CAAC,CAAC;SACD,IAAI,CAAC,EAAE,CAAC,CAAC;IAEd,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,iBAAyB;IAChD,kIAAkI;IAClI,IAAI,CAAC;QACD,OAAO,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAC7D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC,CAAA,CAAC;IAEhB,IAAI,CAAC;QACD,MAAM,OAAO,GAAkB,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAE1D,OAAO,OAAO,CAAC;IACnB,CAAC;YAAS,CAAC;QACP,IAAI,CAAC;YACD,OAAO,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC,CAAA,CAAC;IACpB,CAAC;AACL,CAAC;AAED,SAAS,gCAAgC,CAAC,EACtC,gBAAgB,EAChB,QAAQ,EACR,YAAY,EACZ,aAAa,EAMhB;IACG,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACvB,IAAI,gBAAgB;YAChB,OAAO,IAAI,CAAC;QAEhB,IAAI,YAAY,CAAC,IAAI,KAAK,aAAa,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI;YAClE,YAAY,CAAC,OAAO,KAAK,aAAa,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO;YAExE,OAAO,IAAI,CAAC;IACpB,CAAC;SAAM,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;QAC5B,IAAI,aAAa,CAAC,YAAY,CAAC,GAAG,KAAK,KAAK;YACxC,OAAO,IAAI,CAAC;IACpB,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/bindings/types.d.ts

@@ -0,0 +1,57 @@
+/// <reference types="node" />
+import process from "process";
+import { BinaryPlatform } from "./utils/getPlatform.js";
+import { BinaryPlatformInfo } from "./utils/getPlatformInfo.js";
+export declare const buildGpuOptions: readonly ["metal", "cuda", "vulkan", false];
+export type LlamaGpuType = "metal" | "cuda" | "vulkan" | false;
+export declare const nodeLlamaCppGpuOptions: readonly ["auto", "metal", "cuda", "vulkan", false];
+export declare const nodeLlamaCppGpuOffStringOptions: readonly ["false", "off", "none", "disable", "disabled"];
+export type BuildGpu = (typeof buildGpuOptions)[number];
+export type BuildOptions = {
+    customCmakeOptions: Map<string, string>;
+    progressLogs: boolean;
+    platform: BinaryPlatform;
+    platformInfo: BinaryPlatformInfo;
+    arch: typeof process.arch;
+    gpu: BuildGpu;
+    llamaCpp: {
+        repo: string;
+        release: string;
+    };
+};
+export type BuildOptionsJSON = Omit<BuildOptions, "customCmakeOptions"> & {
+    customCmakeOptions: Record<string, string>;
+};
+export declare function parseNodeLlamaCppGpuOption(option: (typeof nodeLlamaCppGpuOptions)[number] | (typeof nodeLlamaCppGpuOffStringOptions)[number]): BuildGpu | "auto";
+export declare function convertBuildOptionsJSONToBuildOptions(buildOptionsJSON: BuildOptionsJSON): BuildOptions;
+export declare function convertBuildOptionsToBuildOptionsJSON(buildOptions: BuildOptions): BuildOptionsJSON;
+export type BuildMetadataFile = {
+    buildOptions: BuildOptionsJSON;
+};
+export declare enum LlamaLogLevel {
+    disabled = "disabled",
+    fatal = "fatal",
+    error = "error",
+    warn = "warn",
+    info = "info",
+    debug = "debug"
+}
+export declare const LlamaLogLevelValues: readonly [LlamaLogLevel.disabled, LlamaLogLevel.fatal, LlamaLogLevel.error, LlamaLogLevel.warn, LlamaLogLevel.info, LlamaLogLevel.debug];
+export declare enum LlamaVocabularyType {
+    none = "none",
+    spm = "spm",
+    bpe = "bpe",
+    wpm = "wpm"
+}
+export declare const LlamaVocabularyTypeValues: readonly [LlamaVocabularyType.none, LlamaVocabularyType.spm, LlamaVocabularyType.bpe, LlamaVocabularyType.wpm];
+/**
+ *Check if a log level is higher than another log level
+ */
+export declare function LlamaLogLevelGreaterThan(a: LlamaLogLevel, b: LlamaLogLevel): boolean;
+/**
+ *Check if a log level is higher than or equal to another log level
+ */
+export declare function LlamaLogLevelGreaterThanOrEqual(a: LlamaLogLevel, b: LlamaLogLevel): boolean;
+export declare const enum LlamaLocks {
+    loadToMemory = "loadToMemory"
+}

package/dist/bindings/types.js

@@ -0,0 +1,77 @@
+export const buildGpuOptions = ["metal", "cuda", "vulkan", false];
+export const nodeLlamaCppGpuOptions = [
+    "auto",
+    ...buildGpuOptions
+];
+export const nodeLlamaCppGpuOffStringOptions = ["false", "off", "none", "disable", "disabled"];
+export function parseNodeLlamaCppGpuOption(option) {
+    function optionIsGpuOff(opt) {
+        return nodeLlamaCppGpuOffStringOptions.includes(opt);
+    }
+    if (optionIsGpuOff(option))
+        return false;
+    else if (option === "auto")
+        return "auto";
+    if (buildGpuOptions.includes(option))
+        return option;
+    return "auto";
+}
+export function convertBuildOptionsJSONToBuildOptions(buildOptionsJSON) {
+    return {
+        ...buildOptionsJSON,
+        customCmakeOptions: new Map(Object.entries(buildOptionsJSON.customCmakeOptions))
+    };
+}
+export function convertBuildOptionsToBuildOptionsJSON(buildOptions) {
+    return {
+        ...buildOptions,
+        customCmakeOptions: Object.fromEntries(buildOptions.customCmakeOptions)
+    };
+}
+export var LlamaLogLevel;
+(function (LlamaLogLevel) {
+    LlamaLogLevel["disabled"] = "disabled";
+    LlamaLogLevel["fatal"] = "fatal";
+    LlamaLogLevel["error"] = "error";
+    LlamaLogLevel["warn"] = "warn";
+    LlamaLogLevel["info"] = "info";
+    LlamaLogLevel["debug"] = "debug";
+})(LlamaLogLevel || (LlamaLogLevel = {}));
+export const LlamaLogLevelValues = Object.freeze([
+    LlamaLogLevel.disabled,
+    LlamaLogLevel.fatal,
+    LlamaLogLevel.error,
+    LlamaLogLevel.warn,
+    LlamaLogLevel.info,
+    LlamaLogLevel.debug
+]);
+export var LlamaVocabularyType;
+(function (LlamaVocabularyType) {
+    LlamaVocabularyType["none"] = "none";
+    LlamaVocabularyType["spm"] = "spm";
+    LlamaVocabularyType["bpe"] = "bpe";
+    LlamaVocabularyType["wpm"] = "wpm";
+})(LlamaVocabularyType || (LlamaVocabularyType = {}));
+export const LlamaVocabularyTypeValues = Object.freeze([
+    LlamaVocabularyType.none,
+    LlamaVocabularyType.spm,
+    LlamaVocabularyType.bpe,
+    LlamaVocabularyType.wpm
+]);
+/**
+ *Check if a log level is higher than another log level
+ */
+export function LlamaLogLevelGreaterThan(a, b) {
+    return LlamaLogLevelValues.indexOf(a) < LlamaLogLevelValues.indexOf(b);
+}
+/**
+ *Check if a log level is higher than or equal to another log level
+ */
+export function LlamaLogLevelGreaterThanOrEqual(a, b) {
+    return LlamaLogLevelValues.indexOf(a) <= LlamaLogLevelValues.indexOf(b);
+}
+export var LlamaLocks;
+(function (LlamaLocks) {
+    LlamaLocks["loadToMemory"] = "loadToMemory";
+})(LlamaLocks || (LlamaLocks = {}));
+//# sourceMappingURL=types.js.map

package/dist/bindings/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/bindings/types.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAU,CAAC;AAE3E,MAAM,CAAC,MAAM,sBAAsB,GAAG;IAClC,MAAM;IACN,GAAG,eAAe;CACZ,CAAC;AACX,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,CAAU,CAAC;AAmBxG,MAAM,UAAU,0BAA0B,CAAC,MAAkG;IACzI,SAAS,cAAc,CAAC,GAAkB;QACtC,OAAO,+BAA+B,CAAC,QAAQ,CAAC,GAAuD,CAAC,CAAC;IAC7G,CAAC;IAED,IAAI,cAAc,CAAC,MAAM,CAAC;QACtB,OAAO,KAAK,CAAC;SACZ,IAAI,MAAM,KAAK,MAAM;QACtB,OAAO,MAAM,CAAC;IAElB,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC;QAChC,OAAO,MAAM,CAAC;IAElB,OAAO,MAAM,CAAC;AAClB,CAAC;AAGD,MAAM,UAAU,qCAAqC,CAAC,gBAAkC;IACpF,OAAO;QACH,GAAG,gBAAgB;QACnB,kBAAkB,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;KACnF,CAAC;AACN,CAAC;AAED,MAAM,UAAU,qCAAqC,CAAC,YAA0B;IAC5E,OAAO;QACH,GAAG,YAAY;QACf,kBAAkB,EAAE,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,kBAAkB,CAAC;KAC1E,CAAC;AACN,CAAC;AAMD,MAAM,CAAN,IAAY,aAOX;AAPD,WAAY,aAAa;IACrB,sCAAqB,CAAA;IACrB,gCAAe,CAAA;IACf,gCAAe,CAAA;IACf,8BAAa,CAAA;IACb,8BAAa,CAAA;IACb,gCAAe,CAAA;AACnB,CAAC,EAPW,aAAa,KAAb,aAAa,QAOxB;AACD,MAAM,CAAC,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7C,aAAa,CAAC,QAAQ;IACtB,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,IAAI;IAClB,aAAa,CAAC,IAAI;IAClB,aAAa,CAAC,KAAK;CACb,CAAC,CAAC;AAEZ,MAAM,CAAN,IAAY,mBAKX;AALD,WAAY,mBAAmB;IAC3B,oCAAa,CAAA;IACb,kCAAW,CAAA;IACX,kCAAW,CAAA;IACX,kCAAW,CAAA;AACf,CAAC,EALW,mBAAmB,KAAnB,mBAAmB,QAK9B;AACD,MAAM,CAAC,MAAM,yBAAyB,GAAG,MAAM,CAAC,MAAM,CAAC;IACnD,mBAAmB,CAAC,IAAI;IACxB,mBAAmB,CAAC,GAAG;IACvB,mBAAmB,CAAC,GAAG;IACvB,mBAAmB,CAAC,GAAG;CACjB,CAAC,CAAC;AAEZ;;GAEG;AACH,MAAM,UAAU,wBAAwB,CAAC,CAAgB,EAAE,CAAgB;IACvE,OAAO,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,+BAA+B,CAAC,CAAgB,EAAE,CAAgB;IAC9E,OAAO,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,CAAN,IAAkB,UAEjB;AAFD,WAAkB,UAAU;IACxB,2CAA6B,CAAA;AACjC,CAAC,EAFiB,UAAU,KAAV,UAAU,QAE3B"}

package/dist/bindings/utils/MemoryOrchestrator.d.ts

@@ -0,0 +1,21 @@
+import { EventRelay } from "lifecycle-utils";
+export declare class MemoryOrchestrator {
+    readonly onMemoryReservationRelease: EventRelay<void>;
+    constructor(getMemoryState: () => {
+        free: number;
+        total: number;
+    });
+    reserveMemory(bytes: number): MemoryReservation;
+    getMemoryState(): Promise<{
+        free: number;
+        total: number;
+    }>;
+}
+export declare class MemoryReservation {
+    private constructor();
+    get size(): number;
+    get disposed(): boolean;
+    [Symbol.dispose](): void;
+    dispose(): void;
+    static _create(bytes: number, dispose: () => void): MemoryReservation;
+}

package/dist/bindings/utils/MemoryOrchestrator.js

@@ -0,0 +1,49 @@
+import { EventRelay } from "lifecycle-utils";
+export class MemoryOrchestrator {
+    /** @internal */ _getMemoryState;
+    /** @internal */ _reservedMemory = 0;
+    onMemoryReservationRelease = new EventRelay();
+    constructor(getMemoryState) {
+        this._getMemoryState = getMemoryState;
+    }
+    reserveMemory(bytes) {
+        this._reservedMemory += bytes;
+        return MemoryReservation._create(bytes, () => {
+            this._reservedMemory -= bytes;
+            this.onMemoryReservationRelease.dispatchEvent();
+        });
+    }
+    async getMemoryState() {
+        const { free, total } = this._getMemoryState();
+        return {
+            free: Math.max(0, free - this._reservedMemory),
+            total
+        };
+    }
+}
+export class MemoryReservation {
+    /** @internal */ _size;
+    /** @internal */ _dispose;
+    constructor(size, dispose) {
+        this._size = size;
+        this._dispose = dispose;
+    }
+    get size() {
+        return this._size;
+    }
+    get disposed() {
+        return this._dispose == null;
+    }
+    [Symbol.dispose]() {
+        this.dispose();
+    }
+    dispose() {
+        if (this._dispose != null)
+            this._dispose();
+        this._dispose = null;
+    }
+    static _create(bytes, dispose) {
+        return new MemoryReservation(bytes, dispose);
+    }
+}
+//# sourceMappingURL=MemoryOrchestrator.js.map

package/dist/bindings/utils/MemoryOrchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryOrchestrator.js","sourceRoot":"","sources":["../../../src/bindings/utils/MemoryOrchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAE3C,MAAM,OAAO,kBAAkB;IAC3B,gBAAgB,CAAkB,eAAe,CAAsC;IACvF,gBAAgB,CAAS,eAAe,GAAW,CAAC,CAAC;IAErC,0BAA0B,GAAG,IAAI,UAAU,EAAQ,CAAC;IAEpE,YAAmB,cAAmD;QAClE,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;IAC1C,CAAC;IAEM,aAAa,CAAC,KAAa;QAC9B,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC;QAE9B,OAAO,iBAAiB,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE;YACzC,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC;YAC9B,IAAI,CAAC,0BAA0B,CAAC,aAAa,EAAE,CAAC;QACpD,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,KAAK,CAAC,cAAc;QACvB,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAE7C,OAAO;YACH,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC;YAC9C,KAAK;SACR,CAAC;IACN,CAAC;CACJ;AAED,MAAM,OAAO,iBAAiB;IAC1B,gBAAgB,CAAkB,KAAK,CAAS;IAChD,gBAAgB,CAAS,QAAQ,CAAsB;IAEvD,YAAoB,IAAY,EAAE,OAAmB;QACjD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC5B,CAAC;IAED,IAAW,IAAI;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;IACjC,CAAC;IAEM,CAAC,MAAM,CAAC,OAAO,CAAC;QACnB,IAAI,CAAC,OAAO,EAAE,CAAC;IACnB,CAAC;IAEM,OAAO;QACV,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI;YACrB,IAAI,CAAC,QAAQ,EAAE,CAAC;QAEpB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACzB,CAAC;IAEM,MAAM,CAAC,OAAO,CAAC,KAAa,EAAE,OAAmB;QACpD,OAAO,IAAI,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;CACJ"}

package/dist/bindings/utils/NoBinaryFoundError.d.ts

@@ -0,0 +1,2 @@
+export declare class NoBinaryFoundError extends Error {
+}

package/dist/bindings/utils/NoBinaryFoundError.js

@@ -0,0 +1,7 @@
+export class NoBinaryFoundError extends Error {
+    /** @internal */
+    constructor(message = "NoBinaryFoundError") {
+        super(message);
+    }
+}
+//# sourceMappingURL=NoBinaryFoundError.js.map

package/dist/bindings/utils/NoBinaryFoundError.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NoBinaryFoundError.js","sourceRoot":"","sources":["../../../src/bindings/utils/NoBinaryFoundError.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,kBAAmB,SAAQ,KAAK;IACzC,gBAAgB;IAChB,YAAmB,UAAkB,oBAAoB;QACrD,KAAK,CAAC,OAAO,CAAC,CAAC;IACnB,CAAC;CACJ"}