node-llama-cpp 3.0.0-beta.14 → 3.0.0-beta.15

package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.js

@@ -1,49 +0,0 @@
-import { GeneralChatWrapper } from "../../chatWrappers/GeneralChatWrapper.js";
-import { LlamaChatWrapper } from "../../chatWrappers/LlamaChatWrapper.js";
-import { AlpacaChatWrapper } from "../../chatWrappers/AlpacaChatWrapper.js";
-import { FunctionaryChatWrapper } from "../../chatWrappers/FunctionaryChatWrapper.js";
-import { ChatMLChatWrapper } from "../../chatWrappers/ChatMLChatWrapper.js";
-import { FalconChatWrapper } from "../../chatWrappers/FalconChatWrapper.js";
-import { resolveChatWrapperBasedOnModel } from "../../chatWrappers/resolveChatWrapperBasedOnModel.js";
-import { GemmaChatWrapper } from "../../chatWrappers/GemmaChatWrapper.js";
-export const chatWrapperTypeNames = Object.freeze([
-    "auto", "general", "llamaChat", "alpacaChat", "functionary", "chatML", "falconChat", "gemma"
-]);
-const chatWrappers = {
-    "general": GeneralChatWrapper,
-    "llamaChat": LlamaChatWrapper,
-    "alpacaChat": AlpacaChatWrapper,
-    "functionary": FunctionaryChatWrapper,
-    "chatML": ChatMLChatWrapper,
-    "falconChat": FalconChatWrapper,
-    "gemma": GemmaChatWrapper
-};
-const chatWrapperToConfigType = new Map(Object.entries(chatWrappers).map(([configType, Wrapper]) => [Wrapper, configType]));
-/**
- * @param configType
- * @param options
- */
-export function resolveChatWrapperBasedOnWrapperTypeName(configType, { bosString, filename, typeDescription, customWrapperSettings } = {}) {
-    if (Object.hasOwn(chatWrappers, configType)) {
-        const Wrapper = chatWrappers[configType];
-        const wrapperSettings = customWrapperSettings?.[configType];
-        return new Wrapper(wrapperSettings);
-    }
-    if (configType === "auto") {
-        const chatWrapper = resolveChatWrapperBasedOnModel({
-            bosString,
-            filename,
-            typeDescription
-        });
-        if (chatWrapper != null) {
-            const resolvedConfigType = chatWrapperToConfigType.get(chatWrapper);
-            const wrapperSettings = resolvedConfigType == null
-                ? undefined
-                : customWrapperSettings?.[resolvedConfigType];
-            return new chatWrapper(wrapperSettings);
-        }
-        return new GeneralChatWrapper(customWrapperSettings?.general);
-    }
-    throw new Error("Unknown wrapper config: " + configType);
-}
-//# sourceMappingURL=resolveChatWrapperBasedOnWrapperTypeName.js.map

package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"resolveChatWrapperBasedOnWrapperTypeName.js","sourceRoot":"","sources":["../../../src/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,kBAAkB,EAAC,MAAM,0CAA0C,CAAC;AAC5E,OAAO,EAAC,gBAAgB,EAAC,MAAM,wCAAwC,CAAC;AACxE,OAAO,EAAC,iBAAiB,EAAC,MAAM,yCAAyC,CAAC;AAC1E,OAAO,EAAC,sBAAsB,EAAC,MAAM,8CAA8C,CAAC;AACpF,OAAO,EAAC,iBAAiB,EAAC,MAAM,yCAAyC,CAAC;AAC1E,OAAO,EAAC,iBAAiB,EAAC,MAAM,yCAAyC,CAAC;AAC1E,OAAO,EAAC,8BAA8B,EAAC,MAAM,sDAAsD,CAAC;AACpG,OAAO,EAAC,gBAAgB,EAAC,MAAM,wCAAwC,CAAC;AAExE,MAAM,CAAC,MAAM,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO;CACtF,CAAC,CAAC;AAGZ,MAAM,YAAY,GAAG;IACjB,SAAS,EAAE,kBAAkB;IAC7B,WAAW,EAAE,gBAAgB;IAC7B,YAAY,EAAE,iBAAiB;IAC/B,aAAa,EAAE,sBAAsB;IACrC,QAAQ,EAAE,iBAAiB;IAC3B,YAAY,EAAE,iBAAiB;IAC/B,OAAO,EAAE,gBAAgB;CACyC,CAAC;AACvE,MAAM,uBAAuB,GAAG,IAAI,GAAG,CACnC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CACrF,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,wCAAwC,CAAC,UAA+B,EAAE,EACtF,SAAS,EACT,QAAQ,EACR,eAAe,EACf,qBAAqB,KAWrB,EAAE;IACF,IAAI,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,UAAU,CAAC,EAAE;QACzC,MAAM,OAAO,GAAG,YAAY,CAAC,UAAuC,CAAC,CAAC;QACtE,MAAM,eAAe,GACjB,qBAAqB,EAAE,CAAC,UAAuC,CAAC,CAAC;QAErE,OAAO,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;KACvC;IAED,IAAI,UAAU,KAAK,MAAM,EAAE;QACvB,MAAM,WAAW,GAAG,8BAA8B,CAAC;YAC/C,SAAS;YACT,QAAQ;YACR,eAAe;SAClB,CAAC,CAAC;QAEH,IAAI,WAAW,IAAI,IAAI,EAAE;YACrB,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACpE,MAAM,eAAe,GAA6D,kBAAkB,IAAI,IAAI;gBACxG,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,qBAAqB,EAAE,CAAC,kBAA+C,CAAC,CAAC;YAE/E,OAAO,IAAI,WAAW,CAAC,eAAe,CAAC,CAAC;SAC3C;QAED,OAAO,IAAI,kBAAkB,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC;KACjE;IAED,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,UAAU,CAAC,CAAC;AAC7D,CAAC"}

package/dist/chatWrappers/resolveChatWrapperBasedOnModel.d.ts

@@ -1,13 +0,0 @@
-import { ModelTypeDescription } from "../bindings/AddonTypes.js";
-import { LlamaChatWrapper } from "./LlamaChatWrapper.js";
-import { GeneralChatWrapper } from "./GeneralChatWrapper.js";
-import { FalconChatWrapper } from "./FalconChatWrapper.js";
-/**
- * @param options
- */
-export declare function resolveChatWrapperBasedOnModel({ bosString, filename, typeDescription }: {
-    bosString?: string | null;
-    filename?: string;
-    /** @hidden this type alias is too long in the documentation */
-    typeDescription?: ModelTypeDescription;
-}): typeof LlamaChatWrapper | typeof GeneralChatWrapper | typeof FalconChatWrapper | null;

package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js

@@ -1,63 +0,0 @@
-import { parseModelFileName } from "../utils/parseModelFileName.js";
-import { parseModelTypeDescription } from "../utils/parseModelTypeDescription.js";
-import { LlamaChatWrapper } from "./LlamaChatWrapper.js";
-import { ChatMLChatWrapper } from "./ChatMLChatWrapper.js";
-import { GeneralChatWrapper } from "./GeneralChatWrapper.js";
-import { FalconChatWrapper } from "./FalconChatWrapper.js";
-import { FunctionaryChatWrapper } from "./FunctionaryChatWrapper.js";
-import { AlpacaChatWrapper } from "./AlpacaChatWrapper.js";
-import { GemmaChatWrapper } from "./GemmaChatWrapper.js";
-/**
- * @param options
- */
-export function resolveChatWrapperBasedOnModel({ bosString, filename, typeDescription }) {
-    if (filename != null) {
-        const { name, subType, fileType } = parseModelFileName(filename);
-        if (fileType?.toLowerCase() === "gguf") {
-            const lowercaseName = name?.toLowerCase();
-            const lowercaseSubType = subType?.toLowerCase();
-            const splitLowercaseSubType = lowercaseSubType?.split("-") ?? [];
-            const firstSplitLowercaseSubType = splitLowercaseSubType[0];
-            if (lowercaseName === "llama") {
-                if (splitLowercaseSubType.includes("chat"))
-                    return LlamaChatWrapper;
-                return GeneralChatWrapper;
-            }
-            else if (lowercaseName === "yarn" && firstSplitLowercaseSubType === "llama")
-                return LlamaChatWrapper;
-            else if (lowercaseName === "orca")
-                return ChatMLChatWrapper;
-            else if (lowercaseName === "phind" && lowercaseSubType === "codellama")
-                return LlamaChatWrapper;
-            else if (lowercaseName === "mistral")
-                return GeneralChatWrapper;
-            else if (firstSplitLowercaseSubType === "llama")
-                return LlamaChatWrapper;
-            else if (lowercaseSubType === "alpaca")
-                return AlpacaChatWrapper;
-            else if (lowercaseName === "functionary")
-                return FunctionaryChatWrapper;
-            else if (lowercaseName === "dolphin" && splitLowercaseSubType.includes("mistral"))
-                return ChatMLChatWrapper;
-            else if (lowercaseName === "gemma")
-                return GemmaChatWrapper;
-        }
-    }
-    if (typeDescription != null) {
-        const { arch } = parseModelTypeDescription(typeDescription);
-        if (arch === "llama")
-            return LlamaChatWrapper;
-        else if (arch === "falcon")
-            return FalconChatWrapper;
-    }
-    if (bosString === "" || bosString == null)
-        return null;
-    if ("<s>[INST] <<SYS>>\n".startsWith(bosString)) {
-        return LlamaChatWrapper;
-    }
-    else if ("<|im_start|>system\n".startsWith(bosString)) {
-        return ChatMLChatWrapper;
-    }
-    return null;
-}
-//# sourceMappingURL=resolveChatWrapperBasedOnModel.js.map

package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"resolveChatWrapperBasedOnModel.js","sourceRoot":"","sources":["../../src/chatWrappers/resolveChatWrapperBasedOnModel.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAC,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAC,yBAAyB,EAAC,MAAM,uCAAuC,CAAC;AAEhF,OAAO,EAAC,gBAAgB,EAAC,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAC,iBAAiB,EAAC,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAC,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAC,iBAAiB,EAAC,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAC,sBAAsB,EAAC,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAC,iBAAiB,EAAC,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAC,gBAAgB,EAAC,MAAM,uBAAuB,CAAC;AAGvD;;GAEG;AACH,MAAM,UAAU,8BAA8B,CAAC,EAC3C,SAAS,EACT,QAAQ,EACR,eAAe,EAOlB;IACG,IAAI,QAAQ,IAAI,IAAI,EAAE;QAClB,MAAM,EAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAE/D,IAAI,QAAQ,EAAE,WAAW,EAAE,KAAK,MAAM,EAAE;YACpC,MAAM,aAAa,GAAG,IAAI,EAAE,WAAW,EAAE,CAAC;YAC1C,MAAM,gBAAgB,GAAG,OAAO,EAAE,WAAW,EAAE,CAAC;YAChD,MAAM,qBAAqB,GAAG,gBAAgB,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACjE,MAAM,0BAA0B,GAAG,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAE5D,IAAI,aAAa,KAAK,OAAO,EAAE;gBAC3B,IAAI,qBAAqB,CAAC,QAAQ,CAAC,MAAM,CAAC;oBACtC,OAAO,gBAAgB,CAAC;gBAE5B,OAAO,kBAAkB,CAAC;aAC7B;iBAAM,IAAI,aAAa,KAAK,MAAM,IAAI,0BAA0B,KAAK,OAAO;gBACzE,OAAO,gBAAgB,CAAC;iBACvB,IAAI,aAAa,KAAK,MAAM;gBAC7B,OAAO,iBAAiB,CAAC;iBACxB,IAAI,aAAa,KAAK,OAAO,IAAI,gBAAgB,KAAK,WAAW;gBAClE,OAAO,gBAAgB,CAAC;iBACvB,IAAI,aAAa,KAAK,SAAS;gBAChC,OAAO,kBAAkB,CAAC;iBACzB,IAAI,0BAA0B,KAAK,OAAO;gBAC3C,OAAO,gBAAgB,CAAC;iBACvB,IAAI,gBAAgB,KAAK,QAAQ;gBAClC,OAAO,iBAAiB,CAAC;iBACxB,IAAI,aAAa,KAAK,aAAa;gBACpC,OAAO,sBAAsB,CAAC;iBAC7B,IAAI,aAAa,KAAK,SAAS,IAAI,qBAAqB,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC7E,OAAO,iBAAiB,CAAC;iBACxB,IAAI,aAAa,KAAK,OAAO;gBAC9B,OAAO,gBAAgB,CAAC;SAC/B;KACJ;IAED,IAAI,eAAe,IAAI,IAAI,EAAE;QACzB,MAAM,EAAC,IAAI,EAAC,GAAG,yBAAyB,CAAC,eAAe,CAAC,CAAC;QAE1D,IAAI,IAAI,KAAK,OAAO;YAChB,OAAO,gBAAgB,CAAC;aACvB,IAAI,IAAI,KAAK,QAAQ;YACtB,OAAO,iBAAiB,CAAC;KAChC;IAED,IAAI,SAAS,KAAK,EAAE,IAAI,SAAS,IAAI,IAAI;QACrC,OAAO,IAAI,CAAC;IAEhB,IAAI,qBAAqB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;QAC7C,OAAO,gBAAgB,CAAC;KAC3B;SAAM,IAAI,sBAAsB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;QACrD,OAAO,iBAAiB,CAAC;KAC5B;IAED,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/dist/cli/commands/InspectCommand.js

@@ -1,113 +0,0 @@
-import os from "os";
-import bytes from "bytes";
-import chalk from "chalk";
-import { getLlamaForOptions } from "../../bindings/getLlama.js";
-import { detectAvailableComputeLayers } from "../../bindings/utils/detectAvailableComputeLayers.js";
-import { getPlatform } from "../../bindings/utils/getPlatform.js";
-import { LlamaLogLevel } from "../../bindings/types.js";
-import { getPrettyBuildGpuName } from "../../bindings/consts.js";
-const inspectFunctions = ["gpu"];
-export const InspectCommand = {
-    command: "inspect [function]",
-    describe: "Inspect the inner workings of node-llama-cpp",
-    builder(yargs) {
-        return yargs
-            .option("function", {
-            type: "string",
-            choices: inspectFunctions,
-            demandOption: true,
-            description: "inspect function to run"
-        });
-    },
-    async handler({ function: func }) {
-        if (func === "gpu")
-            await InspectGpuFunction();
-        else
-            void (func);
-    }
-};
-async function InspectGpuFunction() {
-    const platform = getPlatform();
-    const arch = process.arch;
-    const availableComputeLayers = await detectAvailableComputeLayers({ platform });
-    const gpusToLogVramUsageOf = [];
-    if (platform === "mac" && arch === "arm64") {
-        console.info(`${chalk.yellow("Metal:")} ${chalk.green("available")}`);
-        gpusToLogVramUsageOf.push("metal");
-    }
-    else if (platform === "mac") {
-        console.info(`${chalk.yellow("Metal:")} ${chalk.red("not supported by llama.cpp on Intel Macs")}`);
-    }
-    if (availableComputeLayers.cuda.hasNvidiaDriver && !availableComputeLayers.cuda.hasCudaRuntime) {
-        console.info(`${chalk.yellow("CUDA:")} ${chalk.red("NVIDIA driver is installed, but CUDA runtime is not")}`);
-    }
-    else if (availableComputeLayers.cuda.hasCudaRuntime && !availableComputeLayers.cuda.hasNvidiaDriver) {
-        console.info(`${chalk.yellow("CUDA:")} ${chalk.red("CUDA runtime is installed, but NVIDIA driver is not")}`);
-    }
-    else if (availableComputeLayers.cuda.hasCudaRuntime && availableComputeLayers.cuda.hasNvidiaDriver) {
-        console.info(`${chalk.yellow("CUDA:")} ${chalk.green("available")}`);
-        gpusToLogVramUsageOf.push("cuda");
-    }
-    if (availableComputeLayers.vulkan) {
-        console.info(`${chalk.yellow("Vulkan:")} ${chalk.green("available")}`);
-        gpusToLogVramUsageOf.push("vulkan");
-    }
-    for (const gpu of gpusToLogVramUsageOf) {
-        console.info();
-        await logGpuVramUsage(gpu);
-    }
-    console.info();
-    await logRamUsage();
-}
-async function logGpuVramUsage(gpu) {
-    try {
-        const llama = await getLlamaForOptions({
-            gpu: gpu,
-            build: "never",
-            progressLogs: false,
-            logLevel: LlamaLogLevel.warn
-        }, {
-            skipLlamaInit: true
-        });
-        const gpuName = getPrettyBuildGpuName(gpu);
-        const vramStatus = llama.getVramState();
-        console.info(`${chalk.yellow(`${gpuName} used VRAM:`)} ${getPercentageString(vramStatus.used, vramStatus.total)}% ${chalk.grey("(" + bytes(vramStatus.used) + "/" + bytes(vramStatus.total) + ")")}`);
-        console.info(`${chalk.yellow(`${gpuName} free VRAM:`)} ${getPercentageString(vramStatus.free, vramStatus.total)}% ${chalk.grey("(" + bytes(vramStatus.free) + "/" + bytes(vramStatus.total) + ")")}`);
-    }
-    catch (err) { }
-}
-async function logRamUsage() {
-    const totalMemory = os.totalmem();
-    const freeMemory = os.freemem();
-    const usedMemory = totalMemory - freeMemory;
-    console.info(`${chalk.yellow("Used RAM:")} ${getPercentageString(usedMemory, totalMemory)}% ${chalk.grey("(" + bytes(usedMemory) + "/" + bytes(totalMemory) + ")")}`);
-    console.info(`${chalk.yellow("Free RAM:")} ${getPercentageString(freeMemory, totalMemory)}% ${chalk.grey("(" + bytes(freeMemory) + "/" + bytes(totalMemory) + ")")}`);
-}
-function getPercentageString(amount, total) {
-    if (total === 0)
-        return "0";
-    return String(Math.floor((amount / total) * 100 * 100) / 100);
-}
-// // simple script to copy console logs as ansi to clipboard. Used to update the documentation
-// import {spawn} from "child_process";
-// const pendingLog: string[] = [];
-// const originalConsoleInfo = console.info;
-// console.info = function info(...args: any[]) {
-//     originalConsoleInfo.call(console, ...args);
-//     pendingLog.push(args.join(" "));
-// };
-//
-// function copyLogs() {
-//     const res = pendingLog.join("\n");
-//
-//     pbcopy(res);
-//     originalConsoleInfo.call(console, "Copied logs to clipboard");
-// }
-// function pbcopy(text: string) {
-//     const pbcopyProcess = spawn("pbcopy");
-//     pbcopyProcess.stdin.write(text);
-//     pbcopyProcess.stdin.end();
-// }
-//
-// process.on("exit", copyLogs);
-//# sourceMappingURL=InspectCommand.js.map

package/dist/cli/commands/InspectCommand.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"InspectCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/InspectCommand.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,kBAAkB,EAAC,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAC,4BAA4B,EAAC,MAAM,sDAAsD,CAAC;AAClG,OAAO,EAAC,WAAW,EAAC,MAAM,qCAAqC,CAAC;AAChE,OAAO,EAAW,aAAa,EAAC,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAC,qBAAqB,EAAC,MAAM,0BAA0B,CAAC;AAE/D,MAAM,gBAAgB,GAAG,CAAC,KAAK,CAAU,CAAC;AAK1C,MAAM,CAAC,MAAM,cAAc,GAA0C;IACjE,OAAO,EAAE,oBAAoB;IAC7B,QAAQ,EAAE,8CAA8C;IACxD,OAAO,CAAC,KAAK;QACT,OAAO,KAAK;aACP,MAAM,CAAC,UAAU,EAAE;YAChB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,gBAAgB;YACzB,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE,yBAAyB;SACzC,CAAC,CAAC;IACX,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,EAAC,QAAQ,EAAE,IAAI,EAAiB;QAC1C,IAAI,IAAI,KAAK,KAAK;YACd,MAAM,kBAAkB,EAAE,CAAC;;YAE3B,KAAK,CAAC,IAAoB,CAAC,CAAC;IACpC,CAAC;CACJ,CAAC;AAEF,KAAK,UAAU,kBAAkB;IAC7B,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1B,MAAM,sBAAsB,GAAG,MAAM,4BAA4B,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAC;IAC9E,MAAM,oBAAoB,GAAe,EAAE,CAAC;IAE5C,IAAI,QAAQ,KAAK,KAAK,IAAI,IAAI,KAAK,OAAO,EAAE;QACxC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACtE,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;KACtC;SAAM,IAAI,QAAQ,KAAK,KAAK,EAAE;QAC3B,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,0CAA0C,CAAC,EAAE,CAAC,CAAC;KACtG;IAED,IAAI,sBAAsB,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,EAAE;QAC5F,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,qDAAqD,CAAC,EAAE,CAAC,CAAC;KAChH;SAAM,IAAI,sBAAsB,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,eAAe,EAAE;QACnG,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,qDAAqD,CAAC,EAAE,CAAC,CAAC;KAChH;SAAM,IAAI,sBAAsB,CAAC,IAAI,CAAC,cAAc,IAAI,sBAAsB,CAAC,IAAI,CAAC,eAAe,EAAE;QAClG,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACrE,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;KACrC;IAED,IAAI,sBAAsB,CAAC,MAAM,EAAE;QAC/B,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACvE,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;KACvC;IAED,KAAK,MAAM,GAAG,IAAI,oBAAoB,EAAE;QACpC,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;KAC9B;IAED,OAAO,CAAC,IAAI,EAAE,CAAC;IACf,MAAM,WAAW,EAAE,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,GAAa;IACxC,IAAI;QACA,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC;YACnC,GAAG,EAAE,GAAG;YACR,KAAK,EAAE,OAAO;YACd,YAAY,EAAE,KAAK;YACnB,QAAQ,EAAE,aAAa,CAAC,IAAI;SAC/B,EAAE;YACC,aAAa,EAAE,IAAI;SACtB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,YAAY,EAAE,CAAC;QAExC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,OAAO,aAAa,CAAC,IAAI,mBAAmB,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;QACtM,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,OAAO,aAAa,CAAC,IAAI,mBAAmB,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;KACzM;IAAC,OAAO,GAAG,EAAE,GAAE;AACpB,CAAC;AAED,KAAK,UAAU,WAAW;IACtB,MAAM,WAAW,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;IAClC,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,MAAM,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;IAE5C,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,mBAAmB,CAAC,UAAU,EAAE,WAAW,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;IACtK,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,mBAAmB,CAAC,UAAU,EAAE,WAAW,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;AAC1K,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAc,EAAE,KAAa;IACtD,IAAI,KAAK,KAAK,CAAC;QACX,OAAO,GAAG,CAAC;IAEf,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;AAClE,CAAC;AAED,+FAA+F;AAC/F,uCAAuC;AACvC,mCAAmC;AACnC,4CAA4C;AAC5C,iDAAiD;AACjD,kDAAkD;AAClD,uCAAuC;AACvC,KAAK;AACL,EAAE;AACF,wBAAwB;AACxB,yCAAyC;AACzC,EAAE;AACF,mBAAmB;AACnB,qEAAqE;AACrE,IAAI;AACJ,kCAAkC;AAClC,6CAA6C;AAC7C,uCAAuC;AACvC,iCAAiC;AACjC,IAAI;AACJ,EAAE;AACF,gCAAgC"}

package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/firstInFirstOutStrategy.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"firstInFirstOutStrategy.js","sourceRoot":"","sources":["../../../../../src/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/firstInFirstOutStrategy.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,uBAAuB,CAAC,EAAC,KAAK,EAAE,IAAI,EAAgD;IAChG,MAAM,GAAG,GAA2B,EAAE,CAAC;IAEvC,MAAM,WAAW,GAAG,KAAK;SACpB,KAAK,EAAE;SACP,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,GAAG,CAAC,CAAC,kBAAkB,CAAC,CAAC;IAEjE,IAAI,cAAc,GAAG,IAAI,CAAC;IAC1B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE;QAC5B,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACnE,GAAG,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,aAAa,EAAC,CAAC,CAAC;QAChC,cAAc,IAAI,aAAa,CAAC;QAEhC,IAAI,cAAc,KAAK,CAAC;YACpB,MAAM;KACb;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/maximumParallelismStrategy.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"maximumParallelismStrategy.js","sourceRoot":"","sources":["../../../../../src/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/maximumParallelismStrategy.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,0BAA0B,CAAC,EAAC,KAAK,EAAE,IAAI,EAAgD;IACnG,IAAI,cAAc,GAAG,IAAI,CAAC;IAC1B,MAAM,oBAAoB,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAEvE,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,MAAM,YAAY,GAA2B,EAAE,CAAC;IAEhD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,oBAAoB,CAAC,CAAC;QACzF,MAAM,cAAc,GAAG,EAAC,IAAI,EAAE,aAAa,EAAC,CAAC;QAE7C,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACzB,cAAc,IAAI,aAAa,CAAC;QAEhC,IAAI,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;YAClC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAEtC,IAAI,cAAc,KAAK,CAAC;YACpB,MAAM;KACb;IAED,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,cAAc,GAAG,CAAC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,EAAE,EAAE;QACpG,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QAE1E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YAChE,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,iBAAiB,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,cAAc,CAAC,aAAa,CAAC;YAC3F,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;YACtF,cAAc,CAAC,aAAa,IAAI,cAAc,CAAC;YAE/C,IAAI,cAAc,KAAK,iBAAiB,EAAE;gBACtC,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC1B,CAAC,EAAE,CAAC;aACP;SACJ;KACJ;IAED,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAEnF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;QAChE,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,iBAAiB,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,cAAc,CAAC,aAAa,CAAC;QAC3F,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;QACnE,cAAc,CAAC,aAAa,IAAI,cAAc,CAAC;QAE/C,IAAI,cAAc,KAAK,iBAAiB,EAAE;YACtC,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC1B,CAAC,EAAE,CAAC;SACP;KACJ;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.d.ts

@@ -1,2 +0,0 @@
-import { BatchingOptions } from "../types.js";
-export declare function resolveBatchItemsPrioritizingStrategy(strategy: Required<BatchingOptions>["itemsPrioritizingStrategy"]): import("../types.js").CustomBatchingPrioritizeStrategy;

package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"resolveBatchItemsPrioritizingStrategy.js","sourceRoot":"","sources":["../../../../src/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,0BAA0B,EAAC,MAAM,kEAAkE,CAAC;AAC5G,OAAO,EAAC,uBAAuB,EAAC,MAAM,+DAA+D,CAAC;AAEtG,MAAM,UAAU,qCAAqC,CAAC,QAAgE;IAClH,IAAI,QAAQ,YAAY,QAAQ;QAC5B,OAAO,QAAQ,CAAC;SACf,IAAI,QAAQ,KAAK,oBAAoB;QACtC,OAAO,0BAA0B,CAAC;SACjC,IAAI,QAAQ,KAAK,iBAAiB;QACnC,OAAO,uBAAuB,CAAC;IAEnC,KAAK,CAAC,QAAwB,CAAC,CAAC;IAEhC,MAAM,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;AAC5E,CAAC"}

package/dist/gguf/GGUFInsights.d.ts

@@ -1,28 +0,0 @@
-import { Llama } from "../bindings/Llama.js";
-import { GGUFMetadataResponse } from "./ggufParser/GGUFParser.js";
-export type GGUFInsightsOptions = {
-    contextCount?: number;
-    nodeLlama?: Llama;
-    modelSize?: number;
-};
-export default class GGUFInsights {
-    readonly metadataResponse: GGUFMetadataResponse;
-    readonly options: GGUFInsightsOptions;
-    get metadata(): import("./ggufParser/GGUFTypes.js").GGUFMetadataAny;
-    get architectureMetadata(): import("./ggufParser/GGUFTypes.js").GGUFMetadataArchitectureProperties;
-    /**
-     * fp16 k,v matrices
-     */
-    get kvMatrices(): number;
-    /**
-     * This amount is the overhead + tensors in memory
-     */
-    get graphSize(): number;
-    get VRAMUsage(): number;
-    protected get _availableVRam(): number;
-    constructor(metadataResponse: GGUFMetadataResponse, options?: GGUFInsightsOptions);
-    /**
-     * The score of the model by how much it's compatible to the current system
-     */
-    modelScore(): number;
-}

package/dist/gguf/GGUFInsights.js

@@ -1,58 +0,0 @@
-import MissingNodeLlamaError from "./errors/MissingNodeLlamaError.js";
-import NotEnoughVRamError from "./errors/ModelScore/NotEnoughVRamError.js";
-const PAD_AVAILABLE_VRAM = 1024 ** 2 * 500; // 500MB
-export default class GGUFInsights {
-    metadataResponse;
-    options = {};
-    get metadata() {
-        return this.metadataResponse.metadata;
-    }
-    get architectureMetadata() {
-        return this.metadata[this.metadata.general.architecture];
-    }
-    /**
-     * fp16 k,v matrices
-     */
-    get kvMatrices() {
-        // 2 bytes each * 2 key and value
-        return (2 * 2 *
-            this.architectureMetadata.context_length *
-            this.architectureMetadata.block_count *
-            this.architectureMetadata.embedding_length *
-            this.architectureMetadata.attention.head_count_kv /
-            this.architectureMetadata.attention.head_count);
-    }
-    /**
-     * This amount is the overhead + tensors in memory
-     */
-    get graphSize() {
-        // TODO: get this from the llama.cpp's graph calculations instead of
-        // estimating it's 1/6 * kv_cache_size * num_gqa
-        return ((this.architectureMetadata.attention.head_count_kv /
-            this.architectureMetadata.attention.head_count) * this.kvMatrices / 6);
-    }
-    get VRAMUsage() {
-        return this.graphSize + this.kvMatrices + this.metadataResponse.metadataSize;
-    }
-    get _availableVRam() {
-        if (!this.options?.nodeLlama) {
-            throw new MissingNodeLlamaError("GGUFInsights Calculations");
-        }
-        return this.options.nodeLlama.getVramState().total - PAD_AVAILABLE_VRAM;
-    }
-    constructor(metadataResponse, options = {}) {
-        this.options = options;
-        this.metadataResponse = metadataResponse;
-    }
-    /**
-     * The score of the model by how much it's compatible to the current system
-     */
-    modelScore() {
-        const vramScore = this.VRAMUsage / this._availableVRam;
-        if (vramScore >= 1) {
-            throw new NotEnoughVRamError(this.VRAMUsage, this._availableVRam);
-        }
-        return vramScore;
-    }
-}
-//# sourceMappingURL=GGUFInsights.js.map

package/dist/gguf/GGUFInsights.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"GGUFInsights.js","sourceRoot":"","sources":["../../src/gguf/GGUFInsights.ts"],"names":[],"mappings":"AACA,OAAO,qBAAqB,MAAM,mCAAmC,CAAC;AAEtE,OAAO,kBAAkB,MAAM,2CAA2C,CAAC;AAE3E,MAAM,kBAAkB,GAAG,IAAI,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ;AAQpD,MAAM,CAAC,OAAO,OAAO,YAAY;IACb,gBAAgB,CAAuB;IACvC,OAAO,GAAwB,EAAE,CAAC;IAElD,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC;IAC1C,CAAC;IAED,IAAW,oBAAoB;QAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC7D,CAAC;IAED;;OAEG;IACH,IAAW,UAAU;QACjB,iCAAiC;QACjC,OAAO,CACH,CAAC,GAAG,CAAC;YACL,IAAI,CAAC,oBAAoB,CAAC,cAAc;YACxC,IAAI,CAAC,oBAAoB,CAAC,WAAW;YACrC,IAAI,CAAC,oBAAoB,CAAC,gBAAgB;YAC1C,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,aAAa;YACjD,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,UAAU,CACjD,CAAC;IACN,CAAC;IAED;;OAEG;IACH,IAAW,SAAS;QAChB,oEAAoE;QACpE,gDAAgD;QAChD,OAAO,CACH,CAAC,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,aAAa;YAClD,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC,CACxE,CAAC;IACN,CAAC;IAED,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC;IACjF,CAAC;IAED,IAAc,cAAc;QACxB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAC;YACzB,MAAM,IAAI,qBAAqB,CAAC,2BAA2B,CAAC,CAAC;SAChE;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,KAAK,GAAG,kBAAkB,CAAC;IAC5E,CAAC;IAED,YAAmB,gBAAsC,EAAE,UAA+B,EAAE;QACxF,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IAE7C,CAAC;IAGD;;OAEG;IACI,UAAU;QACb,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC;QACvD,IAAI,SAAS,IAAI,CAAC,EAAC;YACf,MAAM,IAAI,kBAAkB,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;SACrE;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;CAEJ"}

package/dist/gguf/GGUFMetadata.d.ts

@@ -1,19 +0,0 @@
-import retry from "async-retry";
-import GGUFInsights, { GGUFInsightsOptions } from "./GGUFInsights.js";
-import { GGUFMetadataResponse } from "./ggufParser/GGUFParser.js";
-export type GGUFMetadataOptions = {
-    source?: "network" | "local";
-    retry?: retry.Options;
-    ignoreKeys?: string[];
-    insights?: GGUFInsightsOptions;
-};
-export default class GGUFMetadata {
-    protected _metadata?: GGUFMetadataResponse;
-    readonly path: string;
-    readonly options: Partial<GGUFMetadataOptions>;
-    get metadata(): GGUFMetadataResponse;
-    get insights(): GGUFInsights;
-    constructor(path: string, options?: Partial<GGUFMetadataOptions>);
-    parse(): Promise<GGUFMetadataResponse>;
-    private _createStream;
-}

package/dist/gguf/GGUFMetadata.js

@@ -1,38 +0,0 @@
-import MetadataNotParsedYetError from "./errors/MetadataNotParsedYetError.js";
-import GGUFInsights from "./GGUFInsights.js";
-import GGUFParser from "./ggufParser/GGUFParser.js";
-import GGUFFetchStream from "./ggufParser/stream/GGUFFetchStream.js";
-import GGUFReadStream from "./ggufParser/stream/GGUFReadStream.js";
-export default class GGUFMetadata {
-    _metadata;
-    path;
-    options = {};
-    get metadata() {
-        if (!this._metadata) {
-            throw new MetadataNotParsedYetError(this.path);
-        }
-        return this._metadata;
-    }
-    get insights() {
-        return new GGUFInsights(this.metadata, this.options.insights);
-    }
-    constructor(path, options = {}) {
-        this.options = options;
-        this.path = path;
-    }
-    async parse() {
-        const stream = this._createStream();
-        const parser = new GGUFParser(stream, this.options.ignoreKeys);
-        return this._metadata = await parser.parseMetadata();
-    }
-    _createStream() {
-        switch (this.options.source) {
-            case "network":
-                return new GGUFFetchStream(this.path, { retry: this.options.retry });
-            case "local":
-            default:
-                return new GGUFReadStream(this.path, { retry: this.options.retry });
-        }
-    }
-}
-//# sourceMappingURL=GGUFMetadata.js.map

package/dist/gguf/GGUFMetadata.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"GGUFMetadata.js","sourceRoot":"","sources":["../../src/gguf/GGUFMetadata.ts"],"names":[],"mappings":"AACA,OAAO,yBAAyB,MAAM,uCAAuC,CAAC;AAC9E,OAAO,YAAmC,MAAM,mBAAmB,CAAC;AACpE,OAAO,UAAkC,MAAM,4BAA4B,CAAC;AAC5E,OAAO,eAAe,MAAM,wCAAwC,CAAC;AACrE,OAAO,cAAc,MAAM,uCAAuC,CAAC;AASnE,MAAM,CAAC,OAAO,OAAO,YAAY;IACnB,SAAS,CAAwB;IAC3B,IAAI,CAAS;IACb,OAAO,GAAiC,EAAE,CAAC;IAE3D,IAAW,QAAQ;QACf,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YACjB,MAAM,IAAI,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAClD;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;IAED,YAAmB,IAAY,EAAE,UAAwC,EAAE;QACvE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,KAAK;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,SAAS,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;IACzD,CAAC;IAEO,aAAa;QACjB,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YACzB,KAAK,SAAS;gBACV,OAAO,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAC,CAAC,CAAC;YACvE,KAAK,OAAO,CAAC;YACb;gBACI,OAAO,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAC,CAAC,CAAC;SACzE;IACL,CAAC;CACJ"}

package/dist/gguf/errors/InvalidGGUFMagicError.d.ts

@@ -1,3 +0,0 @@
-export default class InvalidGGUFMagicError extends Error {
-    constructor(message?: string);
-}

package/dist/gguf/errors/InvalidGGUFMagicError.js

@@ -1,6 +0,0 @@
-export default class InvalidGGUFMagicError extends Error {
-    constructor(message = "Invalid GGUF magic") {
-        super(message);
-    }
-}
-//# sourceMappingURL=InvalidGGUFMagicError.js.map

package/dist/gguf/errors/InvalidGGUFMagicError.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"InvalidGGUFMagicError.js","sourceRoot":"","sources":["../../../src/gguf/errors/InvalidGGUFMagicError.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,qBAAsB,SAAQ,KAAK;IACpD,YAAmB,OAAO,GAAG,oBAAoB;QAC7C,KAAK,CAAC,OAAO,CAAC,CAAC;IACnB,CAAC;CACJ"}

package/dist/gguf/errors/MetadataNotParsedYetError.d.ts

@@ -1,3 +0,0 @@
-export default class MetadataNotParsedYetError extends Error {
-    constructor(path: string);
-}

package/dist/gguf/errors/MetadataNotParsedYetError.js

@@ -1,6 +0,0 @@
-export default class MetadataNotParsedYetError extends Error {
-    constructor(path) {
-        super(`Metadata not parsed yet: "${path}"`);
-    }
-}
-//# sourceMappingURL=MetadataNotParsedYetError.js.map

package/dist/gguf/errors/MetadataNotParsedYetError.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"MetadataNotParsedYetError.js","sourceRoot":"","sources":["../../../src/gguf/errors/MetadataNotParsedYetError.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,yBAA0B,SAAQ,KAAK;IACxD,YAAmB,IAAY;QAC3B,KAAK,CAAC,6BAA6B,IAAI,GAAG,CAAC,CAAC;IAChD,CAAC;CACJ"}

package/dist/gguf/errors/MissingNodeLlamaError.d.ts

@@ -1,3 +0,0 @@
-export default class MissingNodeLlamaError extends Error {
-    constructor(purpose: string);
-}

package/dist/gguf/errors/MissingNodeLlamaError.js

@@ -1,6 +0,0 @@
-export default class MissingNodeLlamaError extends Error {
-    constructor(purpose) {
-        super(`Missing nodeLlama options, this in required for ${purpose}`);
-    }
-}
-//# sourceMappingURL=MissingNodeLlamaError.js.map

package/dist/gguf/errors/MissingNodeLlamaError.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"MissingNodeLlamaError.js","sourceRoot":"","sources":["../../../src/gguf/errors/MissingNodeLlamaError.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,qBAAsB,SAAQ,KAAK;IACpD,YAAmB,OAAe;QAC9B,KAAK,CAAC,mDAAmD,OAAO,EAAE,CAAC,CAAC;IACxE,CAAC;CACJ"}

package/dist/gguf/errors/ModelScore/NotEnoughVRamError.d.ts

@@ -1,5 +0,0 @@
-export default class NotEnoughVRamError extends Error {
-    readonly requiredVRAM: number;
-    readonly availableVRAM: number;
-    constructor(requiredVRAM: number, availableVRAM: number);
-}

package/dist/gguf/errors/ModelScore/NotEnoughVRamError.js

@@ -1,11 +0,0 @@
-import bytes from "bytes";
-export default class NotEnoughVRamError extends Error {
-    requiredVRAM;
-    availableVRAM;
-    constructor(requiredVRAM, availableVRAM) {
-        super(`${bytes(requiredVRAM)} of VRAM is required, but only ${bytes(availableVRAM)} is available`);
-        this.availableVRAM = availableVRAM;
-        this.requiredVRAM = requiredVRAM;
-    }
-}
-//# sourceMappingURL=NotEnoughVRamError.js.map

package/dist/gguf/errors/ModelScore/NotEnoughVRamError.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"NotEnoughVRamError.js","sourceRoot":"","sources":["../../../../src/gguf/errors/ModelScore/NotEnoughVRamError.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,CAAC,OAAO,OAAO,kBAAmB,SAAQ,KAAK;IACjC,YAAY,CAAS;IACrB,aAAa,CAAS;IAEtC,YAAmB,YAAoB,EAAE,aAAqB;QAC1D,KAAK,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,kCAAkC,KAAK,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;QACnG,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;CACJ"}

package/dist/gguf/errors/UnsupportedMetadataTypeError.d.ts

@@ -1,4 +0,0 @@
-export default class UnsupportedMetadataTypeError extends Error {
-    readonly type: number;
-    constructor(type: number);
-}

package/dist/gguf/errors/UnsupportedMetadataTypeError.js

@@ -1,8 +0,0 @@
-export default class UnsupportedMetadataTypeError extends Error {
-    type;
-    constructor(type) {
-        super(`Unsupported metadata type: "${type}"`);
-        this.type = type;
-    }
-}
-//# sourceMappingURL=UnsupportedMetadataTypeError.js.map

package/dist/gguf/errors/UnsupportedMetadataTypeError.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"UnsupportedMetadataTypeError.js","sourceRoot":"","sources":["../../../src/gguf/errors/UnsupportedMetadataTypeError.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,4BAA6B,SAAQ,KAAK;IAC3C,IAAI,CAAS;IAE7B,YAAmB,IAAY;QAC3B,KAAK,CAAC,+BAA+B,IAAI,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;CACJ"}

package/dist/gguf/ggufParser/GGUFParser.d.ts

@@ -1,18 +0,0 @@
-import { GGUFMetadataAny } from "./GGUFTypes.js";
-import GGUFBaseStream from "./stream/GGUFBaseStream.js";
-export type GGUFMetadataResponse = {
-    metadataSize: number;
-    metadata: GGUFMetadataAny;
-};
-export default class GGUFParser {
-    protected readonly _stream: GGUFBaseStream;
-    ignoreKeys: string[];
-    constructor(_stream: GGUFBaseStream, ignoreKeys?: string[]);
-    private _readMetadataValue;
-    private _parseMetadataRaw;
-    parseMetadata(): Promise<GGUFMetadataResponse>;
-    protected static _getNestedObject(key: string, currentNestedObject: any): {
-        lastObject: any;
-        lastKey: string;
-    };
-}