node-llama-cpp 3.0.0-beta.13 → 3.0.0-beta.15

package/dist/cli/commands/InspectCommand.js

@@ -1,113 +0,0 @@
-import os from "os";
-import bytes from "bytes";
-import chalk from "chalk";
-import { getLlamaForOptions } from "../../bindings/getLlama.js";
-import { detectAvailableComputeLayers } from "../../bindings/utils/detectAvailableComputeLayers.js";
-import { getPlatform } from "../../bindings/utils/getPlatform.js";
-import { LlamaLogLevel } from "../../bindings/types.js";
-import { getPrettyBuildGpuName } from "../../bindings/consts.js";
-const inspectFunctions = ["gpu"];
-export const InspectCommand = {
-    command: "inspect [function]",
-    describe: "Inspect the inner workings of node-llama-cpp",
-    builder(yargs) {
-        return yargs
-            .option("function", {
-            type: "string",
-            choices: inspectFunctions,
-            demandOption: true,
-            description: "inspect function to run"
-        });
-    },
-    async handler({ function: func }) {
-        if (func === "gpu")
-            await InspectGpuFunction();
-        else
-            void (func);
-    }
-};
-async function InspectGpuFunction() {
-    const platform = getPlatform();
-    const arch = process.arch;
-    const availableComputeLayers = await detectAvailableComputeLayers({ platform });
-    const gpusToLogVramUsageOf = [];
-    if (platform === "mac" && arch === "arm64") {
-        console.info(`${chalk.yellow("Metal:")} ${chalk.green("available")}`);
-        gpusToLogVramUsageOf.push("metal");
-    }
-    else {
-        console.info(`${chalk.yellow("Metal:")} ${chalk.red("not supported by llama.cpp on Intel Macs")}`);
-    }
-    if (availableComputeLayers.cuda.hasNvidiaDriver && !availableComputeLayers.cuda.hasCudaRuntime) {
-        console.info(`${chalk.yellow("CUDA:")} ${chalk.red("NVIDIA driver is installed, but CUDA runtime is not")}`);
-    }
-    else if (availableComputeLayers.cuda.hasCudaRuntime && !availableComputeLayers.cuda.hasNvidiaDriver) {
-        console.info(`${chalk.yellow("CUDA:")} ${chalk.red("CUDA runtime is installed, but NVIDIA driver is not")}`);
-    }
-    else if (availableComputeLayers.cuda.hasCudaRuntime && availableComputeLayers.cuda.hasNvidiaDriver) {
-        console.info(`${chalk.yellow("CUDA:")} ${chalk.green("available")}`);
-        gpusToLogVramUsageOf.push("cuda");
-    }
-    if (availableComputeLayers.vulkan) {
-        console.info(`${chalk.yellow("Vulkan:")} ${chalk.green("available")}`);
-        gpusToLogVramUsageOf.push("vulkan");
-    }
-    for (const gpu of gpusToLogVramUsageOf) {
-        console.info();
-        await logGpuVramUsage(gpu);
-    }
-    console.info();
-    await logRamUsage();
-}
-async function logGpuVramUsage(gpu) {
-    try {
-        const llama = await getLlamaForOptions({
-            gpu: gpu,
-            build: "never",
-            progressLogs: false,
-            logLevel: LlamaLogLevel.warn
-        }, {
-            skipLlamaInit: true
-        });
-        const gpuName = getPrettyBuildGpuName(gpu);
-        const vramStatus = llama.getVramState();
-        console.info(`${chalk.yellow(`${gpuName} used VRAM:`)} ${getPercentageString(vramStatus.used, vramStatus.total)}% ${chalk.grey("(" + bytes(vramStatus.used) + "/" + bytes(vramStatus.total) + ")")}`);
-        console.info(`${chalk.yellow(`${gpuName} free VRAM:`)} ${getPercentageString(vramStatus.free, vramStatus.total)}% ${chalk.grey("(" + bytes(vramStatus.free) + "/" + bytes(vramStatus.total) + ")")}`);
-    }
-    catch (err) { }
-}
-async function logRamUsage() {
-    const totalMemory = os.totalmem();
-    const freeMemory = os.freemem();
-    const usedMemory = totalMemory - freeMemory;
-    console.info(`${chalk.yellow("Used RAM:")} ${getPercentageString(usedMemory, totalMemory)}% ${chalk.grey("(" + bytes(usedMemory) + "/" + bytes(totalMemory) + ")")}`);
-    console.info(`${chalk.yellow("Free RAM:")} ${getPercentageString(freeMemory, totalMemory)}% ${chalk.grey("(" + bytes(freeMemory) + "/" + bytes(totalMemory) + ")")}`);
-}
-function getPercentageString(amount, total) {
-    if (total === 0)
-        return "0";
-    return String(Math.floor((amount / total) * 100 * 100) / 100);
-}
-// // simple script to copy console logs as ansi to clipboard. Used to update the documentation
-// import {spawn} from "child_process";
-// const pendingLog: string[] = [];
-// const originalConsoleInfo = console.info;
-// console.info = function info(...args: any[]) {
-//     originalConsoleInfo.call(console, ...args);
-//     pendingLog.push(args.join(" "));
-// };
-//
-// function copyLogs() {
-//     const res = pendingLog.join("\n");
-//
-//     pbcopy(res);
-//     originalConsoleInfo.call(console, "Copied logs to clipboard");
-// }
-// function pbcopy(text: string) {
-//     const pbcopyProcess = spawn("pbcopy");
-//     pbcopyProcess.stdin.write(text);
-//     pbcopyProcess.stdin.end();
-// }
-//
-// process.on("exit", copyLogs);
-//# sourceMappingURL=InspectCommand.js.map

package/dist/cli/commands/InspectCommand.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"InspectCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/InspectCommand.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,kBAAkB,EAAC,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAC,4BAA4B,EAAC,MAAM,sDAAsD,CAAC;AAClG,OAAO,EAAC,WAAW,EAAC,MAAM,qCAAqC,CAAC;AAChE,OAAO,EAAW,aAAa,EAAC,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAC,qBAAqB,EAAC,MAAM,0BAA0B,CAAC;AAE/D,MAAM,gBAAgB,GAAG,CAAC,KAAK,CAAU,CAAC;AAK1C,MAAM,CAAC,MAAM,cAAc,GAA0C;IACjE,OAAO,EAAE,oBAAoB;IAC7B,QAAQ,EAAE,8CAA8C;IACxD,OAAO,CAAC,KAAK;QACT,OAAO,KAAK;aACP,MAAM,CAAC,UAAU,EAAE;YAChB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,gBAAgB;YACzB,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE,yBAAyB;SACzC,CAAC,CAAC;IACX,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,EAAC,QAAQ,EAAE,IAAI,EAAiB;QAC1C,IAAI,IAAI,KAAK,KAAK;YACd,MAAM,kBAAkB,EAAE,CAAC;;YAE3B,KAAK,CAAC,IAAoB,CAAC,CAAC;IACpC,CAAC;CACJ,CAAC;AAEF,KAAK,UAAU,kBAAkB;IAC7B,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1B,MAAM,sBAAsB,GAAG,MAAM,4BAA4B,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAC;IAC9E,MAAM,oBAAoB,GAAe,EAAE,CAAC;IAE5C,IAAI,QAAQ,KAAK,KAAK,IAAI,IAAI,KAAK,OAAO,EAAE;QACxC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACtE,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;KACtC;SAAM;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,0CAA0C,CAAC,EAAE,CAAC,CAAC;KACtG;IAED,IAAI,sBAAsB,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,EAAE;QAC5F,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,qDAAqD,CAAC,EAAE,CAAC,CAAC;KAChH;SAAM,IAAI,sBAAsB,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,eAAe,EAAE;QACnG,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,qDAAqD,CAAC,EAAE,CAAC,CAAC;KAChH;SAAM,IAAI,sBAAsB,CAAC,IAAI,CAAC,cAAc,IAAI,sBAAsB,CAAC,IAAI,CAAC,eAAe,EAAE;QAClG,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACrE,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;KACrC;IAED,IAAI,sBAAsB,CAAC,MAAM,EAAE;QAC/B,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACvE,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;KACvC;IAED,KAAK,MAAM,GAAG,IAAI,oBAAoB,EAAE;QACpC,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;KAC9B;IAED,OAAO,CAAC,IAAI,EAAE,CAAC;IACf,MAAM,WAAW,EAAE,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,GAAa;IACxC,IAAI;QACA,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC;YACnC,GAAG,EAAE,GAAG;YACR,KAAK,EAAE,OAAO;YACd,YAAY,EAAE,KAAK;YACnB,QAAQ,EAAE,aAAa,CAAC,IAAI;SAC/B,EAAE;YACC,aAAa,EAAE,IAAI;SACtB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,YAAY,EAAE,CAAC;QAExC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,OAAO,aAAa,CAAC,IAAI,mBAAmB,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;QACtM,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,OAAO,aAAa,CAAC,IAAI,mBAAmB,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;KACzM;IAAC,OAAO,GAAG,EAAE,GAAE;AACpB,CAAC;AAED,KAAK,UAAU,WAAW;IACtB,MAAM,WAAW,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;IAClC,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,MAAM,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;IAE5C,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,mBAAmB,CAAC,UAAU,EAAE,WAAW,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;IACtK,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,mBAAmB,CAAC,UAAU,EAAE,WAAW,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;AAC1K,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAc,EAAE,KAAa;IACtD,IAAI,KAAK,KAAK,CAAC;QACX,OAAO,GAAG,CAAC;IAEf,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;AAClE,CAAC;AAED,+FAA+F;AAC/F,uCAAuC;AACvC,mCAAmC;AACnC,4CAA4C;AAC5C,iDAAiD;AACjD,kDAAkD;AAClD,uCAAuC;AACvC,KAAK;AACL,EAAE;AACF,wBAAwB;AACxB,yCAAyC;AACzC,EAAE;AACF,mBAAmB;AACnB,qEAAqE;AACrE,IAAI;AACJ,kCAAkC;AAClC,6CAA6C;AAC7C,uCAAuC;AACvC,iCAAiC;AACjC,IAAI;AACJ,EAAE;AACF,gCAAgC"}

package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/firstInFirstOutStrategy.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"firstInFirstOutStrategy.js","sourceRoot":"","sources":["../../../../../src/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/firstInFirstOutStrategy.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,uBAAuB,CAAC,EAAC,KAAK,EAAE,IAAI,EAAgD;IAChG,MAAM,GAAG,GAA2B,EAAE,CAAC;IAEvC,MAAM,WAAW,GAAG,KAAK;SACpB,KAAK,EAAE;SACP,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,GAAG,CAAC,CAAC,kBAAkB,CAAC,CAAC;IAEjE,IAAI,cAAc,GAAG,IAAI,CAAC;IAC1B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE;QAC5B,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACnE,GAAG,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,aAAa,EAAC,CAAC,CAAC;QAChC,cAAc,IAAI,aAAa,CAAC;QAEhC,IAAI,cAAc,KAAK,CAAC;YACpB,MAAM;KACb;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/maximumParallelismStrategy.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"maximumParallelismStrategy.js","sourceRoot":"","sources":["../../../../../src/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/maximumParallelismStrategy.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,0BAA0B,CAAC,EAAC,KAAK,EAAE,IAAI,EAAgD;IACnG,IAAI,cAAc,GAAG,IAAI,CAAC;IAC1B,MAAM,oBAAoB,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAEvE,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,MAAM,YAAY,GAA2B,EAAE,CAAC;IAEhD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,oBAAoB,CAAC,CAAC;QACzF,MAAM,cAAc,GAAG,EAAC,IAAI,EAAE,aAAa,EAAC,CAAC;QAE7C,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACzB,cAAc,IAAI,aAAa,CAAC;QAEhC,IAAI,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;YAClC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAEtC,IAAI,cAAc,KAAK,CAAC;YACpB,MAAM;KACb;IAED,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,cAAc,GAAG,CAAC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,EAAE,EAAE;QACpG,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QAE1E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YAChE,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,iBAAiB,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,cAAc,CAAC,aAAa,CAAC;YAC3F,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;YACtF,cAAc,CAAC,aAAa,IAAI,cAAc,CAAC;YAE/C,IAAI,cAAc,KAAK,iBAAiB,EAAE;gBACtC,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC1B,CAAC,EAAE,CAAC;aACP;SACJ;KACJ;IAED,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAEnF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;QAChE,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,iBAAiB,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,cAAc,CAAC,aAAa,CAAC;QAC3F,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;QACnE,cAAc,CAAC,aAAa,IAAI,cAAc,CAAC;QAE/C,IAAI,cAAc,KAAK,iBAAiB,EAAE;YACtC,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC1B,CAAC,EAAE,CAAC;SACP;KACJ;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.d.ts

@@ -1,2 +0,0 @@
-import { BatchingOptions } from "../types.js";
-export declare function resolveBatchItemsPrioritizingStrategy(strategy: Required<BatchingOptions>["itemsPrioritizingStrategy"]): import("../types.js").CustomBatchingPrioritizeStrategy;

package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"resolveBatchItemsPrioritizingStrategy.js","sourceRoot":"","sources":["../../../../src/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,0BAA0B,EAAC,MAAM,kEAAkE,CAAC;AAC5G,OAAO,EAAC,uBAAuB,EAAC,MAAM,+DAA+D,CAAC;AAEtG,MAAM,UAAU,qCAAqC,CAAC,QAAgE;IAClH,IAAI,QAAQ,YAAY,QAAQ;QAC5B,OAAO,QAAQ,CAAC;SACf,IAAI,QAAQ,KAAK,oBAAoB;QACtC,OAAO,0BAA0B,CAAC;SACjC,IAAI,QAAQ,KAAK,iBAAiB;QACnC,OAAO,uBAAuB,CAAC;IAEnC,KAAK,CAAC,QAAwB,CAAC,CAAC;IAEhC,MAAM,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;AAC5E,CAAC"}

package/dist/gguf/GGUFInsights.d.ts

@@ -1,28 +0,0 @@
-import { Llama } from "../bindings/Llama.js";
-import { GGUFMetadataResponse } from "./ggufParser/GGUFParser.js";
-export type GGUFInsightsOptions = {
-    contextCount?: number;
-    nodeLlama?: Llama;
-    modelSize?: number;
-};
-export default class GGUFInsights {
-    readonly metadataResponse: GGUFMetadataResponse;
-    readonly options: GGUFInsightsOptions;
-    get metadata(): import("./ggufParser/GGUFTypes.js").GGUFMetadataAny;
-    get architectureMetadata(): import("./ggufParser/GGUFTypes.js").GGUFMetadataArchitectureProperties;
-    /**
-     * fp16 k,v matrices
-     */
-    get kvMatrices(): number;
-    /**
-     * This amount is the overhead + tensors in memory
-     */
-    get graphSize(): number;
-    get VRAMUsage(): number;
-    protected get _availableVRam(): number;
-    constructor(metadataResponse: GGUFMetadataResponse, options?: GGUFInsightsOptions);
-    /**
-     * The score of the model by how much it's compatible to the current system
-     */
-    modelScore(): number;
-}

package/dist/gguf/GGUFInsights.js

@@ -1,58 +0,0 @@
-import MissingNodeLlamaError from "./errors/MissingNodeLlamaError.js";
-import NotEnoughVRamError from "./errors/ModelScore/NotEnoughVRamError.js";
-const PAD_AVAILABLE_VRAM = 1024 ** 2 * 500; // 500MB
-export default class GGUFInsights {
-    metadataResponse;
-    options = {};
-    get metadata() {
-        return this.metadataResponse.metadata;
-    }
-    get architectureMetadata() {
-        return this.metadata[this.metadata.general.architecture];
-    }
-    /**
-     * fp16 k,v matrices
-     */
-    get kvMatrices() {
-        // 2 bytes each * 2 key and value
-        return (2 * 2 *
-            this.architectureMetadata.context_length *
-            this.architectureMetadata.block_count *
-            this.architectureMetadata.embedding_length *
-            this.architectureMetadata.attention.head_count_kv /
-            this.architectureMetadata.attention.head_count);
-    }
-    /**
-     * This amount is the overhead + tensors in memory
-     */
-    get graphSize() {
-        // TODO: get this from the llama.cpp's graph calculations instead of
-        // estimating it's 1/6 * kv_cache_size * num_gqa
-        return ((this.architectureMetadata.attention.head_count_kv /
-            this.architectureMetadata.attention.head_count) * this.kvMatrices / 6);
-    }
-    get VRAMUsage() {
-        return this.graphSize + this.kvMatrices + this.metadataResponse.metadataSize;
-    }
-    get _availableVRam() {
-        if (!this.options?.nodeLlama) {
-            throw new MissingNodeLlamaError("GGUFInsights Calculations");
-        }
-        return this.options.nodeLlama.getVramState().total - PAD_AVAILABLE_VRAM;
-    }
-    constructor(metadataResponse, options = {}) {
-        this.options = options;
-        this.metadataResponse = metadataResponse;
-    }
-    /**
-     * The score of the model by how much it's compatible to the current system
-     */
-    modelScore() {
-        const vramScore = this.VRAMUsage / this._availableVRam;
-        if (vramScore >= 1) {
-            throw new NotEnoughVRamError(this.VRAMUsage, this._availableVRam);
-        }
-        return vramScore;
-    }
-}
-//# sourceMappingURL=GGUFInsights.js.map

package/dist/gguf/GGUFInsights.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"GGUFInsights.js","sourceRoot":"","sources":["../../src/gguf/GGUFInsights.ts"],"names":[],"mappings":"AACA,OAAO,qBAAqB,MAAM,mCAAmC,CAAC;AAEtE,OAAO,kBAAkB,MAAM,2CAA2C,CAAC;AAE3E,MAAM,kBAAkB,GAAG,IAAI,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ;AAQpD,MAAM,CAAC,OAAO,OAAO,YAAY;IACb,gBAAgB,CAAuB;IACvC,OAAO,GAAwB,EAAE,CAAC;IAElD,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC;IAC1C,CAAC;IAED,IAAW,oBAAoB;QAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC7D,CAAC;IAED;;OAEG;IACH,IAAW,UAAU;QACjB,iCAAiC;QACjC,OAAO,CACH,CAAC,GAAG,CAAC;YACL,IAAI,CAAC,oBAAoB,CAAC,cAAc;YACxC,IAAI,CAAC,oBAAoB,CAAC,WAAW;YACrC,IAAI,CAAC,oBAAoB,CAAC,gBAAgB;YAC1C,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,aAAa;YACjD,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,UAAU,CACjD,CAAC;IACN,CAAC;IAED;;OAEG;IACH,IAAW,SAAS;QAChB,oEAAoE;QACpE,gDAAgD;QAChD,OAAO,CACH,CAAC,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,aAAa;YAClD,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC,CACxE,CAAC;IACN,CAAC;IAED,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC;IACjF,CAAC;IAED,IAAc,cAAc;QACxB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAC;YACzB,MAAM,IAAI,qBAAqB,CAAC,2BAA2B,CAAC,CAAC;SAChE;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,KAAK,GAAG,kBAAkB,CAAC;IAC5E,CAAC;IAED,YAAmB,gBAAsC,EAAE,UAA+B,EAAE;QACxF,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IAE7C,CAAC;IAGD;;OAEG;IACI,UAAU;QACb,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC;QACvD,IAAI,SAAS,IAAI,CAAC,EAAC;YACf,MAAM,IAAI,kBAAkB,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;SACrE;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;CAEJ"}

package/dist/gguf/GGUFMetadata.d.ts

@@ -1,19 +0,0 @@
-import retry from "async-retry";
-import GGUFInsights, { GGUFInsightsOptions } from "./GGUFInsights.js";
-import { GGUFMetadataResponse } from "./ggufParser/GGUFParser.js";
-export type GGUFMetadataOptions = {
-    source?: "network" | "local";
-    retry?: retry.Options;
-    ignoreKeys?: string[];
-    insights?: GGUFInsightsOptions;
-};
-export default class GGUFMetadata {
-    protected _metadata?: GGUFMetadataResponse;
-    readonly path: string;
-    readonly options: Partial<GGUFMetadataOptions>;
-    get metadata(): GGUFMetadataResponse;
-    get insights(): GGUFInsights;
-    constructor(path: string, options?: Partial<GGUFMetadataOptions>);
-    parse(): Promise<GGUFMetadataResponse>;
-    private _createStream;
-}

package/dist/gguf/GGUFMetadata.js

@@ -1,38 +0,0 @@
-import MetadataNotParsedYetError from "./errors/MetadataNotParsedYetError.js";
-import GGUFInsights from "./GGUFInsights.js";
-import GGUFParser from "./ggufParser/GGUFParser.js";
-import GGUFFetchStream from "./ggufParser/stream/GGUFFetchStream.js";
-import GGUFReadStream from "./ggufParser/stream/GGUFReadStream.js";
-export default class GGUFMetadata {
-    _metadata;
-    path;
-    options = {};
-    get metadata() {
-        if (!this._metadata) {
-            throw new MetadataNotParsedYetError(this.path);
-        }
-        return this._metadata;
-    }
-    get insights() {
-        return new GGUFInsights(this.metadata, this.options.insights);
-    }
-    constructor(path, options = {}) {
-        this.options = options;
-        this.path = path;
-    }
-    async parse() {
-        const stream = this._createStream();
-        const parser = new GGUFParser(stream, this.options.ignoreKeys);
-        return this._metadata = await parser.parseMetadata();
-    }
-    _createStream() {
-        switch (this.options.source) {
-            case "network":
-                return new GGUFFetchStream(this.path, { retry: this.options.retry });
-            case "local":
-            default:
-                return new GGUFReadStream(this.path, { retry: this.options.retry });
-        }
-    }
-}
-//# sourceMappingURL=GGUFMetadata.js.map

package/dist/gguf/GGUFMetadata.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"GGUFMetadata.js","sourceRoot":"","sources":["../../src/gguf/GGUFMetadata.ts"],"names":[],"mappings":"AACA,OAAO,yBAAyB,MAAM,uCAAuC,CAAC;AAC9E,OAAO,YAAmC,MAAM,mBAAmB,CAAC;AACpE,OAAO,UAAkC,MAAM,4BAA4B,CAAC;AAC5E,OAAO,eAAe,MAAM,wCAAwC,CAAC;AACrE,OAAO,cAAc,MAAM,uCAAuC,CAAC;AASnE,MAAM,CAAC,OAAO,OAAO,YAAY;IACnB,SAAS,CAAwB;IAC3B,IAAI,CAAS;IACb,OAAO,GAAiC,EAAE,CAAC;IAE3D,IAAW,QAAQ;QACf,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YACjB,MAAM,IAAI,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAClD;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;IAED,YAAmB,IAAY,EAAE,UAAwC,EAAE;QACvE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,KAAK;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,SAAS,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;IACzD,CAAC;IAEO,aAAa;QACjB,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YACzB,KAAK,SAAS;gBACV,OAAO,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAC,CAAC,CAAC;YACvE,KAAK,OAAO,CAAC;YACb;gBACI,OAAO,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAC,CAAC,CAAC;SACzE;IACL,CAAC;CACJ"}

package/dist/gguf/errors/InvalidGGUFMagicError.d.ts

@@ -1,3 +0,0 @@
-export default class InvalidGGUFMagicError extends Error {
-    constructor(message?: string);
-}

package/dist/gguf/errors/InvalidGGUFMagicError.js

@@ -1,6 +0,0 @@
-export default class InvalidGGUFMagicError extends Error {
-    constructor(message = "Invalid GGUF magic") {
-        super(message);
-    }
-}
-//# sourceMappingURL=InvalidGGUFMagicError.js.map

package/dist/gguf/errors/InvalidGGUFMagicError.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"InvalidGGUFMagicError.js","sourceRoot":"","sources":["../../../src/gguf/errors/InvalidGGUFMagicError.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,qBAAsB,SAAQ,KAAK;IACpD,YAAmB,OAAO,GAAG,oBAAoB;QAC7C,KAAK,CAAC,OAAO,CAAC,CAAC;IACnB,CAAC;CACJ"}

package/dist/gguf/errors/MetadataNotParsedYetError.d.ts

@@ -1,3 +0,0 @@
-export default class MetadataNotParsedYetError extends Error {
-    constructor(path: string);
-}

package/dist/gguf/errors/MetadataNotParsedYetError.js

@@ -1,6 +0,0 @@
-export default class MetadataNotParsedYetError extends Error {
-    constructor(path) {
-        super(`Metadata not parsed yet: "${path}"`);
-    }
-}
-//# sourceMappingURL=MetadataNotParsedYetError.js.map

package/dist/gguf/errors/MetadataNotParsedYetError.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"MetadataNotParsedYetError.js","sourceRoot":"","sources":["../../../src/gguf/errors/MetadataNotParsedYetError.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,yBAA0B,SAAQ,KAAK;IACxD,YAAmB,IAAY;QAC3B,KAAK,CAAC,6BAA6B,IAAI,GAAG,CAAC,CAAC;IAChD,CAAC;CACJ"}

package/dist/gguf/errors/MissingNodeLlamaError.d.ts

@@ -1,3 +0,0 @@
-export default class MissingNodeLlamaError extends Error {
-    constructor(purpose: string);
-}

package/dist/gguf/errors/MissingNodeLlamaError.js

@@ -1,6 +0,0 @@
-export default class MissingNodeLlamaError extends Error {
-    constructor(purpose) {
-        super(`Missing nodeLlama options, this in required for ${purpose}`);
-    }
-}
-//# sourceMappingURL=MissingNodeLlamaError.js.map

package/dist/gguf/errors/MissingNodeLlamaError.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"MissingNodeLlamaError.js","sourceRoot":"","sources":["../../../src/gguf/errors/MissingNodeLlamaError.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,qBAAsB,SAAQ,KAAK;IACpD,YAAmB,OAAe;QAC9B,KAAK,CAAC,mDAAmD,OAAO,EAAE,CAAC,CAAC;IACxE,CAAC;CACJ"}

package/dist/gguf/errors/ModelScore/NotEnoughVRamError.d.ts

@@ -1,5 +0,0 @@
-export default class NotEnoughVRamError extends Error {
-    readonly requiredVRAM: number;
-    readonly availableVRAM: number;
-    constructor(requiredVRAM: number, availableVRAM: number);
-}

package/dist/gguf/errors/ModelScore/NotEnoughVRamError.js

@@ -1,12 +0,0 @@
-import prettyBytes from "pretty-bytes";
-export default class NotEnoughVRamError extends Error {
-    requiredVRAM;
-    availableVRAM;
-    constructor(requiredVRAM, availableVRAM) {
-        super();
-        this.availableVRAM = availableVRAM;
-        this.requiredVRAM = requiredVRAM;
-        this.message = `Not enough VRAM, require ${prettyBytes(requiredVRAM)}, but only ${prettyBytes(availableVRAM)} available`;
-    }
-}
-//# sourceMappingURL=NotEnoughVRamError.js.map

package/dist/gguf/errors/ModelScore/NotEnoughVRamError.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"NotEnoughVRamError.js","sourceRoot":"","sources":["../../../../src/gguf/errors/ModelScore/NotEnoughVRamError.ts"],"names":[],"mappings":"AAAA,OAAO,WAAW,MAAM,cAAc,CAAC;AAEvC,MAAM,CAAC,OAAO,OAAO,kBAAmB,SAAQ,KAAK;IACjC,YAAY,CAAS;IACrB,aAAa,CAAS;IAEtC,YAAmB,YAAoB,EAAE,aAAqB;QAC1D,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,OAAO,GAAG,4BAA4B,WAAW,CAAC,YAAY,CAAC,cAAc,WAAW,CAAC,aAAa,CAAC,YAAY,CAAC;IAC7H,CAAC;CACJ"}

package/dist/gguf/errors/UnsupportedMetadataTypeError.d.ts

@@ -1,4 +0,0 @@
-export default class UnsupportedMetadataTypeError extends Error {
-    readonly type: number;
-    constructor(type: number);
-}

package/dist/gguf/errors/UnsupportedMetadataTypeError.js

@@ -1,8 +0,0 @@
-export default class UnsupportedMetadataTypeError extends Error {
-    type;
-    constructor(type) {
-        super(`Unsupported metadata type: "${type}"`);
-        this.type = type;
-    }
-}
-//# sourceMappingURL=UnsupportedMetadataTypeError.js.map

package/dist/gguf/errors/UnsupportedMetadataTypeError.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"UnsupportedMetadataTypeError.js","sourceRoot":"","sources":["../../../src/gguf/errors/UnsupportedMetadataTypeError.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,4BAA6B,SAAQ,KAAK;IAC3C,IAAI,CAAS;IAE7B,YAAmB,IAAY;QAC3B,KAAK,CAAC,+BAA+B,IAAI,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;CACJ"}

package/dist/gguf/ggufParser/GGUFParser.d.ts

@@ -1,18 +0,0 @@
-import { GGUFMetadataAny } from "./GGUFTypes.js";
-import GGUFBaseStream from "./stream/GGUFBaseStream.js";
-export type GGUFMetadataResponse = {
-    metadataSize: number;
-    metadata: GGUFMetadataAny;
-};
-export default class GGUFParser {
-    protected readonly _stream: GGUFBaseStream;
-    ignoreKeys: string[];
-    constructor(_stream: GGUFBaseStream, ignoreKeys?: string[]);
-    private _readMetadataValue;
-    private _parseMetadataRaw;
-    parseMetadata(): Promise<GGUFMetadataResponse>;
-    protected static _getNestedObject(key: string, currentNestedObject: any): {
-        lastObject: any;
-        lastKey: string;
-    };
-}

package/dist/gguf/ggufParser/GGUFParser.js

@@ -1,123 +0,0 @@
-import InvalidGGUFMagicError from "../errors/InvalidGGUFMagicError.js";
-import UnsupportedMetadataTypeError from "../errors/UnsupportedMetadataTypeError.js";
-import { fileTypeIntToString } from "./checkArchitecture.js";
-import GGUFBaseStream, { METHOD_TO_BYTE_COUNT } from "./stream/GGUFBaseStream.js";
-const METADATA_VALUE_TO_METHOD = {
-    0: "readUint8",
-    1: "readInt8",
-    2: "readUint16",
-    3: "readInt16",
-    4: "readUint32",
-    5: "readInt32",
-    6: "readFloat32",
-    7: "readBool"
-};
-const METADATA_STRING = 8;
-const METADATA_ARRAY = 9;
-const GGUF_MAGIC = "GGUF";
-const DEFAULT_IGNORE_METADATA_KEYS = ["tokenizer.ggml.tokens", "tokenizer.ggml.scores", "tokenizer.ggml.token_type", "tokenizer.ggml.merges"];
-export default class GGUFParser {
-    _stream;
-    ignoreKeys = DEFAULT_IGNORE_METADATA_KEYS;
-    constructor(_stream, ignoreKeys = DEFAULT_IGNORE_METADATA_KEYS) {
-        this.ignoreKeys = ignoreKeys;
-        this._stream = _stream;
-    }
-    async _readMetadataValue(type, offset) {
-        const numberMethod = METADATA_VALUE_TO_METHOD[type];
-        if (numberMethod) {
-            return {
-                value: await this._stream[numberMethod](offset),
-                newOffset: offset + METHOD_TO_BYTE_COUNT[numberMethod]
-            };
-        }
-        if (METADATA_STRING === type) {
-            const { string, newOffset } = await this._stream.readString(offset);
-            return { value: string, newOffset };
-        }
-        if (METADATA_ARRAY === type) {
-            const arrayType = await this._stream.readUint32(offset);
-            offset += METHOD_TO_BYTE_COUNT.readUint32;
-            const arrayLength = await this._stream.readUint64(offset);
-            offset += METHOD_TO_BYTE_COUNT.readUint64;
-            const arrayValues = [];
-            for (let i = 0; i < arrayLength; i++) {
-                const { value, newOffset } = await this._readMetadataValue(arrayType, offset);
-                arrayValues.push(value);
-                offset = newOffset;
-            }
-            return { value: arrayValues, newOffset: offset };
-        }
-        throw new UnsupportedMetadataTypeError(type);
-    }
-    async _parseMetadataRaw() {
-        let offset = 0;
-        const readMagicBytesLength = METHOD_TO_BYTE_COUNT.readUint8 * GGUF_MAGIC.length;
-        const magicBytes = await this._stream.readNBytes(readMagicBytesLength);
-        offset += readMagicBytesLength;
-        const magicText = String.fromCharCode(...magicBytes);
-        if (magicText !== GGUF_MAGIC) {
-            throw new InvalidGGUFMagicError();
-        }
-        const version = await this._stream.readUint32(offset);
-        offset += METHOD_TO_BYTE_COUNT.readUint32;
-        const tensorCount = await this._stream.readUint64(offset);
-        offset += METHOD_TO_BYTE_COUNT.readUint64;
-        const metadataKVCount = await this._stream.readUint64(offset);
-        offset += METHOD_TO_BYTE_COUNT.readUint64;
-        const metadata = {
-            version,
-            tensorCount: GGUFBaseStream.castNumber(tensorCount)
-        };
-        for (let i = 0; i < Number(metadataKVCount); i++) {
-            // read key
-            const keyResult = await this._stream.readString(offset);
-            offset = keyResult.newOffset;
-            // read the value type
-            const valueType = await this._stream.readUint32(offset);
-            offset += METHOD_TO_BYTE_COUNT.readUint32;
-            // read value
-            const valueResult = await this._readMetadataValue(valueType, offset);
-            offset = valueResult.newOffset;
-            metadata[keyResult.string] = valueResult.value;
-        }
-        return {
-            metadata: metadata,
-            metadataSize: offset
-        };
-    }
-    async parseMetadata() {
-        const metadataRaw = await this._parseMetadataRaw();
-        const metadata = {};
-        for (const [key, value] of Object.entries(metadataRaw.metadata)) {
-            if (this.ignoreKeys.includes(key)) {
-                continue;
-            }
-            const { lastObject, lastKey } = GGUFParser._getNestedObject(key, metadata);
-            lastObject[lastKey] = value;
-        }
-        if (typeof metadata?.general?.file_type === "number") {
-            metadata.general["file_type"] = fileTypeIntToString(metadata.general.file_type) || metadata.general.file_type;
-        }
-        return {
-            metadata: metadata,
-            metadataSize: metadataRaw.metadataSize
-        };
-    }
-    static _getNestedObject(key, currentNestedObject) {
-        const nestedKey = key.split(".");
-        const lastKey = nestedKey.pop();
-        while (nestedKey.length > 0) {
-            const currentKey = nestedKey.shift();
-            if (!currentNestedObject[currentKey]) {
-                currentNestedObject[currentKey] = {};
-            }
-            currentNestedObject = currentNestedObject[currentKey];
-        }
-        return {
-            lastObject: currentNestedObject,
-            lastKey
-        };
-    }
-}
-//# sourceMappingURL=GGUFParser.js.map

package/dist/gguf/ggufParser/GGUFParser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"GGUFParser.js","sourceRoot":"","sources":["../../../src/gguf/ggufParser/GGUFParser.ts"],"names":[],"mappings":"AAAA,OAAO,qBAAqB,MAAM,oCAAoC,CAAC;AACvE,OAAO,4BAA4B,MAAM,2CAA2C,CAAC;AACrF,OAAO,EAAC,mBAAmB,EAAC,MAAM,wBAAwB,CAAC;AAE3D,OAAO,cAAc,EAAE,EAAC,oBAAoB,EAAC,MAAM,4BAA4B,CAAC;AAEhF,MAAM,wBAAwB,GAAyD;IACnF,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,YAAY;IACf,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,YAAY;IACf,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,aAAa;IAChB,CAAC,EAAE,UAAU;CAChB,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,cAAc,GAAG,CAAC,CAAC;AAEzB,MAAM,UAAU,GAAG,MAAM,CAAC;AAE1B,MAAM,4BAA4B,GAAG,CAAC,uBAAuB,EAAE,uBAAuB,EAAE,2BAA2B,EAAE,uBAAuB,CAAC,CAAC;AAO9I,MAAM,CAAC,OAAO,OAAO,UAAU;IACR,OAAO,CAAiB;IAEpC,UAAU,GAAG,4BAA4B,CAAC;IAEjD,YAAmB,OAAuB,EAAE,UAAU,GAAG,4BAA4B;QACjF,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,IAAmD,EAAE,MAAc;QAIhG,MAAM,YAAY,GAAG,wBAAwB,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,YAAY,EAAE;YACd,OAAO;gBACH,KAAK,EAAE,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;gBAC/C,SAAS,EAAE,MAAM,GAAG,oBAAoB,CAAC,YAAY,CAAC;aACzD,CAAC;SACL;QAED,IAAI,eAAe,KAAK,IAAI,EAAE;YAC1B,MAAM,EAAC,MAAM,EAAE,SAAS,EAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAClE,OAAO,EAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAC,CAAC;SACrC;QAED,IAAI,cAAc,KAAK,IAAI,EAAE;YACzB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxD,MAAM,IAAI,oBAAoB,CAAC,UAAU,CAAC;YAE1C,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAC1D,MAAM,IAAI,oBAAoB,CAAC,UAAU,CAAC;YAE1C,MAAM,WAAW,GAAG,EAAE,CAAC;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE;gBAClC,MAAM,EAAC,KAAK,EAAE,SAAS,EAAC,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBAC5E,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACxB,MAAM,GAAG,SAAS,CAAC;aACtB;YACD,OAAO,EAAC,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAC,CAAC;SAClD;QAED,MAAM,IAAI,4BAA4B,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC3B,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,MAAM,oBAAoB,GAAG,oBAAoB,CAAC,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC;QAChF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC;QACvE,MAAM,IAAI,oBAAoB,CAAC;QAE/B,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,UAAU,CAAC,CAAC;QACrD,IAAI,SAAS,KAAK,UAAU,EAAE;YAC1B,MAAM,IAAI,qBAAqB,EAAE,CAAC;SACrC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACtD,MAAM,IAAI,oBAAoB,CAAC,UAAU,CAAC;QAE1C,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC1D,MAAM,IAAI,oBAAoB,CAAC,UAAU,CAAC;QAE1C,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9D,MAAM,IAAI,oBAAoB,CAAC,UAAU,CAAC;QAE1C,MAAM,QAAQ,GAA2B;YACrC,OAAO;YACP,WAAW,EAAE,cAAc,CAAC,UAAU,CAAC,WAAqB,CAAC;SAChE,CAAC;QAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,EAAE;YAC9C,WAAW;YACX,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxD,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC;YAE7B,sBAAsB;YACtB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxD,MAAM,IAAI,oBAAoB,CAAC,UAAU,CAAC;YAE1C,aAAa;YACb,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YACrE,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC;YAC/B,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC;SAClD;QAED,OAAO;YACH,QAAQ,EAAE,QAAQ;YAClB,YAAY,EAAE,MAAM;SACvB,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,aAAa;QACtB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACnD,MAAM,QAAQ,GAA2B,EAAE,CAAC;QAE5C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE;YAC7D,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;gBAC/B,SAAS;aACZ;YACD,MAAM,EAAC,UAAU,EAAE,OAAO,EAAC,GAAG,UAAU,CAAC,gBAAgB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YACzE,UAAU,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC;SAC/B;QAED,IAAI,OAAO,QAAQ,EAAE,OAAO,EAAE,SAAS,KAAK,QAAQ,EAAE;YAClD,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,mBAAmB,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;SACjH;QAED,OAAO;YACH,QAAQ,EAAE,QAA2B;YACrC,YAAY,EAAE,WAAW,CAAC,YAAY;SACzC,CAAC;IACN,CAAC;IAES,MAAM,CAAC,gBAAgB,CAAC,GAAW,EAAE,mBAAwB;QACnE,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,EAAG,CAAC;QAEjC,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;YACzB,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,EAAG,CAAC;YACtC,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE;gBAClC,mBAAmB,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;aACxC;YACD,mBAAmB,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;SACzD;QAED,OAAO;YACH,UAAU,EAAE,mBAAmB;YAC/B,OAAO;SACV,CAAC;IACN,CAAC;CACJ"}