@realtimex/node-llama-cpp 0.1.0

package/dist/cli/utils/packageManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"packageManager.js","sourceRoot":"","sources":["../../../src/cli/utils/packageManager.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,2BAA2B;IACvC,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAE7E,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC;QAC5B,OAAO,KAAK,CAAC;SACZ,IAAI,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC;QAClC,OAAO,MAAM,CAAC;SACb,IAAI,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC;QAClC,OAAO,MAAM,CAAC;SACb,IAAI,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC;QAClC,OAAO,MAAM,CAAC;SACb,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC;QACjC,OAAO,KAAK,CAAC;IAEjB,OAAO,SAAS,CAAC;AACrB,CAAC"}

package/dist/cli/utils/parseXtcArg.d.ts

@@ -0,0 +1,5 @@
+export declare function parseXtcArg(xtcString?: string): ParsedXtcArg | undefined;
+export type ParsedXtcArg = {
+    probability: number;
+    threshold: number;
+};

package/dist/cli/utils/parseXtcArg.js

@@ -0,0 +1,16 @@
+const xtcArgFormat = /^(\d+|\d*\.\d+),(\d*|\d?\.\d+)$/;
+export function parseXtcArg(xtcString) {
+    if (xtcString == null || xtcString === "")
+        return undefined;
+    const match = xtcString.match(xtcArgFormat);
+    if (match != null && match[1] != null && match[2] != null) {
+        const probability = parseFloat(match[1]);
+        const threshold = parseFloat(match[2]);
+        if (probability >= 0 && probability <= 1 && threshold >= 0 && threshold <= 1) {
+            return { probability, threshold };
+        }
+    }
+    throw new Error(`Invalid xtc argument: ${xtcString}. ` +
+        'Expected format: "probability,threshold" where probability and threshold are numbers between 0 and 1.');
+}
+//# sourceMappingURL=parseXtcArg.js.map

package/dist/cli/utils/parseXtcArg.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseXtcArg.js","sourceRoot":"","sources":["../../../src/cli/utils/parseXtcArg.ts"],"names":[],"mappings":"AAAA,MAAM,YAAY,GAAG,iCAAiC,CAAC;AAEvD,MAAM,UAAU,WAAW,CAAC,SAAkB;IAC1C,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,KAAK,EAAE;QACrC,OAAO,SAAS,CAAC;IAErB,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC5C,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;QACxD,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvC,IAAI,WAAW,IAAI,CAAC,IAAI,WAAW,IAAI,CAAC,IAAI,SAAS,IAAI,CAAC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YAC3E,OAAO,EAAC,WAAW,EAAE,SAAS,EAAC,CAAC;QACpC,CAAC;IACL,CAAC;IAED,MAAM,IAAI,KAAK,CACX,yBAAyB,SAAS,IAAI;QACtC,uGAAuG,CAC1G,CAAC;AACN,CAAC"}

package/dist/cli/utils/printCommonInfoLines.d.ts

@@ -0,0 +1,12 @@
+import { LlamaContext } from "../../evaluator/LlamaContext/LlamaContext.js";
+export declare function printCommonInfoLines({ context, draftContext, minTitleLength, useMmap, useDirectIo, logBatchSize, tokenMeterEnabled, printBos, printEos }: {
+    context: LlamaContext;
+    draftContext?: LlamaContext;
+    minTitleLength?: number;
+    useMmap?: boolean;
+    useDirectIo?: boolean;
+    logBatchSize?: boolean;
+    tokenMeterEnabled?: boolean;
+    printBos?: boolean;
+    printEos?: boolean;
+}): Promise<number>;

package/dist/cli/utils/printCommonInfoLines.js

@@ -0,0 +1,163 @@
+import chalk from "chalk";
+import { getPrettyBuildGpuName } from "../../bindings/consts.js";
+import { getPlatform } from "../../bindings/utils/getPlatform.js";
+import { GgmlType } from "../../gguf/types/GgufTensorInfoTypes.js";
+import { printInfoLine } from "./printInfoLine.js";
+import { toBytes } from "./toBytes.js";
+export async function printCommonInfoLines({ context, draftContext, minTitleLength = 0, useMmap, useDirectIo, logBatchSize = false, tokenMeterEnabled = false, printBos = false, printEos = false }) {
+    const platform = getPlatform();
+    const llama = context._llama;
+    const model = context.model;
+    const padTitle = Math.max(minTitleLength, "Context".length + 1, draftContext != null
+        ? ("Draft context".length + 1)
+        : 0);
+    if (llama.gpu !== false) {
+        const [vramState, deviceNames] = await Promise.all([
+            llama.getVramState(),
+            llama.getGpuDeviceNames()
+        ]);
+        printInfoLine({
+            title: "GPU",
+            padTitle: padTitle,
+            info: [{
+                    title: "Type",
+                    value: getPrettyBuildGpuName(llama.gpu)
+                }, {
+                    title: "VRAM",
+                    value: toBytes(vramState.total)
+                }, {
+                    title: "Name",
+                    value: toOneLine(deviceNames.join(", "))
+                }]
+        });
+    }
+    printInfoLine({
+        title: "Model",
+        padTitle: padTitle,
+        info: [{
+                title: "Type",
+                value: toOneLine(model.typeDescription)
+            }, {
+                title: "Size",
+                value: toBytes(model.size)
+            }, {
+                show: llama.gpu !== false,
+                title: "GPU layers",
+                value: `${model.gpuLayers}/${model.fileInsights.totalLayers} offloaded ${chalk.dim(`(${Math.floor((model.gpuLayers / model.fileInsights.totalLayers) * 100)}%)`)}`
+            }, {
+                title: "mmap",
+                value: !model._llama.supportsMmap
+                    ? "unsupported"
+                    : (useMmap || useMmap == null)
+                        ? "enabled"
+                        : "disabled"
+            }, {
+                title: "Direct I/O",
+                show: platform !== "mac", // Direct IO is not supported on macOS
+                value: platform === "mac"
+                    ? "unsupported"
+                    : (useDirectIo || useDirectIo == null)
+                        ? "enabled"
+                        : "disabled"
+            }, {
+                show: printBos,
+                title: "BOS",
+                value: () => toOneLine(String(model.tokens.bosString))
+            }, {
+                show: printEos,
+                title: "EOS",
+                value: () => toOneLine(String(model.tokens.eosString))
+            }, {
+                title: "Train context size",
+                value: model.trainContextSize.toLocaleString("en-US")
+            }]
+    });
+    printInfoLine({
+        title: "Context",
+        padTitle: padTitle,
+        info: [{
+                title: "Size",
+                value: context.contextSize.toLocaleString("en-US")
+            }, {
+                title: "Threads",
+                value: context.currentThreads.toLocaleString("en-US")
+            }, {
+                show: logBatchSize,
+                title: "Batch size",
+                value: context.batchSize.toLocaleString("en-US")
+            }, {
+                show: context.flashAttention,
+                title: "Flash attention",
+                value: "enabled"
+            }, {
+                show: tokenMeterEnabled,
+                title: "Token meter",
+                value: "enabled"
+            }, {
+                show: context.kvCacheKeyType !== GgmlType.F16 || context.kvCacheValueType !== GgmlType.F16,
+                title: "KV cache",
+                value: GgmlType[context.kvCacheKeyType] + " " + GgmlType[context.kvCacheValueType]
+            }]
+    });
+    if (draftContext != null) {
+        const draftModel = draftContext.model;
+        printInfoLine({
+            title: "Draft model",
+            padTitle: padTitle,
+            info: [{
+                    title: "Type",
+                    value: toOneLine(draftModel.typeDescription)
+                }, {
+                    title: "Size",
+                    value: toBytes(draftModel.size)
+                }, {
+                    show: llama.gpu !== false,
+                    title: "GPU layers",
+                    value: `${draftModel.gpuLayers}/${draftModel.fileInsights.totalLayers} offloaded ${chalk.dim(`(${Math.floor((draftModel.gpuLayers / draftModel.fileInsights.totalLayers) * 100)}%)`)}`
+                }, {
+                    show: printBos,
+                    title: "BOS",
+                    value: () => toOneLine(String(draftModel.tokens.bosString))
+                }, {
+                    show: printEos,
+                    title: "EOS",
+                    value: () => toOneLine(String(draftModel.tokens.eosString))
+                }, {
+                    title: "Train context size",
+                    value: draftModel.trainContextSize.toLocaleString("en-US")
+                }]
+        });
+        printInfoLine({
+            title: "Draft context",
+            padTitle: padTitle,
+            info: [{
+                    title: "Size",
+                    value: draftContext.contextSize.toLocaleString("en-US")
+                }, {
+                    title: "Threads",
+                    value: draftContext.currentThreads.toLocaleString("en-US")
+                }, {
+                    show: logBatchSize,
+                    title: "Batch size",
+                    value: draftContext.batchSize.toLocaleString("en-US")
+                }, {
+                    show: draftContext.flashAttention,
+                    title: "Flash attention",
+                    value: "enabled"
+                }, {
+                    show: tokenMeterEnabled,
+                    title: "Token meter",
+                    value: "enabled"
+                }, {
+                    show: draftContext.kvCacheKeyType !== GgmlType.F16 || draftContext.kvCacheValueType !== GgmlType.F16,
+                    title: "KV cache",
+                    value: GgmlType[draftContext.kvCacheKeyType] + " " + GgmlType[draftContext.kvCacheValueType]
+                }]
+        });
+    }
+    return padTitle;
+}
+function toOneLine(text) {
+    return text.replaceAll("\n", chalk.gray("\\n"));
+}
+//# sourceMappingURL=printCommonInfoLines.js.map

package/dist/cli/utils/printCommonInfoLines.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"printCommonInfoLines.js","sourceRoot":"","sources":["../../../src/cli/utils/printCommonInfoLines.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,qBAAqB,EAAC,MAAM,0BAA0B,CAAC;AAE/D,OAAO,EAAC,WAAW,EAAC,MAAM,qCAAqC,CAAC;AAChE,OAAO,EAAC,QAAQ,EAAC,MAAM,yCAAyC,CAAC;AACjE,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AAErC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,EACvC,OAAO,EACP,YAAY,EACZ,cAAc,GAAG,CAAC,EAClB,OAAO,EACP,WAAW,EACX,YAAY,GAAG,KAAK,EACpB,iBAAiB,GAAG,KAAK,EACzB,QAAQ,GAAG,KAAK,EAChB,QAAQ,GAAG,KAAK,EAWnB;IACG,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CACrB,cAAc,EACd,SAAS,CAAC,MAAM,GAAG,CAAC,EACpB,YAAY,IAAI,IAAI;QAChB,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC,CACV,CAAC;IAEF,IAAI,KAAK,CAAC,GAAG,KAAK,KAAK,EAAE,CAAC;QACtB,MAAM,CACF,SAAS,EACT,WAAW,CACd,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,KAAK,CAAC,YAAY,EAAE;YACpB,KAAK,CAAC,iBAAiB,EAAE;SAC5B,CAAC,CAAC;QAEH,aAAa,CAAC;YACV,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,QAAQ;YAClB,IAAI,EAAE,CAAC;oBACH,KAAK,EAAE,MAAM;oBACb,KAAK,EAAE,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC;iBAC1C,EAAE;oBACC,KAAK,EAAE,MAAM;oBACb,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC;iBAClC,EAAE;oBACC,KAAK,EAAE,MAAM;oBACb,KAAK,EAAE,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC3C,CAAC;SACL,CAAC,CAAC;IACP,CAAC;IACD,aAAa,CAAC;QACV,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,CAAC;gBACH,KAAK,EAAE,MAAM;gBACb,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,eAAe,CAAC;aAC1C,EAAE;gBACC,KAAK,EAAE,MAAM;gBACb,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;aAC7B,EAAE;gBACC,IAAI,EAAE,KAAK,CAAC,GAAG,KAAK,KAAK;gBACzB,KAAK,EAAE,YAAY;gBACnB,KAAK,EAAE,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,YAAY,CAAC,WAAW,cACvD,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,IAAI,CAC1F,EAAE;aACL,EAAE;gBACC,KAAK,EAAE,MAAM;gBACb,KAAK,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY;oBAC7B,CAAC,CAAC,aAAa;oBACf,CAAC,CAAC,CAAC,OAAO,IAAI,OAAO,IAAI,IAAI,CAAC;wBAC1B,CAAC,CAAC,SAAS;wBACX,CAAC,CAAC,UAAU;aACvB,EAAE;gBACC,KAAK,EAAE,YAAY;gBACnB,IAAI,EAAE,QAAQ,KAAK,KAAK,EAAE,sCAAsC;gBAChE,KAAK,EAAE,QAAQ,KAAK,KAAK;oBACrB,CAAC,CAAC,aAAa;oBACf,CAAC,CAAC,CAAC,WAAW,IAAI,WAAW,IAAI,IAAI,CAAC;wBAClC,CAAC,CAAC,SAAS;wBACX,CAAC,CAAC,UAAU;aACvB,EAAE;gBACC,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;aACzD,EAAE;gBACC,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;aACzD,EAAE;gBACC,KAAK,EAAE,oBAAoB;gBAC3B,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,cAAc,CAAC,OAAO,CAAC;aACxD,CAAC;KACL,CAAC,CAAC;IACH,aAAa,CAAC;QACV,KAAK,EAAE,SAAS;QAChB,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,CAAC;gBACH,KAAK,EAAE,MAAM;gBACb,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC;aACrD,EAAE;gBACC,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,OAAO,CAAC,cAAc,CAAC,cAAc,CAAC,OAAO,CAAC;aACxD,EAAE;gBACC,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,YAAY;gBACnB,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,cAAc,CAAC,OAAO,CAAC;aACnD,EAAE;gBACC,IAAI,EAAE,OAAO,CAAC,cAAc;gBAC5B,KAAK,EAAE,iBAAiB;gBACxB,KAAK,EAAE,SAAS;aACnB,EAAE;gBACC,IAAI,EAAE,iBAAiB;gBACvB,KAAK,EAAE,aAAa;gBACpB,KAAK,EAAE,SAAS;aACnB,EAAE;gBACC,IAAI,EAAE,OAAO,CAAC,cAAc,KAAK,QAAQ,CAAC,GAAG,IAAI,OAAO,CAAC,gBAAgB,KAAK,QAAQ,CAAC,GAAG;gBAC1F,KAAK,EAAE,UAAU;gBACjB,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC;aACrF,CAAC;KACL,CAAC,CAAC;IAEH,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC;QAEtC,aAAa,CAAC;YACV,KAAK,EAAE,aAAa;YACpB,QAAQ,EAAE,QAAQ;YAClB,IAAI,EAAE,CAAC;oBACH,KAAK,EAAE,MAAM;oBACb,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,eAAe,CAAC;iBAC/C,EAAE;oBACC,KAAK,EAAE,MAAM;oBACb,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC;iBAClC,EAAE;oBACC,IAAI,EAAE,KAAK,CAAC,GAAG,KAAK,KAAK;oBACzB,KAAK,EAAE,YAAY;oBACnB,KAAK,EAAE,GAAG,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,YAAY,CAAC,WAAW,cACjE,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,IAAI,CACpG,EAAE;iBACL,EAAE;oBACC,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;iBAC9D,EAAE;oBACC,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;iBAC9D,EAAE;oBACC,KAAK,EAAE,oBAAoB;oBAC3B,KAAK,EAAE,UAAU,CAAC,gBAAgB,CAAC,cAAc,CAAC,OAAO,CAAC;iBAC7D,CAAC;SACL,CAAC,CAAC;QACH,aAAa,CAAC;YACV,KAAK,EAAE,eAAe;YACtB,QAAQ,EAAE,QAAQ;YAClB,IAAI,EAAE,CAAC;oBACH,KAAK,EAAE,MAAM;oBACb,KAAK,EAAE,YAAY,CAAC,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC;iBAC1D,EAAE;oBACC,KAAK,EAAE,SAAS;oBAChB,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,cAAc,CAAC,OAAO,CAAC;iBAC7D,EAAE;oBACC,IAAI,EAAE,YAAY;oBAClB,KAAK,EAAE,YAAY;oBACnB,KAAK,EAAE,YAAY,CAAC,SAAS,CAAC,cAAc,CAAC,OAAO,CAAC;iBACxD,EAAE;oBACC,IAAI,EAAE,YAAY,CAAC,cAAc;oBACjC,KAAK,EAAE,iBAAiB;oBACxB,KAAK,EAAE,SAAS;iBACnB,EAAE;oBACC,IAAI,EAAE,iBAAiB;oBACvB,KAAK,EAAE,aAAa;oBACpB,KAAK,EAAE,SAAS;iBACnB,EAAE;oBACC,IAAI,EAAE,YAAY,CAAC,cAAc,KAAK,QAAQ,CAAC,GAAG,IAAI,YAAY,CAAC,gBAAgB,KAAK,QAAQ,CAAC,GAAG;oBACpG,KAAK,EAAE,UAAU;oBACjB,KAAK,EAAE,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAC,GAAG,GAAG,GAAG,QAAQ,CAAC,YAAY,CAAC,gBAAgB,CAAC;iBAC/F,CAAC;SACL,CAAC,CAAC;IACP,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACpD,CAAC"}

package/dist/cli/utils/printInfoLine.d.ts

@@ -0,0 +1,12 @@
+export declare function printInfoLine(options: Parameters<typeof renderInfoLine>[0]): void;
+export declare function renderInfoLine({ title, padTitle, separateLines, info, maxWidth }: {
+    title?: string;
+    padTitle?: number;
+    separateLines?: boolean;
+    info: Array<{
+        title: string;
+        value: string | (() => string);
+        show?: boolean;
+    }>;
+    maxWidth?: number;
+}): string;

package/dist/cli/utils/printInfoLine.js

@@ -0,0 +1,54 @@
+import chalk from "chalk";
+import stripAnsi from "strip-ansi";
+export function printInfoLine(options) {
+    console.info(renderInfoLine(options));
+}
+export function renderInfoLine({ title, padTitle = 0, separateLines = false, info, maxWidth = process.stdout.columns - 1 }) {
+    const res = [];
+    const items = [];
+    if (separateLines) {
+        if (title != null && title.length > 0)
+            res.push(chalk.yellowBright(`${title.trim()}`));
+        for (const { title, value, show } of info) {
+            if (show === false)
+                continue;
+            if (title == null || title === "")
+                items.push(value instanceof Function ? value() : value);
+            else
+                items.push(`${chalk.yellow(title + ":")} ${value instanceof Function ? value() : value}`);
+        }
+        const itemPrefix = `${chalk.dim("|")} `;
+        res.push(itemPrefix + items.join("\n" + itemPrefix));
+        return res.join("\n") + "\n";
+    }
+    else {
+        if (title != null && title.length > 0)
+            res.push(chalk.yellowBright(`${title.padEnd(padTitle, " ")}`));
+        for (const { title, value, show } of info) {
+            if (show === false)
+                continue;
+            if (title == null || title === "")
+                items.push(chalk.bgGray(` ${value instanceof Function ? value() : value} `));
+            else
+                items.push(chalk.bgGray(` ${chalk.yellow(title + ":")} ${value instanceof Function ? value() : value} `));
+        }
+        const startPad = stripAnsi(res.join(" ")).length + (res.length > 0 ? " ".length : 0);
+        res.push(splitItemsIntoLines(items, maxWidth - startPad).join("\n" + " ".repeat(startPad)));
+        return res.join(" ");
+    }
+}
+function splitItemsIntoLines(items, maxLineLength) {
+    const lines = [];
+    let currentLine = [];
+    for (const item of items) {
+        if (stripAnsi([...currentLine, item].join(" ")).length > maxLineLength) {
+            lines.push(currentLine.join(" "));
+            currentLine = [];
+        }
+        currentLine.push(item);
+    }
+    if (currentLine.length > 0)
+        lines.push(currentLine.join(" "));
+    return lines;
+}
+//# sourceMappingURL=printInfoLine.js.map

package/dist/cli/utils/printInfoLine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"printInfoLine.js","sourceRoot":"","sources":["../../../src/cli/utils/printInfoLine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,SAAS,MAAM,YAAY,CAAC;AAEnC,MAAM,UAAU,aAAa,CAAC,OAA6C;IACvE,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,EAC3B,KAAK,EAAE,QAAQ,GAAG,CAAC,EAAE,aAAa,GAAG,KAAK,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,EAW1F;IACG,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,aAAa,EAAE,CAAC;QAChB,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QAEpD,KAAK,MAAM,EAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAC,IAAI,IAAI,EAAE,CAAC;YACtC,IAAI,IAAI,KAAK,KAAK;gBACd,SAAS;YAEb,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,EAAE;gBAC7B,KAAK,CAAC,IAAI,CAAC,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;;gBAExD,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QAClG,CAAC;QAED,MAAM,UAAU,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC;QACxC,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC;QACrD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IACjC,CAAC;SAAM,CAAC;QACJ,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEnE,KAAK,MAAM,EAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAC,IAAI,IAAI,EAAE,CAAC;YACtC,IAAI,IAAI,KAAK,KAAK;gBACd,SAAS;YAEb,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,EAAE;gBAC7B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;;gBAE7E,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAClH,CAAC;QAED,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrF,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,QAAQ,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5F,OAAO,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAe,EAAE,aAAqB;IAC/D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,WAAW,GAAa,EAAE,CAAC;IAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,SAAS,CAAC,CAAC,GAAG,WAAW,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;YACrE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAClC,WAAW,GAAG,EAAE,CAAC;QACrB,CAAC;QAED,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAEtC,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/cli/utils/printModelDestination.d.ts

@@ -0,0 +1,2 @@
+import { ResolveModelDestination } from "../../utils/resolveModelDestination.js";
+export declare function printModelDestination(modelDestination: ResolveModelDestination): void;

package/dist/cli/utils/printModelDestination.js

@@ -0,0 +1,11 @@
+import chalk from "chalk";
+import { getReadablePath } from "./getReadablePath.js";
+export function printModelDestination(modelDestination) {
+    if (modelDestination.type === "url")
+        console.info(`${chalk.yellow("URL:")} ${modelDestination.url}`);
+    else if (modelDestination.type === "uri")
+        console.info(`${chalk.yellow("URI:")} ${modelDestination.uri}`);
+    else
+        console.info(`${chalk.yellow("File:")} ${getReadablePath(modelDestination.path)}`);
+}
+//# sourceMappingURL=printModelDestination.js.map

package/dist/cli/utils/printModelDestination.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"printModelDestination.js","sourceRoot":"","sources":["../../../src/cli/utils/printModelDestination.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,EAAC,eAAe,EAAC,MAAM,sBAAsB,CAAC;AAErD,MAAM,UAAU,qBAAqB,CAAC,gBAAyC;IAC3E,IAAI,gBAAgB,CAAC,IAAI,KAAK,KAAK;QAC/B,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,gBAAgB,CAAC,GAAG,EAAE,CAAC,CAAC;SAC/D,IAAI,gBAAgB,CAAC,IAAI,KAAK,KAAK;QACpC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,gBAAgB,CAAC,GAAG,EAAE,CAAC,CAAC;;QAEhE,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,eAAe,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC3F,CAAC"}

package/dist/cli/utils/projectTemplates.d.ts

@@ -0,0 +1,19 @@
+export declare const enum ProjectTemplateParameter {
+    ProjectName = "projectName",
+    CurrentModuleVersion = "currentNodeLlamaCppModuleVersion",
+    ModelUriOrUrl = "modelUriOrUrl",
+    ModelUriOrFilename = "modelUriOrFilename"
+}
+export type PackagedFileEntry = {
+    path: string[];
+    content: string;
+};
+export type ProjectTemplate = {
+    files: PackagedFileEntry[];
+};
+export declare function getProjectTemplateParameterText(parameter: ProjectTemplateParameter, escapeText?: boolean | 0 | 1 | 2): string;
+export declare function scaffoldProjectTemplate({ template, parameters, directoryPath }: {
+    template: ProjectTemplate;
+    parameters: Record<ProjectTemplateParameter, string>;
+    directoryPath: string;
+}): Promise<void>;

package/dist/cli/utils/projectTemplates.js

@@ -0,0 +1,47 @@
+import path from "path";
+import fs from "fs-extra";
+export var ProjectTemplateParameter;
+(function (ProjectTemplateParameter) {
+    ProjectTemplateParameter["ProjectName"] = "projectName";
+    ProjectTemplateParameter["CurrentModuleVersion"] = "currentNodeLlamaCppModuleVersion";
+    ProjectTemplateParameter["ModelUriOrUrl"] = "modelUriOrUrl";
+    ProjectTemplateParameter["ModelUriOrFilename"] = "modelUriOrFilename";
+})(ProjectTemplateParameter || (ProjectTemplateParameter = {}));
+export function getProjectTemplateParameterText(parameter, escapeText = true) {
+    let escapes = "";
+    if (escapeText === true || escapeText === 1)
+        escapes = "|escape";
+    else if (escapeText === 2)
+        escapes = "|escape|escape";
+    return "{{" + parameter + escapes + "}}";
+}
+function applyProjectTemplateParameters(template, parameters) {
+    for (const [parameter, value] of Object.entries(parameters)) {
+        template = template.split(getProjectTemplateParameterText(parameter, 0)).join(String(value));
+        template = template.split(getProjectTemplateParameterText(parameter, 1)).join(JSON.stringify(String(value)).slice(1, -1));
+        template = template.split(getProjectTemplateParameterText(parameter, 2)).join(JSON.stringify(JSON.stringify(String(value)).slice(1, -1)).slice(1, -1));
+    }
+    return template;
+}
+export async function scaffoldProjectTemplate({ template, parameters, directoryPath }) {
+    for (const file of template.files) {
+        const filePath = path.join(directoryPath, ...file.path);
+        const fileContent = transformFileContent({
+            content: applyProjectTemplateParameters(file.content, parameters),
+            originalPath: file.path,
+            parameters
+        });
+        await fs.ensureDir(path.dirname(filePath));
+        await fs.writeFile(filePath, fileContent, "utf8");
+    }
+}
+function transformFileContent({ content, originalPath, parameters }) {
+    if (originalPath.length === 1 && originalPath[0] === "package.json") {
+        const packageJson = JSON.parse(content);
+        if (parameters[ProjectTemplateParameter.ProjectName] != null)
+            packageJson.name = parameters[ProjectTemplateParameter.ProjectName];
+        return JSON.stringify(packageJson, null, 2);
+    }
+    return content;
+}
+//# sourceMappingURL=projectTemplates.js.map

package/dist/cli/utils/projectTemplates.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"projectTemplates.js","sourceRoot":"","sources":["../../../src/cli/utils/projectTemplates.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,MAAM,CAAN,IAAkB,wBAKjB;AALD,WAAkB,wBAAwB;IACtC,uDAA2B,CAAA;IAC3B,qFAAyD,CAAA;IACzD,2DAA+B,CAAA;IAC/B,qEAAyC,CAAA;AAC7C,CAAC,EALiB,wBAAwB,KAAxB,wBAAwB,QAKzC;AAWD,MAAM,UAAU,+BAA+B,CAAC,SAAmC,EAAE,aAAkC,IAAI;IACvH,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,UAAU,KAAK,IAAI,IAAI,UAAU,KAAK,CAAC;QACvC,OAAO,GAAG,SAAS,CAAC;SACnB,IAAI,UAAU,KAAK,CAAC;QACrB,OAAO,GAAG,gBAAgB,CAAC;IAE/B,OAAO,IAAI,GAAG,SAAS,GAAG,OAAO,GAAG,IAAI,CAAC;AAC7C,CAAC;AAED,SAAS,8BAA8B,CAAC,QAAgB,EAAE,UAAoD;IAC1G,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAK,MAAM,CAAC,OAAO,CAAC,UAAU,CAA0C,EAAE,CAAC;QACpG,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,+BAA+B,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7F,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,+BAA+B,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1H,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,+BAA+B,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CACzE,IAAI,CAAC,SAAS,CACV,IAAI,CAAC,SAAS,CACV,MAAM,CAAC,KAAK,CAAC,CAChB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CACjB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CACjB,CAAC;IACN,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,EAC1C,QAAQ,EAAE,UAAU,EAAE,aAAa,EAKtC;IACG,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,WAAW,GAAG,oBAAoB,CAAC;YACrC,OAAO,EAAE,8BAA8B,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC;YACjE,YAAY,EAAE,IAAI,CAAC,IAAI;YACvB,UAAU;SACb,CAAC,CAAC;QAEH,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3C,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;IACtD,CAAC;AACL,CAAC;AAED,SAAS,oBAAoB,CAAC,EAC1B,OAAO,EAAE,YAAY,EAAE,UAAU,EAGpC;IACG,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,cAAc,EAAE,CAAC;QAClE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAExC,IAAI,UAAU,CAAC,wBAAwB,CAAC,WAAW,CAAC,IAAI,IAAI;YACxD,WAAW,CAAC,IAAI,GAAG,UAAU,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;QAExE,OAAO,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC"}

package/dist/cli/utils/renderModelCompatibilityPercentageWithColors.d.ts

@@ -0,0 +1,6 @@
+export declare function renderModelCompatibilityPercentageWithColors(percentage: number, { greenBright, green, yellow, yellowBright }?: {
+    greenBright?: number;
+    green?: number;
+    yellow?: number;
+    yellowBright?: number;
+}): string;

package/dist/cli/utils/renderModelCompatibilityPercentageWithColors.js

@@ -0,0 +1,14 @@
+import chalk from "chalk";
+export function renderModelCompatibilityPercentageWithColors(percentage, { greenBright = 100, green = 95, yellow = 85, yellowBright = 75 } = {}) {
+    const percentageText = String(Math.floor(percentage)) + "%";
+    if (percentage >= greenBright)
+        return chalk.greenBright(percentageText);
+    else if (percentage >= green)
+        return chalk.green(percentageText);
+    else if (percentage >= yellow)
+        return chalk.yellow(percentageText);
+    else if (percentage >= yellowBright)
+        return chalk.yellowBright(percentageText);
+    return chalk.red(percentageText);
+}
+//# sourceMappingURL=renderModelCompatibilityPercentageWithColors.js.map

package/dist/cli/utils/renderModelCompatibilityPercentageWithColors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"renderModelCompatibilityPercentageWithColors.js","sourceRoot":"","sources":["../../../src/cli/utils/renderModelCompatibilityPercentageWithColors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,UAAU,4CAA4C,CAAC,UAAkB,EAAE,EAC7E,WAAW,GAAG,GAAG,EACjB,KAAK,GAAG,EAAE,EACV,MAAM,GAAG,EAAE,EACX,YAAY,GAAG,EAAE,KAMjB,EAAE;IACF,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,GAAG,CAAC;IAE5D,IAAI,UAAU,IAAI,WAAW;QACzB,OAAO,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;SACxC,IAAI,UAAU,IAAI,KAAK;QACxB,OAAO,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;SAClC,IAAI,UAAU,IAAI,MAAM;QACzB,OAAO,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;SACnC,IAAI,UAAU,IAAI,YAAY;QAC/B,OAAO,KAAK,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAE9C,OAAO,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;AACrC,CAAC"}

package/dist/cli/utils/resolveCommandGgufPath.d.ts

@@ -0,0 +1,19 @@
+import { Llama } from "../../bindings/Llama.js";
+import { GgmlType } from "../../gguf/types/GgufTensorInfoTypes.js";
+export declare function resolveCommandGgufPath(ggufPath: string | undefined, llama: Llama, fetchHeaders?: Record<string, string>, { targetDirectory, flashAttention, swaFullCache, useMmap, consoleTitle, kvCacheKeyType, kvCacheValueType }?: {
+    targetDirectory?: string;
+    flashAttention?: boolean;
+    swaFullCache?: boolean;
+    useMmap?: boolean;
+    consoleTitle?: string;
+    kvCacheKeyType?: "currentQuant" | keyof typeof GgmlType;
+    kvCacheValueType?: "currentQuant" | keyof typeof GgmlType;
+}): Promise<string>;
+export declare function tryCoercingModelUri(ggufPath: string): {
+    uri: string;
+    modifiedRegion: {
+        start: number;
+        end: number;
+    };
+} | undefined;
+export declare function printDidYouMeanUri(ggufPath: string): void;

package/dist/cli/utils/resolveCommandGgufPath.js

@@ -0,0 +1,123 @@
+import process from "process";
+import chalk from "chalk";
+import fs from "fs-extra";
+import { cliModelsDirectory } from "../../config.js";
+import { createModelDownloader } from "../../utils/createModelDownloader.js";
+import { resolveModelDestination } from "../../utils/resolveModelDestination.js";
+import { ggufQuantNames } from "../../gguf/utils/ggufQuantNames.js";
+import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
+import { isModelUri } from "../../utils/parseModelUri.js";
+import { resolveGgmlTypeOption } from "../../gguf/types/GgufTensorInfoTypes.js";
+import { ConsoleInteraction, ConsoleInteractionKey } from "./ConsoleInteraction.js";
+import { getReadablePath } from "./getReadablePath.js";
+import { interactivelyAskForModel } from "./interactivelyAskForModel.js";
+export async function resolveCommandGgufPath(ggufPath, llama, fetchHeaders, { targetDirectory = cliModelsDirectory, flashAttention = false, swaFullCache = false, useMmap, consoleTitle = "File", kvCacheKeyType, kvCacheValueType } = {}) {
+    if (ggufPath == null)
+        ggufPath = await interactivelyAskForModel({
+            llama,
+            modelsDirectory: targetDirectory,
+            allowLocalModels: true,
+            downloadIntent: true,
+            flashAttention,
+            swaFullCache,
+            useMmap,
+            kvCacheKeyType: kvCacheKeyType === "currentQuant"
+                ? "currentQuant"
+                : resolveGgmlTypeOption(kvCacheKeyType),
+            kvCacheValueType: kvCacheValueType === "currentQuant"
+                ? "currentQuant"
+                : resolveGgmlTypeOption(kvCacheValueType)
+        });
+    const resolvedModelDestination = resolveModelDestination(ggufPath);
+    if (resolvedModelDestination.type === "file") {
+        try {
+            if (await fs.pathExists(resolvedModelDestination.path))
+                return resolvedModelDestination.path;
+        }
+        catch (err) {
+            throw new Error(`Invalid path: ${resolvedModelDestination.path}`);
+        }
+        console.error(`${chalk.red("File does not exist:")} ${resolvedModelDestination.path}`);
+        printDidYouMeanUri(ggufPath);
+        process.exit(1);
+    }
+    const downloader = await createModelDownloader({
+        modelUri: resolvedModelDestination.type === "uri"
+            ? resolvedModelDestination.uri
+            : resolvedModelDestination.url,
+        dirPath: targetDirectory,
+        headers: fetchHeaders,
+        showCliProgress: true,
+        deleteTempFileOnCancel: false,
+        skipExisting: false
+    });
+    if (downloader.totalFiles === 1 && await fs.pathExists(downloader.entrypointFilePath)) {
+        const fileStats = await fs.stat(downloader.entrypointFilePath);
+        if (downloader.totalSize === fileStats.size) {
+            console.info(`${chalk.yellow(consoleTitle + ":")} ${getReadablePath(downloader.entrypointFilePath)}`);
+            return downloader.entrypointFilePath;
+        }
+        const res = await ConsoleInteraction.yesNoQuestion(`There's already an local ${chalk.blue(downloader.entrypointFilePath)} file that's different from the remote one.\n` +
+            "Download it and override the existing file?");
+        if (!res) {
+            console.info("Loading the existing file");
+            console.info(`${chalk.yellow(consoleTitle + ":")} ${getReadablePath(downloader.entrypointFilePath)}`);
+            return downloader.entrypointFilePath;
+        }
+        await fs.remove(downloader.entrypointFilePath);
+    }
+    const consoleInteraction = new ConsoleInteraction();
+    consoleInteraction.onKey(ConsoleInteractionKey.ctrlC, async () => {
+        await downloader.cancel();
+        consoleInteraction.stop();
+        process.exit(0);
+    });
+    console.info(`Downloading to ${chalk.yellow(getReadablePath(targetDirectory))}${downloader.splitBinaryParts != null
+        ? chalk.gray(` (combining ${downloader.splitBinaryParts} parts into a single file)`)
+        : ""}`);
+    consoleInteraction.start();
+    await downloader.download();
+    consoleInteraction.stop();
+    console.info(`${chalk.yellow(consoleTitle + ":")} ${getReadablePath(downloader.entrypointFilePath)}`);
+    return downloader.entrypointFilePath;
+}
+export function tryCoercingModelUri(ggufPath) {
+    const modelNamePart = ggufPath.split("/").pop() ?? "";
+    const possibleQuant = modelNamePart.includes(":")
+        ? modelNamePart.split(":").pop()
+        : undefined;
+    const foundSlashes = ggufPath.split("/").filter((part) => part !== "").length - 1;
+    if (ggufPath.startsWith("/") || ggufPath.startsWith("./") || ggufPath.startsWith("../") || ggufPath.slice(1, 3) === ":\\")
+        return undefined;
+    if (
+    // <user>/<model>/<file-path>
+    foundSlashes >= 2 ||
+        (
+        // <user>/<model>
+        // <user>/<model>:<valid quant or "latest">
+        foundSlashes === 1 &&
+            (possibleQuant == null || possibleQuant === "latest" || ggufQuantNames.has(possibleQuant.toUpperCase())))) {
+        const possibleUri = "hf:" + ggufPath;
+        if (isModelUri(possibleUri)) {
+            return {
+                uri: possibleUri,
+                modifiedRegion: {
+                    start: 0,
+                    end: "hf:".length
+                }
+            };
+        }
+    }
+    return undefined;
+}
+export function printDidYouMeanUri(ggufPath) {
+    const coercedUriRes = tryCoercingModelUri(ggufPath);
+    if (coercedUriRes != null) {
+        const uriText = styleTextRange(coercedUriRes.uri, coercedUriRes.modifiedRegion.start, coercedUriRes.modifiedRegion.end, (text) => chalk.underline(text));
+        console.info(getConsoleLogPrefix() + `Did you mean "${chalk.blue(uriText)}"?`);
+    }
+}
+function styleTextRange(text, start, end, style) {
+    return text.slice(0, start) + style(text.slice(start, end)) + text.slice(end);
+}
+//# sourceMappingURL=resolveCommandGgufPath.js.map

package/dist/cli/utils/resolveCommandGgufPath.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveCommandGgufPath.js","sourceRoot":"","sources":["../../../src/cli/utils/resolveCommandGgufPath.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,kBAAkB,EAAC,MAAM,iBAAiB,CAAC;AAEnD,OAAO,EAAC,qBAAqB,EAAC,MAAM,sCAAsC,CAAC;AAC3E,OAAO,EAAC,uBAAuB,EAAC,MAAM,wCAAwC,CAAC;AAC/E,OAAO,EAAC,cAAc,EAAC,MAAM,oCAAoC,CAAC;AAClE,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAC,UAAU,EAAC,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAW,qBAAqB,EAAC,MAAM,yCAAyC,CAAC;AACxF,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,yBAAyB,CAAC;AAClF,OAAO,EAAC,eAAe,EAAC,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAC,wBAAwB,EAAC,MAAM,+BAA+B,CAAC;AAEvE,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,QAA4B,EAAE,KAAY,EAAE,YAAqC,EAAE,EAC5H,eAAe,GAAG,kBAAkB,EAAE,cAAc,GAAG,KAAK,EAAE,YAAY,GAAG,KAAK,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,EAClH,cAAc,EAAE,gBAAgB,KAKhC,EAAE;IACF,IAAI,QAAQ,IAAI,IAAI;QAChB,QAAQ,GAAG,MAAM,wBAAwB,CAAC;YACtC,KAAK;YACL,eAAe,EAAE,eAAe;YAChC,gBAAgB,EAAE,IAAI;YACtB,cAAc,EAAE,IAAI;YACpB,cAAc;YACd,YAAY;YACZ,OAAO;YACP,cAAc,EAAE,cAAc,KAAK,cAAc;gBAC7C,CAAC,CAAC,cAAc;gBAChB,CAAC,CAAC,qBAAqB,CAAC,cAAc,CAAC;YAC3C,gBAAgB,EAAE,gBAAgB,KAAK,cAAc;gBACjD,CAAC,CAAC,cAAc;gBAChB,CAAC,CAAC,qBAAqB,CAAC,gBAAgB,CAAC;SAChD,CAAC,CAAC;IAEP,MAAM,wBAAwB,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IACnE,IAAI,wBAAwB,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC3C,IAAI,CAAC;YACD,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,wBAAwB,CAAC,IAAI,CAAC;gBAClD,OAAO,wBAAwB,CAAC,IAAI,CAAC;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,iBAAiB,wBAAwB,CAAC,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,wBAAwB,CAAC,IAAI,EAAE,CAAC,CAAC;QACvF,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC;QAC3C,QAAQ,EAAE,wBAAwB,CAAC,IAAI,KAAK,KAAK;YAC7C,CAAC,CAAC,wBAAwB,CAAC,GAAG;YAC9B,CAAC,CAAC,wBAAwB,CAAC,GAAG;QAClC,OAAO,EAAE,eAAe;QACxB,OAAO,EAAE,YAAY;QACrB,eAAe,EAAE,IAAI;QACrB,sBAAsB,EAAE,KAAK;QAC7B,YAAY,EAAE,KAAK;KACtB,CAAC,CAAC;IAEH,IAAI,UAAU,CAAC,UAAU,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACpF,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;QAE/D,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;YAEtG,OAAO,UAAU,CAAC,kBAAkB,CAAC;QACzC,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC,aAAa,CAC9C,4BAA4B,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,+CAA+C;YACpH,6CAA6C,CAChD,CAAC;QAEF,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;YAEtG,OAAO,UAAU,CAAC,kBAAkB,CAAC;QACzC,CAAC;QAED,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;IACpD,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;QAC1B,kBAAkB,CAAC,IAAI,EAAE,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,IAAI,CAAC,kBAAkB,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC,GACzE,UAAU,CAAC,gBAAgB,IAAI,IAAI;QAC/B,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,UAAU,CAAC,gBAAgB,4BAA4B,CAAC;QACpF,CAAC,CAAC,EACV,EAAE,CAAC,CAAC;IACJ,kBAAkB,CAAC,KAAK,EAAE,CAAC;IAC3B,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;IAC5B,kBAAkB,CAAC,IAAI,EAAE,CAAC;IAE1B,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAEtG,OAAO,UAAU,CAAC,kBAAkB,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAChD,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;IACtD,MAAM,aAAa,GAAG,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC;QAC7C,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE;QAChC,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IAElF,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,KAAK;QACrH,OAAO,SAAS,CAAC;IAErB;IACI,6BAA6B;IAC7B,YAAY,IAAI,CAAC;QACjB;QACI,iBAAiB;QACjB,2CAA2C;QAC3C,YAAY,KAAK,CAAC;YAClB,CAAC,aAAa,IAAI,IAAI,IAAI,aAAa,KAAK,QAAQ,IAAI,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC,CAC3G,EACH,CAAC;QACC,MAAM,WAAW,GAAG,KAAK,GAAG,QAAQ,CAAC;QACrC,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACH,GAAG,EAAE,WAAW;gBAChB,cAAc,EAAE;oBACZ,KAAK,EAAE,CAAC;oBACR,GAAG,EAAE,KAAK,CAAC,MAAM;iBACpB;aACJ,CAAC;QACN,CAAC;IACL,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IAC/C,MAAM,aAAa,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,cAAc,CAC1B,aAAa,CAAC,GAAG,EACjB,aAAa,CAAC,cAAc,CAAC,KAAK,EAClC,aAAa,CAAC,cAAc,CAAC,GAAG,EAChC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAClC,CAAC;QAEF,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,iBAAiB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW,EAAE,KAA+B;IAC7F,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AAClF,CAAC"}

package/dist/cli/utils/resolveHeaderFlag.d.ts

@@ -0,0 +1 @@
+export declare function resolveHeaderFlag(header?: string[] | string): Record<string, string>;

package/dist/cli/utils/resolveHeaderFlag.js

@@ -0,0 +1,21 @@
+export function resolveHeaderFlag(header) {
+    if (typeof header === "string")
+        header = [header];
+    if (header == null || header.length === 0)
+        return {};
+    const res = {};
+    for (const headerItem of header) {
+        const colonIndex = headerItem.indexOf(":");
+        if (colonIndex < 0)
+            throw new Error(`Invalid header item: ${headerItem}`);
+        const key = headerItem.slice(0, colonIndex).trim();
+        if (Object.hasOwn(res, key))
+            throw new Error(`Duplicate header key: ${key}`);
+        let value = headerItem.slice(colonIndex + 1);
+        if (value.startsWith(" "))
+            value = value.slice(1);
+        res[key] = value;
+    }
+    return res;
+}
+//# sourceMappingURL=resolveHeaderFlag.js.map

package/dist/cli/utils/resolveHeaderFlag.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveHeaderFlag.js","sourceRoot":"","sources":["../../../src/cli/utils/resolveHeaderFlag.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,iBAAiB,CAAC,MAA0B;IACxD,IAAI,OAAO,MAAM,KAAK,QAAQ;QAC1B,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC;IAEtB,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QACrC,OAAO,EAAE,CAAC;IAEd,MAAM,GAAG,GAA2B,EAAE,CAAC;IAEvC,KAAK,MAAM,UAAU,IAAI,MAAM,EAAE,CAAC;QAC9B,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAE3C,IAAI,UAAU,GAAG,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,wBAAwB,UAAU,EAAE,CAAC,CAAC;QAE1D,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;QAEnD,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,EAAE,CAAC,CAAC;QAEpD,IAAI,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAC7C,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;YACrB,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAE3B,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts

@@ -0,0 +1,14 @@
+export type ModelURI = (`${`http://${string}/${string}` | `https://${string}/${string}` | `hf:${string}/${string}/${string}` | `huggingface:${string}/${string}/${string}`}${".gguf" | `.gguf.part${number}of${number}`}`) | (`hf:${string}/${string}:${string}` | `huggingface:${string}/${string}:${string}` | `hf.co/${string}/${string}:${string}` | `huggingface.co/${string}/${string}:${string}`);
+export type ModelRecommendation = {
+    name: string;
+    abilities: ("code" | "chat" | "complete" | "infill" | "functionCalling" | "reasoning")[];
+    description?: string;
+    /**
+     * Files ordered by quality.
+     * The first file that has 100% compatibility with the current system
+     * will be used (and the rest of the files won't even be tested),
+     * otherwise, the file with the highest compatibility will be used.
+     */
+    fileOptions: ModelURI[];
+};
+export declare function resolveModelRecommendationFileOptions(modelRecommendation: ModelRecommendation): string[];

package/dist/cli/utils/resolveModelRecommendationFileOptions.js

@@ -0,0 +1,12 @@
+import { resolveModelDestination } from "../../utils/resolveModelDestination.js";
+export function resolveModelRecommendationFileOptions(modelRecommendation) {
+    return modelRecommendation.fileOptions.map((fileOption) => {
+        const resolvedModelDestination = resolveModelDestination(fileOption, true);
+        if (resolvedModelDestination.type === "file")
+            throw new Error(`File option "${fileOption}" is not a valid model URI`);
+        if (resolvedModelDestination.type === "uri")
+            return resolvedModelDestination.uri;
+        return resolvedModelDestination.url;
+    });
+}
+//# sourceMappingURL=resolveModelRecommendationFileOptions.js.map