node-llama-cpp 3.0.0-beta.14 → 3.0.0-beta.16

package/dist/cli/utils/basicChooseFromListConsoleInteraction.js

@@ -0,0 +1,111 @@
+import process from "process";
+import UpdateManager from "stdout-update";
+import stripAnsi from "strip-ansi";
+import sliceAnsi from "slice-ansi";
+import chalk from "chalk";
+import { ConsoleInteraction, ConsoleInteractionKey } from "./ConsoleInteraction.js";
+import { splitAnsiToLines } from "./splitAnsiToLines.js";
+export async function basicChooseFromListConsoleInteraction({ title, footer, items, renderItem, canFocusItem, canSelectItem, initialFocusIndex = 0, aboveItemsPadding = 1, belowItemsPadding = 1, renderSummaryOnExit = (item) => (item == null ? "" : renderItem(item, false, () => void 0)), exitOnCtrlC = true }) {
+    const updateManager = UpdateManager.getInstance();
+    let focusIndex = initialFocusIndex;
+    let scrollOffset = 0;
+    let rerenderTimeout = undefined;
+    let isDone = false;
+    function adjustScrollOffset(screenLines) {
+        if (focusIndex < scrollOffset + aboveItemsPadding)
+            scrollOffset = Math.max(0, focusIndex - aboveItemsPadding);
+        else if (focusIndex > scrollOffset + screenLines - belowItemsPadding)
+            scrollOffset = Math.min(Math.max(0, focusIndex - screenLines + belowItemsPadding), items.length - 1 - screenLines);
+    }
+    function scheduleRerender() {
+        if (isDone)
+            return;
+        if (rerenderTimeout == null)
+            rerenderTimeout = setTimeout(renderScreen, 0);
+    }
+    function renderScreen() {
+        clearTimeout(rerenderTimeout);
+        rerenderTimeout = undefined;
+        if (isDone)
+            return;
+        while (canFocusItem != null && focusIndex > 0 && !canFocusItem(items[focusIndex]))
+            focusIndex--;
+        while (canFocusItem != null && focusIndex < items.length - 1 && !canFocusItem(items[focusIndex]))
+            focusIndex++;
+        const maxWidth = (process.stdout.columns ?? 80) - 2;
+        const maxHeight = (process.stdout.rows ?? 24) - 2;
+        const focusedItem = items[focusIndex];
+        const titleLines = splitAnsiToLines(title instanceof Function ? title(focusedItem, scheduleRerender) : title, maxWidth);
+        const footerLines = splitAnsiToLines(footer instanceof Function ? footer(focusedItem, scheduleRerender) : footer, maxWidth);
+        const reservedLinesCount = titleLines.length + footerLines.length;
+        const maxItemLinesCount = Math.max(1, maxHeight - reservedLinesCount);
+        adjustScrollOffset(maxItemLinesCount);
+        updateManager.update([
+            ...titleLines,
+            ...items
+                .slice(scrollOffset, scrollOffset + maxItemLinesCount + 1)
+                .map((item, index) => (renderSingleLine(renderItem(item, scrollOffset + index === focusIndex, scheduleRerender), maxWidth))),
+            ...footerLines
+        ]);
+    }
+    updateManager.hook();
+    const consoleInteraction = new ConsoleInteraction();
+    try {
+        consoleInteraction.onKey(ConsoleInteractionKey.upArrow, () => {
+            let newFocusIndex = Math.max(0, focusIndex - 1);
+            while (newFocusIndex > 0 && canFocusItem != null && !canFocusItem(items[newFocusIndex]))
+                newFocusIndex--;
+            if (canFocusItem == null || canFocusItem(items[newFocusIndex])) {
+                focusIndex = newFocusIndex;
+                renderScreen();
+            }
+        });
+        consoleInteraction.onKey(ConsoleInteractionKey.downArrow, () => {
+            let newFocusIndex = Math.min(items.length - 1, focusIndex + 1);
+            while (newFocusIndex < items.length - 1 && canFocusItem != null && !canFocusItem(items[newFocusIndex]))
+                newFocusIndex++;
+            if (canFocusItem == null || canFocusItem(items[newFocusIndex])) {
+                focusIndex = newFocusIndex;
+                renderScreen();
+            }
+        });
+        process.on("SIGWINCH", renderScreen);
+        renderScreen();
+        const res = await new Promise((resolve) => {
+            consoleInteraction.onKey(ConsoleInteractionKey.enter, () => {
+                if (canSelectItem == null || canSelectItem(items[focusIndex]))
+                    resolve(items[focusIndex]);
+            });
+            consoleInteraction.onKey(ConsoleInteractionKey.ctrlC, () => {
+                if (exitOnCtrlC) {
+                    updateManager.update([""]);
+                    consoleInteraction.stop();
+                    updateManager.unhook(true);
+                    process.exit(0);
+                }
+                resolve(null);
+            });
+            consoleInteraction.start();
+        });
+        isDone = true;
+        clearTimeout(rerenderTimeout);
+        rerenderTimeout = undefined;
+        process.off("SIGWINCH", renderScreen);
+        updateManager.update([
+            renderSummaryOnExit(res)
+        ]);
+        return res;
+    }
+    finally {
+        consoleInteraction.stop();
+        updateManager.unhook(true);
+    }
+}
+function renderSingleLine(text, maxWidth) {
+    const textWithoutAnsi = stripAnsi(text);
+    const moreText = "...";
+    if (textWithoutAnsi.length > maxWidth)
+        return sliceAnsi(text, 0, maxWidth - moreText.length) + chalk.gray(moreText);
+    return text;
+}
+//# sourceMappingURL=basicChooseFromListConsoleInteraction.js.map

package/dist/cli/utils/basicChooseFromListConsoleInteraction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"basicChooseFromListConsoleInteraction.js","sourceRoot":"","sources":["../../../src/cli/utils/basicChooseFromListConsoleInteraction.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,aAAa,MAAM,eAAe,CAAC;AAC1C,OAAO,SAAS,MAAM,YAAY,CAAC;AACnC,OAAO,SAAS,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,yBAAyB,CAAC;AAClF,OAAO,EAAC,gBAAgB,EAAC,MAAM,uBAAuB,CAAC;AAEvD,MAAM,CAAC,KAAK,UAAU,qCAAqC,CAAI,EAC3D,KAAK,EACL,MAAM,EACN,KAAK,EACL,UAAU,EACV,YAAY,EACZ,aAAa,EACb,iBAAiB,GAAG,CAAC,EACrB,iBAAiB,GAAG,CAAC,EACrB,iBAAiB,GAAG,CAAC,EACrB,mBAAmB,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAC3F,WAAW,GAAG,IAAI,EAarB;IACG,MAAM,aAAa,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC;IAClD,IAAI,UAAU,GAAG,iBAAiB,CAAC;IACnC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,eAAe,GAA8C,SAAS,CAAC;IAC3E,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,SAAS,kBAAkB,CAAC,WAAmB;QAC3C,IAAI,UAAU,GAAG,YAAY,GAAG,iBAAiB;YAC7C,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,iBAAiB,CAAC,CAAC;aAC1D,IAAI,UAAU,GAAG,YAAY,GAAG,WAAW,GAAG,iBAAiB;YAChE,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,WAAW,GAAG,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC;IAC3H,CAAC;IAED,SAAS,gBAAgB;QACrB,IAAI,MAAM;YACN,OAAO;QAEX,IAAI,eAAe,IAAI,IAAI;YACvB,eAAe,GAAG,UAAU,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,SAAS,YAAY;QACjB,YAAY,CAAC,eAAe,CAAC,CAAC;QAC9B,eAAe,GAAG,SAAS,CAAC;QAE5B,IAAI,MAAM;YACN,OAAO;QAEX,OAAO,YAAY,IAAI,IAAI,IAAI,UAAU,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC7E,UAAU,EAAE,CAAC;QAEjB,OAAO,YAAY,IAAI,IAAI,IAAI,UAAU,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC5F,UAAU,EAAE,CAAC;QAEjB,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;QAElD,MAAM,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;QACtC,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxH,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,YAAY,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAE5H,MAAM,kBAAkB,GAAG,UAAU,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;QAClE,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,kBAAkB,CAAC,CAAC;QAEtE,kBAAkB,CAAC,iBAAiB,CAAC,CAAC;QAEtC,aAAa,CAAC,MAAM,CAAC;YACjB,GAAG,UAAU;YACb,GAAG,KAAK;iBACH,KAAK,CAAC,YAAY,EAAE,YAAY,GAAG,iBAAiB,GAAG,CAAC,CAAC;iBACzD,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAClB,gBAAgB,CAAC,UAAU,CAAC,IAAI,EAAE,YAAY,GAAG,KAAK,KAAK,UAAU,EAAE,gBAAgB,CAAC,EAAE,QAAQ,CAAC,CACtG,CAAC;YACN,GAAG,WAAW;SACjB,CAAC,CAAC;IACP,CAAC;IAED,aAAa,CAAC,IAAI,EAAE,CAAC;IACrB,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;IAEpD,IAAI;QACA,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,OAAO,EAAE,GAAG,EAAE;YACzD,IAAI,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;YAChD,OAAO,aAAa,GAAG,CAAC,IAAI,YAAY,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBACnF,aAAa,EAAE,CAAC;YAEpB,IAAI,YAAY,IAAI,IAAI,IAAI,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE;gBAC5D,UAAU,GAAG,aAAa,CAAC;gBAC3B,YAAY,EAAE,CAAC;aAClB;QACL,CAAC,CAAC,CAAC;QACH,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,SAAS,EAAE,GAAG,EAAE;YAC3D,IAAI,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;YAC/D,OAAO,aAAa,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAClG,aAAa,EAAE,CAAC;YAEpB,IAAI,YAAY,IAAI,IAAI,IAAI,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE;gBAC5D,UAAU,GAAG,aAAa,CAAC;gBAC3B,YAAY,EAAE,CAAC;aAClB;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QACrC,YAAY,EAAE,CAAC;QAEf,MAAM,GAAG,GAAG,MAAM,IAAI,OAAO,CAAW,CAAC,OAAO,EAAE,EAAE;YAChD,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,KAAK,EAAE,GAAG,EAAE;gBACvD,IAAI,aAAa,IAAI,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;oBACzD,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;YAEH,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,KAAK,EAAE,GAAG,EAAE;gBACvD,IAAI,WAAW,EAAE;oBACb,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC3B,kBAAkB,CAAC,IAAI,EAAE,CAAC;oBAC1B,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;iBACnB;gBAED,OAAO,CAAC,IAAI,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;YAEH,kBAAkB,CAAC,KAAK,EAAE,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,MAAM,GAAG,IAAI,CAAC;QACd,YAAY,CAAC,eAAe,CAAC,CAAC;QAC9B,eAAe,GAAG,SAAS,CAAC;QAE5B,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QACtC,aAAa,CAAC,MAAM,CAAC;YACjB,mBAAmB,CAAC,GAAG,CAAC;SAC3B,CAAC,CAAC;QAEH,OAAO,GAAG,CAAC;KACd;YAAS;QACN,kBAAkB,CAAC,IAAI,EAAE,CAAC;QAC1B,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;KAC9B;AACL,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,QAAgB;IACpD,MAAM,eAAe,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAExC,MAAM,QAAQ,GAAG,KAAK,CAAC;IACvB,IAAI,eAAe,CAAC,MAAM,GAAG,QAAQ;QACjC,OAAO,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEjF,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/dist/cli/utils/consolePromptQuestion.d.ts

@@ -0,0 +1,5 @@
+export declare function consolePromptQuestion(question: string, { validate, renderSummaryOnExit, exitOnCtrlC }?: {
+    validate?: (input: string) => string | null | Promise<string | null>;
+    renderSummaryOnExit?: (item: string | null) => string;
+    exitOnCtrlC?: boolean;
+}): Promise<string | null>;

package/dist/cli/utils/consolePromptQuestion.js

@@ -0,0 +1,80 @@
+import readline from "readline";
+import process from "process";
+import chalk from "chalk";
+import { splitAnsiToLines } from "./splitAnsiToLines.js";
+export async function consolePromptQuestion(question, { validate, renderSummaryOnExit, exitOnCtrlC = true } = {}) {
+    let lastErrorText = "";
+    let lastResponse = "";
+    process.stdout.moveCursor(0, -1);
+    // eslint-disable-next-line no-constant-condition
+    while (true) {
+        const rl = readline.createInterface({
+            input: process.stdin,
+            output: process.stdout
+        });
+        const res = await new Promise((accept) => {
+            const initialCursorPosition = rl.getCursorPos();
+            function onSigInt() {
+                rl.off("SIGINT", onSigInt);
+                rl.close();
+                const linesUsed = splitAnsiToLines(lastErrorText, process.stdout.columns).length +
+                    rl.getCursorPos().rows - initialCursorPosition.rows + 1;
+                clearLastLines(linesUsed);
+                if (exitOnCtrlC) {
+                    rl.close();
+                    process.exit(0);
+                }
+                else
+                    accept(null);
+            }
+            rl.on("SIGINT", onSigInt);
+            rl.question(question, (res) => {
+                rl.off("SIGINT", onSigInt);
+                rl.close();
+                accept(res);
+            });
+            rl.write(lastResponse);
+        });
+        const linesUsed = splitAnsiToLines(lastErrorText + question + res, process.stdout.columns).length + (res != null ? 1 : 0);
+        if (res == null) {
+            clearLastLines(linesUsed);
+            if (renderSummaryOnExit != null) {
+                const summary = renderSummaryOnExit(null);
+                if (summary !== "")
+                    process.stdout.write(summary + "\n");
+            }
+            return null;
+        }
+        lastResponse = res;
+        const validationError = await validate?.(res);
+        if (validationError != null) {
+            clearLastLines(linesUsed);
+            lastErrorText = chalk.red(validationError) + "\n";
+            process.stdout.write(lastErrorText);
+            continue;
+        }
+        else if (renderSummaryOnExit != null) {
+            clearLastLines(linesUsed);
+            const summary = renderSummaryOnExit(res);
+            if (summary !== "")
+                process.stdout.write(summary + "\n");
+        }
+        else if (lastErrorText !== "") {
+            clearLastLines(linesUsed);
+            process.stdout.write(question + res + "\n");
+        }
+        return res;
+    }
+}
+function clearLastLines(linesCount) {
+    if (linesCount === 0)
+        return;
+    process.stdout.write("\n");
+    for (let i = 0; i < linesCount; i++) {
+        process.stdout.moveCursor(0, -1);
+        process.stdout.clearLine(0);
+    }
+    process.stdout.write("\n");
+    process.stdout.moveCursor(0, -1);
+}
+//# sourceMappingURL=consolePromptQuestion.js.map

package/dist/cli/utils/consolePromptQuestion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consolePromptQuestion.js","sourceRoot":"","sources":["../../../src/cli/utils/consolePromptQuestion.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,gBAAgB,EAAC,MAAM,uBAAuB,CAAC;AAGvD,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,QAAgB,EAAE,EAC1D,QAAQ,EACR,mBAAmB,EACnB,WAAW,GAAG,IAAI,KAKlB,EAAE;IACF,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEjC,iDAAiD;IACjD,OAAO,IAAI,EAAE;QACT,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;SACzB,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,IAAI,OAAO,CAAgB,CAAC,MAAM,EAAE,EAAE;YACpD,MAAM,qBAAqB,GAAG,EAAE,CAAC,YAAY,EAAE,CAAC;YAChD,SAAS,QAAQ;gBACb,EAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAC3B,EAAE,CAAC,KAAK,EAAE,CAAC;gBAEX,MAAM,SAAS,GAAG,gBAAgB,CAAC,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;oBAC5E,EAAE,CAAC,YAAY,EAAE,CAAC,IAAI,GAAG,qBAAqB,CAAC,IAAI,GAAG,CAAC,CAAC;gBAC5D,cAAc,CAAC,SAAS,CAAC,CAAC;gBAE1B,IAAI,WAAW,EAAE;oBACb,EAAE,CAAC,KAAK,EAAE,CAAC;oBACX,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;iBACnB;;oBACG,MAAM,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;YAED,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAE1B,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC1B,EAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAC3B,EAAE,CAAC,KAAK,EAAE,CAAC;gBAEX,MAAM,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YACH,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,gBAAgB,CAAC,aAAa,GAAG,QAAQ,GAAG,GAAG,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE1H,IAAI,GAAG,IAAI,IAAI,EAAE;YACb,cAAc,CAAC,SAAS,CAAC,CAAC;YAE1B,IAAI,mBAAmB,IAAI,IAAI,EAAE;gBAC7B,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;gBAE1C,IAAI,OAAO,KAAK,EAAE;oBACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;aAC5C;YAED,OAAO,IAAI,CAAC;SACf;QAED,YAAY,GAAG,GAAG,CAAC;QAEnB,MAAM,eAAe,GAAG,MAAM,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC;QAE9C,IAAI,eAAe,IAAI,IAAI,EAAE;YACzB,cAAc,CAAC,SAAS,CAAC,CAAC;YAC1B,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC;YAClD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAEpC,SAAS;SACZ;aAAM,IAAI,mBAAmB,IAAI,IAAI,EAAE;YACpC,cAAc,CAAC,SAAS,CAAC,CAAC;YAE1B,MAAM,OAAO,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAEzC,IAAI,OAAO,KAAK,EAAE;gBACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;SAC5C;aAAM,IAAI,aAAa,KAAK,EAAE,EAAE;YAC7B,cAAc,CAAC,SAAS,CAAC,CAAC;YAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;SAC/C;QAED,OAAO,GAAG,CAAC;KACd;AACL,CAAC;AAED,SAAS,cAAc,CAAC,UAAkB;IACtC,IAAI,UAAU,KAAK,CAAC;QAChB,OAAO;IAEX,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE;QACjC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACjC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;KAC/B;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACrC,CAAC"}

package/dist/cli/utils/getReadablePath.d.ts

@@ -0,0 +1 @@
+export declare function getReadablePath(fsPath: string): string;

package/dist/cli/utils/getReadablePath.js

@@ -0,0 +1,14 @@
+import os from "os";
+import path from "path";
+export function getReadablePath(fsPath) {
+    const resolvedPath = path.resolve(fsPath);
+    if (process.platform === "win32" || process.platform === "cygwin")
+        return resolvedPath;
+    let homedir = os.homedir();
+    if (!homedir.endsWith("/"))
+        homedir += "/";
+    if (resolvedPath.startsWith(homedir))
+        return "~" + resolvedPath.slice(homedir.length - "/".length);
+    return resolvedPath;
+}
+//# sourceMappingURL=getReadablePath.js.map

package/dist/cli/utils/getReadablePath.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getReadablePath.js","sourceRoot":"","sources":["../../../src/cli/utils/getReadablePath.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,MAAM,UAAU,eAAe,CAAC,MAAc;IAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAE1C,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ;QAC7D,OAAO,YAAY,CAAC;IAExB,IAAI,OAAO,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;IAC3B,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC;QACtB,OAAO,IAAI,GAAG,CAAC;IAEnB,IAAI,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC;QAChC,OAAO,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;IAEjE,OAAO,YAAY,CAAC;AACxB,CAAC"}

package/dist/cli/utils/printCommonInfoLines.d.ts

@@ -0,0 +1,9 @@
+import { LlamaContext } from "../../evaluator/LlamaContext/LlamaContext.js";
+export declare function printCommonInfoLines({ context, minTitleLength, logBatchSize, tokenMeterEnabled, printBos, printEos }: {
+    context: LlamaContext;
+    minTitleLength?: number;
+    logBatchSize?: boolean;
+    tokenMeterEnabled?: boolean;
+    printBos?: boolean;
+    printEos?: boolean;
+}): void;

package/dist/cli/utils/printCommonInfoLines.js

@@ -0,0 +1,70 @@
+import bytes from "bytes";
+import chalk from "chalk";
+import { getPrettyBuildGpuName } from "../../bindings/consts.js";
+import { printInfoLine } from "./printInfoLine.js";
+export function printCommonInfoLines({ context, minTitleLength = 0, logBatchSize = false, tokenMeterEnabled = false, printBos = false, printEos = false }) {
+    const llama = context._llama;
+    const model = context.model;
+    const padTitle = Math.max(minTitleLength, "Context".length + 1);
+    if (llama.gpu !== false) {
+        printInfoLine({
+            title: "GPU",
+            padTitle: padTitle,
+            info: [{
+                    title: "Type",
+                    value: getPrettyBuildGpuName(llama.gpu)
+                }, {
+                    title: "VRAM",
+                    value: bytes(llama.getVramState().total)
+                }, {
+                    title: "Name",
+                    value: toOneLine(llama.getGpuDeviceNames().join(", "))
+                }, {
+                    title: "GPU layers",
+                    value: `${model.gpuLayers}/${model.fileInsights.totalLayers} offloaded ${chalk.dim(`(${Math.floor((model.gpuLayers / model.fileInsights.totalLayers) * 100)}%)`)}`
+                }]
+        });
+    }
+    printInfoLine({
+        title: "Model",
+        padTitle: padTitle,
+        info: [{
+                title: "Type",
+                value: toOneLine(model.typeDescription)
+            }, {
+                title: "Size",
+                value: bytes(model.size)
+            }, {
+                show: printBos,
+                title: "BOS",
+                value: () => toOneLine(String(model.tokens.bosString))
+            }, {
+                show: printEos,
+                title: "EOS",
+                value: () => toOneLine(String(model.tokens.eosString))
+            }, {
+                title: "Train context size",
+                value: String(model.trainContextSize)
+            }]
+    });
+    printInfoLine({
+        title: "Context",
+        padTitle: padTitle,
+        info: [{
+                title: "Size",
+                value: String(context.contextSize)
+            }, {
+                show: logBatchSize,
+                title: "Batch size",
+                value: bytes(context.batchSize)
+            }, {
+                show: tokenMeterEnabled,
+                title: "Token meter",
+                value: "enabled"
+            }]
+    });
+}
+function toOneLine(text) {
+    return text.replaceAll("\n", chalk.gray("\\n"));
+}
+//# sourceMappingURL=printCommonInfoLines.js.map

package/dist/cli/utils/printCommonInfoLines.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"printCommonInfoLines.js","sourceRoot":"","sources":["../../../src/cli/utils/printCommonInfoLines.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,qBAAqB,EAAC,MAAM,0BAA0B,CAAC;AAE/D,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAC;AAEjD,MAAM,UAAU,oBAAoB,CAAC,EACjC,OAAO,EACP,cAAc,GAAG,CAAC,EAClB,YAAY,GAAG,KAAK,EACpB,iBAAiB,GAAG,KAAK,EACzB,QAAQ,GAAG,KAAK,EAChB,QAAQ,GAAG,KAAK,EAQnB;IACG,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAEhE,IAAI,KAAK,CAAC,GAAG,KAAK,KAAK,EAAE;QACrB,aAAa,CAAC;YACV,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,QAAQ;YAClB,IAAI,EAAE,CAAC;oBACH,KAAK,EAAE,MAAM;oBACb,KAAK,EAAE,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC;iBAC1C,EAAE;oBACC,KAAK,EAAE,MAAM;oBACb,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC;iBAC3C,EAAE;oBACC,KAAK,EAAE,MAAM;oBACb,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACzD,EAAE;oBACC,KAAK,EAAE,YAAY;oBACnB,KAAK,EAAE,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,YAAY,CAAC,WAAW,cACvD,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,IAAI,CAC1F,EAAE;iBACL,CAAC;SACL,CAAC,CAAC;KACN;IACD,aAAa,CAAC;QACV,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,CAAC;gBACH,KAAK,EAAE,MAAM;gBACb,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,eAAe,CAAC;aAC1C,EAAE;gBACC,KAAK,EAAE,MAAM;gBACb,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;aAC3B,EAAE;gBACC,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;aACzD,EAAE;gBACC,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;aACzD,EAAE;gBACC,KAAK,EAAE,oBAAoB;gBAC3B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC;aACxC,CAAC;KACL,CAAC,CAAC;IACH,aAAa,CAAC;QACV,KAAK,EAAE,SAAS;QAChB,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,CAAC;gBACH,KAAK,EAAE,MAAM;gBACb,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC;aACrC,EAAE;gBACC,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,YAAY;gBACnB,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;aAClC,EAAE;gBACC,IAAI,EAAE,iBAAiB;gBACvB,KAAK,EAAE,aAAa;gBACpB,KAAK,EAAE,SAAS;aACnB,CAAC;KACL,CAAC,CAAC;AACP,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACpD,CAAC"}

package/dist/cli/utils/printInfoLine.d.ts

@@ -0,0 +1,12 @@
+export declare function printInfoLine(options: Parameters<typeof renderInfoLine>[0]): void;
+export declare function renderInfoLine({ title, padTitle, separateLines, info, maxWidth }: {
+    title?: string;
+    padTitle?: number;
+    separateLines?: boolean;
+    info: Array<{
+        title: string;
+        value: string | (() => string);
+        show?: boolean;
+    }>;
+    maxWidth?: number;
+}): string;

package/dist/cli/utils/printInfoLine.js

@@ -0,0 +1,54 @@
+import chalk from "chalk";
+import stripAnsi from "strip-ansi";
+export function printInfoLine(options) {
+    console.info(renderInfoLine(options));
+}
+export function renderInfoLine({ title, padTitle = 0, separateLines = false, info, maxWidth = process.stdout.columns - 1 }) {
+    const res = [];
+    const items = [];
+    if (separateLines) {
+        if (title != null && title.length > 0)
+            res.push(chalk.yellowBright(`${title.trim()}`));
+        for (const { title, value, show } of info) {
+            if (show === false)
+                continue;
+            if (title == null || title === "")
+                items.push(value instanceof Function ? value() : value);
+            else
+                items.push(`${chalk.yellow(title + ":")} ${value instanceof Function ? value() : value}`);
+        }
+        const itemPrefix = `${chalk.dim("|")} `;
+        res.push(itemPrefix + items.join("\n" + itemPrefix));
+        return res.join("\n") + "\n";
+    }
+    else {
+        if (title != null && title.length > 0)
+            res.push(chalk.yellowBright(`${title.padEnd(padTitle, " ")}`));
+        for (const { title, value, show } of info) {
+            if (show === false)
+                continue;
+            if (title == null || title === "")
+                items.push(chalk.bgGray(` ${value instanceof Function ? value() : value} `));
+            else
+                items.push(chalk.bgGray(` ${chalk.yellow(title + ":")} ${value instanceof Function ? value() : value} `));
+        }
+        const startPad = stripAnsi(res.join(" ")).length + (res.length > 0 ? " ".length : 0);
+        res.push(splitItemsIntoLines(items, maxWidth - startPad).join("\n" + " ".repeat(startPad)));
+        return res.join(" ");
+    }
+}
+function splitItemsIntoLines(items, maxLineLength) {
+    const lines = [];
+    let currentLine = [];
+    for (const item of items) {
+        if (stripAnsi([...currentLine, item].join(" ")).length > maxLineLength) {
+            lines.push(currentLine.join(" "));
+            currentLine = [];
+        }
+        currentLine.push(item);
+    }
+    if (currentLine.length > 0)
+        lines.push(currentLine.join(" "));
+    return lines;
+}
+//# sourceMappingURL=printInfoLine.js.map

package/dist/cli/utils/printInfoLine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"printInfoLine.js","sourceRoot":"","sources":["../../../src/cli/utils/printInfoLine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,SAAS,MAAM,YAAY,CAAC;AAEnC,MAAM,UAAU,aAAa,CAAC,OAA6C;IACvE,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,EAC3B,KAAK,EAAE,QAAQ,GAAG,CAAC,EAAE,aAAa,GAAG,KAAK,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,EAW1F;IACG,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,aAAa,EAAE;QACf,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QAEpD,KAAK,MAAM,EAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAC,IAAI,IAAI,EAAE;YACrC,IAAI,IAAI,KAAK,KAAK;gBACd,SAAS;YAEb,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,EAAE;gBAC7B,KAAK,CAAC,IAAI,CAAC,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;;gBAExD,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;SACjG;QAED,MAAM,UAAU,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC;QACxC,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC;QACrD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;KAChC;SAAM;QACH,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEnE,KAAK,MAAM,EAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAC,IAAI,IAAI,EAAE;YACrC,IAAI,IAAI,KAAK,KAAK;gBACd,SAAS;YAEb,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,EAAE;gBAC7B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;;gBAE7E,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;SACjH;QAED,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrF,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,QAAQ,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5F,OAAO,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;KACxB;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAe,EAAE,aAAqB;IAC/D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,WAAW,GAAa,EAAE,CAAC;IAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACtB,IAAI,SAAS,CAAC,CAAC,GAAG,WAAW,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,aAAa,EAAE;YACpE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAClC,WAAW,GAAG,EAAE,CAAC;SACpB;QAED,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;KAC1B;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAEtC,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/cli/utils/resolveCommandGgufPath.d.ts

@@ -0,0 +1,2 @@
+import { Llama } from "../../bindings/Llama.js";
+export declare function resolveCommandGgufPath(ggufPath: string | undefined, llama: Llama, fetchHeaders?: Record<string, string>): Promise<string>;