node-llama-cpp 3.0.0-beta.9 → 3.0.1

package/dist/cli/utils/printInfoLine.js

@@ -0,0 +1,54 @@
+import chalk from "chalk";
+import stripAnsi from "strip-ansi";
+export function printInfoLine(options) {
+    console.info(renderInfoLine(options));
+}
+export function renderInfoLine({ title, padTitle = 0, separateLines = false, info, maxWidth = process.stdout.columns - 1 }) {
+    const res = [];
+    const items = [];
+    if (separateLines) {
+        if (title != null && title.length > 0)
+            res.push(chalk.yellowBright(`${title.trim()}`));
+        for (const { title, value, show } of info) {
+            if (show === false)
+                continue;
+            if (title == null || title === "")
+                items.push(value instanceof Function ? value() : value);
+            else
+                items.push(`${chalk.yellow(title + ":")} ${value instanceof Function ? value() : value}`);
+        }
+        const itemPrefix = `${chalk.dim("|")} `;
+        res.push(itemPrefix + items.join("\n" + itemPrefix));
+        return res.join("\n") + "\n";
+    }
+    else {
+        if (title != null && title.length > 0)
+            res.push(chalk.yellowBright(`${title.padEnd(padTitle, " ")}`));
+        for (const { title, value, show } of info) {
+            if (show === false)
+                continue;
+            if (title == null || title === "")
+                items.push(chalk.bgGray(` ${value instanceof Function ? value() : value} `));
+            else
+                items.push(chalk.bgGray(` ${chalk.yellow(title + ":")} ${value instanceof Function ? value() : value} `));
+        }
+        const startPad = stripAnsi(res.join(" ")).length + (res.length > 0 ? " ".length : 0);
+        res.push(splitItemsIntoLines(items, maxWidth - startPad).join("\n" + " ".repeat(startPad)));
+        return res.join(" ");
+    }
+}
+function splitItemsIntoLines(items, maxLineLength) {
+    const lines = [];
+    let currentLine = [];
+    for (const item of items) {
+        if (stripAnsi([...currentLine, item].join(" ")).length > maxLineLength) {
+            lines.push(currentLine.join(" "));
+            currentLine = [];
+        }
+        currentLine.push(item);
+    }
+    if (currentLine.length > 0)
+        lines.push(currentLine.join(" "));
+    return lines;
+}
+//# sourceMappingURL=printInfoLine.js.map

package/dist/cli/utils/printInfoLine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"printInfoLine.js","sourceRoot":"","sources":["../../../src/cli/utils/printInfoLine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,SAAS,MAAM,YAAY,CAAC;AAEnC,MAAM,UAAU,aAAa,CAAC,OAA6C;IACvE,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,EAC3B,KAAK,EAAE,QAAQ,GAAG,CAAC,EAAE,aAAa,GAAG,KAAK,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,EAW1F;IACG,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,aAAa,EAAE,CAAC;QAChB,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QAEpD,KAAK,MAAM,EAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAC,IAAI,IAAI,EAAE,CAAC;YACtC,IAAI,IAAI,KAAK,KAAK;gBACd,SAAS;YAEb,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,EAAE;gBAC7B,KAAK,CAAC,IAAI,CAAC,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;;gBAExD,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QAClG,CAAC;QAED,MAAM,UAAU,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC;QACxC,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC;QACrD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IACjC,CAAC;SAAM,CAAC;QACJ,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEnE,KAAK,MAAM,EAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAC,IAAI,IAAI,EAAE,CAAC;YACtC,IAAI,IAAI,KAAK,KAAK;gBACd,SAAS;YAEb,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,EAAE;gBAC7B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;;gBAE7E,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,KAAK,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAClH,CAAC;QAED,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrF,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,QAAQ,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5F,OAAO,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAe,EAAE,aAAqB;IAC/D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,WAAW,GAAa,EAAE,CAAC;IAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,SAAS,CAAC,CAAC,GAAG,WAAW,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;YACrE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAClC,WAAW,GAAG,EAAE,CAAC;QACrB,CAAC;QAED,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAEtC,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/cli/utils/projectTemplates.d.ts

@@ -0,0 +1,19 @@
+export declare const enum ProjectTemplateParameter {
+    ProjectName = "projectName",
+    CurrentModuleVersion = "currentNodeLlamaCppModuleVersion",
+    ModelUrl = "modelUrl",
+    ModelFilename = "modelFilename"
+}
+export type PackagedFileEntry = {
+    path: string[];
+    content: string;
+};
+export type ProjectTemplate = {
+    files: PackagedFileEntry[];
+};
+export declare function getProjectTemplateParameterText(parameter: ProjectTemplateParameter, escapeText?: boolean | 0 | 1 | 2): string;
+export declare function scaffoldProjectTemplate({ template, parameters, directoryPath }: {
+    template: ProjectTemplate;
+    parameters: Record<ProjectTemplateParameter, string>;
+    directoryPath: string;
+}): Promise<void>;

package/dist/cli/utils/projectTemplates.js

@@ -0,0 +1,47 @@
+import path from "path";
+import fs from "fs-extra";
+export var ProjectTemplateParameter;
+(function (ProjectTemplateParameter) {
+    ProjectTemplateParameter["ProjectName"] = "projectName";
+    ProjectTemplateParameter["CurrentModuleVersion"] = "currentNodeLlamaCppModuleVersion";
+    ProjectTemplateParameter["ModelUrl"] = "modelUrl";
+    ProjectTemplateParameter["ModelFilename"] = "modelFilename";
+})(ProjectTemplateParameter || (ProjectTemplateParameter = {}));
+export function getProjectTemplateParameterText(parameter, escapeText = true) {
+    let escapes = "";
+    if (escapeText === true || escapeText === 1)
+        escapes = "|escape";
+    else if (escapeText === 2)
+        escapes = "|escape|escape";
+    return "{{" + parameter + escapes + "}}";
+}
+function applyProjectTemplateParameters(template, parameters) {
+    for (const [parameter, value] of Object.entries(parameters)) {
+        template = template.split(getProjectTemplateParameterText(parameter, 0)).join(String(value));
+        template = template.split(getProjectTemplateParameterText(parameter, 1)).join(JSON.stringify(String(value)).slice(1, -1));
+        template = template.split(getProjectTemplateParameterText(parameter, 2)).join(JSON.stringify(JSON.stringify(String(value)).slice(1, -1)).slice(1, -1));
+    }
+    return template;
+}
+export async function scaffoldProjectTemplate({ template, parameters, directoryPath }) {
+    for (const file of template.files) {
+        const filePath = path.join(directoryPath, ...file.path);
+        const fileContent = transformFileContent({
+            content: applyProjectTemplateParameters(file.content, parameters),
+            originalPath: file.path,
+            parameters
+        });
+        await fs.ensureDir(path.dirname(filePath));
+        await fs.writeFile(filePath, fileContent, "utf8");
+    }
+}
+function transformFileContent({ content, originalPath, parameters }) {
+    if (originalPath.length === 1 && originalPath[0] === "package.json") {
+        const packageJson = JSON.parse(content);
+        if (parameters[ProjectTemplateParameter.ProjectName] != null)
+            packageJson.name = parameters[ProjectTemplateParameter.ProjectName];
+        return JSON.stringify(packageJson, null, 2);
+    }
+    return content;
+}
+//# sourceMappingURL=projectTemplates.js.map

package/dist/cli/utils/projectTemplates.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"projectTemplates.js","sourceRoot":"","sources":["../../../src/cli/utils/projectTemplates.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,MAAM,CAAN,IAAkB,wBAKjB;AALD,WAAkB,wBAAwB;IACtC,uDAA2B,CAAA;IAC3B,qFAAyD,CAAA;IACzD,iDAAqB,CAAA;IACrB,2DAA+B,CAAA;AACnC,CAAC,EALiB,wBAAwB,KAAxB,wBAAwB,QAKzC;AAWD,MAAM,UAAU,+BAA+B,CAAC,SAAmC,EAAE,aAAkC,IAAI;IACvH,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,UAAU,KAAK,IAAI,IAAI,UAAU,KAAK,CAAC;QACvC,OAAO,GAAG,SAAS,CAAC;SACnB,IAAI,UAAU,KAAK,CAAC;QACrB,OAAO,GAAG,gBAAgB,CAAC;IAE/B,OAAO,IAAI,GAAG,SAAS,GAAG,OAAO,GAAG,IAAI,CAAC;AAC7C,CAAC;AAED,SAAS,8BAA8B,CAAC,QAAgB,EAAE,UAAoD;IAC1G,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAK,MAAM,CAAC,OAAO,CAAC,UAAU,CAA0C,EAAE,CAAC;QACpG,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,+BAA+B,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7F,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,+BAA+B,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1H,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,+BAA+B,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CACzE,IAAI,CAAC,SAAS,CACV,IAAI,CAAC,SAAS,CACV,MAAM,CAAC,KAAK,CAAC,CAChB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CACjB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CACjB,CAAC;IACN,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,EAC1C,QAAQ,EAAE,UAAU,EAAE,aAAa,EAKtC;IACG,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,WAAW,GAAG,oBAAoB,CAAC;YACrC,OAAO,EAAE,8BAA8B,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC;YACjE,YAAY,EAAE,IAAI,CAAC,IAAI;YACvB,UAAU;SACb,CAAC,CAAC;QAEH,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3C,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;IACtD,CAAC;AACL,CAAC;AAED,SAAS,oBAAoB,CAAC,EAC1B,OAAO,EAAE,YAAY,EAAE,UAAU,EAGpC;IACG,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,cAAc,EAAE,CAAC;QAClE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAExC,IAAI,UAAU,CAAC,wBAAwB,CAAC,WAAW,CAAC,IAAI,IAAI;YACxD,WAAW,CAAC,IAAI,GAAG,UAAU,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;QAExE,OAAO,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC"}

package/dist/cli/utils/renderModelCompatibilityPercentageWithColors.d.ts

@@ -0,0 +1,6 @@
+export declare function renderModelCompatibilityPercentageWithColors(percentage: number, { greenBright, green, yellow, yellowBright }?: {
+    greenBright?: number;
+    green?: number;
+    yellow?: number;
+    yellowBright?: number;
+}): string;

package/dist/cli/utils/renderModelCompatibilityPercentageWithColors.js

@@ -0,0 +1,14 @@
+import chalk from "chalk";
+export function renderModelCompatibilityPercentageWithColors(percentage, { greenBright = 100, green = 95, yellow = 85, yellowBright = 75 } = {}) {
+    const percentageText = String(Math.floor(percentage)) + "%";
+    if (percentage >= greenBright)
+        return chalk.greenBright(percentageText);
+    else if (percentage >= green)
+        return chalk.green(percentageText);
+    else if (percentage >= yellow)
+        return chalk.yellow(percentageText);
+    else if (percentage >= yellowBright)
+        return chalk.yellowBright(percentageText);
+    return chalk.red(percentageText);
+}
+//# sourceMappingURL=renderModelCompatibilityPercentageWithColors.js.map

package/dist/cli/utils/renderModelCompatibilityPercentageWithColors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"renderModelCompatibilityPercentageWithColors.js","sourceRoot":"","sources":["../../../src/cli/utils/renderModelCompatibilityPercentageWithColors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,UAAU,4CAA4C,CAAC,UAAkB,EAAE,EAC7E,WAAW,GAAG,GAAG,EACjB,KAAK,GAAG,EAAE,EACV,MAAM,GAAG,EAAE,EACX,YAAY,GAAG,EAAE,KAMjB,EAAE;IACF,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,GAAG,CAAC;IAE5D,IAAI,UAAU,IAAI,WAAW;QACzB,OAAO,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;SACxC,IAAI,UAAU,IAAI,KAAK;QACxB,OAAO,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;SAClC,IAAI,UAAU,IAAI,MAAM;QACzB,OAAO,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;SACnC,IAAI,UAAU,IAAI,YAAY;QAC/B,OAAO,KAAK,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAE9C,OAAO,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;AACrC,CAAC"}

package/dist/cli/utils/resolveCommandGgufPath.d.ts

@@ -0,0 +1,5 @@
+import { Llama } from "../../bindings/Llama.js";
+export declare function resolveCommandGgufPath(ggufPath: string | undefined, llama: Llama, fetchHeaders?: Record<string, string>, { targetDirectory, flashAttention }?: {
+    targetDirectory?: string;
+    flashAttention?: boolean;
+}): Promise<string>;

package/dist/cli/utils/resolveCommandGgufPath.js

@@ -0,0 +1,72 @@
+import path from "path";
+import process from "process";
+import chalk from "chalk";
+import fs from "fs-extra";
+import { cliModelsDirectory } from "../../config.js";
+import { normalizeGgufDownloadUrl } from "../../gguf/utils/normalizeGgufDownloadUrl.js";
+import { isUrl } from "../../utils/isUrl.js";
+import { createModelDownloader } from "../../utils/createModelDownloader.js";
+import { ConsoleInteraction, ConsoleInteractionKey } from "./ConsoleInteraction.js";
+import { getReadablePath } from "./getReadablePath.js";
+import { interactivelyAskForModel } from "./interactivelyAskForModel.js";
+export async function resolveCommandGgufPath(ggufPath, llama, fetchHeaders, { targetDirectory = cliModelsDirectory, flashAttention = false } = {}) {
+    let resolvedGgufPath = ggufPath;
+    if (resolvedGgufPath == null)
+        resolvedGgufPath = await interactivelyAskForModel({
+            llama,
+            modelsDirectory: targetDirectory,
+            allowLocalModels: true,
+            downloadIntent: true,
+            flashAttention
+        });
+    if (!isUrl(resolvedGgufPath)) {
+        try {
+            const resolvedPath = path.resolve(process.cwd(), resolvedGgufPath);
+            if (await fs.pathExists(resolvedPath))
+                return resolvedPath;
+        }
+        catch (err) {
+            throw new Error(`Invalid path: ${resolvedGgufPath}`);
+        }
+        throw new Error(`File does not exist: ${path.resolve(process.cwd(), resolvedGgufPath)}`);
+    }
+    resolvedGgufPath = normalizeGgufDownloadUrl(resolvedGgufPath);
+    const downloader = await createModelDownloader({
+        modelUrl: resolvedGgufPath,
+        dirPath: targetDirectory,
+        headers: fetchHeaders,
+        showCliProgress: true,
+        deleteTempFileOnCancel: false,
+        skipExisting: false
+    });
+    if (downloader.totalFiles === 1 && await fs.pathExists(downloader.entrypointFilePath)) {
+        const fileStats = await fs.stat(downloader.entrypointFilePath);
+        if (downloader.totalSize === fileStats.size) {
+            console.info(`${chalk.yellow("File:")} ${getReadablePath(downloader.entrypointFilePath)}`);
+            return downloader.entrypointFilePath;
+        }
+        const res = await ConsoleInteraction.yesNoQuestion(`There's already an local ${chalk.blue(downloader.entrypointFilePath)} file that's different from the remote one.\n` +
+            "Download it and override the existing file?");
+        if (!res) {
+            console.info("Loading the existing file");
+            console.info(`${chalk.yellow("File:")} ${getReadablePath(downloader.entrypointFilePath)}`);
+            return downloader.entrypointFilePath;
+        }
+        await fs.remove(downloader.entrypointFilePath);
+    }
+    const consoleInteraction = new ConsoleInteraction();
+    consoleInteraction.onKey(ConsoleInteractionKey.ctrlC, async () => {
+        await downloader.cancel();
+        consoleInteraction.stop();
+        process.exit(0);
+    });
+    console.info(`Downloading to ${chalk.yellow(getReadablePath(targetDirectory))}${downloader.splitBinaryParts != null
+        ? chalk.gray(` (combining ${downloader.splitBinaryParts} parts into a single file)`)
+        : ""}`);
+    consoleInteraction.start();
+    await downloader.download();
+    consoleInteraction.stop();
+    console.info(`${chalk.yellow("File:")} ${getReadablePath(downloader.entrypointFilePath)}`);
+    return downloader.entrypointFilePath;
+}
+//# sourceMappingURL=resolveCommandGgufPath.js.map

package/dist/cli/utils/resolveCommandGgufPath.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveCommandGgufPath.js","sourceRoot":"","sources":["../../../src/cli/utils/resolveCommandGgufPath.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,kBAAkB,EAAC,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAC,wBAAwB,EAAC,MAAM,8CAA8C,CAAC;AAEtF,OAAO,EAAC,KAAK,EAAC,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAC,qBAAqB,EAAC,MAAM,sCAAsC,CAAC;AAC3E,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,yBAAyB,CAAC;AAClF,OAAO,EAAC,eAAe,EAAC,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAC,wBAAwB,EAAC,MAAM,+BAA+B,CAAC;AAEvE,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,QAA4B,EAAE,KAAY,EAAE,YAAqC,EAAE,EAC5H,eAAe,GAAG,kBAAkB,EAAE,cAAc,GAAG,KAAK,KAG5D,EAAE;IACF,IAAI,gBAAgB,GAAG,QAAQ,CAAC;IAEhC,IAAI,gBAAgB,IAAI,IAAI;QACxB,gBAAgB,GAAG,MAAM,wBAAwB,CAAC;YAC9C,KAAK;YACL,eAAe,EAAE,eAAe;YAChC,gBAAgB,EAAE,IAAI;YACtB,cAAc,EAAE,IAAI;YACpB,cAAc;SACjB,CAAC,CAAC;IAEP,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAC3B,IAAI,CAAC;YACD,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,gBAAgB,CAAC,CAAC;YAEnE,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC;gBACjC,OAAO,YAAY,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,iBAAiB,gBAAgB,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,gBAAgB,CAAC,EAAE,CAAC,CAAC;IAC7F,CAAC;IAED,gBAAgB,GAAG,wBAAwB,CAAC,gBAAgB,CAAC,CAAC;IAE9D,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC;QAC3C,QAAQ,EAAE,gBAAgB;QAC1B,OAAO,EAAE,eAAe;QACxB,OAAO,EAAE,YAAY;QACrB,eAAe,EAAE,IAAI;QACrB,sBAAsB,EAAE,KAAK;QAC7B,YAAY,EAAE,KAAK;KACtB,CAAC,CAAC;IAEH,IAAI,UAAU,CAAC,UAAU,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACpF,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;QAE/D,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;YAE3F,OAAO,UAAU,CAAC,kBAAkB,CAAC;QACzC,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC,aAAa,CAC9C,4BAA4B,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,+CAA+C;YACpH,6CAA6C,CAChD,CAAC;QAEF,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;YAE3F,OAAO,UAAU,CAAC,kBAAkB,CAAC;QACzC,CAAC;QAED,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;IACpD,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;QAC1B,kBAAkB,CAAC,IAAI,EAAE,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,IAAI,CAAC,kBAAkB,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC,GACzE,UAAU,CAAC,gBAAgB,IAAI,IAAI;QAC/B,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,UAAU,CAAC,gBAAgB,4BAA4B,CAAC;QACpF,CAAC,CAAC,EACV,EAAE,CAAC,CAAC;IACJ,kBAAkB,CAAC,KAAK,EAAE,CAAC;IAC3B,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;IAC5B,kBAAkB,CAAC,IAAI,EAAE,CAAC;IAE1B,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAE3F,OAAO,UAAU,CAAC,kBAAkB,CAAC;AACzC,CAAC"}

package/dist/cli/utils/resolveHeaderFlag.d.ts

@@ -0,0 +1 @@
+export declare function resolveHeaderFlag(header?: string[] | string): Record<string, string>;

package/dist/cli/utils/resolveHeaderFlag.js

@@ -0,0 +1,21 @@
+export function resolveHeaderFlag(header) {
+    if (typeof header === "string")
+        header = [header];
+    if (header == null || header.length === 0)
+        return {};
+    const res = {};
+    for (const headerItem of header) {
+        const colonIndex = headerItem.indexOf(":");
+        if (colonIndex < 0)
+            throw new Error(`Invalid header item: ${headerItem}`);
+        const key = headerItem.slice(0, colonIndex).trim();
+        if (Object.hasOwn(res, key))
+            throw new Error(`Duplicate header key: ${key}`);
+        let value = headerItem.slice(colonIndex + 1);
+        if (value.startsWith(" "))
+            value = value.slice(1);
+        res[key] = value;
+    }
+    return res;
+}
+//# sourceMappingURL=resolveHeaderFlag.js.map

package/dist/cli/utils/resolveHeaderFlag.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveHeaderFlag.js","sourceRoot":"","sources":["../../../src/cli/utils/resolveHeaderFlag.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,iBAAiB,CAAC,MAA0B;IACxD,IAAI,OAAO,MAAM,KAAK,QAAQ;QAC1B,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC;IAEtB,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QACrC,OAAO,EAAE,CAAC;IAEd,MAAM,GAAG,GAA2B,EAAE,CAAC;IAEvC,KAAK,MAAM,UAAU,IAAI,MAAM,EAAE,CAAC;QAC9B,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAE3C,IAAI,UAAU,GAAG,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,wBAAwB,UAAU,EAAE,CAAC,CAAC;QAE1D,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;QAEnD,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,EAAE,CAAC,CAAC;QAEpD,IAAI,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAC7C,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;YACrB,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAE3B,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/cli/utils/resolveModelRecommendationFileOptions.d.ts

@@ -0,0 +1,19 @@
+export type ModelRecommendation = {
+    name: string;
+    abilities: ("code" | "chat" | "complete" | "infill" | "functionCalling")[];
+    description?: string;
+    /**
+     * Files ordered by quality.
+     * The first file that has 100% compatibility with the current system
+     * will be used (and the rest of the files won't even be tested),
+     * otherwise, the file with the highest compatibility will be used.
+     */
+    fileOptions: Array<{
+        huggingFace: {
+            model: `${string}/${string}`;
+            branch: string;
+            file: `${string}.gguf` | `${string}.gguf.part${number}of${number}`;
+        };
+    }>;
+};
+export declare function resolveModelRecommendationFileOptions(modelRecommendation: ModelRecommendation): string[];

package/dist/cli/utils/resolveModelRecommendationFileOptions.js

@@ -0,0 +1,7 @@
+import { normalizeGgufDownloadUrl } from "../../gguf/utils/normalizeGgufDownloadUrl.js";
+export function resolveModelRecommendationFileOptions(modelRecommendation) {
+    return modelRecommendation.fileOptions.map((fileOption) => {
+        return normalizeGgufDownloadUrl(`https://huggingface.co/${fileOption.huggingFace.model}/resolve/${fileOption.huggingFace.branch}/${fileOption.huggingFace.file}`);
+    });
+}
+//# sourceMappingURL=resolveModelRecommendationFileOptions.js.map

package/dist/cli/utils/resolveModelRecommendationFileOptions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveModelRecommendationFileOptions.js","sourceRoot":"","sources":["../../../src/cli/utils/resolveModelRecommendationFileOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,wBAAwB,EAAC,MAAM,8CAA8C,CAAC;AAsBtF,MAAM,UAAU,qCAAqC,CAAC,mBAAwC;IAC1F,OAAO,mBAAmB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;QACtD,OAAO,wBAAwB,CAC3B,0BAA0B,UAAU,CAAC,WAAW,CAAC,KAAK,YAAY,UAAU,CAAC,WAAW,CAAC,MAAM,IAAI,UAAU,CAAC,WAAW,CAAC,IAAI,EAAE,CACnI,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/cli/utils/splitAnsiToLines.d.ts

@@ -0,0 +1 @@
+export declare function splitAnsiToLines(text: string | undefined, width: number, maxRoundToWords?: number): string[];

package/dist/cli/utils/splitAnsiToLines.js

@@ -0,0 +1,32 @@
+import stripAnsi from "strip-ansi";
+import sliceAnsi from "slice-ansi";
+export function splitAnsiToLines(text, width, maxRoundToWords = Math.min(16, width)) {
+    if (text == null || text === "")
+        return [];
+    const lines = [];
+    const linesWithoutAnsi = stripAnsi(text).split("\n");
+    let textIndex = 0;
+    for (const line of linesWithoutAnsi) {
+        for (let lineIndex = 0; lineIndex < line.length;) {
+            let currentWidth = width;
+            if (maxRoundToWords > 0) {
+                const currentMaxWidth = Math.min(currentWidth, line.length - lineIndex);
+                const currentChunkLastChar = line[lineIndex + currentMaxWidth - 1];
+                const nextChunkFirstChar = line[lineIndex + currentMaxWidth] ?? "";
+                if (currentChunkLastChar !== " " && nextChunkFirstChar !== "" && nextChunkFirstChar !== " ") {
+                    const lastSpaceIndex = line.lastIndexOf(" ", lineIndex + currentMaxWidth - 1);
+                    if (lastSpaceIndex >= 0) {
+                        const diff = currentMaxWidth - (lastSpaceIndex + " ".length);
+                        if (diff > 0 && diff < maxRoundToWords && diff < currentWidth)
+                            currentWidth -= diff;
+                    }
+                }
+            }
+            lines.push(sliceAnsi(text, textIndex + lineIndex, Math.min(textIndex + lineIndex + currentWidth, textIndex + line.length)));
+            lineIndex += currentWidth;
+        }
+        textIndex += line.length + "\n".length;
+    }
+    return lines;
+}
+//# sourceMappingURL=splitAnsiToLines.js.map

package/dist/cli/utils/splitAnsiToLines.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"splitAnsiToLines.js","sourceRoot":"","sources":["../../../src/cli/utils/splitAnsiToLines.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,YAAY,CAAC;AACnC,OAAO,SAAS,MAAM,YAAY,CAAC;AAEnC,MAAM,UAAU,gBAAgB,CAAC,IAAwB,EAAE,KAAa,EAAE,kBAA0B,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC;IACnH,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,EAAE;QAC3B,OAAO,EAAE,CAAC;IAEd,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,gBAAgB,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACrD,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;QAClC,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC;YAC/C,IAAI,YAAY,GAAG,KAAK,CAAC;YAEzB,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;gBACxE,MAAM,oBAAoB,GAAG,IAAI,CAAC,SAAS,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC;gBACnE,MAAM,kBAAkB,GAAG,IAAI,CAAC,SAAS,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC;gBAEnE,IAAI,oBAAoB,KAAK,GAAG,IAAI,kBAAkB,KAAK,EAAE,IAAI,kBAAkB,KAAK,GAAG,EAAE,CAAC;oBAC1F,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,SAAS,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC;oBAC9E,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC;wBACtB,MAAM,IAAI,GAAG,eAAe,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;wBAC7D,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,eAAe,IAAI,IAAI,GAAG,YAAY;4BACzD,YAAY,IAAI,IAAI,CAAC;oBAC7B,CAAC;gBACL,CAAC;YACL,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,GAAG,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,SAAS,GAAG,YAAY,EAAE,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC5H,SAAS,IAAI,YAAY,CAAC;QAC9B,CAAC;QAED,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3C,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/cli/utils/withCliCommandDescriptionDocsUrl.d.ts

@@ -0,0 +1,2 @@
+export declare function withCliCommandDescriptionDocsUrl(description: string, docsUrl: string): string;
+export declare function withoutCliCommandDescriptionDocsUrl(description: string | boolean): string | boolean;

package/dist/cli/utils/withCliCommandDescriptionDocsUrl.js

@@ -0,0 +1,23 @@
+import { getIsInDocumentationMode } from "../../state.js";
+import { documentationPageUrls } from "../../config.js";
+export function withCliCommandDescriptionDocsUrl(description, docsUrl) {
+    const isInDocumentationMode = getIsInDocumentationMode();
+    if (isInDocumentationMode)
+        return description;
+    return [
+        description,
+        docsUrl
+    ].join("\n").trim();
+}
+export function withoutCliCommandDescriptionDocsUrl(description) {
+    if (typeof description !== "string")
+        return description;
+    const lines = description.split("\n");
+    if (lines.length > 0 && lines[lines.length - 1].startsWith(documentationPageUrls.CLI.index))
+        return lines
+            .slice(0, -1)
+            .join("\n")
+            .trim();
+    return description;
+}
+//# sourceMappingURL=withCliCommandDescriptionDocsUrl.js.map

package/dist/cli/utils/withCliCommandDescriptionDocsUrl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"withCliCommandDescriptionDocsUrl.js","sourceRoot":"","sources":["../../../src/cli/utils/withCliCommandDescriptionDocsUrl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,wBAAwB,EAAC,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAC,qBAAqB,EAAC,MAAM,iBAAiB,CAAC;AAEtD,MAAM,UAAU,gCAAgC,CAAC,WAAmB,EAAE,OAAe;IACjF,MAAM,qBAAqB,GAAG,wBAAwB,EAAE,CAAC;IAEzD,IAAI,qBAAqB;QACrB,OAAO,WAAW,CAAC;IAEvB,OAAO;QACH,WAAW;QACX,OAAO;KACV,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,WAA6B;IAC7E,IAAI,OAAO,WAAW,KAAK,QAAQ;QAC/B,OAAO,WAAW,CAAC;IAEvB,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC;QACxF,OAAO,KAAK;aACP,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aACZ,IAAI,CAAC,IAAI,CAAC;aACV,IAAI,EAAE,CAAC;IAEhB,OAAO,WAAW,CAAC;AACvB,CAAC"}

package/dist/commands.d.ts

@@ -1,5 +1,6 @@
-import { BuildLlamaCppCommand } from "./cli/commands/BuildCommand.js";
-import { DownloadLlamaCppCommand } from "./cli/commands/DownloadCommand.js";
-import { ClearLlamaCppBuildCommand } from "./cli/commands/ClearCommand.js";
+import { BuildLlamaCppCommand } from "./cli/commands/source/commands/BuildCommand.js";
+import { DownloadLlamaCppCommand } from "./cli/commands/source/commands/DownloadCommand.js";
+import { ClearLlamaCppBuildCommand } from "./cli/commands/source/commands/ClearCommand.js";
+import { _startCreateCli } from "./cli/startCreateCli.js";
 import { getBuildDefaults } from "./utils/getBuildDefaults.js";
 export { BuildLlamaCppCommand, DownloadLlamaCppCommand, ClearLlamaCppBuildCommand, getBuildDefaults };

package/dist/commands.js

@@ -1,6 +1,9 @@
-import { BuildLlamaCppCommand } from "./cli/commands/BuildCommand.js";
-import { DownloadLlamaCppCommand } from "./cli/commands/DownloadCommand.js";
-import { ClearLlamaCppBuildCommand } from "./cli/commands/ClearCommand.js";
+import { BuildLlamaCppCommand } from "./cli/commands/source/commands/BuildCommand.js";
+import { DownloadLlamaCppCommand } from "./cli/commands/source/commands/DownloadCommand.js";
+import { ClearLlamaCppBuildCommand } from "./cli/commands/source/commands/ClearCommand.js";
+import { _startCreateCli } from "./cli/startCreateCli.js";
 import { getBuildDefaults } from "./utils/getBuildDefaults.js";
 export { BuildLlamaCppCommand, DownloadLlamaCppCommand, ClearLlamaCppBuildCommand, getBuildDefaults };
+/** @internal */
+export { _startCreateCli };
 //# sourceMappingURL=commands.js.map

package/dist/commands.js.map

@@ -1 +1 @@
-{"version":3,"file":"commands.js","sourceRoot":"","sources":["../src/commands.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,oBAAoB,EAAC,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAC,uBAAuB,EAAC,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAAC,yBAAyB,EAAC,MAAM,gCAAgC,CAAC;AACzE,OAAO,EAAC,gBAAgB,EAAC,MAAM,6BAA6B,CAAC;AAE7D,OAAO,EAAC,oBAAoB,EAAE,uBAAuB,EAAE,yBAAyB,EAAE,gBAAgB,EAAC,CAAC"}
+{"version":3,"file":"commands.js","sourceRoot":"","sources":["../src/commands.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,oBAAoB,EAAC,MAAM,gDAAgD,CAAC;AACpF,OAAO,EAAC,uBAAuB,EAAC,MAAM,mDAAmD,CAAC;AAC1F,OAAO,EAAC,yBAAyB,EAAC,MAAM,gDAAgD,CAAC;AACzF,OAAO,EAAC,eAAe,EAAC,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAC,gBAAgB,EAAC,MAAM,6BAA6B,CAAC;AAE7D,OAAO,EAAC,oBAAoB,EAAE,uBAAuB,EAAE,yBAAyB,EAAE,gBAAgB,EAAC,CAAC;AAEpG,gBAAgB;AAChB,OAAO,EAAC,eAAe,EAAC,CAAC"}

package/dist/config.d.ts

@@ -4,10 +4,14 @@ export declare const llamaToolchainsDirectory: string;
 export declare const llamaPrebuiltBinsDirectory: string;
 export declare const llamaLocalBuildBinsDirectory: string;
 export declare const llamaBinsGrammarsDirectory: string;
+export declare const projectTemplatesDirectory: string;
+export declare const packedProjectTemplatesDirectory: string;
 export declare const llamaCppDirectory: string;
 export declare const llamaCppGrammarsDirectory: string;
 export declare const tempDownloadDirectory: string;
+export declare const cliHomedirDirectory: string;
 export declare const chatCommandHistoryFilePath: string;
+export declare const cliModelsDirectory: string;
 export declare const lastBuildInfoJsonPath: string;
 export declare const binariesGithubReleasePath: string;
 export declare const llamaCppDirectoryInfoFilePath: string;
@@ -15,16 +19,18 @@ export declare const currentReleaseGitBundlePath: string;
 export declare const xpackDirectory: string;
 export declare const localXpacksStoreDirectory: string;
 export declare const localXpacksCacheDirectory: string;
-export declare const buildMetadataFileName = ".buildMetadata.json";
+export declare const buildMetadataFileName = "_nlcBuildMetadata.json";
 export declare const xpmVersion = "^0.16.3";
 export declare const builtinLlamaCppGitHubRepo = "ggerganov/llama.cpp";
 export declare const builtinLlamaCppRelease: string;
 export declare const isCI: boolean;
+export declare const isRunningInsideGoogleColab: boolean;
+export declare const useCiLogs: boolean;
 export declare const defaultLlamaCppGitHubRepo: string;
 export declare const defaultLlamaCppRelease: string;
-export declare const defaultLlamaCppMetalSupport: boolean;
-export declare const defaultLlamaCppCudaSupport: boolean;
-export declare const defaultLlamaCppDebugLogs: LlamaLogLevel;
+export declare const defaultLlamaCppGpuSupport: false | "cuda" | "vulkan" | "metal" | "auto";
+export declare const defaultLlamaCppLogLevel: LlamaLogLevel;
+export declare const defaultLlamaCppDebugMode: boolean;
 export declare const defaultSkipDownload: boolean;
 export declare const defaultXpacksStoreDirectory: string;
 export declare const defaultXpacksCacheDirectory: string;
@@ -32,6 +38,31 @@ export declare const customCmakeOptionsEnvVarPrefix = "NODE_LLAMA_CPP_CMAKE_OPTI
 export declare const defaultChatSystemPrompt: string;
 export declare const cliBinName = "node-llama-cpp";
 export declare const npxRunPrefix = "npx --no ";
+export declare const enableRecursiveClone = false;
 export declare const documentationPageUrls: {
     readonly CUDA: string;
+    readonly Vulkan: string;
+    readonly CLI: {
+        readonly index: string;
+        readonly Pull: string;
+        readonly Chat: string;
+        readonly Init: string;
+        readonly Complete: string;
+        readonly Infill: string;
+        readonly Inspect: {
+            readonly index: string;
+            readonly GPU: string;
+            readonly GGUF: string;
+            readonly Measure: string;
+            readonly Estimate: string;
+        };
+        readonly Source: {
+            readonly index: string;
+            readonly Download: string;
+            readonly Build: string;
+            readonly Clear: string;
+        };
+    };
 };
+export declare const recommendedBaseDockerImage = "node:20";
+export declare const minAllowedContextSizeInCalculations = 24;

package/dist/config.js

@@ -3,20 +3,24 @@ import * as path from "path";
 import * as os from "os";
 import process from "process";
 import envVar from "env-var";
-import * as uuid from "uuid";
+import { nanoid } from "nanoid";
 import { getBinariesGithubRelease } from "./bindings/utils/binariesGithubRelease.js";
-import { LlamaLogLevel, LlamaLogLevelValues } from "./bindings/types.js";
+import { nodeLlamaCppGpuOptions, LlamaLogLevel, LlamaLogLevelValues, parseNodeLlamaCppGpuOption, nodeLlamaCppGpuOffStringOptions } from "./bindings/types.js";
 const __dirname = path.dirname(fileURLToPath(import.meta.url));
 const env = envVar.from(process.env);
 export const llamaDirectory = path.join(__dirname, "..", "llama");
 export const llamaToolchainsDirectory = path.join(llamaDirectory, "toolchains");
-export const llamaPrebuiltBinsDirectory = path.join(__dirname, "..", "llamaBins");
+export const llamaPrebuiltBinsDirectory = path.join(__dirname, "..", "bins");
 export const llamaLocalBuildBinsDirectory = path.join(llamaDirectory, "localBuilds");
 export const llamaBinsGrammarsDirectory = path.join(__dirname, "..", "llama", "grammars");
+export const projectTemplatesDirectory = path.join(__dirname, "..", "templates");
+export const packedProjectTemplatesDirectory = path.join(projectTemplatesDirectory, "packed");
 export const llamaCppDirectory = path.join(llamaDirectory, "llama.cpp");
 export const llamaCppGrammarsDirectory = path.join(llamaDirectory, "llama.cpp", "grammars");
-export const tempDownloadDirectory = path.join(os.tmpdir(), "node-llama-cpp", uuid.v4());
-export const chatCommandHistoryFilePath = path.join(os.homedir(), ".node-llama-cpp.chat_repl_history");
+export const tempDownloadDirectory = path.join(os.tmpdir(), "node-llama-cpp", nanoid());
+export const cliHomedirDirectory = path.join(os.homedir(), ".node-llama-cpp");
+export const chatCommandHistoryFilePath = path.join(cliHomedirDirectory, ".chat_repl_history");
+export const cliModelsDirectory = path.join(cliHomedirDirectory, "models");
 export const lastBuildInfoJsonPath = path.join(llamaDirectory, "lastBuild.json");
 export const binariesGithubReleasePath = path.join(llamaDirectory, "binariesGithubRelease.json");
 export const llamaCppDirectoryInfoFilePath = path.join(llamaDirectory, "llama.cpp.info.json");
@@ -24,28 +28,35 @@ export const currentReleaseGitBundlePath = path.join(llamaDirectory, "gitRelease
 export const xpackDirectory = path.join(llamaDirectory, "xpack");
 export const localXpacksStoreDirectory = path.join(xpackDirectory, "store");
 export const localXpacksCacheDirectory = path.join(xpackDirectory, "cache");
-export const buildMetadataFileName = ".buildMetadata.json";
+export const buildMetadataFileName = "_nlcBuildMetadata.json";
 export const xpmVersion = "^0.16.3";
 export const builtinLlamaCppGitHubRepo = "ggerganov/llama.cpp";
 export const builtinLlamaCppRelease = await getBinariesGithubRelease();
 export const isCI = env.get("CI")
     .default("false")
     .asBool();
+export const isRunningInsideGoogleColab = env.get("COLAB_RELEASE_TAG")
+    .default("")
+    .asString() !== "";
+export const useCiLogs = isCI || isRunningInsideGoogleColab;
 export const defaultLlamaCppGitHubRepo = env.get("NODE_LLAMA_CPP_REPO")
     .default(builtinLlamaCppGitHubRepo)
     .asString();
 export const defaultLlamaCppRelease = env.get("NODE_LLAMA_CPP_REPO_RELEASE")
     .default(builtinLlamaCppRelease)
     .asString();
-export const defaultLlamaCppMetalSupport = env.get("NODE_LLAMA_CPP_METAL")
-    .default((process.platform === "darwin" && process.arch !== "x64") ? "true" : "false")
-    .asBool();
-export const defaultLlamaCppCudaSupport = env.get("NODE_LLAMA_CPP_CUDA")
+export const defaultLlamaCppGpuSupport = parseNodeLlamaCppGpuOption(env.get("NODE_LLAMA_CPP_GPU")
+    .default("auto")
+    .asEnum(nodeLlamaCppGpuOptions
+    .flatMap((option) => (option === false
+    ? nodeLlamaCppGpuOffStringOptions
+    : [option]))));
+export const defaultLlamaCppLogLevel = env.get("NODE_LLAMA_CPP_LOG_LEVEL")
+    .default(LlamaLogLevel.warn)
+    .asEnum(LlamaLogLevelValues);
+export const defaultLlamaCppDebugMode = env.get("NODE_LLAMA_CPP_DEBUG")
     .default("false")
     .asBool();
-export const defaultLlamaCppDebugLogs = env.get("NODE_LLAMA_CPP_LOG_LEVEL")
-    .default(LlamaLogLevel.debug)
-    .asEnum(LlamaLogLevelValues);
 export const defaultSkipDownload = env.get("NODE_LLAMA_CPP_SKIP_DOWNLOAD")
     .default("false")
     .asBool();
@@ -57,12 +68,42 @@ export const defaultXpacksCacheDirectory = env.get("NODE_LLAMA_CPP_XPACKS_CACHE_
     .asString();
 export const customCmakeOptionsEnvVarPrefix = "NODE_LLAMA_CPP_CMAKE_OPTION_";
 export const defaultChatSystemPrompt = "You are a helpful, respectful and honest assistant. Always answer as helpfully as possible.\n" +
-    "If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. " +
-    "If you don't know the answer to a question, please don't share false information.";
+    "If a question does not make any sense, or is not factually coherent, explain why instead of answering something incorrectly. " +
+    "If you don't know the answer to a question, don't share false information.";
 export const cliBinName = "node-llama-cpp";
 export const npxRunPrefix = "npx --no ";
-const documentationUrl = "https://withcatai.github.io/node-llama-cpp";
+// No need for that at the moment.
+// Disabled due to a recursive clone of the llama.cpp repo taking up a lot of space (in the embedded bundle)
+// and due to making the clone significantly slower.
+// The submodules of the repo are not being used for the compilation for the supported backends, so there's no need to clone them.
+export const enableRecursiveClone = false;
+const documentationUrl = "https://node-llama-cpp.withcat.ai";
+const documentationCliUrl = documentationUrl + "/cli";
 export const documentationPageUrls = {
-    CUDA: documentationUrl + "/guide/CUDA"
+    CUDA: documentationUrl + "/guide/CUDA",
+    Vulkan: documentationUrl + "/guide/vulkan",
+    CLI: {
+        index: documentationCliUrl,
+        Pull: documentationCliUrl + "/pull",
+        Chat: documentationCliUrl + "/chat",
+        Init: documentationCliUrl + "/init",
+        Complete: documentationCliUrl + "/complete",
+        Infill: documentationCliUrl + "/infill",
+        Inspect: {
+            index: documentationCliUrl + "/inspect",
+            GPU: documentationCliUrl + "/inspect/gpu",
+            GGUF: documentationCliUrl + "/inspect/gguf",
+            Measure: documentationCliUrl + "/inspect/measure",
+            Estimate: documentationCliUrl + "/inspect/estimate"
+        },
+        Source: {
+            index: documentationCliUrl + "/source",
+            Download: documentationCliUrl + "/source/download",
+            Build: documentationCliUrl + "/source/build",
+            Clear: documentationCliUrl + "/source/clear"
+        }
+    }
 };
+export const recommendedBaseDockerImage = "node:20";
+export const minAllowedContextSizeInCalculations = 24;
 //# sourceMappingURL=config.js.map