node-llama-cpp 3.0.0-beta.9 → 3.0.1

package/dist/cli/commands/InitCommand.js

@@ -0,0 +1,195 @@
+import process from "process";
+import path from "path";
+import chalk from "chalk";
+import logSymbols from "log-symbols";
+import validateNpmPackageName from "validate-npm-package-name";
+import fs from "fs-extra";
+import { consolePromptQuestion } from "../utils/consolePromptQuestion.js";
+import { isUrl } from "../../utils/isUrl.js";
+import { basicChooseFromListConsoleInteraction } from "../utils/basicChooseFromListConsoleInteraction.js";
+import { splitAnsiToLines } from "../utils/splitAnsiToLines.js";
+import { arrowChar } from "../../consts.js";
+import { interactivelyAskForModel } from "../utils/interactivelyAskForModel.js";
+import { LlamaLogLevel, nodeLlamaCppGpuOptions, parseNodeLlamaCppGpuOption } from "../../bindings/types.js";
+import { getLlama } from "../../bindings/getLlama.js";
+import { ProjectTemplateParameter, scaffoldProjectTemplate } from "../utils/projectTemplates.js";
+import { documentationPageUrls, packedProjectTemplatesDirectory } from "../../config.js";
+import { getModuleVersion } from "../../utils/getModuleVersion.js";
+import withOra from "../../utils/withOra.js";
+import { projectTemplates } from "../projectTemplates.js";
+import { getReadablePath } from "../utils/getReadablePath.js";
+import { createModelDownloader } from "../../utils/createModelDownloader.js";
+import { withCliCommandDescriptionDocsUrl } from "../utils/withCliCommandDescriptionDocsUrl.js";
+export const InitCommand = {
+    command: "init [name]",
+    describe: withCliCommandDescriptionDocsUrl("Generate a new `node-llama-cpp` project from a template", documentationPageUrls.CLI.Init),
+    builder(yargs) {
+        return yargs
+            .option("name", {
+            type: "string",
+            description: "Project name"
+        })
+            .option("template", {
+            type: "string",
+            choices: projectTemplates.map((template) => template.name),
+            description: "Template to use. If omitted, you will be prompted to select one"
+        })
+            .option("gpu", {
+            type: "string",
+            // yargs types don't support passing `false` as a choice, although it is supported by yargs
+            choices: nodeLlamaCppGpuOptions,
+            coerce: (value) => {
+                if (value == null || value == "")
+                    return undefined;
+                return parseNodeLlamaCppGpuOption(value);
+            },
+            defaultDescription: "Uses the latest local build, and fallbacks to \"auto\"",
+            description: "Compute layer implementation type to use for llama.cpp"
+        });
+    },
+    handler: InitCommandHandler
+};
+export const CreateCliCommand = {
+    command: "$0",
+    describe: withCliCommandDescriptionDocsUrl("Scaffold a new `node-llama-cpp` project from a template", documentationPageUrls.CLI.Init),
+    builder: InitCommand.builder,
+    handler: InitCommandHandler
+};
+export async function InitCommandHandler({ name, template, gpu }) {
+    const currentDirectory = path.resolve(process.cwd());
+    const projectName = (name != null && validateNpmPackageName(name ?? "").validForNewPackages)
+        ? name
+        : await askForProjectName(currentDirectory);
+    const selectedTemplateOption = ((template != null && template !== "")
+        ? projectTemplates.find((item) => item.name === template)
+        : undefined) ?? await askForTemplate();
+    const llama = gpu == null
+        ? await getLlama("lastBuild", {
+            logLevel: LlamaLogLevel.error
+        })
+        : await getLlama({
+            gpu,
+            logLevel: LlamaLogLevel.error
+        });
+    const modelUrl = await interactivelyAskForModel({
+        llama,
+        allowLocalModels: false,
+        downloadIntent: false
+    });
+    const targetDirectory = path.join(currentDirectory, projectName);
+    const readableTargetDirectoryPath = getReadablePath(targetDirectory);
+    await withOra({
+        loading: `Scaffolding a ${chalk.yellow(selectedTemplateOption.title)} project to ${chalk.yellow(readableTargetDirectoryPath)}`,
+        success: `Scaffolded a ${chalk.yellow(selectedTemplateOption.title)} project to ${chalk.yellow(readableTargetDirectoryPath)}`,
+        fail: `Failed to scaffold a ${chalk.yellow(selectedTemplateOption.title)} project to ${chalk.yellow(readableTargetDirectoryPath)}`
+    }, async () => {
+        const startTime = Date.now();
+        const minScaffoldTime = 1000 * 2; // ensure the IDE has enough time to refresh and show some progress
+        const template = await loadTemplate(selectedTemplateOption);
+        await fs.ensureDir(targetDirectory);
+        const modelDownloader = await createModelDownloader({
+            modelUrl,
+            showCliProgress: false,
+            deleteTempFileOnCancel: false
+        });
+        const modelEntrypointFilename = modelDownloader.entrypointFilename;
+        await scaffoldProjectTemplate({
+            template,
+            directoryPath: targetDirectory,
+            parameters: {
+                [ProjectTemplateParameter.ProjectName]: projectName,
+                [ProjectTemplateParameter.ModelUrl]: modelUrl,
+                [ProjectTemplateParameter.ModelFilename]: modelEntrypointFilename,
+                [ProjectTemplateParameter.CurrentModuleVersion]: await getModuleVersion()
+            }
+        });
+        try {
+            await modelDownloader.cancel();
+        }
+        catch (err) {
+            // do nothing
+        }
+        await new Promise((resolve) => setTimeout(resolve, Math.max(0, minScaffoldTime - (Date.now() - startTime))));
+    });
+    console.info(chalk.green("Done."));
+    console.info();
+    console.info("Now run these commands:");
+    console.info();
+    console.info(chalk.greenBright("cd") + " " + projectName);
+    console.info(chalk.greenBright("npm") + " install");
+    console.info(chalk.greenBright("npm") + " start");
+    console.info();
+    console.info(chalk.gray("Note: running \"npm install\" may take a little while since it also downloads the model you selected"));
+    process.exit(0);
+}
+async function askForTemplate() {
+    const selectedTemplateOption = await basicChooseFromListConsoleInteraction({
+        title: chalk.bold("Select a template:"),
+        footer(item) {
+            if (item.description == null)
+                return undefined;
+            const leftPad = 3;
+            const maxWidth = Math.max(1, process.stdout.columns - 2 - leftPad);
+            const lines = splitAnsiToLines(item.description, maxWidth);
+            return " \n" +
+                " ".repeat(leftPad) + chalk.bold.gray("Template description") + "\n" +
+                lines.map((line) => (" ".repeat(leftPad) + line)).join("\n");
+        },
+        items: projectTemplates,
+        renderItem(item, focused) {
+            return renderSelectableItem(item.titleFormat != null
+                ? item.titleFormat(item.title)
+                : item.title, focused);
+        },
+        aboveItemsPadding: 1,
+        belowItemsPadding: 1,
+        renderSummaryOnExit(item) {
+            if (item == null)
+                return "";
+            return logSymbols.success + " Selected template " + chalk.blue(item.title);
+        },
+        exitOnCtrlC: true
+    });
+    if (selectedTemplateOption == null)
+        throw new Error("No template selected");
+    return selectedTemplateOption;
+}
+async function askForProjectName(currentDirectory) {
+    console.info();
+    const projectName = await consolePromptQuestion(chalk.bold("Enter a project name:") + chalk.dim(" (node-llama-cpp-project) "), {
+        defaultValue: "node-llama-cpp-project",
+        exitOnCtrlC: true,
+        async validate(input) {
+            const { validForNewPackages, errors } = validateNpmPackageName(input);
+            if (!validForNewPackages)
+                return (errors ?? ["The given project name cannot be used in a package.json file"]).join("\n");
+            if (await fs.pathExists(path.join(currentDirectory, input)))
+                return "A directory with the given project name already exists";
+            return null;
+        },
+        renderSummaryOnExit(item) {
+            if (item == null)
+                return "";
+            if (isUrl(item, false))
+                return logSymbols.success + " Entered project name " + chalk.blue(item);
+            else
+                return logSymbols.success + " Entered project name " + chalk.blue(item);
+        }
+    });
+    if (projectName == null)
+        throw new Error("No project name entered");
+    return projectName;
+}
+function renderSelectableItem(text, focused) {
+    if (focused)
+        return " " + chalk.cyan(arrowChar) + " " + chalk.cyan(text);
+    return " * " + text;
+}
+async function loadTemplate(templateOption) {
+    const templateFilePath = path.join(packedProjectTemplatesDirectory, `${templateOption.name}.json`);
+    if (!(await fs.pathExists(templateFilePath)))
+        throw new Error(`Template file was not found for template "${templateOption.title}" ("${templateOption.name}")`);
+    const template = await fs.readJSON(templateFilePath);
+    return template;
+}
+//# sourceMappingURL=InitCommand.js.map

package/dist/cli/commands/InitCommand.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"InitCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/InitCommand.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,UAAU,MAAM,aAAa,CAAC;AACrC,OAAO,sBAAsB,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,qBAAqB,EAAC,MAAM,mCAAmC,CAAC;AACxE,OAAO,EAAC,KAAK,EAAC,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAC,qCAAqC,EAAC,MAAM,mDAAmD,CAAC;AACxG,OAAO,EAAC,gBAAgB,EAAC,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAC,wBAAwB,EAAC,MAAM,sCAAsC,CAAC;AAC9E,OAAO,EAAW,aAAa,EAAE,sBAAsB,EAAE,0BAA0B,EAAC,MAAM,yBAAyB,CAAC;AACpH,OAAO,EAAC,QAAQ,EAAC,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAkB,wBAAwB,EAAE,uBAAuB,EAAC,MAAM,8BAA8B,CAAC;AAChH,OAAO,EAAC,qBAAqB,EAAE,+BAA+B,EAAC,MAAM,iBAAiB,CAAC;AACvF,OAAO,EAAC,gBAAgB,EAAC,MAAM,iCAAiC,CAAC;AACjE,OAAO,OAAO,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAwB,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AAC/E,OAAO,EAAC,eAAe,EAAC,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAC,qBAAqB,EAAC,MAAM,sCAAsC,CAAC;AAC3E,OAAO,EAAC,gCAAgC,EAAC,MAAM,8CAA8C,CAAC;AAQ9F,MAAM,CAAC,MAAM,WAAW,GAAuC;IAC3D,OAAO,EAAE,aAAa;IACtB,QAAQ,EAAE,gCAAgC,CACtC,yDAAyD,EACzD,qBAAqB,CAAC,GAAG,CAAC,IAAI,CACjC;IACD,OAAO,CAAC,KAAK;QACT,OAAO,KAAK;aACP,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,cAAc;SAC9B,CAAC;aACD,MAAM,CAAC,UAAU,EAAE;YAChB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;YAC1D,WAAW,EAAE,iEAAiE;SACjF,CAAC;aACD,MAAM,CAAC,KAAK,EAAE;YACX,IAAI,EAAE,QAAQ;YAEd,2FAA2F;YAC3F,OAAO,EAAE,sBAAwF;YACjG,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;gBACd,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,EAAE;oBAC5B,OAAO,SAAS,CAAC;gBAErB,OAAO,0BAA0B,CAAC,KAAK,CAAC,CAAC;YAC7C,CAAC;YACD,kBAAkB,EAAE,wDAAwD;YAC5E,WAAW,EAAE,wDAAwD;SACxE,CAAC,CAAC;IACX,CAAC;IACD,OAAO,EAAE,kBAAkB;CAC9B,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAuC;IAChE,OAAO,EAAE,IAAI;IACb,QAAQ,EAAE,gCAAgC,CACtC,yDAAyD,EACzD,qBAAqB,CAAC,GAAG,CAAC,IAAI,CACjC;IACD,OAAO,EAAE,WAAW,CAAC,OAAO;IAC5B,OAAO,EAAE,kBAAkB;CAC9B,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAc;IACvE,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACrD,MAAM,WAAW,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,sBAAsB,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,mBAAmB,CAAC;QACxF,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,MAAM,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;IAChD,MAAM,sBAAsB,GAAG,CAC3B,CAAC,QAAQ,IAAI,IAAI,IAAI,QAAQ,KAAK,EAAE,CAAC;QACjC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC;QACzD,CAAC,CAAC,SAAS,CAClB,IAAI,MAAM,cAAc,EAAE,CAAC;IAE5B,MAAM,KAAK,GAAG,GAAG,IAAI,IAAI;QACrB,CAAC,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE;YAC1B,QAAQ,EAAE,aAAa,CAAC,KAAK;SAChC,CAAC;QACF,CAAC,CAAC,MAAM,QAAQ,CAAC;YACb,GAAG;YACH,QAAQ,EAAE,aAAa,CAAC,KAAK;SAChC,CAAC,CAAC;IAEP,MAAM,QAAQ,GAAG,MAAM,wBAAwB,CAAC;QAC5C,KAAK;QACL,gBAAgB,EAAE,KAAK;QACvB,cAAc,EAAE,KAAK;KACxB,CAAC,CAAC;IAEH,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,WAAW,CAAC,CAAC;IACjE,MAAM,2BAA2B,GAAG,eAAe,CAAC,eAAe,CAAC,CAAC;IAErE,MAAM,OAAO,CAAC;QACV,OAAO,EAAE,iBAAiB,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,KAAK,CAAC,eAAe,KAAK,CAAC,MAAM,CAAC,2BAA2B,CAAC,EAAE;QAC9H,OAAO,EAAE,gBAAgB,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,KAAK,CAAC,eAAe,KAAK,CAAC,MAAM,CAAC,2BAA2B,CAAC,EAAE;QAC7H,IAAI,EAAE,wBAAwB,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,KAAK,CAAC,eAAe,KAAK,CAAC,MAAM,CAAC,2BAA2B,CAAC,EAAE;KACrI,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,mEAAmE;QACrG,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,sBAAsB,CAAC,CAAC;QAE5D,MAAM,EAAE,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAEpC,MAAM,eAAe,GAAG,MAAM,qBAAqB,CAAC;YAChD,QAAQ;YACR,eAAe,EAAE,KAAK;YACtB,sBAAsB,EAAE,KAAK;SAChC,CAAC,CAAC;QACH,MAAM,uBAAuB,GAAG,eAAe,CAAC,kBAAkB,CAAC;QAEnE,MAAM,uBAAuB,CAAC;YAC1B,QAAQ;YACR,aAAa,EAAE,eAAe;YAC9B,UAAU,EAAE;gBACR,CAAC,wBAAwB,CAAC,WAAW,CAAC,EAAE,WAAW;gBACnD,CAAC,wBAAwB,CAAC,QAAQ,CAAC,EAAE,QAAQ;gBAC7C,CAAC,wBAAwB,CAAC,aAAa,CAAC,EAAE,uBAAuB;gBACjE,CAAC,wBAAwB,CAAC,oBAAoB,CAAC,EAAE,MAAM,gBAAgB,EAAE;aAC5E;SACJ,CAAC,CAAC;QAEH,IAAI,CAAC;YACD,MAAM,eAAe,CAAC,MAAM,EAAE,CAAC;QACnC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,aAAa;QACjB,CAAC;QAED,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACjH,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IACnC,OAAO,CAAC,IAAI,EAAE,CAAC;IACf,OAAO,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACxC,OAAO,CAAC,IAAI,EAAE,CAAC;IACf,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,WAAW,CAAC,CAAC;IAC1D,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,CAAC;IACpD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,CAAC;IAClD,OAAO,CAAC,IAAI,EAAE,CAAC;IACf,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,sGAAsG,CAAC,CAAC,CAAC;IACjI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,cAAc;IACzB,MAAM,sBAAsB,GAAG,MAAM,qCAAqC,CAAC;QACvE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACvC,MAAM,CAAC,IAAI;YACP,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI;gBACxB,OAAO,SAAS,CAAC;YAErB,MAAM,OAAO,GAAG,CAAC,CAAC;YAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;YACnE,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YAE3D,OAAO,KAAK;gBACR,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,IAAI;gBACpE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrE,CAAC;QACD,KAAK,EAAE,gBAAgB;QACvB,UAAU,CAAC,IAAI,EAAE,OAAO;YACpB,OAAO,oBAAoB,CACvB,IAAI,CAAC,WAAW,IAAI,IAAI;gBACpB,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;gBAC9B,CAAC,CAAC,IAAI,CAAC,KAAK,EAChB,OAAO,CACV,CAAC;QACN,CAAC;QACD,iBAAiB,EAAE,CAAC;QACpB,iBAAiB,EAAE,CAAC;QACpB,mBAAmB,CAAC,IAAI;YACpB,IAAI,IAAI,IAAI,IAAI;gBACZ,OAAO,EAAE,CAAC;YAEd,OAAO,UAAU,CAAC,OAAO,GAAG,qBAAqB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/E,CAAC;QACD,WAAW,EAAE,IAAI;KACpB,CAAC,CAAC;IAEH,IAAI,sBAAsB,IAAI,IAAI;QAC9B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAE5C,OAAO,sBAAsB,CAAC;AAClC,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,gBAAwB;IACrD,OAAO,CAAC,IAAI,EAAE,CAAC;IACf,MAAM,WAAW,GAAG,MAAM,qBAAqB,CAAC,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,4BAA4B,CAAC,EAAE;QAC3H,YAAY,EAAE,wBAAwB;QACtC,WAAW,EAAE,IAAI;QACjB,KAAK,CAAC,QAAQ,CAAC,KAAK;YAChB,MAAM,EAAC,mBAAmB,EAAE,MAAM,EAAC,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;YAEpE,IAAI,CAAC,mBAAmB;gBACpB,OAAO,CAAC,MAAM,IAAI,CAAC,8DAA8D,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEnG,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;gBACvD,OAAO,wDAAwD,CAAC;YAEpE,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,mBAAmB,CAAC,IAAI;YACpB,IAAI,IAAI,IAAI,IAAI;gBACZ,OAAO,EAAE,CAAC;YAEd,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC;gBAClB,OAAO,UAAU,CAAC,OAAO,GAAG,wBAAwB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;;gBAExE,OAAO,UAAU,CAAC,OAAO,GAAG,wBAAwB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChF,CAAC;KACJ,CAAC,CAAC;IAEH,IAAI,WAAW,IAAI,IAAI;QACnB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAE/C,OAAO,WAAW,CAAC;AACvB,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY,EAAE,OAAgB;IACxD,IAAI,OAAO;QACP,OAAO,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEhE,OAAO,KAAK,GAAG,IAAI,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,cAAqC;IAC7D,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,+BAA+B,EAAE,GAAG,cAAc,CAAC,IAAI,OAAO,CAAC,CAAC;IAEnG,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,6CAA6C,cAAc,CAAC,KAAK,OAAO,cAAc,CAAC,IAAI,IAAI,CAAC,CAAC;IAErH,MAAM,QAAQ,GAAoB,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IAEtE,OAAO,QAAQ,CAAC;AACpB,CAAC"}

package/dist/cli/commands/OnPostInstallCommand.js

@@ -1,14 +1,18 @@
 import { defaultSkipDownload } from "../../config.js";
-import { getLlama } from "../../bindings/getLlama.js";
+import { getLlamaForOptions } from "../../bindings/getLlama.js";
+import { setForceShowConsoleLogPrefix } from "../../state.js";
 export const OnPostInstallCommand = {
     command: "postinstall",
     describe: false,
     async handler() {
         if (defaultSkipDownload)
             return;
+        setForceShowConsoleLogPrefix(false);
         try {
-            await getLlama({
+            await getLlamaForOptions({
                 progressLogs: true
+            }, {
+                updateLastBuildInfoOnCompile: true
             });
             process.exit(0);
         }

package/dist/cli/commands/OnPostInstallCommand.js.map

@@ -1 +1 @@
-{"version":3,"file":"OnPostInstallCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/OnPostInstallCommand.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,mBAAmB,EAAC,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAC,QAAQ,EAAC,MAAM,4BAA4B,CAAC;AAIpD,MAAM,CAAC,MAAM,oBAAoB,GAAgD;IAC7E,OAAO,EAAE,aAAa;IACtB,QAAQ,EAAE,KAAK;IACf,KAAK,CAAC,OAAO;QACT,IAAI,mBAAmB;YACnB,OAAO;QAEX,IAAI;YACA,MAAM,QAAQ,CAAC;gBACX,YAAY,EAAE,IAAI;aACrB,CAAC,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACnB;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACnB;IACL,CAAC;CACJ,CAAC"}
+{"version":3,"file":"OnPostInstallCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/OnPostInstallCommand.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,mBAAmB,EAAC,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAC,kBAAkB,EAAC,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAC,4BAA4B,EAAC,MAAM,gBAAgB,CAAC;AAI5D,MAAM,CAAC,MAAM,oBAAoB,GAAgD;IAC7E,OAAO,EAAE,aAAa;IACtB,QAAQ,EAAE,KAAK;IACf,KAAK,CAAC,OAAO;QACT,IAAI,mBAAmB;YACnB,OAAO;QAEX,4BAA4B,CAAC,KAAK,CAAC,CAAC;QAEpC,IAAI,CAAC;YACD,MAAM,kBAAkB,CAAC;gBACrB,YAAY,EAAE,IAAI;aACrB,EAAE;gBACC,4BAA4B,EAAE,IAAI;aACrC,CAAC,CAAC;YAEH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACL,CAAC;CACJ,CAAC"}

package/dist/cli/commands/PullCommand.d.ts

@@ -0,0 +1,13 @@
+import { CommandModule } from "yargs";
+type PullCommand = {
+    urls: string[];
+    header?: string[];
+    override: boolean;
+    noProgress: boolean;
+    noTempFile: boolean;
+    directory: string;
+    filename?: string;
+    parallel?: number;
+};
+export declare const PullCommand: CommandModule<object, PullCommand>;
+export {};

package/dist/cli/commands/PullCommand.js

@@ -0,0 +1,158 @@
+import process from "process";
+import fs from "fs-extra";
+import chalk from "chalk";
+import { cliModelsDirectory, documentationPageUrls } from "../../config.js";
+import { combineModelDownloaders, createModelDownloader } from "../../utils/createModelDownloader.js";
+import { getReadablePath } from "../utils/getReadablePath.js";
+import { ConsoleInteraction, ConsoleInteractionKey } from "../utils/ConsoleInteraction.js";
+import { getIsInDocumentationMode } from "../../state.js";
+import { resolveHeaderFlag } from "../utils/resolveHeaderFlag.js";
+import { withCliCommandDescriptionDocsUrl } from "../utils/withCliCommandDescriptionDocsUrl.js";
+export const PullCommand = {
+    command: "pull [urls..]",
+    aliases: ["get"],
+    describe: withCliCommandDescriptionDocsUrl("Download models from URLs", documentationPageUrls.CLI.Pull),
+    builder(yargs) {
+        const isInDocumentationMode = getIsInDocumentationMode();
+        return yargs
+            .option("urls", {
+            type: "string",
+            alias: ["url"],
+            array: true,
+            description: [
+                "A `.gguf` model URL to pull.",
+                !isInDocumentationMode && "Automatically handles split and binary-split models files, so only pass the URL to the first file of a model.",
+                !isInDocumentationMode && "If a file already exists and its size matches the expected size, it will not be downloaded again unless the `--override` flag is used.",
+                "Pass multiple URLs to download multiple models at once."
+            ].filter(Boolean).join(isInDocumentationMode
+                ? "\n"
+                : " "),
+            demandOption: true,
+            group: "Required:"
+        })
+            .option("header", {
+            alias: ["H"],
+            type: "string",
+            array: true,
+            description: "Headers to use when downloading a model from a URL, in the format `key: value`. You can pass this option multiple times to add multiple headers.",
+            group: "Optional:"
+        })
+            .option("override", {
+            alias: ["o"],
+            type: "boolean",
+            description: "Override existing model files",
+            default: false,
+            group: "Optional:"
+        })
+            .option("noProgress", {
+            type: "boolean",
+            description: "Do not show a progress bar while downloading",
+            default: false,
+            group: "Optional:"
+        })
+            .option("noTempFile", {
+            alias: ["noTemp"],
+            type: "boolean",
+            description: "Delete the temporary file when canceling the download",
+            default: false,
+            group: "Optional:"
+        })
+            .option("directory", {
+            alias: ["d", "dir"],
+            type: "string",
+            description: "Directory to save the model to",
+            default: cliModelsDirectory,
+            defaultDescription: isInDocumentationMode
+                ? "`" + getReadablePath(cliModelsDirectory) + "`"
+                : getReadablePath(cliModelsDirectory),
+            group: "Optional:"
+        })
+            .option("filename", {
+            alias: ["n", "name"],
+            type: "string",
+            description: "Filename to save the model as. Can only be used if a single URL is passed",
+            group: "Optional:"
+        })
+            .option("parallel", {
+            alias: ["p"],
+            type: "number",
+            description: "Maximum parallel downloads",
+            default: 4,
+            group: "Optional:"
+        });
+    },
+    async handler({ urls, header: headerArg, override, noProgress, noTempFile, directory, filename, parallel }) {
+        const headers = resolveHeaderFlag(headerArg);
+        if (urls.length === 0)
+            throw new Error("At least one URL must be provided");
+        else if (urls.length > 1 && filename != null)
+            throw new Error("The `--filename` flag can only be used when a single URL is passed");
+        if (urls.length === 1) {
+            const downloader = await createModelDownloader({
+                modelUrl: urls[0],
+                dirPath: directory,
+                headers,
+                showCliProgress: !noProgress,
+                deleteTempFileOnCancel: noTempFile,
+                skipExisting: !override,
+                fileName: filename || undefined,
+                parallelDownloads: parallel
+            });
+            if (!override && downloader.totalFiles === 1 && await fs.pathExists(downloader.entrypointFilePath)) {
+                const fileStats = await fs.stat(downloader.entrypointFilePath);
+                if (downloader.totalSize === fileStats.size) {
+                    console.info(`${chalk.yellow("File:")} ${getReadablePath(downloader.entrypointFilePath)}`);
+                    console.info("Skipping download of an existing file: " + chalk.yellow(getReadablePath(downloader.entrypointFilePath)));
+                    process.exit(0);
+                }
+            }
+            const consoleInteraction = new ConsoleInteraction();
+            consoleInteraction.onKey(ConsoleInteractionKey.ctrlC, async () => {
+                await downloader.cancel();
+                consoleInteraction.stop();
+                process.exit(0);
+            });
+            if (!noProgress) {
+                console.info(`Downloading to ${chalk.yellow(getReadablePath(directory))}${downloader.splitBinaryParts != null
+                    ? chalk.gray(` (combining ${downloader.splitBinaryParts} parts into a single file)`)
+                    : ""}`);
+                consoleInteraction.start();
+            }
+            await downloader.download();
+            if (!noProgress)
+                consoleInteraction.stop();
+            console.info(`Downloaded to ${chalk.yellow(getReadablePath(downloader.entrypointFilePath))}`);
+        }
+        else {
+            const downloader = await combineModelDownloaders(urls.map((url) => createModelDownloader({
+                modelUrl: url,
+                dirPath: directory,
+                headers,
+                showCliProgress: false,
+                deleteTempFileOnCancel: noTempFile,
+                skipExisting: !override,
+                fileName: filename || undefined
+            })), {
+                showCliProgress: !noProgress,
+                parallelDownloads: parallel
+            });
+            const consoleInteraction = new ConsoleInteraction();
+            consoleInteraction.onKey(ConsoleInteractionKey.ctrlC, async () => {
+                await downloader.cancel();
+                consoleInteraction.stop();
+                process.exit(0);
+            });
+            if (!noProgress) {
+                console.info(`Downloading to ${chalk.yellow(getReadablePath(directory))}`);
+                consoleInteraction.start();
+            }
+            await downloader.download();
+            if (!noProgress)
+                consoleInteraction.stop();
+            console.info(`Downloaded ${downloader.modelDownloaders.length} models to ${chalk.yellow(getReadablePath(directory))}\n${chalk.gray("*")} ` +
+                downloader.modelDownloaders.map((downloader) => chalk.yellow(downloader.entrypointFilename))
+                    .join(`\n${chalk.gray("*")} `));
+        }
+    }
+};
+//# sourceMappingURL=PullCommand.js.map

package/dist/cli/commands/PullCommand.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PullCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/PullCommand.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,iBAAiB,CAAC;AAC1E,OAAO,EAAC,uBAAuB,EAAE,qBAAqB,EAAC,MAAM,sCAAsC,CAAC;AACpG,OAAO,EAAC,eAAe,EAAC,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,gCAAgC,CAAC;AACzF,OAAO,EAAC,wBAAwB,EAAC,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAC,gCAAgC,EAAC,MAAM,8CAA8C,CAAC;AAa9F,MAAM,CAAC,MAAM,WAAW,GAAuC;IAC3D,OAAO,EAAE,eAAe;IACxB,OAAO,EAAE,CAAC,KAAK,CAAC;IAChB,QAAQ,EAAE,gCAAgC,CACtC,2BAA2B,EAC3B,qBAAqB,CAAC,GAAG,CAAC,IAAI,CACjC;IACD,OAAO,CAAC,KAAK;QACT,MAAM,qBAAqB,GAAG,wBAAwB,EAAE,CAAC;QAEzD,OAAO,KAAK;aACP,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,CAAC,KAAK,CAAC;YACd,KAAK,EAAE,IAAI;YACX,WAAW,EAAE;gBACT,8BAA8B;gBAC9B,CAAC,qBAAqB,IAAI,+GAA+G;gBACzI,CAAC,qBAAqB,IAAI,wIAAwI;gBAClK,yDAAyD;aAC5D,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,qBAAqB;gBACjB,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,GAAG,CACZ;YACD,YAAY,EAAE,IAAI;YAClB,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,QAAQ,EAAE;YACd,KAAK,EAAE,CAAC,GAAG,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,IAAI;YACX,WAAW,EAAE,kJAAkJ;YAC/J,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,UAAU,EAAE;YAChB,KAAK,EAAE,CAAC,GAAG,CAAC;YACZ,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,+BAA+B;YAC5C,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,8CAA8C;YAC3D,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,KAAK,EAAE,CAAC,QAAQ,CAAC;YACjB,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,uDAAuD;YACpE,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,WAAW,EAAE;YACjB,KAAK,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC;YACnB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gCAAgC;YAC7C,OAAO,EAAE,kBAAkB;YAC3B,kBAAkB,EAAE,qBAAqB;gBACrC,CAAC,CAAC,GAAG,GAAG,eAAe,CAAC,kBAAkB,CAAC,GAAG,GAAG;gBACjD,CAAC,CAAC,eAAe,CAAC,kBAAkB,CAAC;YACzC,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,UAAU,EAAE;YAChB,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC;YACpB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,2EAA2E;YACxF,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,UAAU,EAAE;YAChB,KAAK,EAAE,CAAC,GAAG,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,4BAA4B;YACzC,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,WAAW;SACrB,CAAC,CAAC;IACX,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAc;QACjH,MAAM,OAAO,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAE7C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;aACpD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,IAAI,IAAI;YACxC,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QAE1F,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpB,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC;gBAC3C,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAE;gBAClB,OAAO,EAAE,SAAS;gBAClB,OAAO;gBACP,eAAe,EAAE,CAAC,UAAU;gBAC5B,sBAAsB,EAAE,UAAU;gBAClC,YAAY,EAAE,CAAC,QAAQ;gBACvB,QAAQ,EAAE,QAAQ,IAAI,SAAS;gBAC/B,iBAAiB,EAAE,QAAQ;aAC9B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,IAAI,UAAU,CAAC,UAAU,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACjG,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;gBAE/D,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;oBAC1C,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;oBAC3F,OAAO,CAAC,IAAI,CAAC,yCAAyC,GAAG,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;oBAEvH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACpB,CAAC;YACL,CAAC;YAED,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;YACpD,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;gBAC7D,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;gBAC1B,kBAAkB,CAAC,IAAI,EAAE,CAAC;gBAC1B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,EAAE,CAAC;gBACd,OAAO,CAAC,IAAI,CAAC,kBAAkB,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,GACnE,UAAU,CAAC,gBAAgB,IAAI,IAAI;oBAC/B,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,UAAU,CAAC,gBAAgB,4BAA4B,CAAC;oBACpF,CAAC,CAAC,EACV,EAAE,CAAC,CAAC;gBACJ,kBAAkB,CAAC,KAAK,EAAE,CAAC;YAC/B,CAAC;YAED,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;YAE5B,IAAI,CAAC,UAAU;gBACX,kBAAkB,CAAC,IAAI,EAAE,CAAC;YAE9B,OAAO,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,CAAC;QAClG,CAAC;aAAM,CAAC;YACJ,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAC5C,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,qBAAqB,CAAC;gBACpC,QAAQ,EAAE,GAAG;gBACb,OAAO,EAAE,SAAS;gBAClB,OAAO;gBACP,eAAe,EAAE,KAAK;gBACtB,sBAAsB,EAAE,UAAU;gBAClC,YAAY,EAAE,CAAC,QAAQ;gBACvB,QAAQ,EAAE,QAAQ,IAAI,SAAS;aAClC,CAAC,CAAC,EACH;gBACI,eAAe,EAAE,CAAC,UAAU;gBAC5B,iBAAiB,EAAE,QAAQ;aAC9B,CACJ,CAAC;YAEF,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;YACpD,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;gBAC7D,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;gBAC1B,kBAAkB,CAAC,IAAI,EAAE,CAAC;gBAC1B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,EAAE,CAAC;gBACd,OAAO,CAAC,IAAI,CAAC,kBAAkB,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3E,kBAAkB,CAAC,KAAK,EAAE,CAAC;YAC/B,CAAC;YAED,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;YAE5B,IAAI,CAAC,UAAU;gBACX,kBAAkB,CAAC,IAAI,EAAE,CAAC;YAE9B,OAAO,CAAC,IAAI,CACR,cAAc,UAAU,CAAC,gBAAgB,CAAC,MAAM,cAAc,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;gBAC7H,UAAU,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;qBACvF,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CACrC,CAAC;QACN,CAAC;IACL,CAAC;CACJ,CAAC"}

package/dist/cli/commands/inspect/InspectCommand.d.ts

@@ -0,0 +1,4 @@
+import { CommandModule } from "yargs";
+type InspectCommand = {};
+export declare const InspectCommand: CommandModule<object, InspectCommand>;
+export {};

package/dist/cli/commands/inspect/InspectCommand.js

@@ -0,0 +1,21 @@
+import { withCliCommandDescriptionDocsUrl } from "../../utils/withCliCommandDescriptionDocsUrl.js";
+import { documentationPageUrls } from "../../../config.js";
+import { InspectGgufCommand } from "./commands/InspectGgufCommand.js";
+import { InspectGpuCommand } from "./commands/InspectGpuCommand.js";
+import { InspectMeasureCommand } from "./commands/InspectMeasureCommand.js";
+import { InspectEstimateCommand } from "./commands/InspectEstimateCommand.js";
+export const InspectCommand = {
+    command: "inspect <command>",
+    describe: withCliCommandDescriptionDocsUrl("Inspect the inner workings of `node-llama-cpp`", documentationPageUrls.CLI.Inspect.index),
+    builder(yargs) {
+        return yargs
+            .command(InspectGpuCommand)
+            .command(InspectGgufCommand)
+            .command(InspectMeasureCommand)
+            .command(InspectEstimateCommand);
+    },
+    async handler() {
+        // this function must exist, even though we do nothing here
+    }
+};
+//# sourceMappingURL=InspectCommand.js.map

package/dist/cli/commands/inspect/InspectCommand.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"InspectCommand.js","sourceRoot":"","sources":["../../../../src/cli/commands/inspect/InspectCommand.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,gCAAgC,EAAC,MAAM,iDAAiD,CAAC;AACjG,OAAO,EAAC,qBAAqB,EAAC,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAC,kBAAkB,EAAC,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAC,iBAAiB,EAAC,MAAM,iCAAiC,CAAC;AAClE,OAAO,EAAC,qBAAqB,EAAC,MAAM,qCAAqC,CAAC;AAC1E,OAAO,EAAC,sBAAsB,EAAC,MAAM,sCAAsC,CAAC;AAM5E,MAAM,CAAC,MAAM,cAAc,GAA0C;IACjE,OAAO,EAAE,mBAAmB;IAC5B,QAAQ,EAAE,gCAAgC,CACtC,gDAAgD,EAChD,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAC1C;IACD,OAAO,CAAC,KAAK;QACT,OAAO,KAAK;aACP,OAAO,CAAC,iBAAiB,CAAC;aAC1B,OAAO,CAAC,kBAAkB,CAAC;aAC3B,OAAO,CAAC,qBAAqB,CAAC;aAC9B,OAAO,CAAC,sBAAsB,CAAC,CAAC;IACzC,CAAC;IACD,KAAK,CAAC,OAAO;QACT,2DAA2D;IAC/D,CAAC;CACJ,CAAC"}

package/dist/cli/commands/inspect/commands/InspectEstimateCommand.d.ts

@@ -0,0 +1,12 @@
+import { CommandModule } from "yargs";
+import { BuildGpu } from "../../../../bindings/types.js";
+type InspectEstimateCommand = {
+    modelPath: string;
+    header?: string[];
+    gpu?: BuildGpu | "auto";
+    gpuLayers?: number | "max";
+    contextSize?: number | "train";
+    embedding?: boolean;
+};
+export declare const InspectEstimateCommand: CommandModule<object, InspectEstimateCommand>;
+export {};