node-llama-cpp 0.0.1 → 1.1.0

package/dist/cli/commands/ChatCommand.js

@@ -0,0 +1,83 @@
+import * as readline from "readline/promises";
+import process from "process";
+import chalk from "chalk";
+import withOra from "../../utils/withOra.js";
+import { defaultChatSystemPrompt } from "../../config.js";
+import { LlamaChatPromptWrapper } from "../../chatWrappers/LlamaChatPromptWrapper.js";
+export const ChatCommand = {
+    command: "chat",
+    describe: "Chat with a LLama model",
+    builder(yargs) {
+        return yargs
+            .option("model", {
+            type: "string",
+            demandOption: true,
+            description: "LLama model file to use for the chat",
+            group: "Required:"
+        })
+            .option("systemInfo", {
+            type: "boolean",
+            default: false,
+            description: "Print llama.cpp system info",
+            group: "Optional:"
+        })
+            .option("systemPrompt", {
+            type: "string",
+            default: defaultChatSystemPrompt,
+            defaultDescription: "",
+            description: "System prompt to use against the model. " +
+                "[default value: " + defaultChatSystemPrompt.split("\n").join(" ") + "]",
+            group: "Optional:"
+        });
+    },
+    async handler({ model, systemInfo, systemPrompt }) {
+        try {
+            await RunChat({ model, systemInfo, systemPrompt });
+        }
+        catch (err) {
+            console.error(err);
+            process.exit(1);
+        }
+    }
+};
+async function RunChat({ model: modelArg, systemInfo, systemPrompt }) {
+    const { LlamaChatSession } = await import("../../LlamaChatSession.js");
+    const { LlamaModel } = await import("../../LlamaModel.js");
+    const model = new LlamaModel({
+        modelPath: modelArg
+    });
+    const session = new LlamaChatSession({
+        model,
+        printLLamaSystemInfo: systemInfo,
+        systemPrompt,
+        promptWrapper: new LlamaChatPromptWrapper()
+    });
+    await withOra({
+        loading: chalk.blue("Loading model"),
+        success: chalk.blue("Model loaded"),
+        fail: chalk.blue("Failed to load model")
+    }, async () => {
+        await session.init();
+    });
+    // this is for ora to not interfere with readline
+    await new Promise(resolve => setTimeout(resolve, 1));
+    const rl = readline.createInterface({
+        input: process.stdin,
+        output: process.stdout
+    });
+    // eslint-disable-next-line no-constant-condition
+    while (true) {
+        const input = await rl.question(chalk.yellow("> "));
+        if (input === ".exit")
+            break;
+        process.stdout.write(chalk.yellow("AI: "));
+        const [startColor, endColor] = chalk.blue("MIDDLE").split("MIDDLE");
+        process.stdout.write(startColor);
+        await session.prompt(input, (chunk) => {
+            process.stdout.write(model.decode(Uint32Array.from([chunk])));
+        });
+        process.stdout.write(endColor);
+        console.log();
+    }
+}
+//# sourceMappingURL=ChatCommand.js.map

package/dist/cli/commands/ChatCommand.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChatCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/ChatCommand.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,mBAAmB,CAAC;AAC9C,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,OAAO,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAC,uBAAuB,EAAC,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAC,sBAAsB,EAAC,MAAM,8CAA8C,CAAC;AAQpF,MAAM,CAAC,MAAM,WAAW,GAAuC;IAC3D,OAAO,EAAE,MAAM;IACf,QAAQ,EAAE,yBAAyB;IACnC,OAAO,CAAC,KAAK;QACT,OAAO,KAAK;aACP,MAAM,CAAC,OAAO,EAAE;YACb,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE,sCAAsC;YACnD,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,6BAA6B;YAC1C,KAAK,EAAE,WAAW;SACrB,CAAC;aACD,MAAM,CAAC,cAAc,EAAE;YACpB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,uBAAuB;YAChC,kBAAkB,EAAE,EAAE;YACtB,WAAW,EACP,0CAA0C;gBAC1C,kBAAkB,GAAG,uBAAuB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG;YAC5E,KAAK,EAAE,WAAW;SACrB,CAAC,CAAC;IACX,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,UAAU,EAAE,YAAY,EAAC;QAC3C,IAAI;YACA,MAAM,OAAO,CAAC,EAAC,KAAK,EAAE,UAAU,EAAE,YAAY,EAAC,CAAC,CAAC;SACpD;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACnB;IACL,CAAC;CACJ,CAAC;AAGF,KAAK,UAAU,OAAO,CAAC,EAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAc;IAC3E,MAAM,EAAC,gBAAgB,EAAC,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;IACrE,MAAM,EAAC,UAAU,EAAC,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;IAEzD,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC;QACzB,SAAS,EAAE,QAAQ;KACtB,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC;QACjC,KAAK;QACL,oBAAoB,EAAE,UAAU;QAChC,YAAY;QACZ,aAAa,EAAE,IAAI,sBAAsB,EAAE;KAC9C,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC;QACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC;QACpC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC;QACnC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC;KAC3C,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,iDAAiD;IACjD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IAErD,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC;QAChC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;KACzB,CAAC,CAAC;IAEH,iDAAiD;IACjD,OAAO,IAAI,EAAE;QACT,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAEpD,IAAI,KAAK,KAAK,OAAO;YACjB,MAAM;QAEV,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAE3C,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEpE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE;YAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC/B,OAAO,CAAC,GAAG,EAAE,CAAC;KACjB;AACL,CAAC"}

package/dist/cli/commands/ClearCommand.d.ts

@@ -0,0 +1,7 @@
+import { CommandModule } from "yargs";
+type ClearCommand = {
+    type: "source" | "build" | "all";
+};
+export declare const ClearCommand: CommandModule<object, ClearCommand>;
+export declare function ClearLlamaCppBuildCommand({ type }: ClearCommand): Promise<void>;
+export {};

package/dist/cli/commands/ClearCommand.js

@@ -0,0 +1,42 @@
+import * as fs from "fs-extra";
+import chalk from "chalk";
+import { llamaCppDirectory } from "../../config.js";
+import withOra from "../../utils/withOra.js";
+import { clearLlamaBuild } from "../../utils/clearLlamaBuild.js";
+import { setUsedBinFlag } from "../../utils/usedBinFlag.js";
+export const ClearCommand = {
+    command: "clear [type]",
+    describe: "Clear files created by llama-cli",
+    builder(yargs) {
+        return yargs
+            .option("type", {
+            type: "string",
+            choices: ["source", "build", "all"],
+            default: "all",
+            description: "Files to clear"
+        });
+    },
+    handler: ClearLlamaCppBuildCommand
+};
+export async function ClearLlamaCppBuildCommand({ type }) {
+    if (type === "source" || type === "all") {
+        await withOra({
+            loading: chalk.blue("Clearing source"),
+            success: chalk.blue("Cleared source"),
+            fail: chalk.blue("Failed to clear source")
+        }, async () => {
+            await fs.remove(llamaCppDirectory);
+        });
+    }
+    if (type === "build" || type === "all") {
+        await withOra({
+            loading: chalk.blue("Clearing build"),
+            success: chalk.blue("Cleared build"),
+            fail: chalk.blue("Failed to clear build")
+        }, async () => {
+            await clearLlamaBuild();
+        });
+    }
+    await setUsedBinFlag("prebuildBinaries");
+}
+//# sourceMappingURL=ClearCommand.js.map

package/dist/cli/commands/ClearCommand.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ClearCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/ClearCommand.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,iBAAiB,EAAC,MAAM,iBAAiB,CAAC;AAClD,OAAO,OAAO,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAC,cAAc,EAAC,MAAM,4BAA4B,CAAC;AAM1D,MAAM,CAAC,MAAM,YAAY,GAAwC;IAC7D,OAAO,EAAE,cAAc;IACvB,QAAQ,EAAE,kCAAkC;IAC5C,OAAO,CAAC,KAAK;QACT,OAAO,KAAK;aACP,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAA2B;YAC7D,OAAO,EAAE,KAA6B;YACtC,WAAW,EAAE,gBAAgB;SAChC,CAAC,CAAC;IACX,CAAC;IACD,OAAO,EAAE,yBAAyB;CACrC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,EAAC,IAAI,EAAe;IAChE,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,KAAK,EAAE;QACrC,MAAM,OAAO,CAAC;YACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC;YACtC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC;YACrC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC;SAC7C,EAAE,KAAK,IAAI,EAAE;YACV,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;KACN;IAED,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE;QACpC,MAAM,OAAO,CAAC;YACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC;YACrC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC;YACpC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC;SAC5C,EAAE,KAAK,IAAI,EAAE;YACV,MAAM,eAAe,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;KACN;IAED,MAAM,cAAc,CAAC,kBAAkB,CAAC,CAAC;AAC7C,CAAC"}

package/dist/cli/commands/DownloadCommand.d.ts

@@ -0,0 +1,11 @@
+import { CommandModule } from "yargs";
+type DownloadCommandArgs = {
+    repo: string;
+    release: "latest" | string;
+    arch?: string;
+    nodeTarget?: string;
+    skipBuild?: boolean;
+};
+export declare const DownloadCommand: CommandModule<object, DownloadCommandArgs>;
+export declare function DownloadLlamaCppCommand({ repo, release, arch, nodeTarget, skipBuild }: DownloadCommandArgs): Promise<void>;
+export {};

package/dist/cli/commands/DownloadCommand.js

@@ -0,0 +1,179 @@
+import * as path from "path";
+import { Octokit } from "octokit";
+import * as fs from "fs-extra";
+import chalk from "chalk";
+import { DownloaderHelper } from "node-downloader-helper";
+import cliProgress from "cli-progress";
+import bytes from "bytes";
+import StreamZip from "node-stream-zip";
+import { defaultLlamaCppGitHubRepo, defaultLlamaCppRelease, llamaCppDirectory, tempDownloadDirectory } from "../../config.js";
+import { compileLlamaCpp } from "../../utils/compileLLamaCpp.js";
+import withOra from "../../utils/withOra.js";
+import { clearTempFolder } from "../../utils/clearTempFolder.js";
+export const DownloadCommand = {
+    command: "download",
+    describe: "Download a release of llama.cpp and compile it",
+    builder(yargs) {
+        return yargs
+            .option("repo", {
+            type: "string",
+            default: defaultLlamaCppGitHubRepo,
+            description: "The GitHub repository to download a release of llama.cpp from. Can also be set via the NODE_LLAMA_CPP_REPO environment variable"
+        })
+            .option("release", {
+            type: "string",
+            default: defaultLlamaCppRelease,
+            description: "The tag of the llama.cpp release to download. Can also be set via the NODE_LLAMA_CPP_REPO_RELEASE environment variable"
+        })
+            .option("arch", {
+            type: "string",
+            description: "The architecture to compile llama.cpp for"
+        })
+            .option("nodeTarget", {
+            type: "string",
+            description: "The Node.js version to compile llama.cpp for. Example: v18.0.0"
+        })
+            .option("skipBuild", {
+            type: "boolean",
+            default: false,
+            description: "Skip building llama.cpp after downloading it"
+        });
+    },
+    handler: DownloadLlamaCppCommand
+};
+export async function DownloadLlamaCppCommand({ repo, release, arch, nodeTarget, skipBuild }) {
+    const octokit = new Octokit();
+    const [githubOwner, githubRepo] = repo.split("/");
+    console.log(`${chalk.yellow("Repo:")} ${repo}`);
+    console.log(`${chalk.yellow("Release:")} ${release}`);
+    console.log();
+    let githubRelease = null;
+    let zipUrl;
+    await withOra({
+        loading: chalk.blue("Fetching llama.cpp info"),
+        success: chalk.blue("Fetched llama.cpp info"),
+        fail: chalk.blue("Failed to fetch llama.cpp info")
+    }, async () => {
+        try {
+            if (release === "latest") {
+                githubRelease = await octokit.rest.repos.getLatestRelease({
+                    owner: githubOwner,
+                    repo: githubRepo
+                });
+            }
+            else {
+                githubRelease = await octokit.rest.repos.getReleaseByTag({
+                    owner: githubOwner,
+                    repo: githubRepo,
+                    tag: release
+                });
+            }
+        }
+        catch (err) {
+            console.error("Failed to fetch llama.cpp release info", err);
+        }
+        if (githubRelease == null) {
+            throw new Error(`Failed to find release "${release}" of "${repo}"`);
+        }
+        if (githubRelease.data?.zipball_url == null) {
+            throw new Error(`Failed to find a zip archive for release "${release}" of "${repo}"`);
+        }
+        const zipUrlResponse = await octokit.rest.repos.downloadZipballArchive({
+            owner: githubOwner,
+            repo: githubRepo,
+            ref: githubRelease.data.target_commitish
+        });
+        if (zipUrlResponse.url == null)
+            throw new Error(`Failed to get zip archive url for release "${release}" of "${repo}"`);
+        zipUrl = zipUrlResponse.url;
+    });
+    await clearTempFolder();
+    console.log(chalk.blue("Downloading zip file"));
+    await fs.ensureDir(tempDownloadDirectory);
+    await downloadFile(zipUrl, "llama.cpp.zip", tempDownloadDirectory);
+    await withOra({
+        loading: chalk.blue("Removing existing llama.cpp directory"),
+        success: chalk.blue("Removed existing llama.cpp directory"),
+        fail: chalk.blue("Failed to remove existing llama.cpp directory")
+    }, async () => {
+        await fs.remove(llamaCppDirectory);
+    });
+    await withOra({
+        loading: chalk.blue("Extracting llama.cpp.zip file"),
+        success: chalk.blue("Extracted llama.cpp.zip file"),
+        fail: chalk.blue("Failed to extract llama.cpp.zip file")
+    }, async () => {
+        await unzipLlamaReleaseZipFile(path.join(tempDownloadDirectory, "llama.cpp.zip"), llamaCppDirectory);
+    });
+    await withOra({
+        loading: chalk.blue("Removing temporary files"),
+        success: chalk.blue("Removed temporary files"),
+        fail: chalk.blue("Failed to remove temporary files")
+    }, async () => {
+        await clearTempFolder();
+    });
+    if (!skipBuild) {
+        console.log(chalk.blue("Compiling llama.cpp"));
+        await compileLlamaCpp({
+            arch: arch ? arch : undefined,
+            nodeTarget: nodeTarget ? nodeTarget : undefined,
+            setUsedBingFlag: true
+        });
+    }
+    console.log();
+    console.log();
+    console.log(`${chalk.yellow("Repo:")} ${repo}`);
+    console.log(`${chalk.yellow("Release:")} ${release}`);
+    console.log();
+    console.log(chalk.green("Done"));
+}
+async function downloadFile(url, fileName, directory) {
+    const download = new DownloaderHelper(url, directory, {
+        fileName: fileName,
+        retry: {
+            maxRetries: 10,
+            delay: 1000 * 6
+        }
+    });
+    const progressBar = new cliProgress.Bar({
+        clearOnComplete: false,
+        hideCursor: true,
+        autopadding: true,
+        format: `${chalk.bold("{filename}")}  ${chalk.yellow("{percentage}%")} ${chalk.cyan("{bar}")} {speed}${chalk.grey("{eta_formatted}")}`
+    }, cliProgress.Presets.shades_classic);
+    progressBar.start(100, 0, {
+        speed: "",
+        filename: fileName
+    });
+    download.on("progress", (stats) => {
+        progressBar.update(Math.floor((stats.downloaded / stats.total) * 10000) / 100, {
+            speed: Number.isFinite(stats.speed) ? chalk.blue((bytes(stats.speed) + "/s").padEnd(10)) + chalk.grey(" | ") : ""
+        });
+    });
+    download.on("end", () => {
+        progressBar.update(100);
+        progressBar.stop();
+    });
+    // errors are handled by the .start() method
+    // this listener is here to not get an unhandled error exception
+    download.on("error", () => { });
+    await download.start();
+}
+async function unzipLlamaReleaseZipFile(zipFilePath, directory) {
+    const zip = new StreamZip.async({ file: zipFilePath });
+    const entires = await zip.entries();
+    const rootFolderEntries = new Map();
+    for (const entry of Object.values(entires)) {
+        const entryPath = entry.name.split("/");
+        const rootFolderName = entryPath[0];
+        const rootFolderEntryCount = rootFolderEntries.get(rootFolderName) ?? 0;
+        rootFolderEntries.set(rootFolderName, rootFolderEntryCount + 1);
+    }
+    const mostUsedRootFolderName = [...rootFolderEntries.keys()]
+        .sort((a, b) => rootFolderEntries.get(b) - rootFolderEntries.get(a))
+        .shift();
+    if (mostUsedRootFolderName == null)
+        throw new Error("Failed to find the root folder of the llama.cpp release zip file");
+    await zip.extract(mostUsedRootFolderName, directory);
+}
+//# sourceMappingURL=DownloadCommand.js.map

package/dist/cli/commands/DownloadCommand.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DownloadCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/DownloadCommand.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,OAAO,EAAC,OAAO,EAAC,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AACxD,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,SAAS,MAAM,iBAAiB,CAAC;AACxC,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,qBAAqB,EAAC,MAAM,iBAAiB,CAAC;AAC5H,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,OAAO,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAU/D,MAAM,CAAC,MAAM,eAAe,GAA+C;IACvE,OAAO,EAAE,UAAU;IACnB,QAAQ,EAAE,gDAAgD;IAC1D,OAAO,CAAC,KAAK;QACT,OAAO,KAAK;aACP,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,yBAAyB;YAClC,WAAW,EAAE,iIAAiI;SACjJ,CAAC;aACD,MAAM,CAAC,SAAS,EAAE;YACf,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,sBAAsB;YAC/B,WAAW,EAAE,wHAAwH;SACxI,CAAC;aACD,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,2CAA2C;SAC3D,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gEAAgE;SAChF,CAAC;aACD,MAAM,CAAC,WAAW,EAAE;YACjB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,8CAA8C;SAC9D,CAAC,CAAC;IACX,CAAC;IACD,OAAO,EAAE,uBAAuB;CACnC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAsB;IAC3G,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;IAC9B,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAElD,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;IACtD,OAAO,CAAC,GAAG,EAAE,CAAC;IAKd,IAAI,aAAa,GAA6B,IAAI,CAAC;IACnD,IAAI,MAAc,CAAC;IACnB,MAAM,OAAO,CAAC;QACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC;QAC9C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC;QAC7C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,gCAAgC,CAAC;KACrD,EAAE,KAAK,IAAI,EAAE;QACV,IAAI;YACA,IAAI,OAAO,KAAK,QAAQ,EAAE;gBACtB,aAAa,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC;oBACtD,KAAK,EAAE,WAAW;oBAClB,IAAI,EAAE,UAAU;iBACnB,CAAC,CAAC;aACN;iBAAM;gBACH,aAAa,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC;oBACrD,KAAK,EAAE,WAAW;oBAClB,IAAI,EAAE,UAAU;oBAChB,GAAG,EAAE,OAAO;iBACf,CAAC,CAAC;aACN;SACJ;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,GAAG,CAAC,CAAC;SAChE;QAED,IAAI,aAAa,IAAI,IAAI,EAAE;YACvB,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,SAAS,IAAI,GAAG,CAAC,CAAC;SACvE;QAED,IAAI,aAAa,CAAC,IAAI,EAAE,WAAW,IAAI,IAAI,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,6CAA6C,OAAO,SAAS,IAAI,GAAG,CAAC,CAAC;SACzF;QAED,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,sBAAsB,CAAC;YACnE,KAAK,EAAE,WAAW;YAClB,IAAI,EAAE,UAAU;YAChB,GAAG,EAAE,aAAc,CAAC,IAAI,CAAC,gBAAgB;SAC5C,CAAC,CAAC;QAEH,IAAI,cAAc,CAAC,GAAG,IAAI,IAAI;YAC1B,MAAM,IAAI,KAAK,CAAC,8CAA8C,OAAO,SAAS,IAAI,GAAG,CAAC,CAAC;QAE3F,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,MAAM,eAAe,EAAE,CAAC;IAGxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC;IAChD,MAAM,EAAE,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;IAC1C,MAAM,YAAY,CAAC,MAAO,EAAE,eAAe,EAAE,qBAAqB,CAAC,CAAC;IAEpE,MAAM,OAAO,CAAC;QACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC;QAC5D,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,sCAAsC,CAAC;QAC3D,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,+CAA+C,CAAC;KACpE,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC;QACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,+BAA+B,CAAC;QACpD,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,8BAA8B,CAAC;QACnD,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,sCAAsC,CAAC;KAC3D,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,eAAe,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACzG,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC;QACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC;QAC/C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC;QAC9C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC;KACvD,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,eAAe,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,SAAS,EAAE;QACZ,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC;QAC/C,MAAM,eAAe,CAAC;YAClB,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YAC7B,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAC/C,eAAe,EAAE,IAAI;SACxB,CAAC,CAAC;KACN;IAED,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;IACtD,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;AACrC,CAAC;AAGD,KAAK,UAAU,YAAY,CAAC,GAAW,EAAE,QAAgB,EAAE,SAAiB;IACxE,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,GAAG,EAAE,SAAS,EAAE;QAClD,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE;YACH,UAAU,EAAE,EAAE;YACd,KAAK,EAAE,IAAI,GAAG,CAAC;SAClB;KACJ,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC;QACpC,eAAe,EAAE,KAAK;QACtB,UAAU,EAAE,IAAI;QAChB,WAAW,EAAE,IAAI;QACjB,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE;KACzI,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE;QACtB,KAAK,EAAE,EAAE;QACT,QAAQ,EAAE,QAAQ;KACrB,CAAC,CAAC;IAEH,QAAQ,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE;QAC9B,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,EAAE;YAC3E,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;SACpH,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,WAAW,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,4CAA4C;IAC5C,gEAAgE;IAChE,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAE/B,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;AAC3B,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,WAAmB,EAAE,SAAiB;IAC1E,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,KAAK,CAAC,EAAC,IAAI,EAAE,WAAW,EAAC,CAAC,CAAC;IAErD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC;IACpC,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEpD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;QACxC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,oBAAoB,GAAG,iBAAiB,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QACxE,iBAAiB,CAAC,GAAG,CAAC,cAAc,EAAE,oBAAoB,GAAG,CAAC,CAAC,CAAC;KACnE;IAED,MAAM,sBAAsB,GAAG,CAAC,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC;SACvD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAE,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC;SACrE,KAAK,EAAE,CAAC;IAEb,IAAI,sBAAsB,IAAI,IAAI;QAC9B,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IAExF,MAAM,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,SAAS,CAAC,CAAC;AACzD,CAAC"}

package/dist/cli/commands/OnPostInstallCommand.d.ts

@@ -0,0 +1,4 @@
+import { CommandModule } from "yargs";
+type OnPostInstallCommand = null;
+export declare const OnPostInstallCommand: CommandModule<object, OnPostInstallCommand>;
+export {};

package/dist/cli/commands/OnPostInstallCommand.js

@@ -0,0 +1,24 @@
+import { defaultLlamaCppGitHubRepo, defaultLlamaCppRelease, defaultSkipDownload } from "../../config.js";
+import { getPrebuildBinPath } from "../../utils/getBin.js";
+import { DownloadLlamaCppCommand } from "./DownloadCommand.js";
+export const OnPostInstallCommand = {
+    command: "postinstall",
+    describe: false,
+    async handler() {
+        if (defaultSkipDownload)
+            return;
+        if (await getPrebuildBinPath() != null)
+            return;
+        try {
+            await DownloadLlamaCppCommand({
+                repo: defaultLlamaCppGitHubRepo,
+                release: defaultLlamaCppRelease
+            });
+        }
+        catch (err) {
+            console.error(err);
+            process.exit(1);
+        }
+    }
+};
+//# sourceMappingURL=OnPostInstallCommand.js.map

package/dist/cli/commands/OnPostInstallCommand.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OnPostInstallCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/OnPostInstallCommand.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAE,mBAAmB,EAAC,MAAM,iBAAiB,CAAC;AACvG,OAAO,EAAC,kBAAkB,EAAC,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAC,uBAAuB,EAAC,MAAM,sBAAsB,CAAC;AAI7D,MAAM,CAAC,MAAM,oBAAoB,GAAgD;IAC7E,OAAO,EAAE,aAAa;IACtB,QAAQ,EAAE,KAAK;IACf,KAAK,CAAC,OAAO;QACT,IAAI,mBAAmB;YACnB,OAAO;QAEX,IAAI,MAAM,kBAAkB,EAAE,IAAI,IAAI;YAClC,OAAO;QAEX,IAAI;YACA,MAAM,uBAAuB,CAAC;gBAC1B,IAAI,EAAE,yBAAyB;gBAC/B,OAAO,EAAE,sBAAsB;aAClC,CAAC,CAAC;SACN;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACnB;IACL,CAAC;CACJ,CAAC"}

package/dist/commands.d.ts

@@ -0,0 +1,4 @@
+import { BuildLlamaCppCommand } from "./cli/commands/BuildCommand.js";
+import { DownloadLlamaCppCommand } from "./cli/commands/DownloadCommand.js";
+import { ClearLlamaCppBuildCommand } from "./cli/commands/ClearCommand.js";
+export { BuildLlamaCppCommand, DownloadLlamaCppCommand, ClearLlamaCppBuildCommand };

package/dist/commands.js

@@ -0,0 +1,5 @@
+import { BuildLlamaCppCommand } from "./cli/commands/BuildCommand.js";
+import { DownloadLlamaCppCommand } from "./cli/commands/DownloadCommand.js";
+import { ClearLlamaCppBuildCommand } from "./cli/commands/ClearCommand.js";
+export { BuildLlamaCppCommand, DownloadLlamaCppCommand, ClearLlamaCppBuildCommand };
+//# sourceMappingURL=commands.js.map

package/dist/commands.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"commands.js","sourceRoot":"","sources":["../src/commands.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,oBAAoB,EAAC,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAC,uBAAuB,EAAC,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAAC,yBAAyB,EAAC,MAAM,gCAAgC,CAAC;AAEzE,OAAO,EAAC,oBAAoB,EAAE,uBAAuB,EAAE,yBAAyB,EAAC,CAAC"}

package/dist/config.d.ts

@@ -0,0 +1,9 @@
+export declare const llamaDirectory: string;
+export declare const llamaBinsDirectory: string;
+export declare const llamaCppDirectory: string;
+export declare const tempDownloadDirectory: string;
+export declare const usedBinFlagJsonPath: string;
+export declare const defaultLlamaCppGitHubRepo: string;
+export declare const defaultLlamaCppRelease: string;
+export declare const defaultSkipDownload: boolean;
+export declare const defaultChatSystemPrompt: string;

package/dist/config.js

@@ -0,0 +1,25 @@
+import { fileURLToPath } from "url";
+import * as path from "path";
+import * as os from "os";
+import envVar from "env-var";
+import * as uuid from "uuid";
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const env = envVar.from(process.env);
+export const llamaDirectory = path.join(__dirname, "..", "llama");
+export const llamaBinsDirectory = path.join(__dirname, "..", "llamaBins");
+export const llamaCppDirectory = path.join(llamaDirectory, "llama.cpp");
+export const tempDownloadDirectory = path.join(os.tmpdir(), "node-llama-cpp", uuid.v4());
+export const usedBinFlagJsonPath = path.join(llamaDirectory, "usedBin.json");
+export const defaultLlamaCppGitHubRepo = env.get("NODE_LLAMA_CPP_REPO")
+    .default("ggerganov/llama.cpp")
+    .asString();
+export const defaultLlamaCppRelease = env.get("NODE_LLAMA_CPP_REPO_RELEASE")
+    .default("latest")
+    .asString();
+export const defaultSkipDownload = env.get("NODE_LLAMA_CPP_SKIP_DOWNLOAD")
+    .default("false")
+    .asBool();
+export const defaultChatSystemPrompt = "You are a helpful, respectful and honest assistant. Always answer as helpfully as possible.\n" +
+    "If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. " +
+    "If you don't know the answer to a question, please don't share false information.";
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,aAAa,EAAC,MAAM,KAAK,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,MAAM,MAAM,SAAS,CAAC;AAC7B,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AAGrC,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;AAClE,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;AAC1E,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;AACxE,MAAM,CAAC,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;AACzF,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;AAE7E,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAG,CAAC,GAAG,CAAC,qBAAqB,CAAC;KAClE,OAAO,CAAC,qBAAqB,CAAC;KAC9B,QAAQ,EAAE,CAAC;AAChB,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAAG,CAAC,GAAG,CAAC,6BAA6B,CAAC;KACvE,OAAO,CAAC,QAAQ,CAAC;KACjB,QAAQ,EAAE,CAAC;AAChB,MAAM,CAAC,MAAM,mBAAmB,GAAG,GAAG,CAAC,GAAG,CAAC,8BAA8B,CAAC;KACrE,OAAO,CAAC,OAAO,CAAC;KAChB,MAAM,EAAE,CAAC;AACd,MAAM,CAAC,MAAM,uBAAuB,GAAG,+FAA+F;IAClI,+HAA+H;IAC/H,mFAAmF,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,7 @@
+import { LlamaChatSession } from "./LlamaChatSession.js";
+import { LlamaModel } from "./LlamaModel.js";
+import { AbortError } from "./AbortError.js";
+import { ChatPromptWrapper } from "./ChatPromptWrapper.js";
+import { EmptyChatPromptWrapper } from "./chatWrappers/EmptyChatPromptWrapper.js";
+import { LlamaChatPromptWrapper } from "./chatWrappers/LlamaChatPromptWrapper.js";
+export { LlamaModel, LlamaChatSession, AbortError, ChatPromptWrapper, EmptyChatPromptWrapper, LlamaChatPromptWrapper };

package/dist/index.js

@@ -0,0 +1,8 @@
+import { LlamaChatSession } from "./LlamaChatSession.js";
+import { LlamaModel } from "./LlamaModel.js";
+import { AbortError } from "./AbortError.js";
+import { ChatPromptWrapper } from "./ChatPromptWrapper.js";
+import { EmptyChatPromptWrapper } from "./chatWrappers/EmptyChatPromptWrapper.js";
+import { LlamaChatPromptWrapper } from "./chatWrappers/LlamaChatPromptWrapper.js";
+export { LlamaModel, LlamaChatSession, AbortError, ChatPromptWrapper, EmptyChatPromptWrapper, LlamaChatPromptWrapper };
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,gBAAgB,EAAC,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAC,iBAAiB,EAAC,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAC,sBAAsB,EAAC,MAAM,0CAA0C,CAAC;AAChF,OAAO,EAAC,sBAAsB,EAAC,MAAM,0CAA0C,CAAC;AAEhF,OAAO,EACH,UAAU,EACV,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,sBAAsB,EACtB,sBAAsB,EACzB,CAAC"}

package/dist/utils/clearLlamaBuild.d.ts

@@ -0,0 +1 @@
+export declare function clearLlamaBuild(): Promise<void>;

package/dist/utils/clearLlamaBuild.js

@@ -0,0 +1,12 @@
+import path from "path";
+import * as fs from "fs-extra";
+import { llamaDirectory } from "../config.js";
+import { clearTempFolder } from "./clearTempFolder.js";
+export async function clearLlamaBuild() {
+    await fs.remove(path.join(llamaDirectory, "Debug"));
+    await fs.remove(path.join(llamaDirectory, "Release"));
+    await fs.remove(path.join(llamaDirectory, "compile_commands.json"));
+    await fs.remove(path.join(llamaDirectory, "build"));
+    await clearTempFolder();
+}
+//# sourceMappingURL=clearLlamaBuild.js.map

package/dist/utils/clearLlamaBuild.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clearLlamaBuild.js","sourceRoot":"","sources":["../../src/utils/clearLlamaBuild.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,KAAK,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAC,cAAc,EAAC,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAC,eAAe,EAAC,MAAM,sBAAsB,CAAC;AAErD,MAAM,CAAC,KAAK,UAAU,eAAe;IACjC,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC;IACpD,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC;IACtD,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,uBAAuB,CAAC,CAAC,CAAC;IACpE,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC;IAEpD,MAAM,eAAe,EAAE,CAAC;AAC5B,CAAC"}

package/dist/utils/clearTempFolder.d.ts

@@ -0,0 +1 @@
+export declare function clearTempFolder(): Promise<void>;

package/dist/utils/clearTempFolder.js

@@ -0,0 +1,16 @@
+import process from "process";
+import * as fs from "fs-extra";
+import { tempDownloadDirectory } from "../config.js";
+export async function clearTempFolder() {
+    if (process.platform === "win32") {
+        try {
+            await fs.remove(tempDownloadDirectory);
+        }
+        catch (err) {
+            // do nothing as it fails sometime on Windows, and since it's a temp folder, it's not a big deal
+        }
+        return;
+    }
+    await fs.remove(tempDownloadDirectory);
+}
+//# sourceMappingURL=clearTempFolder.js.map

package/dist/utils/clearTempFolder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clearTempFolder.js","sourceRoot":"","sources":["../../src/utils/clearTempFolder.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAC,qBAAqB,EAAC,MAAM,cAAc,CAAC;AAEnD,MAAM,CAAC,KAAK,UAAU,eAAe;IACjC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE;QAC9B,IAAI;YACA,MAAM,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;SAC1C;QAAC,OAAO,GAAG,EAAE;YACV,gGAAgG;SACnG;QAED,OAAO;KACV;IAED,MAAM,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;AAC3C,CAAC"}

package/dist/utils/compileLLamaCpp.d.ts

@@ -0,0 +1,6 @@
+export declare function compileLlamaCpp({ arch, nodeTarget, setUsedBingFlag }: {
+    arch?: string;
+    nodeTarget?: string;
+    setUsedBingFlag?: boolean;
+}): Promise<void>;
+export declare function getCompiledLlamaCppBinaryPath(): Promise<string | null>;

package/dist/utils/compileLLamaCpp.js

@@ -0,0 +1,43 @@
+import path from "path";
+import { fileURLToPath } from "url";
+import process from "process";
+import fs from "fs-extra";
+import { llamaCppDirectory, llamaDirectory } from "../config.js";
+import { clearLlamaBuild } from "./clearLlamaBuild.js";
+import { setUsedBinFlag } from "./usedBinFlag.js";
+import { spawnCommand } from "./spawnCommand.js";
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+export async function compileLlamaCpp({ arch = process.arch, nodeTarget = process.version, setUsedBingFlag = true }) {
+    try {
+        if (!(await fs.exists(llamaCppDirectory))) {
+            throw new Error(`"${llamaCppDirectory}" directory does not exist`);
+        }
+        await clearLlamaBuild();
+        await spawnCommand("npm", ["run", "-s", "node-gyp-llama", "--", "configure", "--arch=" + arch, "--target=" + nodeTarget], __dirname);
+        await spawnCommand("npm", ["run", "-s", "node-gyp-llama", "--", "configure", "--arch=" + arch, "--target=" + nodeTarget, "--", "-f", "compile_commands_json"], __dirname);
+        if (await fs.exists(path.join(llamaDirectory, "Release", "compile_commands.json"))) {
+            await fs.move(path.join(llamaDirectory, "Release", "compile_commands.json"), path.join(llamaDirectory, "compile_commands.json"));
+        }
+        else if (await fs.exists(path.join(llamaDirectory, "Debug", "compile_commands.json"))) {
+            await fs.move(path.join(llamaDirectory, "Debug", "compile_commands.json"), path.join(llamaDirectory, "compile_commands.json"));
+        }
+        await fs.remove(path.join(llamaDirectory, "Release"));
+        await fs.remove(path.join(llamaDirectory, "Debug"));
+        await spawnCommand("npm", ["run", "-s", "node-gyp-llama-build", "--", "--arch=" + arch, "--target=" + nodeTarget], __dirname);
+        if (setUsedBingFlag) {
+            await setUsedBinFlag("localBuildFromSource");
+        }
+    }
+    catch (err) {
+        if (setUsedBingFlag)
+            await setUsedBinFlag("prebuildBinaries");
+        throw err;
+    }
+}
+export async function getCompiledLlamaCppBinaryPath() {
+    const modulePath = path.join(__dirname, "..", "..", "llama", "build", "Release", "llama.node");
+    if (await fs.exists(modulePath))
+        return modulePath;
+    return null;
+}
+//# sourceMappingURL=compileLLamaCpp.js.map

package/dist/utils/compileLLamaCpp.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compileLLamaCpp.js","sourceRoot":"","sources":["../../src/utils/compileLLamaCpp.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAC,aAAa,EAAC,MAAM,KAAK,CAAC;AAClC,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,iBAAiB,EAAE,cAAc,EAAC,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAC,eAAe,EAAC,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAC,cAAc,EAAC,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAE/C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EAAC,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,EAAE,eAAe,GAAG,IAAI,EAE/G;IACG,IAAI;QACA,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAE;YACvC,MAAM,IAAI,KAAK,CAAC,IAAI,iBAAiB,4BAA4B,CAAC,CAAC;SACtE;QAED,MAAM,eAAe,EAAE,CAAC;QAExB,MAAM,YAAY,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,GAAG,IAAI,EAAE,WAAW,GAAG,UAAU,CAAC,EAAE,SAAS,CAAC,CAAC;QAErI,MAAM,YAAY,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,GAAG,IAAI,EAAE,WAAW,GAAG,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,uBAAuB,CAAC,EAAE,SAAS,CAAC,CAAC;QAE1K,IAAI,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,SAAS,EAAE,uBAAuB,CAAC,CAAC,EAAE;YAChF,MAAM,EAAE,CAAC,IAAI,CACT,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,SAAS,EAAE,uBAAuB,CAAC,EAC7D,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,uBAAuB,CAAC,CACrD,CAAC;SACL;aAAM,IAAI,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,uBAAuB,CAAC,CAAC,EAAE;YACrF,MAAM,EAAE,CAAC,IAAI,CACT,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,uBAAuB,CAAC,EAC3D,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,uBAAuB,CAAC,CACrD,CAAC;SACL;QAED,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC;QACtD,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC;QAGpD,MAAM,YAAY,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,sBAAsB,EAAE,IAAI,EAAE,SAAS,GAAG,IAAI,EAAE,WAAW,GAAG,UAAU,CAAC,EAAE,SAAS,CAAC,CAAC;QAE9H,IAAI,eAAe,EAAE;YACjB,MAAM,cAAc,CAAC,sBAAsB,CAAC,CAAC;SAChD;KACJ;IAAC,OAAO,GAAG,EAAE;QACV,IAAI,eAAe;YACf,MAAM,cAAc,CAAC,kBAAkB,CAAC,CAAC;QAE7C,MAAM,GAAG,CAAC;KACb;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B;IAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;IAE/F,IAAI,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC3B,OAAO,UAAU,CAAC;IAEtB,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/dist/utils/getBin.d.ts

@@ -0,0 +1,18 @@
+export declare function getPrebuildBinPath(): Promise<string | null>;
+export declare function loadBin(): Promise<LlamaCppNodeModule>;
+export type LlamaCppNodeModule = {
+    LLAMAModel: LLAMAModel;
+    LLAMAContext: LLAMAContext;
+    tokenBos(): number;
+    systemInfo(): string;
+    tokenEos(): number;
+};
+export type LLAMAModel = {
+    new (modelPath: string): LLAMAModel;
+};
+export type LLAMAContext = {
+    new (model: LLAMAModel): LLAMAContext;
+    encode(text: string): Uint32Array;
+    eval(tokens: Uint32Array, restrictions?: Uint32Array): Promise<number>;
+    decode(tokens: Uint32Array): string;
+};