node-llama-cpp 3.0.0-beta.1 → 3.0.0-beta.11

package/dist/bindings/utils/compileLLamaCpp.js

@@ -0,0 +1,157 @@
+import path from "path";
+import { fileURLToPath } from "url";
+import process from "process";
+import fs from "fs-extra";
+import chalk from "chalk";
+import { buildMetadataFileName, documentationPageUrls, llamaCppDirectory, llamaDirectory, llamaLocalBuildBinsDirectory, llamaPrebuiltBinsDirectory, llamaToolchainsDirectory } from "../../config.js";
+import { convertBuildOptionsToBuildOptionsJSON } from "../types.js";
+import { spawnCommand } from "../../utils/spawnCommand.js";
+import { downloadCmakeIfNeeded, fixXpackPermissions, getCmakePath, hasBuiltinCmake } from "../../utils/cmake.js";
+import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
+import { withLockfile } from "../../utils/withLockfile.js";
+import { ensureLlamaCppRepoIsCloned, isLlamaCppRepoCloned } from "./cloneLlamaCppRepo.js";
+import { getBuildFolderNameForBuildOptions } from "./getBuildFolderNameForBuildOptions.js";
+import { setLastBuildInfo } from "./lastBuildInfo.js";
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+export async function compileLlamaCpp(buildOptions, { nodeTarget = process.version, updateLastBuildInfo: updateLastBuildInfoArg = true, includeBuildOptionsInBinaryFolderName = true, ensureLlamaCppRepoIsCloned: ensureLlamaCppRepoIsClonedArg = false, downloadCmakeIfNeeded: downloadCmakeIfNeededArg = false }) {
+    const buildFolderName = await getBuildFolderNameForBuildOptions(buildOptions);
+    const finalBuildFolderName = includeBuildOptionsInBinaryFolderName
+        ? buildFolderName.withCustomCmakeOptions
+        : buildFolderName.withoutCustomCmakeOptions;
+    const outDirectory = path.join(llamaLocalBuildBinsDirectory, finalBuildFolderName);
+    await fs.mkdirp(llamaLocalBuildBinsDirectory);
+    await withLockfile({
+        resourcePath: outDirectory
+    }, async () => {
+        try {
+            if (ensureLlamaCppRepoIsClonedArg)
+                await ensureLlamaCppRepoIsCloned({ progressLogs: buildOptions.progressLogs });
+            else if (!(await isLlamaCppRepoCloned()))
+                throw new Error(`"${llamaCppDirectory}" directory does not exist`);
+            if (downloadCmakeIfNeededArg)
+                await downloadCmakeIfNeeded(buildOptions.progressLogs);
+            const cmakePathArgs = await getCmakePathArgs();
+            const toolchainFile = await getToolchainFileForArch(buildOptions.arch);
+            const runtimeVersion = nodeTarget.startsWith("v") ? nodeTarget.slice("v".length) : nodeTarget;
+            const cmakeCustomOptions = new Map(buildOptions.customCmakeOptions);
+            if (buildOptions.computeLayers.metal && process.platform === "darwin" && !cmakeCustomOptions.has("LLAMA_METAL"))
+                cmakeCustomOptions.set("LLAMA_METAL", "1");
+            else if (!cmakeCustomOptions.has("LLAMA_METAL"))
+                cmakeCustomOptions.set("LLAMA_METAL", "OFF");
+            if (buildOptions.computeLayers.cuda && !cmakeCustomOptions.has("LLAMA_CUBLAS"))
+                cmakeCustomOptions.set("LLAMA_CUBLAS", "1");
+            if (toolchainFile != null && !cmakeCustomOptions.has("CMAKE_TOOLCHAIN_FILE"))
+                cmakeCustomOptions.set("CMAKE_TOOLCHAIN_FILE", toolchainFile);
+            await fs.remove(outDirectory);
+            await spawnCommand("npm", [
+                "run", "-s", "cmake-js-llama", "--", "clean",
+                "--log-level", "warn",
+                "--out", path.relative(llamaDirectory, outDirectory),
+                ...cmakePathArgs
+            ], __dirname, process.env, buildOptions.progressLogs);
+            await spawnCommand("npm", [
+                "run", "-s", "cmake-js-llama", "--", "compile",
+                "--log-level", "warn",
+                "--config", "Release",
+                "--arch=" + buildOptions.arch,
+                "--out", path.relative(llamaDirectory, outDirectory),
+                "--runtime-version=" + runtimeVersion,
+                ...cmakePathArgs,
+                ...([...cmakeCustomOptions].map(([key, value]) => "--CD" + key + "=" + value))
+            ], __dirname, process.env, buildOptions.progressLogs);
+            const binFilesDirPaths = [
+                path.join(outDirectory, "bin"),
+                path.join(outDirectory, "llama.cpp", "bin")
+            ];
+            const compiledResultDirPath = path.join(outDirectory, "Release");
+            if (!await fs.pathExists(compiledResultDirPath))
+                throw new Error("Could not find Release directory");
+            for (const binFilesDirPath of binFilesDirPaths) {
+                if (await fs.pathExists(binFilesDirPath)) {
+                    const files = await fs.readdir(binFilesDirPath);
+                    await Promise.all(files.map((fileName) => (fs.copy(path.join(binFilesDirPath, fileName), path.join(compiledResultDirPath, fileName), {
+                        overwrite: false
+                    }))));
+                }
+            }
+            await fs.writeFile(path.join(compiledResultDirPath, buildMetadataFileName), JSON.stringify({
+                buildOptions: convertBuildOptionsToBuildOptionsJSON(buildOptions)
+            }), "utf8");
+            await fs.writeFile(path.join(outDirectory, "buildDone.status"), "", "utf8");
+            if (updateLastBuildInfoArg) {
+                await setLastBuildInfo({
+                    folderName: finalBuildFolderName
+                });
+            }
+        }
+        catch (err) {
+            if (buildOptions.computeLayers.cuda)
+                console.info("\n" +
+                    getConsoleLogPrefix(true) +
+                    chalk.yellow("To resolve errors related to CUDA compilation, see the CUDA guide: ") +
+                    documentationPageUrls.CUDA);
+            throw err;
+        }
+        finally {
+            await fixXpackPermissions();
+        }
+    });
+}
+export async function getLocalBuildBinaryPath(folderName) {
+    const binaryPath = path.join(llamaLocalBuildBinsDirectory, folderName, "Release", "llama-addon.node");
+    const buildMetadataFilePath = path.join(llamaLocalBuildBinsDirectory, folderName, "Release", buildMetadataFileName);
+    const buildDoneStatusPath = path.join(llamaLocalBuildBinsDirectory, folderName, "buildDone.status");
+    const [binaryExists, buildMetadataExists, buildDoneStatusExists] = await Promise.all([
+        fs.pathExists(binaryPath),
+        fs.pathExists(buildMetadataFilePath),
+        fs.pathExists(buildDoneStatusPath)
+    ]);
+    if (binaryExists && buildMetadataExists && buildDoneStatusExists)
+        return binaryPath;
+    return null;
+}
+export async function getLocalBuildBinaryBuildMetadata(folderName) {
+    const buildMetadataFilePath = path.join(llamaLocalBuildBinsDirectory, folderName, "Release", buildMetadataFileName);
+    if (!(await fs.pathExists(buildMetadataFilePath)))
+        throw new Error(`Could not find build metadata file for local build "${folderName}"`);
+    const buildMetadata = await fs.readJson(buildMetadataFilePath);
+    return buildMetadata;
+}
+export async function getPrebuiltBinaryPath(folderName) {
+    const binaryPath = path.join(llamaPrebuiltBinsDirectory, folderName, "llama-addon.node");
+    const buildMetadataFilePath = path.join(llamaPrebuiltBinsDirectory, folderName, buildMetadataFileName);
+    const [binaryExists, buildMetadataExists] = await Promise.all([
+        fs.pathExists(binaryPath),
+        fs.pathExists(buildMetadataFilePath)
+    ]);
+    if (binaryExists && buildMetadataExists)
+        return binaryPath;
+    return null;
+}
+export async function getPrebuiltBinaryBuildMetadata(folderName) {
+    const buildMetadataFilePath = path.join(llamaPrebuiltBinsDirectory, folderName, buildMetadataFileName);
+    if (!(await fs.pathExists(buildMetadataFilePath)))
+        throw new Error(`Could not find build metadata file for prebuilt build "${folderName}"`);
+    const buildMetadata = await fs.readJson(buildMetadataFilePath);
+    return buildMetadata;
+}
+async function getCmakePathArgs() {
+    if (await hasBuiltinCmake())
+        return [];
+    const cmakePath = await getCmakePath();
+    if (cmakePath == null)
+        return [];
+    return ["--cmake-path", cmakePath];
+}
+async function getToolchainFileForArch(targetArch) {
+    if (process.arch === targetArch)
+        return null;
+    const platform = process.platform;
+    const hostArch = process.arch;
+    const toolchainFilename = `${platform}.host-${hostArch}.target-${targetArch}.cmake`;
+    const filePath = path.join(llamaToolchainsDirectory, toolchainFilename);
+    if (await fs.pathExists(filePath))
+        return filePath;
+    return null;
+}
+//# sourceMappingURL=compileLLamaCpp.js.map

package/dist/bindings/utils/compileLLamaCpp.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compileLLamaCpp.js","sourceRoot":"","sources":["../../../src/bindings/utils/compileLLamaCpp.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAC,aAAa,EAAC,MAAM,KAAK,CAAC;AAClC,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EACH,qBAAqB,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,cAAc,EAAE,4BAA4B,EAC7G,0BAA0B,EAAE,wBAAwB,EACvD,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAkC,qCAAqC,EAAC,MAAM,aAAa,CAAC;AACnG,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAC,qBAAqB,EAAE,mBAAmB,EAAE,YAAY,EAAE,eAAe,EAAC,MAAM,sBAAsB,CAAC;AAC/G,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAC,0BAA0B,EAAE,oBAAoB,EAAC,MAAM,wBAAwB,CAAC;AACxF,OAAO,EAAC,iCAAiC,EAAC,MAAM,wCAAwC,CAAC;AACzF,OAAO,EAAC,gBAAgB,EAAC,MAAM,oBAAoB,CAAC;AAEpD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,YAA0B,EAAE,EAC9D,UAAU,GAAG,OAAO,CAAC,OAAO,EAC5B,mBAAmB,EAAE,sBAAsB,GAAG,IAAI,EAClD,qCAAqC,GAAG,IAAI,EAC5C,0BAA0B,EAAE,6BAA6B,GAAG,KAAK,EACjE,qBAAqB,EAAE,wBAAwB,GAAG,KAAK,EAO1D;IACG,MAAM,eAAe,GAAG,MAAM,iCAAiC,CAAC,YAAY,CAAC,CAAC;IAC9E,MAAM,oBAAoB,GAAG,qCAAqC;QAC9D,CAAC,CAAC,eAAe,CAAC,sBAAsB;QACxC,CAAC,CAAC,eAAe,CAAC,yBAAyB,CAAC;IAEhD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,oBAAoB,CAAC,CAAC;IAEnF,MAAM,EAAE,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;IAC9C,MAAM,YAAY,CAAC;QACf,YAAY,EAAE,YAAY;KAC7B,EAAE,KAAK,IAAI,EAAE;QACV,IAAI;YACA,IAAI,6BAA6B;gBAC7B,MAAM,0BAA0B,CAAC,EAAC,YAAY,EAAE,YAAY,CAAC,YAAY,EAAC,CAAC,CAAC;iBAC3E,IAAI,CAAC,CAAC,MAAM,oBAAoB,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,IAAI,iBAAiB,4BAA4B,CAAC,CAAC;YAEvE,IAAI,wBAAwB;gBACxB,MAAM,qBAAqB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YAE3D,MAAM,aAAa,GAAG,MAAM,gBAAgB,EAAE,CAAC;YAC/C,MAAM,aAAa,GAAG,MAAM,uBAAuB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACvE,MAAM,cAAc,GAAG,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;YAC9F,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;YAEpE,IAAI,YAAY,CAAC,aAAa,CAAC,KAAK,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,aAAa,CAAC;gBAC3G,kBAAkB,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;iBAC1C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,aAAa,CAAC;gBAC3C,kBAAkB,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;YAEjD,IAAI,YAAY,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,cAAc,CAAC;gBAC1E,kBAAkB,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;YAEhD,IAAI,aAAa,IAAI,IAAI,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,sBAAsB,CAAC;gBACxE,kBAAkB,CAAC,GAAG,CAAC,sBAAsB,EAAE,aAAa,CAAC,CAAC;YAElE,MAAM,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAE9B,MAAM,YAAY,CACd,KAAK,EACL;gBACI,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,OAAO;gBAC5C,aAAa,EAAE,MAAM;gBACrB,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,YAAY,CAAC;gBACpD,GAAG,aAAa;aACnB,EACD,SAAS,EACT,OAAO,CAAC,GAAG,EACX,YAAY,CAAC,YAAY,CAC5B,CAAC;YAEF,MAAM,YAAY,CACd,KAAK,EACL;gBACI,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS;gBAC9C,aAAa,EAAE,MAAM;gBACrB,UAAU,EAAE,SAAS;gBACrB,SAAS,GAAG,YAAY,CAAC,IAAI;gBAC7B,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,YAAY,CAAC;gBACpD,oBAAoB,GAAG,cAAc;gBACrC,GAAG,aAAa;gBAChB,GAAG,CACC,CAAC,GAAG,kBAAkB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,GAAG,GAAG,GAAG,GAAG,KAAK,CAAC,CAC5E;aACJ,EACD,SAAS,EACT,OAAO,CAAC,GAAG,EACX,YAAY,CAAC,YAAY,CAC5B,CAAC;YAEF,MAAM,gBAAgB,GAAG;gBACrB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC;gBAC9B,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,KAAK,CAAC;aAC9C,CAAC;YACF,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;YAEjE,IAAI,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC;gBAC3C,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAExD,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE;gBAC5C,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;oBACtC,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;oBAEhD,MAAM,OAAO,CAAC,GAAG,CACb,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CACpB,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,QAAQ,CAAC,EAAE;wBACtF,SAAS,EAAE,KAAK;qBACnB,CAAC,CACL,CAAC,CACL,CAAC;iBACL;aACJ;YACD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,qBAAqB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;gBACvF,YAAY,EAAE,qCAAqC,CAAC,YAAY,CAAC;aACxC,CAAC,EAAE,MAAM,CAAC,CAAC;YAExC,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,kBAAkB,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;YAE5E,IAAI,sBAAsB,EAAE;gBACxB,MAAM,gBAAgB,CAAC;oBACnB,UAAU,EAAE,oBAAoB;iBACnC,CAAC,CAAC;aACN;SACJ;QAAC,OAAO,GAAG,EAAE;YACV,IAAI,YAAY,CAAC,aAAa,CAAC,IAAI;gBAC/B,OAAO,CAAC,IAAI,CAAC,IAAI;oBACb,mBAAmB,CAAC,IAAI,CAAC;oBACzB,KAAK,CAAC,MAAM,CAAC,qEAAqE,CAAC;oBACnF,qBAAqB,CAAC,IAAI,CAC7B,CAAC;YAEN,MAAM,GAAG,CAAC;SACb;gBAAS;YACN,MAAM,mBAAmB,EAAE,CAAC;SAC/B;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,UAAkB;IAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,UAAU,EAAE,SAAS,EAAE,kBAAkB,CAAC,CAAC;IACtG,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,UAAU,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAC;IACpH,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC;IAEpG,MAAM,CACF,YAAY,EACZ,mBAAmB,EACnB,qBAAqB,CACxB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QACzB,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC;QACpC,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC;KACrC,CAAC,CAAC;IAEH,IAAI,YAAY,IAAI,mBAAmB,IAAI,qBAAqB;QAC5D,OAAO,UAAU,CAAC;IAEtB,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,UAAkB;IACrE,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,UAAU,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAC;IAEpH,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,uDAAuD,UAAU,GAAG,CAAC,CAAC;IAE1F,MAAM,aAAa,GAAsB,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;IAClF,OAAO,aAAa,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,UAAkB;IAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC;IACzF,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,UAAU,EAAE,qBAAqB,CAAC,CAAC;IAEvG,MAAM,CACF,YAAY,EACZ,mBAAmB,CACtB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QACzB,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC;KACvC,CAAC,CAAC;IAEH,IAAI,YAAY,IAAI,mBAAmB;QACnC,OAAO,UAAU,CAAC;IAEtB,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,UAAkB;IACnE,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,UAAU,EAAE,qBAAqB,CAAC,CAAC;IAEvG,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,0DAA0D,UAAU,GAAG,CAAC,CAAC;IAE7F,MAAM,aAAa,GAAsB,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;IAClF,OAAO,aAAa,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC3B,IAAI,MAAM,eAAe,EAAE;QACvB,OAAO,EAAE,CAAC;IAEd,MAAM,SAAS,GAAG,MAAM,YAAY,EAAE,CAAC;IAEvC,IAAI,SAAS,IAAI,IAAI;QACjB,OAAO,EAAE,CAAC;IAEd,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;AACvC,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,UAAkB;IACrD,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU;QAC3B,OAAO,IAAI,CAAC;IAEhB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAE9B,MAAM,iBAAiB,GAAG,GAAG,QAAQ,SAAS,QAAQ,WAAW,UAAU,QAAQ,CAAC;IAEpF,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAAC;IAExE,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC7B,OAAO,QAAQ,CAAC;IAEpB,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/dist/bindings/utils/getBuildFolderNameForBuildOptions.d.ts

@@ -0,0 +1,5 @@
+import { BuildOptions } from "../types.js";
+export declare function getBuildFolderNameForBuildOptions(buildOptions: BuildOptions): Promise<{
+    withoutCustomCmakeOptions: string;
+    withCustomCmakeOptions: string;
+}>;

package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js

@@ -0,0 +1,85 @@
+import { hashString } from "../../utils/hashString.js";
+import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease } from "../../config.js";
+export async function getBuildFolderNameForBuildOptions(buildOptions) {
+    const nameParts = [buildOptions.platform, buildOptions.arch];
+    if (buildOptions.platform === "mac" && buildOptions.computeLayers.metal)
+        nameParts.push("metal");
+    else if (buildOptions.computeLayers.cuda)
+        nameParts.push("cuda");
+    if (buildOptions.llamaCpp.repo !== builtinLlamaCppGitHubRepo || buildOptions.llamaCpp.release !== builtinLlamaCppRelease)
+        nameParts.push("release-" + await getFolderNamePartForRelease(buildOptions.llamaCpp.repo, buildOptions.llamaCpp.release));
+    if (buildOptions.customCmakeOptions.size === 0) {
+        const name = nameParts.join("-");
+        return {
+            withoutCustomCmakeOptions: name,
+            withCustomCmakeOptions: name
+        };
+    }
+    const cmakeOptionKeys = [...buildOptions.customCmakeOptions.keys()];
+    cmakeOptionKeys.sort();
+    const cmakeOptionStringsArray = [];
+    for (const key of cmakeOptionKeys) {
+        if (key === "")
+            continue;
+        cmakeOptionStringsArray.push(`${encodeURIComponent(key)}=${encodeURIComponent(buildOptions.customCmakeOptions.get(key))}`);
+    }
+    const nameWithoutCustomCmakeOptions = nameParts.join("-");
+    if (cmakeOptionStringsArray.length === 0) {
+        return {
+            withoutCustomCmakeOptions: nameWithoutCustomCmakeOptions,
+            withCustomCmakeOptions: nameWithoutCustomCmakeOptions
+        };
+    }
+    const cmakeOptionsHash = await hashString(cmakeOptionStringsArray.join(";"));
+    nameParts.push(cmakeOptionsHash);
+    const nameWithCustomCmakeOptions = nameParts.join("-");
+    return {
+        withoutCustomCmakeOptions: nameWithoutCustomCmakeOptions,
+        withCustomCmakeOptions: nameWithCustomCmakeOptions
+    };
+}
+async function getFolderNamePartForRelease(repo, release) {
+    const resParts = [];
+    let shouldHash = false;
+    if (repo !== builtinLlamaCppGitHubRepo) {
+        const [owner, name] = repo.split("/");
+        if (containsUnsafeCharacters(owner) || containsUnsafeCharacters(name)) {
+            shouldHash = true;
+            resParts.push(encodeURIComponent(owner) + " " + encodeURIComponent(name));
+        }
+        else
+            resParts.push(owner + " " + name);
+    }
+    if (containsUnsafeCharacters(release)) {
+        shouldHash = true;
+        resParts.push(encodeURIComponent(release));
+    }
+    else
+        resParts.push(release);
+    const res = resParts.join(" ");
+    if (shouldHash)
+        return await hashString(res);
+    return res;
+}
+function containsUnsafeCharacters(str) {
+    for (const char of str) {
+        if (!isCharacterSafe(char))
+            return true;
+    }
+    return false;
+}
+function isCharacterSafe(char) {
+    const unicodeNumber = char.codePointAt(0);
+    if (unicodeNumber == null)
+        return false;
+    if (unicodeNumber >= "a".codePointAt(0) && unicodeNumber <= "z".codePointAt(0))
+        return true;
+    else if (unicodeNumber >= "A".codePointAt(0) && unicodeNumber <= "Z".codePointAt(0))
+        return true;
+    else if (unicodeNumber >= "0".codePointAt(0) && unicodeNumber <= "9".codePointAt(0))
+        return true;
+    else if (char === "-" || char === "_" || char === ".")
+        return true;
+    return false;
+}
+//# sourceMappingURL=getBuildFolderNameForBuildOptions.js.map

package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getBuildFolderNameForBuildOptions.js","sourceRoot":"","sources":["../../../src/bindings/utils/getBuildFolderNameForBuildOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,2BAA2B,CAAC;AAErD,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAC,MAAM,iBAAiB,CAAC;AAElF,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,YAA0B;IAC9E,MAAM,SAAS,GAAa,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;IAEvE,IAAI,YAAY,CAAC,QAAQ,KAAK,KAAK,IAAI,YAAY,CAAC,aAAa,CAAC,KAAK;QACnE,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SACvB,IAAI,YAAY,CAAC,aAAa,CAAC,IAAI;QACpC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAE3B,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,KAAK,yBAAyB,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,KAAK,sBAAsB;QACpH,SAAS,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,2BAA2B,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAE9H,IAAI,YAAY,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC,EAAE;QAC5C,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjC,OAAO;YACH,yBAAyB,EAAE,IAAI;YAC/B,sBAAsB,EAAE,IAAI;SAC/B,CAAC;KACL;IAED,MAAM,eAAe,GAAG,CAAC,GAAG,YAAY,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC;IACpE,eAAe,CAAC,IAAI,EAAE,CAAC;IAEvB,MAAM,uBAAuB,GAAa,EAAE,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE;QAC/B,IAAI,GAAG,KAAK,EAAE;YACV,SAAS;QAEb,uBAAuB,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,YAAY,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,EAAE,CAAC,CAAC;KAC/H;IAED,MAAM,6BAA6B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1D,IAAI,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE;QACtC,OAAO;YACH,yBAAyB,EAAE,6BAA6B;YACxD,sBAAsB,EAAE,6BAA6B;SACxD,CAAC;KACL;IAED,MAAM,gBAAgB,GAAG,MAAM,UAAU,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAE7E,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACjC,MAAM,0BAA0B,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEvD,OAAO;QACH,yBAAyB,EAAE,6BAA6B;QACxD,sBAAsB,EAAE,0BAA0B;KACrD,CAAC;AACN,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,IAAY,EAAE,OAAe;IACpE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,UAAU,GAAG,KAAK,CAAC;IAEvB,IAAI,IAAI,KAAK,yBAAyB,EAAE;QACpC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEtC,IAAI,wBAAwB,CAAC,KAAK,CAAC,IAAI,wBAAwB,CAAC,IAAI,CAAC,EAAE;YACnE,UAAU,GAAG,IAAI,CAAC;YAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;SAC7E;;YACG,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;KACzC;IAED,IAAI,wBAAwB,CAAC,OAAO,CAAC,EAAE;QACnC,UAAU,GAAG,IAAI,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;KAC9C;;QACG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAE3B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAE/B,IAAI,UAAU;QACV,OAAO,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC;IAEjC,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAS,wBAAwB,CAAC,GAAW;IACzC,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;QACpB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACtB,OAAO,IAAI,CAAC;KACnB;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,eAAe,CAAC,IAAY;IACjC,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAE1C,IAAI,aAAa,IAAI,IAAI;QACrB,OAAO,KAAK,CAAC;IAEjB,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QAC5E,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,aAAa,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAE;QACjF,OAAO,IAAI,CAAC;SACX,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;QACjD,OAAO,IAAI,CAAC;IAEhB,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/bindings/utils/getCanUsePrebuiltBinaries.d.ts

@@ -0,0 +1 @@
+export declare function getCanUsePrebuiltBinaries(): Promise<boolean>;

package/dist/bindings/utils/getCanUsePrebuiltBinaries.js

@@ -0,0 +1,8 @@
+import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease } from "../../config.js";
+import { getClonedLlamaCppRepoReleaseInfo } from "./cloneLlamaCppRepo.js";
+export async function getCanUsePrebuiltBinaries() {
+    const clonedLlamaCppRepoReleaseInfo = await getClonedLlamaCppRepoReleaseInfo();
+    return clonedLlamaCppRepoReleaseInfo == null || (clonedLlamaCppRepoReleaseInfo.tag === builtinLlamaCppRelease &&
+        clonedLlamaCppRepoReleaseInfo.llamaCppGithubRepo === builtinLlamaCppGitHubRepo);
+}
+//# sourceMappingURL=getCanUsePrebuiltBinaries.js.map

package/dist/bindings/utils/getCanUsePrebuiltBinaries.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getCanUsePrebuiltBinaries.js","sourceRoot":"","sources":["../../../src/bindings/utils/getCanUsePrebuiltBinaries.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,yBAAyB,EAAE,sBAAsB,EAAC,MAAM,iBAAiB,CAAC;AAClF,OAAO,EAAC,gCAAgC,EAAC,MAAM,wBAAwB,CAAC;AAExE,MAAM,CAAC,KAAK,UAAU,yBAAyB;IAC3C,MAAM,6BAA6B,GAAG,MAAM,gCAAgC,EAAE,CAAC;IAE/E,OAAO,6BAA6B,IAAI,IAAI,IAAI,CAC5C,6BAA6B,CAAC,GAAG,KAAK,sBAAsB;QAC5D,6BAA6B,CAAC,kBAAkB,KAAK,yBAAyB,CACjF,CAAC;AACN,CAAC"}

package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.d.ts

@@ -0,0 +1,2 @@
+import { LlamaOptions } from "../getLlama.js";
+export declare function getExampleUsageCodeOfGetLlama(getLlamaOptions: LlamaOptions | "lastBuild" | undefined, prefix?: string, wrapWithSeparators?: boolean): string;

package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js

@@ -0,0 +1,21 @@
+import chalk from "chalk";
+import stripAnsi from "strip-ansi";
+import { prettyPrintObject } from "../../utils/prettyPrintObject.js";
+import { getLlamaFunctionName } from "../getLlama.js";
+export function getExampleUsageCodeOfGetLlama(getLlamaOptions, prefix = "", wrapWithSeparators = true) {
+    let res = prefix + [
+        chalk.magenta.italic("import "), chalk.whiteBright("{"), chalk.yellow(getLlamaFunctionName), chalk.whiteBright("} "),
+        chalk.magenta.italic("from "), chalk.green("\"node-llama-cpp\""), chalk.whiteBright(";"),
+        "\n\n",
+        chalk.magenta.italic("const "), chalk.whiteBright("llama "), chalk.whiteBright("= "), chalk.magenta.italic("await "), chalk.yellow(getLlamaFunctionName), chalk.whiteBright("("),
+        getLlamaOptions === undefined ? "" : prettyPrintObject(getLlamaOptions),
+        chalk.whiteBright(")"), chalk.whiteBright(";")
+    ].join(prefix);
+    if (wrapWithSeparators) {
+        const longestLineLength = res.split("\n")
+            .reduce((max, line) => Math.max(max, stripAnsi(line).length), 0);
+        res = chalk.blue("-".repeat(longestLineLength)) + "\n" + res + "\n" + chalk.blue("-".repeat(longestLineLength));
+    }
+    return res;
+}
+//# sourceMappingURL=getExampleUsageCodeOfGetLlama.js.map

package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getExampleUsageCodeOfGetLlama.js","sourceRoot":"","sources":["../../../src/bindings/utils/getExampleUsageCodeOfGetLlama.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,SAAS,MAAM,YAAY,CAAC;AACnC,OAAO,EAAC,iBAAiB,EAAC,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAC,oBAAoB,EAAe,MAAM,gBAAgB,CAAC;AAElE,MAAM,UAAU,6BAA6B,CAAC,eAAuD,EAAE,SAAiB,EAAE,EAAE,qBAA8B,IAAI;IAC1J,IAAI,GAAG,GAAG,MAAM,GAAG;QACf,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC;QACpH,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;QACxF,MAAM;QACN,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;QAChL,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,eAAe,CAAC;QACvE,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;KACjD,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEf,IAAI,kBAAkB,EAAE;QACpB,MAAM,iBAAiB,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;aACpC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACrE,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,GAAG,IAAI,GAAG,GAAG,GAAG,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC;KACnH;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/bindings/utils/getPlatform.d.ts

@@ -0,0 +1,2 @@
+export declare function getPlatform(): "aix" | "freebsd" | "haiku" | "linux" | "openbsd" | "sunos" | "netbsd" | "win" | "mac";
+export type BinaryPlatform = ReturnType<typeof getPlatform>;

package/dist/bindings/utils/getPlatform.js

@@ -0,0 +1,15 @@
+import process from "process";
+export function getPlatform() {
+    switch (process.platform) {
+        case "win32":
+        case "cygwin":
+            return "win";
+        case "linux":
+        case "android":
+            return "linux";
+        case "darwin":
+            return "mac";
+    }
+    return process.platform;
+}
+//# sourceMappingURL=getPlatform.js.map

package/dist/bindings/utils/getPlatform.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getPlatform.js","sourceRoot":"","sources":["../../../src/bindings/utils/getPlatform.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,MAAM,UAAU,WAAW;IACvB,QAAQ,OAAO,CAAC,QAAQ,EAAE;QACtB,KAAK,OAAO,CAAC;QACb,KAAK,QAAQ;YACT,OAAO,KAAK,CAAC;QAEjB,KAAK,OAAO,CAAC;QACb,KAAK,SAAS;YACV,OAAO,OAAO,CAAC;QAEnB,KAAK,QAAQ;YACT,OAAO,KAAK,CAAC;KACpB;IAED,OAAO,OAAO,CAAC,QAAQ,CAAC;AAC5B,CAAC"}

package/dist/bindings/utils/lastBuildInfo.d.ts

@@ -0,0 +1,6 @@
+type LastBuildInfo = {
+    folderName: string;
+};
+export declare function getLastBuildInfo(): Promise<LastBuildInfo | null>;
+export declare function setLastBuildInfo(buildInfo: LastBuildInfo): Promise<void>;
+export {};

package/dist/bindings/utils/lastBuildInfo.js

@@ -0,0 +1,17 @@
+import fs from "fs-extra";
+import { lastBuildInfoJsonPath } from "../../config.js";
+export async function getLastBuildInfo() {
+    try {
+        const buildInfo = await fs.readJson(lastBuildInfoJsonPath);
+        return buildInfo;
+    }
+    catch (err) {
+        return null;
+    }
+}
+export async function setLastBuildInfo(buildInfo) {
+    await fs.writeJson(lastBuildInfoJsonPath, buildInfo, {
+        spaces: 4
+    });
+}
+//# sourceMappingURL=lastBuildInfo.js.map

package/dist/bindings/utils/lastBuildInfo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lastBuildInfo.js","sourceRoot":"","sources":["../../../src/bindings/utils/lastBuildInfo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,qBAAqB,EAAC,MAAM,iBAAiB,CAAC;AAMtD,MAAM,CAAC,KAAK,UAAU,gBAAgB;IAClC,IAAI;QACA,MAAM,SAAS,GAAkB,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;QAE1E,OAAO,SAAS,CAAC;KACpB;IAAC,OAAO,GAAG,EAAE;QACV,OAAO,IAAI,CAAC;KACf;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,SAAwB;IAC3D,MAAM,EAAE,CAAC,SAAS,CAAC,qBAAqB,EAAE,SAAS,EAAE;QACjD,MAAM,EAAE,CAAC;KACZ,CAAC,CAAC;AACP,CAAC"}

package/dist/bindings/utils/logBinaryUsageExampleToConsole.d.ts

@@ -0,0 +1,2 @@
+import { BuildOptions } from "../types.js";
+export declare function logBinaryUsageExampleToConsole(buildOptions: BuildOptions, showLatestBuildUsageExample?: boolean): void;

package/dist/bindings/utils/logBinaryUsageExampleToConsole.js

@@ -0,0 +1,28 @@
+import process from "process";
+import { removeUndefinedFields } from "../../utils/removeNullFields.js";
+import { getExampleUsageCodeOfGetLlama } from "./getExampleUsageCodeOfGetLlama.js";
+export function logBinaryUsageExampleToConsole(buildOptions, showLatestBuildUsageExample = true) {
+    console.log("To use the binary you've just built, use this code:");
+    const llamaOptions = removeUndefinedFields({
+        metal: buildOptions.platform !== "mac"
+            ? undefined
+            : ((process.arch === "arm64" && buildOptions.computeLayers.metal) || (process.arch === "x64" && !buildOptions.computeLayers.metal))
+                ? undefined
+                : buildOptions.computeLayers.metal,
+        cuda: buildOptions.computeLayers.cuda
+            ? true
+            : undefined,
+        cmakeOptions: buildOptions.customCmakeOptions.size === 0
+            ? undefined
+            : Object.fromEntries([...buildOptions.customCmakeOptions.entries()].sort(([keyA], [keyB]) => keyA.localeCompare(keyB)))
+    });
+    console.log(getExampleUsageCodeOfGetLlama(Object.keys(llamaOptions).length === 0
+        ? undefined
+        : llamaOptions));
+    if (showLatestBuildUsageExample) {
+        console.log();
+        console.log("To always use the latest binary you build using a CLI command, use this code:");
+        console.log(getExampleUsageCodeOfGetLlama("lastBuild"));
+    }
+}
+//# sourceMappingURL=logBinaryUsageExampleToConsole.js.map

package/dist/bindings/utils/logBinaryUsageExampleToConsole.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logBinaryUsageExampleToConsole.js","sourceRoot":"","sources":["../../../src/bindings/utils/logBinaryUsageExampleToConsole.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAC,qBAAqB,EAAC,MAAM,iCAAiC,CAAC;AAEtE,OAAO,EAAC,6BAA6B,EAAC,MAAM,oCAAoC,CAAC;AAEjF,MAAM,UAAU,8BAA8B,CAAC,YAA0B,EAAE,8BAAuC,IAAI;IAClH,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IACnE,MAAM,YAAY,GAAiB,qBAAqB,CAAC;QACrD,KAAK,EAAE,YAAY,CAAC,QAAQ,KAAK,KAAK;YAClC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,OAAO,IAAI,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAC/H,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK;QAC1C,IAAI,EAAE,YAAY,CAAC,aAAa,CAAC,IAAI;YACjC,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,SAAS;QACf,YAAY,EAAE,YAAY,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC;YACpD,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,MAAM,CAAC,WAAW,CAChB,CAAC,GAAG,YAAY,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CACpG;KACR,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CACP,6BAA6B,CACzB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,KAAK,CAAC;QAClC,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,YAAY,CACrB,CACJ,CAAC;IAEF,IAAI,2BAA2B,EAAE;QAC7B,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,+EAA+E,CAAC,CAAC;QAC7F,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,WAAW,CAAC,CAAC,CAAC;KAC3D;AACL,CAAC"}

package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.d.ts

@@ -0,0 +1,26 @@
+import { ModelTypeDescription } from "../AddonTypes.js";
+import { GeneralChatWrapper } from "../../chatWrappers/GeneralChatWrapper.js";
+import { LlamaChatWrapper } from "../../chatWrappers/LlamaChatWrapper.js";
+import { AlpacaChatWrapper } from "../../chatWrappers/AlpacaChatWrapper.js";
+import { FunctionaryChatWrapper } from "../../chatWrappers/FunctionaryChatWrapper.js";
+import { ChatMLChatWrapper } from "../../chatWrappers/ChatMLChatWrapper.js";
+import { FalconChatWrapper } from "../../chatWrappers/FalconChatWrapper.js";
+export declare const chatWrapperTypeNames: readonly ["auto", "general", "llamaChat", "alpacaChat", "functionary", "chatML", "falconChat"];
+export type ChatWrapperTypeName = (typeof chatWrapperTypeNames)[number];
+declare const chatWrappers: {
+    readonly general: typeof GeneralChatWrapper;
+    readonly llamaChat: typeof LlamaChatWrapper;
+    readonly alpacaChat: typeof AlpacaChatWrapper;
+    readonly functionary: typeof FunctionaryChatWrapper;
+    readonly chatML: typeof ChatMLChatWrapper;
+    readonly falconChat: typeof FalconChatWrapper;
+};
+export declare function resolveChatWrapperBasedOnWrapperTypeName(configType: ChatWrapperTypeName, { bosString, filename, typeDescription, customWrapperSettings }?: {
+    bosString?: string | null;
+    filename?: string;
+    typeDescription?: ModelTypeDescription;
+    customWrapperSettings?: {
+        [wrapper in keyof typeof chatWrappers]?: ConstructorParameters<(typeof chatWrappers)[wrapper]>[0];
+    };
+}): LlamaChatWrapper | ChatMLChatWrapper | GeneralChatWrapper | FalconChatWrapper | FunctionaryChatWrapper;
+export {};

package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.js

@@ -0,0 +1,43 @@
+import { GeneralChatWrapper } from "../../chatWrappers/GeneralChatWrapper.js";
+import { LlamaChatWrapper } from "../../chatWrappers/LlamaChatWrapper.js";
+import { AlpacaChatWrapper } from "../../chatWrappers/AlpacaChatWrapper.js";
+import { FunctionaryChatWrapper } from "../../chatWrappers/FunctionaryChatWrapper.js";
+import { ChatMLChatWrapper } from "../../chatWrappers/ChatMLChatWrapper.js";
+import { FalconChatWrapper } from "../../chatWrappers/FalconChatWrapper.js";
+import { resolveChatWrapperBasedOnModel } from "../../chatWrappers/resolveChatWrapperBasedOnModel.js";
+export const chatWrapperTypeNames = [
+    "auto", "general", "llamaChat", "alpacaChat", "functionary", "chatML", "falconChat"
+];
+const chatWrappers = {
+    "general": GeneralChatWrapper,
+    "llamaChat": LlamaChatWrapper,
+    "alpacaChat": AlpacaChatWrapper,
+    "functionary": FunctionaryChatWrapper,
+    "chatML": ChatMLChatWrapper,
+    "falconChat": FalconChatWrapper
+};
+const chatWrapperToConfigType = new Map(Object.entries(chatWrappers).map(([configType, Wrapper]) => [Wrapper, configType]));
+export function resolveChatWrapperBasedOnWrapperTypeName(configType, { bosString, filename, typeDescription, customWrapperSettings } = {}) {
+    if (Object.hasOwn(chatWrappers, configType)) {
+        const Wrapper = chatWrappers[configType];
+        const wrapperSettings = customWrapperSettings?.[configType];
+        return new Wrapper(wrapperSettings);
+    }
+    if (configType === "auto") {
+        const chatWrapper = resolveChatWrapperBasedOnModel({
+            bosString,
+            filename,
+            typeDescription
+        });
+        if (chatWrapper != null) {
+            const resolvedConfigType = chatWrapperToConfigType.get(chatWrapper);
+            const wrapperSettings = resolvedConfigType == null
+                ? undefined
+                : customWrapperSettings?.[resolvedConfigType];
+            return new chatWrapper(wrapperSettings);
+        }
+        return new GeneralChatWrapper(customWrapperSettings?.general);
+    }
+    throw new Error("Unknown wrapper config: " + configType);
+}
+//# sourceMappingURL=resolveChatWrapperBasedOnWrapperTypeName.js.map

package/dist/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveChatWrapperBasedOnWrapperTypeName.js","sourceRoot":"","sources":["../../../src/bindings/utils/resolveChatWrapperBasedOnWrapperTypeName.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,kBAAkB,EAAC,MAAM,0CAA0C,CAAC;AAC5E,OAAO,EAAC,gBAAgB,EAAC,MAAM,wCAAwC,CAAC;AACxE,OAAO,EAAC,iBAAiB,EAAC,MAAM,yCAAyC,CAAC;AAC1E,OAAO,EAAC,sBAAsB,EAAC,MAAM,8CAA8C,CAAC;AACpF,OAAO,EAAC,iBAAiB,EAAC,MAAM,yCAAyC,CAAC;AAC1E,OAAO,EAAC,iBAAiB,EAAC,MAAM,yCAAyC,CAAC;AAC1E,OAAO,EAAC,8BAA8B,EAAC,MAAM,sDAAsD,CAAC;AAEpG,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAChC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY;CAC7E,CAAC;AAGX,MAAM,YAAY,GAAG;IACjB,SAAS,EAAE,kBAAkB;IAC7B,WAAW,EAAE,gBAAgB;IAC7B,YAAY,EAAE,iBAAiB;IAC/B,aAAa,EAAE,sBAAsB;IACrC,QAAQ,EAAE,iBAAiB;IAC3B,YAAY,EAAE,iBAAiB;CACmC,CAAC;AACvE,MAAM,uBAAuB,GAAG,IAAI,GAAG,CACnC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CACrF,CAAC;AAEF,MAAM,UAAU,wCAAwC,CAAC,UAA+B,EAAE,EACtF,SAAS,EACT,QAAQ,EACR,eAAe,EACf,qBAAqB,KAQrB,EAAE;IACF,IAAI,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,UAAU,CAAC,EAAE;QACzC,MAAM,OAAO,GAAG,YAAY,CAAC,UAAuC,CAAC,CAAC;QACtE,MAAM,eAAe,GACjB,qBAAqB,EAAE,CAAC,UAAuC,CAAC,CAAC;QAErE,OAAO,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;KACvC;IAED,IAAI,UAAU,KAAK,MAAM,EAAE;QACvB,MAAM,WAAW,GAAG,8BAA8B,CAAC;YAC/C,SAAS;YACT,QAAQ;YACR,eAAe;SAClB,CAAC,CAAC;QAEH,IAAI,WAAW,IAAI,IAAI,EAAE;YACrB,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACpE,MAAM,eAAe,GAA6D,kBAAkB,IAAI,IAAI;gBACxG,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,qBAAqB,EAAE,CAAC,kBAA+C,CAAC,CAAC;YAE/E,OAAO,IAAI,WAAW,CAAC,eAAe,CAAC,CAAC;SAC3C;QAED,OAAO,IAAI,kBAAkB,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC;KACjE;IAED,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,UAAU,CAAC,CAAC;AAC7D,CAAC"}

package/dist/bindings/utils/resolveCustomCmakeOptions.d.ts

@@ -0,0 +1 @@
+export declare function resolveCustomCmakeOptions(customCmakeOptions?: Record<string, string>): Map<string, string>;

package/dist/bindings/utils/resolveCustomCmakeOptions.js

@@ -0,0 +1,43 @@
+import process from "process";
+import { customCmakeOptionsEnvVarPrefix } from "../../config.js";
+export function resolveCustomCmakeOptions(customCmakeOptions) {
+    const newCustomCmakeOptions = customCmakeOptions == null
+        ? new Map()
+        : new Map(Object.entries(customCmakeOptions));
+    if (process.env.LLAMA_METAL === "1")
+        newCustomCmakeOptions.set("LLAMA_METAL", "1");
+    if (process.env.LLAMA_CUBLAS === "1")
+        newCustomCmakeOptions.set("LLAMA_CUBLAS", "1");
+    if (process.env.LLAMA_MPI === "1")
+        newCustomCmakeOptions.set("LLAMA_MPI", "1");
+    if (process.env.LLAMA_OPENBLAS === "1")
+        newCustomCmakeOptions.set("LLAMA_OPENBLAS", "1");
+    if (process.env.LLAMA_BLAS_VENDOR != null)
+        newCustomCmakeOptions.set("LLAMA_BLAS_VENDOR", process.env.LLAMA_BLAS_VENDOR);
+    if (process.env.LLAMA_CUDA_FORCE_DMMV != null)
+        newCustomCmakeOptions.set("LLAMA_CUDA_FORCE_DMMV", process.env.LLAMA_CUDA_FORCE_DMMV);
+    if (process.env.LLAMA_CUDA_DMMV_X != null)
+        newCustomCmakeOptions.set("LLAMA_CUDA_DMMV_X", process.env.LLAMA_CUDA_DMMV_X);
+    if (process.env.LLAMA_CUDA_MMV_Y != null)
+        newCustomCmakeOptions.set("LLAMA_CUDA_MMV_Y", process.env.LLAMA_CUDA_MMV_Y);
+    if (process.env.LLAMA_CUDA_F16 != null)
+        newCustomCmakeOptions.set("LLAMA_CUDA_F16", process.env.LLAMA_CUDA_F16);
+    if (process.env.LLAMA_CUDA_KQUANTS_ITER != null)
+        newCustomCmakeOptions.set("LLAMA_CUDA_KQUANTS_ITER", process.env.LLAMA_CUDA_KQUANTS_ITER);
+    if (process.env.LLAMA_CUDA_PEER_MAX_BATCH_SIZE != null)
+        newCustomCmakeOptions.set("LLAMA_CUDA_PEER_MAX_BATCH_SIZE", process.env.LLAMA_CUDA_PEER_MAX_BATCH_SIZE);
+    if (process.env.LLAMA_HIPBLAS === "1")
+        newCustomCmakeOptions.set("LLAMA_HIPBLAS", "1");
+    if (process.env.LLAMA_CLBLAST === "1")
+        newCustomCmakeOptions.set("LLAMA_CLBLAST", "1");
+    for (const key in process.env) {
+        if (key.startsWith(customCmakeOptionsEnvVarPrefix) && key !== customCmakeOptionsEnvVarPrefix) {
+            const option = key.slice(customCmakeOptionsEnvVarPrefix.length);
+            const value = process.env[key];
+            newCustomCmakeOptions.set(option, value);
+        }
+    }
+    newCustomCmakeOptions.delete("");
+    return newCustomCmakeOptions;
+}
+//# sourceMappingURL=resolveCustomCmakeOptions.js.map

package/dist/bindings/utils/resolveCustomCmakeOptions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveCustomCmakeOptions.js","sourceRoot":"","sources":["../../../src/bindings/utils/resolveCustomCmakeOptions.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAC,8BAA8B,EAAC,MAAM,iBAAiB,CAAC;AAE/D,MAAM,UAAU,yBAAyB,CAAC,kBAA2C;IACjF,MAAM,qBAAqB,GAAwB,kBAAkB,IAAI,IAAI;QACzE,CAAC,CAAC,IAAI,GAAG,EAAE;QACX,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC;IAElD,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,KAAK,GAAG;QAAE,qBAAqB,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;IACnF,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,GAAG;QAAE,qBAAqB,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IAErF,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,GAAG;QAAE,qBAAqB,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IAC/E,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,GAAG;QAAE,qBAAqB,CAAC,GAAG,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACzF,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,mBAAmB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IACzH,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,uBAAuB,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACrI,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,mBAAmB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IACzH,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACtH,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAChH,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,yBAAyB,EAAE,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IAC3I,IAAI,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,gCAAgC,EAAE,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;IAChK,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,GAAG;QAAE,qBAAqB,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;IACvF,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,GAAG;QAAE,qBAAqB,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;IAEvF,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE;QAC3B,IAAI,GAAG,CAAC,UAAU,CAAC,8BAA8B,CAAC,IAAI,GAAG,KAAK,8BAA8B,EAAE;YAC1F,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,8BAA8B,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC/B,qBAAqB,CAAC,GAAG,CAAC,MAAM,EAAE,KAAM,CAAC,CAAC;SAC7C;KACJ;IAED,qBAAqB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAEjC,OAAO,qBAAqB,CAAC;AACjC,CAAC"}

package/dist/chatWrappers/AlpacaChatWrapper.d.ts

@@ -0,0 +1,12 @@
+import { GeneralChatWrapper } from "./GeneralChatWrapper.js";
+export declare class AlpacaChatWrapper extends GeneralChatWrapper {
+    readonly wrapperName: string;
+    constructor({ userMessageTitle, modelResponseTitle, middleSystemMessageTitle }?: {
+        userMessageTitle?: string;
+        modelResponseTitle?: string;
+        middleSystemMessageTitle?: string;
+    });
+    get userMessageTitle(): string;
+    get modelResponseTitle(): string;
+    get middleSystemMessageTitle(): string;
+}

package/dist/chatWrappers/AlpacaChatWrapper.js

@@ -0,0 +1,21 @@
+import { GeneralChatWrapper } from "./GeneralChatWrapper.js";
+export class AlpacaChatWrapper extends GeneralChatWrapper {
+    wrapperName = "AlpacaChat";
+    constructor({ userMessageTitle = "Instruction", modelResponseTitle = "Response", middleSystemMessageTitle = "System" } = {}) {
+        super({
+            userMessageTitle: userMessageTitle + ":",
+            modelResponseTitle: modelResponseTitle + ":",
+            middleSystemMessageTitle: middleSystemMessageTitle + ":"
+        });
+    }
+    get userMessageTitle() {
+        return super.userMessageTitle.slice(0, -1);
+    }
+    get modelResponseTitle() {
+        return super.modelResponseTitle.slice(0, -1);
+    }
+    get middleSystemMessageTitle() {
+        return super.middleSystemMessageTitle.slice(0, -1);
+    }
+}
+//# sourceMappingURL=AlpacaChatWrapper.js.map

package/dist/chatWrappers/AlpacaChatWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AlpacaChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/AlpacaChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAE3D,MAAM,OAAO,iBAAkB,SAAQ,kBAAkB;IAC5B,WAAW,GAAW,YAAY,CAAC;IAE5D,YAAmB,EACf,gBAAgB,GAAG,aAAa,EAAE,kBAAkB,GAAG,UAAU,EAAE,wBAAwB,GAAG,QAAQ,KAGtG,EAAE;QACF,KAAK,CAAC;YACF,gBAAgB,EAAE,gBAAgB,GAAG,GAAG;YACxC,kBAAkB,EAAE,kBAAkB,GAAG,GAAG;YAC5C,wBAAwB,EAAE,wBAAwB,GAAG,GAAG;SAC3D,CAAC,CAAC;IACP,CAAC;IAED,IAAoB,gBAAgB;QAChC,OAAO,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,IAAoB,kBAAkB;QAClC,OAAO,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,IAAoB,wBAAwB;QACxC,OAAO,KAAK,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC;CACJ"}

package/dist/chatWrappers/ChatMLChatWrapper.d.ts

@@ -0,0 +1,18 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { ChatHistoryItem, ChatModelFunctions } from "../types.js";
+import { LlamaText } from "../utils/LlamaText.js";
+export declare class ChatMLChatWrapper extends ChatWrapper {
+    readonly wrapperName: string;
+    generateContextText(history: readonly ChatHistoryItem[], { availableFunctions, documentFunctionParams }?: {
+        availableFunctions?: ChatModelFunctions;
+        documentFunctionParams?: boolean;
+    }): {
+        contextText: LlamaText;
+        stopGenerationTriggers: LlamaText[];
+        ignoreStartText?: LlamaText[];
+        functionCall?: {
+            initiallyEngaged: boolean;
+            disengageInitiallyEngaged: LlamaText[];
+        };
+    };
+}