@realtimex/node-llama-cpp 0.1.0

package/dist/bindings/utils/logBinaryUsageExampleToConsole.d.ts

@@ -0,0 +1,2 @@
+import { BuildOptions } from "../types.js";
+export declare function logBinaryUsageExampleToConsole(buildOptions: BuildOptions, specifyGpuType: boolean, showLatestBuildUsageExample?: boolean): void;

package/dist/bindings/utils/logBinaryUsageExampleToConsole.js

@@ -0,0 +1,22 @@
+import { removeUndefinedFields } from "../../utils/removeNullFields.js";
+import { getExampleUsageCodeOfGetLlama } from "./getExampleUsageCodeOfGetLlama.js";
+export function logBinaryUsageExampleToConsole(buildOptions, specifyGpuType, showLatestBuildUsageExample = true) {
+    console.log("To use the binary you've just built, use this code:");
+    const llamaOptions = removeUndefinedFields({
+        gpu: specifyGpuType
+            ? buildOptions.gpu
+            : undefined,
+        cmakeOptions: buildOptions.customCmakeOptions.size === 0
+            ? undefined
+            : Object.fromEntries([...buildOptions.customCmakeOptions.entries()].sort(([keyA], [keyB]) => keyA.localeCompare(keyB)))
+    });
+    console.log(getExampleUsageCodeOfGetLlama(Object.keys(llamaOptions).length === 0
+        ? undefined
+        : llamaOptions));
+    if (showLatestBuildUsageExample) {
+        console.log();
+        console.log("To always use the latest binary you build using a CLI command, use this code:");
+        console.log(getExampleUsageCodeOfGetLlama("lastBuild"));
+    }
+}
+//# sourceMappingURL=logBinaryUsageExampleToConsole.js.map

package/dist/bindings/utils/logBinaryUsageExampleToConsole.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logBinaryUsageExampleToConsole.js","sourceRoot":"","sources":["../../../src/bindings/utils/logBinaryUsageExampleToConsole.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,qBAAqB,EAAC,MAAM,iCAAiC,CAAC;AAEtE,OAAO,EAAC,6BAA6B,EAAC,MAAM,oCAAoC,CAAC;AAEjF,MAAM,UAAU,8BAA8B,CAC1C,YAA0B,EAAE,cAAuB,EAAE,8BAAuC,IAAI;IAEhG,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IACnE,MAAM,YAAY,GAAiB,qBAAqB,CAAC;QACrD,GAAG,EAAE,cAAc;YACf,CAAC,CAAC,YAAY,CAAC,GAAG;YAClB,CAAC,CAAC,SAAS;QACf,YAAY,EAAE,YAAY,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC;YACpD,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,MAAM,CAAC,WAAW,CAChB,CAAC,GAAG,YAAY,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CACpG;KACR,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CACP,6BAA6B,CACzB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,KAAK,CAAC;QAClC,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,YAAY,CACrB,CACJ,CAAC;IAEF,IAAI,2BAA2B,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,+EAA+E,CAAC,CAAC;QAC7F,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,WAAW,CAAC,CAAC,CAAC;IAC5D,CAAC;AACL,CAAC"}

package/dist/bindings/utils/logDistroInstallInstruction.d.ts

@@ -0,0 +1,14 @@
+type DistroPackages = {
+    linuxPackages?: {
+        apt?: string[];
+        apk?: string[];
+    };
+    macOsPackages?: {
+        brew?: string[];
+    };
+};
+export declare function logDistroInstallInstruction(prefixText: string, distroPackages: DistroPackages, { forceLogPrefix }?: {
+    forceLogPrefix?: boolean;
+}): Promise<void>;
+export declare function getDistroInstallInstruction({ linuxPackages, macOsPackages }: DistroPackages): Promise<string | null>;
+export {};

package/dist/bindings/utils/logDistroInstallInstruction.js

@@ -0,0 +1,48 @@
+import which from "which";
+import chalk from "chalk";
+import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
+import { getPlatform } from "./getPlatform.js";
+export async function logDistroInstallInstruction(prefixText, distroPackages, { forceLogPrefix = false } = {}) {
+    const instruction = await getDistroInstallInstruction(distroPackages);
+    if (instruction == null)
+        return;
+    console.info(getConsoleLogPrefix(forceLogPrefix) + chalk.yellow(prefixText + instruction));
+}
+export async function getDistroInstallInstruction({ linuxPackages, macOsPackages }) {
+    const platform = getPlatform();
+    if (platform === "linux") {
+        if (linuxPackages == null)
+            return null;
+        if (linuxPackages.apt != null && linuxPackages.apt.length > 0) {
+            const [sudoPath, aptPath] = await Promise.all([
+                which("sudo", { nothrow: true }),
+                which("apt", { nothrow: true })
+            ]);
+            if (aptPath != null) {
+                const aptCommand = (sudoPath != null ? "sudo " : "") + "apt";
+                return 'you can run "' + aptCommand + " update && " + aptCommand + " install -y " + linuxPackages.apt.join(" ") + '"';
+            }
+        }
+        if (linuxPackages.apk != null && linuxPackages.apk.length > 0) {
+            const [sudoPath, apkPath] = await Promise.all([
+                which("sudo", { nothrow: true }),
+                which("apk", { nothrow: true })
+            ]);
+            if (apkPath != null)
+                return 'you can run "' + (sudoPath != null ? "sudo " : "") + "apk add " + linuxPackages.apk.join(" ") + '"';
+        }
+        return null;
+    }
+    else if (platform === "mac") {
+        if (macOsPackages == null)
+            return null;
+        if (macOsPackages.brew != null && macOsPackages.brew.length > 0) {
+            const brewPath = await which("brew", { nothrow: true });
+            if (brewPath != null)
+                return 'you can run "brew install ' + macOsPackages.brew.join(" ") + '"';
+        }
+        return null;
+    }
+    return null;
+}
+//# sourceMappingURL=logDistroInstallInstruction.js.map

package/dist/bindings/utils/logDistroInstallInstruction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logDistroInstallInstruction.js","sourceRoot":"","sources":["../../../src/bindings/utils/logDistroInstallInstruction.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAY7C,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,UAAkB,EAAE,cAA8B,EAAE,EAClG,cAAc,GAAG,KAAK,KAGtB,EAAE;IACF,MAAM,WAAW,GAAG,MAAM,2BAA2B,CAAC,cAAc,CAAC,CAAC;IAEtE,IAAI,WAAW,IAAI,IAAI;QACnB,OAAO;IAEX,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC;AAC/F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,EAC9C,aAAa,EACb,aAAa,EACA;IACb,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAE/B,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACvB,IAAI,aAAa,IAAI,IAAI;YACrB,OAAO,IAAI,CAAC;QAEhB,IAAI,aAAa,CAAC,GAAG,IAAI,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5D,MAAM,CACF,QAAQ,EACR,OAAO,CACV,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAClB,KAAK,CAAC,MAAM,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;gBAC9B,KAAK,CAAC,KAAK,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;aAChC,CAAC,CAAC;YAEH,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;gBAClB,MAAM,UAAU,GAAG,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC;gBAE7D,OAAO,eAAe,GAAG,UAAU,GAAG,aAAa,GAAG,UAAU,GAAG,cAAc,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YAC1H,CAAC;QACL,CAAC;QAED,IAAI,aAAa,CAAC,GAAG,IAAI,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5D,MAAM,CACF,QAAQ,EACR,OAAO,CACV,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAClB,KAAK,CAAC,MAAM,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;gBAC9B,KAAK,CAAC,KAAK,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;aAChC,CAAC,CAAC;YAEH,IAAI,OAAO,IAAI,IAAI;gBACf,OAAO,eAAe,GAAG,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;QACpH,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;SAAM,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;QAC5B,IAAI,aAAa,IAAI,IAAI;YACrB,OAAO,IAAI,CAAC;QAEhB,IAAI,aAAa,CAAC,IAAI,IAAI,IAAI,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC,CAAC;YAEtD,IAAI,QAAQ,IAAI,IAAI;gBAChB,OAAO,4BAA4B,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;QACjF,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/dist/bindings/utils/resolveActualBindingBinaryPath.d.ts

@@ -0,0 +1 @@
+export declare function resolveActualBindingBinaryPath(binaryPath: string): Promise<string>;

package/dist/bindings/utils/resolveActualBindingBinaryPath.js

@@ -0,0 +1,18 @@
+import path from "path";
+import fs from "fs-extra";
+import { runningInElectron } from "../../utils/runtime.js";
+export async function resolveActualBindingBinaryPath(binaryPath) {
+    const absolutePath = path.resolve(binaryPath);
+    if (!runningInElectron)
+        return absolutePath;
+    const fixedAsarPath = absolutePath.replace(".asar" + path.sep, ".asar.unpacked" + path.sep);
+    try {
+        if (await fs.pathExists(fixedAsarPath))
+            return fixedAsarPath;
+        return absolutePath;
+    }
+    catch (err) {
+        return absolutePath;
+    }
+}
+//# sourceMappingURL=resolveActualBindingBinaryPath.js.map

package/dist/bindings/utils/resolveActualBindingBinaryPath.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveActualBindingBinaryPath.js","sourceRoot":"","sources":["../../../src/bindings/utils/resolveActualBindingBinaryPath.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,iBAAiB,EAAC,MAAM,wBAAwB,CAAC;AAEzD,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,UAAkB;IACnE,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,CAAC,iBAAiB;QAClB,OAAO,YAAY,CAAC;IAExB,MAAM,aAAa,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5F,IAAI,CAAC;QACD,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC;YAClC,OAAO,aAAa,CAAC;QAEzB,OAAO,YAAY,CAAC;IACxB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,OAAO,YAAY,CAAC;IACxB,CAAC;AACL,CAAC"}

package/dist/bindings/utils/resolveCustomCmakeOptions.d.ts

@@ -0,0 +1 @@
+export declare function resolveCustomCmakeOptions(customCmakeOptions?: Record<string, string>): Map<string, string>;

package/dist/bindings/utils/resolveCustomCmakeOptions.js

@@ -0,0 +1,43 @@
+import process from "process";
+import { customCmakeOptionsEnvVarPrefix } from "../../config.js";
+export function resolveCustomCmakeOptions(customCmakeOptions) {
+    const newCustomCmakeOptions = customCmakeOptions == null
+        ? new Map()
+        : new Map(Object.entries(customCmakeOptions));
+    if (process.env.GGML_METAL === "1")
+        newCustomCmakeOptions.set("GGML_METAL", "1");
+    if (process.env.GGML_METAL_EMBED_LIBRARY === "1")
+        newCustomCmakeOptions.set("GGML_METAL_EMBED_LIBRARY", "1");
+    if (process.env.GGML_CUDA === "1")
+        newCustomCmakeOptions.set("GGML_CUDA", "1");
+    if (process.env.GGML_VULKAN === "1")
+        newCustomCmakeOptions.set("GGML_VULKAN", "1");
+    if (process.env.GGML_OPENBLAS === "1")
+        newCustomCmakeOptions.set("GGML_OPENBLAS", "1");
+    if (process.env.GGML_BLAS_VENDOR != null)
+        newCustomCmakeOptions.set("GGML_BLAS_VENDOR", process.env.GGML_BLAS_VENDOR);
+    if (process.env.GGML_CUDA_FORCE_DMMV != null)
+        newCustomCmakeOptions.set("GGML_CUDA_FORCE_DMMV", process.env.GGML_CUDA_FORCE_DMMV);
+    if (process.env.GGML_CUDA_DMMV_X != null)
+        newCustomCmakeOptions.set("GGML_CUDA_DMMV_X", process.env.GGML_CUDA_DMMV_X);
+    if (process.env.GGML_CUDA_MMV_Y != null)
+        newCustomCmakeOptions.set("GGML_CUDA_MMV_Y", process.env.GGML_CUDA_MMV_Y);
+    if (process.env.GGML_CUDA_F16 != null)
+        newCustomCmakeOptions.set("GGML_CUDA_F16", process.env.GGML_CUDA_F16);
+    if (process.env.GGML_CUDA_KQUANTS_ITER != null)
+        newCustomCmakeOptions.set("GGML_CUDA_KQUANTS_ITER", process.env.GGML_CUDA_KQUANTS_ITER);
+    if (process.env.GGML_CUDA_PEER_MAX_BATCH_SIZE != null)
+        newCustomCmakeOptions.set("GGML_CUDA_PEER_MAX_BATCH_SIZE", process.env.GGML_CUDA_PEER_MAX_BATCH_SIZE);
+    if (process.env.GGML_HIPBLAS === "1")
+        newCustomCmakeOptions.set("GGML_HIPBLAS", "1");
+    for (const key in process.env) {
+        if (key.startsWith(customCmakeOptionsEnvVarPrefix) && key !== customCmakeOptionsEnvVarPrefix) {
+            const option = key.slice(customCmakeOptionsEnvVarPrefix.length);
+            const value = process.env[key];
+            newCustomCmakeOptions.set(option, value);
+        }
+    }
+    newCustomCmakeOptions.delete("");
+    return newCustomCmakeOptions;
+}
+//# sourceMappingURL=resolveCustomCmakeOptions.js.map

package/dist/bindings/utils/resolveCustomCmakeOptions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveCustomCmakeOptions.js","sourceRoot":"","sources":["../../../src/bindings/utils/resolveCustomCmakeOptions.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAC,8BAA8B,EAAC,MAAM,iBAAiB,CAAC;AAE/D,MAAM,UAAU,yBAAyB,CAAC,kBAA2C;IACjF,MAAM,qBAAqB,GAAwB,kBAAkB,IAAI,IAAI;QACzE,CAAC,CAAC,IAAI,GAAG,EAAE;QACX,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC;IAElD,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,KAAK,GAAG;QAAE,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;IACjF,IAAI,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,GAAG;QAAE,qBAAqB,CAAC,GAAG,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;IAC7G,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,GAAG;QAAE,qBAAqB,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IAC/E,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,KAAK,GAAG;QAAE,qBAAqB,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;IAEnF,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,GAAG;QAAE,qBAAqB,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;IACvF,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACtH,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,sBAAsB,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClI,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACtH,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IACnH,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC7G,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,wBAAwB,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACxI,IAAI,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,+BAA+B,EAAE,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAC7J,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,GAAG;QAAE,qBAAqB,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IAErF,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,GAAG,CAAC,UAAU,CAAC,8BAA8B,CAAC,IAAI,GAAG,KAAK,8BAA8B,EAAE,CAAC;YAC3F,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,8BAA8B,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC/B,qBAAqB,CAAC,GAAG,CAAC,MAAM,EAAE,KAAM,CAAC,CAAC;QAC9C,CAAC;IACL,CAAC;IAED,qBAAqB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAEjC,OAAO,qBAAqB,CAAC;AACjC,CAAC"}

package/dist/bindings/utils/testBindingBinary.d.ts

@@ -0,0 +1,2 @@
+import { BuildGpu } from "../types.js";
+export declare function testBindingBinary(bindingBinaryPath: string, extBackendsPath: string | undefined, gpu: BuildGpu, testTimeout?: number, pipeOutputOnNode?: boolean): Promise<boolean>;

package/dist/bindings/utils/testBindingBinary.js

@@ -0,0 +1,269 @@
+import { fork } from "node:child_process";
+import { fileURLToPath } from "url";
+import { createRequire } from "module";
+import path from "path";
+import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
+import { runningInBun, runningInElectron } from "../../utils/runtime.js";
+import { LlamaLogLevelToAddonLogLevel } from "../Llama.js";
+import { defaultBindingTestLogLevel, newGithubIssueUrl } from "../../config.js";
+import { getPlatform } from "./getPlatform.js";
+const require = createRequire(import.meta.url);
+const __filename = fileURLToPath(import.meta.url);
+const detectedFileName = path.basename(__filename);
+const expectedFileName = "testBindingBinary";
+export async function testBindingBinary(bindingBinaryPath, extBackendsPath, gpu, testTimeout = 1000 * 60 * 5, pipeOutputOnNode = false) {
+    if (!detectedFileName.startsWith(expectedFileName)) {
+        console.warn(getConsoleLogPrefix() +
+            `"${expectedFileName}.js" file is not independent, so testing a binding binary with the current system ` +
+            "prior to importing it cannot be done.\n" +
+            getConsoleLogPrefix() +
+            "Assuming the test passed with the risk that the process may crash due to an incompatible binary.\n" +
+            getConsoleLogPrefix() +
+            'To resolve this issue, make sure that "node-llama-cpp" is not bundled together with other code and is imported as an external module with its original file structure.');
+        return true;
+    }
+    try {
+        const runningInsideSnapOnLinux = getPlatform() === "linux" && process.env.SNAP != null;
+        if (runningInsideSnapOnLinux && !runningInBun && !runningInElectron) {
+            const nodeSea = await import("node:sea");
+            if (nodeSea.isSea()) {
+                console.warn(getConsoleLogPrefix() +
+                    "node SEA is detected, so testing a binding binary with the current system prior to importing it cannot be done.\n" +
+                    getConsoleLogPrefix() +
+                    "Assuming the test passed with the risk that the process may crash due to an incompatible binary.\n" +
+                    getConsoleLogPrefix() +
+                    "If this is an issue in your case, " +
+                    "please open an issue on GitHub with the details of the environment where this happens: " + newGithubIssueUrl);
+                return true;
+            }
+        }
+    }
+    catch (err) {
+        // do nothing
+    }
+    async function getForkFunction() {
+        if (runningInElectron) {
+            try {
+                const { utilityProcess } = await import("electron");
+                return {
+                    type: "electron",
+                    fork: utilityProcess.fork.bind(utilityProcess)
+                };
+            }
+            catch (err) {
+                // do nothing
+            }
+        }
+        return {
+            type: "node",
+            fork
+        };
+    }
+    const forkFunction = await getForkFunction();
+    function createTestProcess({ onMessage, onExit }) {
+        if (forkFunction.type === "electron") {
+            let exited = false;
+            const subProcess = forkFunction.fork(__filename, [], {
+                env: {
+                    ...process.env,
+                    TEST_BINDING_CP: "true"
+                }
+            });
+            function cleanupElectronFork() {
+                if (subProcess.pid != null || !exited) {
+                    subProcess.kill();
+                    exited = true;
+                }
+                process.off("exit", cleanupElectronFork);
+            }
+            process.on("exit", cleanupElectronFork);
+            subProcess.on("message", onMessage);
+            subProcess.on("exit", (code) => {
+                exited = true;
+                cleanupElectronFork();
+                onExit(code);
+            });
+            return {
+                sendMessage: (message) => subProcess.postMessage(message),
+                killProcess: cleanupElectronFork,
+                pipeMessages: () => void 0
+            };
+        }
+        let pipeSet = false;
+        const subProcess = forkFunction.fork(__filename, [], {
+            detached: false,
+            silent: true,
+            stdio: pipeOutputOnNode
+                ? ["ignore", "pipe", "pipe", "ipc"]
+                : ["ignore", "ignore", "ignore", "ipc"],
+            env: {
+                ...process.env,
+                TEST_BINDING_CP: "true"
+            }
+        });
+        function cleanupNodeFork() {
+            subProcess.stdout?.off("data", onStdout);
+            subProcess.stderr?.off("data", onStderr);
+            if (subProcess.exitCode == null)
+                subProcess.kill("SIGKILL");
+            process.off("exit", cleanupNodeFork);
+        }
+        process.on("exit", cleanupNodeFork);
+        subProcess.on("message", onMessage);
+        subProcess.on("exit", (code) => {
+            cleanupNodeFork();
+            onExit(code ?? -1);
+        });
+        if (subProcess.killed || subProcess.exitCode != null) {
+            cleanupNodeFork();
+            onExit(subProcess.exitCode ?? -1);
+        }
+        function onStdout(data) {
+            if (!pipeSet)
+                return;
+            process.stdout.write(data);
+        }
+        function onStderr(data) {
+            if (!pipeSet)
+                return;
+            process.stderr.write(data);
+        }
+        if (pipeOutputOnNode) {
+            subProcess.stdout?.on("data", onStdout);
+            subProcess.stderr?.on("data", onStderr);
+        }
+        function pipeMessages() {
+            if (!pipeOutputOnNode || pipeSet)
+                return;
+            pipeSet = true;
+        }
+        return {
+            sendMessage: (message) => subProcess.send(message),
+            killProcess: cleanupNodeFork,
+            pipeMessages
+        };
+    }
+    let testPassed = false;
+    let forkSucceeded = false;
+    let timeoutHandle = null;
+    let subProcess = undefined;
+    let testFinished = false;
+    function cleanup() {
+        testFinished = true;
+        if (timeoutHandle != null)
+            clearTimeout(timeoutHandle);
+        subProcess?.killProcess();
+    }
+    return Promise.race([
+        new Promise((_, reject) => {
+            timeoutHandle = setTimeout(() => {
+                reject(new Error("Binding binary load test timed out"));
+                cleanup();
+            }, testTimeout);
+        }),
+        new Promise((resolve, reject) => {
+            function done() {
+                if (!forkSucceeded)
+                    reject(new Error(`Binding binary test failed to run a test process via file "${__filename}"`));
+                else
+                    resolve(testPassed);
+                cleanup();
+            }
+            subProcess = createTestProcess({
+                onMessage(message) {
+                    if (message.type === "ready") {
+                        forkSucceeded = true;
+                        subProcess.sendMessage({
+                            type: "start",
+                            bindingBinaryPath,
+                            extBackendsPath,
+                            gpu
+                        });
+                    }
+                    else if (message.type === "loaded") {
+                        subProcess.pipeMessages(); // only start piping error logs if the binary loaded successfully
+                        subProcess.sendMessage({
+                            type: "test",
+                            bindingBinaryPath,
+                            extBackendsPath,
+                            gpu
+                        });
+                    }
+                    else if (message.type === "done") {
+                        testPassed = true;
+                        subProcess.sendMessage({ type: "exit" });
+                    }
+                },
+                onExit(code) {
+                    if (code !== 0)
+                        testPassed = false;
+                    done();
+                }
+            });
+            if (testFinished)
+                subProcess.killProcess();
+        })
+    ]);
+}
+if (process.env.TEST_BINDING_CP === "true" && (process.parentPort != null || process.send != null)) {
+    let binding;
+    const sendMessage = process.parentPort != null
+        ? (message) => process.parentPort.postMessage(message)
+        : (message) => process.send(message);
+    const onMessage = async (message) => {
+        if (message.type === "start") {
+            try {
+                binding = require(message.bindingBinaryPath);
+                const errorLogLevel = LlamaLogLevelToAddonLogLevel.get(defaultBindingTestLogLevel);
+                if (errorLogLevel != null)
+                    binding.setLoggerLogLevel(errorLogLevel);
+                sendMessage({ type: "loaded" });
+            }
+            catch (err) {
+                console.error(err);
+                process.exit(1);
+            }
+        }
+        else if (message.type === "test") {
+            try {
+                if (binding == null)
+                    throw new Error("Binding binary is not loaded");
+                binding.loadBackends();
+                let loadedGpu = binding.getGpuType();
+                if (loadedGpu == null || (loadedGpu === false && message.gpu !== false)) {
+                    const backendsPath = path.dirname(path.resolve(message.bindingBinaryPath));
+                    const fallbackBackendsDir = path.join(path.resolve(message.extBackendsPath ?? backendsPath), "fallback");
+                    binding.loadBackends(backendsPath);
+                    loadedGpu = binding.getGpuType();
+                    if (loadedGpu == null || (loadedGpu === false && message.gpu !== false))
+                        binding.loadBackends(fallbackBackendsDir);
+                }
+                await binding.init();
+                binding.getGpuVramInfo();
+                binding.getGpuDeviceInfo();
+                const gpuType = binding.getGpuType();
+                void gpuType;
+                if (gpuType !== message.gpu)
+                    throw new Error("Binary GPU type mismatch. " +
+                        `Expected: ${message.gpu}, got: ${gpuType}. ` + (message.gpu === "cuda"
+                        ? "May be due to a linker issue, ensure you don't have multiple conflicting CUDA installations."
+                        : "May be due to a linker issue, ensure the native dependencies are not broken."));
+                binding.ensureGpuDeviceIsSupported();
+                sendMessage({ type: "done" });
+            }
+            catch (err) {
+                console.error(err);
+                process.exit(1);
+            }
+        }
+        else if (message.type === "exit") {
+            process.exit(0);
+        }
+    };
+    if (process.parentPort != null)
+        process.parentPort.on("message", (message) => onMessage(message.data));
+    else
+        process.on("message", onMessage);
+    sendMessage({ type: "ready" });
+}
+//# sourceMappingURL=testBindingBinary.js.map

package/dist/bindings/utils/testBindingBinary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testBindingBinary.js","sourceRoot":"","sources":["../../../src/bindings/utils/testBindingBinary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,IAAI,EAAC,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAC,aAAa,EAAC,MAAM,KAAK,CAAC;AAClC,OAAO,EAAC,aAAa,EAAC,MAAM,QAAQ,CAAC;AACrC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAC,YAAY,EAAE,iBAAiB,EAAC,MAAM,wBAAwB,CAAC;AAEvE,OAAO,EAAC,4BAA4B,EAAC,MAAM,aAAa,CAAC;AACzD,OAAO,EAAC,0BAA0B,EAAE,iBAAiB,EAAC,MAAM,iBAAiB,CAAC;AAC9E,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAG7C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC/C,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;AACnD,MAAM,gBAAgB,GAAG,mBAAmB,CAAC;AAE7C,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACnC,iBAAyB,EACzB,eAAmC,EACnC,GAAa,EACb,cAAsB,IAAI,GAAG,EAAE,GAAG,CAAC,EACnC,mBAA4B,KAAK;IAEjC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACjD,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE;YACrB,IAAI,gBAAgB,oFAAoF;YACxG,yCAAyC;YACzC,mBAAmB,EAAE;YACrB,oGAAoG;YACpG,mBAAmB,EAAE;YACrB,wKAAwK,CAC3K,CAAC;QAEF,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,IAAI,CAAC;QACD,MAAM,wBAAwB,GAAG,WAAW,EAAE,KAAK,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC;QACvF,IAAI,wBAAwB,IAAI,CAAC,YAAY,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAClE,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;YACzC,IAAI,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;gBAClB,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE;oBACrB,mHAAmH;oBACnH,mBAAmB,EAAE;oBACrB,oGAAoG;oBACpG,mBAAmB,EAAE;oBACrB,oCAAoC;oBACpC,yFAAyF,GAAG,iBAAiB,CAChH,CAAC;gBAEF,OAAO,IAAI,CAAC;YAChB,CAAC;QACL,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,aAAa;IACjB,CAAC;IAED,KAAK,UAAU,eAAe;QAC1B,IAAI,iBAAiB,EAAE,CAAC;YACpB,IAAI,CAAC;gBACD,MAAM,EAAC,cAAc,EAAC,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;gBAElD,OAAO;oBACH,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC;iBACxC,CAAC;YACf,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,aAAa;YACjB,CAAC;QACL,CAAC;QAED,OAAO;YACH,IAAI,EAAE,MAAM;YACZ,IAAI;SACE,CAAC;IACf,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,eAAe,EAAE,CAAC;IAE7C,SAAS,iBAAiB,CAAC,EACvB,SAAS,EACT,MAAM,EAIT;QAKG,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACnC,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,EAAE;gBACjD,GAAG,EAAE;oBACD,GAAG,OAAO,CAAC,GAAG;oBACd,eAAe,EAAE,MAAM;iBAC1B;aACJ,CAAC,CAAC;YAEH,SAAS,mBAAmB;gBACxB,IAAI,UAAU,CAAC,GAAG,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACpC,UAAU,CAAC,IAAI,EAAE,CAAC;oBAClB,MAAM,GAAG,IAAI,CAAC;gBAClB,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;YAC7C,CAAC;YAED,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;YAExC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACpC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC3B,MAAM,GAAG,IAAI,CAAC;gBACd,mBAAmB,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC,CAAC,CAAC;YAEH,OAAO;gBACH,WAAW,EAAE,CAAC,OAA6B,EAAE,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC;gBAC/E,WAAW,EAAE,mBAAmB;gBAChC,YAAY,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC;aAC7B,CAAC;QACN,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,EAAE;YACjD,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,gBAAgB;gBACnB,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC;gBACnC,CAAC,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC;YAC3C,GAAG,EAAE;gBACD,GAAG,OAAO,CAAC,GAAG;gBACd,eAAe,EAAE,MAAM;aAC1B;SACJ,CAAC,CAAC;QAEH,SAAS,eAAe;YACpB,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACzC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAEzC,IAAI,UAAU,CAAC,QAAQ,IAAI,IAAI;gBAC3B,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAE/B,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QAEpC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC3B,eAAe,EAAE,CAAC;YAClB,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;QAEH,IAAI,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;YACnD,eAAe,EAAE,CAAC;YAClB,MAAM,CAAC,UAAU,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,SAAS,QAAQ,CAAC,IAAY;YAC1B,IAAI,CAAC,OAAO;gBACR,OAAO;YAEX,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;QAED,SAAS,QAAQ,CAAC,IAAY;YAC1B,IAAI,CAAC,OAAO;gBACR,OAAO;YAEX,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;QAED,IAAI,gBAAgB,EAAE,CAAC;YACnB,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACxC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC5C,CAAC;QAED,SAAS,YAAY;YACjB,IAAI,CAAC,gBAAgB,IAAI,OAAO;gBAC5B,OAAO;YAEX,OAAO,GAAG,IAAI,CAAC;QACnB,CAAC;QAED,OAAO;YACH,WAAW,EAAE,CAAC,OAA6B,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;YACxE,WAAW,EAAE,eAAe;YAC5B,YAAY;SACf,CAAC;IACN,CAAC;IAED,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,aAAa,GAAyC,IAAI,CAAC;IAE/D,IAAI,UAAU,GAAqD,SAAS,CAAC;IAC7E,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,SAAS,OAAO;QACZ,YAAY,GAAG,IAAI,CAAC;QAEpB,IAAI,aAAa,IAAI,IAAI;YACrB,YAAY,CAAC,aAAa,CAAC,CAAC;QAEhC,UAAU,EAAE,WAAW,EAAE,CAAC;IAC9B,CAAC;IAED,OAAO,OAAO,CAAC,IAAI,CAAC;QAChB,IAAI,OAAO,CAAU,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;YAC/B,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,MAAM,CAAC,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC,CAAC;gBACxD,OAAO,EAAE,CAAC;YACd,CAAC,EAAE,WAAW,CAAC,CAAC;QACpB,CAAC,CAAC;QACF,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,SAAS,IAAI;gBACT,IAAI,CAAC,aAAa;oBACd,MAAM,CAAC,IAAI,KAAK,CAAC,8DAA8D,UAAU,GAAG,CAAC,CAAC,CAAC;;oBAE/F,OAAO,CAAC,UAAU,CAAC,CAAC;gBAExB,OAAO,EAAE,CAAC;YACd,CAAC;YAED,UAAU,GAAG,iBAAiB,CAAC;gBAC3B,SAAS,CAAC,OAA6B;oBACnC,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBAC3B,aAAa,GAAG,IAAI,CAAC;wBACrB,UAAW,CAAC,WAAW,CAAC;4BACpB,IAAI,EAAE,OAAO;4BACb,iBAAiB;4BACjB,eAAe;4BACf,GAAG;yBACN,CAAC,CAAC;oBACP,CAAC;yBAAM,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACnC,UAAW,CAAC,YAAY,EAAE,CAAC,CAAC,iEAAiE;wBAC7F,UAAW,CAAC,WAAW,CAAC;4BACpB,IAAI,EAAE,MAAM;4BACZ,iBAAiB;4BACjB,eAAe;4BACf,GAAG;yBACN,CAAC,CAAC;oBACP,CAAC;yBAAM,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBACjC,UAAU,GAAG,IAAI,CAAC;wBAClB,UAAW,CAAC,WAAW,CAAC,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC,CAAC;oBAC5C,CAAC;gBACL,CAAC;gBACD,MAAM,CAAC,IAAY;oBACf,IAAI,IAAI,KAAK,CAAC;wBACV,UAAU,GAAG,KAAK,CAAC;oBAEvB,IAAI,EAAE,CAAC;gBACX,CAAC;aACJ,CAAC,CAAC;YAEH,IAAI,YAAY;gBACZ,UAAU,CAAC,WAAW,EAAE,CAAC;QACjC,CAAC,CAAC;KACL,CAAC,CAAC;AACP,CAAC;AAED,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,IAAI,IAAI,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;IACjG,IAAI,OAAsB,CAAC;IAC3B,MAAM,WAAW,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI;QAC1C,CAAC,CAAC,CAAC,OAA6B,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC;QAC5E,CAAC,CAAC,CAAC,OAA6B,EAAE,EAAE,CAAC,OAAO,CAAC,IAAK,CAAC,OAAO,CAAC,CAAC;IAChE,MAAM,SAAS,GAAG,KAAK,EAAE,OAA6B,EAAE,EAAE;QACtD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;gBAE7C,MAAM,aAAa,GAAG,4BAA4B,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;gBACnF,IAAI,aAAa,IAAI,IAAI;oBACrB,OAAO,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;gBAE7C,WAAW,CAAC,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC,CAAC;YAClC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;QACL,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACjC,IAAI,CAAC;gBACD,IAAI,OAAO,IAAI,IAAI;oBACf,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBAEpD,OAAO,CAAC,YAAY,EAAE,CAAC;gBACvB,IAAI,SAAS,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;gBACrC,IAAI,SAAS,IAAI,IAAI,IAAI,CAAC,SAAS,KAAK,KAAK,IAAI,OAAO,CAAC,GAAG,KAAK,KAAK,CAAC,EAAE,CAAC;oBACtE,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;oBAC3E,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,IAAI,YAAY,CAAC,EAAE,UAAU,CAAC,CAAC;oBAEzG,OAAO,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;oBAEnC,SAAS,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;oBACjC,IAAI,SAAS,IAAI,IAAI,IAAI,CAAC,SAAS,KAAK,KAAK,IAAI,OAAO,CAAC,GAAG,KAAK,KAAK,CAAC;wBACnE,OAAO,CAAC,YAAY,CAAC,mBAAmB,CAAC,CAAC;gBAClD,CAAC;gBAED,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,OAAO,CAAC,cAAc,EAAE,CAAC;gBACzB,OAAO,CAAC,gBAAgB,EAAE,CAAC;gBAE3B,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;gBACrC,KAAM,OAA6C,CAAC;gBACpD,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG;oBACvB,MAAM,IAAI,KAAK,CACX,4BAA4B;wBAC5B,aAAa,OAAO,CAAC,GAAG,UAAU,OAAO,IAAI,GAAG,CAC5C,OAAO,CAAC,GAAG,KAAK,MAAM;wBAClB,CAAC,CAAC,8FAA8F;wBAChG,CAAC,CAAC,8EAA8E,CACvF,CACJ,CAAC;gBAEN,OAAO,CAAC,0BAA0B,EAAE,CAAC;gBAErC,WAAW,CAAC,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC,CAAC;YAChC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;QACL,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACL,CAAC,CAAC;IAEF,IAAI,OAAO,CAAC,UAAU,IAAI,IAAI;QAC1B,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;;QAEvE,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAErC,WAAW,CAAC,EAAC,IAAI,EAAE,OAAO,EAAC,CAAC,CAAC;AACjC,CAAC"}

package/dist/bindings/utils/testCmakeBinary.d.ts

@@ -0,0 +1,5 @@
+import process from "process";
+export declare function testCmakeBinary(cmakeBinaryPath?: string, { cwd, env }?: {
+    cwd?: string;
+    env?: typeof process.env;
+}): Promise<boolean>;

package/dist/bindings/utils/testCmakeBinary.js

@@ -0,0 +1,32 @@
+import process from "process";
+import { execFile } from "node:child_process";
+import path from "path";
+import { fileURLToPath } from "url";
+import fs from "fs-extra";
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+export async function testCmakeBinary(cmakeBinaryPath, { cwd = __dirname, env = process.env } = {}) {
+    if (cmakeBinaryPath == null || !(await fs.pathExists(cmakeBinaryPath)))
+        return false;
+    return new Promise((resolve, reject) => {
+        const child = execFile(cmakeBinaryPath, ["--version"], {
+            cwd,
+            env,
+            windowsHide: true
+        });
+        child.on("exit", (code) => {
+            if (code == 0)
+                resolve(true);
+            else
+                reject(false);
+        });
+        child.on("error", reject);
+        child.on("disconnect", () => resolve(false));
+        child.on("close", (code) => {
+            if (code == 0)
+                resolve(true);
+            else
+                resolve(false);
+        });
+    });
+}
+//# sourceMappingURL=testCmakeBinary.js.map

package/dist/bindings/utils/testCmakeBinary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testCmakeBinary.js","sourceRoot":"","sources":["../../../src/bindings/utils/testCmakeBinary.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAC,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAC5C,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAC,aAAa,EAAC,MAAM,KAAK,CAAC;AAClC,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,eAAwB,EAAE,EAC5D,GAAG,GAAG,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,KAGlC,EAAE;IACF,IAAI,eAAe,IAAI,IAAI,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;QAClE,OAAO,KAAK,CAAC;IAEjB,OAAO,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC5C,MAAM,KAAK,GAAG,QAAQ,CAAC,eAAe,EAAE,CAAC,WAAW,CAAC,EAAE;YACnD,GAAG;YACH,GAAG;YACH,WAAW,EAAE,IAAI;SACpB,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACtB,IAAI,IAAI,IAAI,CAAC;gBACT,OAAO,CAAC,IAAI,CAAC,CAAC;;gBAEd,MAAM,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7C,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACvB,IAAI,IAAI,IAAI,CAAC;gBACT,OAAO,CAAC,IAAI,CAAC,CAAC;;gBAEd,OAAO,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/chatWrappers/AlpacaChatWrapper.d.ts

@@ -0,0 +1,17 @@
+import { GeneralChatWrapper } from "./GeneralChatWrapper.js";
+/**
+ * This chat wrapper is not safe against chat syntax injection attacks
+ * ([learn more](https://node-llama-cpp.withcat.ai/guide/llama-text#input-safety-in-node-llama-cpp)).
+ */
+export declare class AlpacaChatWrapper extends GeneralChatWrapper {
+    readonly wrapperName: string;
+    constructor({ userMessageTitle, modelResponseTitle, middleSystemMessageTitle, allowSpecialTokensInTitles }?: {
+        userMessageTitle?: string;
+        modelResponseTitle?: string;
+        middleSystemMessageTitle?: string;
+        allowSpecialTokensInTitles?: boolean;
+    });
+    get userMessageTitle(): string;
+    get modelResponseTitle(): string;
+    get middleSystemMessageTitle(): string;
+}

package/dist/chatWrappers/AlpacaChatWrapper.js

@@ -0,0 +1,33 @@
+import { GeneralChatWrapper } from "./GeneralChatWrapper.js";
+/**
+ * This chat wrapper is not safe against chat syntax injection attacks
+ * ([learn more](https://node-llama-cpp.withcat.ai/guide/llama-text#input-safety-in-node-llama-cpp)).
+ */
+export class AlpacaChatWrapper extends GeneralChatWrapper {
+    wrapperName = "AlpacaChat";
+    constructor({ userMessageTitle = "Instruction", modelResponseTitle = "Response", middleSystemMessageTitle = "System", allowSpecialTokensInTitles = false } = {}) {
+        super({
+            userMessageTitle: userMessageTitle + ":",
+            modelResponseTitle: modelResponseTitle + ":",
+            middleSystemMessageTitle: middleSystemMessageTitle + ":",
+            allowSpecialTokensInTitles
+        });
+    }
+    get userMessageTitle() {
+        return super.userMessageTitle.slice(0, -1);
+    }
+    get modelResponseTitle() {
+        return super.modelResponseTitle.slice(0, -1);
+    }
+    get middleSystemMessageTitle() {
+        return super.middleSystemMessageTitle.slice(0, -1);
+    }
+    /** @internal */
+    static _getOptionConfigurationsToTestIfCanSupersedeJinjaTemplate() {
+        return [
+            {},
+            { allowSpecialTokensInTitles: true }
+        ];
+    }
+}
+//# sourceMappingURL=AlpacaChatWrapper.js.map

package/dist/chatWrappers/AlpacaChatWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AlpacaChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/AlpacaChatWrapper.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAE3D;;;GAGG;AACH,MAAM,OAAO,iBAAkB,SAAQ,kBAAkB;IAC5B,WAAW,GAAW,YAAY,CAAC;IAE5D,YAAmB,EACf,gBAAgB,GAAG,aAAa,EAAE,kBAAkB,GAAG,UAAU,EAAE,wBAAwB,GAAG,QAAQ,EACtG,0BAA0B,GAAG,KAAK,KAGlC,EAAE;QACF,KAAK,CAAC;YACF,gBAAgB,EAAE,gBAAgB,GAAG,GAAG;YACxC,kBAAkB,EAAE,kBAAkB,GAAG,GAAG;YAC5C,wBAAwB,EAAE,wBAAwB,GAAG,GAAG;YACxD,0BAA0B;SAC7B,CAAC,CAAC;IACP,CAAC;IAED,IAAoB,gBAAgB;QAChC,OAAO,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,IAAoB,kBAAkB;QAClC,OAAO,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,IAAoB,wBAAwB;QACxC,OAAO,KAAK,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC;IAED,gBAAgB;IACT,MAAM,CAAU,yDAAyD;QAC5E,OAAO;YACH,EAAE;YACF,EAAC,0BAA0B,EAAE,IAAI,EAAC;SACrC,CAAC;IACN,CAAC;CACJ"}

package/dist/chatWrappers/ChatMLChatWrapper.d.ts

@@ -0,0 +1,6 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { ChatWrapperGenerateContextStateOptions, ChatWrapperGeneratedContextState } from "../types.js";
+export declare class ChatMLChatWrapper extends ChatWrapper {
+    readonly wrapperName: string;
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }: ChatWrapperGenerateContextStateOptions): ChatWrapperGeneratedContextState;
+}