node-llama-cpp 3.0.0-beta.3 → 3.0.0-beta.31

package/dist/bindings/types.js

@@ -0,0 +1,77 @@
+export const buildGpuOptions = ["metal", "cuda", "vulkan", false];
+export const nodeLlamaCppGpuOptions = [
+    "auto",
+    ...buildGpuOptions
+];
+export const nodeLlamaCppGpuOffStringOptions = ["false", "off", "none", "disable", "disabled"];
+export function parseNodeLlamaCppGpuOption(option) {
+    function optionIsGpuOff(opt) {
+        return nodeLlamaCppGpuOffStringOptions.includes(opt);
+    }
+    if (optionIsGpuOff(option))
+        return false;
+    else if (option === "auto")
+        return "auto";
+    if (buildGpuOptions.includes(option))
+        return option;
+    return "auto";
+}
+export function convertBuildOptionsJSONToBuildOptions(buildOptionsJSON) {
+    return {
+        ...buildOptionsJSON,
+        customCmakeOptions: new Map(Object.entries(buildOptionsJSON.customCmakeOptions))
+    };
+}
+export function convertBuildOptionsToBuildOptionsJSON(buildOptions) {
+    return {
+        ...buildOptions,
+        customCmakeOptions: Object.fromEntries(buildOptions.customCmakeOptions)
+    };
+}
+export var LlamaLogLevel;
+(function (LlamaLogLevel) {
+    LlamaLogLevel["disabled"] = "disabled";
+    LlamaLogLevel["fatal"] = "fatal";
+    LlamaLogLevel["error"] = "error";
+    LlamaLogLevel["warn"] = "warn";
+    LlamaLogLevel["info"] = "info";
+    LlamaLogLevel["debug"] = "debug";
+})(LlamaLogLevel || (LlamaLogLevel = {}));
+export const LlamaLogLevelValues = Object.freeze([
+    LlamaLogLevel.disabled,
+    LlamaLogLevel.fatal,
+    LlamaLogLevel.error,
+    LlamaLogLevel.warn,
+    LlamaLogLevel.info,
+    LlamaLogLevel.debug
+]);
+export var LlamaVocabularyType;
+(function (LlamaVocabularyType) {
+    LlamaVocabularyType["none"] = "none";
+    LlamaVocabularyType["spm"] = "spm";
+    LlamaVocabularyType["bpe"] = "bpe";
+    LlamaVocabularyType["wpm"] = "wpm";
+})(LlamaVocabularyType || (LlamaVocabularyType = {}));
+export const LlamaVocabularyTypeValues = Object.freeze([
+    LlamaVocabularyType.none,
+    LlamaVocabularyType.spm,
+    LlamaVocabularyType.bpe,
+    LlamaVocabularyType.wpm
+]);
+/**
+ *Check if a log level is higher than another log level
+ */
+export function LlamaLogLevelGreaterThan(a, b) {
+    return LlamaLogLevelValues.indexOf(a) < LlamaLogLevelValues.indexOf(b);
+}
+/**
+ *Check if a log level is higher than or equal to another log level
+ */
+export function LlamaLogLevelGreaterThanOrEqual(a, b) {
+    return LlamaLogLevelValues.indexOf(a) <= LlamaLogLevelValues.indexOf(b);
+}
+export var LlamaLocks;
+(function (LlamaLocks) {
+    LlamaLocks["loadToMemory"] = "loadToMemory";
+})(LlamaLocks || (LlamaLocks = {}));
+//# sourceMappingURL=types.js.map

package/dist/bindings/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/bindings/types.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAU,CAAC;AAC3E,MAAM,CAAC,MAAM,sBAAsB,GAAG;IAClC,MAAM;IACN,GAAG,eAAe;CACZ,CAAC;AACX,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,CAAU,CAAC;AAmBxG,MAAM,UAAU,0BAA0B,CAAC,MAAkG;IACzI,SAAS,cAAc,CAAC,GAAkB;QACtC,OAAO,+BAA+B,CAAC,QAAQ,CAAC,GAAuD,CAAC,CAAC;IAC7G,CAAC;IAED,IAAI,cAAc,CAAC,MAAM,CAAC;QACtB,OAAO,KAAK,CAAC;SACZ,IAAI,MAAM,KAAK,MAAM;QACtB,OAAO,MAAM,CAAC;IAElB,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC;QAChC,OAAO,MAAM,CAAC;IAElB,OAAO,MAAM,CAAC;AAClB,CAAC;AAGD,MAAM,UAAU,qCAAqC,CAAC,gBAAkC;IACpF,OAAO;QACH,GAAG,gBAAgB;QACnB,kBAAkB,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;KACnF,CAAC;AACN,CAAC;AAED,MAAM,UAAU,qCAAqC,CAAC,YAA0B;IAC5E,OAAO;QACH,GAAG,YAAY;QACf,kBAAkB,EAAE,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,kBAAkB,CAAC;KAC1E,CAAC;AACN,CAAC;AAMD,MAAM,CAAN,IAAY,aAOX;AAPD,WAAY,aAAa;IACrB,sCAAqB,CAAA;IACrB,gCAAe,CAAA;IACf,gCAAe,CAAA;IACf,8BAAa,CAAA;IACb,8BAAa,CAAA;IACb,gCAAe,CAAA;AACnB,CAAC,EAPW,aAAa,KAAb,aAAa,QAOxB;AACD,MAAM,CAAC,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7C,aAAa,CAAC,QAAQ;IACtB,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,IAAI;IAClB,aAAa,CAAC,IAAI;IAClB,aAAa,CAAC,KAAK;CACb,CAAC,CAAC;AAEZ,MAAM,CAAN,IAAY,mBAKX;AALD,WAAY,mBAAmB;IAC3B,oCAAa,CAAA;IACb,kCAAW,CAAA;IACX,kCAAW,CAAA;IACX,kCAAW,CAAA;AACf,CAAC,EALW,mBAAmB,KAAnB,mBAAmB,QAK9B;AACD,MAAM,CAAC,MAAM,yBAAyB,GAAG,MAAM,CAAC,MAAM,CAAC;IACnD,mBAAmB,CAAC,IAAI;IACxB,mBAAmB,CAAC,GAAG;IACvB,mBAAmB,CAAC,GAAG;IACvB,mBAAmB,CAAC,GAAG;CACjB,CAAC,CAAC;AAEZ;;GAEG;AACH,MAAM,UAAU,wBAAwB,CAAC,CAAgB,EAAE,CAAgB;IACvE,OAAO,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,+BAA+B,CAAC,CAAgB,EAAE,CAAgB;IAC9E,OAAO,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,CAAN,IAAkB,UAEjB;AAFD,WAAkB,UAAU;IACxB,2CAA6B,CAAA;AACjC,CAAC,EAFiB,UAAU,KAAV,UAAU,QAE3B"}

package/dist/bindings/utils/MemoryOrchestrator.d.ts

@@ -0,0 +1,21 @@
+import { EventRelay } from "lifecycle-utils";
+export declare class MemoryOrchestrator {
+    readonly onMemoryReservationRelease: EventRelay<void>;
+    constructor(getMemoryState: () => {
+        free: number;
+        total: number;
+    });
+    reserveMemory(bytes: number): MemoryReservation;
+    getMemoryState(): Promise<{
+        free: number;
+        total: number;
+    }>;
+}
+export declare class MemoryReservation {
+    private constructor();
+    get size(): number;
+    get disposed(): boolean;
+    [Symbol.dispose](): void;
+    dispose(): void;
+    static _create(bytes: number, dispose: () => void): MemoryReservation;
+}

package/dist/bindings/utils/MemoryOrchestrator.js

@@ -0,0 +1,49 @@
+import { EventRelay } from "lifecycle-utils";
+export class MemoryOrchestrator {
+    /** @internal */ _getMemoryState;
+    /** @internal */ _reservedMemory = 0;
+    onMemoryReservationRelease = new EventRelay();
+    constructor(getMemoryState) {
+        this._getMemoryState = getMemoryState;
+    }
+    reserveMemory(bytes) {
+        this._reservedMemory += bytes;
+        return MemoryReservation._create(bytes, () => {
+            this._reservedMemory -= bytes;
+            this.onMemoryReservationRelease.dispatchEvent();
+        });
+    }
+    async getMemoryState() {
+        const { free, total } = this._getMemoryState();
+        return {
+            free: Math.max(0, free - this._reservedMemory),
+            total
+        };
+    }
+}
+export class MemoryReservation {
+    /** @internal */ _size;
+    /** @internal */ _dispose;
+    constructor(size, dispose) {
+        this._size = size;
+        this._dispose = dispose;
+    }
+    get size() {
+        return this._size;
+    }
+    get disposed() {
+        return this._dispose == null;
+    }
+    [Symbol.dispose]() {
+        this.dispose();
+    }
+    dispose() {
+        if (this._dispose != null)
+            this._dispose();
+        this._dispose = null;
+    }
+    static _create(bytes, dispose) {
+        return new MemoryReservation(bytes, dispose);
+    }
+}
+//# sourceMappingURL=MemoryOrchestrator.js.map

package/dist/bindings/utils/MemoryOrchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryOrchestrator.js","sourceRoot":"","sources":["../../../src/bindings/utils/MemoryOrchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAE3C,MAAM,OAAO,kBAAkB;IAC3B,gBAAgB,CAAkB,eAAe,CAAsC;IACvF,gBAAgB,CAAS,eAAe,GAAW,CAAC,CAAC;IAErC,0BAA0B,GAAG,IAAI,UAAU,EAAQ,CAAC;IAEpE,YAAmB,cAAmD;QAClE,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;IAC1C,CAAC;IAEM,aAAa,CAAC,KAAa;QAC9B,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC;QAE9B,OAAO,iBAAiB,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE;YACzC,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC;YAC9B,IAAI,CAAC,0BAA0B,CAAC,aAAa,EAAE,CAAC;QACpD,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,KAAK,CAAC,cAAc;QACvB,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAE7C,OAAO;YACH,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC;YAC9C,KAAK;SACR,CAAC;IACN,CAAC;CACJ;AAED,MAAM,OAAO,iBAAiB;IAC1B,gBAAgB,CAAkB,KAAK,CAAS;IAChD,gBAAgB,CAAS,QAAQ,CAAsB;IAEvD,YAAoB,IAAY,EAAE,OAAmB;QACjD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC5B,CAAC;IAED,IAAW,IAAI;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;IACjC,CAAC;IAEM,CAAC,MAAM,CAAC,OAAO,CAAC;QACnB,IAAI,CAAC,OAAO,EAAE,CAAC;IACnB,CAAC;IAEM,OAAO;QACV,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI;YACrB,IAAI,CAAC,QAAQ,EAAE,CAAC;QAEpB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACzB,CAAC;IAEM,MAAM,CAAC,OAAO,CAAC,KAAa,EAAE,OAAmB;QACpD,OAAO,IAAI,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;CACJ"}

package/dist/bindings/utils/NoBinaryFoundError.d.ts

@@ -0,0 +1,2 @@
+export declare class NoBinaryFoundError extends Error {
+}

package/dist/bindings/utils/NoBinaryFoundError.js

@@ -0,0 +1,7 @@
+export class NoBinaryFoundError extends Error {
+    /** @internal */
+    constructor(message = "NoBinaryFoundError") {
+        super(message);
+    }
+}
+//# sourceMappingURL=NoBinaryFoundError.js.map

package/dist/bindings/utils/NoBinaryFoundError.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NoBinaryFoundError.js","sourceRoot":"","sources":["../../../src/bindings/utils/NoBinaryFoundError.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,kBAAmB,SAAQ,KAAK;IACzC,gBAAgB;IAChB,YAAmB,UAAkB,oBAAoB;QACrD,KAAK,CAAC,OAAO,CAAC,CAAC;IACnB,CAAC;CACJ"}

package/dist/bindings/utils/asyncEvery.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Returns a promise that resolves to true if every promise in the array resolves to true, otherwise false.
+ * Note that this function will not throw on error and instead will log the error to the console.
+ */
+export declare function asyncEvery(promises: Promise<boolean>[]): Promise<boolean>;

package/dist/bindings/utils/asyncEvery.js

@@ -0,0 +1,15 @@
+import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
+/**
+ * Returns a promise that resolves to true if every promise in the array resolves to true, otherwise false.
+ * Note that this function will not throw on error and instead will log the error to the console.
+ */
+export async function asyncEvery(promises) {
+    try {
+        return (await Promise.all(promises)).every(Boolean);
+    }
+    catch (err) {
+        console.error(getConsoleLogPrefix(false, false), err);
+        return false;
+    }
+}
+//# sourceMappingURL=asyncEvery.js.map

package/dist/bindings/utils/asyncEvery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"asyncEvery.js","sourceRoot":"","sources":["../../../src/bindings/utils/asyncEvery.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AAEvE;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAA4B;IACzD,IAAI,CAAC;QACD,OAAO,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACxD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC;QAEtD,OAAO,KAAK,CAAC;IACjB,CAAC;AACL,CAAC"}

package/dist/bindings/utils/asyncSome.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Returns a promise that fulfills as soon as any of the promises return `true`.
+ * Note that this function will not throw on error and instead will log the error to the console.
+ */
+export declare function asyncSome(promises: Promise<boolean>[]): Promise<boolean>;

package/dist/bindings/utils/asyncSome.js

@@ -0,0 +1,27 @@
+import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
+/**
+ * Returns a promise that fulfills as soon as any of the promises return `true`.
+ * Note that this function will not throw on error and instead will log the error to the console.
+ */
+export async function asyncSome(promises) {
+    return new Promise((resolve) => {
+        let fulfilled = 0;
+        for (const promise of promises) {
+            promise
+                .then((result) => {
+                if (result)
+                    return void resolve(true);
+                fulfilled++;
+                if (fulfilled === promises.length)
+                    resolve(false);
+            })
+                .catch((err) => {
+                console.error(getConsoleLogPrefix(false, false), err);
+                fulfilled++;
+                if (fulfilled === promises.length)
+                    resolve(false);
+            });
+        }
+    });
+}
+//# sourceMappingURL=asyncSome.js.map

package/dist/bindings/utils/asyncSome.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"asyncSome.js","sourceRoot":"","sources":["../../../src/bindings/utils/asyncSome.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AAEvE;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAA4B;IACxD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC3B,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,OAAO;iBACF,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;gBACb,IAAI,MAAM;oBACN,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;gBAE9B,SAAS,EAAE,CAAC;gBACZ,IAAI,SAAS,KAAK,QAAQ,CAAC,MAAM;oBAC7B,OAAO,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC;gBAEtD,SAAS,EAAE,CAAC;gBACZ,IAAI,SAAS,KAAK,QAAQ,CAAC,MAAM;oBAC7B,OAAO,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC,CAAC,CAAC;QACX,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/{utils → bindings/utils}/binariesGithubRelease.js

@@ -1,5 +1,5 @@
 import fs from "fs-extra";
-import { binariesGithubReleasePath } from "../config.js";
+import { binariesGithubReleasePath } from "../../config.js";
 export async function getBinariesGithubRelease() {
     const binariesGithubRelease = await fs.readJson(binariesGithubReleasePath);
     return binariesGithubRelease.release;

package/dist/bindings/utils/binariesGithubRelease.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"binariesGithubRelease.js","sourceRoot":"","sources":["../../../src/bindings/utils/binariesGithubRelease.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,yBAAyB,EAAC,MAAM,iBAAiB,CAAC;AAM1D,MAAM,CAAC,KAAK,UAAU,wBAAwB;IAC1C,MAAM,qBAAqB,GAA8B,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC;IAEtG,OAAO,qBAAqB,CAAC,OAAO,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,OAA6C;IACxF,MAAM,yBAAyB,GAA8B;QACzD,OAAO,EAAE,OAAO;KACnB,CAAC;IAEF,MAAM,EAAE,CAAC,SAAS,CAAC,yBAAyB,EAAE,yBAAyB,EAAE;QACrE,MAAM,EAAE,CAAC;KACZ,CAAC,CAAC;AACP,CAAC"}

package/dist/bindings/utils/clearAllLocalBuilds.d.ts

@@ -0,0 +1 @@
+export declare function clearAllLocalBuilds(waitForLocks?: boolean): Promise<void>;

package/dist/bindings/utils/clearAllLocalBuilds.js

@@ -0,0 +1,47 @@
+import path from "path";
+import fs from "fs-extra";
+import { lastBuildInfoJsonPath, llamaLocalBuildBinsDirectory } from "../../config.js";
+import { clearTempFolder } from "../../utils/clearTempFolder.js";
+import { withLockfile } from "../../utils/withLockfile.js";
+import { isLockfileActive } from "../../utils/isLockfileActive.js";
+import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
+export async function clearAllLocalBuilds(waitForLocks = false) {
+    async function removeBuilds() {
+        const itemsToRemove = Array.from(new Set((await fs.readdir(llamaLocalBuildBinsDirectory))
+            .map(item => (item.endsWith(".lock")
+            ? item.slice(0, -".lock".length)
+            : item))
+            .filter(item => !item.startsWith("."))));
+        let hasLocks = false;
+        const buildRemovals = itemsToRemove.map(async (item) => {
+            const absolutePath = path.join(llamaLocalBuildBinsDirectory, item);
+            const pathIsLocked = await isLockfileActive({ resourcePath: absolutePath });
+            hasLocks ||= pathIsLocked;
+            if (waitForLocks)
+                await withLockfile({
+                    resourcePath: absolutePath
+                }, async () => {
+                    await fs.remove(absolutePath);
+                });
+            else if (!pathIsLocked)
+                await fs.remove(absolutePath);
+        });
+        return {
+            buildRemovals,
+            hasLocks
+        };
+    }
+    if (await fs.pathExists(llamaLocalBuildBinsDirectory)) {
+        const { hasLocks, buildRemovals } = await removeBuilds();
+        if (hasLocks) {
+            if (waitForLocks)
+                console.log(getConsoleLogPrefix() + "Some builds are in progress. Waiting for those builds to finish before removing them.");
+            else
+                console.log(getConsoleLogPrefix() + "Some builds are in progress. Skipping removal of those builds.");
+        }
+        await Promise.all(buildRemovals);
+    }
+    await fs.remove(lastBuildInfoJsonPath);
+    await clearTempFolder();
+}
+//# sourceMappingURL=clearAllLocalBuilds.js.map

package/dist/bindings/utils/clearAllLocalBuilds.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clearAllLocalBuilds.js","sourceRoot":"","sources":["../../../src/bindings/utils/clearAllLocalBuilds.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,qBAAqB,EAAE,4BAA4B,EAAC,MAAM,iBAAiB,CAAC;AACpF,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAC,gBAAgB,EAAC,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AAEvE,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,YAAY,GAAG,KAAK;IAC1D,KAAK,UAAU,YAAY;QACvB,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAC5B,IAAI,GAAG,CACH,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;aAC3C,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CACT,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YAClB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;YAChC,CAAC,CAAC,IAAI,CACb,CAAC;aACD,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAC7C,CACJ,CAAC;QAEF,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACnD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,CAAC,CAAC;YACnE,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,EAAC,YAAY,EAAE,YAAY,EAAC,CAAC,CAAC;YAE1E,QAAQ,KAAK,YAAY,CAAC;YAE1B,IAAI,YAAY;gBACZ,MAAM,YAAY,CAAC;oBACf,YAAY,EAAE,YAAY;iBAC7B,EAAE,KAAK,IAAI,EAAE;oBACV,MAAM,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;gBAClC,CAAC,CAAC,CAAC;iBACF,IAAI,CAAC,YAAY;gBAClB,MAAM,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,OAAO;YACH,aAAa;YACb,QAAQ;SACX,CAAC;IACN,CAAC;IAED,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,4BAA4B,CAAC,EAAE,CAAC;QACpD,MAAM,EAAC,QAAQ,EAAE,aAAa,EAAC,GAAG,MAAM,YAAY,EAAE,CAAC;QAEvD,IAAI,QAAQ,EAAE,CAAC;YACX,IAAI,YAAY;gBACZ,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,GAAG,uFAAuF,CAAC,CAAC;;gBAE7H,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,GAAG,gEAAgE,CAAC,CAAC;QAC9G,CAAC;QAED,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACrC,CAAC;IAED,MAAM,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;IACvC,MAAM,eAAe,EAAE,CAAC;AAC5B,CAAC"}

package/dist/bindings/utils/cloneLlamaCppRepo.d.ts

@@ -0,0 +1,11 @@
+type ClonedLlamaCppRepoTagFile = {
+    tag: string;
+    llamaCppGithubRepo: string;
+};
+export declare function cloneLlamaCppRepo(githubOwner: string, githubRepo: string, tag: string, useBundles?: boolean, progressLogs?: boolean, recursive?: boolean): Promise<void>;
+export declare function getClonedLlamaCppRepoReleaseInfo(): Promise<ClonedLlamaCppRepoTagFile | null>;
+export declare function isLlamaCppRepoCloned(waitForLock?: boolean): Promise<boolean>;
+export declare function ensureLlamaCppRepoIsCloned({ progressLogs }?: {
+    progressLogs?: boolean;
+}): Promise<void>;
+export {};

package/dist/bindings/utils/cloneLlamaCppRepo.js

@@ -0,0 +1,166 @@
+import path from "path";
+import simpleGit from "simple-git";
+import chalk from "chalk";
+import fs from "fs-extra";
+import which from "which";
+import { defaultLlamaCppGitHubRepo, defaultLlamaCppRelease, enableRecursiveClone, llamaCppDirectory, llamaCppDirectoryInfoFilePath } from "../../config.js";
+import { getGitBundlePathForRelease } from "../../utils/gitReleaseBundles.js";
+import { withLockfile } from "../../utils/withLockfile.js";
+import { waitForLockfileRelease } from "../../utils/waitForLockfileRelease.js";
+import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
+import { isLockfileActive } from "../../utils/isLockfileActive.js";
+import { isGithubReleaseNeedsResolving, resolveGithubRelease } from "../../utils/resolveGithubRelease.js";
+import withStatusLogs from "../../utils/withStatusLogs.js";
+import { withProgressLog } from "../../utils/withProgressLog.js";
+import { logDistroInstallInstruction } from "./logDistroInstallInstruction.js";
+export async function cloneLlamaCppRepo(githubOwner, githubRepo, tag, useBundles = true, progressLogs = true, recursive = enableRecursiveClone) {
+    const gitBundleForTag = !useBundles ? null : await getGitBundlePathForRelease(githubOwner, githubRepo, tag);
+    const remoteGitUrl = `https://github.com/${githubOwner}/${githubRepo}.git`;
+    async function withGitCloneProgress(cloneName, callback) {
+        if (!progressLogs)
+            return await callback(simpleGit({}));
+        const repoText = `${githubOwner}/${githubRepo} (${cloneName})`;
+        let lastProgress = 0;
+        let stages = 1;
+        return await withProgressLog({
+            loadingText: chalk.bold("Cloning " + repoText),
+            successText: chalk.blue("Cloned " + repoText),
+            failText: chalk.blue("Failed to clone " + repoText),
+            progressFractionDigits: false
+        }, async (progressUpdater) => {
+            const gitWithCloneProgress = simpleGit({
+                progress({ progress }) {
+                    const currentProgress = progress / 100;
+                    if (currentProgress < lastProgress)
+                        stages++;
+                    lastProgress = currentProgress;
+                    progressUpdater.setProgress(currentProgress, stages > 1
+                        ? `(Stage ${stages})`
+                        : undefined);
+                }
+            });
+            const res = await callback(gitWithCloneProgress);
+            progressUpdater.setProgress(1);
+            return res;
+        });
+    }
+    await withLockfile({
+        resourcePath: llamaCppDirectory
+    }, async () => {
+        await fs.remove(llamaCppDirectory);
+        await fs.remove(llamaCppDirectoryInfoFilePath);
+        if (gitBundleForTag != null) {
+            try {
+                await withGitCloneProgress("local bundle", async (gitWithCloneProgress) => {
+                    await gitWithCloneProgress.clone(gitBundleForTag, llamaCppDirectory, {
+                        "--quiet": null
+                    });
+                    await simpleGit(llamaCppDirectory).removeRemote("origin");
+                });
+                await updateClonedLlamaCppRepoTagFile(githubOwner, githubRepo, tag);
+                return;
+            }
+            catch (err) {
+                await fs.remove(llamaCppDirectory);
+                await fs.remove(llamaCppDirectoryInfoFilePath);
+                if (progressLogs)
+                    console.error(getConsoleLogPrefix() + "Failed to clone git bundle, cloning from GitHub instead", err);
+                await printCloneErrorHelp(String(err));
+            }
+        }
+        try {
+            await withGitCloneProgress("GitHub", async (gitWithCloneProgress) => {
+                await gitWithCloneProgress.clone(remoteGitUrl, llamaCppDirectory, {
+                    "--depth": 1,
+                    "--branch": tag,
+                    ...(recursive ? { "--recursive": null } : {}),
+                    "--quiet": null
+                });
+            });
+            await updateClonedLlamaCppRepoTagFile(githubOwner, githubRepo, tag);
+        }
+        catch (err) {
+            await printCloneErrorHelp(String(err));
+            throw err;
+        }
+    });
+}
+async function printCloneErrorHelp(error) {
+    // This error happens with some docker images where the current user is different
+    // from the owner of the files due to mounting a volume.
+    // In such cases, print a helpful message to help the user resolve the issue.
+    if (error.toLowerCase().includes("detected dubious ownership in repository"))
+        console.info("\n" +
+            getConsoleLogPrefix(true) + chalk.yellow("To fix this issue, try running this command to fix it for the current module directory:") + "\n" +
+            'git config --global --add safe.directory "' + llamaCppDirectory + '"\n\n' +
+            chalk.yellow("Or run this command to fix it everywhere:") + "\n" +
+            'git config --global --add safe.directory "*"');
+    else if (await which("git", { nothrow: true }) == null) {
+        console.info("\n" +
+            getConsoleLogPrefix(true) + chalk.yellow("Git is not installed, please install it first to build llama.cpp"));
+        await logDistroInstallInstruction("To install git, ", {
+            linuxPackages: { apt: ["git"], apk: ["git"] },
+            macOsPackages: { brew: ["git", "git-lfs"] }
+        });
+    }
+}
+export async function getClonedLlamaCppRepoReleaseInfo() {
+    if (!(await isLlamaCppRepoCloned(false)))
+        return null;
+    if (!(await fs.pathExists(llamaCppDirectoryInfoFilePath)))
+        return null;
+    try {
+        const clonedLlamaCppRepoTagJson = await fs.readJson(llamaCppDirectoryInfoFilePath);
+        return clonedLlamaCppRepoTagJson;
+    }
+    catch (err) {
+        console.error(getConsoleLogPrefix() + "Failed to read llama.cpp tag file", err);
+        return null;
+    }
+}
+export async function isLlamaCppRepoCloned(waitForLock = true) {
+    if (waitForLock)
+        await waitForLockfileRelease({ resourcePath: llamaCppDirectory });
+    else if (await isLockfileActive({ resourcePath: llamaCppDirectory }))
+        return false;
+    const [repoGitExists, releaseInfoFileExists] = await Promise.all([
+        fs.pathExists(path.join(llamaCppDirectory, ".git")),
+        fs.pathExists(llamaCppDirectoryInfoFilePath)
+    ]);
+    return repoGitExists && releaseInfoFileExists;
+}
+export async function ensureLlamaCppRepoIsCloned({ progressLogs = true } = {}) {
+    if (await isLlamaCppRepoCloned(true))
+        return;
+    const [githubOwner, githubRepo] = defaultLlamaCppGitHubRepo.split("/");
+    if (progressLogs)
+        console.log(getConsoleLogPrefix() + chalk.blue("Cloning llama.cpp"));
+    let releaseTag = defaultLlamaCppRelease;
+    if (isGithubReleaseNeedsResolving(releaseTag)) {
+        await withStatusLogs({
+            loading: chalk.blue("Fetching llama.cpp info"),
+            success: chalk.blue("Fetched llama.cpp info"),
+            fail: chalk.blue("Failed to fetch llama.cpp info"),
+            disableLogs: !progressLogs
+        }, async () => {
+            releaseTag = await resolveGithubRelease(githubOwner, githubRepo, releaseTag);
+        });
+    }
+    await cloneLlamaCppRepo(githubOwner, githubRepo, releaseTag, true, progressLogs);
+}
+async function updateClonedLlamaCppRepoTagFile(githubOwner, githubRepo, tag) {
+    try {
+        const clonedLlamaCppRepoTagJson = {
+            tag,
+            llamaCppGithubRepo: githubOwner + "/" + githubRepo
+        };
+        await fs.writeJson(llamaCppDirectoryInfoFilePath, clonedLlamaCppRepoTagJson, {
+            spaces: 4
+        });
+    }
+    catch (err) {
+        console.error(getConsoleLogPrefix() + "Failed to write llama.cpp tag file", err);
+        throw err;
+    }
+}
+//# sourceMappingURL=cloneLlamaCppRepo.js.map

package/dist/bindings/utils/cloneLlamaCppRepo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloneLlamaCppRepo.js","sourceRoot":"","sources":["../../../src/bindings/utils/cloneLlamaCppRepo.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,SAAsB,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EACH,yBAAyB,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,6BAA6B,EAC5H,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAC,0BAA0B,EAAC,MAAM,kCAAkC,CAAC;AAC5E,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAC,sBAAsB,EAAC,MAAM,uCAAuC,CAAC;AAC7E,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAC,gBAAgB,EAAC,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAC,6BAA6B,EAAE,oBAAoB,EAAC,MAAM,qCAAqC,CAAC;AACxG,OAAO,cAAc,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAC,2BAA2B,EAAC,MAAM,kCAAkC,CAAC;AAQ7E,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACnC,WAAmB,EAAE,UAAkB,EAAE,GAAW,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAC9G,YAAqB,oBAAoB;IAEzC,MAAM,eAAe,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,0BAA0B,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;IAC5G,MAAM,YAAY,GAAG,sBAAsB,WAAW,IAAI,UAAU,MAAM,CAAC;IAE3E,KAAK,UAAU,oBAAoB,CAAI,SAAiB,EAAE,QAAyD;QAC/G,IAAI,CAAC,YAAY;YACb,OAAO,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;QAEzC,MAAM,QAAQ,GAAG,GAAG,WAAW,IAAI,UAAU,KAAK,SAAS,GAAG,CAAC;QAE/D,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,OAAO,MAAM,eAAe,CAAC;YACzB,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC;YAC9C,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;YAC7C,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;YACnD,sBAAsB,EAAE,KAAK;SAChC,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE;YACzB,MAAM,oBAAoB,GAAG,SAAS,CAAC;gBACnC,QAAQ,CAAC,EAAC,QAAQ,EAAC;oBACf,MAAM,eAAe,GAAG,QAAQ,GAAG,GAAG,CAAC;oBAEvC,IAAI,eAAe,GAAG,YAAY;wBAC9B,MAAM,EAAE,CAAC;oBAEb,YAAY,GAAG,eAAe,CAAC;oBAE/B,eAAe,CAAC,WAAW,CACvB,eAAe,EACf,MAAM,GAAG,CAAC;wBACN,CAAC,CAAC,UAAU,MAAM,GAAG;wBACrB,CAAC,CAAC,SAAS,CAClB,CAAC;gBACN,CAAC;aACJ,CAAC,CAAC;YAEH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,oBAAoB,CAAC,CAAC;YAEjD,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAE/B,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;IACP,CAAC;IAED,MAAM,YAAY,CAAC;QACf,YAAY,EAAE,iBAAiB;KAClC,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACnC,MAAM,EAAE,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;QAE/C,IAAI,eAAe,IAAI,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACD,MAAM,oBAAoB,CAAC,cAAc,EAAE,KAAK,EAAE,oBAAoB,EAAE,EAAE;oBACtE,MAAM,oBAAoB,CAAC,KAAK,CAAC,eAAe,EAAE,iBAAiB,EAAE;wBACjE,SAAS,EAAE,IAAI;qBAClB,CAAC,CAAC;oBAEH,MAAM,SAAS,CAAC,iBAAiB,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;gBAC9D,CAAC,CAAC,CAAC;gBAEH,MAAM,+BAA+B,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;gBAEpE,OAAO;YACX,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;gBACnC,MAAM,EAAE,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;gBAE/C,IAAI,YAAY;oBACZ,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,yDAAyD,EAAE,GAAG,CAAC,CAAC;gBAE1G,MAAM,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3C,CAAC;QACL,CAAC;QAED,IAAI,CAAC;YACD,MAAM,oBAAoB,CAAC,QAAQ,EAAE,KAAK,EAAE,oBAAoB,EAAE,EAAE;gBAChE,MAAM,oBAAoB,CAAC,KAAK,CAAC,YAAY,EAAE,iBAAiB,EAAE;oBAC9D,SAAS,EAAE,CAAC;oBACZ,UAAU,EAAE,GAAG;oBACf,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAC,aAAa,EAAE,IAAI,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3C,SAAS,EAAE,IAAI;iBAClB,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YAEH,MAAM,+BAA+B,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAEvC,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,KAAa;IAC5C,iFAAiF;IACjF,wDAAwD;IACxD,6EAA6E;IAC7E,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;QACxE,OAAO,CAAC,IAAI,CAAC,IAAI;YACb,mBAAmB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,yFAAyF,CAAC,GAAG,IAAI;YAC1I,4CAA4C,GAAG,iBAAiB,GAAG,OAAO;YAC1E,KAAK,CAAC,MAAM,CAAC,2CAA2C,CAAC,GAAG,IAAI;YAChE,8CAA8C,CACjD,CAAC;SACD,IAAI,MAAM,KAAK,CAAC,KAAK,EAAE,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC,IAAI,IAAI,EAAE,CAAC;QACnD,OAAO,CAAC,IAAI,CAAC,IAAI;YACb,mBAAmB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,kEAAkE,CAAC,CAC/G,CAAC;QACF,MAAM,2BAA2B,CAAC,kBAAkB,EAAE;YAClD,aAAa,EAAE,EAAC,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,EAAC;YAC3C,aAAa,EAAE,EAAC,IAAI,EAAE,CAAC,KAAK,EAAE,SAAS,CAAC,EAAC;SAC5C,CAAC,CAAC;IACP,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC;IAClD,IAAI,CAAC,CAAC,MAAM,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IAEhB,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,6BAA6B,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC;IAEhB,IAAI,CAAC;QACD,MAAM,yBAAyB,GAA8B,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC,CAAC;QAE9G,OAAO,yBAAyB,CAAC;IACrC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,EAAE,GAAG,CAAC,CAAC;QAChF,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,cAAuB,IAAI;IAClE,IAAI,WAAW;QACX,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,iBAAiB,EAAC,CAAC,CAAC;SAC/D,IAAI,MAAM,gBAAgB,CAAC,EAAC,YAAY,EAAE,iBAAiB,EAAC,CAAC;QAC9D,OAAO,KAAK,CAAC;IAEjB,MAAM,CACF,aAAa,EACb,qBAAqB,CACxB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClB,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;QACnD,EAAE,CAAC,UAAU,CAAC,6BAA6B,CAAC;KAC/C,CAAC,CAAC;IAEH,OAAO,aAAa,IAAI,qBAAqB,CAAC;AAClD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,EAAC,YAAY,GAAG,IAAI,KAA8B,EAAE;IACjG,IAAI,MAAM,oBAAoB,CAAC,IAAI,CAAC;QAChC,OAAO;IAEX,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,GAAG,yBAAyB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEvE,IAAI,YAAY;QACZ,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAEzE,IAAI,UAAU,GAAG,sBAAsB,CAAC;IAExC,IAAI,6BAA6B,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5C,MAAM,cAAc,CAAC;YACjB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC;YAC9C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC;YAC7C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,gCAAgC,CAAC;YAClD,WAAW,EAAE,CAAC,YAAY;SAC7B,EAAE,KAAK,IAAI,EAAE;YACV,UAAU,GAAG,MAAM,oBAAoB,CAAC,WAAW,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;IACP,CAAC;IAED,MAAM,iBAAiB,CAAC,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;AACrF,CAAC;AAED,KAAK,UAAU,+BAA+B,CAAC,WAAmB,EAAE,UAAkB,EAAE,GAAW;IAC/F,IAAI,CAAC;QACD,MAAM,yBAAyB,GAA8B;YACzD,GAAG;YACH,kBAAkB,EAAE,WAAW,GAAG,GAAG,GAAG,UAAU;SACrD,CAAC;QAEF,MAAM,EAAE,CAAC,SAAS,CAAC,6BAA6B,EAAE,yBAAyB,EAAE;YACzE,MAAM,EAAE,CAAC;SACZ,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,oCAAoC,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,GAAG,CAAC;IACd,CAAC;AACL,CAAC"}

package/dist/bindings/utils/compileLLamaCpp.d.ts

@@ -0,0 +1,17 @@
+/// <reference types="node" />
+import process from "process";
+import { BuildMetadataFile, BuildOptions } from "../types.js";
+export declare function compileLlamaCpp(buildOptions: BuildOptions, compileOptions: {
+    nodeTarget?: string;
+    updateLastBuildInfo?: boolean;
+    includeBuildOptionsInBinaryFolderName?: boolean;
+    ensureLlamaCppRepoIsCloned?: boolean;
+    downloadCmakeIfNeeded?: boolean;
+    ignoreWorkarounds?: ("cudaArchitecture")[];
+    envVars?: typeof process.env;
+    ciMode?: boolean;
+}): Promise<void>;
+export declare function getLocalBuildBinaryPath(folderName: string): Promise<string | null>;
+export declare function getLocalBuildBinaryBuildMetadata(folderName: string): Promise<BuildMetadataFile>;
+export declare function getPrebuiltBinaryPath(folderName: string): Promise<string | null>;
+export declare function getPrebuiltBinaryBuildMetadata(folderName: string): Promise<BuildMetadataFile>;