node-llama-cpp 3.0.0-beta.4 → 3.0.0-beta.6

package/dist/{utils/getBin.d.ts → bindings/AddonTypes.d.ts}

@@ -1,6 +1,4 @@
 import { Token } from "../types.js";
-export declare function getPrebuildBinPath(): Promise<string | null>;
-export declare function loadBin(): Promise<BindingModule>;
 export type BindingModule = {
     AddonModel: {
         new (modelPath: string, params: {
@@ -29,6 +27,8 @@ export type BindingModule = {
         new (grammar: AddonGrammar): AddonGrammarEvaluationState;
     };
     systemInfo(): string;
+    setLogger(logger: (level: number, message: string) => void): void;
+    setLoggerLogLevel(level: number): void;
 };
 export type AddonModel = {
     dispose(): void;

package/dist/bindings/AddonTypes.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=AddonTypes.js.map

package/dist/bindings/AddonTypes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AddonTypes.js","sourceRoot":"","sources":["../../src/bindings/AddonTypes.ts"],"names":[],"mappings":""}

package/dist/bindings/Llama.d.ts

@@ -0,0 +1,21 @@
+import { LlamaLogLevel } from "./types.js";
+export declare class Llama {
+    private constructor();
+    get metal(): boolean;
+    get cuda(): boolean;
+    get logLevel(): LlamaLogLevel;
+    set logLevel(value: LlamaLogLevel);
+    get logger(): (level: LlamaLogLevel, message: string) => void;
+    set logger(value: (level: LlamaLogLevel, message: string) => void);
+    get buildType(): "localBuild" | "prebuilt";
+    get cmakeOptions(): Readonly<Record<string, string>>;
+    get llamaCppRelease(): {
+        readonly repo: string;
+        readonly release: string;
+    };
+    get systemInfo(): string;
+    private _onAddonLog;
+    private _dispatchPendingLog;
+    private _callLogger;
+    static defaultConsoleLogger(level: LlamaLogLevel, message: string): void;
+}

package/dist/bindings/Llama.js

@@ -0,0 +1,213 @@
+import chalk from "chalk";
+import { getConsoleLogPrefix } from "../utils/getConsoleLogPrefix.js";
+import { LlamaLogLevel } from "./types.js";
+const LlamaLogLevelToAddonLogLevel = new Map([
+    [LlamaLogLevel.disabled, 0],
+    [LlamaLogLevel.fatal, 1],
+    [LlamaLogLevel.error, 2],
+    [LlamaLogLevel.warn, 3],
+    [LlamaLogLevel.info, 4],
+    [LlamaLogLevel.debug, 5]
+]);
+const addonLogLevelToLlamaLogLevel = new Map([...LlamaLogLevelToAddonLogLevel.entries()].map(([key, value]) => [value, key]));
+const defaultLogLevel = 5;
+export class Llama {
+    /** @internal */ _bindings;
+    /** @internal */ _metal;
+    /** @internal */ _cuda;
+    /** @internal */ _buildType;
+    /** @internal */ _cmakeOptions;
+    /** @internal */ _llamaCppRelease;
+    /** @internal */ _logger;
+    /** @internal */ _logLevel;
+    /** @internal */ _pendingLog = null;
+    /** @internal */ _pendingLogLevel = null;
+    /** @internal */ _logDispatchTimeout = undefined;
+    /** @internal */ _previousLog = null;
+    /** @internal */ _previousLogLevel = null;
+    /** @internal */ _nextLogNeedNewLine = false;
+    constructor({ bindings, metal, cuda, logLevel, logger, buildType, cmakeOptions, llamaCppRelease }) {
+        this._bindings = bindings;
+        this._metal = metal;
+        this._cuda = cuda;
+        this._logLevel = logLevel ?? LlamaLogLevel.debug;
+        this._logger = logger;
+        this._buildType = buildType;
+        this._cmakeOptions = Object.freeze({ ...cmakeOptions });
+        this._llamaCppRelease = Object.freeze({
+            repo: llamaCppRelease.repo,
+            release: llamaCppRelease.release
+        });
+        this._dispatchPendingLog = this._dispatchPendingLog.bind(this);
+        this._onAddonLog = this._onAddonLog.bind(this);
+        this._bindings.setLogger(this._onAddonLog);
+        this._bindings.setLoggerLogLevel(LlamaLogLevelToAddonLogLevel.get(this._logLevel) ?? defaultLogLevel);
+    }
+    /** @internal */
+    static async _create({ bindings, buildType, buildMetadata, logLevel, logger }) {
+        return new Llama({
+            bindings,
+            buildType,
+            metal: buildMetadata.buildOptions.computeLayers.metal,
+            cuda: buildMetadata.buildOptions.computeLayers.cuda,
+            cmakeOptions: buildMetadata.buildOptions.customCmakeOptions,
+            llamaCppRelease: {
+                repo: buildMetadata.buildOptions.llamaCpp.repo,
+                release: buildMetadata.buildOptions.llamaCpp.release
+            },
+            logLevel,
+            logger
+        });
+    }
+    get metal() {
+        return this._metal;
+    }
+    get cuda() {
+        return this._cuda;
+    }
+    get logLevel() {
+        return this._logLevel;
+    }
+    set logLevel(value) {
+        if (value === this._logLevel)
+            return;
+        this._bindings.setLoggerLogLevel(LlamaLogLevelToAddonLogLevel.get(value) ?? defaultLogLevel);
+        this._logLevel = value;
+    }
+    get logger() {
+        return this._logger;
+    }
+    set logger(value) {
+        this._logger = value;
+        if (value !== Llama.defaultConsoleLogger)
+            this._nextLogNeedNewLine = false;
+    }
+    get buildType() {
+        return this._buildType;
+    }
+    get cmakeOptions() {
+        return this._cmakeOptions;
+    }
+    get llamaCppRelease() {
+        return this._llamaCppRelease;
+    }
+    get systemInfo() {
+        return this._bindings.systemInfo();
+    }
+    _onAddonLog(level, message) {
+        const llamaLogLevel = addonLogLevelToLlamaLogLevel.get(level) ?? LlamaLogLevel.fatal;
+        clearTimeout(this._logDispatchTimeout);
+        if (this._pendingLog != null && this._pendingLogLevel != null && this._pendingLogLevel != llamaLogLevel) {
+            this._callLogger(this._pendingLogLevel, this._pendingLog);
+            this._pendingLog = null;
+        }
+        const sourceMessage = (this._pendingLog ?? "") + message;
+        const lastNewLineIndex = sourceMessage.lastIndexOf("\n");
+        const currentLog = lastNewLineIndex < 0
+            ? sourceMessage
+            : sourceMessage.slice(0, lastNewLineIndex);
+        const nextLog = lastNewLineIndex < 0
+            ? ""
+            : sourceMessage.slice(lastNewLineIndex + 1);
+        if (currentLog !== "")
+            this._callLogger(llamaLogLevel, currentLog);
+        if (nextLog !== "") {
+            this._pendingLog = nextLog;
+            this._pendingLogLevel = llamaLogLevel;
+            clearTimeout(this._logDispatchTimeout);
+            this._logDispatchTimeout = setTimeout(this._dispatchPendingLog, 0);
+        }
+        else
+            this._pendingLog = null;
+    }
+    _dispatchPendingLog() {
+        clearTimeout(this._logDispatchTimeout);
+        if (this._pendingLog != null && this._pendingLogLevel != null) {
+            this._callLogger(this._pendingLogLevel, this._pendingLog);
+            this._pendingLog = null;
+        }
+    }
+    _callLogger(level, message) {
+        // llama.cpp uses dots to indicate progress, so we don't want to print them as different lines,
+        // and instead, append to the same log line
+        if (logMessageIsOnlyDots(message) && this._logger === Llama.defaultConsoleLogger) {
+            if (logMessageIsOnlyDots(this._previousLog) && level === this._previousLogLevel) {
+                process.stdout.write(message);
+            }
+            else {
+                this._nextLogNeedNewLine = true;
+                process.stdout.write(prefixAndColorMessage(message, getColorForLogLevel(level)));
+            }
+        }
+        else {
+            if (this._nextLogNeedNewLine) {
+                process.stdout.write("\n");
+                this._nextLogNeedNewLine = false;
+            }
+            try {
+                this._logger(level, message);
+            }
+            catch (err) {
+                // the native addon code calls this function, so there's no use to throw an error here
+            }
+        }
+        this._previousLog = message;
+        this._previousLogLevel = level;
+    }
+    static defaultConsoleLogger(level, message) {
+        switch (level) {
+            case LlamaLogLevel.disabled:
+                break;
+            case LlamaLogLevel.fatal:
+                // we don't use console.error here because it prints the stack trace
+                console.warn(prefixAndColorMessage(message, getColorForLogLevel(level)));
+                break;
+            case LlamaLogLevel.error:
+                // we don't use console.error here because it prints the stack trace
+                console.warn(prefixAndColorMessage(message, getColorForLogLevel(level)));
+                break;
+            case LlamaLogLevel.warn:
+                console.warn(prefixAndColorMessage(message, getColorForLogLevel(level)));
+                break;
+            case LlamaLogLevel.info:
+                console.info(prefixAndColorMessage(message, getColorForLogLevel(level)));
+                break;
+            case LlamaLogLevel.debug:
+                console.debug(prefixAndColorMessage(message, getColorForLogLevel(level)));
+                break;
+            default:
+                void (level);
+                console.warn(getConsoleLogPrefix() + getColorForLogLevel(LlamaLogLevel.warn)(`Unknown log level: ${level}`));
+                console.log(prefixAndColorMessage(message, getColorForLogLevel(level)));
+        }
+    }
+}
+function getColorForLogLevel(level) {
+    switch (level) {
+        case LlamaLogLevel.disabled: return chalk.whiteBright;
+        case LlamaLogLevel.fatal: return chalk.redBright;
+        case LlamaLogLevel.error: return chalk.red;
+        case LlamaLogLevel.warn: return chalk.yellow;
+        case LlamaLogLevel.info: return chalk.whiteBright;
+        case LlamaLogLevel.debug: return chalk.white;
+        default:
+            void (level);
+            return chalk.whiteBright;
+    }
+}
+function prefixAndColorMessage(message, color) {
+    return getConsoleLogPrefix() + (message
+        .split("\n")
+        .map(line => color(line))
+        .join("\n" + getConsoleLogPrefix()));
+}
+function logMessageIsOnlyDots(message) {
+    if (message == null)
+        return false;
+    for (let i = 0; i < message.length; i++) {
+        if (message[i] !== ".")
+            return false;
+    }
+    return true;
+}
+//# sourceMappingURL=Llama.js.map

package/dist/bindings/Llama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Llama.js","sourceRoot":"","sources":["../../src/bindings/Llama.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,mBAAmB,EAAC,MAAM,iCAAiC,CAAC;AAEpE,OAAO,EAAoB,aAAa,EAAC,MAAM,YAAY,CAAC;AAE5D,MAAM,4BAA4B,GAAuC,IAAI,GAAG,CAAC;IAC7E,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC3B,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;IACxB,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;IACxB,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;IACvB,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;IACvB,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;CAC3B,CAAC,CAAC;AACH,MAAM,4BAA4B,GAAuC,IAAI,GAAG,CAC5E,CAAC,GAAG,4BAA4B,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAClF,CAAC;AACF,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B,MAAM,OAAO,KAAK;IACd,gBAAgB,CAAiB,SAAS,CAAgB;IAC1D,gBAAgB,CAAkB,MAAM,CAAU;IAClD,gBAAgB,CAAkB,KAAK,CAAU;IACjD,gBAAgB,CAAkB,UAAU,CAA4B;IACxE,gBAAgB,CAAkB,aAAa,CAAmC;IAClF,gBAAgB,CAAkB,gBAAgB,CAGhD;IACF,gBAAgB,CAAS,OAAO,CAAoD;IACpF,gBAAgB,CAAS,SAAS,CAAgB;IAClD,gBAAgB,CAAS,WAAW,GAAkB,IAAI,CAAC;IAC3D,gBAAgB,CAAS,gBAAgB,GAAyB,IAAI,CAAC;IACvE,gBAAgB,CAAS,mBAAmB,GAA8C,SAAS,CAAC;IACpG,gBAAgB,CAAS,YAAY,GAAkB,IAAI,CAAC;IAC5D,gBAAgB,CAAS,iBAAiB,GAAyB,IAAI,CAAC;IACxE,gBAAgB,CAAS,mBAAmB,GAAY,KAAK,CAAC;IAG9D,YAAoB,EAChB,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,eAAe,EAapF;QACG,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,SAAS,GAAG,QAAQ,IAAI,aAAa,CAAC,KAAK,CAAC;QACjD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,EAAC,GAAG,YAAY,EAAC,CAAC,CAAC;QACtD,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC;YAClC,IAAI,EAAE,eAAe,CAAC,IAAI;YAC1B,OAAO,EAAE,eAAe,CAAC,OAAO;SACnC,CAAC,CAAC;QAEH,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE/C,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,4BAA4B,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,eAAe,CAAC,CAAC;IAC1G,CAAC;IAED,gBAAgB;IACT,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EACxB,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAOvD;QACG,OAAO,IAAI,KAAK,CAAC;YACb,QAAQ;YACR,SAAS;YACT,KAAK,EAAE,aAAa,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK;YACrD,IAAI,EAAE,aAAa,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI;YACnD,YAAY,EAAE,aAAa,CAAC,YAAY,CAAC,kBAAkB;YAC3D,eAAe,EAAE;gBACb,IAAI,EAAE,aAAa,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI;gBAC9C,OAAO,EAAE,aAAa,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO;aACvD;YACD,QAAQ;YACR,MAAM;SACT,CAAC,CAAC;IACP,CAAC;IAED,IAAW,KAAK;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAED,IAAW,IAAI;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,IAAW,QAAQ,CAAC,KAAoB;QACpC,IAAI,KAAK,KAAK,IAAI,CAAC,SAAS;YACxB,OAAO;QAEX,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,4BAA4B,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,eAAe,CAAC,CAAC;QAC7F,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IAC3B,CAAC;IAED,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,IAAW,MAAM,CAAC,KAAsD;QACpE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QAErB,IAAI,KAAK,KAAK,KAAK,CAAC,oBAAoB;YACpC,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAC;IACzC,CAAC;IAED,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED,IAAW,YAAY;QACnB,OAAO,IAAI,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED,IAAW,eAAe;QACtB,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAED,IAAW,UAAU;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;IACvC,CAAC;IAEO,WAAW,CAAC,KAAa,EAAE,OAAe;QAC9C,MAAM,aAAa,GAAG,4BAA4B,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC;QAErF,YAAY,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAEvC,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,IAAI,IAAI,CAAC,gBAAgB,IAAI,aAAa,EAAE;YACrG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YAC1D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;SAC3B;QAED,MAAM,aAAa,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC;QAEzD,MAAM,gBAAgB,GAAG,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,UAAU,GAAG,gBAAgB,GAAG,CAAC;YACnC,CAAC,CAAC,aAAa;YACf,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,gBAAgB,GAAG,CAAC;YAChC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QAEhD,IAAI,UAAU,KAAK,EAAE;YACjB,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;QAEhD,IAAI,OAAO,KAAK,EAAE,EAAE;YAChB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;YAC3B,IAAI,CAAC,gBAAgB,GAAG,aAAa,CAAC;YACtC,YAAY,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACvC,IAAI,CAAC,mBAAmB,GAAG,UAAU,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;SACtE;;YACG,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAChC,CAAC;IAEO,mBAAmB;QACvB,YAAY,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAEvC,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,EAAE;YAC3D,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YAC1D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;SAC3B;IACL,CAAC;IAEO,WAAW,CAAC,KAAoB,EAAE,OAAe;QACrD,+FAA+F;QAC/F,2CAA2C;QAC3C,IAAI,oBAAoB,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,oBAAoB,EAAE;YAC9E,IAAI,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,iBAAiB,EAAE;gBAC7E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;aACjC;iBAAM;gBACH,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;gBAChC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACpF;SACJ;aAAM;YACH,IAAI,IAAI,CAAC,mBAAmB,EAAE;gBAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC3B,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAC;aACpC;YAED,IAAI;gBACA,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;aAChC;YAAC,OAAO,GAAG,EAAE;gBACV,sFAAsF;aACzF;SACJ;QAED,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAC5B,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;IACnC,CAAC;IAEM,MAAM,CAAC,oBAAoB,CAAC,KAAoB,EAAE,OAAe;QACpE,QAAQ,KAAK,EAAE;YACX,KAAK,aAAa,CAAC,QAAQ;gBACvB,MAAM;YACV,KAAK,aAAa,CAAC,KAAK;gBACpB,oEAAoE;gBACpE,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACzE,MAAM;YACV,KAAK,aAAa,CAAC,KAAK;gBACpB,oEAAoE;gBACpE,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACzE,MAAM;YACV,KAAK,aAAa,CAAC,IAAI;gBACnB,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACzE,MAAM;YACV,KAAK,aAAa,CAAC,IAAI;gBACnB,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACzE,MAAM;YACV,KAAK,aAAa,CAAC,KAAK;gBACpB,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC1E,MAAM;YACV;gBACI,KAAK,CAAC,KAAqB,CAAC,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,mBAAmB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,sBAAsB,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC7G,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SAC/E;IAEL,CAAC;CACJ;AAED,SAAS,mBAAmB,CAAC,KAAoB;IAC7C,QAAQ,KAAK,EAAE;QACX,KAAK,aAAa,CAAC,QAAQ,CAAC,CAAC,OAAO,KAAK,CAAC,WAAW,CAAC;QACtD,KAAK,aAAa,CAAC,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC,SAAS,CAAC;QACjD,KAAK,aAAa,CAAC,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC;QAC3C,KAAK,aAAa,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC;QAC7C,KAAK,aAAa,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,WAAW,CAAC;QAClD,KAAK,aAAa,CAAC,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC,KAAK,CAAC;QAC7C;YACI,KAAK,CAAC,KAAqB,CAAC,CAAC;YAC7B,OAAO,KAAK,CAAC,WAAW,CAAC;KAChC;AACL,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAe,EAAE,KAAkC;IAC9E,OAAO,mBAAmB,EAAE,GAAG,CAC3B,OAAO;SACF,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACxB,IAAI,CAAC,IAAI,GAAG,mBAAmB,EAAE,CAAC,CAC1C,CAAC;AACN,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAsB;IAChD,IAAI,OAAO,IAAI,IAAI;QACf,OAAO,KAAK,CAAC;IAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACrC,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,GAAG;YAClB,OAAO,KAAK,CAAC;KACpB;IAED,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/dist/bindings/getLlama.d.ts

@@ -0,0 +1,83 @@
+import { LlamaLogLevel } from "./types.js";
+import { Llama } from "./Llama.js";
+export type LlamaOptions = {
+    /**
+     * Toggle Metal support in llama.cpp.
+     * Only supported on macOS.
+     * Enabled by default on Apple Silicon Macs.
+     */
+    metal?: boolean;
+    /**
+     * Toggle CUDA support on llama.cpp.
+     * Disabled by default.
+     */
+    cuda?: boolean;
+    /**
+     * Set the minimum log level for llama.cpp.
+     * Defaults to "debug".
+     */
+    logLevel?: LlamaLogLevel;
+    /**
+     * Set a custom logger for llama.cpp logs.
+     */
+    logger?: (level: LlamaLogLevel, message: string) => void;
+    /**
+     * Set what build method to use.
+     * - **`"auto"`**: If a local build is found, use it.
+     * Otherwise, if a prebuilt binary is found, use it.
+     * Otherwise, build from source.
+     * - **`"never"`**: If a local build is found, use it.
+     * Otherwise, if a prebuilt binary is found, use it.
+     * Otherwise, throw a `NoBinaryFoundError` error.
+     * - **`"forceRebuild"`**: Always build from source.
+     * Be cautious with this option, as it will cause the build to fail on Windows when the binaries are in use by another process.
+     *
+     * Defaults to "auto".
+     */
+    build?: "auto" | "never" | "forceRebuild";
+    /**
+     * Set custom CMake options for llama.cpp
+     */
+    cmakeOptions?: Record<string, string>;
+    /**
+     * When a prebuilt binary is found, only use it if it was built with the same build options as the ones specified in `buildOptions`.
+     * Disabled by default.
+     */
+    existingPrebuiltBinaryMustMatchBuildOptions?: boolean;
+    /**
+     * Use prebuilt binaries if they match the build options.
+     * Enabled by default.
+     */
+    usePrebuiltBinaries?: boolean;
+    /**
+     * Print binary compilation progress logs.
+     * Enabled by default.
+     */
+    progressLogs?: boolean;
+    /**
+     * Don't download llama.cpp source if it's not found.
+     * When set to `true`, and llama.cpp source is not found, a `NoBinaryFoundError` error will be thrown.
+     * Disabled by default.
+     */
+    skipDownload?: boolean;
+};
+export type LastBuildOptions = {
+    /**
+     * Set the minimum log level for llama.cpp.
+     * Defaults to "debug".
+     */
+    logLevel?: LlamaLogLevel;
+    /**
+     * Set a custom logger for llama.cpp logs.
+     */
+    logger?: (level: LlamaLogLevel, message: string) => void;
+};
+export declare const getLlamaFunctionName = "getLlama";
+/**
+ * Get a llama.cpp binding.
+ * Defaults to prefer a prebuilt binary, and fallbacks to building from source if a prebuilt binary is not found.
+ * Pass `"lastCliBuild"` to default to use the last successful build created using the `download` or `build` CLI commands if one exists.
+ */
+export declare function getLlama(): Promise<Llama>;
+export declare function getLlama(options: LlamaOptions, lastBuildOptions?: never): Promise<Llama>;
+export declare function getLlama(type: "lastBuild", lastBuildOptions?: LastBuildOptions): Promise<Llama>;

package/dist/bindings/getLlama.js

@@ -0,0 +1,216 @@
+import process from "process";
+import path from "path";
+import console from "console";
+import { createRequire } from "module";
+import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease, defaultLlamaCppCudaSupport, defaultLlamaCppDebugLogs, defaultLlamaCppGitHubRepo, defaultLlamaCppMetalSupport, defaultLlamaCppRelease, defaultSkipDownload, llamaLocalBuildBinsDirectory } from "../config.js";
+import { getConsoleLogPrefix } from "../utils/getConsoleLogPrefix.js";
+import { waitForLockfileRelease } from "../utils/waitForLockfileRelease.js";
+import { isGithubReleaseNeedsResolving, resolveGithubRelease } from "../utils/resolveGithubRelease.js";
+import { compileLlamaCpp, getLocalBuildBinaryBuildMetadata, getLocalBuildBinaryPath, getPrebuiltBinaryBuildMetadata, getPrebuiltBinaryPath } from "./utils/compileLLamaCpp.js";
+import { getLastBuildInfo } from "./utils/lastBuildInfo.js";
+import { getClonedLlamaCppRepoReleaseInfo, isLlamaCppRepoCloned } from "./utils/cloneLlamaCppRepo.js";
+import { getPlatform } from "./utils/getPlatform.js";
+import { getBuildFolderNameForBuildOptions } from "./utils/getBuildFolderNameForBuildOptions.js";
+import { resolveCustomCmakeOptions } from "./utils/resolveCustomCmakeOptions.js";
+import { getCanUsePrebuiltBinaries } from "./utils/getCanUsePrebuiltBinaries.js";
+import { NoBinaryFoundError } from "./utils/NoBinaryFoundError.js";
+import { Llama } from "./Llama.js";
+const require = createRequire(import.meta.url);
+export const getLlamaFunctionName = "getLlama";
+export async function getLlama(options, lastBuildOptions) {
+    if (options === "lastBuild") {
+        const lastBuildInfo = await getLastBuildInfo();
+        if (lastBuildInfo == null)
+            return getLlamaForOptions({});
+        const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, lastBuildInfo.folderName);
+        const localBuildBinPath = await getLocalBuildBinaryPath(lastBuildInfo.folderName);
+        await waitForLockfileRelease({ resourcePath: localBuildFolder });
+        if (localBuildBinPath != null) {
+            try {
+                const binding = require(localBuildBinPath);
+                const buildMetadata = await getLocalBuildBinaryBuildMetadata(lastBuildInfo.folderName);
+                return await Llama._create({
+                    bindings: binding,
+                    buildType: "localBuild",
+                    buildMetadata,
+                    logger: lastBuildOptions?.logger ?? Llama.defaultConsoleLogger,
+                    logLevel: lastBuildOptions?.logLevel ?? defaultLlamaCppDebugLogs
+                });
+            }
+            catch (err) {
+                console.error(getConsoleLogPrefix() + "Failed to load last build. Error:", err);
+                console.info(getConsoleLogPrefix() + "Falling back to default binaries");
+                try {
+                    delete require.cache[require.resolve(localBuildBinPath)];
+                }
+                catch (err) { }
+            }
+        }
+        return getLlamaForOptions({});
+    }
+    return getLlamaForOptions(options ?? {});
+}
+async function getLlamaForOptions({ metal = defaultLlamaCppMetalSupport, cuda = defaultLlamaCppCudaSupport, logLevel = defaultLlamaCppDebugLogs, logger = Llama.defaultConsoleLogger, build = "auto", cmakeOptions = {}, existingPrebuiltBinaryMustMatchBuildOptions = false, usePrebuiltBinaries = true, progressLogs = true, skipDownload = defaultSkipDownload }) {
+    const platform = getPlatform();
+    const arch = process.arch;
+    if (platform !== "mac")
+        metal = false;
+    else if (platform === "mac" && arch === "arm64")
+        cuda = false;
+    if (logLevel == null)
+        logLevel = defaultLlamaCppDebugLogs;
+    if (logger == null)
+        logger = Llama.defaultConsoleLogger;
+    if (build == null)
+        build = "auto";
+    if (cmakeOptions == null)
+        cmakeOptions = {};
+    if (existingPrebuiltBinaryMustMatchBuildOptions == null)
+        existingPrebuiltBinaryMustMatchBuildOptions = false;
+    if (usePrebuiltBinaries == null)
+        usePrebuiltBinaries = true;
+    if (progressLogs == null)
+        progressLogs = true;
+    if (skipDownload == null)
+        skipDownload = defaultSkipDownload;
+    const clonedLlamaCppRepoReleaseInfo = await getClonedLlamaCppRepoReleaseInfo();
+    const buildOptions = {
+        customCmakeOptions: resolveCustomCmakeOptions(cmakeOptions),
+        progressLogs,
+        platform,
+        arch,
+        computeLayers: {
+            metal,
+            cuda
+        },
+        llamaCpp: {
+            repo: clonedLlamaCppRepoReleaseInfo?.llamaCppGithubRepo ?? builtinLlamaCppGitHubRepo,
+            release: clonedLlamaCppRepoReleaseInfo?.tag ?? builtinLlamaCppRelease
+        }
+    };
+    const canUsePrebuiltBinaries = (build === "forceRebuild" || !usePrebuiltBinaries)
+        ? false
+        : await getCanUsePrebuiltBinaries();
+    let buildFolderName = await getBuildFolderNameForBuildOptions(buildOptions);
+    if (build === "auto" || build === "never") {
+        const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, buildFolderName.withCustomCmakeOptions);
+        const localBuildBinPath = await getLocalBuildBinaryPath(buildFolderName.withCustomCmakeOptions);
+        await waitForLockfileRelease({ resourcePath: localBuildFolder });
+        if (localBuildBinPath != null) {
+            try {
+                const binding = require(localBuildBinPath);
+                const buildMetadata = await getLocalBuildBinaryBuildMetadata(buildFolderName.withCustomCmakeOptions);
+                return await Llama._create({
+                    bindings: binding,
+                    buildType: "localBuild",
+                    buildMetadata,
+                    logLevel,
+                    logger
+                });
+            }
+            catch (err) {
+                const binaryDescription = describeBinary(buildOptions);
+                console.error(getConsoleLogPrefix() + `Failed to load a local build ${binaryDescription}. Error:`, err);
+                console.info(getConsoleLogPrefix() + "Falling back to prebuilt binaries");
+                try {
+                    delete require.cache[require.resolve(localBuildBinPath)];
+                }
+                catch (err) { }
+            }
+        }
+        if (canUsePrebuiltBinaries) {
+            const prebuiltBinPath = await getPrebuiltBinaryPath(existingPrebuiltBinaryMustMatchBuildOptions
+                ? buildFolderName.withCustomCmakeOptions
+                : buildFolderName.withoutCustomCmakeOptions);
+            if (prebuiltBinPath != null) {
+                try {
+                    const binding = require(prebuiltBinPath);
+                    const buildMetadata = await getPrebuiltBinaryBuildMetadata(buildFolderName.withCustomCmakeOptions);
+                    return await Llama._create({
+                        bindings: binding,
+                        buildType: "prebuilt",
+                        buildMetadata,
+                        logLevel,
+                        logger
+                    });
+                }
+                catch (err) {
+                    const binaryDescription = describeBinary({
+                        ...buildOptions,
+                        customCmakeOptions: existingPrebuiltBinaryMustMatchBuildOptions
+                            ? buildOptions.customCmakeOptions
+                            : new Map()
+                    });
+                    console.error(getConsoleLogPrefix() + `Failed to load a prebuilt ${binaryDescription}` + (build !== "never"
+                        ? ", falling back to building from source"
+                        : "") + ". Error:", err);
+                    try {
+                        delete require.cache[require.resolve(prebuiltBinPath)];
+                    }
+                    catch (err) { }
+                }
+            }
+            else if (progressLogs)
+                console.warn(getConsoleLogPrefix() + "A prebuilt binary was not found" + (build !== "never"
+                    ? ", falling back to building from source"
+                    : ""));
+        }
+    }
+    if (build === "never")
+        throw new NoBinaryFoundError();
+    const llamaCppRepoCloned = await isLlamaCppRepoCloned();
+    if (!llamaCppRepoCloned) {
+        if (skipDownload)
+            throw new NoBinaryFoundError("No prebuilt binaries found, no llama.cpp source found and `skipDownload` or NODE_LLAMA_CPP_SKIP_DOWNLOAD env var is set to true, so llama.cpp cannot be built from source");
+        buildOptions.llamaCpp.repo = defaultLlamaCppGitHubRepo;
+        buildOptions.llamaCpp.release = defaultLlamaCppRelease;
+        if (isGithubReleaseNeedsResolving(buildOptions.llamaCpp.release)) {
+            const [owner, name] = defaultLlamaCppGitHubRepo.split("/");
+            buildOptions.llamaCpp.release = await resolveGithubRelease(owner, name, buildOptions.llamaCpp.release);
+            buildFolderName = await getBuildFolderNameForBuildOptions(buildOptions);
+        }
+    }
+    await compileLlamaCpp(buildOptions, {
+        ensureLlamaCppRepoIsCloned: !skipDownload,
+        downloadCmakeIfNeeded: true,
+        updateLastBuildInfo: false
+    });
+    const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, buildFolderName.withCustomCmakeOptions);
+    await waitForLockfileRelease({ resourcePath: localBuildFolder });
+    const localBuildBinPath = await getLocalBuildBinaryPath(buildFolderName.withCustomCmakeOptions);
+    if (localBuildBinPath == null) {
+        throw new Error("Failed to build llama.cpp");
+    }
+    const binding = require(localBuildBinPath);
+    const buildMetadata = await getLocalBuildBinaryBuildMetadata(buildFolderName.withCustomCmakeOptions);
+    return await Llama._create({
+        bindings: binding,
+        buildType: "localBuild",
+        buildMetadata,
+        logLevel,
+        logger
+    });
+}
+function describeBinary(binaryOptions) {
+    let res = `binary for platform "${binaryOptions.platform}" "${binaryOptions.arch}"`;
+    const additions = [];
+    if (binaryOptions.computeLayers.metal)
+        additions.push("with Metal support");
+    if (binaryOptions.computeLayers.cuda)
+        additions.push("with CUDA support");
+    if (binaryOptions.customCmakeOptions.size > 0)
+        additions.push("with custom build options");
+    res += additions
+        .map((addition, index) => {
+        if (index === 0)
+            return " " + addition;
+        if (additions.length === 2)
+            return " and " + addition;
+        if (index === additions.length - 1)
+            return " and " + addition;
+        return ", " + addition;
+    })
+        .join("");
+    return res;
+}
+//# sourceMappingURL=getLlama.js.map

package/dist/bindings/getLlama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getLlama.js","sourceRoot":"","sources":["../../src/bindings/getLlama.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAC,aAAa,EAAC,MAAM,QAAQ,CAAC;AACrC,OAAO,EACH,yBAAyB,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,yBAAyB,EAClI,2BAA2B,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,4BAA4B,EACzG,MAAM,cAAc,CAAC;AACtB,OAAO,EAAC,mBAAmB,EAAC,MAAM,iCAAiC,CAAC;AACpE,OAAO,EAAC,sBAAsB,EAAC,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAC,6BAA6B,EAAE,oBAAoB,EAAC,MAAM,kCAAkC,CAAC;AAErG,OAAO,EACH,eAAe,EAAE,gCAAgC,EAAE,uBAAuB,EAAE,8BAA8B,EAAE,qBAAqB,EACpI,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAC,gCAAgC,EAAE,oBAAoB,EAAC,MAAM,8BAA8B,CAAC;AAEpG,OAAO,EAAC,WAAW,EAAC,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAC,iCAAiC,EAAC,MAAM,8CAA8C,CAAC;AAC/F,OAAO,EAAC,yBAAyB,EAAC,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAC,yBAAyB,EAAC,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAC,kBAAkB,EAAC,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AAEjC,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAsF/C,MAAM,CAAC,MAAM,oBAAoB,GAAG,UAAU,CAAC;AAU/C,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAAoC,EAAE,gBAAmC;IACpG,IAAI,OAAO,KAAK,WAAW,EAAE;QACzB,MAAM,aAAa,GAAG,MAAM,gBAAgB,EAAE,CAAC;QAE/C,IAAI,aAAa,IAAI,IAAI;YACrB,OAAO,kBAAkB,CAAC,EAAE,CAAC,CAAC;QAElC,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;QAC3F,MAAM,iBAAiB,GAAG,MAAM,uBAAuB,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAElF,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,gBAAgB,EAAC,CAAC,CAAC;QAC/D,IAAI,iBAAiB,IAAI,IAAI,EAAE;YAC3B,IAAI;gBACA,MAAM,OAAO,GAAkB,OAAO,CAAC,iBAAiB,CAAC,CAAC;gBAC1D,MAAM,aAAa,GAAG,MAAM,gCAAgC,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;gBAEvF,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;oBACvB,QAAQ,EAAE,OAAO;oBACjB,SAAS,EAAE,YAAY;oBACvB,aAAa;oBACb,MAAM,EAAE,gBAAgB,EAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB;oBAC9D,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,IAAI,wBAAwB;iBACnE,CAAC,CAAC;aACN;YAAC,OAAO,GAAG,EAAE;gBACV,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,EAAE,GAAG,CAAC,CAAC;gBAChF,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,kCAAkC,CAAC,CAAC;gBAEzE,IAAI;oBACA,OAAO,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;iBAC5D;gBAAC,OAAO,GAAG,EAAE,GAAE;aACnB;SACJ;QAED,OAAO,kBAAkB,CAAC,EAAE,CAAC,CAAC;KACjC;IAED,OAAO,kBAAkB,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;AAC7C,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,EAC9B,KAAK,GAAG,2BAA2B,EACnC,IAAI,GAAG,0BAA0B,EACjC,QAAQ,GAAG,wBAAwB,EACnC,MAAM,GAAG,KAAK,CAAC,oBAAoB,EACnC,KAAK,GAAG,MAAM,EACd,YAAY,GAAG,EAAE,EACjB,2CAA2C,GAAG,KAAK,EACnD,mBAAmB,GAAG,IAAI,EAC1B,YAAY,GAAG,IAAI,EACnB,YAAY,GAAG,mBAAmB,EACvB;IACX,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAE1B,IAAI,QAAQ,KAAK,KAAK;QAAE,KAAK,GAAG,KAAK,CAAC;SACjC,IAAI,QAAQ,KAAK,KAAK,IAAI,IAAI,KAAK,OAAO;QAAE,IAAI,GAAG,KAAK,CAAC;IAC9D,IAAI,QAAQ,IAAI,IAAI;QAAE,QAAQ,GAAG,wBAAwB,CAAC;IAC1D,IAAI,MAAM,IAAI,IAAI;QAAE,MAAM,GAAG,KAAK,CAAC,oBAAoB,CAAC;IACxD,IAAI,KAAK,IAAI,IAAI;QAAE,KAAK,GAAG,MAAM,CAAC;IAClC,IAAI,YAAY,IAAI,IAAI;QAAE,YAAY,GAAG,EAAE,CAAC;IAC5C,IAAI,2CAA2C,IAAI,IAAI;QAAE,2CAA2C,GAAG,KAAK,CAAC;IAC7G,IAAI,mBAAmB,IAAI,IAAI;QAAE,mBAAmB,GAAG,IAAI,CAAC;IAC5D,IAAI,YAAY,IAAI,IAAI;QAAE,YAAY,GAAG,IAAI,CAAC;IAC9C,IAAI,YAAY,IAAI,IAAI;QAAE,YAAY,GAAG,mBAAmB,CAAC;IAE7D,MAAM,6BAA6B,GAAG,MAAM,gCAAgC,EAAE,CAAC;IAE/E,MAAM,YAAY,GAAiB;QAC/B,kBAAkB,EAAE,yBAAyB,CAAC,YAAY,CAAC;QAC3D,YAAY;QACZ,QAAQ;QACR,IAAI;QACJ,aAAa,EAAE;YACX,KAAK;YACL,IAAI;SACP;QACD,QAAQ,EAAE;YACN,IAAI,EAAE,6BAA6B,EAAE,kBAAkB,IAAI,yBAAyB;YACpF,OAAO,EAAE,6BAA6B,EAAE,GAAG,IAAI,sBAAsB;SACxE;KACJ,CAAC;IAEF,MAAM,sBAAsB,GAAG,CAAC,KAAK,KAAK,cAAc,IAAI,CAAC,mBAAmB,CAAC;QAC7E,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,MAAM,yBAAyB,EAAE,CAAC;IACxC,IAAI,eAAe,GAAG,MAAM,iCAAiC,CAAC,YAAY,CAAC,CAAC;IAE5E,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,EAAE;QACvC,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;QACzG,MAAM,iBAAiB,GAAG,MAAM,uBAAuB,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;QAEhG,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,gBAAgB,EAAC,CAAC,CAAC;QAC/D,IAAI,iBAAiB,IAAI,IAAI,EAAE;YAC3B,IAAI;gBACA,MAAM,OAAO,GAAkB,OAAO,CAAC,iBAAiB,CAAC,CAAC;gBAC1D,MAAM,aAAa,GAAG,MAAM,gCAAgC,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;gBAErG,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;oBACvB,QAAQ,EAAE,OAAO;oBACjB,SAAS,EAAE,YAAY;oBACvB,aAAa;oBACb,QAAQ;oBACR,MAAM;iBACT,CAAC,CAAC;aACN;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,iBAAiB,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;gBACvD,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,gCAAgC,iBAAiB,UAAU,EAAE,GAAG,CAAC,CAAC;gBACxG,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,mCAAmC,CAAC,CAAC;gBAE1E,IAAI;oBACA,OAAO,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;iBAC5D;gBAAC,OAAO,GAAG,EAAE,GAAE;aACnB;SACJ;QAED,IAAI,sBAAsB,EAAE;YACxB,MAAM,eAAe,GAAG,MAAM,qBAAqB,CAC/C,2CAA2C;gBACvC,CAAC,CAAC,eAAe,CAAC,sBAAsB;gBACxC,CAAC,CAAC,eAAe,CAAC,yBAAyB,CAClD,CAAC;YAEF,IAAI,eAAe,IAAI,IAAI,EAAE;gBACzB,IAAI;oBACA,MAAM,OAAO,GAAkB,OAAO,CAAC,eAAe,CAAC,CAAC;oBACxD,MAAM,aAAa,GAAG,MAAM,8BAA8B,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;oBAEnG,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;wBACvB,QAAQ,EAAE,OAAO;wBACjB,SAAS,EAAE,UAAU;wBACrB,aAAa;wBACb,QAAQ;wBACR,MAAM;qBACT,CAAC,CAAC;iBACN;gBAAC,OAAO,GAAG,EAAE;oBACV,MAAM,iBAAiB,GAAG,cAAc,CAAC;wBACrC,GAAG,YAAY;wBACf,kBAAkB,EAAE,2CAA2C;4BAC3D,CAAC,CAAC,YAAY,CAAC,kBAAkB;4BACjC,CAAC,CAAC,IAAI,GAAG,EAAE;qBAClB,CAAC,CAAC;oBACH,OAAO,CAAC,KAAK,CACT,mBAAmB,EAAE,GAAG,6BAA6B,iBAAiB,EAAE,GAAG,CACvE,KAAK,KAAK,OAAO;wBACb,CAAC,CAAC,wCAAwC;wBAC1C,CAAC,CAAC,EAAE,CACX,GAAG,UAAU,EAAE,GAAG,CAAC,CAAC;oBAEzB,IAAI;wBACA,OAAO,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC;qBAC1D;oBAAC,OAAO,GAAG,EAAE,GAAE;iBACnB;aACJ;iBAAM,IAAI,YAAY;gBACnB,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE,GAAG,iCAAiC,GAAG,CACxD,KAAK,KAAK,OAAO;oBACb,CAAC,CAAC,wCAAwC;oBAC1C,CAAC,CAAC,EAAE,CACX,CACJ,CAAC;SACT;KACJ;IAED,IAAI,KAAK,KAAK,OAAO;QACjB,MAAM,IAAI,kBAAkB,EAAE,CAAC;IAEnC,MAAM,kBAAkB,GAAG,MAAM,oBAAoB,EAAE,CAAC;IACxD,IAAI,CAAC,kBAAkB,EAAE;QACrB,IAAI,YAAY;YACZ,MAAM,IAAI,kBAAkB,CAAC,2KAA2K,CAAC,CAAC;QAE9M,YAAY,CAAC,QAAQ,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACvD,YAAY,CAAC,QAAQ,CAAC,OAAO,GAAG,sBAAsB,CAAC;QAEvD,IAAI,6BAA6B,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;YAC9D,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,yBAAyB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC3D,YAAY,CAAC,QAAQ,CAAC,OAAO,GAAG,MAAM,oBAAoB,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACvG,eAAe,GAAG,MAAM,iCAAiC,CAAC,YAAY,CAAC,CAAC;SAC3E;KACJ;IAED,MAAM,eAAe,CAAC,YAAY,EAAE;QAChC,0BAA0B,EAAE,CAAC,YAAY;QACzC,qBAAqB,EAAE,IAAI;QAC3B,mBAAmB,EAAE,KAAK;KAC7B,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,eAAe,CAAC,sBAAsB,CAAC,CAAC;IACzG,MAAM,sBAAsB,CAAC,EAAC,YAAY,EAAE,gBAAgB,EAAC,CAAC,CAAC;IAE/D,MAAM,iBAAiB,GAAG,MAAM,uBAAuB,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;IAEhG,IAAI,iBAAiB,IAAI,IAAI,EAAE;QAC3B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;KAChD;IAED,MAAM,OAAO,GAAkB,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC1D,MAAM,aAAa,GAAG,MAAM,gCAAgC,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;IAErG,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;QACvB,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,YAAY;QACvB,aAAa;QACb,QAAQ;QACR,MAAM;KACT,CAAC,CAAC;AACP,CAAC;AAED,SAAS,cAAc,CAAC,aAA2B;IAC/C,IAAI,GAAG,GAAG,wBAAwB,aAAa,CAAC,QAAQ,MAAM,aAAa,CAAC,IAAI,GAAG,CAAC;IACpF,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,IAAI,aAAa,CAAC,aAAa,CAAC,KAAK;QACjC,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAEzC,IAAI,aAAa,CAAC,aAAa,CAAC,IAAI;QAChC,SAAS,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAExC,IAAI,aAAa,CAAC,kBAAkB,CAAC,IAAI,GAAG,CAAC;QACzC,SAAS,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAEhD,GAAG,IAAI,SAAS;SACX,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QACrB,IAAI,KAAK,KAAK,CAAC;YACX,OAAO,GAAG,GAAG,QAAQ,CAAC;QAE1B,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YACtB,OAAO,OAAO,GAAG,QAAQ,CAAC;QAE9B,IAAI,KAAK,KAAK,SAAS,CAAC,MAAM,GAAG,CAAC;YAC9B,OAAO,OAAO,GAAG,QAAQ,CAAC;QAE9B,OAAO,IAAI,GAAG,QAAQ,CAAC;IAC3B,CAAC,CAAC;SACD,IAAI,CAAC,EAAE,CAAC,CAAC;IAEd,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/bindings/types.d.ts

@@ -0,0 +1,33 @@
+import process from "process";
+import { BinaryPlatform } from "./utils/getPlatform.js";
+export type BuildOptions = {
+    customCmakeOptions: Map<string, string>;
+    progressLogs: boolean;
+    platform: BinaryPlatform;
+    arch: typeof process.arch;
+    computeLayers: {
+        metal: boolean;
+        cuda: boolean;
+    };
+    llamaCpp: {
+        repo: string;
+        release: string;
+    };
+};
+export type BuildOptionsJSON = Omit<BuildOptions, "customCmakeOptions"> & {
+    customCmakeOptions: Record<string, string>;
+};
+export declare function convertBuildOptionsJSONToBuildOptions(buildOptionsJSON: BuildOptionsJSON): BuildOptions;
+export declare function convertBuildOptionsToBuildOptionsJSON(buildOptions: BuildOptions): BuildOptionsJSON;
+export type BuildMetadataFile = {
+    buildOptions: BuildOptionsJSON;
+};
+export declare enum LlamaLogLevel {
+    disabled = "disabled",
+    fatal = "fatal",
+    error = "error",
+    warn = "warn",
+    info = "info",
+    debug = "debug"
+}
+export declare const LlamaLogLevelValues: readonly [LlamaLogLevel.disabled, LlamaLogLevel.fatal, LlamaLogLevel.error, LlamaLogLevel.warn, LlamaLogLevel.info, LlamaLogLevel.debug];

package/dist/bindings/types.js

@@ -0,0 +1,30 @@
+export function convertBuildOptionsJSONToBuildOptions(buildOptionsJSON) {
+    return {
+        ...buildOptionsJSON,
+        customCmakeOptions: new Map(Object.entries(buildOptionsJSON.customCmakeOptions))
+    };
+}
+export function convertBuildOptionsToBuildOptionsJSON(buildOptions) {
+    return {
+        ...buildOptions,
+        customCmakeOptions: Object.fromEntries(buildOptions.customCmakeOptions)
+    };
+}
+export var LlamaLogLevel;
+(function (LlamaLogLevel) {
+    LlamaLogLevel["disabled"] = "disabled";
+    LlamaLogLevel["fatal"] = "fatal";
+    LlamaLogLevel["error"] = "error";
+    LlamaLogLevel["warn"] = "warn";
+    LlamaLogLevel["info"] = "info";
+    LlamaLogLevel["debug"] = "debug";
+})(LlamaLogLevel || (LlamaLogLevel = {}));
+export const LlamaLogLevelValues = [
+    LlamaLogLevel.disabled,
+    LlamaLogLevel.fatal,
+    LlamaLogLevel.error,
+    LlamaLogLevel.warn,
+    LlamaLogLevel.info,
+    LlamaLogLevel.debug
+];
+//# sourceMappingURL=types.js.map

package/dist/bindings/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/bindings/types.ts"],"names":[],"mappings":"AAsBA,MAAM,UAAU,qCAAqC,CAAC,gBAAkC;IACpF,OAAO;QACH,GAAG,gBAAgB;QACnB,kBAAkB,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;KACnF,CAAC;AACN,CAAC;AAED,MAAM,UAAU,qCAAqC,CAAC,YAA0B;IAC5E,OAAO;QACH,GAAG,YAAY;QACf,kBAAkB,EAAE,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,kBAAkB,CAAC;KAC1E,CAAC;AACN,CAAC;AAMD,MAAM,CAAN,IAAY,aAOX;AAPD,WAAY,aAAa;IACrB,sCAAqB,CAAA;IACrB,gCAAe,CAAA;IACf,gCAAe,CAAA;IACf,8BAAa,CAAA;IACb,8BAAa,CAAA;IACb,gCAAe,CAAA;AACnB,CAAC,EAPW,aAAa,KAAb,aAAa,QAOxB;AACD,MAAM,CAAC,MAAM,mBAAmB,GAAG;IAC/B,aAAa,CAAC,QAAQ;IACtB,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,IAAI;IAClB,aAAa,CAAC,IAAI;IAClB,aAAa,CAAC,KAAK;CACb,CAAC"}

package/dist/bindings/utils/NoBinaryFoundError.d.ts

@@ -0,0 +1,2 @@
+export declare class NoBinaryFoundError extends Error {
+}