node-llama-cpp 3.0.0-beta.14 → 3.0.0-beta.16

package/dist/gguf/ggufParser/stream/GGUFBaseStream.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"GGUFBaseStream.js","sourceRoot":"","sources":["../../../../src/gguf/ggufParser/stream/GGUFBaseStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,QAAQ,CAAC;AAE9B,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAChC,SAAS,EAAE,CAAC;IACZ,UAAU,EAAE,CAAC;IACb,UAAU,EAAE,CAAC;IACb,UAAU,EAAE,CAAC;IACb,QAAQ,EAAE,CAAC;IACX,SAAS,EAAE,CAAC;IACZ,SAAS,EAAE,CAAC;IACZ,SAAS,EAAE,CAAC;IACZ,WAAW,EAAE,CAAC;IACd,WAAW,EAAE,CAAC;IACd,QAAQ,EAAE,CAAC;CACd,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC,QAAQ;AAE1D,MAAM,CAAC,OAAO,OAAgB,cAAc;IAC9B,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACpC;IACA,CAAC;IAIM,KAAK,CAAC,SAAS,CAAC,MAAc;QACjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/E,OAAO,QAAQ,CAAC,SAAS,EAAE,CAAC;IAChC,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,MAAc;QAClC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAChF,OAAO,QAAQ,CAAC,YAAY,EAAE,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,MAAc;QAClC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAChF,OAAO,QAAQ,CAAC,YAAY,EAAE,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,MAAc;QAClC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAChF,OAAO,QAAQ,CAAC,eAAe,EAAE,CAAC;IACtC,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,MAAc;QAChC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC9E,OAAO,QAAQ,CAAC,QAAQ,EAAE,CAAC;IAC/B,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,MAAc;QACjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/E,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC;IAClC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,MAAc;QACjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/E,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC;IAClC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,MAAc;QACjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/E,OAAO,QAAQ,CAAC,cAAc,EAAE,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,MAAc;QACnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACjF,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC;IAClC,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,MAAc;QACnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACjF,OAAO,QAAQ,CAAC,YAAY,EAAE,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,MAAc;QAChC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/E,OAAO,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,MAAc;QAClC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QACrD,MAAM,IAAI,oBAAoB,CAAC,UAAU,CAAC;QAE1C,MAAM,UAAU,GAAG,oBAAoB,CAAC,SAAS,GAAG,MAAM,CAAC;QAC3D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAE9D,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,YAAY,CAAC,GAAG,WAAW,CAAC;YAC3C,SAAS,EAAE,MAAM,GAAG,UAAU;SACjC,CAAC;IACN,CAAC;IAES,YAAY,CAAC,MAAc;QACjC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,CAAC;IAEM,MAAM,CAAC,UAAU,CAAC,KAAa;QAClC,IAAI,KAAK,GAAG,MAAM,CAAC,gBAAgB;YAAE,OAAO,KAAK,CAAC;QAClD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;CACJ"}

package/dist/gguf/ggufParser/stream/GGUFFetchStream.d.ts

@@ -1,14 +0,0 @@
-/// <reference types="node" />
-import retry from "async-retry";
-import GgufBaseStream from "./GGUFBaseStream.js";
-type GGUFFetchStreamOptions = {
-    retry: retry.Options;
-};
-export default class GGUFFetchStream extends GgufBaseStream {
-    readonly url: string;
-    readonly options: Partial<GGUFFetchStreamOptions>;
-    constructor(url: string, options?: Partial<GGUFFetchStreamOptions>);
-    readNBytes(numBytes: number, offset?: number): Promise<Buffer>;
-    private _fetchBytesWithoutRetry;
-}
-export {};

package/dist/gguf/ggufParser/stream/GGUFFetchStream.js

@@ -1,35 +0,0 @@
-import retry from "async-retry";
-import { withLock } from "lifecycle-utils";
-import GgufBaseStream, { ALLOCATION_SIZE } from "./GGUFBaseStream.js";
-export default class GGUFFetchStream extends GgufBaseStream {
-    url;
-    options = {};
-    constructor(url, options = {}) {
-        super();
-        this.options = options;
-        this.url = url;
-    }
-    async readNBytes(numBytes, offset = 0) {
-        return await withLock(this, "_lock", async function readNBytesWithoutLock() {
-            if (offset + numBytes < this._buffer.length) {
-                return this._buffer.subarray(offset, offset + numBytes);
-            }
-            const fetchMissingBytes = await retry(async () => {
-                return await this._fetchBytesWithoutRetry(this._buffer.length, offset + numBytes + ALLOCATION_SIZE);
-            }, this.options.retry);
-            this._addToBuffer(fetchMissingBytes);
-            return await readNBytesWithoutLock.call(this);
-        });
-    }
-    async _fetchBytesWithoutRetry(start, end) {
-        const response = await fetch(this.url, {
-            headers: {
-                Range: `bytes=${start}-${end}`,
-                accept: "*/*"
-            }
-        });
-        const arrayBuffer = await response.arrayBuffer();
-        return Buffer.from(arrayBuffer);
-    }
-}
-//# sourceMappingURL=GGUFFetchStream.js.map

package/dist/gguf/ggufParser/stream/GGUFFetchStream.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"GGUFFetchStream.js","sourceRoot":"","sources":["../../../../src/gguf/ggufParser/stream/GGUFFetchStream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,aAAa,CAAC;AAChC,OAAO,EAAC,QAAQ,EAAC,MAAM,iBAAiB,CAAC;AAEzC,OAAO,cAAc,EAAE,EAAC,eAAe,EAAC,MAAM,qBAAqB,CAAC;AAMpE,MAAM,CAAC,OAAO,OAAO,eAAgB,SAAQ,cAAc;IACvC,GAAG,CAAS;IACZ,OAAO,GAAoC,EAAE,CAAC;IAE9D,YAAmB,GAAW,EAAE,UAA2C,EAAE;QACzE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACnB,CAAC;IAEe,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,MAAM,GAAG,CAAC;QACzD,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,UAAU,qBAAqB;YACrE,IAAI,MAAM,GAAG,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;gBACzC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,CAAC,CAAC;aAC3D;YAED,MAAM,iBAAiB,GAAG,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE;gBAC7C,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,GAAG,eAAe,CAAC,CAAC;YACxG,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAEvB,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;YACrC,OAAO,MAAM,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,KAAa,EAAE,GAAW;QAC5D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YACnC,OAAO,EAAE;gBACL,KAAK,EAAE,SAAS,KAAK,IAAI,GAAG,EAAE;gBAC9B,MAAM,EAAE,KAAK;aAChB;SACJ,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QACjD,OAAO,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC;CACJ"}

package/dist/gguf/ggufParser/stream/GGUFReadStream.d.ts

@@ -1,15 +0,0 @@
-/// <reference types="node" />
-import retry from "async-retry";
-import GgufBaseStream from "./GGUFBaseStream.js";
-type GGUFReadStreamOptions = {
-    retry?: retry.Options;
-    mode: string;
-};
-export default class GGUFReadStream extends GgufBaseStream {
-    readonly options: GGUFReadStreamOptions;
-    readonly path: string;
-    constructor(path: string, options?: Partial<GGUFReadStreamOptions>);
-    readNBytes(numBytes: number, offset?: number): Promise<Buffer>;
-    private _readBytesWithoutRetry;
-}
-export {};

package/dist/gguf/ggufParser/stream/GGUFReadStream.js

@@ -1,40 +0,0 @@
-import fs from "node:fs/promises";
-import retry from "async-retry";
-import { withLock } from "lifecycle-utils";
-import GgufBaseStream, { ALLOCATION_SIZE } from "./GGUFBaseStream.js";
-const DEFAULT_OPTIONS = {
-    mode: "r"
-};
-export default class GGUFReadStream extends GgufBaseStream {
-    options;
-    path;
-    constructor(path, options = {}) {
-        super();
-        this.path = path;
-        this.options = { ...DEFAULT_OPTIONS, ...options };
-    }
-    async readNBytes(numBytes, offset = 0) {
-        return await withLock(this, "_lock", async function readNBytesWithoutLock() {
-            if (offset + numBytes < this._buffer.length) {
-                return this._buffer.subarray(offset, offset + numBytes);
-            }
-            const readMissingBytes = await retry(async () => {
-                return await this._readBytesWithoutRetry(numBytes + ALLOCATION_SIZE, this._buffer.length);
-            }, this.options.retry);
-            this._addToBuffer(readMissingBytes);
-            return await readNBytesWithoutLock.call(this);
-        });
-    }
-    async _readBytesWithoutRetry(numBytes, offset) {
-        const fd = await fs.open(this.path, this.options.mode);
-        try {
-            const buffer = Buffer.alloc(numBytes);
-            await fd.read(buffer, 0, numBytes, offset);
-            return buffer;
-        }
-        finally {
-            await fd.close();
-        }
-    }
-}
-//# sourceMappingURL=GGUFReadStream.js.map

package/dist/gguf/ggufParser/stream/GGUFReadStream.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"GGUFReadStream.js","sourceRoot":"","sources":["../../../../src/gguf/ggufParser/stream/GGUFReadStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,KAAK,MAAM,aAAa,CAAC;AAChC,OAAO,EAAC,QAAQ,EAAC,MAAM,iBAAiB,CAAC;AACzC,OAAO,cAAc,EAAE,EAAC,eAAe,EAAC,MAAM,qBAAqB,CAAC;AAOpE,MAAM,eAAe,GAA0B;IAC3C,IAAI,EAAE,GAAG;CACZ,CAAC;AAEF,MAAM,CAAC,OAAO,OAAO,cAAe,SAAQ,cAAc;IACtC,OAAO,CAAwB;IAC/B,IAAI,CAAS;IAE7B,YAAmB,IAAY,EAAE,UAA0C,EAAE;QACzE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,OAAO,GAAG,EAAC,GAAG,eAAe,EAAE,GAAG,OAAO,EAAC,CAAC;IACpD,CAAC;IAEe,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,MAAM,GAAG,CAAC;QACzD,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,UAAU,qBAAqB;YACrE,IAAI,MAAM,GAAG,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;gBACzC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,CAAC,CAAC;aAC3D;YAED,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE;gBAC5C,OAAO,MAAM,IAAI,CAAC,sBAAsB,CAAC,QAAQ,GAAG,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC9F,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAEvB,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;YACpC,OAAO,MAAM,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAAC,QAAgB,EAAE,MAAc;QACjE,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI;YACA,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACtC,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC3C,OAAO,MAAM,CAAC;SACjB;gBAAS;YACN,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;SACpB;IACL,CAAC;CACJ"}

package/dist/utils/parseModelTypeDescription.d.ts

@@ -1,6 +0,0 @@
-import type { AddonModelArchName, AddonModelFileTypeName, AddonModelTypeName, ModelTypeDescription } from "../bindings/AddonTypes.js";
-export declare function parseModelTypeDescription(modelTypeDescription: ModelTypeDescription): {
-    arch: AddonModelArchName;
-    type: AddonModelTypeName;
-    fileType: AddonModelFileTypeName;
-};

package/dist/utils/parseModelTypeDescription.js

@@ -1,9 +0,0 @@
-export function parseModelTypeDescription(modelTypeDescription) {
-    const [arch, type, ...fileTypeParts] = modelTypeDescription.split(" ");
-    return {
-        arch: arch,
-        type: type,
-        fileType: fileTypeParts.join(" ")
-    };
-}
-//# sourceMappingURL=parseModelTypeDescription.js.map

package/dist/utils/parseModelTypeDescription.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"parseModelTypeDescription.js","sourceRoot":"","sources":["../../src/utils/parseModelTypeDescription.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,yBAAyB,CAAC,oBAA0C;IAChF,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,aAAa,CAAC,GAAG,oBAAoB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEvE,OAAO;QACH,IAAI,EAAE,IAA0B;QAChC,IAAI,EAAE,IAA0B;QAChC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,CAA2B;KAC9D,CAAC;AACN,CAAC"}

package/dist/utils/resolveChatWrapper.d.ts

@@ -1,4 +0,0 @@
-import { ChatWrapper } from "../ChatWrapper.js";
-import { GeneralChatWrapper } from "../chatWrappers/GeneralChatWrapper.js";
-import { LlamaModel } from "../evaluator/LlamaModel.js";
-export declare function resolveChatWrapper(chatWrapper: "auto" | ChatWrapper, model: LlamaModel): ChatWrapper | import("../index.js").LlamaChatWrapper | GeneralChatWrapper | import("../index.js").FalconChatWrapper;

package/dist/utils/resolveChatWrapper.js

@@ -1,16 +0,0 @@
-import { resolveChatWrapperBasedOnModel } from "../chatWrappers/resolveChatWrapperBasedOnModel.js";
-import { GeneralChatWrapper } from "../chatWrappers/GeneralChatWrapper.js";
-export function resolveChatWrapper(chatWrapper, model) {
-    if (chatWrapper === "auto") {
-        const chatWrapper = resolveChatWrapperBasedOnModel({
-            bosString: model.tokens.bosString,
-            filename: model.filename,
-            typeDescription: model.typeDescription
-        });
-        if (chatWrapper != null)
-            return new chatWrapper();
-        return new GeneralChatWrapper();
-    }
-    return chatWrapper;
-}
-//# sourceMappingURL=resolveChatWrapper.js.map

package/dist/utils/resolveChatWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"resolveChatWrapper.js","sourceRoot":"","sources":["../../src/utils/resolveChatWrapper.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,8BAA8B,EAAC,MAAM,mDAAmD,CAAC;AACjG,OAAO,EAAC,kBAAkB,EAAC,MAAM,uCAAuC,CAAC;AAGzE,MAAM,UAAU,kBAAkB,CAAC,WAAiC,EAAE,KAAiB;IACnF,IAAI,WAAW,KAAK,MAAM,EAAE;QACxB,MAAM,WAAW,GAAG,8BAA8B,CAAC;YAC/C,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;YACjC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,eAAe,EAAE,KAAK,CAAC,eAAe;SACzC,CAAC,CAAC;QAEH,IAAI,WAAW,IAAI,IAAI;YACnB,OAAO,IAAI,WAAW,EAAE,CAAC;QAE7B,OAAO,IAAI,kBAAkB,EAAE,CAAC;KACnC;IAED,OAAO,WAAW,CAAC;AACvB,CAAC"}