@realtimex/node-llama-cpp 0.1.0

package/dist/gguf/parser/GgufV2Parser.js

@@ -0,0 +1,184 @@
+import { GgufFileReader } from "../fileReaders/GgufFileReader.js";
+import { GgufReadOffset } from "../utils/GgufReadOffset.js";
+import { UnsupportedGgufValueTypeError } from "../errors/UnsupportedGgufValueTypeError.js";
+import { GgufValueType } from "../types/GgufFileInfoTypes.js";
+import { convertMetadataKeyValueRecordToNestedObject } from "../utils/convertMetadataKeyValueRecordToNestedObject.js";
+import { promisableLoop, transformPromisable, transformPromisablesInOrder } from "../../utils/transformPromisable.js";
+import { noDirectSubNestingGGufMetadataKeys } from "../consts.js";
+const ggufDefaultAlignment = 32;
+export class GgufV2Parser {
+    _fileReader;
+    _shouldReadTensorInfo;
+    _ignoreKeys;
+    _readOffset;
+    _logWarnings;
+    constructor({ fileReader, readTensorInfo = true, ignoreKeys = [], readOffset, logWarnings }) {
+        this._fileReader = fileReader;
+        this._shouldReadTensorInfo = readTensorInfo;
+        this._ignoreKeys = ignoreKeys;
+        this._readOffset = readOffset;
+        this._logWarnings = logWarnings;
+    }
+    async parse() {
+        const readOffset = this._readOffset;
+        const initialOffset = readOffset.offset;
+        const headerReadResultPromisable = this._readRawHeader(readOffset);
+        const headerReadResult = headerReadResultPromisable instanceof Promise
+            ? await headerReadResultPromisable
+            : headerReadResultPromisable;
+        const alignmentHeader = headerReadResult.metadata["general.alignment"];
+        const ggufAlignment = (alignmentHeader != null &&
+            (typeof alignmentHeader === "number" || typeof alignmentHeader === "bigint") &&
+            Number.isFinite(Number(alignmentHeader)))
+            ? Number(alignmentHeader)
+            : ggufDefaultAlignment;
+        const tensorReadResultPromisable = this._shouldReadTensorInfo
+            ? await this._readTensorInfo(headerReadResult.tensorCount, readOffset, ggufAlignment)
+            : null;
+        const tensorReadResult = tensorReadResultPromisable instanceof Promise
+            ? await tensorReadResultPromisable
+            : tensorReadResultPromisable;
+        const metadata = convertMetadataKeyValueRecordToNestedObject(headerReadResult.metadata, {
+            logOverrideWarnings: this._logWarnings,
+            ignoreKeys: this._ignoreKeys,
+            noDirectSubNestingKeys: noDirectSubNestingGGufMetadataKeys
+        });
+        return {
+            tensorCount: headerReadResult.tensorCount,
+            metadata: metadata,
+            tensorInfo: tensorReadResult?.tensorInfo,
+            metadataSize: headerReadResult.headerSize + initialOffset,
+            tensorInfoSize: tensorReadResult?.tensorInfoSize,
+            tensorDataOffset: tensorReadResult?.tensorDataOffset
+        };
+    }
+    _readGgufValue(type, offset) {
+        const readOffset = GgufReadOffset.resolveReadOffset(offset);
+        switch (type) {
+            case GgufValueType.Uint8: return this._fileReader.readUint8(readOffset);
+            case GgufValueType.Int8: return this._fileReader.readInt8(readOffset);
+            case GgufValueType.Uint16: return this._fileReader.readUint16(readOffset);
+            case GgufValueType.Int16: return this._fileReader.readInt16(readOffset);
+            case GgufValueType.Uint32: return this._fileReader.readUint32(readOffset);
+            case GgufValueType.Int32: return this._fileReader.readInt32(readOffset);
+            case GgufValueType.Float32: return this._fileReader.readFloat32(readOffset);
+            case GgufValueType.Bool: return this._fileReader.readBool(readOffset);
+            case GgufValueType.String: return this._readStringValue(readOffset);
+            case GgufValueType.Uint64: return this._fileReader.readUint64(readOffset);
+            case GgufValueType.Int64: return this._fileReader.readInt64(readOffset);
+            case GgufValueType.Float64: return this._fileReader.readFloat64(readOffset);
+        }
+        if (type === GgufValueType.Array) {
+            return transformPromisablesInOrder([
+                () => this._fileReader.readUint32(readOffset),
+                () => this._fileReader.readUint64(readOffset)
+            ], ([arrayType, arrayLength]) => {
+                const arrayValues = [];
+                let i = 0;
+                return promisableLoop({
+                    condition: () => i < arrayLength,
+                    callback: () => {
+                        return transformPromisable(this._readGgufValue(arrayType, readOffset), (value) => {
+                            arrayValues.push(value);
+                        });
+                    },
+                    afterthought: () => void i++,
+                    returnValue: () => arrayValues
+                });
+            });
+        }
+        throw new UnsupportedGgufValueTypeError(type);
+    }
+    _readStringValue(offset) {
+        return this._fileReader.readString(offset);
+    }
+    async _readRawHeader(readOffset) {
+        const initialOffset = readOffset.offset;
+        const tensorCountAndMetadataKVCountPromisable = transformPromisablesInOrder([
+            () => this._fileReader.readUint64(readOffset),
+            () => transformPromisable(this._fileReader.readUint64(readOffset), Number)
+        ]);
+        const [tensorCount, metadataKVCount] = tensorCountAndMetadataKVCountPromisable instanceof Promise
+            ? await tensorCountAndMetadataKVCountPromisable
+            : tensorCountAndMetadataKVCountPromisable;
+        const metadata = {};
+        let i = 0;
+        return promisableLoop({
+            condition: () => i < metadataKVCount,
+            callback: () => {
+                return transformPromisablesInOrder([
+                    () => this._readStringValue(readOffset),
+                    () => this._fileReader.readUint32(readOffset)
+                ], ([keyResult, valueType]) => {
+                    return transformPromisable(this._readGgufValue(valueType, readOffset), (value) => {
+                        metadata[keyResult] = value;
+                    });
+                });
+            },
+            afterthought: () => void i++,
+            returnValue: () => ({
+                tensorCount: GgufFileReader.castNumberIfSafe(tensorCount),
+                metadata: metadata,
+                headerSize: readOffset.offset - initialOffset
+            })
+        });
+    }
+    _readTensorInfo(tensorCount, readOffset, ggufAlignment) {
+        const initialOffset = readOffset.offset;
+        const tensorInfo = [];
+        let i = 0n;
+        return promisableLoop({
+            condition: () => i < BigInt(tensorCount),
+            callback: () => {
+                const dimensions = [];
+                return transformPromisablesInOrder([
+                    () => this._readStringValue(readOffset),
+                    () => this._fileReader.readUint32(readOffset)
+                ], ([name, dimensionsNumber]) => {
+                    let d = 0;
+                    return promisableLoop({
+                        condition: () => d < dimensionsNumber,
+                        callback: () => {
+                            return transformPromisable(this._fileReader.readUint64(readOffset), (dimension) => {
+                                dimensions.push(GgufFileReader.castNumberIfSafe(dimension));
+                            });
+                        },
+                        afterthought: () => void d++,
+                        returnValue: () => {
+                            return transformPromisablesInOrder([
+                                () => this._fileReader.readUint32(readOffset),
+                                () => this._fileReader.readUint64(readOffset)
+                            ], ([ggmlType, offset]) => {
+                                tensorInfo.push({
+                                    name,
+                                    dimensions,
+                                    ggmlType: ggmlType,
+                                    offset: GgufFileReader.castNumberIfSafe(offset),
+                                    fileOffset: 0, // will be set later
+                                    filePart: 1 // will be updated later if needed
+                                });
+                            });
+                        }
+                    });
+                });
+            },
+            afterthought: () => void i++,
+            returnValue: () => {
+                const fileTensorDataOffset = alignOffset(readOffset.offset, ggufAlignment);
+                for (const tensor of tensorInfo)
+                    tensor.fileOffset = typeof tensor.offset === "bigint"
+                        ? BigInt(fileTensorDataOffset) + tensor.offset
+                        : fileTensorDataOffset + tensor.offset;
+                return {
+                    tensorInfo,
+                    tensorInfoSize: readOffset.offset - initialOffset,
+                    tensorDataOffset: fileTensorDataOffset
+                };
+            }
+        });
+    }
+}
+function alignOffset(offset, alignment) {
+    return offset + (alignment - (offset % alignment)) % alignment;
+}
+//# sourceMappingURL=GgufV2Parser.js.map

package/dist/gguf/parser/GgufV2Parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GgufV2Parser.js","sourceRoot":"","sources":["../../../src/gguf/parser/GgufV2Parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,cAAc,EAAC,MAAM,kCAAkC,CAAC;AAChE,OAAO,EAAC,cAAc,EAAC,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAC,6BAA6B,EAAC,MAAM,4CAA4C,CAAC;AACzF,OAAO,EACH,aAAa,EAChB,MAAM,+BAA+B,CAAC;AAGvC,OAAO,EAAC,2CAA2C,EAAC,MAAM,yDAAyD,CAAC;AACpH,OAAO,EAAC,cAAc,EAAc,mBAAmB,EAAE,2BAA2B,EAAC,MAAM,oCAAoC,CAAC;AAChI,OAAO,EAAC,kCAAkC,EAAC,MAAM,cAAc,CAAC;AAGhE,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAEhC,MAAM,OAAO,YAAY;IACJ,WAAW,CAAiB;IAC5B,qBAAqB,CAAU;IAC/B,WAAW,CAAW;IACtB,WAAW,CAAiB;IAC5B,YAAY,CAAU;IAEvC,YAAmB,EAAC,UAAU,EAAE,cAAc,GAAG,IAAI,EAAE,UAAU,GAAG,EAAE,EAAE,UAAU,EAAE,WAAW,EAA2B;QACtH,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,qBAAqB,GAAG,cAAc,CAAC;QAC5C,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;IACpC,CAAC;IAEM,KAAK,CAAC,KAAK;QACd,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC;QAExC,MAAM,0BAA0B,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QACnE,MAAM,gBAAgB,GAAG,0BAA0B,YAAY,OAAO;YAClE,CAAC,CAAC,MAAM,0BAA0B;YAClC,CAAC,CAAC,0BAA0B,CAAC;QACjC,MAAM,eAAe,GAAG,gBAAgB,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;QACvE,MAAM,aAAa,GAAG,CAClB,eAAe,IAAI,IAAI;YACvB,CAAC,OAAO,eAAe,KAAK,QAAQ,IAAI,OAAO,eAAe,KAAK,QAAQ,CAAC;YAC5E,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAC3C;YACG,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC;YACzB,CAAC,CAAC,oBAAoB,CAAC;QAC3B,MAAM,0BAA0B,GAAG,IAAI,CAAC,qBAAqB;YACzD,CAAC,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,WAAW,EAAE,UAAU,EAAE,aAAa,CAAC;YACrF,CAAC,CAAC,IAAI,CAAC;QACX,MAAM,gBAAgB,GAAG,0BAA0B,YAAY,OAAO;YAClE,CAAC,CAAC,MAAM,0BAA0B;YAClC,CAAC,CAAC,0BAA0B,CAAC;QACjC,MAAM,QAAQ,GAAG,2CAA2C,CAAC,gBAAgB,CAAC,QAAQ,EAAE;YACpF,mBAAmB,EAAE,IAAI,CAAC,YAAY;YACtC,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,sBAAsB,EAAE,kCAAkC;SAC7D,CAAC,CAAC;QAEH,OAAO;YACH,WAAW,EAAE,gBAAgB,CAAC,WAAW;YACzC,QAAQ,EAAE,QAA+B;YACzC,UAAU,EAAE,gBAAgB,EAAE,UAAU;YACxC,YAAY,EAAE,gBAAgB,CAAC,UAAU,GAAG,aAAa;YACzD,cAAc,EAAE,gBAAgB,EAAE,cAAc;YAChD,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB;SACvD,CAAC;IACN,CAAC;IAES,cAAc,CAAC,IAAmB,EAAE,MAA+B;QACzE,MAAM,UAAU,GAAG,cAAc,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAE5D,QAAQ,IAAI,EAAE,CAAC;YACX,KAAK,aAAa,CAAC,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACxE,KAAK,aAAa,CAAC,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YACtE,KAAK,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YAC1E,KAAK,aAAa,CAAC,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACxE,KAAK,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YAC1E,KAAK,aAAa,CAAC,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACxE,KAAK,aAAa,CAAC,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YAC5E,KAAK,aAAa,CAAC,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YACtE,KAAK,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;YACpE,KAAK,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YAC1E,KAAK,aAAa,CAAC,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACxE,KAAK,aAAa,CAAC,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAChF,CAAC;QAED,IAAI,IAAI,KAAK,aAAa,CAAC,KAAK,EAAE,CAAC;YAC/B,OAAO,2BAA2B,CAAC;gBAC/B,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC;gBAC7C,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC;aAChD,EAAE,CAAC,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,EAAE;gBAC5B,MAAM,WAAW,GAAoB,EAAE,CAAC;gBACxC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAEV,OAAO,cAAc,CAAC;oBAClB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,WAAW;oBAChC,QAAQ,EAAE,GAAG,EAAE;wBACX,OAAO,mBAAmB,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE;4BAC7E,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBAC5B,CAAC,CAAC,CAAC;oBACP,CAAC;oBACD,YAAY,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE;oBAC5B,WAAW,EAAE,GAAG,EAAE,CAAC,WAAW;iBACjC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC;QAED,MAAM,IAAI,6BAA6B,CAAC,IAAI,CAAC,CAAC;IAClD,CAAC;IAES,gBAAgB,CAAC,MAA+B;QACtD,OAAO,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAES,KAAK,CAAC,cAAc,CAAC,UAA0B;QACrD,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC;QAExC,MAAM,uCAAuC,GAAG,2BAA2B,CAAC;YACxE,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC;YAC7C,GAAG,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;SAC7E,CAAC,CAAC;QAEH,MAAM,CAAC,WAAW,EAAE,eAAe,CAAC,GAAG,uCAAuC,YAAY,OAAO;YAC7F,CAAC,CAAC,MAAM,uCAAuC;YAC/C,CAAC,CAAC,uCAAuC,CAAC;QAE9C,MAAM,QAAQ,GAA2B,EAAE,CAAC;QAE5C,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,OAAO,cAAc,CAAC;YAClB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,eAAe;YACpC,QAAQ,EAAE,GAAG,EAAE;gBACX,OAAO,2BAA2B,CAAC;oBAC/B,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC;oBACvC,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC;iBAChD,EAAE,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,EAAE;oBAC1B,OAAO,mBAAmB,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE;wBAC7E,QAAQ,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC;oBAChC,CAAC,CAAC,CAAC;gBACP,CAAC,CAAC,CAAC;YACP,CAAC;YACD,YAAY,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE;YAC5B,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;gBAChB,WAAW,EAAE,cAAc,CAAC,gBAAgB,CAAC,WAAW,CAAC;gBACzD,QAAQ,EAAE,QAAQ;gBAClB,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,aAAa;aAChD,CAAC;SACL,CAAC,CAAC;IACP,CAAC;IAEO,eAAe,CAAC,WAA4B,EAAE,UAA0B,EAAE,aAAqB;QACnG,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC;QACxC,MAAM,UAAU,GAAqB,EAAE,CAAC;QAExC,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,OAAO,cAAc,CAAC;YAClB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC;YACxC,QAAQ,EAAE,GAAG,EAAE;gBACX,MAAM,UAAU,GAAwB,EAAE,CAAC;gBAE3C,OAAO,2BAA2B,CAAC;oBAC/B,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC;oBACvC,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC;iBAChD,EAAE,CAAC,CAAC,IAAI,EAAE,gBAAgB,CAAC,EAAE,EAAE;oBAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;oBACV,OAAO,cAAc,CAAC;wBAClB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,gBAAgB;wBACrC,QAAQ,EAAE,GAAG,EAAE;4BACX,OAAO,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE;gCAC9E,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;4BAChE,CAAC,CAAC,CAAC;wBACP,CAAC;wBACD,YAAY,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE;wBAC5B,WAAW,EAAE,GAAG,EAAE;4BACd,OAAO,2BAA2B,CAAC;gCAC/B,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC;gCAC7C,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC;6BAChD,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE;gCACtB,UAAU,CAAC,IAAI,CAAC;oCACZ,IAAI;oCACJ,UAAU;oCACV,QAAQ,EAAE,QAAoB;oCAC9B,MAAM,EAAE,cAAc,CAAC,gBAAgB,CAAC,MAAM,CAAC;oCAC/C,UAAU,EAAE,CAAC,EAAE,oBAAoB;oCACnC,QAAQ,EAAE,CAAC,CAAC,kCAAkC;iCACjD,CAAC,CAAC;4BACP,CAAC,CAAC,CAAC;wBACP,CAAC;qBACJ,CAAC,CAAC;gBACP,CAAC,CAAC,CAAC;YACP,CAAC;YACD,YAAY,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE;YAC5B,WAAW,EAAE,GAAG,EAAE;gBACd,MAAM,oBAAoB,GAAG,WAAW,CAAC,UAAU,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;gBAE3E,KAAK,MAAM,MAAM,IAAI,UAAU;oBAC1B,MAAmC,CAAC,UAAU,GAAG,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ;wBAC/E,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC,GAAG,MAAM,CAAC,MAAM;wBAC9C,CAAC,CAAC,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC;gBAE/C,OAAO;oBACH,UAAU;oBACV,cAAc,EAAE,UAAU,CAAC,MAAM,GAAG,aAAa;oBACjD,gBAAgB,EAAE,oBAAoB;iBACzC,CAAC;YACN,CAAC;SACJ,CAAC,CAAC;IACP,CAAC;CACJ;AAED,SAAS,WAAW,CAAC,MAAc,EAAE,SAAiB;IAClD,OAAO,MAAM,GAAG,CAAC,SAAS,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,GAAG,SAAS,CAAC;AACnE,CAAC"}

package/dist/gguf/parser/GgufV3Parser.d.ts

@@ -0,0 +1,3 @@
+import { GgufV2Parser } from "./GgufV2Parser.js";
+export declare class GgufV3Parser extends GgufV2Parser {
+}

package/dist/gguf/parser/GgufV3Parser.js

@@ -0,0 +1,4 @@
+import { GgufV2Parser } from "./GgufV2Parser.js";
+export class GgufV3Parser extends GgufV2Parser {
+}
+//# sourceMappingURL=GgufV3Parser.js.map

package/dist/gguf/parser/GgufV3Parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GgufV3Parser.js","sourceRoot":"","sources":["../../../src/gguf/parser/GgufV3Parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAE/C,MAAM,OAAO,YAAa,SAAQ,YAAY;CAE7C"}

package/dist/gguf/parser/parseGguf.d.ts

@@ -0,0 +1,8 @@
+import { GgufFileReader } from "../fileReaders/GgufFileReader.js";
+import { GgufFileInfo } from "../types/GgufFileInfoTypes.js";
+export declare function parseGguf({ fileReader, readTensorInfo, ignoreKeys, logWarnings }: {
+    fileReader: GgufFileReader;
+    readTensorInfo?: boolean;
+    ignoreKeys?: string[];
+    logWarnings?: boolean;
+}): Promise<GgufFileInfo>;

package/dist/gguf/parser/parseGguf.js

@@ -0,0 +1,61 @@
+import { InvalidGgufMagicError } from "../errors/InvalidGgufMagicError.js";
+import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
+import { UnsupportedError } from "../../utils/UnsupportedError.js";
+import { GgufReadOffset } from "../utils/GgufReadOffset.js";
+import { getGgufMetadataArchitectureData } from "../utils/getGgufMetadataArchitectureData.js";
+import { GgufV2Parser } from "./GgufV2Parser.js";
+import { GgufV3Parser } from "./GgufV3Parser.js";
+const ggufMagic = "GGUF";
+export async function parseGguf({ fileReader, readTensorInfo = true, ignoreKeys = [], logWarnings = true }) {
+    const readOffset = new GgufReadOffset(0);
+    const magicAndVersion = await parseMagicAndVersion(fileReader, readOffset);
+    const ggufInfo = await parseGgufUsingASpecificVersionParser({
+        fileReader,
+        readTensorInfo,
+        ignoreKeys,
+        version: magicAndVersion.version,
+        readOffset,
+        logWarnings
+    });
+    const architectureMetadata = getGgufMetadataArchitectureData(ggufInfo.metadata);
+    return {
+        version: magicAndVersion.version,
+        tensorCount: ggufInfo.tensorCount,
+        metadata: ggufInfo.metadata,
+        architectureMetadata: architectureMetadata,
+        tensorInfo: ggufInfo.tensorInfo,
+        metadataSize: ggufInfo.metadataSize,
+        splicedParts: 1,
+        totalTensorInfoSize: ggufInfo.tensorInfoSize,
+        totalTensorCount: ggufInfo.tensorCount,
+        totalMetadataSize: ggufInfo.metadataSize,
+        fullTensorInfo: ggufInfo.tensorInfo,
+        tensorInfoSize: ggufInfo.tensorInfoSize
+    };
+}
+async function parseMagicAndVersion(fileReader, readOffset) {
+    const fileMagicText = await fileReader.readStringWithLength(readOffset, ggufMagic.length);
+    if (fileMagicText !== ggufMagic)
+        throw new InvalidGgufMagicError(ggufMagic, fileMagicText);
+    const version = await fileReader.readUint32(readOffset);
+    return {
+        magic: ggufMagic,
+        version
+    };
+}
+async function parseGgufUsingASpecificVersionParser(specificVersionParserOptions) {
+    switch (specificVersionParserOptions.version) {
+        case 1:
+            throw new UnsupportedError("GGUF version 1 is not supported by llama.cpp anymore");
+        case 2:
+            return await (new GgufV2Parser(specificVersionParserOptions)).parse();
+        case 3:
+            return await (new GgufV3Parser(specificVersionParserOptions)).parse();
+        default:
+            if (specificVersionParserOptions.logWarnings)
+                console.warn(getConsoleLogPrefix() +
+                    `Unsupported GGUF version "${specificVersionParserOptions.version}". Reading the file as GGUF version 3`);
+            return await (new GgufV3Parser(specificVersionParserOptions)).parse();
+    }
+}
+//# sourceMappingURL=parseGguf.js.map

package/dist/gguf/parser/parseGguf.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseGguf.js","sourceRoot":"","sources":["../../../src/gguf/parser/parseGguf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,qBAAqB,EAAC,MAAM,oCAAoC,CAAC;AACzE,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAC,gBAAgB,EAAC,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAC,cAAc,EAAC,MAAM,4BAA4B,CAAC;AAG1D,OAAO,EAAC,+BAA+B,EAAC,MAAM,6CAA6C,CAAC;AAC5F,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAE/C,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,EAC5B,UAAU,EACV,cAAc,GAAG,IAAI,EACrB,UAAU,GAAG,EAAE,EACf,WAAW,GAAG,IAAI,EAMrB;IACG,MAAM,UAAU,GAAG,IAAI,cAAc,CAAC,CAAC,CAAC,CAAC;IACzC,MAAM,eAAe,GAAG,MAAM,oBAAoB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAG,MAAM,oCAAoC,CAAC;QACxD,UAAU;QACV,cAAc;QACd,UAAU;QAEV,OAAO,EAAE,eAAe,CAAC,OAAO;QAChC,UAAU;QACV,WAAW;KACd,CAAC,CAAC;IACH,MAAM,oBAAoB,GAAG,+BAA+B,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEhF,OAAO;QACH,OAAO,EAAE,eAAe,CAAC,OAAO;QAChC,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,oBAAoB,EAAE,oBAAoB;QAC1C,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,YAAY,EAAE,CAAC;QACf,mBAAmB,EAAE,QAAQ,CAAC,cAAc;QAC5C,gBAAgB,EAAE,QAAQ,CAAC,WAAW;QACtC,iBAAiB,EAAE,QAAQ,CAAC,YAAY;QACxC,cAAc,EAAE,QAAQ,CAAC,UAAU;QACnC,cAAc,EAAE,QAAQ,CAAC,cAAc;KAC1C,CAAC;AACN,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,UAA0B,EAAE,UAA0B;IACtF,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IAE1F,IAAI,aAAa,KAAK,SAAS;QAC3B,MAAM,IAAI,qBAAqB,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAE9D,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IAExD,OAAO;QACH,KAAK,EAAE,SAAS;QAChB,OAAO;KACV,CAAC;AACN,CAAC;AAED,KAAK,UAAU,oCAAoC,CAC/C,4BAAsD;IAEtD,QAAQ,4BAA4B,CAAC,OAAO,EAAE,CAAC;QAC3C,KAAK,CAAC;YACF,MAAM,IAAI,gBAAgB,CAAC,sDAAsD,CAAC,CAAC;QAEvF,KAAK,CAAC;YACF,OAAO,MAAM,CAAC,IAAI,YAAY,CAAC,4BAA4B,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;QAE1E,KAAK,CAAC;YACF,OAAO,MAAM,CAAC,IAAI,YAAY,CAAC,4BAA4B,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;QAE1E;YACI,IAAI,4BAA4B,CAAC,WAAW;gBACxC,OAAO,CAAC,IAAI,CACR,mBAAmB,EAAE;oBACrB,6BAA6B,4BAA4B,CAAC,OAAO,uCAAuC,CAC3G,CAAC;YAEN,OAAO,MAAM,CAAC,IAAI,YAAY,CAAC,4BAA4B,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAC9E,CAAC;AACL,CAAC"}

package/dist/gguf/readGgufFileInfo.d.ts

@@ -0,0 +1,54 @@
+import retry from "async-retry";
+import { ModelFileAccessTokens } from "../utils/modelFileAccessTokens.js";
+import { ModelDownloadEndpoints } from "../utils/modelDownloadEndpoints.js";
+import { GgufFileInfo } from "./types/GgufFileInfoTypes.js";
+/**
+ * Read a GGUF file and return its metadata and tensor info (unless `readTensorInfo` is set to `false`).
+ * Only the parts of the file required for the metadata and tensor info are read.
+ * @param pathOrUri
+ * @param options
+ */
+export declare function readGgufFileInfo(pathOrUri: string, { readTensorInfo, sourceType, ignoreKeys, logWarnings, fetchRetryOptions, fetchHeaders, spliceSplitFiles, signal, tokens, endpoints }?: {
+    /**
+     * Whether to read the tensor info from the file's header.
+     *
+     * Defaults to `true`.
+     */
+    readTensorInfo?: boolean;
+    /**
+     * Set to a specific value to force it to only use that source type.
+     * By default, it detects whether the path is a network URL or a filesystem path and uses the appropriate reader accordingly.
+     */
+    sourceType?: "network" | "filesystem";
+    /**
+     * Metadata keys to ignore when parsing the metadata.
+     * For example, `["tokenizer.ggml.tokens"]`
+     */
+    ignoreKeys?: string[];
+    /**
+     * Whether to log warnings
+     *
+     * Defaults to `true`.
+     */
+    logWarnings?: boolean;
+    /** Relevant only when fetching from a network */
+    fetchRetryOptions?: retry.Options;
+    /** Relevant only when fetching from a network */
+    fetchHeaders?: Record<string, string>;
+    /**
+     * When split files are detected, read the metadata of the first file and splice the tensor info from all the parts.
+     *
+     * Defaults to `true`.
+     */
+    spliceSplitFiles?: boolean;
+    signal?: AbortSignal;
+    /**
+     * Tokens to use to access the remote model file.
+     */
+    tokens?: ModelFileAccessTokens;
+    /**
+     * Configure the URLs used for resolving model URIs.
+     * @see [Model URIs](https://node-llama-cpp.withcat.ai/guide/downloading-models#model-uris)
+     */
+    endpoints?: ModelDownloadEndpoints;
+}): Promise<GgufFileInfo>;

package/dist/gguf/readGgufFileInfo.js

@@ -0,0 +1,82 @@
+import { isUrl } from "../utils/isUrl.js";
+import { getAuthorizationHeader, isModelUri, parseModelUri, resolveParsedModelUri } from "../utils/parseModelUri.js";
+import { parseGguf } from "./parser/parseGguf.js";
+import { GgufNetworkFetchFileReader } from "./fileReaders/GgufNetworkFetchFileReader.js";
+import { GgufFsFileReader } from "./fileReaders/GgufFsFileReader.js";
+import { ggufDefaultFetchRetryOptions } from "./consts.js";
+import { normalizeGgufDownloadUrl } from "./utils/normalizeGgufDownloadUrl.js";
+import { resolveSplitGgufParts } from "./utils/resolveSplitGgufParts.js";
+/**
+ * Read a GGUF file and return its metadata and tensor info (unless `readTensorInfo` is set to `false`).
+ * Only the parts of the file required for the metadata and tensor info are read.
+ * @param pathOrUri
+ * @param options
+ */
+export async function readGgufFileInfo(pathOrUri, { readTensorInfo = true, sourceType, ignoreKeys = [], logWarnings = true, fetchRetryOptions = ggufDefaultFetchRetryOptions, fetchHeaders = {}, spliceSplitFiles = true, signal, tokens, endpoints } = {}) {
+    const useNetworkReader = sourceType === "network" || (sourceType == null && (isUrl(pathOrUri) || isModelUri(pathOrUri)));
+    async function createFileReader(pathOrUri) {
+        if (useNetworkReader) {
+            const parsedModelUri = await resolveParsedModelUri(parseModelUri(pathOrUri, undefined, endpoints), {
+                tokens, endpoints, signal,
+                authorizationHeader: getAuthorizationHeader(fetchHeaders)
+            });
+            return new GgufNetworkFetchFileReader({
+                url: parsedModelUri?.resolvedUrl ?? normalizeGgufDownloadUrl(pathOrUri, endpoints),
+                retryOptions: fetchRetryOptions,
+                headers: fetchHeaders,
+                signal,
+                tokens,
+                endpoints
+            });
+        }
+        else if (sourceType === "filesystem" || sourceType == null) {
+            return new GgufFsFileReader({
+                filePath: pathOrUri,
+                signal
+            });
+        }
+        void sourceType;
+        throw new Error(`Unsupported sourceType: ${sourceType}`);
+    }
+    async function readSingleFile(pathOrUri, splitPartNumber = 1) {
+        const fileReader = await createFileReader(pathOrUri);
+        const res = await parseGguf({
+            fileReader,
+            ignoreKeys,
+            readTensorInfo,
+            logWarnings
+        });
+        if (splitPartNumber > 1) {
+            for (const tensor of res.tensorInfo ?? [])
+                tensor.filePart = splitPartNumber;
+        }
+        return res;
+    }
+    if (!spliceSplitFiles)
+        return await readSingleFile(pathOrUri);
+    const allSplitPartPaths = resolveSplitGgufParts(pathOrUri);
+    if (allSplitPartPaths.length === 1)
+        return await readSingleFile(allSplitPartPaths[0]);
+    const [first, ...rest] = await Promise.all(allSplitPartPaths.map((partPath, index) => readSingleFile(partPath, index + 1)));
+    if (first == null)
+        throw new Error("First part of the split GGUF file is missing");
+    return {
+        version: first.version,
+        tensorCount: first.tensorCount,
+        metadata: first.metadata,
+        architectureMetadata: first.architectureMetadata,
+        tensorInfo: first.tensorInfo,
+        metadataSize: first.metadataSize,
+        splicedParts: allSplitPartPaths.length,
+        totalTensorInfoSize: first.totalTensorInfoSize == null
+            ? undefined
+            : (first.totalTensorInfoSize + rest.reduce((acc, part) => (acc + (part.totalTensorInfoSize ?? 0)), 0)),
+        totalTensorCount: Number(first.totalTensorCount) + rest.reduce((acc, part) => acc + Number(part.totalTensorCount), 0),
+        totalMetadataSize: first.totalMetadataSize + rest.reduce((acc, part) => acc + part.totalMetadataSize, 0),
+        fullTensorInfo: first.fullTensorInfo == null
+            ? undefined
+            : [first, ...rest].flatMap((part) => (part.fullTensorInfo ?? [])),
+        tensorInfoSize: first.tensorInfoSize
+    };
+}
+//# sourceMappingURL=readGgufFileInfo.js.map

package/dist/gguf/readGgufFileInfo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"readGgufFileInfo.js","sourceRoot":"","sources":["../../src/gguf/readGgufFileInfo.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,KAAK,EAAC,MAAM,mBAAmB,CAAC;AAExC,OAAO,EAAC,sBAAsB,EAAE,UAAU,EAAE,aAAa,EAAE,qBAAqB,EAAC,MAAM,2BAA2B,CAAC;AAGnH,OAAO,EAAC,SAAS,EAAC,MAAM,uBAAuB,CAAC;AAChD,OAAO,EAAC,0BAA0B,EAAC,MAAM,6CAA6C,CAAC;AACvF,OAAO,EAAC,gBAAgB,EAAC,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAC,4BAA4B,EAAC,MAAM,aAAa,CAAC;AACzD,OAAO,EAAC,wBAAwB,EAAC,MAAM,qCAAqC,CAAC;AAC7E,OAAO,EAAC,qBAAqB,EAAC,MAAM,kCAAkC,CAAC;AAKvE;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,SAAiB,EAAE,EACtD,cAAc,GAAG,IAAI,EACrB,UAAU,EACV,UAAU,GAAG,EAAE,EACf,WAAW,GAAG,IAAI,EAClB,iBAAiB,GAAG,4BAA4B,EAChD,YAAY,GAAG,EAAE,EACjB,gBAAgB,GAAG,IAAI,EACvB,MAAM,EACN,MAAM,EACN,SAAS,KAqDT,EAAE;IACF,MAAM,gBAAgB,GAAG,UAAU,KAAK,SAAS,IAAI,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IAEzH,KAAK,UAAU,gBAAgB,CAAC,SAAiB;QAC7C,IAAI,gBAAgB,EAAE,CAAC;YACnB,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE;gBAC/F,MAAM,EAAE,SAAS,EAAE,MAAM;gBACzB,mBAAmB,EAAE,sBAAsB,CAAC,YAAY,CAAC;aAC5D,CAAC,CAAC;YACH,OAAO,IAAI,0BAA0B,CAAC;gBAClC,GAAG,EAAE,cAAc,EAAE,WAAW,IAAI,wBAAwB,CAAC,SAAS,EAAE,SAAS,CAAC;gBAClF,YAAY,EAAE,iBAAiB;gBAC/B,OAAO,EAAE,YAAY;gBACrB,MAAM;gBACN,MAAM;gBACN,SAAS;aACZ,CAAC,CAAC;QACP,CAAC;aAAM,IAAI,UAAU,KAAK,YAAY,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YAC3D,OAAO,IAAI,gBAAgB,CAAC;gBACxB,QAAQ,EAAE,SAAS;gBACnB,MAAM;aACT,CAAC,CAAC;QACP,CAAC;QAED,KAAM,UAA2B,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,2BAA2B,UAAU,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,UAAU,cAAc,CAAC,SAAiB,EAAE,kBAA0B,CAAC;QACxE,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC;YACxB,UAAU;YACV,UAAU;YACV,cAAc;YACd,WAAW;SACd,CAAC,CAAC;QAEH,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;YACtB,KAAK,MAAM,MAAM,IAAI,GAAG,CAAC,UAAU,IAAI,EAAE;gBACpC,MAAmC,CAAC,QAAQ,GAAG,eAAe,CAAC;QACxE,CAAC;QAED,OAAO,GAAG,CAAC;IACf,CAAC;IAED,IAAI,CAAC,gBAAgB;QACjB,OAAO,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;IAE3C,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAE3D,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC;QAC9B,OAAO,MAAM,cAAc,CAAC,iBAAiB,CAAC,CAAC,CAAE,CAAC,CAAC;IAEvD,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CACtC,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAClF,CAAC;IAEF,IAAI,KAAK,IAAI,IAAI;QACb,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAEpE,OAAO;QACH,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;QAChD,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,YAAY,EAAE,iBAAiB,CAAC,MAAM;QACtC,mBAAmB,EAAE,KAAK,CAAC,mBAAmB,IAAI,IAAI;YAClD,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1G,gBAAgB,EAAE,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;QACrH,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACxG,cAAc,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI;YACxC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;QACrE,cAAc,EAAE,KAAK,CAAC,cAAc;KAChB,CAAC;AAC7B,CAAC"}

package/dist/gguf/types/GgufFileInfoTypes.d.ts

@@ -0,0 +1,85 @@
+import type { GgufReadOffset } from "../utils/GgufReadOffset.js";
+import type { GgufFileReader } from "../fileReaders/GgufFileReader.js";
+import type { MergeOptionalUnionTypes } from "../../utils/mergeUnionTypes.js";
+import type { GgufArchitectureType, GgufMetadata } from "./GgufMetadataTypes.js";
+import type { GgufTensorInfo } from "./GgufTensorInfoTypes.js";
+export type MetadataValue = string | number | bigint | boolean | MetadataValue[];
+export type MetadataKeyValueRecord = Record<string, MetadataValue>;
+export type MetadataNestedObject = {
+    [key: string]: MetadataValue | MetadataNestedObject;
+};
+export type GgufFileInfo = {
+    readonly version: 2 | 3 | number;
+    readonly tensorCount: number | bigint;
+    readonly metadata: GgufMetadata;
+    readonly metadataSize: number;
+    /** Same value as `metadata[metadata.general.architecture]`, but with merged types for convenience */
+    readonly architectureMetadata: MergeOptionalUnionTypes<Exclude<GgufMetadata[GgufArchitectureType], undefined>>;
+    /** can be null if `readTensorInfo` is set to `false` */
+    readonly tensorInfo?: GgufTensorInfo[];
+    /** can be null if `readTensorInfo` is set to `false` */
+    readonly tensorInfoSize?: number;
+    /**
+     * For spliced metadata of multiple file parts,
+     * this will be the number of files parts read and spliced into this metadata.
+     *
+     * Whe no splicing is done, this will be `1`.
+     */
+    readonly splicedParts: number;
+    /**
+     * For spliced metadata of multiple file parts, this will be the total tensor count from all the parts
+     *
+     * When no splicing is done, this will be the same as `tensorCount`.
+     */
+    readonly totalTensorCount: number | bigint;
+    /**
+     * For spliced metadata of multiple file parts, this will be the total metadata size from all the parts
+     *
+     * When no splicing is done, this will be the same as `metadataSize`.
+     */
+    readonly totalMetadataSize: number;
+    /**
+     * For spliced metadata of multiple file parts, this will be the spliced tensorInfo from all the parts.
+     * Can be null if `readTensorInfo` is set to `false`
+     *
+     * When no splicing is done, this will be the same as `tensorInfo`.
+     */
+    readonly fullTensorInfo?: GgufTensorInfo[];
+    /**
+     * For spliced metadata of multiple file parts, this will be the total tensor info size from all the parts
+     *
+     * When no splicing is done, this will be the same as `tensorInfoSize`.
+     */
+    readonly totalTensorInfoSize?: number;
+};
+export declare const enum GgufValueType {
+    Uint8 = 0,
+    Int8 = 1,
+    Uint16 = 2,
+    Int16 = 3,
+    Uint32 = 4,
+    Int32 = 5,
+    Float32 = 6,
+    Bool = 7,
+    String = 8,
+    Array = 9,
+    Uint64 = 10,
+    Int64 = 11,
+    Float64 = 12
+}
+export type GgufVersionParserOptions = {
+    fileReader: GgufFileReader;
+    readTensorInfo?: boolean;
+    ignoreKeys?: string[];
+    version: number;
+    readOffset: GgufReadOffset;
+    logWarnings: boolean;
+};
+export type GgufVersionParserResult = {
+    tensorCount: number | bigint;
+    metadata: GgufMetadata;
+    tensorInfo?: GgufTensorInfo[];
+    metadataSize: number;
+    tensorInfoSize?: number;
+    tensorDataOffset?: number;
+};

package/dist/gguf/types/GgufFileInfoTypes.js

@@ -0,0 +1,18 @@
+// source: `enum gguf_type` in `ggml.h` in the `llama.cpp` source code
+export var GgufValueType;
+(function (GgufValueType) {
+    GgufValueType[GgufValueType["Uint8"] = 0] = "Uint8";
+    GgufValueType[GgufValueType["Int8"] = 1] = "Int8";
+    GgufValueType[GgufValueType["Uint16"] = 2] = "Uint16";
+    GgufValueType[GgufValueType["Int16"] = 3] = "Int16";
+    GgufValueType[GgufValueType["Uint32"] = 4] = "Uint32";
+    GgufValueType[GgufValueType["Int32"] = 5] = "Int32";
+    GgufValueType[GgufValueType["Float32"] = 6] = "Float32";
+    GgufValueType[GgufValueType["Bool"] = 7] = "Bool";
+    GgufValueType[GgufValueType["String"] = 8] = "String";
+    GgufValueType[GgufValueType["Array"] = 9] = "Array";
+    GgufValueType[GgufValueType["Uint64"] = 10] = "Uint64";
+    GgufValueType[GgufValueType["Int64"] = 11] = "Int64";
+    GgufValueType[GgufValueType["Float64"] = 12] = "Float64";
+})(GgufValueType || (GgufValueType = {}));
+//# sourceMappingURL=GgufFileInfoTypes.js.map

package/dist/gguf/types/GgufFileInfoTypes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GgufFileInfoTypes.js","sourceRoot":"","sources":["../../../src/gguf/types/GgufFileInfoTypes.ts"],"names":[],"mappings":"AAkEA,sEAAsE;AACtE,MAAM,CAAN,IAAkB,aAcjB;AAdD,WAAkB,aAAa;IAC3B,mDAAS,CAAA;IACT,iDAAQ,CAAA;IACR,qDAAU,CAAA;IACV,mDAAS,CAAA;IACT,qDAAU,CAAA;IACV,mDAAS,CAAA;IACT,uDAAW,CAAA;IACX,iDAAQ,CAAA;IACR,qDAAU,CAAA;IACV,mDAAS,CAAA;IACT,sDAAW,CAAA;IACX,oDAAU,CAAA;IACV,wDAAY,CAAA;AAChB,CAAC,EAdiB,aAAa,KAAb,aAAa,QAc9B"}