@loaders.gl/parquet 4.5.3 → 5.0.0-alpha.10

package/dist/parquetjs/schema/variant.js

@@ -0,0 +1,248 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { decodeUtf8, toUint8Array } from "../utils/binary-utils.js";
+const MAXIMUM_VARIANT_NESTING = 1024;
+/** Decodes the binary metadata/value pair used by the Parquet VARIANT type. */
+export function decodeVariant(metadataInput, valueInput) {
+    const metadata = toUint8Array(metadataInput);
+    const value = toUint8Array(valueInput);
+    const dictionary = decodeVariantMetadata(metadata);
+    const decoded = decodeVariantValue(value, 0, value.length, dictionary, 0);
+    if (decoded.nextOffset !== value.length) {
+        throw new Error(`parquet: trailing bytes in VARIANT value (${value.length - decoded.nextOffset})`);
+    }
+    return decoded.value;
+}
+/** Parses the versioned dictionary at the start of every Variant value. */
+function decodeVariantMetadata(bytes) {
+    if (bytes.length < 2) {
+        throw new Error('parquet: VARIANT metadata is truncated');
+    }
+    const header = bytes[0];
+    const version = header & 0xf;
+    if (version !== 1) {
+        throw new Error(`parquet: unsupported VARIANT metadata version ${version}`);
+    }
+    const offsetSize = ((header >> 6) & 0x3) + 1;
+    const dictionarySize = readUnsigned(bytes, 1, offsetSize);
+    const offsetsStart = 1 + offsetSize;
+    const offsetsEnd = offsetsStart + (dictionarySize + 1) * offsetSize;
+    if (offsetsEnd > bytes.length) {
+        throw new Error('parquet: VARIANT metadata offsets are truncated');
+    }
+    const dictionaryBytes = bytes.subarray(offsetsEnd);
+    const dictionary = [];
+    let previousOffset = 0;
+    for (let index = 0; index < dictionarySize + 1; index++) {
+        const offset = readUnsigned(bytes, offsetsStart + index * offsetSize, offsetSize);
+        if (offset < previousOffset || offset > dictionaryBytes.length) {
+            throw new Error('parquet: invalid VARIANT metadata dictionary offset');
+        }
+        if (index < dictionarySize) {
+            dictionary.push(decodeUtf8(dictionaryBytes.subarray(offset, readUnsigned(bytes, offsetsStart + (index + 1) * offsetSize, offsetSize))));
+        }
+        previousOffset = offset;
+    }
+    if (previousOffset !== dictionaryBytes.length) {
+        throw new Error('parquet: VARIANT metadata does not consume its dictionary bytes');
+    }
+    return { dictionary };
+}
+/** Decodes one self-contained Variant value within the enclosing byte range. */
+function decodeVariantValue(bytes, offset, endOffset, metadata, depth) {
+    if (depth > MAXIMUM_VARIANT_NESTING || offset >= endOffset) {
+        throw new Error('parquet: invalid or excessively nested VARIANT value');
+    }
+    const valueMetadata = bytes[offset++];
+    const basicType = valueMetadata & 0x3;
+    const valueHeader = valueMetadata >> 2;
+    switch (basicType) {
+        case 0:
+            return decodePrimitiveValue(bytes, offset, endOffset, valueHeader);
+        case 1: {
+            const stringEnd = checkedEnd(offset + valueHeader, endOffset);
+            return { value: decodeUtf8(bytes.subarray(offset, stringEnd)), nextOffset: stringEnd };
+        }
+        case 2:
+            return decodeObjectValue(bytes, offset, endOffset, valueHeader, metadata, depth + 1);
+        case 3:
+            return decodeArrayValue(bytes, offset, endOffset, valueHeader, metadata, depth + 1);
+        default:
+            throw new Error(`parquet: invalid VARIANT basic type ${basicType}`);
+    }
+}
+/** Decodes a Variant primitive identified by its six-bit primitive header. */
+function decodePrimitiveValue(bytes, offset, endOffset, primitiveType) {
+    switch (primitiveType) {
+        case 0:
+            return { value: null, nextOffset: offset };
+        case 1:
+            return { value: true, nextOffset: offset };
+        case 2:
+            return { value: false, nextOffset: offset };
+        case 3:
+            return { value: readSigned(bytes, offset, 1), nextOffset: checkedEnd(offset + 1, endOffset) };
+        case 4:
+            return { value: readSigned(bytes, offset, 2), nextOffset: checkedEnd(offset + 2, endOffset) };
+        case 5:
+            return { value: readSigned(bytes, offset, 4), nextOffset: checkedEnd(offset + 4, endOffset) };
+        case 6:
+            return { value: readBigInt(bytes, offset, 8), nextOffset: checkedEnd(offset + 8, endOffset) };
+        case 7:
+            return { value: readFloat64(bytes, offset), nextOffset: checkedEnd(offset + 8, endOffset) };
+        case 8:
+        case 9:
+        case 10: {
+            const scale = readSigned(bytes, offset, 1);
+            const width = primitiveType === 8 ? 4 : primitiveType === 9 ? 8 : 16;
+            const unscaled = readBigInt(bytes, offset + 1, width);
+            return {
+                value: formatVariantDecimal(unscaled, scale),
+                nextOffset: checkedEnd(offset + 1 + width, endOffset)
+            };
+        }
+        case 11:
+            return { value: readSigned(bytes, offset, 4), nextOffset: checkedEnd(offset + 4, endOffset) };
+        case 12:
+        case 13:
+        case 17:
+        case 18:
+        case 19:
+            return { value: readBigInt(bytes, offset, 8), nextOffset: checkedEnd(offset + 8, endOffset) };
+        case 14:
+            return { value: readFloat32(bytes, offset), nextOffset: checkedEnd(offset + 4, endOffset) };
+        case 15: {
+            const length = readUnsigned(bytes, offset, 4);
+            const start = checkedEnd(offset + 4, endOffset);
+            const binaryEnd = checkedEnd(start + length, endOffset);
+            return { value: bytes.slice(start, binaryEnd), nextOffset: binaryEnd };
+        }
+        case 16: {
+            const length = readUnsigned(bytes, offset, 4);
+            const start = checkedEnd(offset + 4, endOffset);
+            const stringEnd = checkedEnd(start + length, endOffset);
+            return { value: decodeUtf8(bytes.subarray(start, stringEnd)), nextOffset: stringEnd };
+        }
+        case 20: {
+            const uuidEnd = checkedEnd(offset + 16, endOffset);
+            return { value: bytes.slice(offset, uuidEnd), nextOffset: uuidEnd };
+        }
+        default:
+            throw new Error(`parquet: unsupported VARIANT primitive type ${primitiveType}`);
+    }
+}
+/** Decodes an object using metadata dictionary field IDs and relative value offsets. */
+function decodeObjectValue(bytes, offset, endOffset, valueHeader, metadata, depth) {
+    const isLarge = (valueHeader & 0x10) !== 0;
+    const fieldIdSize = ((valueHeader >> 2) & 0x3) + 1;
+    const fieldOffsetSize = (valueHeader & 0x3) + 1;
+    const countSize = isLarge ? 4 : 1;
+    const count = readUnsigned(bytes, offset, countSize);
+    offset = checkedEnd(offset + countSize, endOffset);
+    const fieldIds = [];
+    for (let index = 0; index < count; index++) {
+        fieldIds.push(readUnsigned(bytes, offset, fieldIdSize));
+        offset = checkedEnd(offset + fieldIdSize, endOffset);
+    }
+    const offsets = [];
+    for (let index = 0; index <= count; index++) {
+        offsets.push(readUnsigned(bytes, offset, fieldOffsetSize));
+        offset = checkedEnd(offset + fieldOffsetSize, endOffset);
+    }
+    const valuesStart = offset;
+    const valuesEnd = checkedEnd(valuesStart + offsets[offsets.length - 1], endOffset);
+    const object = Object.create(null);
+    for (let index = 0; index < count; index++) {
+        const fieldId = fieldIds[index];
+        const fieldName = metadata.dictionary[fieldId];
+        if (fieldName === undefined) {
+            throw new Error(`parquet: invalid VARIANT object field id ${fieldId}`);
+        }
+        if (Object.prototype.hasOwnProperty.call(object, fieldName)) {
+            throw new Error(`parquet: duplicate VARIANT object field ${fieldName}`);
+        }
+        const valueOffset = checkedEnd(valuesStart + offsets[index], valuesEnd);
+        const decoded = decodeVariantValue(bytes, valueOffset, valuesEnd, metadata, depth);
+        object[fieldName] = decoded.value;
+    }
+    return { value: object, nextOffset: valuesEnd };
+}
+/** Decodes an array using relative offsets into its contiguous value region. */
+function decodeArrayValue(bytes, offset, endOffset, valueHeader, metadata, depth) {
+    const isLarge = (valueHeader & 0x4) !== 0;
+    const fieldOffsetSize = (valueHeader & 0x3) + 1;
+    const countSize = isLarge ? 4 : 1;
+    const count = readUnsigned(bytes, offset, countSize);
+    offset = checkedEnd(offset + countSize, endOffset);
+    const offsets = [];
+    for (let index = 0; index <= count; index++) {
+        offsets.push(readUnsigned(bytes, offset, fieldOffsetSize));
+        offset = checkedEnd(offset + fieldOffsetSize, endOffset);
+    }
+    const valuesStart = offset;
+    const valuesEnd = checkedEnd(valuesStart + offsets[offsets.length - 1], endOffset);
+    const array = new Array(count);
+    for (let index = 0; index < count; index++) {
+        const valueOffset = checkedEnd(valuesStart + offsets[index], valuesEnd);
+        array[index] = decodeVariantValue(bytes, valueOffset, valuesEnd, metadata, depth).value;
+    }
+    return { value: array, nextOffset: valuesEnd };
+}
+/** Reads an unsigned little-endian integer of up to four bytes. */
+function readUnsigned(bytes, offset, byteLength) {
+    let value = 0;
+    for (let index = 0; index < byteLength; index++) {
+        value += bytes[offset + index] * 2 ** (index * 8);
+    }
+    if (!Number.isSafeInteger(value)) {
+        throw new Error('parquet: VARIANT integer exceeds JavaScript safe range');
+    }
+    return value;
+}
+/** Reads a signed little-endian integer of up to four bytes. */
+function readSigned(bytes, offset, byteLength) {
+    const unsigned = readUnsigned(bytes, offset, byteLength);
+    const signBit = 2 ** (byteLength * 8 - 1);
+    return unsigned >= signBit ? unsigned - 2 ** (byteLength * 8) : unsigned;
+}
+/** Reads a signed little-endian integer while preserving 64- and 128-bit precision. */
+function readBigInt(bytes, offset, byteLength) {
+    let value = 0n;
+    for (let index = 0; index < byteLength; index++) {
+        value |= BigInt(bytes[offset + index]) << BigInt(index * 8);
+    }
+    const signBit = 1n << BigInt(byteLength * 8 - 1);
+    return value >= signBit ? value - (1n << BigInt(byteLength * 8)) : value;
+}
+/** Reads a little-endian IEEE-754 single-precision value. */
+function readFloat32(bytes, offset) {
+    return new DataView(bytes.buffer, bytes.byteOffset + offset, 4).getFloat32(0, true);
+}
+/** Reads a little-endian IEEE-754 double-precision value. */
+function readFloat64(bytes, offset) {
+    return new DataView(bytes.buffer, bytes.byteOffset + offset, 8).getFloat64(0, true);
+}
+/** Formats a Variant decimal without losing precision when JavaScript numbers are unsafe. */
+function formatVariantDecimal(unscaled, scale) {
+    if (scale < 0) {
+        return `${unscaled.toString()}${'0'.repeat(-scale)}`;
+    }
+    if (scale === 0 &&
+        unscaled >= BigInt(Number.MIN_SAFE_INTEGER) &&
+        unscaled <= BigInt(Number.MAX_SAFE_INTEGER)) {
+        return Number(unscaled);
+    }
+    const sign = unscaled < 0n ? '-' : '';
+    const digits = (unscaled < 0n ? -unscaled : unscaled).toString().padStart(scale + 1, '0');
+    const split = digits.length - scale;
+    return `${sign}${digits.slice(0, split)}.${digits.slice(split)}`;
+}
+/** Validates an offset against the enclosing value boundary. */
+function checkedEnd(offset, endOffset) {
+    if (!Number.isSafeInteger(offset) || offset < 0 || offset > endOffset) {
+        throw new Error('parquet: truncated VARIANT value');
+    }
+    return offset;
+}
+//# sourceMappingURL=variant.js.map

package/dist/parquetjs/schema/variant.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"variant.js","sourceRoot":"","sources":["../../../src/parquetjs/schema/variant.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,UAAU,EAAE,YAAY,EAAC,iCAA8B;AAE/D,MAAM,uBAAuB,GAAG,IAAI,CAAC;AAErC,+EAA+E;AAC/E,MAAM,UAAU,aAAa,CAC3B,aAA4C,EAC5C,UAAyC;IAEzC,MAAM,QAAQ,GAAG,YAAY,CAAC,aAAa,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;IACvC,MAAM,UAAU,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;IAC1E,IAAI,OAAO,CAAC,UAAU,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CACb,6CAA6C,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,CAClF,CAAC;IACJ,CAAC;IACD,OAAO,OAAO,CAAC,KAAK,CAAC;AACvB,CAAC;AAcD,2EAA2E;AAC3E,SAAS,qBAAqB,CAAC,KAAiB;IAC9C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACxB,MAAM,OAAO,GAAG,MAAM,GAAG,GAAG,CAAC;IAC7B,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,iDAAiD,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,cAAc,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,CAAC,GAAG,UAAU,CAAC;IACpC,MAAM,UAAU,GAAG,YAAY,GAAG,CAAC,cAAc,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC;IACpE,IAAI,UAAU,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,eAAe,GAAG,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACnD,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,cAAc,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,YAAY,GAAG,KAAK,GAAG,UAAU,EAAE,UAAU,CAAC,CAAC;QAClF,IAAI,MAAM,GAAG,cAAc,IAAI,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC;YAC/D,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QACD,IAAI,KAAK,GAAG,cAAc,EAAE,CAAC;YAC3B,UAAU,CAAC,IAAI,CACb,UAAU,CACR,eAAe,CAAC,QAAQ,CACtB,MAAM,EACN,YAAY,CAAC,KAAK,EAAE,YAAY,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,UAAU,EAAE,UAAU,CAAC,CACzE,CACF,CACF,CAAC;QACJ,CAAC;QACD,cAAc,GAAG,MAAM,CAAC;IAC1B,CAAC;IACD,IAAI,cAAc,KAAK,eAAe,CAAC,MAAM,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACrF,CAAC;IACD,OAAO,EAAC,UAAU,EAAC,CAAC;AACtB,CAAC;AAED,gFAAgF;AAChF,SAAS,kBAAkB,CACzB,KAAiB,EACjB,MAAc,EACd,SAAiB,EACjB,QAAyB,EACzB,KAAa;IAEb,IAAI,KAAK,GAAG,uBAAuB,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IACD,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,aAAa,GAAG,GAAG,CAAC;IACtC,MAAM,WAAW,GAAG,aAAa,IAAI,CAAC,CAAC;IACvC,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,CAAC;YACJ,OAAO,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QACrE,KAAK,CAAC,CAAC,CAAC,CAAC;YACP,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,GAAG,WAAW,EAAE,SAAS,CAAC,CAAC;YAC9D,OAAO,EAAC,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAC,CAAC;QACvF,CAAC;QACD,KAAK,CAAC;YACJ,OAAO,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACvF,KAAK,CAAC;YACJ,OAAO,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACtF;YACE,MAAM,IAAI,KAAK,CAAC,uCAAuC,SAAS,EAAE,CAAC,CAAC;IACxE,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,SAAS,oBAAoB,CAC3B,KAAiB,EACjB,MAAc,EACd,SAAiB,EACjB,aAAqB;IAErB,QAAQ,aAAa,EAAE,CAAC;QACtB,KAAK,CAAC;YACJ,OAAO,EAAC,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAC,CAAC;QAC3C,KAAK,CAAC;YACJ,OAAO,EAAC,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAC,CAAC;QAC3C,KAAK,CAAC;YACJ,OAAO,EAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAC,CAAC;QAC5C,KAAK,CAAC;YACJ,OAAO,EAAC,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,EAAC,CAAC;QAC9F,KAAK,CAAC;YACJ,OAAO,EAAC,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,EAAC,CAAC;QAC9F,KAAK,CAAC;YACJ,OAAO,EAAC,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,EAAC,CAAC;QAC9F,KAAK,CAAC;YACJ,OAAO,EAAC,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,EAAC,CAAC;QAC9F,KAAK,CAAC;YACJ,OAAO,EAAC,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,EAAC,CAAC;QAC5F,KAAK,CAAC,CAAC;QACP,KAAK,CAAC,CAAC;QACP,KAAK,EAAE,CAAC,CAAC,CAAC;YACR,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACrE,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;YACtD,OAAO;gBACL,KAAK,EAAE,oBAAoB,CAAC,QAAQ,EAAE,KAAK,CAAC;gBAC5C,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK,EAAE,SAAS,CAAC;aACtD,CAAC;QACJ,CAAC;QACD,KAAK,EAAE;YACL,OAAO,EAAC,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,EAAC,CAAC;QAC9F,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,CAAC;QACR,KAAK,EAAE;YACL,OAAO,EAAC,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,EAAC,CAAC;QAC9F,KAAK,EAAE;YACL,OAAO,EAAC,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,EAAC,CAAC;QAC5F,KAAK,EAAE,CAAC,CAAC,CAAC;YACR,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,CAAC;YAChD,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,GAAG,MAAM,EAAE,SAAS,CAAC,CAAC;YACxD,OAAO,EAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,UAAU,EAAE,SAAS,EAAC,CAAC;QACvE,CAAC;QACD,KAAK,EAAE,CAAC,CAAC,CAAC;YACR,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,CAAC;YAChD,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,GAAG,MAAM,EAAE,SAAS,CAAC,CAAC;YACxD,OAAO,EAAC,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAC,CAAC;QACtF,CAAC;QACD,KAAK,EAAE,CAAC,CAAC,CAAC;YACR,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;YACnD,OAAO,EAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,UAAU,EAAE,OAAO,EAAC,CAAC;QACpE,CAAC;QACD;YACE,MAAM,IAAI,KAAK,CAAC,+CAA+C,aAAa,EAAE,CAAC,CAAC;IACpF,CAAC;AACH,CAAC;AAED,wFAAwF;AACxF,SAAS,iBAAiB,CACxB,KAAiB,EACjB,MAAc,EACd,SAAiB,EACjB,WAAmB,EACnB,QAAyB,EACzB,KAAa;IAEb,MAAM,OAAO,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;IACnD,MAAM,eAAe,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IACrD,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,EAAE,SAAS,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;QAC3C,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;QACxD,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,WAAW,EAAE,SAAS,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;QAC3D,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,eAAe,EAAE,SAAS,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,WAAW,GAAG,MAAM,CAAC;IAC3B,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACnF,MAAM,MAAM,GAA4B,MAAM,CAAC,MAAM,CAAC,IAAI,CAA4B,CAAC;IACvF,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,4CAA4C,OAAO,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,2CAA2C,SAAS,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,MAAM,WAAW,GAAG,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC;QACxE,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QACnF,MAAM,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC;IACpC,CAAC;IACD,OAAO,EAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAC,CAAC;AAChD,CAAC;AAED,gFAAgF;AAChF,SAAS,gBAAgB,CACvB,KAAiB,EACjB,MAAc,EACd,SAAiB,EACjB,WAAmB,EACnB,QAAyB,EACzB,KAAa;IAEb,MAAM,OAAO,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,eAAe,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IACrD,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,EAAE,SAAS,CAAC,CAAC;IACnD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;QAC3D,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,eAAe,EAAE,SAAS,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,WAAW,GAAG,MAAM,CAAC;IAC3B,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACnF,MAAM,KAAK,GAAG,IAAI,KAAK,CAAU,KAAK,CAAC,CAAC;IACxC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAG,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC;QACxE,KAAK,CAAC,KAAK,CAAC,GAAG,kBAAkB,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC;IAC1F,CAAC;IACD,OAAO,EAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAC,CAAC;AAC/C,CAAC;AAED,mEAAmE;AACnE,SAAS,YAAY,CAAC,KAAiB,EAAE,MAAc,EAAE,UAAkB;IACzE,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,EAAE,KAAK,EAAE,EAAE,CAAC;QAChD,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,gEAAgE;AAChE,SAAS,UAAU,CAAC,KAAiB,EAAE,MAAc,EAAE,UAAkB;IACvE,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;IACzD,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,OAAO,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC3E,CAAC;AAED,uFAAuF;AACvF,SAAS,UAAU,CAAC,KAAiB,EAAE,MAAc,EAAE,UAAkB;IACvE,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,EAAE,KAAK,EAAE,EAAE,CAAC;QAChD,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,OAAO,GAAG,EAAE,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,OAAO,KAAK,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC3E,CAAC;AAED,6DAA6D;AAC7D,SAAS,WAAW,CAAC,KAAiB,EAAE,MAAc;IACpD,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AACtF,CAAC;AAED,6DAA6D;AAC7D,SAAS,WAAW,CAAC,KAAiB,EAAE,MAAc;IACpD,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AACtF,CAAC;AAED,6FAA6F;AAC7F,SAAS,oBAAoB,CAAC,QAAgB,EAAE,KAAa;IAC3D,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,OAAO,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;IACvD,CAAC;IACD,IACE,KAAK,KAAK,CAAC;QACX,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAC3C,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAC3C,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC;IACD,MAAM,IAAI,GAAG,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IACtC,MAAM,MAAM,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;IAC1F,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC;IACpC,OAAO,GAAG,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;AACnE,CAAC;AAED,gEAAgE;AAChE,SAAS,UAAU,CAAC,MAAc,EAAE,SAAiB;IACnD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,SAAS,EAAE,CAAC;QACtE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/parquetjs/utils/binary-utils.d.ts

@@ -0,0 +1,41 @@
+/** Returns bytes as an exact Uint8Array view. */
+export declare function toUint8Array(binary: ArrayBuffer | ArrayBufferView): Uint8Array;
+/** Returns bytes as a copied ArrayBuffer with no extra prefix/suffix bytes. */
+export declare function toArrayBuffer(binary: ArrayBuffer | ArrayBufferView): ArrayBuffer;
+/** Returns a copied Uint8Array. */
+export declare function copyUint8Array(binary: Uint8Array): Uint8Array;
+/** Decode UTF-8 bytes. */
+export declare function decodeUtf8(binary: Uint8Array): string;
+/** Encode text as UTF-8 bytes. */
+export declare function encodeUtf8(text: string): Uint8Array;
+/** Decode an ASCII/UTF-8 range from bytes. */
+export declare function decodeString(binary: Uint8Array, start?: number, end?: number): string;
+/** Read signed little-endian 32-bit integer. */
+export declare function readInt32LE(binary: Uint8Array, offset: number): number;
+/** Read unsigned little-endian 32-bit integer. */
+export declare function readUInt32LE(binary: Uint8Array, offset: number): number;
+/** Read signed little-endian 64-bit integer without losing precision. */
+export declare function readInt64LE(binary: Uint8Array, offset: number): bigint;
+/** Read unsigned little-endian 64-bit integer without losing precision. */
+export declare function readUInt64LE(binary: Uint8Array, offset: number): bigint;
+/** Read little-endian 32-bit float. */
+export declare function readFloatLE(binary: Uint8Array, offset: number): number;
+/** Read little-endian 64-bit float. */
+export declare function readDoubleLE(binary: Uint8Array, offset: number): number;
+/** Concatenate bytes into one exact Uint8Array. */
+export declare function concatUint8Arrays(chunks: Uint8Array[]): Uint8Array;
+/** Write signed little-endian 16-bit integer. */
+export declare function writeInt16LE(binary: Uint8Array, value: number, offset: number): void;
+/** Write unsigned little-endian 16-bit integer. */
+export declare function writeUInt16LE(binary: Uint8Array, value: number, offset: number): void;
+/** Write signed little-endian 32-bit integer. */
+export declare function writeInt32LE(binary: Uint8Array, value: number, offset: number): void;
+/** Write unsigned little-endian 32-bit integer. */
+export declare function writeUInt32LE(binary: Uint8Array, value: number, offset: number): void;
+/** Write signed little-endian 64-bit integer. */
+export declare function writeInt64LE(binary: Uint8Array, value: number | bigint, offset: number): void;
+/** Write little-endian 32-bit float. */
+export declare function writeFloatLE(binary: Uint8Array, value: number, offset: number): void;
+/** Write little-endian 64-bit float. */
+export declare function writeDoubleLE(binary: Uint8Array, value: number, offset: number): void;
+//# sourceMappingURL=binary-utils.d.ts.map

package/dist/parquetjs/utils/binary-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"binary-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/binary-utils.ts"],"names":[],"mappings":"AAOA,iDAAiD;AACjD,wBAAgB,YAAY,CAAC,MAAM,EAAE,WAAW,GAAG,eAAe,GAAG,UAAU,CAQ9E;AAED,+EAA+E;AAC/E,wBAAgB,aAAa,CAAC,MAAM,EAAE,WAAW,GAAG,eAAe,GAAG,WAAW,CAGhF;AAED,mCAAmC;AACnC,wBAAgB,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,CAE7D;AAED,0BAA0B;AAC1B,wBAAgB,UAAU,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAErD;AAED,kCAAkC;AAClC,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,CAEnD;AAED,8CAA8C;AAC9C,wBAAgB,YAAY,CAC1B,MAAM,EAAE,UAAU,EAClB,KAAK,GAAE,MAAU,EACjB,GAAG,GAAE,MAAsB,GAC1B,MAAM,CAER;AAMD,gDAAgD;AAChD,wBAAgB,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEtE;AAED,kDAAkD;AAClD,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEvE;AAED,yEAAyE;AACzE,wBAAgB,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEtE;AAED,2EAA2E;AAC3E,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEvE;AAED,uCAAuC;AACvC,wBAAgB,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEtE;AAED,uCAAuC;AACvC,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEvE;AAED,mDAAmD;AACnD,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,UAAU,CAalE;AAED,iDAAiD;AACjD,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAEpF;AAED,mDAAmD;AACnD,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAErF;AAED,iDAAiD;AACjD,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAEpF;AAED,mDAAmD;AACnD,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAErF;AAED,iDAAiD;AACjD,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAE7F;AAED,wCAAwC;AACxC,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAEpF;AAED,wCAAwC;AACxC,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAErF"}

package/dist/parquetjs/utils/binary-utils.js

@@ -0,0 +1,106 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+const TEXT_DECODER = new TextDecoder();
+const TEXT_ENCODER = new TextEncoder();
+/** Returns bytes as an exact Uint8Array view. */
+export function toUint8Array(binary) {
+    if (binary instanceof Uint8Array) {
+        return binary;
+    }
+    if (ArrayBuffer.isView(binary)) {
+        return new Uint8Array(binary.buffer, binary.byteOffset, binary.byteLength);
+    }
+    return new Uint8Array(binary);
+}
+/** Returns bytes as a copied ArrayBuffer with no extra prefix/suffix bytes. */
+export function toArrayBuffer(binary) {
+    const bytes = toUint8Array(binary);
+    return bytes.slice().buffer;
+}
+/** Returns a copied Uint8Array. */
+export function copyUint8Array(binary) {
+    return binary.slice();
+}
+/** Decode UTF-8 bytes. */
+export function decodeUtf8(binary) {
+    return TEXT_DECODER.decode(binary);
+}
+/** Encode text as UTF-8 bytes. */
+export function encodeUtf8(text) {
+    return TEXT_ENCODER.encode(text);
+}
+/** Decode an ASCII/UTF-8 range from bytes. */
+export function decodeString(binary, start = 0, end = binary.length) {
+    return decodeUtf8(binary.subarray(start, end));
+}
+function getDataView(binary) {
+    return new DataView(binary.buffer, binary.byteOffset, binary.byteLength);
+}
+/** Read signed little-endian 32-bit integer. */
+export function readInt32LE(binary, offset) {
+    return getDataView(binary).getInt32(offset, true);
+}
+/** Read unsigned little-endian 32-bit integer. */
+export function readUInt32LE(binary, offset) {
+    return getDataView(binary).getUint32(offset, true);
+}
+/** Read signed little-endian 64-bit integer without losing precision. */
+export function readInt64LE(binary, offset) {
+    return getDataView(binary).getBigInt64(offset, true);
+}
+/** Read unsigned little-endian 64-bit integer without losing precision. */
+export function readUInt64LE(binary, offset) {
+    return getDataView(binary).getBigUint64(offset, true);
+}
+/** Read little-endian 32-bit float. */
+export function readFloatLE(binary, offset) {
+    return getDataView(binary).getFloat32(offset, true);
+}
+/** Read little-endian 64-bit float. */
+export function readDoubleLE(binary, offset) {
+    return getDataView(binary).getFloat64(offset, true);
+}
+/** Concatenate bytes into one exact Uint8Array. */
+export function concatUint8Arrays(chunks) {
+    let byteLength = 0;
+    for (const chunk of chunks) {
+        byteLength += chunk.length;
+    }
+    const result = new Uint8Array(byteLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+        result.set(chunk, offset);
+        offset += chunk.length;
+    }
+    return result;
+}
+/** Write signed little-endian 16-bit integer. */
+export function writeInt16LE(binary, value, offset) {
+    getDataView(binary).setInt16(offset, value, true);
+}
+/** Write unsigned little-endian 16-bit integer. */
+export function writeUInt16LE(binary, value, offset) {
+    getDataView(binary).setUint16(offset, value, true);
+}
+/** Write signed little-endian 32-bit integer. */
+export function writeInt32LE(binary, value, offset) {
+    getDataView(binary).setInt32(offset, value, true);
+}
+/** Write unsigned little-endian 32-bit integer. */
+export function writeUInt32LE(binary, value, offset) {
+    getDataView(binary).setUint32(offset, value, true);
+}
+/** Write signed little-endian 64-bit integer. */
+export function writeInt64LE(binary, value, offset) {
+    getDataView(binary).setBigInt64(offset, BigInt(value), true);
+}
+/** Write little-endian 32-bit float. */
+export function writeFloatLE(binary, value, offset) {
+    getDataView(binary).setFloat32(offset, value, true);
+}
+/** Write little-endian 64-bit float. */
+export function writeDoubleLE(binary, value, offset) {
+    getDataView(binary).setFloat64(offset, value, true);
+}
+//# sourceMappingURL=binary-utils.js.map

package/dist/parquetjs/utils/binary-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"binary-utils.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/binary-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,MAAM,YAAY,GAAG,IAAI,WAAW,EAAE,CAAC;AACvC,MAAM,YAAY,GAAG,IAAI,WAAW,EAAE,CAAC;AAEvC,iDAAiD;AACjD,MAAM,UAAU,YAAY,CAAC,MAAqC;IAChE,IAAI,MAAM,YAAY,UAAU,EAAE,CAAC;QACjC,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,aAAa,CAAC,MAAqC;IACjE,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACnC,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC;AAC9B,CAAC;AAED,mCAAmC;AACnC,MAAM,UAAU,cAAc,CAAC,MAAkB;IAC/C,OAAO,MAAM,CAAC,KAAK,EAAE,CAAC;AACxB,CAAC;AAED,0BAA0B;AAC1B,MAAM,UAAU,UAAU,CAAC,MAAkB;IAC3C,OAAO,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACrC,CAAC;AAED,kCAAkC;AAClC,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,OAAO,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AACnC,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,YAAY,CAC1B,MAAkB,EAClB,QAAgB,CAAC,EACjB,MAAc,MAAM,CAAC,MAAM;IAE3B,OAAO,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,WAAW,CAAC,MAAkB;IACrC,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;AAC3E,CAAC;AAED,gDAAgD;AAChD,MAAM,UAAU,WAAW,CAAC,MAAkB,EAAE,MAAc;IAC5D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACpD,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,MAAc;IAC7D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,WAAW,CAAC,MAAkB,EAAE,MAAc;IAC5D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACvD,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,MAAc;IAC7D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACxD,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,WAAW,CAAC,MAAkB,EAAE,MAAc;IAC5D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,MAAc;IAC7D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,iBAAiB,CAAC,MAAoB;IACpD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;IAC1C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC5E,WAAW,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACpD,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,aAAa,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC7E,WAAW,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC5E,WAAW,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACpD,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,aAAa,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC7E,WAAW,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAsB,EAAE,MAAc;IACrF,WAAW,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;AAC/D,CAAC;AAED,wCAAwC;AACxC,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC5E,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,wCAAwC;AACxC,MAAM,UAAU,aAAa,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC7E,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC"}

package/dist/parquetjs/utils/crc32.d.ts

@@ -0,0 +1,3 @@
+/** Computes the IEEE CRC-32 checksum used by Parquet page headers. */
+export declare function crc32(bytes: Uint8Array): number;
+//# sourceMappingURL=crc32.d.ts.map

package/dist/parquetjs/utils/crc32.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crc32.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/crc32.ts"],"names":[],"mappings":"AAIA,sEAAsE;AACtE,wBAAgB,KAAK,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAS/C"}

package/dist/parquetjs/utils/crc32.js

@@ -0,0 +1,15 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/** Computes the IEEE CRC-32 checksum used by Parquet page headers. */
+export function crc32(bytes) {
+    let checksum = 0xffffffff;
+    for (const byte of bytes) {
+        checksum ^= byte;
+        for (let bit = 0; bit < 8; bit++) {
+            checksum = (checksum >>> 1) ^ (0xedb88320 & -(checksum & 1));
+        }
+    }
+    return (checksum ^ 0xffffffff) >>> 0;
+}
+//# sourceMappingURL=crc32.js.map

package/dist/parquetjs/utils/crc32.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crc32.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/crc32.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,sEAAsE;AACtE,MAAM,UAAU,KAAK,CAAC,KAAiB;IACrC,IAAI,QAAQ,GAAG,UAAU,CAAC;IAC1B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,QAAQ,IAAI,IAAI,CAAC;QACjB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;YACjC,QAAQ,GAAG,CAAC,QAAQ,KAAK,CAAC,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IACD,OAAO,CAAC,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;AACvC,CAAC"}

package/dist/parquetjs/utils/file-utils.d.ts

@@ -9,7 +9,7 @@ export interface WriteStreamOptions {
     autoClose?: boolean;
     start?: number;
 }
-export declare function oswrite(os: stream.Writable, buf: Buffer): Promise<void>;
+export declare function oswrite(os: stream.Writable, buf: Uint8Array): Promise<void>;
 export declare function osclose(os: stream.Writable): Promise<void>;
 export declare function osopen(path: string, opts?: WriteStreamOptions): Promise<fs.WriteStream>;
 //# sourceMappingURL=file-utils.d.ts.map

package/dist/parquetjs/utils/file-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAEtC;AACD,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAUvE;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAU1D;AAED,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,EAAE,CAAC,WAAW,CAAC,CAMvF"}
+{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAEtC;AACD,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAU3E;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAU1D;AAED,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,EAAE,CAAC,WAAW,CAAC,CAMvF"}

package/dist/parquetjs/utils/file-utils.js

@@ -9,7 +9,7 @@ export function load(name) {
 }
 export function oswrite(os, buf) {
     return new Promise((resolve, reject) => {
-        os.write(buf, (err) => {
+        os.write(buf, err => {
             if (err) {
                 reject(err);
             }
@@ -34,8 +34,8 @@ export function osclose(os) {
 export function osopen(path, opts) {
     return new Promise((resolve, reject) => {
         const outputStream = fs.createWriteStream(path, opts);
-        outputStream.once('open', (fd) => resolve(outputStream));
-        outputStream.once('error', (err) => reject(err));
+        outputStream.once('open', _fd => resolve(outputStream));
+        outputStream.once('error', err => reject(err));
     });
 }
 //# sourceMappingURL=file-utils.js.map

package/dist/parquetjs/utils/file-utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"file-utils.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAGpE,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,MAAM,UAAU,IAAI,CAAC,IAAY;IAC/B,OAAO,CAAC,MAAM,IAAK,MAAc,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AACnD,CAAC;AAUD,MAAM,UAAU,OAAO,CAAC,EAAmB,EAAE,GAAW;IACtD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE;YACpB,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,EAAmB;IACzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACpC,EAAU,CAAC,KAAK,CAAC,CAAC,GAAQ,EAAE,EAAE;YAC7B,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,IAAY,EAAE,IAAyB;IAC5D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,YAAY,GAAG,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAW,CAAC,CAAC;QAC7D,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;QACzD,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"file-utils.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAGpE,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,MAAM,UAAU,IAAI,CAAC,IAAY;IAC/B,OAAO,CAAC,MAAM,IAAK,MAAc,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AACnD,CAAC;AAUD,MAAM,UAAU,OAAO,CAAC,EAAmB,EAAE,GAAe;IAC1D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;YAClB,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,EAAmB;IACzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACpC,EAAU,CAAC,KAAK,CAAC,CAAC,GAAQ,EAAE,EAAE;YAC7B,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,IAAY,EAAE,IAAyB;IAC5D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,YAAY,GAAG,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAW,CAAC,CAAC;QAC7D,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/parquetjs/utils/read-utils.d.ts

@@ -1,18 +1,31 @@
-import { FileMetaData, PageHeader } from "../parquet-thrift/index.js";
+import { ColumnMetaData, FileCryptoMetaData, FileMetaData, PageHeader } from "../parquet-thrift/index.js";
 /**
  * Helper function that serializes a thrift object into a buffer
  */
-export declare function serializeThrift(obj: any): Buffer;
-export declare function decodeThrift(obj: any, buf: Buffer, offset?: number): number;
+export declare function serializeThrift(obj: any): Uint8Array;
+export declare function decodeThrift(obj: any, buf: Uint8Array, offset?: number): number;
 /**
- * FIXME not ideal that this is linear
+ * Returns the generated TypeScript enum member for a Thrift value.
+ * @param thriftEnum generated numeric enum object
+ * @param value serialized enum value
+ * @returns enum member name
  */
-export declare function getThriftEnum(klass: any, value: number | string): string;
-export declare function decodeFileMetadata(buf: Buffer, offset?: number): {
+export declare function getThriftEnum(thriftEnum: object, value: number | string): string;
+export declare function decodeFileMetadata(buf: Uint8Array, offset?: number): {
     length: number;
     metadata: FileMetaData;
 };
-export declare function decodePageHeader(buf: Buffer, offset?: number): {
+/** Decodes the FileCryptoMetaData prefix used by encrypted-footer files. */
+export declare function decodeFileCryptoMetadata(buf: Uint8Array, offset?: number): {
+    length: number;
+    metadata: FileCryptoMetaData;
+};
+/** Decodes a serialized ColumnMetaData encryption module. */
+export declare function decodeColumnMetadata(buf: Uint8Array, offset?: number): {
+    length: number;
+    metadata: ColumnMetaData;
+};
+export declare function decodePageHeader(buf: Uint8Array, offset?: number): {
     length: number;
     pageHeader: PageHeader;
 };
@@ -20,5 +33,10 @@ export declare function decodePageHeader(buf: Buffer, offset?: number): {
  * Get the number of bits required to store a given value
  */
 export declare function getBitWidth(val: number): number;
+/**
+ * Finds the selected field path that contains a Parquet leaf path.
+ * A selected parent includes all descendant leaves. MQTT-style `+` and `#` path wildcards are
+ * retained for internal callers (`+` matches one segment and `#` matches all remaining segments).
+ */
 export declare function fieldIndexOf(arr: string[][], elem: string[]): number;
 //# sourceMappingURL=read-utils.d.ts.map

package/dist/parquetjs/utils/read-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"read-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":"AAMA,OAAO,EAIL,YAAY,EACZ,UAAU,EACX,mCAAgC;AAMjC;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAYhD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,UAWlE;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAOxE;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAW9D;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAW5D;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAM/C;AAKD,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAmBpE"}
+{"version":3,"file":"read-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,YAAY,EACZ,UAAU,EACX,mCAAgC;AAKjC;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,GAAG,GAAG,UAAU,CAIpD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM,UAWtE;AAED;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAehF;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAWlE;AAED,4EAA4E;AAC5E,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAOxE;AAED,6DAA6D;AAC7D,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAOpE;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAWhE;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAM/C;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAsBpE"}