@loaders.gl/parquet 4.5.3 → 5.0.0-alpha.10

package/dist/lib/parquet-bloom-filter.js

@@ -0,0 +1,289 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { Uint8ArrayCompactProtocol } from "../parquetjs/utils/uint8-array-compact-protocol.js";
+import { Uint8ArrayTransport } from "../parquetjs/utils/uint8-array-transport.js";
+import { Uint8ArrayCompactProtocolWriter } from "../parquetjs/utils/uint8-array-compact-protocol-writer.js";
+import { Thrift } from "../parquetjs/utils/thrift-runtime.js";
+import { concatUint8Arrays } from "../parquetjs/utils/binary-utils.js";
+const UINT64_MASK = 0xffffffffffffffffn;
+const PRIME1 = 0x9e3779b185ebca87n;
+const PRIME2 = 0xc2b2ae3d27d4eb4fn;
+const PRIME3 = 0x165667b19e3779f9n;
+const PRIME4 = 0x85ebca77c2b2ae63n;
+const PRIME5 = 0x27d4eb2f165667c5n;
+const SALTS = [
+    0x47b6137b, 0x44974d91, 0x8824ad5b, 0xa2b7289d, 0x705495c7, 0x2df1424b, 0x9efc4947, 0x5c6bfb31
+];
+/** Builds an uncompressed Parquet split-block Bloom filter for one column chunk. */
+export function encodeParquetSplitBlockBloomFilter(values, physicalType, typeLength) {
+    if (values.length === 0)
+        return undefined;
+    // Ten bits per value is the Parquet recommendation. Split-block filters are composed of
+    // 256-bit blocks, so round up to the next whole block and keep a useful minimum for tiny groups.
+    const targetBitCount = Math.max(256, values.length * 10);
+    const blockCount = Math.max(1, Math.ceil(targetBitCount / 256));
+    const bitset = new Uint8Array(blockCount * 32);
+    for (const value of values) {
+        const encoded = encodeParquetBloomFilterValue(value, physicalType, typeLength);
+        insertParquetSplitBlockBloomFilter(bitset, hashParquetBloomFilterValue(encoded));
+    }
+    const headerWriter = new Uint8ArrayCompactProtocolWriter();
+    headerWriter.writeStructBegin('BloomFilterHeader');
+    headerWriter.writeFieldBegin('numBytes', Thrift.Type.I32, 1);
+    headerWriter.writeI32(bitset.byteLength);
+    headerWriter.writeFieldEnd();
+    writeBloomFilterUnion(headerWriter, 'algorithm', 2, 'BLOCK');
+    writeBloomFilterUnion(headerWriter, 'hash', 3, 'XXHASH');
+    writeBloomFilterUnion(headerWriter, 'compression', 4, 'UNCOMPRESSED');
+    headerWriter.writeFieldStop();
+    headerWriter.writeStructEnd();
+    return concatUint8Arrays([headerWriter.getBytes(), bitset]);
+}
+/** Encodes one scalar using the Parquet PLAIN representation used by Bloom filters. */
+export function encodeParquetBloomFilterValue(value, physicalType, typeLength) {
+    switch (physicalType) {
+        case 'BOOLEAN':
+            if (typeof value !== 'boolean')
+                throw new Error('Parquet BOOLEAN Bloom value must be boolean');
+            return Uint8Array.of(value ? 1 : 0);
+        case 'INT32': {
+            if (typeof value !== 'number' || !Number.isInteger(value)) {
+                throw new Error('Parquet INT32 Bloom value must be an integer number');
+            }
+            const bytes = new Uint8Array(4);
+            new DataView(bytes.buffer).setInt32(0, value, true);
+            return bytes;
+        }
+        case 'INT64': {
+            if (typeof value !== 'number' && typeof value !== 'bigint' && typeof value !== 'string') {
+                throw new Error('Parquet INT64 Bloom value must be an integer number, bigint, or string');
+            }
+            const integerValue = typeof value === 'bigint' ? value : BigInt(value);
+            const bytes = new Uint8Array(8);
+            new DataView(bytes.buffer).setBigInt64(0, integerValue, true);
+            return bytes;
+        }
+        case 'FLOAT': {
+            if (typeof value !== 'number')
+                throw new Error('Parquet FLOAT Bloom value must be a number');
+            const bytes = new Uint8Array(4);
+            new DataView(bytes.buffer).setFloat32(0, value, true);
+            return bytes;
+        }
+        case 'DOUBLE': {
+            if (typeof value !== 'number')
+                throw new Error('Parquet DOUBLE Bloom value must be a number');
+            const bytes = new Uint8Array(8);
+            new DataView(bytes.buffer).setFloat64(0, value, true);
+            return bytes;
+        }
+        case 'BYTE_ARRAY': {
+            if (typeof value !== 'string' && !(value instanceof Uint8Array)) {
+                throw new Error('Parquet BYTE_ARRAY Bloom value must be a string or Uint8Array');
+            }
+            const payload = typeof value === 'string' ? new TextEncoder().encode(value) : value;
+            return payload.slice();
+        }
+        case 'FIXED_LEN_BYTE_ARRAY': {
+            if (!(value instanceof Uint8Array) ||
+                typeLength === undefined ||
+                value.byteLength !== typeLength) {
+                throw new Error('Parquet FIXED_LEN_BYTE_ARRAY Bloom value must match typeLength');
+            }
+            return value.slice();
+        }
+        default:
+            throw new Error(`Unsupported Parquet Bloom-filter physical type: ${physicalType}`);
+    }
+}
+/** Parses a Parquet Bloom-filter header and returns its uncompressed split-block bitset. */
+export function decodeParquetSplitBlockBloomFilter(data) {
+    const transport = new Uint8ArrayTransport(data);
+    const protocol = new Uint8ArrayCompactProtocol(transport);
+    protocol.readStructBegin();
+    let bitsetByteLength;
+    let algorithm;
+    let hash;
+    let compression;
+    while (true) {
+        const field = protocol.readFieldBegin();
+        if (field.ftype === Thrift.Type.STOP) {
+            break;
+        }
+        if (field.fid === 1 && field.ftype === Thrift.Type.I32) {
+            bitsetByteLength = protocol.readI32();
+        }
+        else if (field.fid === 2 && field.ftype === Thrift.Type.STRUCT) {
+            algorithm = readBloomFilterUnion(protocol, 1) ? 'BLOCK' : undefined;
+        }
+        else if (field.fid === 3 && field.ftype === Thrift.Type.STRUCT) {
+            hash = readBloomFilterUnion(protocol, 1) ? 'XXHASH' : undefined;
+        }
+        else if (field.fid === 4 && field.ftype === Thrift.Type.STRUCT) {
+            compression = readBloomFilterUnion(protocol, 1) ? 'UNCOMPRESSED' : undefined;
+        }
+        else {
+            protocol.skip(field.ftype);
+        }
+        protocol.readFieldEnd();
+    }
+    protocol.readStructEnd();
+    if (bitsetByteLength === undefined || bitsetByteLength <= 0 || bitsetByteLength % 32 !== 0) {
+        throw new Error('Invalid Parquet split-block Bloom filter bitset length');
+    }
+    const bitsetOffset = transport.readPos;
+    if (data.byteLength - bitsetOffset < bitsetByteLength) {
+        throw new Error('Truncated Parquet split-block Bloom filter bitset');
+    }
+    return {
+        bitsetByteLength,
+        headerByteLength: bitsetOffset,
+        bitset: data.subarray(bitsetOffset, bitsetOffset + bitsetByteLength),
+        algorithm,
+        hash,
+        compression
+    };
+}
+function readBloomFilterUnion(protocol, expectedFieldId) {
+    protocol.readStructBegin();
+    let matches = false;
+    while (true) {
+        const field = protocol.readFieldBegin();
+        if (field.ftype === Thrift.Type.STOP)
+            break;
+        matches = field.fid === expectedFieldId && field.ftype === Thrift.Type.STRUCT;
+        protocol.skip(field.ftype);
+        protocol.readFieldEnd();
+    }
+    protocol.readStructEnd();
+    return matches;
+}
+/** Writes one Bloom-filter Thrift union using the compact protocol. */
+function writeBloomFilterUnion(writer, fieldName, fieldId, variantName) {
+    writer.writeFieldBegin(fieldName, Thrift.Type.STRUCT, fieldId);
+    writer.writeStructBegin(variantName);
+    writer.writeFieldBegin(variantName, Thrift.Type.STRUCT, 1);
+    writer.writeStructBegin(variantName);
+    writer.writeFieldStop();
+    writer.writeStructEnd();
+    writer.writeFieldEnd();
+    writer.writeFieldStop();
+    writer.writeStructEnd();
+    writer.writeFieldEnd();
+}
+/** Returns whether a serialized Parquet split-block Bloom filter may contain a hash. */
+export function checkParquetSplitBlockBloomFilter(bitset, hash) {
+    const blockCount = bitset.byteLength / 32;
+    if (!Number.isInteger(blockCount) || blockCount < 1 || blockCount >= 2 ** 31) {
+        return false;
+    }
+    const blockIndex = Number(((hash >> 32n) * BigInt(blockCount)) >> 32n);
+    const blockOffset = blockIndex * 32;
+    const lowerHash = Number(hash & 0xffffffffn) >>> 0;
+    for (let wordIndex = 0; wordIndex < 8; wordIndex++) {
+        const bit = Math.imul(lowerHash, SALTS[wordIndex]) >>> 27;
+        const word = readUint32LE(bitset, blockOffset + wordIndex * 4);
+        if ((word & (1 << bit)) === 0) {
+            return false;
+        }
+    }
+    return true;
+}
+/** Adds a hash to a mutable serialized Parquet split-block Bloom filter bitset. */
+export function insertParquetSplitBlockBloomFilter(bitset, hash) {
+    const blockCount = bitset.byteLength / 32;
+    if (!Number.isInteger(blockCount) || blockCount < 1 || blockCount >= 2 ** 31) {
+        throw new Error('Parquet split-block Bloom filter bitset must contain one or more 32-byte blocks');
+    }
+    const blockIndex = Number(((hash >> 32n) * BigInt(blockCount)) >> 32n);
+    const blockOffset = blockIndex * 32;
+    const lowerHash = Number(hash & 0xffffffffn) >>> 0;
+    for (let wordIndex = 0; wordIndex < 8; wordIndex++) {
+        const bit = Math.imul(lowerHash, SALTS[wordIndex]) >>> 27;
+        const offset = blockOffset + wordIndex * 4;
+        writeUint32LE(bitset, offset, readUint32LE(bitset, offset) | (1 << bit));
+    }
+}
+/** Computes the Parquet Bloom-filter XXH64 hash for plain-encoded value bytes. */
+export function hashParquetBloomFilterValue(value) {
+    let offset = 0;
+    let hash;
+    if (value.byteLength >= 32) {
+        let value1 = PRIME1 + PRIME2;
+        let value2 = PRIME2;
+        let value3 = 0n;
+        let value4 = -PRIME1;
+        const limit = value.byteLength - 32;
+        while (offset <= limit) {
+            value1 = roundXxHash64(value1, readUint64LE(value, offset));
+            value2 = roundXxHash64(value2, readUint64LE(value, offset + 8));
+            value3 = roundXxHash64(value3, readUint64LE(value, offset + 16));
+            value4 = roundXxHash64(value4, readUint64LE(value, offset + 24));
+            offset += 32;
+        }
+        hash =
+            rotateLeft(value1, 1) +
+                rotateLeft(value2, 7) +
+                rotateLeft(value3, 12) +
+                rotateLeft(value4, 18);
+        hash = mergeXxHash64(hash, value1);
+        hash = mergeXxHash64(hash, value2);
+        hash = mergeXxHash64(hash, value3);
+        hash = mergeXxHash64(hash, value4);
+    }
+    else {
+        hash = PRIME5;
+    }
+    hash = (hash + BigInt(value.byteLength)) & UINT64_MASK;
+    while (offset + 8 <= value.byteLength) {
+        const lane = (readUint64LE(value, offset) * PRIME2) & UINT64_MASK;
+        hash ^= (rotateLeft(lane, 31) * PRIME1) & UINT64_MASK;
+        hash = (rotateLeft(hash, 27) * PRIME1 + PRIME4) & UINT64_MASK;
+        offset += 8;
+    }
+    if (offset + 4 <= value.byteLength) {
+        hash ^= (BigInt(readUint32LE(value, offset)) * PRIME1) & UINT64_MASK;
+        hash = (rotateLeft(hash, 23) * PRIME2 + PRIME3) & UINT64_MASK;
+        offset += 4;
+    }
+    while (offset < value.byteLength) {
+        hash ^= (BigInt(value[offset++]) * PRIME5) & UINT64_MASK;
+        hash = (rotateLeft(hash, 11) * PRIME1) & UINT64_MASK;
+    }
+    hash ^= hash >> 33n;
+    hash = (hash * PRIME2) & UINT64_MASK;
+    hash ^= hash >> 29n;
+    hash = (hash * PRIME3) & UINT64_MASK;
+    hash ^= hash >> 32n;
+    return hash & UINT64_MASK;
+}
+function roundXxHash64(accumulator, lane) {
+    return (rotateLeft((accumulator + lane * PRIME2) & UINT64_MASK, 31) * PRIME1) & UINT64_MASK;
+}
+function mergeXxHash64(accumulator, value) {
+    let result = accumulator ^ roundXxHash64(0n, value);
+    result = (result * PRIME1 + PRIME4) & UINT64_MASK;
+    return result;
+}
+function rotateLeft(value, bits) {
+    const shift = BigInt(bits);
+    return ((value << shift) | (value >> (64n - shift))) & UINT64_MASK;
+}
+function readUint32LE(value, offset) {
+    return ((value[offset] |
+        (value[offset + 1] << 8) |
+        (value[offset + 2] << 16) |
+        (value[offset + 3] << 24)) >>>
+        0);
+}
+function writeUint32LE(value, offset, numberValue) {
+    value[offset] = numberValue;
+    value[offset + 1] = numberValue >>> 8;
+    value[offset + 2] = numberValue >>> 16;
+    value[offset + 3] = numberValue >>> 24;
+}
+function readUint64LE(value, offset) {
+    return BigInt(readUint32LE(value, offset)) | (BigInt(readUint32LE(value, offset + 4)) << 32n);
+}
+//# sourceMappingURL=parquet-bloom-filter.js.map

package/dist/lib/parquet-bloom-filter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-bloom-filter.js","sourceRoot":"","sources":["../../src/lib/parquet-bloom-filter.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,yBAAyB,EAAC,2DAAwD;AAC1F,OAAO,EAAC,mBAAmB,EAAC,oDAAiD;AAC7E,OAAO,EAAC,+BAA+B,EAAC,kEAA+D;AACvG,OAAO,EAAC,MAAM,EAAC,6CAA0C;AACzD,OAAO,EAAC,iBAAiB,EAAC,2CAAwC;AAElE,MAAM,WAAW,GAAG,mBAAmB,CAAC;AACxC,MAAM,MAAM,GAAG,mBAAmB,CAAC;AACnC,MAAM,MAAM,GAAG,mBAAmB,CAAC;AACnC,MAAM,MAAM,GAAG,mBAAmB,CAAC;AACnC,MAAM,MAAM,GAAG,mBAAmB,CAAC;AACnC,MAAM,MAAM,GAAG,mBAAmB,CAAC;AACnC,MAAM,KAAK,GAAG;IACZ,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU;CACtF,CAAC;AA4BX,oFAAoF;AACpF,MAAM,UAAU,kCAAkC,CAChD,MAAoE,EACpE,YAA4C,EAC5C,UAAmB;IAEnB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAE1C,wFAAwF;IACxF,iGAAiG;IACjG,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC;IAChE,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;IAC/C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,6BAA6B,CAAC,KAAK,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;QAC/E,kCAAkC,CAAC,MAAM,EAAE,2BAA2B,CAAC,OAAO,CAAC,CAAC,CAAC;IACnF,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,+BAA+B,EAAE,CAAC;IAC3D,YAAY,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,CAAC;IACnD,YAAY,CAAC,eAAe,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC7D,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACzC,YAAY,CAAC,aAAa,EAAE,CAAC;IAC7B,qBAAqB,CAAC,YAAY,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IAC7D,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;IACzD,qBAAqB,CAAC,YAAY,EAAE,aAAa,EAAE,CAAC,EAAE,cAAc,CAAC,CAAC;IACtE,YAAY,CAAC,cAAc,EAAE,CAAC;IAC9B,YAAY,CAAC,cAAc,EAAE,CAAC;IAC9B,OAAO,iBAAiB,CAAC,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,6BAA6B,CAC3C,KAAsD,EACtD,YAA4C,EAC5C,UAAmB;IAEnB,QAAQ,YAAY,EAAE,CAAC;QACrB,KAAK,SAAS;YACZ,IAAI,OAAO,KAAK,KAAK,SAAS;gBAC5B,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;YACjE,OAAO,UAAU,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1D,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;YACzE,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACpD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACxF,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;YAC5F,CAAC;YACD,MAAM,YAAY,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;YAC9D,OAAO,KAAK,CAAC;QACf,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAC7F,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACtD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;YAC9F,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACtD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,YAAY,UAAU,CAAC,EAAE,CAAC;gBAChE,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;YACnF,CAAC;YACD,MAAM,OAAO,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YACpF,OAAO,OAAO,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;QACD,KAAK,sBAAsB,CAAC,CAAC,CAAC;YAC5B,IACE,CAAC,CAAC,KAAK,YAAY,UAAU,CAAC;gBAC9B,UAAU,KAAK,SAAS;gBACxB,KAAK,CAAC,UAAU,KAAK,UAAU,EAC/B,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;YACpF,CAAC;YACD,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;QACD;YACE,MAAM,IAAI,KAAK,CAAC,mDAAmD,YAAY,EAAE,CAAC,CAAC;IACvF,CAAC;AACH,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,kCAAkC,CAAC,IAAgB;IACjE,MAAM,SAAS,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAC;IAC1D,QAAQ,CAAC,eAAe,EAAE,CAAC;IAC3B,IAAI,gBAAoC,CAAC;IACzC,IAAI,SAA8B,CAAC;IACnC,IAAI,IAA0B,CAAC;IAC/B,IAAI,WAAuC,CAAC;IAC5C,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,EAAE,CAAC;QACxC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACrC,MAAM;QACR,CAAC;QACD,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACvD,gBAAgB,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;QACxC,CAAC;aAAM,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjE,SAAS,GAAG,oBAAoB,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QACtE,CAAC;aAAM,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjE,IAAI,GAAG,oBAAoB,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QAClE,CAAC;aAAM,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjE,WAAW,GAAG,oBAAoB,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/E,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7B,CAAC;QACD,QAAQ,CAAC,YAAY,EAAE,CAAC;IAC1B,CAAC;IACD,QAAQ,CAAC,aAAa,EAAE,CAAC;IACzB,IAAI,gBAAgB,KAAK,SAAS,IAAI,gBAAgB,IAAI,CAAC,IAAI,gBAAgB,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;QAC3F,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,YAAY,GAAG,SAAS,CAAC,OAAO,CAAC;IACvC,IAAI,IAAI,CAAC,UAAU,GAAG,YAAY,GAAG,gBAAgB,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IACD,OAAO;QACL,gBAAgB;QAChB,gBAAgB,EAAE,YAAY;QAC9B,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,YAAY,GAAG,gBAAgB,CAAC;QACpE,SAAS;QACT,IAAI;QACJ,WAAW;KACZ,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAC3B,QAAmC,EACnC,eAAuB;IAEvB,QAAQ,CAAC,eAAe,EAAE,CAAC;IAC3B,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,EAAE,CAAC;QACxC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI;YAAE,MAAM;QAC5C,OAAO,GAAG,KAAK,CAAC,GAAG,KAAK,eAAe,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9E,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3B,QAAQ,CAAC,YAAY,EAAE,CAAC;IAC1B,CAAC;IACD,QAAQ,CAAC,aAAa,EAAE,CAAC;IACzB,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,uEAAuE;AACvE,SAAS,qBAAqB,CAC5B,MAAuC,EACvC,SAAiB,EACjB,OAAe,EACf,WAAmB;IAEnB,MAAM,CAAC,eAAe,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/D,MAAM,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;IACrC,MAAM,CAAC,eAAe,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC3D,MAAM,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;IACrC,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,MAAM,CAAC,aAAa,EAAE,CAAC;IACvB,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,MAAM,CAAC,aAAa,EAAE,CAAC;AACzB,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,iCAAiC,CAAC,MAAkB,EAAE,IAAY;IAChF,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC;IAC1C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,IAAI,UAAU,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7E,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;IACvE,MAAM,WAAW,GAAG,UAAU,GAAG,EAAE,CAAC;IACpC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IACnD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC;QACnD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC;QAC1D,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC;QAC/D,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,kCAAkC,CAAC,MAAkB,EAAE,IAAY;IACjF,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC;IAC1C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,IAAI,UAAU,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7E,MAAM,IAAI,KAAK,CACb,iFAAiF,CAClF,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;IACvE,MAAM,WAAW,GAAG,UAAU,GAAG,EAAE,CAAC;IACpC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IACnD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC;QACnD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC;QAC1D,MAAM,MAAM,GAAG,WAAW,GAAG,SAAS,GAAG,CAAC,CAAC;QAC3C,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;IAC3E,CAAC;AACH,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,2BAA2B,CAAC,KAAiB;IAC3D,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,IAAY,CAAC;IACjB,IAAI,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;QAC3B,IAAI,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;QAC7B,IAAI,MAAM,GAAG,MAAM,CAAC;QACpB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,CAAC,MAAM,CAAC;QACrB,MAAM,KAAK,GAAG,KAAK,CAAC,UAAU,GAAG,EAAE,CAAC;QACpC,OAAO,MAAM,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;YAC5D,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YAChE,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC;YACjE,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC;YACjE,MAAM,IAAI,EAAE,CAAC;QACf,CAAC;QACD,IAAI;YACF,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;gBACrB,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;gBACrB,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;gBACtB,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACzB,IAAI,GAAG,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACnC,IAAI,GAAG,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACnC,IAAI,GAAG,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACnC,IAAI,GAAG,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,WAAW,CAAC;IACvD,OAAO,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;QAClE,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;QACtD,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,MAAM,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;QAC9D,MAAM,IAAI,CAAC,CAAC;IACd,CAAC;IACD,IAAI,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACnC,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;QACrE,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,MAAM,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;QAC9D,MAAM,IAAI,CAAC,CAAC;IACd,CAAC;IACD,OAAO,MAAM,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;QACzD,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;IACvD,CAAC;IACD,IAAI,IAAI,IAAI,IAAI,GAAG,CAAC;IACpB,IAAI,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;IACrC,IAAI,IAAI,IAAI,IAAI,GAAG,CAAC;IACpB,IAAI,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;IACrC,IAAI,IAAI,IAAI,IAAI,GAAG,CAAC;IACpB,OAAO,IAAI,GAAG,WAAW,CAAC;AAC5B,CAAC;AAED,SAAS,aAAa,CAAC,WAAmB,EAAE,IAAY;IACtD,OAAO,CAAC,UAAU,CAAC,CAAC,WAAW,GAAG,IAAI,GAAG,MAAM,CAAC,GAAG,WAAW,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;AAC9F,CAAC;AAED,SAAS,aAAa,CAAC,WAAmB,EAAE,KAAa;IACvD,IAAI,MAAM,GAAG,WAAW,GAAG,aAAa,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACpD,MAAM,GAAG,CAAC,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;IAClD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,IAAqB;IACtD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC;AACrE,CAAC;AAED,SAAS,YAAY,CAAC,KAAiB,EAAE,MAAc;IACrD,OAAO,CACL,CAAC,KAAK,CAAC,MAAM,CAAC;QACZ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5B,CAAC,CACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAiB,EAAE,MAAc,EAAE,WAAmB;IAC3E,KAAK,CAAC,MAAM,CAAC,GAAG,WAAW,CAAC;IAC5B,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,WAAW,KAAK,CAAC,CAAC;IACtC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,WAAW,KAAK,EAAE,CAAC;IACvC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,WAAW,KAAK,EAAE,CAAC;AACzC,CAAC;AAED,SAAS,YAAY,CAAC,KAAiB,EAAE,MAAc;IACrD,OAAO,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;AAChG,CAAC"}

package/dist/lib/parquet-encryption.d.ts

@@ -0,0 +1,80 @@
+/** Algorithms defined by the Parquet modular-encryption specification. */
+export type ParquetEncryptionAlgorithm = 'AES_GCM_V1' | 'AES_GCM_CTR_V1';
+/** Identifies one encrypted Parquet module in its authenticated-data suffix. */
+export type ParquetEncryptionModule = 'footer' | 'column-metadata' | 'data-page' | 'dictionary-page' | 'data-page-header' | 'dictionary-page-header' | 'column-index' | 'offset-index' | 'bloom-filter-header' | 'bloom-filter-bitset';
+/** Supplies a 128-bit, 192-bit, or 256-bit key for a Parquet module. */
+export type ParquetKeyRetriever = (keyMetadata: Uint8Array | undefined, context: {
+    algorithm: ParquetEncryptionAlgorithm;
+    aad: Uint8Array;
+}) => Promise<ArrayBuffer | ArrayBufferView> | ArrayBuffer | ArrayBufferView;
+/** Writer configuration for an encrypted Parquet footer. */
+export type ParquetWriterEncryptionOptions = {
+    /** Encryption algorithm used for the footer and advertised in FileCryptoMetaData. */
+    algorithm?: ParquetEncryptionAlgorithm;
+    /** Optional key metadata passed to the key retriever and stored in FileCryptoMetaData. */
+    keyMetadata?: Uint8Array;
+    /** AAD prefix included in the file crypto metadata when provided. */
+    aadPrefix?: Uint8Array;
+    /** Eight-byte file identifier used in module AAD; generated when omitted. */
+    fileUnique?: Uint8Array;
+    /** Encrypt all data columns, or only the named top-level columns, with the footer key. */
+    encryptColumns?: boolean | Record<string, boolean>;
+    /** Optional per-column key metadata, enabling column-key encryption and key rotation. */
+    columnKeyMetadata?: Record<string, Uint8Array>;
+    /** Resolves the footer key without putting key material in writer options. */
+    keyRetriever: ParquetKeyRetriever;
+};
+/** Writer configuration for a plaintext footer authenticated by a Parquet signature. */
+export type ParquetWriterFooterSignatureOptions = {
+    /** Algorithm used to authenticate the footer signature. */
+    algorithm?: ParquetEncryptionAlgorithm;
+    /** Key metadata stored in FileMetaData and supplied to the key retriever. */
+    keyMetadata: Uint8Array;
+    /** AAD prefix included in the signature AAD when provided. */
+    aadPrefix?: Uint8Array;
+    /** Eight-byte file identifier used in the signature AAD; generated when omitted. */
+    fileUnique?: Uint8Array;
+    /** Resolves the signing key without putting key material in writer options. */
+    keyRetriever: ParquetKeyRetriever;
+};
+/** Options used when decrypting one serialized Parquet module. */
+export type ParquetDecryptModuleOptions = {
+    /** Encryption algorithm selected by the file crypto metadata. */
+    algorithm: ParquetEncryptionAlgorithm;
+    /** Authentication data constructed from the file AAD prefix and module suffix. */
+    aad: Uint8Array;
+    /** Optional key metadata passed to the caller's key retriever. */
+    keyMetadata?: Uint8Array;
+    /** Resolves the key without making key material part of source options. */
+    keyRetriever: ParquetKeyRetriever;
+    /** True for a page encrypted with AES-CTR under AES_GCM_CTR_V1. */
+    page?: boolean;
+};
+/** Reads one length-prefixed encrypted Parquet module from a serialized range. */
+export declare function readParquetEncryptedModule(buffer: Uint8Array, offset?: number): {
+    bytes: Uint8Array;
+    nextOffset: number;
+};
+/** Builds the AAD required by the Parquet modular-encryption specification. */
+export declare function createParquetModuleAad(aadPrefix: Uint8Array | undefined, fileUnique: Uint8Array, module: ParquetEncryptionModule, rowGroupOrdinal?: number, columnOrdinal?: number, pageOrdinal?: number): Uint8Array;
+/** Decrypts a Parquet module serialized as `[length][nonce][ciphertext][tag]`. */
+export declare function decryptParquetModule(encryptedModule: ArrayBuffer | ArrayBufferView, options: ParquetDecryptModuleOptions): Promise<Uint8Array>;
+/** Encrypts one Parquet footer module as nonce-prefixed AES-GCM bytes. */
+export declare function encryptParquetModule(plaintext: ArrayBuffer | ArrayBufferView, options: {
+    algorithm: ParquetEncryptionAlgorithm;
+    aad: Uint8Array;
+    keyMetadata?: Uint8Array;
+    keyRetriever: ParquetKeyRetriever;
+    /** Use AES-CTR for page data under AES_GCM_CTR_V1. */
+    page?: boolean;
+}): Promise<Uint8Array>;
+/** Verifies a plaintext-footer signature by authenticating the serialized footer bytes. */
+export declare function verifyParquetFooterSignature(footerBytes: Uint8Array, signature: Uint8Array, options: {
+    algorithm: ParquetEncryptionAlgorithm;
+    aad: Uint8Array;
+    keyMetadata?: Uint8Array;
+    keyRetriever: ParquetKeyRetriever;
+}): Promise<void>;
+/** Creates the nonce and authentication tag used by a plaintext-footer signature. */
+export declare function createParquetFooterSignature(footerBytes: Uint8Array, options: ParquetWriterFooterSignatureOptions): Promise<Uint8Array>;
+//# sourceMappingURL=parquet-encryption.d.ts.map

package/dist/lib/parquet-encryption.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-encryption.d.ts","sourceRoot":"","sources":["../../src/lib/parquet-encryption.ts"],"names":[],"mappings":"AAIA,0EAA0E;AAC1E,MAAM,MAAM,0BAA0B,GAAG,YAAY,GAAG,gBAAgB,CAAC;AAEzE,gFAAgF;AAChF,MAAM,MAAM,uBAAuB,GAC/B,QAAQ,GACR,iBAAiB,GACjB,WAAW,GACX,iBAAiB,GACjB,kBAAkB,GAClB,wBAAwB,GACxB,cAAc,GACd,cAAc,GACd,qBAAqB,GACrB,qBAAqB,CAAC;AAE1B,wEAAwE;AACxE,MAAM,MAAM,mBAAmB,GAAG,CAChC,WAAW,EAAE,UAAU,GAAG,SAAS,EACnC,OAAO,EAAE;IAAC,SAAS,EAAE,0BAA0B,CAAC;IAAC,GAAG,EAAE,UAAU,CAAA;CAAC,KAC9D,OAAO,CAAC,WAAW,GAAG,eAAe,CAAC,GAAG,WAAW,GAAG,eAAe,CAAC;AAE5E,4DAA4D;AAC5D,MAAM,MAAM,8BAA8B,GAAG;IAC3C,qFAAqF;IACrF,SAAS,CAAC,EAAE,0BAA0B,CAAC;IACvC,0FAA0F;IAC1F,WAAW,CAAC,EAAE,UAAU,CAAC;IACzB,qEAAqE;IACrE,SAAS,CAAC,EAAE,UAAU,CAAC;IACvB,6EAA6E;IAC7E,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,0FAA0F;IAC1F,cAAc,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnD,yFAAyF;IACzF,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC/C,8EAA8E;IAC9E,YAAY,EAAE,mBAAmB,CAAC;CACnC,CAAC;AAEF,wFAAwF;AACxF,MAAM,MAAM,mCAAmC,GAAG;IAChD,2DAA2D;IAC3D,SAAS,CAAC,EAAE,0BAA0B,CAAC;IACvC,6EAA6E;IAC7E,WAAW,EAAE,UAAU,CAAC;IACxB,8DAA8D;IAC9D,SAAS,CAAC,EAAE,UAAU,CAAC;IACvB,oFAAoF;IACpF,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,+EAA+E;IAC/E,YAAY,EAAE,mBAAmB,CAAC;CACnC,CAAC;AAEF,kEAAkE;AAClE,MAAM,MAAM,2BAA2B,GAAG;IACxC,iEAAiE;IACjE,SAAS,EAAE,0BAA0B,CAAC;IACtC,kFAAkF;IAClF,GAAG,EAAE,UAAU,CAAC;IAChB,kEAAkE;IAClE,WAAW,CAAC,EAAE,UAAU,CAAC;IACzB,2EAA2E;IAC3E,YAAY,EAAE,mBAAmB,CAAC;IAClC,mEAAmE;IACnE,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB,CAAC;AAEF,kFAAkF;AAClF,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,UAAU,EAClB,MAAM,SAAI,GACT;IAAC,KAAK,EAAE,UAAU,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAC,CAWzC;AAED,+EAA+E;AAC/E,wBAAgB,sBAAsB,CACpC,SAAS,EAAE,UAAU,GAAG,SAAS,EACjC,UAAU,EAAE,UAAU,EACtB,MAAM,EAAE,uBAAuB,EAC/B,eAAe,CAAC,EAAE,MAAM,EACxB,aAAa,CAAC,EAAE,MAAM,EACtB,WAAW,CAAC,EAAE,MAAM,GACnB,UAAU,CA8BZ;AAED,kFAAkF;AAClF,wBAAsB,oBAAoB,CACxC,eAAe,EAAE,WAAW,GAAG,eAAe,EAC9C,OAAO,EAAE,2BAA2B,GACnC,OAAO,CAAC,UAAU,CAAC,CAgCrB;AAED,0EAA0E;AAC1E,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,WAAW,GAAG,eAAe,EACxC,OAAO,EAAE;IACP,SAAS,EAAE,0BAA0B,CAAC;IACtC,GAAG,EAAE,UAAU,CAAC;IAChB,WAAW,CAAC,EAAE,UAAU,CAAC;IACzB,YAAY,EAAE,mBAAmB,CAAC;IAClC,sDAAsD;IACtD,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB,GACA,OAAO,CAAC,UAAU,CAAC,CA8BrB;AAED,2FAA2F;AAC3F,wBAAsB,4BAA4B,CAChD,WAAW,EAAE,UAAU,EACvB,SAAS,EAAE,UAAU,EACrB,OAAO,EAAE;IACP,SAAS,EAAE,0BAA0B,CAAC;IACtC,GAAG,EAAE,UAAU,CAAC;IAChB,WAAW,CAAC,EAAE,UAAU,CAAC;IACzB,YAAY,EAAE,mBAAmB,CAAC;CACnC,GACA,OAAO,CAAC,IAAI,CAAC,CA4Bf;AAED,qFAAqF;AACrF,wBAAsB,4BAA4B,CAChD,WAAW,EAAE,UAAU,EACvB,OAAO,EAAE,mCAAmC,GAC3C,OAAO,CAAC,UAAU,CAAC,CA0BrB"}

package/dist/lib/parquet-encryption.js

@@ -0,0 +1,190 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/** Reads one length-prefixed encrypted Parquet module from a serialized range. */
+export function readParquetEncryptedModule(buffer, offset = 0) {
+    if (offset + 4 > buffer.length) {
+        throw new Error('Invalid encrypted Parquet module: missing module length');
+    }
+    const length = new DataView(buffer.buffer, buffer.byteOffset + offset, 4).getUint32(0, true);
+    const moduleStart = offset + 4;
+    const moduleEnd = moduleStart + length;
+    if (length < 12 || moduleEnd > buffer.length) {
+        throw new Error('Invalid encrypted Parquet module: truncated module');
+    }
+    return { bytes: buffer.subarray(moduleStart, moduleEnd), nextOffset: moduleEnd };
+}
+/** Builds the AAD required by the Parquet modular-encryption specification. */
+export function createParquetModuleAad(aadPrefix, fileUnique, module, rowGroupOrdinal, columnOrdinal, pageOrdinal) {
+    const moduleType = [
+        'footer',
+        'column-metadata',
+        'data-page',
+        'dictionary-page',
+        'data-page-header',
+        'dictionary-page-header',
+        'column-index',
+        'offset-index',
+        'bloom-filter-header',
+        'bloom-filter-bitset'
+    ].indexOf(module);
+    if (moduleType < 0)
+        throw new Error(`Unknown Parquet encryption module ${module}`);
+    const isPageModule = module === 'data-page' || module === 'data-page-header';
+    const suffixLength = fileUnique.length + (module === 'footer' ? 1 : isPageModule ? 7 : 5);
+    const suffix = new Uint8Array(suffixLength);
+    suffix.set(fileUnique);
+    suffix[fileUnique.length] = moduleType;
+    if (module !== 'footer') {
+        new DataView(suffix.buffer).setInt16(fileUnique.length + 1, rowGroupOrdinal ?? 0, true);
+        new DataView(suffix.buffer).setInt16(fileUnique.length + 3, columnOrdinal ?? 0, true);
+        if (isPageModule)
+            new DataView(suffix.buffer).setInt16(fileUnique.length + 5, pageOrdinal ?? 0, true);
+    }
+    const prefix = aadPrefix || new Uint8Array(0);
+    const aad = new Uint8Array(prefix.length + suffix.length);
+    aad.set(prefix);
+    aad.set(suffix, prefix.length);
+    return aad;
+}
+/** Decrypts a Parquet module serialized as `[length][nonce][ciphertext][tag]`. */
+export async function decryptParquetModule(encryptedModule, options) {
+    const bytes = toUint8Array(encryptedModule);
+    const buffer = hasLengthPrefix(bytes) ? bytes.subarray(4) : bytes;
+    const nonceLength = 12;
+    if (buffer.length < nonceLength + (options.page ? 0 : 16)) {
+        throw new Error('Invalid Parquet encrypted module: truncated nonce or authentication tag');
+    }
+    const nonce = buffer.subarray(0, nonceLength);
+    const ciphertext = buffer.subarray(nonceLength);
+    const keyMaterial = await options.keyRetriever(options.keyMetadata, {
+        algorithm: options.algorithm,
+        aad: options.aad
+    });
+    const cryptoKey = await getCryptoKey(keyMaterial, options.algorithm, options.page);
+    const cryptoProvider = getCryptoProvider();
+    const plaintext = options.page && options.algorithm === 'AES_GCM_CTR_V1'
+        ? await cryptoProvider.decrypt({ name: 'AES-CTR', counter: makeCounter(nonce), length: 32 }, cryptoKey, ciphertext)
+        : await cryptoProvider.decrypt({
+            name: 'AES-GCM',
+            iv: nonce,
+            additionalData: options.aad
+        }, cryptoKey, ciphertext);
+    return new Uint8Array(plaintext);
+}
+/** Encrypts one Parquet footer module as nonce-prefixed AES-GCM bytes. */
+export async function encryptParquetModule(plaintext, options) {
+    const keyMaterial = await options.keyRetriever(options.keyMetadata, {
+        algorithm: options.algorithm,
+        aad: options.aad
+    });
+    const cryptoKey = await getCryptoKey(keyMaterial, options.algorithm, false, ['encrypt']);
+    const nonce = new Uint8Array(12);
+    const cryptoProvider = getCryptoProvider();
+    getCryptoRandomValues(nonce);
+    const isCtrPage = options.page && options.algorithm === 'AES_GCM_CTR_V1';
+    const pageCryptoKey = isCtrPage
+        ? await getCryptoKey(keyMaterial, options.algorithm, true, ['encrypt'])
+        : cryptoKey;
+    const ciphertext = new Uint8Array(await cryptoProvider.encrypt(isCtrPage
+        ? { name: 'AES-CTR', counter: makeCounter(nonce), length: 32 }
+        : {
+            name: 'AES-GCM',
+            iv: nonce,
+            additionalData: options.aad
+        }, pageCryptoKey, toUint8Array(plaintext)));
+    const encryptedModule = new Uint8Array(nonce.byteLength + ciphertext.byteLength);
+    encryptedModule.set(nonce);
+    encryptedModule.set(ciphertext, nonce.byteLength);
+    return encryptedModule;
+}
+/** Verifies a plaintext-footer signature by authenticating the serialized footer bytes. */
+export async function verifyParquetFooterSignature(footerBytes, signature, options) {
+    if (signature.byteLength !== 28) {
+        throw new Error(`Invalid Parquet plaintext-footer signature length ${signature.byteLength}; expected 28`);
+    }
+    const keyMaterial = await options.keyRetriever(options.keyMetadata, {
+        algorithm: options.algorithm,
+        aad: options.aad
+    });
+    const cryptoKey = await getCryptoKey(keyMaterial, options.algorithm, false, ['encrypt']);
+    const encryptedFooter = new Uint8Array(await getCryptoProvider().encrypt({
+        name: 'AES-GCM',
+        iv: signature.subarray(0, 12),
+        additionalData: options.aad
+    }, cryptoKey, footerBytes));
+    const calculatedTag = encryptedFooter.subarray(encryptedFooter.byteLength - 16);
+    for (let index = 0; index < 16; index++) {
+        if (calculatedTag[index] !== signature[12 + index]) {
+            throw new Error('Parquet plaintext-footer signature verification failed');
+        }
+    }
+}
+/** Creates the nonce and authentication tag used by a plaintext-footer signature. */
+export async function createParquetFooterSignature(footerBytes, options) {
+    const algorithm = options.algorithm ?? 'AES_GCM_V1';
+    const fileUnique = options.fileUnique ? new Uint8Array(options.fileUnique) : createFileUnique();
+    if (fileUnique.byteLength !== 8) {
+        throw new Error('Parquet plaintext-footer signature file_unique must be 8 bytes');
+    }
+    const aad = createParquetModuleAad(options.aadPrefix, fileUnique, 'footer');
+    const keyMaterial = await options.keyRetriever(options.keyMetadata, { algorithm, aad });
+    const cryptoKey = await getCryptoKey(keyMaterial, algorithm, false, ['encrypt']);
+    const nonce = new Uint8Array(12);
+    getCryptoRandomValues(nonce);
+    const encryptedFooter = new Uint8Array(await getCryptoProvider().encrypt({
+        name: 'AES-GCM',
+        iv: nonce,
+        additionalData: aad
+    }, cryptoKey, footerBytes));
+    const signature = new Uint8Array(28);
+    signature.set(nonce);
+    signature.set(encryptedFooter.subarray(encryptedFooter.byteLength - 16), nonce.byteLength);
+    return signature;
+}
+function hasLengthPrefix(bytes) {
+    if (bytes.length < 4)
+        return false;
+    const length = new DataView(bytes.buffer, bytes.byteOffset, 4).getUint32(0, true);
+    return length === bytes.length - 4;
+}
+function createFileUnique() {
+    const fileUnique = new Uint8Array(8);
+    getCryptoRandomValues(fileUnique);
+    return fileUnique;
+}
+function makeCounter(nonce) {
+    const counter = new Uint8Array(16);
+    counter.set(nonce);
+    counter[15] = 1;
+    return counter;
+}
+async function getCryptoKey(keyMaterial, algorithm, page, usages = ['decrypt']) {
+    const keyBytes = toUint8Array(keyMaterial);
+    if (keyBytes.byteLength !== 16 && keyBytes.byteLength !== 24 && keyBytes.byteLength !== 32) {
+        throw new Error(`Invalid Parquet encryption key length ${keyBytes.byteLength}`);
+    }
+    return await getCryptoProvider().importKey('raw', keyBytes, page && algorithm === 'AES_GCM_CTR_V1' ? { name: 'AES-CTR' } : { name: 'AES-GCM' }, false, usages);
+}
+function getCryptoProvider() {
+    const cryptoProvider = globalThis.crypto?.subtle;
+    if (!cryptoProvider)
+        throw new Error('Parquet encryption requires Web Crypto support');
+    return cryptoProvider;
+}
+/** Fills a nonce with cryptographically secure random bytes. */
+function getCryptoRandomValues(array) {
+    const cryptoProvider = globalThis.crypto;
+    if (!cryptoProvider?.getRandomValues) {
+        throw new Error('Parquet encryption requires Web Crypto random values');
+    }
+    const getRandomValues = cryptoProvider.getRandomValues.bind(cryptoProvider);
+    getRandomValues(array);
+    return array;
+}
+function toUint8Array(value) {
+    return value instanceof ArrayBuffer
+        ? new Uint8Array(value)
+        : new Uint8Array(value.buffer, value.byteOffset, value.byteLength);
+}
+//# sourceMappingURL=parquet-encryption.js.map

package/dist/lib/parquet-encryption.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-encryption.js","sourceRoot":"","sources":["../../src/lib/parquet-encryption.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAsEpC,kFAAkF;AAClF,MAAM,UAAU,0BAA0B,CACxC,MAAkB,EAClB,MAAM,GAAG,CAAC;IAEV,IAAI,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC7E,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC7F,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAG,WAAW,GAAG,MAAM,CAAC;IACvC,IAAI,MAAM,GAAG,EAAE,IAAI,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,EAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,SAAS,CAAC,EAAE,UAAU,EAAE,SAAS,EAAC,CAAC;AACjF,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,sBAAsB,CACpC,SAAiC,EACjC,UAAsB,EACtB,MAA+B,EAC/B,eAAwB,EACxB,aAAsB,EACtB,WAAoB;IAEpB,MAAM,UAAU,GAAG;QACjB,QAAQ;QACR,iBAAiB;QACjB,WAAW;QACX,iBAAiB;QACjB,kBAAkB;QAClB,wBAAwB;QACxB,cAAc;QACd,cAAc;QACd,qBAAqB;QACrB,qBAAqB;KACtB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,MAAM,EAAE,CAAC,CAAC;IACnF,MAAM,YAAY,GAAG,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,kBAAkB,CAAC;IAC7E,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1F,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,YAAY,CAAC,CAAC;IAC5C,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACvB,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,UAAU,CAAC;IACvC,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,eAAe,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;QACxF,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,aAAa,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;QACtF,IAAI,YAAY;YACd,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,WAAW,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,MAAM,GAAG,SAAS,IAAI,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1D,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAChB,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAC/B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,kFAAkF;AAClF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,eAA8C,EAC9C,OAAoC;IAEpC,MAAM,KAAK,GAAG,YAAY,CAAC,eAAe,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAClE,MAAM,WAAW,GAAG,EAAE,CAAC;IACvB,IAAI,MAAM,CAAC,MAAM,GAAG,WAAW,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;IAC7F,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,EAAE;QAClE,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,GAAG,EAAE,OAAO,CAAC,GAAG;KACjB,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,MAAM,cAAc,GAAG,iBAAiB,EAAE,CAAC;IAC3C,MAAM,SAAS,GACb,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,SAAS,KAAK,gBAAgB;QACpD,CAAC,CAAC,MAAM,cAAc,CAAC,OAAO,CAC1B,EAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,KAAK,CAA4B,EAAE,MAAM,EAAE,EAAE,EAAC,EACrF,SAAS,EACT,UAAqC,CACtC;QACH,CAAC,CAAC,MAAM,cAAc,CAAC,OAAO,CAC1B;YACE,IAAI,EAAE,SAAS;YACf,EAAE,EAAE,KAAgC;YACpC,cAAc,EAAE,OAAO,CAAC,GAA8B;SACvD,EACD,SAAS,EACT,UAAqC,CACtC,CAAC;IACR,OAAO,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;AACnC,CAAC;AAED,0EAA0E;AAC1E,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,SAAwC,EACxC,OAOC;IAED,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,EAAE;QAClE,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,GAAG,EAAE,OAAO,CAAC,GAAG;KACjB,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IACzF,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC;IACjC,MAAM,cAAc,GAAG,iBAAiB,EAAE,CAAC;IAC3C,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,SAAS,KAAK,gBAAgB,CAAC;IACzE,MAAM,aAAa,GAAG,SAAS;QAC7B,CAAC,CAAC,MAAM,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC;QACvE,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,UAAU,GAAG,IAAI,UAAU,CAC/B,MAAM,cAAc,CAAC,OAAO,CAC1B,SAAS;QACP,CAAC,CAAC,EAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,KAAK,CAA4B,EAAE,MAAM,EAAE,EAAE,EAAC;QACvF,CAAC,CAAC;YACE,IAAI,EAAE,SAAS;YACf,EAAE,EAAE,KAAgC;YACpC,cAAc,EAAE,OAAO,CAAC,GAA8B;SACvD,EACL,aAAa,EACb,YAAY,CAAC,SAAS,CAA4B,CACnD,CACF,CAAC;IACF,MAAM,eAAe,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;IACjF,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC3B,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAClD,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,2FAA2F;AAC3F,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,WAAuB,EACvB,SAAqB,EACrB,OAKC;IAED,IAAI,SAAS,CAAC,UAAU,KAAK,EAAE,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CACb,qDAAqD,SAAS,CAAC,UAAU,eAAe,CACzF,CAAC;IACJ,CAAC;IACD,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,EAAE;QAClE,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,GAAG,EAAE,OAAO,CAAC,GAAG;KACjB,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IACzF,MAAM,eAAe,GAAG,IAAI,UAAU,CACpC,MAAM,iBAAiB,EAAE,CAAC,OAAO,CAC/B;QACE,IAAI,EAAE,SAAS;QACf,EAAE,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAA4B;QACxD,cAAc,EAAE,OAAO,CAAC,GAA8B;KACvD,EACD,SAAS,EACT,WAAsC,CACvC,CACF,CAAC;IACF,MAAM,aAAa,GAAG,eAAe,CAAC,QAAQ,CAAC,eAAe,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;IAChF,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;QACxC,IAAI,aAAa,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;AACH,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,WAAuB,EACvB,OAA4C;IAE5C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,YAAY,CAAC;IACpD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAChG,IAAI,UAAU,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;IACpF,CAAC;IACD,MAAM,GAAG,GAAG,sBAAsB,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,EAAE,EAAC,SAAS,EAAE,GAAG,EAAC,CAAC,CAAC;IACtF,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IACjF,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC;IACjC,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC7B,MAAM,eAAe,GAAG,IAAI,UAAU,CACpC,MAAM,iBAAiB,EAAE,CAAC,OAAO,CAC/B;QACE,IAAI,EAAE,SAAS;QACf,EAAE,EAAE,KAAgC;QACpC,cAAc,EAAE,GAA8B;KAC/C,EACD,SAAS,EACT,WAAsC,CACvC,CACF,CAAC;IACF,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC;IACrC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACrB,SAAS,CAAC,GAAG,CAAC,eAAe,CAAC,QAAQ,CAAC,eAAe,CAAC,UAAU,GAAG,EAAE,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC3F,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,KAAiB;IACxC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAClF,OAAO,MAAM,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,gBAAgB;IACvB,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IACrC,qBAAqB,CAAC,UAAU,CAAC,CAAC;IAClC,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,WAAW,CAAC,KAAiB;IACpC,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACnB,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IAChB,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,WAA0C,EAC1C,SAAqC,EACrC,IAAc,EACd,SAAqB,CAAC,SAAS,CAAC;IAEhC,MAAM,QAAQ,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;IAC3C,IAAI,QAAQ,CAAC,UAAU,KAAK,EAAE,IAAI,QAAQ,CAAC,UAAU,KAAK,EAAE,IAAI,QAAQ,CAAC,UAAU,KAAK,EAAE,EAAE,CAAC;QAC3F,MAAM,IAAI,KAAK,CAAC,yCAAyC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,MAAM,iBAAiB,EAAE,CAAC,SAAS,CACxC,KAAK,EACL,QAAmC,EACnC,IAAI,IAAI,SAAS,KAAK,gBAAgB,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,SAAS,EAAC,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,SAAS,EAAC,EAC9E,KAAK,EACL,MAAM,CACP,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB;IACxB,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC;IACjD,IAAI,CAAC,cAAc;QAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACvF,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,gEAAgE;AAChE,SAAS,qBAAqB,CAAC,KAAiB;IAC9C,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;IACzC,IAAI,CAAC,cAAc,EAAE,eAAe,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IACD,MAAM,eAAe,GAAG,cAAc,CAAC,eAAe,CAAC,IAAI,CAAC,cAAc,CAE3D,CAAC;IAChB,eAAe,CAAC,KAAK,CAAC,CAAC;IACvB,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,KAAoC;IACxD,OAAO,KAAK,YAAY,WAAW;QACjC,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC;QACvB,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;AACvE,CAAC"}