@loaders.gl/parquet 4.4.5 → 5.0.0-alpha.2

package/dist/parquetjs/codecs/rle.js

@@ -3,6 +3,8 @@
 // Copyright (c) vis.gl contributors
 // Copyright (c) 2017 ironSource Ltd.
 // Forked from https://github.com/kbajalc/parquets under MIT license
+import { getParquetValueOutput } from "./declare.js";
+import { concatUint8Arrays, writeUInt32LE } from "../utils/binary-utils.js";
 import varint from 'varint';
 // eslint-disable-next-line max-statements, complexity
 export function encodeValues(type, values, opts) {
@@ -14,12 +16,12 @@ export function encodeValues(type, values, opts) {
         case 'INT32':
         case 'INT64':
             // tslint:disable-next-line:no-parameter-reassignment
-            values = values.map((x) => parseInt(x, 10));
+            values = values.map(x => parseInt(x, 10));
             break;
         default:
             throw new Error(`unsupported type: ${type}`);
     }
-    let buf = Buffer.alloc(0);
+    const buffers = [];
     let run = [];
     let repeats = 0;
     for (let i = 0; i < values.length; i++) {
@@ -28,7 +30,7 @@ export function encodeValues(type, values, opts) {
         if (repeats === 0 && run.length % 8 === 0 && values[i] === values[i + 1]) {
             // If we have any data in runs we need to encode them
             if (run.length) {
-                buf = Buffer.concat([buf, encodeRunBitpacked(run, opts)]);
+                buffers.push(encodeRunBitpacked(run, opts));
                 run = [];
             }
             repeats = 1;
@@ -39,116 +41,242 @@ export function encodeValues(type, values, opts) {
         else {
             // If values changes we need to post any previous repeated values
             if (repeats) {
-                buf = Buffer.concat([buf, encodeRunRepeated(values[i - 1], repeats, opts)]);
+                buffers.push(encodeRunRepeated(values[i - 1], repeats, opts));
                 repeats = 0;
             }
             run.push(values[i]);
         }
     }
     if (repeats) {
-        buf = Buffer.concat([
-            buf,
-            encodeRunRepeated(values[values.length - 1], repeats, opts)
-        ]);
+        buffers.push(encodeRunRepeated(values[values.length - 1], repeats, opts));
     }
     else if (run.length) {
-        buf = Buffer.concat([buf, encodeRunBitpacked(run, opts)]);
+        buffers.push(encodeRunBitpacked(run, opts));
     }
+    const buf = concatUint8Arrays(buffers);
     if (opts.disableEnvelope) {
         return buf;
     }
-    const envelope = Buffer.alloc(buf.length + 4);
-    // @ts-ignore buffer polyfill
-    envelope.writeUInt32LE(buf.length, undefined);
-    buf.copy(envelope, 4);
+    const envelope = new Uint8Array(buf.length + 4);
+    writeUInt32LE(envelope, buf.length, 0);
+    envelope.set(buf, 4);
     return envelope;
 }
-export function decodeValues(type, cursor, count, opts) {
-    if (!('bitWidth' in opts)) {
+export function decodeValues(type, cursor, count, options) {
+    if (!('bitWidth' in options)) {
         throw new Error('bitWidth is required');
     }
-    if (!opts.disableEnvelope) {
+    const bitWidth = options.bitWidth;
+    if (!Number.isInteger(bitWidth) || bitWidth < 0 || bitWidth > 64) {
+        throw new Error(`invalid bit width: ${bitWidth}`);
+    }
+    if (!Number.isInteger(count) || count < 0) {
+        throw new Error(`invalid value count: ${count}`);
+    }
+    if (!options.disableEnvelope) {
+        assertReadable(cursor, 4);
         cursor.offset += 4;
     }
-    let values = [];
-    while (values.length < count) {
-        const header = varint.decode(cursor.buffer, cursor.offset);
-        cursor.offset += varint.encodingLength(header);
-        let decodedValues;
-        if (header & 1) {
-            const count = (header >> 1) * 8;
-            decodedValues = decodeRunBitpacked(cursor, count, opts);
+    const { output, outputOffset: initialOutputOffset } = getParquetValueOutput(options, count);
+    let outputOffset = 0;
+    while (outputOffset < count) {
+        const header = readUnsignedVarIntNumber(cursor);
+        if (header % 2 === 1) {
+            const runValueCount = ((header - 1) / 2) * 8;
+            if (runValueCount === 0) {
+                throw new Error('invalid RLE bit-packed run length');
+            }
+            const outputCount = Math.min(runValueCount, count - outputOffset);
+            decodeBitPackedRun(cursor, runValueCount, outputCount, bitWidth, output, initialOutputOffset + outputOffset, options.dictionary);
+            outputOffset += outputCount;
         }
         else {
-            const count = header >> 1;
-            decodedValues = decodeRunRepeated(cursor, count, opts);
+            const runValueCount = header / 2;
+            if (runValueCount === 0) {
+                throw new Error('invalid RLE repeated run length');
+            }
+            const outputCount = Math.min(runValueCount, count - outputOffset);
+            const value = decodeRepeatedRun(cursor, bitWidth);
+            const resolvedValue = resolveDictionaryValue(value, options.dictionary);
+            fillParquetValueBuffer(output, resolvedValue, initialOutputOffset + outputOffset, initialOutputOffset + outputOffset + outputCount);
+            outputOffset += outputCount;
         }
-        // strange failure in docusaurus / webpack if we don't cast the type here
-        for (const value of decodedValues) {
-            values.push(value);
+    }
+    return output;
+}
+/** Decodes one complete bit-packed run directly into the caller's output array. */
+function decodeBitPackedRun(cursor, runValueCount, outputCount, bitWidth, output, outputOffset, dictionary) {
+    if (runValueCount % 8 !== 0) {
+        throw new Error('must be a multiple of 8');
+    }
+    const packedByteLength = bitWidth * (runValueCount / 8);
+    const packedOffset = cursor.offset;
+    const size = cursor.size ?? cursor.buffer.length;
+    // Preserve compatibility with files whose malformed final dictionary run omits encoded bytes.
+    cursor.offset = Math.min(cursor.offset + packedByteLength, size);
+    if (bitWidth === 0) {
+        const resolvedValue = resolveDictionaryValue(0, dictionary);
+        fillParquetValueBuffer(output, resolvedValue, outputOffset, outputOffset + outputCount);
+        return;
+    }
+    if (bitWidth <= 24) {
+        decodeUint32BitPackedRun(cursor.buffer, packedOffset, outputCount, bitWidth, output, outputOffset, dictionary);
+        return;
+    }
+    if (bitWidth <= 45) {
+        decodeNumberBitPackedRun(cursor.buffer, packedOffset, outputCount, bitWidth, output, outputOffset, dictionary);
+        return;
+    }
+    const bitWidthBigInt = BigInt(bitWidth);
+    const mask = (1n << bitWidthBigInt) - 1n;
+    let packedBits = 0n;
+    let packedBitCount = 0;
+    let byteOffset = packedOffset;
+    for (let valueIndex = 0; valueIndex < outputCount; valueIndex++) {
+        while (packedBitCount < bitWidth) {
+            packedBits |= BigInt(cursor.buffer[byteOffset++] ?? 0) << BigInt(packedBitCount);
+            packedBitCount += 8;
         }
+        const value = Number(packedBits & mask);
+        output[outputOffset + valueIndex] = resolveDictionaryValue(value, dictionary);
+        packedBits >>= bitWidthBigInt;
+        packedBitCount -= bitWidth;
+    }
+}
+/** Fills a decoder destination while preserving bigint typed-array semantics. */
+function fillParquetValueBuffer(output, value, start, end) {
+    if (output instanceof BigInt64Array) {
+        output.fill(typeof value === 'bigint' ? value : BigInt(value), start, end);
+        return;
     }
-    values = values.slice(0, count);
-    if (values.length !== count) {
-        throw new Error('invalid RLE encoding');
+    if (Array.isArray(output)) {
+        output.fill(value, start, end);
+        return;
     }
-    return values;
+    output.fill(Number(value), start, end);
 }
-function decodeRunBitpacked(cursor, count, opts) {
-    // @ts-ignore
-    const bitWidth = opts.bitWidth;
-    if (count % 8 !== 0) {
-        throw new Error('must be a multiple of 8');
+/** Decodes common narrow bit widths with a fast 32-bit reservoir. */
+function decodeUint32BitPackedRun(buffer, packedOffset, count, bitWidth, output, outputOffset, dictionary) {
+    if (bitWidth === 8) {
+        for (let valueIndex = 0; valueIndex < count; valueIndex++) {
+            const value = buffer[packedOffset + valueIndex] ?? 0;
+            output[outputOffset + valueIndex] = resolveDictionaryValue(value, dictionary);
+        }
+        return;
     }
-    // tslint:disable-next-line:prefer-array-literal
-    const values = new Array(count).fill(0);
-    for (let b = 0; b < bitWidth * count; b++) {
-        if (cursor.buffer[cursor.offset + Math.floor(b / 8)] & (1 << (b % 8))) {
-            values[Math.floor(b / bitWidth)] |= 1 << (b % bitWidth);
+    const mask = 2 ** bitWidth - 1;
+    let packedBits = 0;
+    let packedBitCount = 0;
+    let byteOffset = packedOffset;
+    for (let valueIndex = 0; valueIndex < count; valueIndex++) {
+        while (packedBitCount < bitWidth) {
+            packedBits |= (buffer[byteOffset++] ?? 0) << packedBitCount;
+            packedBitCount += 8;
         }
+        const value = packedBits & mask;
+        output[outputOffset + valueIndex] = resolveDictionaryValue(value, dictionary);
+        packedBits >>>= bitWidth;
+        packedBitCount -= bitWidth;
     }
-    cursor.offset += bitWidth * (count / 8);
-    return values;
 }
-function decodeRunRepeated(cursor, count, opts) {
-    // @ts-ignore
-    const bitWidth = opts.bitWidth;
+/** Decodes a bit-packed run with an exact number-based bit reservoir. */
+function decodeNumberBitPackedRun(buffer, packedOffset, count, bitWidth, output, outputOffset, dictionary) {
+    const divisor = 2 ** bitWidth;
+    let packedBits = 0;
+    let packedBitCount = 0;
+    let byteOffset = packedOffset;
+    for (let valueIndex = 0; valueIndex < count; valueIndex++) {
+        while (packedBitCount < bitWidth) {
+            packedBits += (buffer[byteOffset++] ?? 0) * 2 ** packedBitCount;
+            packedBitCount += 8;
+        }
+        const value = packedBits % divisor;
+        output[outputOffset + valueIndex] = resolveDictionaryValue(value, dictionary);
+        packedBits = Math.floor(packedBits / divisor);
+        packedBitCount -= bitWidth;
+    }
+}
+/** Resolves one dictionary index and rejects corrupt out-of-range references. */
+function resolveDictionaryValue(value, dictionary) {
+    if (!dictionary) {
+        return value;
+    }
+    if (value < 0 || value >= dictionary.length) {
+        throw new Error(`Invalid Parquet dictionary index ${value}`);
+    }
+    return dictionary[value];
+}
+/** Decodes the single little-endian value stored by a repeated run. */
+function decodeRepeatedRun(cursor, bitWidth) {
+    const byteWidth = Math.ceil(bitWidth / 8);
+    assertReadable(cursor, byteWidth);
+    if (byteWidth <= 6) {
+        let value = 0;
+        let multiplier = 1;
+        for (let byteIndex = 0; byteIndex < byteWidth; byteIndex++) {
+            value += cursor.buffer[cursor.offset++] * multiplier;
+            multiplier *= 256;
+        }
+        return value;
+    }
+    let value = 0n;
+    for (let byteIndex = 0; byteIndex < byteWidth; byteIndex++) {
+        value |= BigInt(cursor.buffer[cursor.offset++]) << BigInt(byteIndex * 8);
+    }
+    return Number(value);
+}
+/** Reads an unsigned base-128 run header without allocating an intermediate buffer. */
+function readUnsignedVarIntNumber(cursor) {
     let value = 0;
-    for (let i = 0; i < Math.ceil(bitWidth / 8); i++) {
-        // eslint-disable-next-line
-        value << 8; //  TODO - this looks wrong
-        value += cursor.buffer[cursor.offset];
-        cursor.offset += 1;
-    }
-    // tslint:disable-next-line:prefer-array-literal
-    return new Array(count).fill(value);
+    let multiplier = 1;
+    for (let byteIndex = 0; byteIndex < 10; byteIndex++) {
+        assertReadable(cursor, 1);
+        const byte = cursor.buffer[cursor.offset++];
+        value += (byte & 0x7f) * multiplier;
+        if ((byte & 0x80) === 0) {
+            if (!Number.isSafeInteger(value)) {
+                throw new Error('RLE run header exceeds the safe integer range');
+            }
+            return value;
+        }
+        multiplier *= 128;
+    }
+    throw new Error('invalid RLE run header');
+}
+/** Ensures an RLE read stays within the current cursor. */
+function assertReadable(cursor, byteLength) {
+    const size = cursor.size ?? cursor.buffer.length;
+    if (byteLength < 0 || cursor.offset + byteLength > size) {
+        throw new Error(`unexpected end of RLE data (offset=${cursor.offset}, requested=${byteLength}, size=${size})`);
+    }
 }
 function encodeRunBitpacked(values, opts) {
     // @ts-ignore
     const bitWidth = opts.bitWidth;
-    for (let i = 0; i < values.length % 8; i++) {
-        values.push(0);
+    const paddedValues = values.slice();
+    const padding = (8 - (paddedValues.length % 8)) % 8;
+    for (let index = 0; index < padding; index++) {
+        paddedValues.push(0);
     }
-    const buf = Buffer.alloc(Math.ceil(bitWidth * (values.length / 8)));
-    for (let b = 0; b < bitWidth * values.length; b++) {
-        if ((values[Math.floor(b / bitWidth)] & (1 << (b % bitWidth))) > 0) {
+    const buf = new Uint8Array(Math.ceil(bitWidth * (paddedValues.length / 8)));
+    for (let b = 0; b < bitWidth * paddedValues.length; b++) {
+        if ((paddedValues[Math.floor(b / bitWidth)] & (1 << (b % bitWidth))) > 0) {
             buf[Math.floor(b / 8)] |= 1 << (b % 8);
         }
     }
-    return Buffer.concat([
-        Buffer.from(varint.encode(((values.length / 8) << 1) | 1)),
+    return concatUint8Arrays([
+        Uint8Array.from(varint.encode(((paddedValues.length / 8) << 1) | 1)),
         buf
     ]);
 }
 function encodeRunRepeated(value, count, opts) {
     // @ts-ignore
     const bitWidth = opts.bitWidth;
-    const buf = Buffer.alloc(Math.ceil(bitWidth / 8));
+    const buf = new Uint8Array(Math.ceil(bitWidth / 8));
     for (let i = 0; i < buf.length; i++) {
-        buf.writeUInt8(value & 0xff, i);
-        // eslint-disable-next-line
-        value >> 8; //  TODO - this looks wrong
+        buf[i] = value & 0xff;
+        value = Math.floor(value / 256);
     }
-    return Buffer.concat([Buffer.from(varint.encode(count << 1)), buf]);
+    return concatUint8Arrays([Uint8Array.from(varint.encode(count << 1)), buf]);
 }
 //# sourceMappingURL=rle.js.map

package/dist/parquetjs/codecs/rle.js.map

@@ -1 +1 @@
-{"version":3,"file":"rle.js","sourceRoot":"","sources":["../../../src/parquetjs/codecs/rle.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAIpE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,sDAAsD;AACtD,MAAM,UAAU,YAAY,CAC1B,IAAmB,EACnB,MAAa,EACb,IAAyB;IAEzB,IAAI,CAAC,CAAC,UAAU,IAAI,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,CAAC;IAED,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,SAAS,CAAC;QACf,KAAK,OAAO,CAAC;QACb,KAAK,OAAO;YACV,qDAAqD;YACrD,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5C,MAAM;QAER;YACE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1B,IAAI,GAAG,GAAU,EAAE,CAAC;IACpB,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,0EAA0E;QAC1E,6BAA6B;QAC7B,IAAI,OAAO,KAAK,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACzE,qDAAqD;YACrD,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gBACf,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAiB,CAAC,CAAC;gBAC1E,GAAG,GAAG,EAAE,CAAC;YACX,CAAC;YACD,OAAO,GAAG,CAAC,CAAC;QACd,CAAC;aAAM,IAAI,OAAO,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACtD,OAAO,IAAI,CAAC,CAAC;QACf,CAAC;aAAM,CAAC;YACN,iEAAiE;YACjE,IAAI,OAAO,EAAE,CAAC;gBACZ,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAiB,CAAC,CAAC;gBAC5F,OAAO,GAAG,CAAC,CAAC;YACd,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC;YAClB,GAAG;YACH,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC;SAC5C,CAAC,CAAC;IACrB,CAAC;SAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACtB,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAiB,CAAC,CAAC;IAC5E,CAAC;IAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE9C,6BAA6B;IAC7B,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC9C,GAAG,CAAC,IAAI,CAAC,QAAsB,EAAE,CAAC,CAAC,CAAC;IAEpC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,IAAmB,EACnB,MAAoB,EACpB,KAAa,EACb,IAAyB;IAEzB,IAAI,CAAC,CAAC,UAAU,IAAI,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;QAC1B,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;IACrB,CAAC;IAED,IAAI,MAAM,GAAa,EAAE,CAAC;IAC1B,OAAO,MAAM,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,aAAuB,CAAC;QAC5B,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAChC,aAAa,GAAG,kBAAkB,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,CAAC;YAC1B,aAAa,GAAG,iBAAiB,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QACzD,CAAC;QAED,yEAAyE;QACzE,KAAK,MAAM,KAAK,IAAI,aAAsB,EAAE,CAAC;YAC3C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAEhC,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CACzB,MAAoB,EACpB,KAAa,EACb,IAAyB;IAEzB,aAAa;IACb,MAAM,QAAQ,GAAW,IAAI,CAAC,QAAQ,CAAC;IAEvC,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;IAED,gDAAgD;IAChD,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,MAAM,CAAC,MAAM,IAAI,QAAQ,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACxC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CACxB,MAAoB,EACpB,KAAa,EACb,IAAyB;IAEzB,aAAa;IACb,MAAM,QAAQ,GAAW,IAAI,CAAC,QAAQ,CAAC;IAEvC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACjD,2BAA2B;QAC3B,KAAK,IAAI,CAAC,CAAC,CAAC,2BAA2B;QACvC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;IACrB,CAAC;IAED,gDAAgD;IAChD,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAgB,EAAE,IAAyB;IACrE,aAAa;IACb,MAAM,QAAQ,GAAW,IAAI,CAAC,QAAQ,CAAC;IAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YACnE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1D,GAAG;KACY,CAAC,CAAC;AACrB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa,EAAE,KAAa,EAAE,IAAyB;IAChF,aAAa;IACb,MAAM,QAAQ,GAAW,IAAI,CAAC,QAAQ,CAAC;IAEvC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;IAElD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,GAAG,CAAC,UAAU,CAAC,KAAK,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;QAChC,2BAA2B;QAC3B,KAAK,IAAI,CAAC,CAAC,CAAC,2BAA2B;IACzC,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAiB,CAAC,CAAC;AACtF,CAAC"}
+{"version":3,"file":"rle.js","sourceRoot":"","sources":["../../../src/parquetjs/codecs/rle.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAGpE,OAAO,EACL,qBAAqB,EAItB,qBAAkB;AACnB,OAAO,EAAC,iBAAiB,EAAE,aAAa,EAAC,iCAA8B;AACvE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,sDAAsD;AACtD,MAAM,UAAU,YAAY,CAC1B,IAAmB,EACnB,MAAa,EACb,IAAyB;IAEzB,IAAI,CAAC,CAAC,UAAU,IAAI,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,CAAC;IAED,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,SAAS,CAAC;QACf,KAAK,OAAO,CAAC;QACb,KAAK,OAAO;YACV,qDAAqD;YACrD,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC1C,MAAM;QAER;YACE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,IAAI,GAAG,GAAU,EAAE,CAAC;IACpB,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,0EAA0E;QAC1E,6BAA6B;QAC7B,IAAI,OAAO,KAAK,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACzE,qDAAqD;YACrD,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;gBAC5C,GAAG,GAAG,EAAE,CAAC;YACX,CAAC;YACD,OAAO,GAAG,CAAC,CAAC;QACd,CAAC;aAAM,IAAI,OAAO,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACtD,OAAO,IAAI,CAAC,CAAC;QACf,CAAC;aAAM,CAAC;YACN,iEAAiE;YACjE,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;gBAC9D,OAAO,GAAG,CAAC,CAAC;YACd,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;IAC5E,CAAC;SAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,GAAG,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACvC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAChD,aAAa,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACvC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAErB,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,IAAmB,EACnB,MAAoB,EACpB,KAAa,EACb,OAA4B;IAE5B,IAAI,CAAC,CAAC,UAAU,IAAI,OAAO,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAS,CAAC;IACnC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,EAAE,EAAE,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,wBAAwB,KAAK,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QAC7B,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1B,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;IACrB,CAAC;IAED,MAAM,EAAC,MAAM,EAAE,YAAY,EAAE,mBAAmB,EAAC,GAAG,qBAAqB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC1F,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,OAAO,YAAY,GAAG,KAAK,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAChD,IAAI,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACvD,CAAC;YACD,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,GAAG,YAAY,CAAC,CAAC;YAClE,kBAAkB,CAChB,MAAM,EACN,aAAa,EACb,WAAW,EACX,QAAQ,EACR,MAAM,EACN,mBAAmB,GAAG,YAAY,EAClC,OAAO,CAAC,UAAU,CACnB,CAAC;YACF,YAAY,IAAI,WAAW,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,MAAM,aAAa,GAAG,MAAM,GAAG,CAAC,CAAC;YACjC,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;YACrD,CAAC;YACD,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,GAAG,YAAY,CAAC,CAAC;YAClE,MAAM,KAAK,GAAG,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAClD,MAAM,aAAa,GAAG,sBAAsB,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YACxE,sBAAsB,CACpB,MAAM,EACN,aAAa,EACb,mBAAmB,GAAG,YAAY,EAClC,mBAAmB,GAAG,YAAY,GAAG,WAAW,CACjD,CAAC;YACF,YAAY,IAAI,WAAW,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,mFAAmF;AACnF,SAAS,kBAAkB,CACzB,MAAoB,EACpB,aAAqB,EACrB,WAAmB,EACnB,QAAgB,EAChB,MAA0B,EAC1B,YAAoB,EACpB,UAA+B;IAE/B,IAAI,aAAa,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,gBAAgB,GAAG,QAAQ,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;IACnC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;IACjD,8FAA8F;IAC9F,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,gBAAgB,EAAE,IAAI,CAAC,CAAC;IAEjE,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,MAAM,aAAa,GAAG,sBAAsB,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAC5D,sBAAsB,CAAC,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,GAAG,WAAW,CAAC,CAAC;QACxF,OAAO;IACT,CAAC;IACD,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;QACnB,wBAAwB,CACtB,MAAM,CAAC,MAAM,EACb,YAAY,EACZ,WAAW,EACX,QAAQ,EACR,MAAM,EACN,YAAY,EACZ,UAAU,CACX,CAAC;QACF,OAAO;IACT,CAAC;IACD,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;QACnB,wBAAwB,CACtB,MAAM,CAAC,MAAM,EACb,YAAY,EACZ,WAAW,EACX,QAAQ,EACR,MAAM,EACN,YAAY,EACZ,UAAU,CACX,CAAC;QACF,OAAO;IACT,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,CAAC,EAAE,IAAI,cAAc,CAAC,GAAG,EAAE,CAAC;IACzC,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,UAAU,GAAG,YAAY,CAAC;IAC9B,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC;QAChE,OAAO,cAAc,GAAG,QAAQ,EAAE,CAAC;YACjC,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM,CAAC,cAAc,CAAC,CAAC;YACjF,cAAc,IAAI,CAAC,CAAC;QACtB,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;QACxC,MAAM,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,sBAAsB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9E,UAAU,KAAK,cAAc,CAAC;QAC9B,cAAc,IAAI,QAAQ,CAAC;IAC7B,CAAC;AACH,CAAC;AAED,iFAAiF;AACjF,SAAS,sBAAsB,CAC7B,MAA0B,EAC1B,KAAc,EACd,KAAa,EACb,GAAW;IAEX,IAAI,MAAM,YAAY,aAAa,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAe,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QACrF,OAAO;IACT,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAC/B,OAAO;IACT,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;AACzC,CAAC;AAED,qEAAqE;AACrE,SAAS,wBAAwB,CAC/B,MAAkB,EAClB,YAAoB,EACpB,KAAa,EACb,QAAgB,EAChB,MAA0B,EAC1B,YAAoB,EACpB,UAA+B;IAE/B,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YACrD,MAAM,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,sBAAsB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAChF,CAAC;QACD,OAAO;IACT,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,IAAI,QAAQ,GAAG,CAAC,CAAC;IAC/B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,UAAU,GAAG,YAAY,CAAC;IAC9B,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC;QAC1D,OAAO,cAAc,GAAG,QAAQ,EAAE,CAAC;YACjC,UAAU,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,cAAc,CAAC;YAC5D,cAAc,IAAI,CAAC,CAAC;QACtB,CAAC;QACD,MAAM,KAAK,GAAG,UAAU,GAAG,IAAI,CAAC;QAChC,MAAM,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,sBAAsB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9E,UAAU,MAAM,QAAQ,CAAC;QACzB,cAAc,IAAI,QAAQ,CAAC;IAC7B,CAAC;AACH,CAAC;AAED,yEAAyE;AACzE,SAAS,wBAAwB,CAC/B,MAAkB,EAClB,YAAoB,EACpB,KAAa,EACb,QAAgB,EAChB,MAA0B,EAC1B,YAAoB,EACpB,UAA+B;IAE/B,MAAM,OAAO,GAAG,CAAC,IAAI,QAAQ,CAAC;IAC9B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,UAAU,GAAG,YAAY,CAAC;IAC9B,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC;QAC1D,OAAO,cAAc,GAAG,QAAQ,EAAE,CAAC;YACjC,UAAU,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,cAAc,CAAC;YAChE,cAAc,IAAI,CAAC,CAAC;QACtB,CAAC;QACD,MAAM,KAAK,GAAG,UAAU,GAAG,OAAO,CAAC;QACnC,MAAM,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,sBAAsB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9E,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,OAAO,CAAC,CAAC;QAC9C,cAAc,IAAI,QAAQ,CAAC;IAC7B,CAAC;AACH,CAAC;AAED,iFAAiF;AACjF,SAAS,sBAAsB,CAAC,KAAa,EAAE,UAA+B;IAC5E,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,oCAAoC,KAAK,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,uEAAuE;AACvE,SAAS,iBAAiB,CAAC,MAAoB,EAAE,QAAgB;IAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IAC1C,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAClC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC;YAC3D,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,UAAU,CAAC;YACrD,UAAU,IAAI,GAAG,CAAC;QACpB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC;QAC3D,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,uFAAuF;AACvF,SAAS,wBAAwB,CAAC,MAAoB;IACpD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC;QACpD,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5C,KAAK,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,UAAU,CAAC;QACpC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACnE,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,UAAU,IAAI,GAAG,CAAC;IACpB,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;AAC5C,CAAC;AAED,2DAA2D;AAC3D,SAAS,cAAc,CAAC,MAAoB,EAAE,UAAkB;IAC9D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;IACjD,IAAI,UAAU,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,GAAG,IAAI,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CACb,sCAAsC,MAAM,CAAC,MAAM,eAAe,UAAU,UAAU,IAAI,GAAG,CAC9F,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAgB,EAAE,IAAyB;IACrE,aAAa;IACb,MAAM,QAAQ,GAAW,IAAI,CAAC,QAAQ,CAAC;IAEvC,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACpD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC;QAC7C,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YACzE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,OAAO,iBAAiB,CAAC;QACvB,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpE,GAAG;KACJ,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa,EAAE,KAAa,EAAE,IAAyB;IAChF,aAAa;IACb,MAAM,QAAQ,GAAW,IAAI,CAAC,QAAQ,CAAC;IAEvC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;IAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,IAAI,CAAC;QACtB,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC;IAClC,CAAC;IAED,OAAO,iBAAiB,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;AAC9E,CAAC"}

package/dist/parquetjs/compression.d.ts

@@ -1,25 +1,24 @@
-import { Compression } from '@loaders.gl/compression';
 import { ParquetCompression } from "./schema/declare.js";
 /**
  * See https://github.com/apache/parquet-format/blob/master/Compression.md
  */
-export declare const PARQUET_COMPRESSION_METHODS: Record<ParquetCompression, Compression>;
+export declare const PARQUET_COMPRESSION_METHODS: Partial<Record<ParquetCompression, true>>;
 /**
- * Register compressions that have big external libraries
- * @param options.modules External library dependencies
+ * Registers optional codec modules without eagerly loading codec-backed implementations.
+ *
+ * @param options.modules External library dependencies.
  */
 export declare function preloadCompressions(options?: {
     modules?: {
         [key: string]: any;
     };
-}): Promise<void[]>;
+}): Promise<void>;
 /**
  * Deflate a value using compression method `method`
  */
-export declare function deflate(method: ParquetCompression, value: Buffer): Promise<Buffer>;
+export declare function deflate(method: ParquetCompression, value: Uint8Array): Promise<Uint8Array>;
 /**
  * Inflate a value using compression method `method`
  */
-export declare function decompress(method: ParquetCompression, value: Buffer, size: number): Promise<Buffer>;
-export declare function inflate(method: ParquetCompression, value: Buffer, size: number): Buffer;
+export declare function decompress(method: ParquetCompression, value: Uint8Array, size: number): Promise<Uint8Array>;
 //# sourceMappingURL=compression.d.ts.map

package/dist/parquetjs/compression.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"compression.d.ts","sourceRoot":"","sources":["../../src/parquetjs/compression.ts"],"names":[],"mappings":"AAOA,OAAO,EACL,WAAW,EAQZ,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EAAC,kBAAkB,EAAC,4BAAyB;AAsCpD;;GAEG;AAEH,eAAO,MAAM,2BAA2B,EAAE,MAAM,CAAC,kBAAkB,EAAE,WAAW,CAW/E,CAAC;AAEF;;;GAGG;AACH,wBAAsB,mBAAmB,CAAC,OAAO,CAAC,EAAE;IAAC,OAAO,CAAC,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,CAAA;CAAC,mBAMnF;AAED;;GAEG;AACH,wBAAsB,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAQxF;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,kBAAkB,EAC1B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,CAAC,CAQjB;AAKD,wBAAgB,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAMvF"}
+{"version":3,"file":"compression.d.ts","sourceRoot":"","sources":["../../src/parquetjs/compression.ts"],"names":[],"mappings":"AAcA,OAAO,EAAC,kBAAkB,EAAC,4BAAyB;AAGpD;;GAEG;AACH,eAAO,MAAM,2BAA2B,EAAE,OAAO,CAAC,MAAM,CAAC,kBAAkB,EAAE,IAAI,CAAC,CASjF,CAAC;AAcF;;;;GAIG;AACH,wBAAsB,mBAAmB,CAAC,OAAO,CAAC,EAAE;IAAC,OAAO,CAAC,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,CAAA;CAAC,iBAEnF;AAED;;GAEG;AACH,wBAAsB,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,CAYhG;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,kBAAkB,EAC1B,KAAK,EAAE,UAAU,EACjB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,UAAU,CAAC,CAuBrB"}