@loaders.gl/parquet 5.0.0-alpha.2 → 5.0.0-alpha.3

package/dist/parquetjs/compression.js

@@ -4,8 +4,9 @@
 // Copyright (c) 2017 ironSource Ltd.
 // Forked from https://github.com/kbajalc/parquets under MIT license
 // Forked from https://github.com/ironSource/parquetjs under MIT license
-import { decompressWithNativeDecompressionStream } from '@loaders.gl/compression/native-decompression';
-import { getJSModuleOrNull, registerJSModules } from '@loaders.gl/loader-utils';
+import { BrotliCompressor, BrotliDecompressor, GZipCompressor, GZipDecompressor, LZ4Compressor, LZ4Decompressor, SnappyCompressor, SnappyDecompressor, ZstdCompressor, ZstdDecompressor, Decompressor } from '@loaders.gl/compression';
+import { SnappyHysnappyDecompressor } from '@loaders.gl/compression/snappy-decompressor-hysnappy';
+import { registerJSModules } from '@loaders.gl/loader-utils';
 import { toArrayBuffer, toUint8Array } from "./utils/binary-utils.js";
 /**
  * See https://github.com/apache/parquet-format/blob/master/Compression.md
@@ -20,14 +21,37 @@ export const PARQUET_COMPRESSION_METHODS = {
     LZ4_RAW: true,
     ZSTD: true
 };
-/** Native formats available to asynchronous Parquet page decompression. */
-const PARQUET_NATIVE_DECOMPRESSION_FORMATS = {
-    GZIP: 'gzip',
-    BROTLI: 'brotli',
-    ZSTD: 'zstd'
-};
-/** Lazily constructed codec-backed compression implementations. */
-const compressionPromises = {};
+/** Fast Snappy decoder that permanently falls back to snappyjs when WASM is unavailable. */
+class ParquetSnappyDecompressor extends Decompressor {
+    /** Compression format name. */
+    name = 'snappy';
+    /** Snappy does not have a standard standalone file extension. */
+    extensions = [];
+    /** Snappy does not have a standard HTTP content encoding. */
+    contentEncodings = [];
+    /** snappyjs keeps this composite decoder available without WebAssembly. */
+    isSupported = true;
+    /** Preferred compact WASM decoder for page-sized frames. */
+    hysnappy = new SnappyHysnappyDecompressor();
+    /** Always-supported JavaScript decoder. */
+    snappyjs = new SnappyDecompressor();
+    /** Whether this instance has selected the JavaScript fallback. */
+    useSnappyjs = !this.hysnappy.isSupported;
+    /** Decodes with hysnappy, retaining snappyjs after the first WASM setup or runtime failure. */
+    async decompress(input, size) {
+        if (!this.useSnappyjs) {
+            try {
+                return await this.hysnappy.decompress(input, size);
+            }
+            catch {
+                // CSP can reject WebAssembly compilation even when the WebAssembly global exists. Once
+                // that happens, avoid paying the same rejected initialization cost for every Parquet page.
+                this.useSnappyjs = true;
+            }
+        }
+        return await this.snappyjs.decompress(input, size);
+    }
+}
 /**
  * Registers optional codec modules without eagerly loading codec-backed implementations.
  *
@@ -46,7 +70,7 @@ export async function deflate(method, value) {
     if (method === 'UNCOMPRESSED') {
         return value;
     }
-    const compression = await getParquetCompression(method);
+    const compression = await getParquetCompressor(method);
     const inputArrayBuffer = toArrayBuffer(value);
     const compressedArrayBuffer = await compression.compress(inputArrayBuffer);
     return toUint8Array(compressedArrayBuffer);
@@ -62,72 +86,67 @@ export async function decompress(method, value, size) {
     if (method === 'UNCOMPRESSED') {
         return toUint8Array(inputArrayBuffer);
     }
-    const nativeFormat = PARQUET_NATIVE_DECOMPRESSION_FORMATS[method];
-    if (nativeFormat && shouldUseNativeDecompressionStream(method)) {
-        const nativeOutput = await decompressWithNativeDecompressionStream(inputArrayBuffer, nativeFormat);
-        if (nativeOutput) {
-            return toUint8Array(nativeOutput);
-        }
-    }
-    const compression = await getParquetCompression(method);
+    const compression = await getParquetDecompressor(method);
     const compressedArrayBuffer = await compression.decompress(inputArrayBuffer, size);
     return toUint8Array(compressedArrayBuffer);
 }
 /**
- * Returns whether a native stream can take precedence for one Parquet compression method.
+ * Creates a reusable decoder for the independently compressed pages in one Parquet reader.
  *
- * @param method Parquet compression method.
- * @returns Whether no explicitly registered codec should take precedence.
+ * Reusing the lazy codec preserves its selected backend and avoids repeating dynamic import and
+ * preload work for every page while keeping module injection scoped to a reader invocation.
  */
-function shouldUseNativeDecompressionStream(method) {
-    if (method === 'BROTLI') {
-        return !getJSModuleOrNull('brotli');
-    }
-    if (method === 'ZSTD') {
-        return !getJSModuleOrNull('zstd-codec');
-    }
-    return true;
+export function createParquetPageDecompressor(method) {
+    const decompressor = method === 'UNCOMPRESSED' ? null : createParquetDecompressor(method);
+    return async (value, size) => {
+        const inputArrayBuffer = toArrayBuffer(value);
+        if (!decompressor) {
+            return toUint8Array(inputArrayBuffer);
+        }
+        const decompressedArrayBuffer = await decompressor.decompress(inputArrayBuffer, size);
+        return toUint8Array(decompressedArrayBuffer);
+    };
 }
-/**
- * Loads one codec-backed implementation only after native decompression is unavailable.
- *
- * @param method Parquet compression method.
- * @returns Codec-backed compression implementation.
- */
-async function getParquetCompression(method) {
-    compressionPromises[method] ||= createParquetCompression(method);
-    return await compressionPromises[method];
+/** Returns a new lazily selecting compressor for one Parquet method. */
+async function getParquetCompressor(method) {
+    return createParquetCompressor(method);
 }
-/**
- * Creates one lazily loaded codec-backed Parquet compression implementation.
- *
- * @param method Parquet compression method.
- * @returns Codec-backed compression implementation.
- */
-async function createParquetCompression(method) {
+/** Returns a new lazily selecting decompressor for one Parquet method. */
+async function getParquetDecompressor(method) {
+    return createParquetDecompressor(method);
+}
+/** Creates the root-level default compressor for one Parquet method. */
+function createParquetCompressor(method) {
     switch (method) {
-        case 'GZIP': {
-            const { GZipCompression } = await import('@loaders.gl/compression/gzip-compression');
-            return new GZipCompression();
-        }
-        case 'SNAPPY': {
-            const { SnappyCompression } = await import('@loaders.gl/compression/snappy-compression');
-            return new SnappyCompression();
-        }
-        case 'BROTLI': {
-            const { BrotliCompression } = await import('@loaders.gl/compression/brotli-compression');
-            return new BrotliCompression();
-        }
+        case 'GZIP':
+            return new GZipCompressor();
+        case 'SNAPPY':
+            return new SnappyCompressor();
+        case 'BROTLI':
+            return new BrotliCompressor();
         case 'LZ4':
-        case 'LZ4_RAW': {
-            const { LZ4Compression } = await import('@loaders.gl/compression/lz4-compression');
-            const lz4js = getJSModuleOrNull('lz4js') || (await import('lz4js')).default;
-            return new LZ4Compression({ modules: { lz4js } });
-        }
-        case 'ZSTD': {
-            const { ZstdCompression } = await import('@loaders.gl/compression/zstd-compression');
-            return new ZstdCompression();
-        }
+        case 'LZ4_RAW':
+            return new LZ4Compressor();
+        case 'ZSTD':
+            return new ZstdCompressor();
+        default:
+            throw new Error(`parquet: invalid compression method: ${method}`);
+    }
+}
+/** Creates the root-level default decompressor for one Parquet method. */
+function createParquetDecompressor(method) {
+    switch (method) {
+        case 'GZIP':
+            return new GZipDecompressor();
+        case 'SNAPPY':
+            return new ParquetSnappyDecompressor();
+        case 'BROTLI':
+            return new BrotliDecompressor();
+        case 'LZ4':
+        case 'LZ4_RAW':
+            return new LZ4Decompressor();
+        case 'ZSTD':
+            return new ZstdDecompressor();
         default:
             throw new Error(`parquet: invalid compression method: ${method}`);
     }

package/dist/parquetjs/compression.js.map

@@ -1 +1 @@
-{"version":3,"file":"compression.js","sourceRoot":"","sources":["../../src/parquetjs/compression.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AACpE,wEAAwE;AAGxE,OAAO,EACL,uCAAuC,EAExC,MAAM,8CAA8C,CAAC;AACtD,OAAO,EAAC,iBAAiB,EAAE,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAG9E,OAAO,EAAC,aAAa,EAAE,YAAY,EAAC,gCAA6B;AAEjE;;GAEG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAA8C;IACpF,YAAY,EAAE,IAAI;IAClB,IAAI,EAAE,IAAI;IACV,MAAM,EAAE,IAAI;IACZ,MAAM,EAAE,IAAI;IACZ,uDAAuD;IACvD,GAAG,EAAE,IAAI;IACT,OAAO,EAAE,IAAI;IACb,IAAI,EAAE,IAAI;CACX,CAAC;AAEF,2EAA2E;AAC3E,MAAM,oCAAoC,GAEtC;IACF,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;CACb,CAAC;AAEF,mEAAmE;AACnE,MAAM,mBAAmB,GAA8D,EAAE,CAAC;AAE1F;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAA0C;IAClF,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,MAA0B,EAAE,KAAiB;IACzE,IAAI,CAAC,CAAC,MAAM,IAAI,2BAA2B,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,MAAM,KAAK,cAAc,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,qBAAqB,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,gBAAgB,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAC9C,MAAM,qBAAqB,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IAC3E,OAAO,YAAY,CAAC,qBAAqB,CAAC,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,MAA0B,EAC1B,KAAiB,EACjB,IAAY;IAEZ,IAAI,CAAC,CAAC,MAAM,IAAI,2BAA2B,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,gBAAgB,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAC9C,IAAI,MAAM,KAAK,cAAc,EAAE,CAAC;QAC9B,OAAO,YAAY,CAAC,gBAAgB,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,YAAY,GAAG,oCAAoC,CAAC,MAAM,CAAC,CAAC;IAClE,IAAI,YAAY,IAAI,kCAAkC,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/D,MAAM,YAAY,GAAG,MAAM,uCAAuC,CAChE,gBAAgB,EAChB,YAAY,CACb,CAAC;QACF,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,YAAY,CAAC,YAAY,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,qBAAqB,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,qBAAqB,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;IACnF,OAAO,YAAY,CAAC,qBAAqB,CAAC,CAAC;AAC7C,CAAC;AAED;;;;;GAKG;AACH,SAAS,kCAAkC,CAAC,MAA0B;IACpE,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,qBAAqB,CAAC,MAA0B;IAC7D,mBAAmB,CAAC,MAAM,CAAC,KAAK,wBAAwB,CAAC,MAAM,CAAC,CAAC;IACjE,OAAO,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAC;AAC3C,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,wBAAwB,CAAC,MAA0B;IAChE,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,EAAC,eAAe,EAAC,GAAG,MAAM,MAAM,CAAC,0CAA0C,CAAC,CAAC;YACnF,OAAO,IAAI,eAAe,EAAE,CAAC;QAC/B,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAC,iBAAiB,EAAC,GAAG,MAAM,MAAM,CAAC,4CAA4C,CAAC,CAAC;YACvF,OAAO,IAAI,iBAAiB,EAAE,CAAC;QACjC,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAC,iBAAiB,EAAC,GAAG,MAAM,MAAM,CAAC,4CAA4C,CAAC,CAAC;YACvF,OAAO,IAAI,iBAAiB,EAAE,CAAC;QACjC,CAAC;QACD,KAAK,KAAK,CAAC;QACX,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,MAAM,EAAC,cAAc,EAAC,GAAG,MAAM,MAAM,CAAC,yCAAyC,CAAC,CAAC;YACjF,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;YAC5E,OAAO,IAAI,cAAc,CAAC,EAAC,OAAO,EAAE,EAAC,KAAK,EAAC,EAAC,CAAC,CAAC;QAChD,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,EAAC,eAAe,EAAC,GAAG,MAAM,MAAM,CAAC,0CAA0C,CAAC,CAAC;YACnF,OAAO,IAAI,eAAe,EAAE,CAAC;QAC/B,CAAC;QACD;YACE,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC"}
+{"version":3,"file":"compression.js","sourceRoot":"","sources":["../../src/parquetjs/compression.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AACpE,wEAAwE;AAExE,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,eAAe,EACf,gBAAgB,EAChB,kBAAkB,EAClB,cAAc,EACd,gBAAgB,EAChB,YAAY,EAEb,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAC,0BAA0B,EAAC,MAAM,sDAAsD,CAAC;AAChG,OAAO,EAAC,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAG3D,OAAO,EAAC,aAAa,EAAE,YAAY,EAAC,gCAA6B;AAEjE;;GAEG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAA8C;IACpF,YAAY,EAAE,IAAI;IAClB,IAAI,EAAE,IAAI;IACV,MAAM,EAAE,IAAI;IACZ,MAAM,EAAE,IAAI;IACZ,uDAAuD;IACvD,GAAG,EAAE,IAAI;IACT,OAAO,EAAE,IAAI;IACb,IAAI,EAAE,IAAI;CACX,CAAC;AAKF,4FAA4F;AAC5F,MAAM,yBAA0B,SAAQ,YAAY;IAClD,+BAA+B;IACtB,IAAI,GAAG,QAAQ,CAAC;IACzB,iEAAiE;IACxD,UAAU,GAAa,EAAE,CAAC;IACnC,6DAA6D;IACpD,gBAAgB,GAAa,EAAE,CAAC;IACzC,2EAA2E;IAClE,WAAW,GAAG,IAAI,CAAC;IAC5B,4DAA4D;IAC3C,QAAQ,GAAG,IAAI,0BAA0B,EAAE,CAAC;IAC7D,2CAA2C;IAC1B,QAAQ,GAAG,IAAI,kBAAkB,EAAE,CAAC;IACrD,kEAAkE;IAC1D,WAAW,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;IAEjD,+FAA+F;IACtF,KAAK,CAAC,UAAU,CAAC,KAAkB,EAAE,IAAa;QACzD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACrD,CAAC;YAAC,MAAM,CAAC;gBACP,uFAAuF;gBACvF,2FAA2F;gBAC3F,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACrD,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAA0C;IAClF,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,MAA0B,EAAE,KAAiB;IACzE,IAAI,CAAC,CAAC,MAAM,IAAI,2BAA2B,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,MAAM,KAAK,cAAc,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,oBAAoB,CAAC,MAAM,CAAC,CAAC;IACvD,MAAM,gBAAgB,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAC9C,MAAM,qBAAqB,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IAC3E,OAAO,YAAY,CAAC,qBAAqB,CAAC,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,MAA0B,EAC1B,KAAiB,EACjB,IAAY;IAEZ,IAAI,CAAC,CAAC,MAAM,IAAI,2BAA2B,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,gBAAgB,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAC9C,IAAI,MAAM,KAAK,cAAc,EAAE,CAAC;QAC9B,OAAO,YAAY,CAAC,gBAAgB,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,sBAAsB,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,qBAAqB,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;IACnF,OAAO,YAAY,CAAC,qBAAqB,CAAC,CAAC;AAC7C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAAC,MAA0B;IACtE,MAAM,YAAY,GAAG,MAAM,KAAK,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,yBAAyB,CAAC,MAAM,CAAC,CAAC;IAC1F,OAAO,KAAK,EAAE,KAAiB,EAAE,IAAY,EAAuB,EAAE;QACpE,MAAM,gBAAgB,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,YAAY,CAAC,gBAAgB,CAAC,CAAC;QACxC,CAAC;QACD,MAAM,uBAAuB,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;QACtF,OAAO,YAAY,CAAC,uBAAuB,CAAC,CAAC;IAC/C,CAAC,CAAC;AACJ,CAAC;AAED,wEAAwE;AACxE,KAAK,UAAU,oBAAoB,CAAC,MAA0B;IAC5D,OAAO,uBAAuB,CAAC,MAAM,CAAC,CAAC;AACzC,CAAC;AAED,0EAA0E;AAC1E,KAAK,UAAU,sBAAsB,CAAC,MAA0B;IAC9D,OAAO,yBAAyB,CAAC,MAAM,CAAC,CAAC;AAC3C,CAAC;AAED,wEAAwE;AACxE,SAAS,uBAAuB,CAAC,MAA0B;IACzD,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,IAAI,cAAc,EAAE,CAAC;QAC9B,KAAK,QAAQ;YACX,OAAO,IAAI,gBAAgB,EAAE,CAAC;QAChC,KAAK,QAAQ;YACX,OAAO,IAAI,gBAAgB,EAAE,CAAC;QAChC,KAAK,KAAK,CAAC;QACX,KAAK,SAAS;YACZ,OAAO,IAAI,aAAa,EAAE,CAAC;QAC7B,KAAK,MAAM;YACT,OAAO,IAAI,cAAc,EAAE,CAAC;QAC9B;YACE,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,SAAS,yBAAyB,CAAC,MAA0B;IAC3D,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,IAAI,gBAAgB,EAAE,CAAC;QAChC,KAAK,QAAQ;YACX,OAAO,IAAI,yBAAyB,EAAE,CAAC;QACzC,KAAK,QAAQ;YACX,OAAO,IAAI,kBAAkB,EAAE,CAAC;QAClC,KAAK,KAAK,CAAC;QACX,KAAK,SAAS;YACZ,OAAO,IAAI,eAAe,EAAE,CAAC;QAC/B,KAAK,MAAM;YACT,OAAO,IAAI,gBAAgB,EAAE,CAAC;QAChC;YACE,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC"}

package/dist/parquetjs/encoder/dictionary-planner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dictionary-planner.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/encoder/dictionary-planner.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,YAAY,EAAC,6BAA0B;AAEpD,gEAAgE;AAChE,MAAM,MAAM,uBAAuB,GAAG,OAAO,GAAG,MAAM,CAAC;AAEvD,kFAAkF;AAClF,MAAM,WAAW,qBAAqB;IACpC,6DAA6D;IAC7D,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;IAC3B,qEAAqE;IACrE,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;IAC3B,6CAA6C;IAC7C,QAAQ,CAAC,aAAa,EAAE,UAAU,CAAC;IACnC,oDAAoD;IACpD,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED,sFAAsF;AACtF,wBAAgB,cAAc,CAC5B,MAAM,EAAE,YAAY,EACpB,MAAM,EAAE,SAAS,OAAO,EAAE,EAC1B,MAAM,EAAE,uBAAuB,EAC/B,uBAAuB,EAAE,MAAM,GAC9B,qBAAqB,GAAG,SAAS,CAiDnC"}
+{"version":3,"file":"dictionary-planner.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/encoder/dictionary-planner.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,YAAY,EAAC,6BAA0B;AAEpD,gEAAgE;AAChE,MAAM,MAAM,uBAAuB,GAAG,OAAO,GAAG,MAAM,CAAC;AAEvD,kFAAkF;AAClF,MAAM,WAAW,qBAAqB;IACpC,6DAA6D;IAC7D,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;IAC3B,qEAAqE;IACrE,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;IAC3B,6CAA6C;IAC7C,QAAQ,CAAC,aAAa,EAAE,UAAU,CAAC;IACnC,oDAAoD;IACpD,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED,sFAAsF;AACtF,wBAAgB,cAAc,CAC5B,MAAM,EAAE,YAAY,EACpB,MAAM,EAAE,SAAS,OAAO,EAAE,EAC1B,MAAM,EAAE,uBAAuB,EAC/B,uBAAuB,EAAE,MAAM,GAC9B,qBAAqB,GAAG,SAAS,CAsDnC"}

package/dist/parquetjs/encoder/dictionary-planner.js

@@ -7,7 +7,10 @@ export function planDictionary(column, values, policy, dictionaryPageSizeLimit)
     if (!Number.isInteger(dictionaryPageSizeLimit) || dictionaryPageSizeLimit <= 0) {
         throw new Error(`Parquet dictionary page size limit must be a positive integer, received ${dictionaryPageSizeLimit}`);
     }
-    if (policy === false || values.length === 0 || isDictionaryEncoding(column.encoding)) {
+    if (policy === false || values.length === 0) {
+        if (policy === false && isDictionaryEncoding(column.encoding)) {
+            throw new Error(`Parquet column ${column.path.join('.')} requests ${column.encoding} but dictionary encoding is disabled`);
+        }
         return undefined;
     }
     const dictionaryValues = [];
@@ -31,7 +34,7 @@ export function planDictionary(column, values, policy, dictionaryPageSizeLimit)
         return undefined;
     }
     const bitWidth = dictionaryValues.length <= 1 ? 0 : Math.ceil(Math.log2(dictionaryValues.length));
-    if (policy === 'auto') {
+    if (policy === 'auto' && !isDictionaryEncoding(column.encoding)) {
         const encodedIndices = PARQUET_CODECS.RLE_DICTIONARY.encodeValues(column.primitiveType, indices, { bitWidth });
         const encodedPrimaryValues = PARQUET_CODECS[column.encoding].encodeValues(column.primitiveType, values, { typeLength: column.typeLength, bitWidth: column.typeLength });
         if (encodedValues.length + encodedIndices.length >= encodedPrimaryValues.length) {

package/dist/parquetjs/encoder/dictionary-planner.js.map

@@ -1 +1 @@
-{"version":3,"file":"dictionary-planner.js","sourceRoot":"","sources":["../../../src/parquetjs/encoder/dictionary-planner.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,cAAc,EAAC,2BAAwB;AAkB/C,sFAAsF;AACtF,MAAM,UAAU,cAAc,CAC5B,MAAoB,EACpB,MAA0B,EAC1B,MAA+B,EAC/B,uBAA+B;IAE/B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,uBAAuB,CAAC,IAAI,uBAAuB,IAAI,CAAC,EAAE,CAAC;QAC/E,MAAM,IAAI,KAAK,CACb,2EAA2E,uBAAuB,EAAE,CACrG,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,KAAK,KAAK,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,oBAAoB,CAAC,MAAM,CAAC,QAAS,CAAC,EAAE,CAAC;QACtF,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,gBAAgB,GAAc,EAAE,CAAC;IACvC,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACpD,MAAM,OAAO,GAAG,IAAI,KAAK,CAAS,MAAM,CAAC,MAAM,CAAC,CAAC;IACjD,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;QAClE,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,eAAe,GAAG,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YAClC,eAAe,GAAG,gBAAgB,CAAC,MAAM,CAAC;YAC1C,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;YAC5C,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,CAAC,UAAU,CAAC,GAAG,eAAe,CAAC;IACxC,CAAC;IAED,MAAM,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,aAAc,EAAE,gBAAgB,EAAE;QAC/F,UAAU,EAAE,MAAM,CAAC,UAAU;KAC9B,CAAC,CAAC;IACH,IAAI,aAAa,CAAC,MAAM,GAAG,uBAAuB,EAAE,CAAC;QACnD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;IAClG,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,MAAM,cAAc,GAAG,cAAc,CAAC,cAAc,CAAC,YAAY,CAC/D,MAAM,CAAC,aAAc,EACrB,OAAO,EACP,EAAC,QAAQ,EAAC,CACX,CAAC;QACF,MAAM,oBAAoB,GAAG,cAAc,CAAC,MAAM,CAAC,QAAS,CAAC,CAAC,YAAY,CACxE,MAAM,CAAC,aAAc,EACrB,MAAmB,EACnB,EAAC,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,UAAU,EAAC,CAC7D,CAAC;QACF,IAAI,aAAa,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,IAAI,oBAAoB,CAAC,MAAM,EAAE,CAAC;YAChF,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,EAAC,MAAM,EAAE,gBAAgB,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAC,CAAC;AACtE,CAAC;AAED,mEAAmE;AACnE,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,IAAI,GAAG,GAAG,SAAS,KAAK,CAAC,MAAM,GAAG,CAAC;QACnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;YAAE,OAAO,YAAY,CAAC;QAC7C,IAAI,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAAE,OAAO,WAAW,CAAC;IAC/C,CAAC;IACD,OAAO,GAAG,OAAO,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AAC5C,CAAC;AAED,wFAAwF;AACxF,SAAS,oBAAoB,CAAC,QAAgB;IAC5C,OAAO,QAAQ,KAAK,kBAAkB,IAAI,QAAQ,KAAK,gBAAgB,CAAC;AAC1E,CAAC"}
+{"version":3,"file":"dictionary-planner.js","sourceRoot":"","sources":["../../../src/parquetjs/encoder/dictionary-planner.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,cAAc,EAAC,2BAAwB;AAkB/C,sFAAsF;AACtF,MAAM,UAAU,cAAc,CAC5B,MAAoB,EACpB,MAA0B,EAC1B,MAA+B,EAC/B,uBAA+B;IAE/B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,uBAAuB,CAAC,IAAI,uBAAuB,IAAI,CAAC,EAAE,CAAC;QAC/E,MAAM,IAAI,KAAK,CACb,2EAA2E,uBAAuB,EAAE,CACrG,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,KAAK,KAAK,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5C,IAAI,MAAM,KAAK,KAAK,IAAI,oBAAoB,CAAC,MAAM,CAAC,QAAS,CAAC,EAAE,CAAC;YAC/D,MAAM,IAAI,KAAK,CACb,kBAAkB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,QAAQ,sCAAsC,CAC1G,CAAC;QACJ,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,gBAAgB,GAAc,EAAE,CAAC;IACvC,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACpD,MAAM,OAAO,GAAG,IAAI,KAAK,CAAS,MAAM,CAAC,MAAM,CAAC,CAAC;IACjD,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;QAClE,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,eAAe,GAAG,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YAClC,eAAe,GAAG,gBAAgB,CAAC,MAAM,CAAC;YAC1C,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;YAC5C,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,CAAC,UAAU,CAAC,GAAG,eAAe,CAAC;IACxC,CAAC;IAED,MAAM,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,aAAc,EAAE,gBAAgB,EAAE;QAC/F,UAAU,EAAE,MAAM,CAAC,UAAU;KAC9B,CAAC,CAAC;IACH,IAAI,aAAa,CAAC,MAAM,GAAG,uBAAuB,EAAE,CAAC;QACnD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;IAClG,IAAI,MAAM,KAAK,MAAM,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,QAAS,CAAC,EAAE,CAAC;QACjE,MAAM,cAAc,GAAG,cAAc,CAAC,cAAc,CAAC,YAAY,CAC/D,MAAM,CAAC,aAAc,EACrB,OAAO,EACP,EAAC,QAAQ,EAAC,CACX,CAAC;QACF,MAAM,oBAAoB,GAAG,cAAc,CAAC,MAAM,CAAC,QAAS,CAAC,CAAC,YAAY,CACxE,MAAM,CAAC,aAAc,EACrB,MAAmB,EACnB,EAAC,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,UAAU,EAAC,CAC7D,CAAC;QACF,IAAI,aAAa,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,IAAI,oBAAoB,CAAC,MAAM,EAAE,CAAC;YAChF,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,EAAC,MAAM,EAAE,gBAAgB,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAC,CAAC;AACtE,CAAC;AAED,mEAAmE;AACnE,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,IAAI,GAAG,GAAG,SAAS,KAAK,CAAC,MAAM,GAAG,CAAC;QACnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;YAAE,OAAO,YAAY,CAAC;QAC7C,IAAI,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAAE,OAAO,WAAW,CAAC;IAC/C,CAAC;IACD,OAAO,GAAG,OAAO,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AAC5C,CAAC;AAED,wFAAwF;AACxF,SAAS,oBAAoB,CAAC,QAAgB;IAC5C,OAAO,QAAQ,KAAK,kBAAkB,IAAI,QAAQ,KAAK,gBAAgB,CAAC;AAC1E,CAAC"}

package/dist/parquetjs/encoder/parquet-encoder.d.ts

@@ -1,8 +1,9 @@
 import { stream } from '@loaders.gl/loader-utils';
-import { ParquetRowGroup, ParquetRow } from "../schema/declare.js";
+import type { ParquetRowGroup, ParquetRow } from "../schema/declare.js";
 import { ParquetSchema } from "../schema/schema.js";
 import { RowGroup } from "../parquet-thrift/index.js";
 import { type ParquetDictionaryPolicy } from "./dictionary-planner.js";
+import { type ParquetWriterEncryptionOptions, type ParquetWriterFooterSignatureOptions } from "../../lib/parquet-encryption.js";
 export interface ParquetEncoderOptions {
     baseOffset?: number;
     rowGroupSize?: number;
@@ -11,6 +12,26 @@ export interface ParquetEncoderOptions {
     dictionary?: ParquetDictionaryPolicy;
     columnDictionaries?: Record<string, ParquetDictionaryPolicy>;
     dictionaryPageSizeLimit?: number;
+    bloomFilter?: boolean | Record<string, boolean>;
+    pageIndex?: boolean | Record<string, boolean>;
+    /** Emit CRC-32 checksums for page bodies. */
+    writePageChecksums?: boolean;
+    /** Emit optional SizeStatistics metadata for each column chunk. */
+    writeSizeStatistics?: boolean;
+    /** Emit optional min/max/null-count statistics for each column chunk. */
+    writeStatistics?: boolean | Record<string, boolean>;
+    /** Declare the row-group sort order using top-level or dotted leaf column names. */
+    sortingColumns?: readonly ParquetSortingColumnOption[];
+    /** Encode INT96 input values as epoch nanoseconds using the canonical Julian-day layout. */
+    int96AsTimestamp?: boolean;
+    /** Encrypt the footer using Parquet modular encryption. */
+    encryption?: ParquetWriterEncryptionOptions;
+    /** Authenticate a plaintext footer with a Parquet modular-encryption signature. */
+    footerSignature?: ParquetWriterFooterSignatureOptions;
+    /** Stable file identifier shared by encrypted column modules and the footer. */
+    encryptionFileUnique?: Uint8Array;
+    /** Zero-based row-group ordinal used by encrypted module AAD. */
+    rowGroupOrdinal?: number;
     flags?: string;
     encoding?: string;
     fd?: number;
@@ -18,6 +39,15 @@ export interface ParquetEncoderOptions {
     autoClose?: boolean;
     start?: number;
 }
+/** Writer-facing declaration for one row-group sort key. */
+export type ParquetSortingColumnOption = {
+    /** Top-level field name or dotted nested leaf path. */
+    column: string;
+    /** Sort direction; defaults to ascending. */
+    descending?: boolean;
+    /** Whether null values sort before non-null values; defaults to false. */
+    nullsFirst?: boolean;
+};
 /**
  * Write a parquet file to an output stream. The ParquetEncoder will perform
  * buffering/batching for performance, so close() must be called after all rows
@@ -96,6 +126,18 @@ export declare class ParquetEnvelopeWriter {
     dictionary: ParquetDictionaryPolicy;
     columnDictionaries: Record<string, ParquetDictionaryPolicy>;
     dictionaryPageSizeLimit: number;
+    bloomFilter?: boolean | Record<string, boolean>;
+    pageIndex?: boolean | Record<string, boolean>;
+    writePageChecksums: boolean;
+    writeSizeStatistics: boolean;
+    writeStatistics?: boolean | Record<string, boolean>;
+    sortingColumns?: readonly ParquetSortingColumnOption[];
+    /** Optional modular-encryption configuration for the footer. */
+    encryption?: ParquetWriterEncryptionOptions;
+    /** Optional plaintext-footer signature configuration. */
+    footerSignature?: ParquetWriterFooterSignatureOptions;
+    /** File identifier used for encrypted column-module AAD. */
+    encryptionFileUnique?: Uint8Array;
     constructor(schema: ParquetSchema, writeFn: (buf: Uint8Array) => Promise<void>, closeFn: () => Promise<void>, fileOffset: number, opts: ParquetEncoderOptions);
     writeSection(buf: Uint8Array): Promise<void>;
     /**

package/dist/parquetjs/encoder/parquet-encoder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-encoder.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/encoder/parquet-encoder.ts"],"names":[],"mappings":"AAOA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAGhD,OAAO,EACL,eAAe,EAMf,UAAU,EACX,6BAA0B;AAC3B,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,OAAO,EAgCL,QAAQ,EAST,mCAAgC;AAMjC,OAAO,EAAiB,KAAK,uBAAuB,EAAC,gCAA6B;AAyBlF,MAAM,WAAW,qBAAqB;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,UAAU,CAAC,EAAE,uBAAuB,CAAC;IACrC,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;IAC7D,uBAAuB,CAAC,EAAE,MAAM,CAAC;IAGjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AAEH,qBAAa,cAAc,CAAC,EAAE;IAC5B;;;OAGG;WACU,QAAQ,CAAC,CAAC,EACrB,MAAM,EAAE,aAAa,EACrB,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE,qBAAqB,GAC3B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAK7B;;;OAGG;WACU,UAAU,CAAC,CAAC,EACvB,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,MAAM,CAAC,QAAQ,EAC7B,IAAI,GAAE,qBAA0B,GAC/B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAKtB,MAAM,EAAE,aAAa,CAAC;IACtB,cAAc,EAAE,qBAAqB,CAAC;IACtC,SAAS,EAAE,eAAe,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE5C;;OAEG;gBAED,MAAM,EAAE,aAAa,EACrB,cAAc,EAAE,qBAAqB,EACrC,IAAI,EAAE,qBAAqB;IAavB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAUlC;;;OAGG;IACG,SAAS,CAAC,CAAC,SAAS,UAAU,EAAE,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAW5D;;;;;OAKG;IACG,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBjD;;OAEG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAK7C;;;;;OAKG;IACH,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAIlC;;;OAGG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;CAG/B;AAED;;;;;GAKG;AACH,qBAAa,qBAAqB;IAChC;;OAEG;WACU,UAAU,CACrB,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,MAAM,CAAC,QAAQ,EAC7B,IAAI,EAAE,qBAAqB,GAC1B,OAAO,CAAC,qBAAqB,CAAC;IAM1B,MAAM,EAAE,aAAa,CAAC;IACtB,KAAK,EAAE,CAAC,GAAG,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,OAAO,CAAC;IACvB,UAAU,EAAE,uBAAuB,CAAC;IACpC,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;IAC5D,uBAAuB,EAAE,MAAM,CAAC;gBAGrC,MAAM,EAAE,aAAa,EACrB,OAAO,EAAE,CAAC,GAAG,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,EAC3C,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAC5B,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,qBAAqB;IAe7B,YAAY,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAK5C;;OAEG;IACH,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B;;;OAGG;IACG,aAAa,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAe5D;;OAEG;IACH,WAAW,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhE;;;OAGG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;CAG/B"}
+{"version":3,"file":"parquet-encoder.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/encoder/parquet-encoder.ts"],"names":[],"mappings":"AAOA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAIhD,OAAO,KAAK,EACV,eAAe,EAMf,UAAU,EACX,6BAA0B;AAC3B,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,OAAO,EAwCL,QAAQ,EAUT,mCAAgC;AAOjC,OAAO,EAAiB,KAAK,uBAAuB,EAAC,gCAA6B;AAclF,OAAO,EAIL,KAAK,8BAA8B,EACnC,KAAK,mCAAmC,EACzC,wCAAqC;AA0BtC,MAAM,WAAW,qBAAqB;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,UAAU,CAAC,EAAE,uBAAuB,CAAC;IACrC,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;IAC7D,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,SAAS,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,6CAA6C;IAC7C,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,mEAAmE;IACnE,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,yEAAyE;IACzE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpD,oFAAoF;IACpF,cAAc,CAAC,EAAE,SAAS,0BAA0B,EAAE,CAAC;IACvD,4FAA4F;IAC5F,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,2DAA2D;IAC3D,UAAU,CAAC,EAAE,8BAA8B,CAAC;IAC5C,mFAAmF;IACnF,eAAe,CAAC,EAAE,mCAAmC,CAAC;IACtD,gFAAgF;IAChF,oBAAoB,CAAC,EAAE,UAAU,CAAC;IAClC,iEAAiE;IACjE,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,4DAA4D;AAC5D,MAAM,MAAM,0BAA0B,GAAG;IACvC,uDAAuD;IACvD,MAAM,EAAE,MAAM,CAAC;IACf,6CAA6C;IAC7C,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,0EAA0E;IAC1E,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB,CAAC;AAEF;;;;GAIG;AAEH,qBAAa,cAAc,CAAC,EAAE;IAC5B;;;OAGG;WACU,QAAQ,CAAC,CAAC,EACrB,MAAM,EAAE,aAAa,EACrB,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE,qBAAqB,GAC3B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAK7B;;;OAGG;WACU,UAAU,CAAC,CAAC,EACvB,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,MAAM,CAAC,QAAQ,EAC7B,IAAI,GAAE,qBAA0B,GAC/B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAKtB,MAAM,EAAE,aAAa,CAAC;IACtB,cAAc,EAAE,qBAAqB,CAAC;IACtC,SAAS,EAAE,eAAe,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE5C;;OAEG;gBAED,MAAM,EAAE,aAAa,EACrB,cAAc,EAAE,qBAAqB,EACrC,IAAI,EAAE,qBAAqB;IAavB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAUlC;;;OAGG;IACG,SAAS,CAAC,CAAC,SAAS,UAAU,EAAE,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAW5D;;;;;OAKG;IACG,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBjD;;OAEG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAK7C;;;;;OAKG;IACH,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAIlC;;;OAGG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;CAG/B;AAED;;;;;GAKG;AACH,qBAAa,qBAAqB;IAChC;;OAEG;WACU,UAAU,CACrB,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,MAAM,CAAC,QAAQ,EAC7B,IAAI,EAAE,qBAAqB,GAC1B,OAAO,CAAC,qBAAqB,CAAC;IAM1B,MAAM,EAAE,aAAa,CAAC;IACtB,KAAK,EAAE,CAAC,GAAG,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,OAAO,CAAC;IACvB,UAAU,EAAE,uBAAuB,CAAC;IACpC,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;IAC5D,uBAAuB,EAAE,MAAM,CAAC;IAChC,WAAW,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,SAAS,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,kBAAkB,EAAE,OAAO,CAAC;IAC5B,mBAAmB,EAAE,OAAO,CAAC;IAC7B,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpD,cAAc,CAAC,EAAE,SAAS,0BAA0B,EAAE,CAAC;IAC9D,gEAAgE;IACzD,UAAU,CAAC,EAAE,8BAA8B,CAAC;IACnD,yDAAyD;IAClD,eAAe,CAAC,EAAE,mCAAmC,CAAC;IAC7D,4DAA4D;IACrD,oBAAoB,CAAC,EAAE,UAAU,CAAC;gBAGvC,MAAM,EAAE,aAAa,EACrB,OAAO,EAAE,CAAC,GAAG,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,EAC3C,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAC5B,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,qBAAqB;IAoD7B,YAAY,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAK5C;;OAEG;IACH,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B;;;OAGG;IACG,aAAa,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAwB5D;;OAEG;IACG,WAAW,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BtE;;;OAGG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;CAG/B"}