@loaders.gl/parquet 5.0.0-alpha.2 → 5.0.0-alpha.3

package/dist/parquet-dataset-source.d.ts

@@ -1,14 +1,25 @@
-import type { CoreAPI } from '@loaders.gl/loader-utils';
+import { type CoreAPI, type ScanFragment, type ScanFragmentProvider } from '@loaders.gl/loader-utils';
 import type { Schema } from '@loaders.gl/schema';
-import type { ParquetDatasetBatch, ParquetDatasetFileQuery, ParquetDatasetFiles, ParquetDatasetReadOptions, ParquetDatasetSourceOptions, ParquetDatasetTelemetry } from "./parquet-source-types.js";
-export type { ParquetDatasetBatch, ParquetDatasetBatchProvenance, ParquetDatasetBoundingBox, ParquetDatasetFile, ParquetDatasetFileCollection, ParquetDatasetFileProvider, ParquetDatasetFileQuery, ParquetDatasetFiles, ParquetDatasetPartitionValue, ParquetDatasetReadOptions, ParquetDatasetSourceOptions, ParquetDatasetTelemetry } from "./parquet-source-types.js";
+import type { ParquetDatasetBatch, ParquetDatasetFileQuery, ParquetDatasetFiles, ParquetDatasetReadOptions, ParquetDatasetExplain, ParquetDatasetSourceOptions, ParquetDatasetTelemetry, ParquetPredicate } from "./parquet-source-types.js";
+export type { ParquetDatasetBatch, ParquetDatasetBatchProvenance, ParquetDatasetBoundingBox, ParquetDatasetExplain, ParquetDatasetFile, ParquetDatasetFileCollection, ParquetDatasetFileScanPlan, ParquetDatasetFileProvider, ParquetDatasetFileQuery, ParquetDatasetFiles, ParquetDatasetPartitionValue, ParquetDatasetReadOptions, ParquetDatasetSourceOptions, ParquetDatasetTelemetry } from "./parquet-source-types.js";
 /**
  * Multi-file Parquet source that composes catalog discovery with selective `ParquetSource` reads.
  *
  * The source accepts static descriptors or a lazy provider, allowing STAC and other catalogs to be
  * injected without coupling `@loaders.gl/parquet` to a catalog protocol.
  */
-export declare class ParquetDatasetSource {
+export declare class ParquetDatasetSource implements ScanFragmentProvider<ParquetPredicate> {
+    /** Common projection, predicate, limit, streaming, and cancellation capabilities. */
+    readonly tableQueryCapabilities: Readonly<{
+        projection: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
+        predicate: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
+        limit: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
+        streaming: boolean;
+        cancellation: boolean;
+        expressions?: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
+        orderBy?: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
+        aggregates?: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
+    }>;
     /** Static descriptors or lazy catalog-backed file provider. */
     readonly files: ParquetDatasetFiles;
     /** Child-source and dataset orchestration options. */
@@ -27,6 +38,16 @@ export declare class ParquetDatasetSource {
     getSchema(query?: ParquetDatasetFileQuery): Promise<Schema>;
     /** Returns an immutable snapshot of cumulative dataset and child-source telemetry. */
     getTelemetry(): ParquetDatasetTelemetry;
+    /** Discovers catalog-independent fragments after applying descriptor-level pruning. */
+    getScanFragments(options?: ParquetDatasetReadOptions): Promise<readonly ScanFragment[]>;
+    /** Plans descriptor discovery and every retained file's Parquet physical scan. */
+    getScanPlan(options?: ParquetDatasetReadOptions): Promise<ParquetDatasetExplain>;
+    /** Explains the common logical query and physical multi-file Parquet plan. */
+    explain(options?: ParquetDatasetReadOptions): Promise<ParquetDatasetExplain>;
+    /** Executes a previously computed dataset plan while retaining each file's row-group choices. */
+    executeScanPlan(plan: ParquetDatasetExplain, options?: ParquetDatasetReadOptions): AsyncIterable<ParquetDatasetBatch>;
+    /** Common scan-architecture alias for ordered multi-file reads. */
+    scan(options?: ParquetDatasetReadOptions): AsyncIterable<ParquetDatasetBatch>;
     /**
      * Reads selected files as deterministic, file-ordered Arrow batches.
      *
@@ -37,6 +58,12 @@ export declare class ParquetDatasetSource {
     /** Permanently closes this dataset source and aborts every active read. */
     close(): Promise<void>;
     /** Reads one child source into its bounded file-order queue. */
+    private getReadTasks;
+    /** Plans retained files through bounded, ordered common scan tasks. */
+    private getPlanTasks;
+    /** Produces one child physical plan and closes its temporary source. */
+    private planFile;
+    /** Reads one child source as an asynchronous batch iterable. */
     private readFile;
     /** Establishes and validates a stable field schema for concurrently opened files. */
     private schemaFingerprintPromise;

package/dist/parquet-dataset-source.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-dataset-source.d.ts","sourceRoot":"","sources":["../src/parquet-dataset-source.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,0BAA0B,CAAC;AACtD,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAI/C,OAAO,KAAK,EACV,mBAAmB,EAKnB,uBAAuB,EACvB,mBAAmB,EAEnB,yBAAyB,EACzB,2BAA2B,EAC3B,uBAAuB,EAGxB,kCAA+B;AAEhC,YAAY,EACV,mBAAmB,EACnB,6BAA6B,EAC7B,yBAAyB,EACzB,kBAAkB,EAClB,4BAA4B,EAC5B,0BAA0B,EAC1B,uBAAuB,EACvB,mBAAmB,EACnB,4BAA4B,EAC5B,yBAAyB,EACzB,2BAA2B,EAC3B,uBAAuB,EACxB,kCAA+B;AAkBhC;;;;;GAKG;AACH,qBAAa,oBAAoB;IAC/B,+DAA+D;IAC/D,QAAQ,CAAC,KAAK,EAAE,mBAAmB,CAAC;IACpC,sDAAsD;IACtD,QAAQ,CAAC,OAAO,EAAE,2BAA2B,CAAC;IAC9C,wDAAwD;IACxD,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAE3B,kDAAkD;IAClD,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAA8B;IACpE,8DAA8D;IAC9D,OAAO,CAAC,MAAM,CAAS;IACvB,qDAAqD;IACrD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAmC;IAE7D,gFAAgF;gBAE9E,KAAK,EAAE,mBAAmB,EAC1B,OAAO,GAAE,2BAAgC,EACzC,OAAO,CAAC,EAAE,OAAO;IAYnB,mGAAmG;IAC7F,SAAS,CAAC,KAAK,GAAE,uBAA4B,GAAG,OAAO,CAAC,MAAM,CAAC;IAqBrE,sFAAsF;IACtF,YAAY,IAAI,uBAAuB;IAOvC;;;;;OAKG;IACI,IAAI,CAAC,OAAO,GAAE,yBAA8B,GAAG,aAAa,CAAC,mBAAmB,CAAC;IAgFxF,2EAA2E;IACrE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5B,gEAAgE;YAClD,QAAQ;IA+BtB,qFAAqF;IACrF,OAAO,CAAC,wBAAwB,CAAgC;IAEhE,wFAAwF;YAC1E,kBAAkB;IAmBhC,+FAA+F;IAC/F,OAAO,CAAC,YAAY;IAIpB,2EAA2E;YAC5D,gBAAgB;IAyB/B,iEAAiE;IACjE,OAAO,CAAC,mBAAmB;IAM3B,6DAA6D;IAC7D,OAAO,CAAC,UAAU;CAKnB"}
+{"version":3,"file":"parquet-dataset-source.d.ts","sourceRoot":"","sources":["../src/parquet-dataset-source.ts"],"names":[],"mappings":"AAIA,OAAO,EAKL,KAAK,OAAO,EACZ,KAAK,YAAY,EACjB,KAAK,oBAAoB,EAG1B,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAK/C,OAAO,KAAK,EACV,mBAAmB,EAMnB,uBAAuB,EACvB,mBAAmB,EAEnB,yBAAyB,EACzB,qBAAqB,EACrB,2BAA2B,EAC3B,uBAAuB,EAEvB,gBAAgB,EAGjB,kCAA+B;AAEhC,YAAY,EACV,mBAAmB,EACnB,6BAA6B,EAC7B,yBAAyB,EACzB,qBAAqB,EACrB,kBAAkB,EAClB,4BAA4B,EAC5B,0BAA0B,EAC1B,0BAA0B,EAC1B,uBAAuB,EACvB,mBAAmB,EACnB,4BAA4B,EAC5B,yBAAyB,EACzB,2BAA2B,EAC3B,uBAAuB,EACxB,kCAA+B;AAsBhC;;;;;GAKG;AACH,qBAAa,oBAAqB,YAAW,oBAAoB,CAAC,gBAAgB,CAAC;IACjF,qFAAqF;IACrF,QAAQ,CAAC,sBAAsB;;;;;;;;;OAAoC;IACnE,+DAA+D;IAC/D,QAAQ,CAAC,KAAK,EAAE,mBAAmB,CAAC;IACpC,sDAAsD;IACtD,QAAQ,CAAC,OAAO,EAAE,2BAA2B,CAAC;IAC9C,wDAAwD;IACxD,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAE3B,kDAAkD;IAClD,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAA8B;IACpE,8DAA8D;IAC9D,OAAO,CAAC,MAAM,CAAS;IACvB,qDAAqD;IACrD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAmC;IAE7D,gFAAgF;gBAE9E,KAAK,EAAE,mBAAmB,EAC1B,OAAO,GAAE,2BAAgC,EACzC,OAAO,CAAC,EAAE,OAAO;IAYnB,mGAAmG;IAC7F,SAAS,CAAC,KAAK,GAAE,uBAA4B,GAAG,OAAO,CAAC,MAAM,CAAC;IAqBrE,sFAAsF;IACtF,YAAY,IAAI,uBAAuB;IAOvC,uFAAuF;IACjF,gBAAgB,CACpB,OAAO,GAAE,yBAA8B,GACtC,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC;IAuBnC,kFAAkF;IAC5E,WAAW,CAAC,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,qBAAqB,CAAC;IA+C1F,8EAA8E;IACxE,OAAO,CAAC,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAItF,iGAAiG;IAC1F,eAAe,CACpB,IAAI,EAAE,qBAAqB,EAC3B,OAAO,GAAE,yBAA8B,GACtC,aAAa,CAAC,mBAAmB,CAAC;IA2CrC,mEAAmE;IACnE,IAAI,CAAC,OAAO,GAAE,yBAA8B,GAAG,aAAa,CAAC,mBAAmB,CAAC;IAIjF;;;;;OAKG;IACI,IAAI,CAAC,OAAO,GAAE,yBAA8B,GAAG,aAAa,CAAC,mBAAmB,CAAC;IA8ExF,2EAA2E;IACrE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5B,gEAAgE;YACjD,YAAY;IAiB3B,uEAAuE;YACxD,YAAY;IAW3B,wEAAwE;YACzD,QAAQ;IAgCvB,gEAAgE;YACjD,QAAQ;IAkCvB,qFAAqF;IACrF,OAAO,CAAC,wBAAwB,CAAgC;IAEhE,wFAAwF;YAC1E,kBAAkB;IAmBhC,+FAA+F;IAC/F,OAAO,CAAC,YAAY;IAOpB,2EAA2E;YAC5D,gBAAgB;IA8B/B,iEAAiE;IACjE,OAAO,CAAC,mBAAmB;IAM3B,6DAA6D;IAC7D,OAAO,CAAC,UAAU;CAKnB"}

package/dist/parquet-dataset-source.js

@@ -1,8 +1,10 @@
 // loaders.gl
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
-import { SingleBatchQueue } from "./lib/sources/single-batch-queue.js";
+import { executeScanTasks, emitScanExecutionTelemetry, explainTableQuery, validateTableQueryLimit } from '@loaders.gl/loader-utils';
 import { ParquetSource } from "./parquet-source-loader.js";
+import { sliceParquetBatch } from "./lib/slice-parquet-batch.js";
+import { PARQUET_TABLE_QUERY_CAPABILITIES } from "./parquet-source-capabilities.js";
 const DEFAULT_FILE_CONCURRENCY = 4;
 /**
  * Multi-file Parquet source that composes catalog discovery with selective `ParquetSource` reads.
@@ -11,6 +13,8 @@ const DEFAULT_FILE_CONCURRENCY = 4;
  * injected without coupling `@loaders.gl/parquet` to a catalog protocol.
  */
 export class ParquetDatasetSource {
+    /** Common projection, predicate, limit, streaming, and cancellation capabilities. */
+    tableQueryCapabilities = PARQUET_TABLE_QUERY_CAPABILITIES;
     /** Static descriptors or lazy catalog-backed file provider. */
     files;
     /** Child-source and dataset orchestration options. */
@@ -62,6 +66,116 @@ export class ParquetDatasetSource {
             parquet: Object.freeze({ ...this.telemetry.parquet })
         });
     }
+    /** Discovers catalog-independent fragments after applying descriptor-level pruning. */
+    async getScanFragments(options = {}) {
+        this.assertOpen();
+        const fragments = [];
+        const selectedFiles = this.getSelectedFiles(options);
+        for await (const indexedFile of selectedFiles) {
+            const file = indexedFile.file;
+            if (typeof file.data !== 'string' && !file.id) {
+                throw new Error('Parquet dataset Blob fragments require an explicit stable id for fragment discovery');
+            }
+            fragments.push(Object.freeze({
+                id: getDatasetFileId(file, indexedFile.index),
+                uri: typeof file.data === 'string' ? file.data : undefined,
+                partitionValues: file.partitions,
+                metadata: file.metadata
+            }));
+        }
+        return Object.freeze(fragments);
+    }
+    /** Plans descriptor discovery and every retained file's Parquet physical scan. */
+    async getScanPlan(options = {}) {
+        this.assertOpen();
+        validateTableQueryLimit(options.limit);
+        const readContext = createDatasetAbortContext(options.signal);
+        this.activeReadControllers.add(readContext.abortController);
+        const discovery = createParquetDatasetDiscoverySummary();
+        const filePlans = [];
+        const tasks = this.getPlanTasks(options, readContext.abortController.signal, discovery);
+        const fileConcurrency = normalizeFileConcurrency(options.fileConcurrency ?? this.options.parquetDataset?.fileConcurrency);
+        try {
+            for await (const filePlan of executeScanTasks(tasks, {
+                concurrency: fileConcurrency,
+                signal: readContext.abortController.signal
+            })) {
+                filePlans.push(filePlan);
+            }
+            const firstFilePlan = filePlans[0];
+            if (!firstFilePlan) {
+                throw new Error('ParquetDatasetSource query selected no files');
+            }
+            const effectivePredicate = firstFilePlan.parquet.plan.find(step => step.kind === 'filter');
+            const effectiveLimit = options.limit ?? this.options.parquet?.limit;
+            const explanation = explainTableQuery(firstFilePlan.parquet.sourceColumns, {
+                columns: firstFilePlan.parquet.outputColumns,
+                predicate: effectivePredicate?.kind === 'filter' ? effectivePredicate.predicate : undefined,
+                limit: effectiveLimit
+            }, PARQUET_TABLE_QUERY_CAPABILITIES);
+            return Object.freeze({
+                ...explanation,
+                source: 'parquet-dataset',
+                files: Object.freeze({ ...discovery }),
+                filePlans: Object.freeze(filePlans)
+            });
+        }
+        finally {
+            readContext.abortController.abort();
+            readContext.removeSignalListener();
+            this.activeReadControllers.delete(readContext.abortController);
+        }
+    }
+    /** Explains the common logical query and physical multi-file Parquet plan. */
+    async explain(options = {}) {
+        return await this.getScanPlan(options);
+    }
+    /** Executes a previously computed dataset plan while retaining each file's row-group choices. */
+    async *executeScanPlan(plan, options = {}) {
+        if (plan.source !== 'parquet-dataset') {
+            throw new Error('ParquetDatasetSource can only execute dataset scan plans');
+        }
+        validateTableQueryLimit(options.limit);
+        let remainingRows = options.limit ?? this.options.parquet?.limit ?? Number.POSITIVE_INFINITY;
+        if (remainingRows === 0)
+            return;
+        const limitStep = plan.plan.find(step => step.kind === 'limit');
+        const readOptions = {
+            ...options,
+            columns: options.columns ?? plan.outputColumns,
+            predicate: options.predicate,
+            limit: options.limit ?? (limitStep?.kind === 'limit' ? limitStep.limit : undefined)
+        };
+        remainingRows = readOptions.limit ?? Number.POSITIVE_INFINITY;
+        const readContext = createDatasetAbortContext(readOptions.signal);
+        this.activeReadControllers.add(readContext.abortController);
+        const filePlans = new Map(plan.filePlans.map(filePlan => [filePlan.fileIndex, filePlan.parquet]));
+        const tasks = this.getReadTasks(readOptions, readContext.abortController.signal, filePlans);
+        const fileConcurrency = normalizeFileConcurrency(readOptions.fileConcurrency ?? this.options.parquetDataset?.fileConcurrency);
+        try {
+            for await (const batch of executeScanTasks(tasks, {
+                concurrency: fileConcurrency,
+                signal: readContext.abortController.signal
+            })) {
+                const outputBatch = sliceParquetBatch(batch, Math.min(batch.length, remainingRows));
+                this.telemetry.batchesEmitted++;
+                this.telemetry.rowsEmitted += outputBatch.length;
+                yield outputBatch;
+                remainingRows -= outputBatch.length;
+                if (remainingRows === 0)
+                    return;
+            }
+        }
+        finally {
+            readContext.abortController.abort();
+            readContext.removeSignalListener();
+            this.activeReadControllers.delete(readContext.abortController);
+        }
+    }
+    /** Common scan-architecture alias for ordered multi-file reads. */
+    scan(options = {}) {
+        return this.read(options);
+    }
     /**
      * Reads selected files as deterministic, file-ordered Arrow batches.
      *
@@ -70,77 +184,59 @@ export class ParquetDatasetSource {
      */
     async *read(options = {}) {
         this.assertOpen();
+        validateTableQueryLimit(options.limit);
+        const startedAt = Date.now();
+        const telemetryBefore = this.getTelemetry();
+        let remainingRows = options.limit ?? this.options.parquet?.limit ?? Number.POSITIVE_INFINITY;
+        if (remainingRows === 0) {
+            emitScanExecutionTelemetry(options.onTelemetry, createParquetDatasetScanExecutionTelemetry(telemetryBefore, this.getTelemetry(), startedAt, 'early-terminated', 'limit'));
+            return;
+        }
         const readContext = createDatasetAbortContext(options.signal);
         this.activeReadControllers.add(readContext.abortController);
-        const selectedFiles = this.getSelectedFiles({
-            ...options,
-            signal: readContext.abortController.signal
-        });
-        const iterator = selectedFiles[Symbol.asyncIterator]();
-        const scheduledReads = new Map();
-        let nextSchedulePosition = 0;
-        let nextYieldPosition = 0;
-        let providerComplete = false;
-        let discoveryError;
+        const tasks = this.getReadTasks(options, readContext.abortController.signal);
         const fileConcurrency = normalizeFileConcurrency(options.fileConcurrency ?? this.options.parquetDataset?.fileConcurrency);
-        const scheduleNext = async () => {
-            if (providerComplete) {
-                return;
-            }
-            const next = await iterator.next();
-            if (next.done) {
-                providerComplete = true;
-                return;
-            }
-            const position = nextSchedulePosition++;
-            const queue = new SingleBatchQueue();
-            const task = this.readFile(next.value, options, queue, readContext.abortController.signal);
-            scheduledReads.set(position, { queue, task });
-        };
-        const fillAvailableSlots = async () => {
-            try {
-                while (scheduledReads.size < fileConcurrency && !providerComplete) {
-                    await scheduleNext();
-                }
-            }
-            catch (error) {
-                discoveryError = error;
-                providerComplete = true;
-            }
-        };
+        let completed = false;
+        let limitReached = false;
+        let readError;
         try {
-            await scheduleNext();
-            let discoveryPromise = fillAvailableSlots();
-            while (scheduledReads.size > 0) {
-                const scheduledRead = scheduledReads.get(nextYieldPosition);
-                if (!scheduledRead) {
-                    throw new Error('ParquetDatasetSource internal file ordering error');
-                }
-                for await (const batch of scheduledRead.queue) {
-                    throwIfAborted(readContext.abortController.signal);
-                    this.telemetry.batchesEmitted++;
-                    this.telemetry.rowsEmitted += batch.length;
-                    yield batch;
-                }
-                await scheduledRead.task;
-                scheduledReads.delete(nextYieldPosition++);
-                await discoveryPromise;
-                if (discoveryError !== undefined) {
-                    throw discoveryError;
+            for await (const batch of executeScanTasks(tasks, {
+                concurrency: fileConcurrency,
+                signal: readContext.abortController.signal
+            })) {
+                const outputBatch = sliceParquetBatch(batch, Math.min(batch.length, remainingRows));
+                this.telemetry.batchesEmitted++;
+                this.telemetry.rowsEmitted += outputBatch.length;
+                yield outputBatch;
+                remainingRows -= outputBatch.length;
+                if (remainingRows === 0) {
+                    limitReached = true;
+                    return;
                 }
-                discoveryPromise = fillAvailableSlots();
-            }
-            await discoveryPromise;
-            if (discoveryError !== undefined) {
-                throw discoveryError;
             }
+            completed = true;
+        }
+        catch (error) {
+            readError = error;
+            throw error;
         }
         finally {
+            const cancelled = readContext.abortController.signal.aborted || options.signal?.aborted;
             readContext.abortController.abort();
             readContext.removeSignalListener();
             this.activeReadControllers.delete(readContext.abortController);
-            await iterator.return?.();
-            await Promise.allSettled([...scheduledReads.values()].map(read => read.task));
+            const status = readError
+                ? cancelled
+                    ? 'cancelled'
+                    : 'failed'
+                : limitReached || !completed
+                    ? 'early-terminated'
+                    : 'completed';
+            emitScanExecutionTelemetry(options.onTelemetry, createParquetDatasetScanExecutionTelemetry(telemetryBefore, this.getTelemetry(), startedAt, status, limitReached
+                ? 'limit'
+                : !completed && readError === undefined
+                    ? 'consumer-return'
+                    : undefined, readError));
         }
     }
     /** Permanently closes this dataset source and aborts every active read. */
@@ -154,7 +250,55 @@ export class ParquetDatasetSource {
         }
     }
     /** Reads one child source into its bounded file-order queue. */
-    async readFile(indexedFile, options, queue, signal) {
+    async *getReadTasks(options, signal, filePlans) {
+        const selectedFiles = this.getSelectedFiles({ ...options, signal });
+        for await (const indexedFile of selectedFiles) {
+            if (filePlans && !filePlans.has(indexedFile.index)) {
+                continue;
+            }
+            yield {
+                run: taskSignal => this.readFile(indexedFile, options, taskSignal, filePlans?.get(indexedFile.index))
+            };
+        }
+    }
+    /** Plans retained files through bounded, ordered common scan tasks. */
+    async *getPlanTasks(options, signal, discovery) {
+        const selectedFiles = this.getSelectedFiles({ ...options, signal }, discovery);
+        for await (const indexedFile of selectedFiles) {
+            yield { run: taskSignal => this.planFile(indexedFile, options, taskSignal) };
+        }
+    }
+    /** Produces one child physical plan and closes its temporary source. */
+    async *planFile(indexedFile, options, signal) {
+        const source = this.createSource(indexedFile.file);
+        this.telemetry.filesOpened++;
+        try {
+            if (this.options.parquetDataset?.validateSchema !== false) {
+                await this.validateFileSchema(source, indexedFile, signal);
+            }
+            const parquet = await source.getScanPlan({
+                columns: options.columns,
+                predicate: options.predicate,
+                bbox: options.bbox,
+                geometryColumn: options.geometryColumn,
+                rowGroupFilter: options.rowGroupFilter,
+                limit: undefined,
+                signal
+            });
+            yield Object.freeze({
+                fileIndex: indexedFile.index,
+                fileId: getDatasetFileId(indexedFile.file, indexedFile.index),
+                partitions: indexedFile.file.partitions,
+                parquet
+            });
+        }
+        finally {
+            await source.close();
+            this.addParquetTelemetry(source.getTelemetry());
+        }
+    }
+    /** Reads one child source as an asynchronous batch iterable. */
+    async *readFile(indexedFile, options, signal, scanPlan) {
         const source = this.createSource(indexedFile.file);
         this.telemetry.filesOpened++;
         try {
@@ -165,16 +309,19 @@ export class ParquetDatasetSource {
                 columns: options.columns,
                 batchSize: options.batchSize,
                 concurrency: options.concurrency,
+                rowGroups: scanPlan?.rowGroups.indices,
                 rowGroupFilter: options.rowGroupFilter,
-                predicate: options.predicate,
+                predicate: options.predicate ?? (!options.bbox ? getPlanPredicate(scanPlan) : undefined),
+                bbox: options.bbox,
+                geometryColumn: options.geometryColumn,
+                limit: undefined,
                 signal
             })) {
-                await queue.push(createDatasetBatch(batch, indexedFile), signal);
+                yield createDatasetBatch(batch, indexedFile);
             }
-            queue.finish();
         }
         catch (error) {
-            queue.fail(error);
+            throw error;
         }
         finally {
             await source.close();
@@ -198,10 +345,13 @@ export class ParquetDatasetSource {
     }
     /** Creates a child source while preserving caller fetch, worker, range, and decode options. */
     createSource(file) {
-        return new ParquetSource(file.data, this.options, this.coreApi);
+        const parquetOptions = this.options.parquet
+            ? { ...this.options.parquet, limit: undefined }
+            : undefined;
+        return new ParquetSource(file.data, { ...this.options, parquet: parquetOptions }, this.coreApi);
     }
     /** Lazily discovers descriptors and applies conservative local pruning. */
-    async *getSelectedFiles(query) {
+    async *getSelectedFiles(query, discovery) {
         throwIfAborted(query.signal);
         const collection = await getFileCollection(this.files, query);
         let index = 0;
@@ -209,17 +359,25 @@ export class ParquetDatasetSource {
             throwIfAborted(query.signal);
             validateDatasetFile(file, index);
             this.telemetry.filesDiscovered++;
+            if (discovery)
+                discovery.discovered++;
             if (query.bbox && file.bbox && !doBoundingBoxesIntersect(query.bbox, file.bbox)) {
                 this.telemetry.filesPrunedByBoundingBox++;
+                if (discovery)
+                    discovery.prunedByBoundingBox++;
                 index++;
                 continue;
             }
             if (query.partitions && !matchesPartitions(file.partitions, query.partitions)) {
                 this.telemetry.filesPrunedByPartitions++;
+                if (discovery)
+                    discovery.prunedByPartitions++;
                 index++;
                 continue;
             }
             this.telemetry.filesSelected++;
+            if (discovery)
+                discovery.selected++;
             yield { file, index: index++ };
         }
     }
@@ -236,6 +394,10 @@ export class ParquetDatasetSource {
         }
     }
 }
+/** Creates operation-local descriptor discovery counters. */
+function createParquetDatasetDiscoverySummary() {
+    return { discovered: 0, selected: 0, prunedByBoundingBox: 0, prunedByPartitions: 0 };
+}
 /** Normalizes static descriptors and lazy providers into one file collection. */
 async function getFileCollection(files, query) {
     return typeof files === 'function' ? await files(query) : files;
@@ -262,6 +424,11 @@ function createDatasetBatch(batch, indexedFile) {
     });
     return { ...batch, metadata: provenance, ...datasetProvenance };
 }
+/** Returns the filter predicate recorded in one child source plan. */
+function getPlanPredicate(plan) {
+    const filter = plan?.plan.find(step => step.kind === 'filter');
+    return filter?.kind === 'filter' ? filter.predicate : undefined;
+}
 /** Returns a stable descriptor identity for batch provenance and diagnostics. */
 function getDatasetFileId(file, index) {
     if (file.id) {
@@ -282,15 +449,30 @@ function validateDatasetFile(file, index) {
 }
 /** Tests 2D intersection while conservatively accepting additional dimensions. */
 function doBoundingBoxesIntersect(left, right) {
-    const leftMaximumX = left.length === 6 ? left[3] : left[2];
-    const leftMaximumY = left.length === 6 ? left[4] : left[3];
-    const rightMaximumX = right.length === 6 ? right[3] : right[2];
-    const rightMaximumY = right.length === 6 ? right[4] : right[3];
-    return (left[0] <= rightMaximumX &&
-        leftMaximumX >= right[0] &&
+    const leftMaximumX = left.length === 8 ? left[4] : left.length === 6 ? left[3] : left[2];
+    const leftMaximumY = left.length === 8 ? left[5] : left.length === 6 ? left[4] : left[3];
+    const rightMaximumX = right.length === 8 ? right[4] : right.length === 6 ? right[3] : right[2];
+    const rightMaximumY = right.length === 8 ? right[5] : right.length === 6 ? right[4] : right[3];
+    return (doLongitudeIntervalsIntersect(left[0], leftMaximumX, right[0], rightMaximumX) &&
         left[1] <= rightMaximumY &&
         leftMaximumY >= right[1]);
 }
+/** Tests longitude intervals that may use RFC 7946 antimeridian wrapping. */
+function doLongitudeIntervalsIntersect(firstWest, firstEast, secondWest, secondEast) {
+    const firstIntervals = firstWest <= firstEast
+        ? [[firstWest, firstEast]]
+        : [
+            [firstWest, 180],
+            [-180, firstEast]
+        ];
+    const secondIntervals = secondWest <= secondEast
+        ? [[secondWest, secondEast]]
+        : [
+            [secondWest, 180],
+            [-180, secondEast]
+        ];
+    return firstIntervals.some(first => secondIntervals.some(second => first[0] <= second[1] && first[1] >= second[0]));
+}
 /** Tests exact partition constraints without rejecting files that omit a requested key. */
 function matchesPartitions(partitions, query) {
     for (const [key, requested] of Object.entries(query)) {
@@ -362,6 +544,9 @@ function createParquetDatasetTelemetry() {
             rowGroupsRequested: 0,
             rowGroupsPruned: 0,
             rowGroupsPrunedByStatistics: 0,
+            rowGroupsPrunedByBloomFilter: 0,
+            bloomFiltersRead: 0,
+            bloomFilterBytesRead: 0,
             rowGroupsPrunedByPageIndex: 0,
             pageIndexesRead: 0,
             pagesRead: 0,
@@ -377,4 +562,41 @@ function createParquetDatasetTelemetry() {
         }
     };
 }
+/** Converts cumulative dataset and child counters into one portable read-scoped snapshot. */
+function createParquetDatasetScanExecutionTelemetry(before, after, startedAt, status, earlyTerminationReason, error) {
+    const parquet = Object.fromEntries(Object.keys(after.parquet).map(key => {
+        const telemetryKey = key;
+        return [key, after.parquet[telemetryKey] - before.parquet[telemetryKey]];
+    }));
+    const dataset = Object.freeze({
+        filesDiscovered: after.filesDiscovered - before.filesDiscovered,
+        filesSelected: after.filesSelected - before.filesSelected,
+        filesPrunedByBoundingBox: after.filesPrunedByBoundingBox - before.filesPrunedByBoundingBox,
+        filesPrunedByPartitions: after.filesPrunedByPartitions - before.filesPrunedByPartitions,
+        filesOpened: after.filesOpened - before.filesOpened,
+        batchesEmitted: after.batchesEmitted - before.batchesEmitted,
+        rowsEmitted: after.rowsEmitted - before.rowsEmitted
+    });
+    const rowsRead = Math.max(parquet.predicateRowsTested, parquet.rowsEmitted, dataset.rowsEmitted);
+    return Object.freeze({
+        status,
+        sourcesPlanned: Math.max(dataset.filesSelected, dataset.filesOpened),
+        sourcesRead: dataset.filesOpened,
+        batchesRead: dataset.batchesEmitted,
+        batchesDecoded: parquet.rowGroupsDecoded,
+        rowsRead,
+        rowsTested: parquet.predicateRowsTested || undefined,
+        rowsRetained: parquet.predicateRowsMatched || undefined,
+        rowsReturned: dataset.rowsEmitted,
+        bytesRead: parquet.downloadedBytes,
+        bytesFetched: parquet.downloadedBytes,
+        filesOpened: dataset.filesOpened,
+        tasksOpened: parquet.rowGroupsDecoded,
+        rowsPruned: parquet.rowsPrunedByPageIndex,
+        durationMilliseconds: Date.now() - startedAt,
+        earlyTerminationReason,
+        details: Object.freeze({ dataset, parquet: Object.freeze({ ...parquet }) }),
+        ...(error === undefined ? {} : { error })
+    });
+}
 //# sourceMappingURL=parquet-dataset-source.js.map

package/dist/parquet-dataset-source.js.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-dataset-source.js","sourceRoot":"","sources":["../src/parquet-dataset-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,gBAAgB,EAAC,4CAAyC;AAClE,OAAO,EAAC,aAAa,EAAC,mCAAgC;AAgCtD,MAAM,wBAAwB,GAAG,CAAC,CAAC;AAgBnC;;;;;GAKG;AACH,MAAM,OAAO,oBAAoB;IAC/B,+DAA+D;IACtD,KAAK,CAAsB;IACpC,sDAAsD;IAC7C,OAAO,CAA8B;IAC9C,wDAAwD;IAC/C,OAAO,CAAW;IAE3B,kDAAkD;IACjC,qBAAqB,GAAG,IAAI,GAAG,EAAmB,CAAC;IACpE,8DAA8D;IACtD,MAAM,GAAG,KAAK,CAAC;IACvB,qDAAqD;IACpC,SAAS,GAAG,6BAA6B,EAAE,CAAC;IAE7D,gFAAgF;IAChF,YACE,KAA0B,EAC1B,UAAuC,EAAE,EACzC,OAAiB;QAEjB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CACb,uFAAuF,CACxF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,mGAAmG;IACnG,KAAK,CAAC,SAAS,CAAC,QAAiC,EAAE;QACjD,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACnD,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,OAAO,MAAM,MAAM,CAAC,SAAS,CAAC,EAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAC,CAAC,CAAC;YACxD,CAAC;oBAAS,CAAC;gBACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;gBACrB,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,sFAAsF;IACtF,YAAY;QACV,OAAO,MAAM,CAAC,MAAM,CAAC;YACnB,GAAG,IAAI,CAAC,SAAS;YACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,EAAC,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAC,CAAC;SACpD,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,CAAC,IAAI,CAAC,UAAqC,EAAE;QACjD,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,WAAW,GAAG,yBAAyB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9D,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAC5D,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC;YAC1C,GAAG,OAAO;YACV,MAAM,EAAE,WAAW,CAAC,eAAe,CAAC,MAAM;SAC3C,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QACvD,MAAM,cAAc,GAAG,IAAI,GAAG,EAA6B,CAAC;QAC5D,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAC7B,IAAI,cAAuB,CAAC;QAC5B,MAAM,eAAe,GAAG,wBAAwB,CAC9C,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,eAAe,CACxE,CAAC;QAEF,MAAM,YAAY,GAAG,KAAK,IAAmB,EAAE;YAC7C,IAAI,gBAAgB,EAAE,CAAC;gBACrB,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,gBAAgB,GAAG,IAAI,CAAC;gBACxB,OAAO;YACT,CAAC;YACD,MAAM,QAAQ,GAAG,oBAAoB,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,gBAAgB,EAAuB,CAAC;YAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAC3F,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAC,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;QAC9C,CAAC,CAAC;QAEF,MAAM,kBAAkB,GAAG,KAAK,IAAmB,EAAE;YACnD,IAAI,CAAC;gBACH,OAAO,cAAc,CAAC,IAAI,GAAG,eAAe,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBAClE,MAAM,YAAY,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,cAAc,GAAG,KAAK,CAAC;gBACvB,gBAAgB,GAAG,IAAI,CAAC;YAC1B,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,YAAY,EAAE,CAAC;YACrB,IAAI,gBAAgB,GAAG,kBAAkB,EAAE,CAAC;YAE5C,OAAO,cAAc,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,aAAa,GAAG,cAAc,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;gBAC5D,IAAI,CAAC,aAAa,EAAE,CAAC;oBACnB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;gBACvE,CAAC;gBACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;oBAC9C,cAAc,CAAC,WAAW,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;oBACnD,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC;oBAChC,IAAI,CAAC,SAAS,CAAC,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC;oBAC3C,MAAM,KAAK,CAAC;gBACd,CAAC;gBACD,MAAM,aAAa,CAAC,IAAI,CAAC;gBACzB,cAAc,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBAC3C,MAAM,gBAAgB,CAAC;gBACvB,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;oBACjC,MAAM,cAAc,CAAC;gBACvB,CAAC;gBACD,gBAAgB,GAAG,kBAAkB,EAAE,CAAC;YAC1C,CAAC;YACD,MAAM,gBAAgB,CAAC;YACvB,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;gBACjC,MAAM,cAAc,CAAC;YACvB,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,WAAW,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YACpC,WAAW,CAAC,oBAAoB,EAAE,CAAC;YACnC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAC/D,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,KAAK,MAAM,eAAe,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YACzD,eAAe,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,gEAAgE;IACxD,KAAK,CAAC,QAAQ,CACpB,WAAsC,EACtC,OAAkC,EAClC,KAA4C,EAC5C,MAAmB;QAEnB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,cAAc,KAAK,KAAK,EAAE,CAAC;gBAC1D,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;YAC7D,CAAC;YACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC;gBACpC,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,MAAM;aACP,CAAC,EAAE,CAAC;gBACH,MAAM,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,MAAM,CAAC,CAAC;YACnE,CAAC;YACD,KAAK,CAAC,MAAM,EAAE,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,qFAAqF;IAC7E,wBAAwB,GAA2B,IAAI,CAAC;IAEhE,wFAAwF;IAChF,KAAK,CAAC,kBAAkB,CAC9B,MAAqB,EACrB,WAAsC,EACtC,MAAmB;QAEnB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC;QAChD,MAAM,WAAW,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC;YACnC,IAAI,CAAC,wBAAwB,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC7D,OAAO;QACT,CAAC;QACD,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC;QAChE,IAAI,WAAW,KAAK,mBAAmB,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,wBAAwB,gBAAgB,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC,6BAA6B,CAC3G,CAAC;QACJ,CAAC;IACH,CAAC;IAED,+FAA+F;IACvF,YAAY,CAAC,IAAwB;QAC3C,OAAO,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAClE,CAAC;IAED,2EAA2E;IACnE,KAAK,CAAC,CAAC,gBAAgB,CAC7B,KAA8B;QAE9B,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC7B,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC9D,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YACpC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC7B,mBAAmB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACjC,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;YACjC,IAAI,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChF,IAAI,CAAC,SAAS,CAAC,wBAAwB,EAAE,CAAC;gBAC1C,KAAK,EAAE,CAAC;gBACR,SAAS;YACX,CAAC;YACD,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC9E,IAAI,CAAC,SAAS,CAAC,uBAAuB,EAAE,CAAC;gBACzC,KAAK,EAAE,CAAC;gBACR,SAAS;YACX,CAAC;YACD,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;YAC/B,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,iEAAiE;IACzD,mBAAmB,CAAC,SAA2B;QACrD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAkC,EAAE,CAAC;YAC1E,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,6DAA6D;IACrD,UAAU;QAChB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;CACF;AAED,iFAAiF;AACjF,KAAK,UAAU,iBAAiB,CAC9B,KAA0B,EAC1B,KAA8B;IAE9B,OAAO,OAAO,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAClE,CAAC;AAED,kFAAkF;AAClF,SAAS,kBAAkB,CACzB,KAAyB,EACzB,WAAsC;IAEtC,MAAM,iBAAiB,GAAG;QACxB,gBAAgB,EAAE,WAAW,CAAC,KAAK;QACnC,aAAa,EAAE,gBAAgB,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC;QACpE,iBAAiB,EAAE,WAAW,CAAC,IAAI,CAAC,UAAU;QAC9C,mBAAmB,EAAE,WAAW,CAAC,IAAI,CAAC,QAAQ;KAC/C,CAAC;IACF,MAAM,UAAU,GAAkC,MAAM,CAAC,MAAM,CAAC;QAC9D,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;QAC1C,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;QAC5C,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,GAAG,iBAAiB;KACrB,CAAC,CAAC;IACH,OAAO,EAAC,GAAG,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,iBAAiB,EAAC,CAAC;AAChE,CAAC;AAED,iFAAiF;AACjF,SAAS,gBAAgB,CAAC,IAAwB,EAAE,KAAa;IAC/D,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IACD,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IACD,OAAO,OAAO,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,IAAI,YAAY,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI;QAC/E,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI;QAChB,CAAC,CAAC,QAAQ,KAAK,EAAE,CAAC;AACtB,CAAC;AAED,qEAAqE;AACrE,SAAS,mBAAmB,CAAC,IAAwB,EAAE,KAAa;IAClE,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC;QAC7E,MAAM,IAAI,KAAK,CAAC,oDAAoD,KAAK,EAAE,CAAC,CAAC;IAC/E,CAAC;AACH,CAAC;AAED,kFAAkF;AAClF,SAAS,wBAAwB,CAC/B,IAA+B,EAC/B,KAAgC;IAEhC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3D,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3D,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC/D,OAAO,CACL,IAAI,CAAC,CAAC,CAAC,IAAI,aAAa;QACxB,YAAY,IAAI,KAAK,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,CAAC,CAAC,IAAI,aAAa;QACxB,YAAY,IAAI,KAAK,CAAC,CAAC,CAAC,CACzB,CAAC;AACJ,CAAC;AAED,2FAA2F;AAC3F,SAAS,iBAAiB,CACxB,UAA8E,EAC9E,KAAyD;IAEzD,KAAK,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACrD,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACpE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,uFAAuF;AACvF,SAAS,oBAAoB,CAAC,MAAc;IAC1C,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;AAED,+DAA+D;AAC/D,SAAS,wBAAwB,CAAC,KAAyB;IACzD,MAAM,WAAW,GAAG,KAAK,IAAI,wBAAwB,CAAC;IACtD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,uEAAuE,KAAK,EAAE,CAAC,CAAC;IAClG,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,wDAAwD;AACxD,SAAS,yBAAyB,CAAC,MAAoB;IAIrD,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAC9C,MAAM,KAAK,GAAG,GAAS,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChE,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,CAAC;IACV,CAAC;SAAM,CAAC;QACN,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;IACzD,CAAC;IACD,OAAO;QACL,eAAe;QACf,oBAAoB,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC;KACxE,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,SAAS,cAAc,CAAC,MAAoB;IAC1C,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACpB,MAAM,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IACnE,CAAC;AACH,CAAC;AAED,oEAAoE;AACpE,SAAS,6BAA6B;IACpC,OAAO;QACL,eAAe,EAAE,CAAC;QAClB,aAAa,EAAE,CAAC;QAChB,wBAAwB,EAAE,CAAC;QAC3B,uBAAuB,EAAE,CAAC;QAC1B,WAAW,EAAE,CAAC;QACd,cAAc,EAAE,CAAC;QACjB,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACP,iBAAiB,EAAE,CAAC;YACpB,cAAc,EAAE,CAAC;YACjB,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,CAAC;YACZ,iBAAiB,EAAE,CAAC;YACpB,uBAAuB,EAAE,CAAC;YAC1B,wBAAwB,EAAE,CAAC;YAC3B,UAAU,EAAE,CAAC;YACb,gBAAgB,EAAE,CAAC;YACnB,yBAAyB,EAAE,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,eAAe,EAAE,CAAC;YAClB,2BAA2B,EAAE,CAAC;YAC9B,0BAA0B,EAAE,CAAC;YAC7B,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;YACd,qBAAqB,EAAE,CAAC;YACxB,gBAAgB,EAAE,CAAC;YACnB,cAAc,EAAE,CAAC;YACjB,WAAW,EAAE,CAAC;YACd,mBAAmB,EAAE,CAAC;YACtB,oBAAoB,EAAE,CAAC;YACvB,iBAAiB,EAAE,CAAC;YACpB,eAAe,EAAE,CAAC;SACnB;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"parquet-dataset-source.js","sourceRoot":"","sources":["../src/parquet-dataset-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EACL,gBAAgB,EAChB,0BAA0B,EAC1B,iBAAiB,EACjB,uBAAuB,EAMxB,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAC,aAAa,EAAC,mCAAgC;AACtD,OAAO,EAAC,iBAAiB,EAAC,qCAAkC;AAC5D,OAAO,EAAC,gCAAgC,EAAC,yCAAsC;AAsC/E,MAAM,wBAAwB,GAAG,CAAC,CAAC;AAoBnC;;;;;GAKG;AACH,MAAM,OAAO,oBAAoB;IAC/B,qFAAqF;IAC5E,sBAAsB,GAAG,gCAAgC,CAAC;IACnE,+DAA+D;IACtD,KAAK,CAAsB;IACpC,sDAAsD;IAC7C,OAAO,CAA8B;IAC9C,wDAAwD;IAC/C,OAAO,CAAW;IAE3B,kDAAkD;IACjC,qBAAqB,GAAG,IAAI,GAAG,EAAmB,CAAC;IACpE,8DAA8D;IACtD,MAAM,GAAG,KAAK,CAAC;IACvB,qDAAqD;IACpC,SAAS,GAAG,6BAA6B,EAAE,CAAC;IAE7D,gFAAgF;IAChF,YACE,KAA0B,EAC1B,UAAuC,EAAE,EACzC,OAAiB;QAEjB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CACb,uFAAuF,CACxF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,mGAAmG;IACnG,KAAK,CAAC,SAAS,CAAC,QAAiC,EAAE;QACjD,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACnD,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,OAAO,MAAM,MAAM,CAAC,SAAS,CAAC,EAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAC,CAAC,CAAC;YACxD,CAAC;oBAAS,CAAC;gBACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;gBACrB,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,sFAAsF;IACtF,YAAY;QACV,OAAO,MAAM,CAAC,MAAM,CAAC;YACnB,GAAG,IAAI,CAAC,SAAS;YACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,EAAC,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAC,CAAC;SACpD,CAAC,CAAC;IACL,CAAC;IAED,uFAAuF;IACvF,KAAK,CAAC,gBAAgB,CACpB,UAAqC,EAAE;QAEvC,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,SAAS,GAAmB,EAAE,CAAC;QACrC,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACrD,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,aAAa,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC;YAC9B,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;gBAC9C,MAAM,IAAI,KAAK,CACb,qFAAqF,CACtF,CAAC;YACJ,CAAC;YACD,SAAS,CAAC,IAAI,CACZ,MAAM,CAAC,MAAM,CAAC;gBACZ,EAAE,EAAE,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC;gBAC7C,GAAG,EAAE,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;gBAC1D,eAAe,EAAE,IAAI,CAAC,UAAU;gBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CACH,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED,kFAAkF;IAClF,KAAK,CAAC,WAAW,CAAC,UAAqC,EAAE;QACvD,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,uBAAuB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,yBAAyB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9D,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,oCAAoC,EAAE,CAAC;QACzD,MAAM,SAAS,GAAiC,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,WAAW,CAAC,eAAe,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACxF,MAAM,eAAe,GAAG,wBAAwB,CAC9C,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,eAAe,CACxE,CAAC;QACF,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,gBAAgB,CAAC,KAAK,EAAE;gBACnD,WAAW,EAAE,eAAe;gBAC5B,MAAM,EAAE,WAAW,CAAC,eAAe,CAAC,MAAM;aAC3C,CAAC,EAAE,CAAC;gBACH,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;YACD,MAAM,aAAa,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACnC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;YACD,MAAM,kBAAkB,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAC3F,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC;YACpE,MAAM,WAAW,GAAG,iBAAiB,CACnC,aAAa,CAAC,OAAO,CAAC,aAAa,EACnC;gBACE,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,aAAa;gBAC5C,SAAS,EACP,kBAAkB,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;gBAClF,KAAK,EAAE,cAAc;aACtB,EACD,gCAAgC,CACjC,CAAC;YACF,OAAO,MAAM,CAAC,MAAM,CAAC;gBACnB,GAAG,WAAW;gBACd,MAAM,EAAE,iBAA0B;gBAClC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,EAAC,GAAG,SAAS,EAAC,CAAC;gBACpC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC;aACpC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,WAAW,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YACpC,WAAW,CAAC,oBAAoB,EAAE,CAAC;YACnC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,KAAK,CAAC,OAAO,CAAC,UAAqC,EAAE;QACnD,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,iGAAiG;IACjG,KAAK,CAAC,CAAC,eAAe,CACpB,IAA2B,EAC3B,UAAqC,EAAE;QAEvC,IAAI,IAAI,CAAC,MAAM,KAAK,iBAAiB,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC9E,CAAC;QACD,uBAAuB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,aAAa,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,IAAI,MAAM,CAAC,iBAAiB,CAAC;QAC7F,IAAI,aAAa,KAAK,CAAC;YAAE,OAAO;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QAChE,MAAM,WAAW,GAA8B;YAC7C,GAAG,OAAO;YACV,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,aAAa;YAC9C,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC,SAAS,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;SACpF,CAAC;QACF,aAAa,GAAG,WAAW,CAAC,KAAK,IAAI,MAAM,CAAC,iBAAiB,CAAC;QAC9D,MAAM,WAAW,GAAG,yBAAyB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAClE,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,IAAI,GAAG,CACvB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CACvE,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,CAAC,eAAe,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC5F,MAAM,eAAe,GAAG,wBAAwB,CAC9C,WAAW,CAAC,eAAe,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,eAAe,CAC5E,CAAC;QACF,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,CAAC,KAAK,EAAE;gBAChD,WAAW,EAAE,eAAe;gBAC5B,MAAM,EAAE,WAAW,CAAC,eAAe,CAAC,MAAM;aAC3C,CAAC,EAAE,CAAC;gBACH,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;gBACpF,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC;gBAChC,IAAI,CAAC,SAAS,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,CAAC;gBACjD,MAAM,WAAW,CAAC;gBAClB,aAAa,IAAI,WAAW,CAAC,MAAM,CAAC;gBACpC,IAAI,aAAa,KAAK,CAAC;oBAAE,OAAO;YAClC,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,WAAW,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YACpC,WAAW,CAAC,oBAAoB,EAAE,CAAC;YACnC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,mEAAmE;IACnE,IAAI,CAAC,UAAqC,EAAE;QAC1C,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,CAAC,IAAI,CAAC,UAAqC,EAAE;QACjD,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,uBAAuB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5C,IAAI,aAAa,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,IAAI,MAAM,CAAC,iBAAiB,CAAC;QAC7F,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;YACxB,0BAA0B,CACxB,OAAO,CAAC,WAAW,EACnB,0CAA0C,CACxC,eAAe,EACf,IAAI,CAAC,YAAY,EAAE,EACnB,SAAS,EACT,kBAAkB,EAClB,OAAO,CACR,CACF,CAAC;YACF,OAAO;QACT,CAAC;QACD,MAAM,WAAW,GAAG,yBAAyB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9D,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,WAAW,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC7E,MAAM,eAAe,GAAG,wBAAwB,CAC9C,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,eAAe,CACxE,CAAC;QACF,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,SAAkB,CAAC;QAEvB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,CAAC,KAAK,EAAE;gBAChD,WAAW,EAAE,eAAe;gBAC5B,MAAM,EAAE,WAAW,CAAC,eAAe,CAAC,MAAM;aAC3C,CAAC,EAAE,CAAC;gBACH,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;gBACpF,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC;gBAChC,IAAI,CAAC,SAAS,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,CAAC;gBACjD,MAAM,WAAW,CAAC;gBAClB,aAAa,IAAI,WAAW,CAAC,MAAM,CAAC;gBACpC,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;oBACxB,YAAY,GAAG,IAAI,CAAC;oBACpB,OAAO;gBACT,CAAC;YACH,CAAC;YACD,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,CAAC;YAClB,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,MAAM,SAAS,GAAG,WAAW,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC;YACxF,WAAW,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YACpC,WAAW,CAAC,oBAAoB,EAAE,CAAC;YACnC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAC/D,MAAM,MAAM,GAAqC,SAAS;gBACxD,CAAC,CAAC,SAAS;oBACT,CAAC,CAAC,WAAW;oBACb,CAAC,CAAC,QAAQ;gBACZ,CAAC,CAAC,YAAY,IAAI,CAAC,SAAS;oBAC1B,CAAC,CAAC,kBAAkB;oBACpB,CAAC,CAAC,WAAW,CAAC;YAClB,0BAA0B,CACxB,OAAO,CAAC,WAAW,EACnB,0CAA0C,CACxC,eAAe,EACf,IAAI,CAAC,YAAY,EAAE,EACnB,SAAS,EACT,MAAM,EACN,YAAY;gBACV,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,CAAC,SAAS,IAAI,SAAS,KAAK,SAAS;oBACrC,CAAC,CAAC,iBAAiB;oBACnB,CAAC,CAAC,SAAS,EACf,SAAS,CACV,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,KAAK,MAAM,eAAe,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YACzD,eAAe,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,gEAAgE;IACxD,KAAK,CAAC,CAAC,YAAY,CACzB,OAAkC,EAClC,MAAmB,EACnB,SAAqD;QAErD,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,EAAC,GAAG,OAAO,EAAE,MAAM,EAAC,CAAC,CAAC;QAClE,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,aAAa,EAAE,CAAC;YAC9C,IAAI,SAAS,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnD,SAAS;YACX,CAAC;YACD,MAAM;gBACJ,GAAG,EAAE,UAAU,CAAC,EAAE,CAChB,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;aACrF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,uEAAuE;IAC/D,KAAK,CAAC,CAAC,YAAY,CACzB,OAAkC,EAClC,MAAmB,EACnB,SAAyC;QAEzC,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,EAAC,GAAG,OAAO,EAAE,MAAM,EAAC,EAAE,SAAS,CAAC,CAAC;QAC7E,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,aAAa,EAAE,CAAC;YAC9C,MAAM,EAAC,GAAG,EAAE,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,EAAE,UAAU,CAAC,EAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAED,wEAAwE;IAChE,KAAK,CAAC,CAAC,QAAQ,CACrB,WAAsC,EACtC,OAAkC,EAClC,MAAmB;QAEnB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,cAAc,KAAK,KAAK,EAAE,CAAC;gBAC1D,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;YAC7D,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC;gBACvC,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,KAAK,EAAE,SAAS;gBAChB,MAAM;aACP,CAAC,CAAC;YACH,MAAM,MAAM,CAAC,MAAM,CAAC;gBAClB,SAAS,EAAE,WAAW,CAAC,KAAK;gBAC5B,MAAM,EAAE,gBAAgB,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC;gBAC7D,UAAU,EAAE,WAAW,CAAC,IAAI,CAAC,UAAU;gBACvC,OAAO;aACR,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,gEAAgE;IACxD,KAAK,CAAC,CAAC,QAAQ,CACrB,WAAsC,EACtC,OAAkC,EAClC,MAAmB,EACnB,QAA+B;QAE/B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,cAAc,KAAK,KAAK,EAAE,CAAC;gBAC1D,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;YAC7D,CAAC;YACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC;gBACpC,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,OAAO;gBACtC,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBACxF,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,KAAK,EAAE,SAAS;gBAChB,MAAM;aACP,CAAC,EAAE,CAAC;gBACH,MAAM,kBAAkB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,qFAAqF;IAC7E,wBAAwB,GAA2B,IAAI,CAAC;IAEhE,wFAAwF;IAChF,KAAK,CAAC,kBAAkB,CAC9B,MAAqB,EACrB,WAAsC,EACtC,MAAmB;QAEnB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC;QAChD,MAAM,WAAW,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC;YACnC,IAAI,CAAC,wBAAwB,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC7D,OAAO;QACT,CAAC;QACD,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC;QAChE,IAAI,WAAW,KAAK,mBAAmB,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,wBAAwB,gBAAgB,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC,6BAA6B,CAC3G,CAAC;QACJ,CAAC;IACH,CAAC;IAED,+FAA+F;IACvF,YAAY,CAAC,IAAwB;QAC3C,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO;YACzC,CAAC,CAAC,EAAC,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAC;YAC7C,CAAC,CAAC,SAAS,CAAC;QACd,OAAO,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,EAAC,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,cAAc,EAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAChG,CAAC;IAED,2EAA2E;IACnE,KAAK,CAAC,CAAC,gBAAgB,CAC7B,KAA8B,EAC9B,SAA0C;QAE1C,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC7B,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC9D,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YACpC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC7B,mBAAmB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACjC,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;YACjC,IAAI,SAAS;gBAAE,SAAS,CAAC,UAAU,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChF,IAAI,CAAC,SAAS,CAAC,wBAAwB,EAAE,CAAC;gBAC1C,IAAI,SAAS;oBAAE,SAAS,CAAC,mBAAmB,EAAE,CAAC;gBAC/C,KAAK,EAAE,CAAC;gBACR,SAAS;YACX,CAAC;YACD,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC9E,IAAI,CAAC,SAAS,CAAC,uBAAuB,EAAE,CAAC;gBACzC,IAAI,SAAS;oBAAE,SAAS,CAAC,kBAAkB,EAAE,CAAC;gBAC9C,KAAK,EAAE,CAAC;gBACR,SAAS;YACX,CAAC;YACD,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;YAC/B,IAAI,SAAS;gBAAE,SAAS,CAAC,QAAQ,EAAE,CAAC;YACpC,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,iEAAiE;IACzD,mBAAmB,CAAC,SAA2B;QACrD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAkC,EAAE,CAAC;YAC1E,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,6DAA6D;IACrD,UAAU;QAChB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;CACF;AAED,6DAA6D;AAC7D,SAAS,oCAAoC;IAC3C,OAAO,EAAC,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAC,CAAC;AACrF,CAAC;AAED,iFAAiF;AACjF,KAAK,UAAU,iBAAiB,CAC9B,KAA0B,EAC1B,KAA8B;IAE9B,OAAO,OAAO,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAClE,CAAC;AAED,kFAAkF;AAClF,SAAS,kBAAkB,CACzB,KAAyB,EACzB,WAAsC;IAEtC,MAAM,iBAAiB,GAAG;QACxB,gBAAgB,EAAE,WAAW,CAAC,KAAK;QACnC,aAAa,EAAE,gBAAgB,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC;QACpE,iBAAiB,EAAE,WAAW,CAAC,IAAI,CAAC,UAAU;QAC9C,mBAAmB,EAAE,WAAW,CAAC,IAAI,CAAC,QAAQ;KAC/C,CAAC;IACF,MAAM,UAAU,GAAkC,MAAM,CAAC,MAAM,CAAC;QAC9D,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;QAC1C,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;QAC5C,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,GAAG,iBAAiB;KACrB,CAAC,CAAC;IACH,OAAO,EAAC,GAAG,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,iBAAiB,EAAC,CAAC;AAChE,CAAC;AAED,sEAAsE;AACtE,SAAS,gBAAgB,CAAC,IAAsC;IAC9D,MAAM,MAAM,GAAG,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IAC/D,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AAClE,CAAC;AAED,iFAAiF;AACjF,SAAS,gBAAgB,CAAC,IAAwB,EAAE,KAAa;IAC/D,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IACD,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IACD,OAAO,OAAO,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,IAAI,YAAY,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI;QAC/E,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI;QAChB,CAAC,CAAC,QAAQ,KAAK,EAAE,CAAC;AACtB,CAAC;AAED,qEAAqE;AACrE,SAAS,mBAAmB,CAAC,IAAwB,EAAE,KAAa;IAClE,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC;QAC7E,MAAM,IAAI,KAAK,CAAC,oDAAoD,KAAK,EAAE,CAAC,CAAC;IAC/E,CAAC;AACH,CAAC;AAED,kFAAkF;AAClF,SAAS,wBAAwB,CAC/B,IAA+B,EAC/B,KAAgC;IAEhC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzF,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzF,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC/F,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC/F,OAAO,CACL,6BAA6B,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;QAC7E,IAAI,CAAC,CAAC,CAAC,IAAI,aAAa;QACxB,YAAY,IAAI,KAAK,CAAC,CAAC,CAAC,CACzB,CAAC;AACJ,CAAC;AAED,6EAA6E;AAC7E,SAAS,6BAA6B,CACpC,SAAiB,EACjB,SAAiB,EACjB,UAAkB,EAClB,UAAkB;IAElB,MAAM,cAAc,GAClB,SAAS,IAAI,SAAS;QACpB,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC1B,CAAC,CAAC;YACE,CAAC,SAAS,EAAE,GAAG,CAAC;YAChB,CAAC,CAAC,GAAG,EAAE,SAAS,CAAC;SAClB,CAAC;IACR,MAAM,eAAe,GACnB,UAAU,IAAI,UAAU;QACtB,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAC5B,CAAC,CAAC;YACE,CAAC,UAAU,EAAE,GAAG,CAAC;YACjB,CAAC,CAAC,GAAG,EAAE,UAAU,CAAC;SACnB,CAAC;IACR,OAAO,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CACjC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAC/E,CAAC;AACJ,CAAC;AAED,2FAA2F;AAC3F,SAAS,iBAAiB,CACxB,UAA8E,EAC9E,KAAyD;IAEzD,KAAK,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACrD,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACpE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,uFAAuF;AACvF,SAAS,oBAAoB,CAAC,MAAc;IAC1C,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;AAED,+DAA+D;AAC/D,SAAS,wBAAwB,CAAC,KAAyB;IACzD,MAAM,WAAW,GAAG,KAAK,IAAI,wBAAwB,CAAC;IACtD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,uEAAuE,KAAK,EAAE,CAAC,CAAC;IAClG,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,wDAAwD;AACxD,SAAS,yBAAyB,CAAC,MAAoB;IAIrD,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAC9C,MAAM,KAAK,GAAG,GAAS,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChE,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,CAAC;IACV,CAAC;SAAM,CAAC;QACN,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;IACzD,CAAC;IACD,OAAO;QACL,eAAe;QACf,oBAAoB,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC;KACxE,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,SAAS,cAAc,CAAC,MAAoB;IAC1C,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACpB,MAAM,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IACnE,CAAC;AACH,CAAC;AAED,oEAAoE;AACpE,SAAS,6BAA6B;IACpC,OAAO;QACL,eAAe,EAAE,CAAC;QAClB,aAAa,EAAE,CAAC;QAChB,wBAAwB,EAAE,CAAC;QAC3B,uBAAuB,EAAE,CAAC;QAC1B,WAAW,EAAE,CAAC;QACd,cAAc,EAAE,CAAC;QACjB,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACP,iBAAiB,EAAE,CAAC;YACpB,cAAc,EAAE,CAAC;YACjB,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,CAAC;YACZ,iBAAiB,EAAE,CAAC;YACpB,uBAAuB,EAAE,CAAC;YAC1B,wBAAwB,EAAE,CAAC;YAC3B,UAAU,EAAE,CAAC;YACb,gBAAgB,EAAE,CAAC;YACnB,yBAAyB,EAAE,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,eAAe,EAAE,CAAC;YAClB,2BAA2B,EAAE,CAAC;YAC9B,4BAA4B,EAAE,CAAC;YAC/B,gBAAgB,EAAE,CAAC;YACnB,oBAAoB,EAAE,CAAC;YACvB,0BAA0B,EAAE,CAAC;YAC7B,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;YACd,qBAAqB,EAAE,CAAC;YACxB,gBAAgB,EAAE,CAAC;YACnB,cAAc,EAAE,CAAC;YACjB,WAAW,EAAE,CAAC;YACd,mBAAmB,EAAE,CAAC;YACtB,oBAAoB,EAAE,CAAC;YACvB,iBAAiB,EAAE,CAAC;YACpB,eAAe,EAAE,CAAC;SACnB;KACF,CAAC;AACJ,CAAC;AAED,6FAA6F;AAC7F,SAAS,0CAA0C,CACjD,MAA+B,EAC/B,KAA8B,EAC9B,SAAiB,EACjB,MAAwC,EACxC,sBAAyE,EACzE,KAAe;IAEf,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAChC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QACnC,MAAM,YAAY,GAAG,GAA6B,CAAC;QACnD,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;IAC3E,CAAC,CAAC,CACiB,CAAC;IACtB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,eAAe,EAAE,KAAK,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe;QAC/D,aAAa,EAAE,KAAK,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa;QACzD,wBAAwB,EAAE,KAAK,CAAC,wBAAwB,GAAG,MAAM,CAAC,wBAAwB;QAC1F,uBAAuB,EAAE,KAAK,CAAC,uBAAuB,GAAG,MAAM,CAAC,uBAAuB;QACvF,WAAW,EAAE,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW;QACnD,cAAc,EAAE,KAAK,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc;QAC5D,WAAW,EAAE,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW;KACpD,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,mBAAmB,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IACjG,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,MAAM;QACN,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,OAAO,CAAC,WAAW,CAAC;QACpE,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,WAAW,EAAE,OAAO,CAAC,cAAc;QACnC,cAAc,EAAE,OAAO,CAAC,gBAAgB;QACxC,QAAQ;QACR,UAAU,EAAE,OAAO,CAAC,mBAAmB,IAAI,SAAS;QACpD,YAAY,EAAE,OAAO,CAAC,oBAAoB,IAAI,SAAS;QACvD,YAAY,EAAE,OAAO,CAAC,WAAW;QACjC,SAAS,EAAE,OAAO,CAAC,eAAe;QAClC,YAAY,EAAE,OAAO,CAAC,eAAe;QACrC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,WAAW,EAAE,OAAO,CAAC,gBAAgB;QACrC,UAAU,EAAE,OAAO,CAAC,qBAAqB;QACzC,oBAAoB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QAC5C,sBAAsB;QACtB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,EAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,EAAC,GAAG,OAAO,EAAC,CAAC,EAAC,CAAC;QACvE,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAC,KAAK,EAAC,CAAC;KACxC,CAAC,CAAC;AACL,CAAC"}

package/dist/parquet-js-loader-types.d.ts

@@ -16,6 +16,7 @@ declare function preloadParquetJSLoader(): Promise<{
         readonly parquet: {
             columns: undefined;
             preserveBinary: boolean;
+            verifyFooterSignature: boolean;
             shape: "object-row-table";
         };
     };
@@ -40,6 +41,7 @@ export declare const ParquetJSLoader: {
         readonly parquet: {
             columns: undefined;
             preserveBinary: boolean;
+            verifyFooterSignature: boolean;
             shape: "object-row-table";
         };
     };