@loaders.gl/parquet 4.5.3 → 5.0.0-alpha.10

package/dist/lib/parquet-page-index.d.ts

@@ -0,0 +1,91 @@
+import type { ReadableFile } from '@loaders.gl/loader-utils';
+import type { ParquetPredicate } from "../parquet-source-types.js";
+import { type ColumnChunk, type RowGroup } from "../parquetjs/parquet-thrift/index.js";
+import type { ParquetField } from "../parquetjs/schema/declare.js";
+import type { ParquetSchema } from "../parquetjs/schema/schema.js";
+/** Half-open logical row range relative to one Parquet row group. */
+export type ParquetRowRange = {
+    /** First included row. */
+    start: number;
+    /** First excluded row. */
+    end: number;
+};
+/** One data-page location decoded from a Parquet offset index. */
+export type ParquetDataPageLocation = {
+    /** Absolute page-header offset in the source object. */
+    offset: number;
+    /** Page header plus compressed body byte length. */
+    compressedByteLength: number;
+    /** First logical row represented by the page. */
+    firstRowIndex: number;
+    /** First logical row represented by the next page. */
+    endRowIndex: number;
+};
+/** Page locations keyed by the physical Parquet column path. */
+export type ParquetPageLocations = Record<string, ParquetDataPageLocation[]>;
+/** Selective page plan for one row group. */
+export type ParquetPagePruningPlan = {
+    /** Candidate row ranges after conservative page-statistics pruning. */
+    rowRanges: ParquetRowRange[];
+    /** Offset-index page locations for every decoded column. */
+    pageLocations: ParquetPageLocations;
+    /** Number of column and offset index blobs decoded. */
+    indexCount: number;
+    /** Data pages in all decoded column chunks. */
+    totalPageCount: number;
+    /** Data pages required by the candidate ranges. */
+    selectedPageCount: number;
+    /** Logical rows eliminated before data-page reads. */
+    prunedRowCount: number;
+};
+/** Decrypts an encrypted page-index module before Thrift decoding. */
+export type ParquetPageIndexDecryptor = (bytes: Uint8Array, module: 'column-index' | 'offset-index', rowGroupOrdinal: number, columnOrdinal: number, columnChunk: ColumnChunk) => Promise<Uint8Array>;
+/** Optional controls for reading page indexes from a Parquet source. */
+export type ParquetPagePruningOptions = {
+    /** Row-group ordinal used when constructing encrypted-module AAD. */
+    rowGroupOrdinal?: number;
+    /** Decode legacy INT96 page statistics as epoch nanoseconds. */
+    int96AsTimestamp?: boolean;
+    /** Decrypts encrypted index modules; omitted for plaintext files. */
+    decryptModule?: ParquetPageIndexDecryptor;
+};
+/** Logical statistics attached to one data page. */
+export type ParquetPageStatistics = {
+    min?: unknown;
+    max?: unknown;
+    nullCount?: number;
+    minIsExact?: boolean;
+    maxIsExact?: boolean;
+};
+/**
+ * Builds a conservative selective-page plan from Parquet column and offset indexes.
+ *
+ * Returns `undefined` when indexes or the selected decoder cannot safely avoid full column-chunk
+ * reads. Repeated leaves are selected only when every decoded column uses the same page row
+ * boundaries, so ranges begin and end on complete logical rows. An empty `rowRanges` array means
+ * the indexes prove the predicate cannot match.
+ */
+export declare function createParquetPagePruningPlan(file: ReadableFile, rowGroup: RowGroup, schema: ParquetSchema, selectedColumnPaths: readonly string[][], predicate: ParquetPredicate, signal?: AbortSignal, options?: ParquetPagePruningOptions): Promise<ParquetPagePruningPlan | undefined>;
+/** Returns data-page byte ranges needed to decode a selective row-group plan. */
+export declare function getParquetPageReadRanges(rowGroup: RowGroup, selectedColumnPaths: readonly string[][], plan: ParquetPagePruningPlan, schema: ParquetSchema): Array<{
+    offset: number;
+    length: number;
+}>;
+/** Decodes one compact-protocol Parquet offset index. */
+export declare function decodeOffsetIndex(bytes: Uint8Array, rowCount: number): ParquetDataPageLocation[];
+/** Decodes column-index values into logical per-page statistics. */
+export declare function decodeParquetColumnIndex(bytes: Uint8Array, pages: readonly ParquetDataPageLocation[], field: ParquetField, options?: Pick<ParquetPagePruningOptions, 'int96AsTimestamp'>): ParquetPageStatistics[];
+/** Decodes one physical page-index statistic and applies its Parquet logical annotation. */
+export declare function decodeParquetPageStatisticsValue(bytes: Uint8Array, field: ParquetField, options?: Pick<ParquetPagePruningOptions, 'int96AsTimestamp'>): unknown;
+/**
+ * Returns whether a column can be decoded from selected page ranges without changing row shape.
+ *
+ * Repeated leaves are safe only when the selected columns share complete logical-row boundaries.
+ */
+export declare function canUseParquetPageIndexForColumn(schema: ParquetSchema, columnChunk: ColumnChunk): boolean;
+/** Validates one optional footer index byte range against the containing file. */
+export declare function getParquetIndexRange(offsetValue: ColumnChunk['offset_index_offset'], lengthValue: number | undefined, fileSize: number): {
+    offset: number;
+    length: number;
+} | undefined;
+//# sourceMappingURL=parquet-page-index.d.ts.map

package/dist/lib/parquet-page-index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-page-index.d.ts","sourceRoot":"","sources":["../../src/lib/parquet-page-index.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAE3D,OAAO,KAAK,EAIV,gBAAgB,EACjB,mCAAgC;AACjC,OAAO,EAIL,KAAK,WAAW,EAChB,KAAK,QAAQ,EACd,6CAA0C;AAC3C,OAAO,KAAK,EAAC,YAAY,EAAC,uCAAoC;AAC9D,OAAO,KAAK,EAAC,aAAa,EAAC,sCAAmC;AAoB9D,qEAAqE;AACrE,MAAM,MAAM,eAAe,GAAG;IAC5B,0BAA0B;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,0BAA0B;IAC1B,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,kEAAkE;AAClE,MAAM,MAAM,uBAAuB,GAAG;IACpC,wDAAwD;IACxD,MAAM,EAAE,MAAM,CAAC;IACf,oDAAoD;IACpD,oBAAoB,EAAE,MAAM,CAAC;IAC7B,iDAAiD;IACjD,aAAa,EAAE,MAAM,CAAC;IACtB,sDAAsD;IACtD,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,gEAAgE;AAChE,MAAM,MAAM,oBAAoB,GAAG,MAAM,CAAC,MAAM,EAAE,uBAAuB,EAAE,CAAC,CAAC;AAE7E,6CAA6C;AAC7C,MAAM,MAAM,sBAAsB,GAAG;IACnC,uEAAuE;IACvE,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,4DAA4D;IAC5D,aAAa,EAAE,oBAAoB,CAAC;IACpC,uDAAuD;IACvD,UAAU,EAAE,MAAM,CAAC;IACnB,+CAA+C;IAC/C,cAAc,EAAE,MAAM,CAAC;IACvB,mDAAmD;IACnD,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sDAAsD;IACtD,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,sEAAsE;AACtE,MAAM,MAAM,yBAAyB,GAAG,CACtC,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,cAAc,GAAG,cAAc,EACvC,eAAe,EAAE,MAAM,EACvB,aAAa,EAAE,MAAM,EACrB,WAAW,EAAE,WAAW,KACrB,OAAO,CAAC,UAAU,CAAC,CAAC;AAEzB,wEAAwE;AACxE,MAAM,MAAM,yBAAyB,GAAG;IACtC,qEAAqE;IACrE,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gEAAgE;IAChE,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,qEAAqE;IACrE,aAAa,CAAC,EAAE,yBAAyB,CAAC;CAC3C,CAAC;AAEF,oDAAoD;AACpD,MAAM,MAAM,qBAAqB,GAAG;IAClC,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB,CAAC;AAOF;;;;;;;GAOG;AACH,wBAAsB,4BAA4B,CAChD,IAAI,EAAE,YAAY,EAClB,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,aAAa,EACrB,mBAAmB,EAAE,SAAS,MAAM,EAAE,EAAE,EACxC,SAAS,EAAE,gBAAgB,EAC3B,MAAM,CAAC,EAAE,WAAW,EACpB,OAAO,CAAC,EAAE,yBAAyB,GAClC,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC,CA8H7C;AAED,iFAAiF;AACjF,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,QAAQ,EAClB,mBAAmB,EAAE,SAAS,MAAM,EAAE,EAAE,EACxC,IAAI,EAAE,sBAAsB,EAC5B,MAAM,EAAE,aAAa,GACpB,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAC,CAAC,CAsCzC;AAED,yDAAyD;AACzD,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,GAAG,uBAAuB,EAAE,CA+ChG;AAsDD,oEAAoE;AACpE,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,UAAU,EACjB,KAAK,EAAE,SAAS,uBAAuB,EAAE,EACzC,KAAK,EAAE,YAAY,EACnB,OAAO,CAAC,EAAE,IAAI,CAAC,yBAAyB,EAAE,kBAAkB,CAAC,GAC5D,qBAAqB,EAAE,CA2BzB;AAED,4FAA4F;AAC5F,wBAAgB,gCAAgC,CAC9C,KAAK,EAAE,UAAU,EACjB,KAAK,EAAE,YAAY,EACnB,OAAO,CAAC,EAAE,IAAI,CAAC,yBAAyB,EAAE,kBAAkB,CAAC,GAC5D,OAAO,CAyCT;AAwCD;;;;GAIG;AACH,wBAAgB,+BAA+B,CAC7C,MAAM,EAAE,aAAa,EACrB,WAAW,EAAE,WAAW,GACvB,OAAO,CAgBT;AAoCD,kFAAkF;AAClF,wBAAgB,oBAAoB,CAClC,WAAW,EAAE,WAAW,CAAC,qBAAqB,CAAC,EAC/C,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,QAAQ,EAAE,MAAM,GACf;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAC,GAAG,SAAS,CAiB9C"}

package/dist/lib/parquet-page-index.js

@@ -0,0 +1,463 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { ColumnIndex, Encoding, OffsetIndex } from "../parquetjs/parquet-thrift/index.js";
+import * as Types from "../parquetjs/schema/types.js";
+import { copyUint8Array, readDoubleLE, readFloatLE, readInt32LE, readInt64LE, readUInt32LE, readUInt64LE, toUint8Array } from "../parquetjs/utils/binary-utils.js";
+import { Uint8ArrayCompactProtocol } from "../parquetjs/utils/uint8-array-compact-protocol.js";
+import { Uint8ArrayTransport } from "../parquetjs/utils/uint8-array-transport.js";
+import { canParquetStatisticsMatch, getParquetPredicatePath, getParquetPredicatePaths } from "./parquet-predicate.js";
+/**
+ * Builds a conservative selective-page plan from Parquet column and offset indexes.
+ *
+ * Returns `undefined` when indexes or the selected decoder cannot safely avoid full column-chunk
+ * reads. Repeated leaves are selected only when every decoded column uses the same page row
+ * boundaries, so ranges begin and end on complete logical rows. An empty `rowRanges` array means
+ * the indexes prove the predicate cannot match.
+ */
+export async function createParquetPagePruningPlan(file, rowGroup, schema, selectedColumnPaths, predicate, signal, options) {
+    const rowCount = Number(rowGroup.num_rows);
+    const selectedColumnChunks = getSelectedColumnChunks(rowGroup, selectedColumnPaths);
+    if (!isSafePageSelection(schema, selectedColumnChunks) || rowCount <= 0) {
+        return undefined;
+    }
+    const pageLocations = {};
+    const pageStatistics = {};
+    const predicatePaths = new Set(getParquetPredicatePaths(predicate).map(path => JSON.stringify(path)));
+    let indexCount = 0;
+    await Promise.all(selectedColumnChunks.map(async (columnChunk) => {
+        const columnOrdinal = rowGroup.columns.indexOf(columnChunk);
+        const path = columnChunk.meta_data.path_in_schema;
+        const pathKey = JSON.stringify(path);
+        const offsetIndexRange = getParquetIndexRange(columnChunk.offset_index_offset, columnChunk.offset_index_length, file.size);
+        if (!offsetIndexRange) {
+            return;
+        }
+        const offsetIndexBytes = await file.read(offsetIndexRange.offset, offsetIndexRange.length, signal);
+        let pages;
+        try {
+            const decryptedBytes = options?.decryptModule
+                ? await options.decryptModule(toUint8Array(offsetIndexBytes), 'offset-index', options.rowGroupOrdinal ?? 0, columnOrdinal, columnChunk)
+                : toUint8Array(offsetIndexBytes);
+            pages = decodeOffsetIndex(decryptedBytes, rowCount);
+        }
+        catch {
+            return;
+        }
+        pageLocations[pathKey] = pages;
+        indexCount++;
+        if (!predicatePaths.has(pathKey)) {
+            return;
+        }
+        const columnIndexRange = getParquetIndexRange(columnChunk.column_index_offset, columnChunk.column_index_length, file.size);
+        if (!columnIndexRange) {
+            return;
+        }
+        const columnIndexBytes = await file.read(columnIndexRange.offset, columnIndexRange.length, signal);
+        const field = schema.findField(path);
+        try {
+            const decryptedBytes = options?.decryptModule
+                ? await options.decryptModule(toUint8Array(columnIndexBytes), 'column-index', options.rowGroupOrdinal ?? 0, columnOrdinal, columnChunk)
+                : toUint8Array(columnIndexBytes);
+            pageStatistics[pathKey] = {
+                pages,
+                statistics: decodeParquetColumnIndex(decryptedBytes, pages, field, options)
+            };
+        }
+        catch {
+            return;
+        }
+        indexCount++;
+    }));
+    if (selectedColumnChunks.some(columnChunk => !pageLocations[JSON.stringify(columnChunk.meta_data.path_in_schema)])) {
+        return undefined;
+    }
+    if (!hasCompatiblePageBoundaries(schema, selectedColumnChunks, pageLocations)) {
+        return undefined;
+    }
+    const candidateRanges = getPredicateRowRanges(predicate, pageStatistics, rowCount);
+    if (candidateRanges === undefined) {
+        return undefined;
+    }
+    const rowRanges = expandAndMergeRowRanges(candidateRanges, pageLocations, rowCount);
+    const prunedRowCount = rowCount - getRowRangeCount(rowRanges);
+    if (prunedRowCount <= 0) {
+        return undefined;
+    }
+    const totalPageCount = Object.values(pageLocations).reduce((count, pages) => count + pages.length, 0);
+    const selectedPageCount = Object.values(pageLocations).reduce((count, pages) => count + countSelectedPages(pages, rowRanges), 0);
+    return {
+        rowRanges,
+        pageLocations,
+        indexCount,
+        totalPageCount,
+        selectedPageCount,
+        prunedRowCount
+    };
+}
+/** Returns data-page byte ranges needed to decode a selective row-group plan. */
+export function getParquetPageReadRanges(rowGroup, selectedColumnPaths, plan, schema) {
+    const ranges = [];
+    for (const columnChunk of getSelectedColumnChunks(rowGroup, selectedColumnPaths)) {
+        const columnMetadata = columnChunk.meta_data;
+        const pages = plan.pageLocations[JSON.stringify(columnMetadata.path_in_schema)];
+        const selectedPages = pages.filter(page => plan.rowRanges.some(range => page.endRowIndex > range.start && page.firstRowIndex < range.end));
+        if (!selectedPages.length) {
+            continue;
+        }
+        const field = schema.findField(columnMetadata.path_in_schema);
+        const repeated = field.rLevelMax > 0 || field.repetitionType === 'REPEATED';
+        const dictionaryPageOffset = Number(columnMetadata.dictionary_page_offset);
+        if (Number.isSafeInteger(dictionaryPageOffset) && dictionaryPageOffset > 0) {
+            ranges.push({
+                offset: dictionaryPageOffset,
+                length: Math.max(0, pages[0].offset - dictionaryPageOffset)
+            });
+        }
+        for (const rowRange of plan.rowRanges) {
+            const overlappingPages = pages.filter(page => page.endRowIndex > rowRange.start && page.firstRowIndex < rowRange.end);
+            if (!overlappingPages.length) {
+                continue;
+            }
+            // A repeated page may begin with a continuation level. Transfer the complete prefix so
+            // worker-backed readers can probe predecessor pages before decoding the selected range.
+            const firstPage = repeated ? pages[0] : overlappingPages[0];
+            const lastPage = overlappingPages[overlappingPages.length - 1];
+            ranges.push({
+                offset: firstPage.offset,
+                length: lastPage.offset + lastPage.compressedByteLength - firstPage.offset
+            });
+        }
+    }
+    return mergeByteRanges(ranges.filter(range => range.length > 0));
+}
+/** Decodes one compact-protocol Parquet offset index. */
+export function decodeOffsetIndex(bytes, rowCount) {
+    const protocol = new Uint8ArrayCompactProtocol(new Uint8ArrayTransport(bytes));
+    const offsetIndex = OffsetIndex.read(protocol);
+    if (offsetIndex.page_locations.length === 0 ||
+        Number(offsetIndex.page_locations[0].first_row_index) !== 0) {
+        throw new Error('Invalid Parquet offset index page locations');
+    }
+    let previousFirstRowIndex = -1;
+    for (const location of offsetIndex.page_locations) {
+        const firstRowIndex = Number(location.first_row_index);
+        if (!Number.isSafeInteger(firstRowIndex) || firstRowIndex < previousFirstRowIndex) {
+            throw new Error('Invalid Parquet offset index page locations');
+        }
+        previousFirstRowIndex = firstRowIndex;
+    }
+    return offsetIndex.page_locations.map((location, index, locations) => {
+        const firstRowIndex = Number(location.first_row_index);
+        // A repeated row may continue on one or more pages. In that case the offset index
+        // legitimately repeats first_row_index. Extend each continuation page to the next
+        // strictly larger row start so selecting the row includes the complete continuation.
+        let endRowIndex = rowCount;
+        for (let nextIndex = index + 1; nextIndex < locations.length; nextIndex++) {
+            const nextFirstRowIndex = Number(locations[nextIndex].first_row_index);
+            if (nextFirstRowIndex > firstRowIndex) {
+                endRowIndex = nextFirstRowIndex;
+                break;
+            }
+        }
+        const offset = Number(location.offset);
+        const compressedByteLength = location.compressed_page_size;
+        if (!Number.isSafeInteger(offset) ||
+            !Number.isSafeInteger(compressedByteLength) ||
+            !Number.isSafeInteger(firstRowIndex) ||
+            !Number.isSafeInteger(endRowIndex) ||
+            offset < 0 ||
+            compressedByteLength <= 0 ||
+            firstRowIndex < 0 ||
+            endRowIndex <= firstRowIndex ||
+            endRowIndex > rowCount) {
+            throw new Error('Invalid Parquet offset index page location');
+        }
+        return { offset, compressedByteLength, firstRowIndex, endRowIndex };
+    });
+}
+/** Returns whether one predicate leaf can match supplied page statistics. */
+function getPredicateRowRanges(predicate, columns, rowCount) {
+    if (predicate.op === 'and' || predicate.op === 'or') {
+        if (predicate.op === 'and') {
+            let ranges;
+            for (const child of predicate.args) {
+                ranges = intersectRowRanges(ranges, getPredicateRowRanges(child, columns, rowCount));
+            }
+            return ranges;
+        }
+        let ranges = [];
+        for (const child of predicate.args) {
+            const childRanges = getPredicateRowRanges(child, columns, rowCount);
+            if (childRanges === undefined) {
+                return undefined;
+            }
+            ranges = unionRowRanges(ranges, childRanges);
+        }
+        return ranges;
+    }
+    if (predicate.op === 'not') {
+        return undefined;
+    }
+    const leafPredicate = predicate;
+    const column = columns[JSON.stringify(getParquetPredicatePath(leafPredicate.args[0]))];
+    if (!column) {
+        return undefined;
+    }
+    const ranges = [];
+    for (let pageIndex = 0; pageIndex < column.pages.length; pageIndex++) {
+        const page = column.pages[pageIndex];
+        if (canParquetStatisticsMatch(leafPredicate, column.statistics[pageIndex], page.endRowIndex - page.firstRowIndex)) {
+            ranges.push({ start: page.firstRowIndex, end: page.endRowIndex });
+        }
+    }
+    return mergeRowRanges(ranges);
+}
+/** Decodes column-index values into logical per-page statistics. */
+export function decodeParquetColumnIndex(bytes, pages, field, options) {
+    const protocol = new Uint8ArrayCompactProtocol(new Uint8ArrayTransport(bytes));
+    const columnIndex = ColumnIndex.read(protocol);
+    if (columnIndex.null_pages.length !== pages.length ||
+        columnIndex.min_values.length !== pages.length ||
+        columnIndex.max_values.length !== pages.length ||
+        (columnIndex.null_counts !== undefined && columnIndex.null_counts.length !== pages.length)) {
+        throw new Error('Parquet column and offset indexes contain different page counts');
+    }
+    return pages.map((_page, pageIndex) => ({
+        min: columnIndex.null_pages[pageIndex]
+            ? undefined
+            : decodeParquetPageStatisticsValue(columnIndex.min_values[pageIndex], field, options),
+        max: columnIndex.null_pages[pageIndex]
+            ? undefined
+            : decodeParquetPageStatisticsValue(columnIndex.max_values[pageIndex], field, options),
+        nullCount: columnIndex.null_counts?.[pageIndex] !== undefined
+            ? Number(columnIndex.null_counts[pageIndex])
+            : columnIndex.null_pages[pageIndex]
+                ? pages[pageIndex].endRowIndex - pages[pageIndex].firstRowIndex
+                : undefined,
+        minIsExact: true,
+        maxIsExact: true
+    }));
+}
+/** Decodes one physical page-index statistic and applies its Parquet logical annotation. */
+export function decodeParquetPageStatisticsValue(bytes, field, options) {
+    let primitiveValue;
+    switch (field.primitiveType) {
+        case 'BOOLEAN':
+            primitiveValue = Boolean(bytes[0]);
+            break;
+        case 'INT32':
+            primitiveValue =
+                field.originalType === 'UINT_32' ? readUInt32LE(bytes, 0) : readInt32LE(bytes, 0);
+            break;
+        case 'INT64':
+            primitiveValue =
+                field.originalType === 'UINT_64' ? readUInt64LE(bytes, 0) : readInt64LE(bytes, 0);
+            break;
+        case 'FLOAT':
+            primitiveValue = readFloatLE(bytes, 0);
+            break;
+        case 'DOUBLE':
+            primitiveValue = readDoubleLE(bytes, 0);
+            break;
+        case 'INT96':
+            if (options?.int96AsTimestamp && bytes.byteLength >= 12) {
+                const dataView = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
+                const nanosecondsOfDay = dataView.getBigUint64(0, true);
+                if (nanosecondsOfDay < 86400000000000n) {
+                    primitiveValue =
+                        (BigInt(dataView.getInt32(8, true)) - 2440588n) * 86400000000000n +
+                            nanosecondsOfDay;
+                    break;
+                }
+            }
+            primitiveValue = copyUint8Array(bytes);
+            break;
+        case 'BYTE_ARRAY':
+        case 'FIXED_LEN_BYTE_ARRAY':
+            primitiveValue = copyUint8Array(bytes);
+            break;
+        default:
+            return undefined;
+    }
+    return Types.fromPrimitive(field.originalType || field.primitiveType, primitiveValue, field);
+}
+/** Returns selected physical chunks, using an empty path list as the all-column sentinel. */
+function getSelectedColumnChunks(rowGroup, selectedColumnPaths) {
+    return rowGroup.columns.filter(columnChunk => {
+        const path = columnChunk.meta_data?.path_in_schema;
+        return Boolean(path &&
+            (selectedColumnPaths.length === 0 ||
+                selectedColumnPaths.some(selectedPath => selectedPath[0] === path[0])));
+    });
+}
+/** Restricts selective page reads to primitive leaves with safe page boundaries. */
+function isSafePageSelection(schema, columnChunks) {
+    return (columnChunks.length > 0 &&
+        columnChunks.every(columnChunk => {
+            const path = columnChunk.meta_data?.path_in_schema;
+            if (!path) {
+                return false;
+            }
+            const field = schema.findField(path);
+            const dictionaryEncoded = columnChunk.meta_data.encodings.some(encoding => encoding === Encoding.PLAIN_DICTIONARY || encoding === Encoding.RLE_DICTIONARY);
+            const dictionaryPageOffset = Number(columnChunk.meta_data.dictionary_page_offset);
+            return (field.primitiveType !== undefined &&
+                (!dictionaryEncoded ||
+                    (Number.isSafeInteger(dictionaryPageOffset) && dictionaryPageOffset > 0)));
+        }));
+}
+/**
+ * Returns whether a column can be decoded from selected page ranges without changing row shape.
+ *
+ * Repeated leaves are safe only when the selected columns share complete logical-row boundaries.
+ */
+export function canUseParquetPageIndexForColumn(schema, columnChunk) {
+    const path = columnChunk.meta_data?.path_in_schema;
+    if (!path) {
+        return false;
+    }
+    const field = schema.findField(path);
+    const dictionaryEncoded = columnChunk.meta_data.encodings.some(encoding => encoding === Encoding.PLAIN_DICTIONARY || encoding === Encoding.RLE_DICTIONARY);
+    const dictionaryPageOffset = Number(columnChunk.meta_data.dictionary_page_offset);
+    return (field.primitiveType !== undefined &&
+        field.repetitionType !== 'REPEATED' &&
+        field.rLevelMax === 0 &&
+        (!dictionaryEncoded || (Number.isSafeInteger(dictionaryPageOffset) && dictionaryPageOffset > 0)));
+}
+/** Ensures repeated selective reads keep every selected column on identical row boundaries. */
+function hasCompatiblePageBoundaries(schema, columnChunks, pageLocations) {
+    const hasRepeatedLeaf = columnChunks.some(columnChunk => {
+        const field = schema.findField(columnChunk.meta_data.path_in_schema);
+        return field.rLevelMax > 0 || field.repetitionType === 'REPEATED';
+    });
+    if (!hasRepeatedLeaf) {
+        return true;
+    }
+    // Offset indexes identify the first logical row represented by each page, but do not
+    // expose repetition levels. Equal starts therefore indicate a continuation page whose
+    // boundary cannot be proven safe for a selective read; retain the full-column fallback.
+    if (columnChunks.some(columnChunk => {
+        const pages = pageLocations[JSON.stringify(columnChunk.meta_data.path_in_schema)];
+        return pages.some((page, pageIndex) => pageIndex > 0 && page.firstRowIndex === pages[pageIndex - 1].firstRowIndex);
+    })) {
+        return false;
+    }
+    const signatures = columnChunks.map(columnChunk => {
+        const pages = pageLocations[JSON.stringify(columnChunk.meta_data.path_in_schema)];
+        return pages.map(page => `${page.firstRowIndex}:${page.endRowIndex}`).join('|');
+    });
+    return signatures.every(signature => signature === signatures[0]);
+}
+/** Validates one optional footer index byte range against the containing file. */
+export function getParquetIndexRange(offsetValue, lengthValue, fileSize) {
+    if (offsetValue === undefined || lengthValue === undefined) {
+        return undefined;
+    }
+    const offset = Number(offsetValue);
+    if (!Number.isSafeInteger(offset) ||
+        !Number.isSafeInteger(lengthValue) ||
+        !Number.isSafeInteger(fileSize) ||
+        offset < 0 ||
+        lengthValue <= 0 ||
+        fileSize < 0 ||
+        offset > fileSize - lengthValue) {
+        return undefined;
+    }
+    return { offset, length: lengthValue };
+}
+/** Expands ranges to selected-column page boundaries until all columns agree, then merges them. */
+function expandAndMergeRowRanges(ranges, pageLocations, rowCount) {
+    const pagesByColumn = Object.values(pageLocations);
+    const expanded = ranges.map(range => {
+        let current = { ...range };
+        let changed = true;
+        while (changed) {
+            changed = false;
+            for (const pages of pagesByColumn) {
+                const overlapping = pages.filter(page => page.endRowIndex > current.start && page.firstRowIndex < current.end);
+                if (!overlapping.length) {
+                    continue;
+                }
+                const start = Math.min(current.start, overlapping[0].firstRowIndex);
+                const end = Math.max(current.end, overlapping[overlapping.length - 1].endRowIndex);
+                if (start !== current.start || end !== current.end) {
+                    current = { start, end };
+                    changed = true;
+                }
+            }
+        }
+        return { start: Math.max(0, current.start), end: Math.min(rowCount, current.end) };
+    });
+    return mergeRowRanges(expanded);
+}
+/** Intersects sorted row ranges; `undefined` represents every row. */
+function intersectRowRanges(left, right) {
+    if (left === undefined) {
+        return right;
+    }
+    if (right === undefined) {
+        return left;
+    }
+    const ranges = [];
+    let leftIndex = 0;
+    let rightIndex = 0;
+    while (leftIndex < left.length && rightIndex < right.length) {
+        const start = Math.max(left[leftIndex].start, right[rightIndex].start);
+        const end = Math.min(left[leftIndex].end, right[rightIndex].end);
+        if (start < end) {
+            ranges.push({ start, end });
+        }
+        if (left[leftIndex].end < right[rightIndex].end) {
+            leftIndex++;
+        }
+        else {
+            rightIndex++;
+        }
+    }
+    return ranges;
+}
+/** Unions two sorted row-range sets. */
+function unionRowRanges(left, right) {
+    return mergeRowRanges([...left, ...right]);
+}
+/** Sorts and merges overlapping or touching logical row ranges. */
+function mergeRowRanges(ranges) {
+    const sorted = [...ranges].sort((left, right) => left.start - right.start || left.end - right.end);
+    const merged = [];
+    for (const range of sorted) {
+        const previous = merged[merged.length - 1];
+        if (previous && range.start <= previous.end) {
+            previous.end = Math.max(previous.end, range.end);
+        }
+        else {
+            merged.push({ ...range });
+        }
+    }
+    return merged;
+}
+/** Counts logical rows represented by disjoint ranges. */
+function getRowRangeCount(ranges) {
+    return ranges.reduce((count, range) => count + range.end - range.start, 0);
+}
+/** Counts unique pages overlapping at least one selected row range. */
+function countSelectedPages(pages, ranges) {
+    return pages.filter(page => ranges.some(range => page.endRowIndex > range.start && page.firstRowIndex < range.end)).length;
+}
+/** Sorts and merges overlapping or touching byte ranges without overfetch gaps. */
+function mergeByteRanges(ranges) {
+    const sorted = [...ranges].sort((left, right) => left.offset - right.offset);
+    const merged = [];
+    for (const range of sorted) {
+        const previous = merged[merged.length - 1];
+        const end = range.offset + range.length;
+        if (previous && range.offset <= previous.offset + previous.length) {
+            previous.length = Math.max(previous.offset + previous.length, end) - previous.offset;
+        }
+        else {
+            merged.push({ ...range });
+        }
+    }
+    return merged;
+}
+//# sourceMappingURL=parquet-page-index.js.map

package/dist/lib/parquet-page-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-page-index.js","sourceRoot":"","sources":["../../src/lib/parquet-page-index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAUpC,OAAO,EACL,WAAW,EACX,QAAQ,EACR,WAAW,EAGZ,6CAA0C;AAG3C,OAAO,KAAK,KAAK,qCAAkC;AACnD,OAAO,EACL,cAAc,EACd,YAAY,EACZ,WAAW,EACX,WAAW,EACX,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,YAAY,EACb,2CAAwC;AACzC,OAAO,EAAC,yBAAyB,EAAC,2DAAwD;AAC1F,OAAO,EAAC,mBAAmB,EAAC,oDAAiD;AAC7E,OAAO,EACL,yBAAyB,EACzB,uBAAuB,EACvB,wBAAwB,EACzB,+BAA4B;AA0E7B;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,IAAkB,EAClB,QAAkB,EAClB,MAAqB,EACrB,mBAAwC,EACxC,SAA2B,EAC3B,MAAoB,EACpB,OAAmC;IAEnC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC3C,MAAM,oBAAoB,GAAG,uBAAuB,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;IACpF,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,oBAAoB,CAAC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QACxE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,aAAa,GAAyB,EAAE,CAAC;IAC/C,MAAM,cAAc,GAAgD,EAAE,CAAC;IACvE,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,wBAAwB,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CACtE,CAAC;IACF,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,MAAM,OAAO,CAAC,GAAG,CACf,oBAAoB,CAAC,GAAG,CAAC,KAAK,EAAC,WAAW,EAAC,EAAE;QAC3C,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC5D,MAAM,IAAI,GAAG,WAAW,CAAC,SAAU,CAAC,cAAc,CAAC;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,gBAAgB,GAAG,oBAAoB,CAC3C,WAAW,CAAC,mBAAmB,EAC/B,WAAW,CAAC,mBAAmB,EAC/B,IAAI,CAAC,IAAI,CACV,CAAC;QACF,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QACD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,IAAI,CACtC,gBAAgB,CAAC,MAAM,EACvB,gBAAgB,CAAC,MAAM,EACvB,MAAM,CACP,CAAC;QACF,IAAI,KAAgC,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,OAAO,EAAE,aAAa;gBAC3C,CAAC,CAAC,MAAM,OAAO,CAAC,aAAa,CACzB,YAAY,CAAC,gBAAgB,CAAC,EAC9B,cAAc,EACd,OAAO,CAAC,eAAe,IAAI,CAAC,EAC5B,aAAa,EACb,WAAW,CACZ;gBACH,CAAC,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;YACnC,KAAK,GAAG,iBAAiB,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QACD,aAAa,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC;QAC/B,UAAU,EAAE,CAAC;QAEb,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QACD,MAAM,gBAAgB,GAAG,oBAAoB,CAC3C,WAAW,CAAC,mBAAmB,EAC/B,WAAW,CAAC,mBAAmB,EAC/B,IAAI,CAAC,IAAI,CACV,CAAC;QACF,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QACD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,IAAI,CACtC,gBAAgB,CAAC,MAAM,EACvB,gBAAgB,CAAC,MAAM,EACvB,MAAM,CACP,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,OAAO,EAAE,aAAa;gBAC3C,CAAC,CAAC,MAAM,OAAO,CAAC,aAAa,CACzB,YAAY,CAAC,gBAAgB,CAAC,EAC9B,cAAc,EACd,OAAO,CAAC,eAAe,IAAI,CAAC,EAC5B,aAAa,EACb,WAAW,CACZ;gBACH,CAAC,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;YACnC,cAAc,CAAC,OAAO,CAAC,GAAG;gBACxB,KAAK;gBACL,UAAU,EAAE,wBAAwB,CAAC,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC;aAC5E,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QACD,UAAU,EAAE,CAAC;IACf,CAAC,CAAC,CACH,CAAC;IAEF,IACE,oBAAoB,CAAC,IAAI,CACvB,WAAW,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,SAAU,CAAC,cAAc,CAAC,CAAC,CACrF,EACD,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,CAAC,2BAA2B,CAAC,MAAM,EAAE,oBAAoB,EAAE,aAAa,CAAC,EAAE,CAAC;QAC9E,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,eAAe,GAAG,qBAAqB,CAAC,SAAS,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAC;IACnF,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,SAAS,GAAG,uBAAuB,CAAC,eAAe,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;IACpF,MAAM,cAAc,GAAG,QAAQ,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC9D,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CACxD,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,EACtC,CAAC,CACF,CAAC;IACF,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAC3D,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,kBAAkB,CAAC,KAAK,EAAE,SAAS,CAAC,EAC9D,CAAC,CACF,CAAC;IACF,OAAO;QACL,SAAS;QACT,aAAa;QACb,UAAU;QACV,cAAc;QACd,iBAAiB;QACjB,cAAc;KACf,CAAC;AACJ,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,wBAAwB,CACtC,QAAkB,EAClB,mBAAwC,EACxC,IAA4B,EAC5B,MAAqB;IAErB,MAAM,MAAM,GAA4C,EAAE,CAAC;IAC3D,KAAK,MAAM,WAAW,IAAI,uBAAuB,CAAC,QAAQ,EAAE,mBAAmB,CAAC,EAAE,CAAC;QACjF,MAAM,cAAc,GAAG,WAAW,CAAC,SAAU,CAAC;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC;QAChF,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CACxC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,CAC/F,CAAC;QACF,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,GAAG,CAAC,IAAI,KAAK,CAAC,cAAc,KAAK,UAAU,CAAC;QAC5E,MAAM,oBAAoB,GAAG,MAAM,CAAC,cAAc,CAAC,sBAAsB,CAAC,CAAC;QAC3E,IAAI,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC,IAAI,oBAAoB,GAAG,CAAC,EAAE,CAAC;YAC3E,MAAM,CAAC,IAAI,CAAC;gBACV,MAAM,EAAE,oBAAoB;gBAC5B,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,oBAAoB,CAAC;aAC5D,CAAC,CAAC;QACL,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,MAAM,gBAAgB,GAAG,KAAK,CAAC,MAAM,CACnC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC,GAAG,CAC/E,CAAC;YACF,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;gBAC7B,SAAS;YACX,CAAC;YACD,uFAAuF;YACvF,wFAAwF;YACxF,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,QAAQ,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC/D,MAAM,CAAC,IAAI,CAAC;gBACV,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,MAAM,EAAE,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,oBAAoB,GAAG,SAAS,CAAC,MAAM;aAC3E,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;AACnE,CAAC;AAED,yDAAyD;AACzD,MAAM,UAAU,iBAAiB,CAAC,KAAiB,EAAE,QAAgB;IACnE,MAAM,QAAQ,GAAG,IAAI,yBAAyB,CAAC,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;IAC/E,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,QAAe,CAAC,CAAC;IACtD,IACE,WAAW,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC;QACvC,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,EAC3D,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,qBAAqB,GAAG,CAAC,CAAC,CAAC;IAC/B,KAAK,MAAM,QAAQ,IAAI,WAAW,CAAC,cAAc,EAAE,CAAC;QAClD,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,qBAAqB,EAAE,CAAC;YAClF,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QACD,qBAAqB,GAAG,aAAa,CAAC;IACxC,CAAC;IACD,OAAO,WAAW,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;QACnE,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QACvD,kFAAkF;QAClF,kFAAkF;QAClF,qFAAqF;QACrF,IAAI,WAAW,GAAG,QAAQ,CAAC;QAC3B,KAAK,IAAI,SAAS,GAAG,KAAK,GAAG,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;YAC1E,MAAM,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC;YACvE,IAAI,iBAAiB,GAAG,aAAa,EAAE,CAAC;gBACtC,WAAW,GAAG,iBAAiB,CAAC;gBAChC,MAAM;YACR,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACvC,MAAM,oBAAoB,GAAG,QAAQ,CAAC,oBAAoB,CAAC;QAC3D,IACE,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC;YAC7B,CAAC,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC;YAC3C,CAAC,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC;YACpC,CAAC,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC;YAClC,MAAM,GAAG,CAAC;YACV,oBAAoB,IAAI,CAAC;YACzB,aAAa,GAAG,CAAC;YACjB,WAAW,IAAI,aAAa;YAC5B,WAAW,GAAG,QAAQ,EACtB,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,EAAC,MAAM,EAAE,oBAAoB,EAAE,aAAa,EAAE,WAAW,EAAC,CAAC;IACpE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,6EAA6E;AAC7E,SAAS,qBAAqB,CAC5B,SAA2B,EAC3B,OAAoD,EACpD,QAAgB;IAEhB,IAAI,SAAS,CAAC,EAAE,KAAK,KAAK,IAAI,SAAS,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;QACpD,IAAI,SAAS,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC;YAC3B,IAAI,MAAqC,CAAC;YAC1C,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC;gBACnC,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,qBAAqB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;YACvF,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,IAAI,MAAM,GAAsB,EAAE,CAAC;QACnC,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,WAAW,GAAG,qBAAqB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;YACpE,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC9B,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,SAAS,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC;QAC3B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,aAAa,GAAG,SAGE,CAAC;IACzB,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,uBAAuB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvF,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;QACrE,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACrC,IACE,yBAAyB,CACvB,aAAa,EACb,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,EAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,aAAa,CACtC,EACD,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE,IAAI,CAAC,WAAW,EAAC,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IACD,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,wBAAwB,CACtC,KAAiB,EACjB,KAAyC,EACzC,KAAmB,EACnB,OAA6D;IAE7D,MAAM,QAAQ,GAAG,IAAI,yBAAyB,CAAC,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;IAC/E,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,QAAe,CAAC,CAAC;IACtD,IACE,WAAW,CAAC,UAAU,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAC9C,WAAW,CAAC,UAAU,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAC9C,WAAW,CAAC,UAAU,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAC9C,CAAC,WAAW,CAAC,WAAW,KAAK,SAAS,IAAI,WAAW,CAAC,WAAW,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC,EAC1F,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACrF,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QACtC,GAAG,EAAE,WAAW,CAAC,UAAU,CAAC,SAAS,CAAC;YACpC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,gCAAgC,CAAC,WAAW,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;QACvF,GAAG,EAAE,WAAW,CAAC,UAAU,CAAC,SAAS,CAAC;YACpC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,gCAAgC,CAAC,WAAW,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;QACvF,SAAS,EACP,WAAW,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,KAAK,SAAS;YAChD,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YAC5C,CAAC,CAAC,WAAW,CAAC,UAAU,CAAC,SAAS,CAAC;gBACjC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,WAAW,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,aAAa;gBAC/D,CAAC,CAAC,SAAS;QACjB,UAAU,EAAE,IAAI;QAChB,UAAU,EAAE,IAAI;KACjB,CAAC,CAAC,CAAC;AACN,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,gCAAgC,CAC9C,KAAiB,EACjB,KAAmB,EACnB,OAA6D;IAE7D,IAAI,cAAuB,CAAC;IAC5B,QAAQ,KAAK,CAAC,aAAa,EAAE,CAAC;QAC5B,KAAK,SAAS;YACZ,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM;QACR,KAAK,OAAO;YACV,cAAc;gBACZ,KAAK,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACpF,MAAM;QACR,KAAK,OAAO;YACV,cAAc;gBACZ,KAAK,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACpF,MAAM;QACR,KAAK,OAAO;YACV,cAAc,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACvC,MAAM;QACR,KAAK,QAAQ;YACX,cAAc,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACxC,MAAM;QACR,KAAK,OAAO;YACV,IAAI,OAAO,EAAE,gBAAgB,IAAI,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACxD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBAChF,MAAM,gBAAgB,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;gBACxD,IAAI,gBAAgB,GAAG,eAAmB,EAAE,CAAC;oBAC3C,cAAc;wBACZ,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC,GAAG,eAAmB;4BACrE,gBAAgB,CAAC;oBACnB,MAAM;gBACR,CAAC;YACH,CAAC;YACD,cAAc,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YACvC,MAAM;QACR,KAAK,YAAY,CAAC;QAClB,KAAK,sBAAsB;YACzB,cAAc,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YACvC,MAAM;QACR;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,OAAO,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,aAAa,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;AAC/F,CAAC;AAED,6FAA6F;AAC7F,SAAS,uBAAuB,CAC9B,QAAkB,EAClB,mBAAwC;IAExC,OAAO,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE;QAC3C,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,EAAE,cAAc,CAAC;QACnD,OAAO,OAAO,CACZ,IAAI;YACF,CAAC,mBAAmB,CAAC,MAAM,KAAK,CAAC;gBAC/B,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAC3E,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,oFAAoF;AACpF,SAAS,mBAAmB,CAAC,MAAqB,EAAE,YAAoC;IACtF,OAAO,CACL,YAAY,CAAC,MAAM,GAAG,CAAC;QACvB,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;YAC/B,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,EAAE,cAAc,CAAC;YACnD,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,iBAAiB,GAAG,WAAW,CAAC,SAAU,CAAC,SAAS,CAAC,IAAI,CAC7D,QAAQ,CAAC,EAAE,CAAC,QAAQ,KAAK,QAAQ,CAAC,gBAAgB,IAAI,QAAQ,KAAK,QAAQ,CAAC,cAAc,CAC3F,CAAC;YACF,MAAM,oBAAoB,GAAG,MAAM,CAAC,WAAW,CAAC,SAAU,CAAC,sBAAsB,CAAC,CAAC;YACnF,OAAO,CACL,KAAK,CAAC,aAAa,KAAK,SAAS;gBACjC,CAAC,CAAC,iBAAiB;oBACjB,CAAC,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC,IAAI,oBAAoB,GAAG,CAAC,CAAC,CAAC,CAC5E,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,+BAA+B,CAC7C,MAAqB,EACrB,WAAwB;IAExB,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,EAAE,cAAc,CAAC;IACnD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,iBAAiB,GAAG,WAAW,CAAC,SAAU,CAAC,SAAS,CAAC,IAAI,CAC7D,QAAQ,CAAC,EAAE,CAAC,QAAQ,KAAK,QAAQ,CAAC,gBAAgB,IAAI,QAAQ,KAAK,QAAQ,CAAC,cAAc,CAC3F,CAAC;IACF,MAAM,oBAAoB,GAAG,MAAM,CAAC,WAAW,CAAC,SAAU,CAAC,sBAAsB,CAAC,CAAC;IACnF,OAAO,CACL,KAAK,CAAC,aAAa,KAAK,SAAS;QACjC,KAAK,CAAC,cAAc,KAAK,UAAU;QACnC,KAAK,CAAC,SAAS,KAAK,CAAC;QACrB,CAAC,CAAC,iBAAiB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC,IAAI,oBAAoB,GAAG,CAAC,CAAC,CAAC,CACjG,CAAC;AACJ,CAAC;AAED,+FAA+F;AAC/F,SAAS,2BAA2B,CAClC,MAAqB,EACrB,YAAoC,EACpC,aAAmC;IAEnC,MAAM,eAAe,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE;QACtD,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,SAAU,CAAC,cAAc,CAAC,CAAC;QACtE,OAAO,KAAK,CAAC,SAAS,GAAG,CAAC,IAAI,KAAK,CAAC,cAAc,KAAK,UAAU,CAAC;IACpE,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,qFAAqF;IACrF,sFAAsF;IACtF,wFAAwF;IACxF,IACE,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE;QAC9B,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,SAAU,CAAC,cAAc,CAAC,CAAC,CAAC;QACnF,OAAO,KAAK,CAAC,IAAI,CACf,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAClB,SAAS,GAAG,CAAC,IAAI,IAAI,CAAC,aAAa,KAAK,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,aAAa,CAC7E,CAAC;IACJ,CAAC,CAAC,EACF,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;QAChD,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,SAAU,CAAC,cAAc,CAAC,CAAC,CAAC;QACnF,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;IACH,OAAO,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,oBAAoB,CAClC,WAA+C,EAC/C,WAA+B,EAC/B,QAAgB;IAEhB,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;QAC3D,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;IACnC,IACE,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC;QAC7B,CAAC,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC;QAClC,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC;QAC/B,MAAM,GAAG,CAAC;QACV,WAAW,IAAI,CAAC;QAChB,QAAQ,GAAG,CAAC;QACZ,MAAM,GAAG,QAAQ,GAAG,WAAW,EAC/B,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,EAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAC,CAAC;AACvC,CAAC;AAED,mGAAmG;AACnG,SAAS,uBAAuB,CAC9B,MAAkC,EAClC,aAAmC,EACnC,QAAgB;IAEhB,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;QAClC,IAAI,OAAO,GAAG,EAAC,GAAG,KAAK,EAAC,CAAC;QACzB,IAAI,OAAO,GAAG,IAAI,CAAC;QACnB,OAAO,OAAO,EAAE,CAAC;YACf,OAAO,GAAG,KAAK,CAAC;YAChB,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;gBAClC,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAC9B,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,GAAG,CAC7E,CAAC;gBACF,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;oBACxB,SAAS;gBACX,CAAC;gBACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;gBACpE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;gBACnF,IAAI,KAAK,KAAK,OAAO,CAAC,KAAK,IAAI,GAAG,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;oBACnD,OAAO,GAAG,EAAC,KAAK,EAAE,GAAG,EAAC,CAAC;oBACvB,OAAO,GAAG,IAAI,CAAC;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,EAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,EAAC,CAAC;IACnF,CAAC,CAAC,CAAC;IACH,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC;AAClC,CAAC;AAED,sEAAsE;AACtE,SAAS,kBAAkB,CACzB,IAAmC,EACnC,KAAoC;IAEpC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,OAAO,SAAS,GAAG,IAAI,CAAC,MAAM,IAAI,UAAU,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC;QACjE,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;YAChB,MAAM,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,GAAG,EAAC,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,EAAE,CAAC;YAChD,SAAS,EAAE,CAAC;QACd,CAAC;aAAM,CAAC;YACN,UAAU,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,wCAAwC;AACxC,SAAS,cAAc,CACrB,IAAgC,EAChC,KAAiC;IAEjC,OAAO,cAAc,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,mEAAmE;AACnE,SAAS,cAAc,CAAC,MAAkC;IACxD,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAC7B,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAClE,CAAC;IACF,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3C,IAAI,QAAQ,IAAI,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;YAC5C,QAAQ,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,EAAC,GAAG,KAAK,EAAC,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,0DAA0D;AAC1D,SAAS,gBAAgB,CAAC,MAAkC;IAC1D,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,uEAAuE;AACvE,SAAS,kBAAkB,CACzB,KAAyC,EACzC,MAAkC;IAElC,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CACzB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,CACvF,CAAC,MAAM,CAAC;AACX,CAAC;AAED,mFAAmF;AACnF,SAAS,eAAe,CACtB,MAAmD;IAEnD,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7E,MAAM,MAAM,GAA4C,EAAE,CAAC;IAC3D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QACxC,IAAI,QAAQ,IAAI,KAAK,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;YAClE,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;QACvF,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,EAAC,GAAG,KAAK,EAAC,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/lib/parquet-predicate.d.ts

@@ -0,0 +1,21 @@
+import type { ArrayType } from '@loaders.gl/schema';
+import type { ParquetColumnChunkStatistics, ParquetComparisonPredicate, ParquetInPredicate, ParquetNullPredicate, ParquetPredicate, ParquetPredicateProperty, ParquetRowGroupMetadata } from "../parquet-source-types.js";
+/** Returns the unique top-level columns referenced by a predicate. */
+export declare function getParquetPredicateColumns(predicate: ParquetPredicate): string[];
+/** Returns the unique physical schema paths referenced by a predicate. */
+export declare function getParquetPredicatePaths(predicate: ParquetPredicate): string[][];
+/** Copies a predicate tree and mutable scalar values for read-scoped option snapshots. */
+export declare function copyParquetPredicate(predicate: ParquetPredicate): ParquetPredicate;
+/** Validates a predicate and every referenced top-level column. */
+export declare function validateParquetPredicate(predicate: ParquetPredicate, availableColumns: ReadonlySet<string>): void;
+/** Conservatively determines whether a row group can contain a matching row. */
+export declare function canParquetRowGroupMatch(predicate: ParquetPredicate, rowGroup: ParquetRowGroupMetadata): boolean;
+/** Conservatively determines whether one predicate leaf can match supplied statistics. */
+export declare function canParquetStatisticsMatch(predicate: ParquetComparisonPredicate | ParquetInPredicate | ParquetNullPredicate, statistics: ParquetColumnChunkStatistics, rowCount: number): boolean;
+/** Returns exact source row indexes matching a predicate. */
+export declare function filterParquetRowIndices(predicate: ParquetPredicate | undefined, columns: Record<string, ArrayType>, rowCount: number): number[];
+/** Gathers selected source rows without constructing row objects. */
+export declare function gatherParquetColumns(columns: Record<string, ArrayType>, rowIndices: readonly number[], selectedColumns?: ReadonlySet<string>): Record<string, ArrayType>;
+/** Returns one predicate property as an explicit Parquet schema path. */
+export declare function getParquetPredicatePath(property: ParquetPredicateProperty): readonly string[];
+//# sourceMappingURL=parquet-predicate.d.ts.map

package/dist/lib/parquet-predicate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-predicate.d.ts","sourceRoot":"","sources":["../../src/lib/parquet-predicate.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,oBAAoB,CAAC;AAElD,OAAO,KAAK,EACV,4BAA4B,EAC5B,0BAA0B,EAC1B,kBAAkB,EAGlB,oBAAoB,EACpB,gBAAgB,EAChB,wBAAwB,EAExB,uBAAuB,EACxB,mCAAgC;AAGjC,sEAAsE;AACtE,wBAAgB,0BAA0B,CAAC,SAAS,EAAE,gBAAgB,GAAG,MAAM,EAAE,CAEhF;AAED,0EAA0E;AAC1E,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,gBAAgB,GAAG,MAAM,EAAE,EAAE,CAUhF;AAED,0FAA0F;AAC1F,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,gBAAgB,GAAG,gBAAgB,CA2BlF;AAED,mEAAmE;AACnE,wBAAgB,wBAAwB,CACtC,SAAS,EAAE,gBAAgB,EAC3B,gBAAgB,EAAE,WAAW,CAAC,MAAM,CAAC,GACpC,IAAI,CAuBN;AAED,gFAAgF;AAChF,wBAAgB,uBAAuB,CACrC,SAAS,EAAE,gBAAgB,EAC3B,QAAQ,EAAE,uBAAuB,GAChC,OAAO,CAqBT;AAED,0FAA0F;AAC1F,wBAAgB,yBAAyB,CACvC,SAAS,EAAE,0BAA0B,GAAG,kBAAkB,GAAG,oBAAoB,EACjF,UAAU,EAAE,4BAA4B,EACxC,QAAQ,EAAE,MAAM,GACf,OAAO,CAaT;AAED,6DAA6D;AAC7D,wBAAgB,uBAAuB,CACrC,SAAS,EAAE,gBAAgB,GAAG,SAAS,EACvC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,EAClC,QAAQ,EAAE,MAAM,GACf,MAAM,EAAE,CAWV;AAED,qEAAqE;AACrE,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,EAClC,UAAU,EAAE,SAAS,MAAM,EAAE,EAC7B,eAAe,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,GACpC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAS3B;AA6LD,yEAAyE;AACzE,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,wBAAwB,GAAG,SAAS,MAAM,EAAE,CAE7F"}