@loaders.gl/parquet 4.4.5 → 5.0.0-alpha.2

package/dist/lib/parsers/parse-parquet-to-arrow-js.js

@@ -0,0 +1,608 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import * as arrow from 'apache-arrow';
+import { convertTable, deserializeArrowType } from '@loaders.gl/schema-utils';
+import { preloadCompressions } from "../../parquetjs/compression.js";
+import { ParquetReader } from "../../parquetjs/parser/parquet-reader.js";
+import { materializeColumn, materializeRows } from "../../parquetjs/schema/shred.js";
+import { createNestedArrowVector } from "../arrow/create-nested-arrow-vector.js";
+import { getSchemaFromParquetReader } from "./get-parquet-schema.js";
+/** Largest byte value copied inline to avoid TypedArray#set call overhead. */
+const MAXIMUM_INLINE_BYTE_COPY_LENGTH = 7;
+/** Primitive Arrow type instances used by serialized Parquet schemas. */
+const PARQUET_ARROW_PRIMITIVE_TYPES = {
+    binary: new arrow.Binary(),
+    bool: new arrow.Bool(),
+    float32: new arrow.Float32(),
+    float64: new arrow.Float64(),
+    int8: new arrow.Int8(),
+    int16: new arrow.Int16(),
+    int32: new arrow.Int32(),
+    int64: new arrow.Int64(),
+    uint8: new arrow.Uint8(),
+    uint16: new arrow.Uint16(),
+    uint32: new arrow.Uint32(),
+    uint64: new arrow.Uint64(),
+    utf8: new arrow.Utf8()
+};
+/** Arrow schema that preserves identity when Apache Arrow assigns its existing fields. */
+class ParquetArrowSchema extends arrow.Schema {
+    /** Whether the next exact field assignment may reuse this schema. */
+    reuseIdentityAssignment = false;
+    /** Enables identity reuse for one synchronous Arrow RecordBatch construction. */
+    enableIdentityAssignmentReuse() {
+        this.reuseIdentityAssignment = true;
+    }
+    /** Restores Apache Arrow's normal public assignment semantics. */
+    disableIdentityAssignmentReuse() {
+        this.reuseIdentityAssignment = false;
+    }
+    /**
+     * Avoids cloning fields and merging metadata when assignment is already an exact match.
+     * @param assignments schemas or fields to merge into this schema
+     * @returns this schema for an identity assignment, otherwise Apache Arrow's assigned schema
+     */
+    assign(...assignments) {
+        const firstAssignment = assignments[0];
+        if (this.reuseIdentityAssignment &&
+            assignments.length === 1 &&
+            Array.isArray(firstAssignment) &&
+            firstAssignment.length === this.fields.length &&
+            firstAssignment.every((field, index) => field === this.fields[index])) {
+            return this;
+        }
+        const assignedSchema = assignments.length === 1 && firstAssignment instanceof arrow.Schema
+            ? super.assign(firstAssignment)
+            : super.assign(...assignments);
+        return new ParquetArrowSchema(assignedSchema.fields, assignedSchema.metadata, assignedSchema.dictionaries, assignedSchema.metadataVersion);
+    }
+}
+/**
+ * Parses a Parquet file with the TypeScript implementation directly into Arrow batches.
+ * @param file readable Parquet file
+ * @param options loader options applied before Arrow conversion
+ * @returns Arrow table containing the decoded rows
+ */
+export async function parseParquetFileToArrowWithJs(file, options) {
+    const recordBatches = [];
+    let schema;
+    for await (const batch of parseParquetFileToArrowInBatchesWithJs(file, options)) {
+        schema ||= batch.schema;
+        recordBatches.push(...batch.data.batches);
+    }
+    schema ||= await readProjectedSchema(file, options);
+    const table = recordBatches.length
+        ? new arrow.Table(recordBatches)
+        : new arrow.Table(createParquetArrowSchema(schema), []);
+    return { shape: 'arrow-table', data: table, schema };
+}
+/** Reads the projected loaders.gl schema when row selection produces no Arrow record batches. */
+async function readProjectedSchema(file, options) {
+    const reader = new ParquetReader(file, {
+        preserveBinary: options?.parquet?.preserveBinary
+    });
+    return projectSchema(await getSchemaFromParquetReader(reader), options?.parquet?.columns);
+}
+/**
+ * Parses a Parquet file in batches with the TypeScript implementation and materializes Arrow directly
+ * from decoded columns whenever the selected schema is flat.
+ * @param file readable Parquet file
+ * @param options loader options applied before Arrow conversion
+ * @returns asynchronous Arrow table batches
+ */
+export async function* parseParquetFileToArrowInBatchesWithJs(file, options) {
+    await preloadCompressions(options);
+    const reader = new ParquetReader(file, {
+        preserveBinary: options?.parquet?.preserveBinary,
+        retainByteArrayViews: true,
+        useTypedValueBuffers: true,
+        useTypedLevelBuffers: true
+    });
+    const schema = projectSchema(await getSchemaFromParquetReader(reader), options?.parquet?.columns);
+    const arrowSchema = createParquetArrowSchema(schema);
+    const parquetSchema = await reader.getSchema();
+    const rowGroups = reader.rowGroupIterator(getParquetIterationProps(options));
+    const rowOffset = Math.max(0, options?.parquet?.offset || 0);
+    const rowLimit = options?.parquet?.limit;
+    const requestedBatchSize = options?.parquet?.batchSize;
+    let rowsVisited = 0;
+    let rowsYielded = 0;
+    for await (const rowGroup of rowGroups) {
+        const selectionStart = Math.min(rowGroup.rowCount, Math.max(0, rowOffset - rowsVisited));
+        const availableRowCount = rowGroup.rowCount - selectionStart;
+        const remainingRowCount = rowLimit === undefined
+            ? availableRowCount
+            : Math.max(0, Math.min(availableRowCount, rowLimit - rowsYielded));
+        const selectionEnd = selectionStart + remainingRowCount;
+        rowsVisited += rowGroup.rowCount;
+        if (selectionEnd <= selectionStart) {
+            if (rowLimit !== undefined && rowsYielded >= rowLimit) {
+                return;
+            }
+            continue;
+        }
+        const arrowTable = convertRowGroupSliceToArrow(schema, arrowSchema, parquetSchema, rowGroup, selectionStart, selectionEnd);
+        const batchSize = requestedBatchSize && requestedBatchSize > 0 ? requestedBatchSize : remainingRowCount;
+        for (let batchStart = selectionStart; batchStart < selectionEnd; batchStart += batchSize) {
+            const batchEnd = Math.min(batchStart + batchSize, selectionEnd);
+            const batchTable = sliceArrowTable(arrowTable, batchStart - selectionStart, batchEnd - selectionStart);
+            const length = batchEnd - batchStart;
+            yield {
+                batchType: 'data',
+                shape: batchTable.shape,
+                schema: batchTable.schema,
+                data: batchTable.data,
+                length
+            };
+            rowsYielded += length;
+        }
+        if (rowLimit !== undefined && rowsYielded >= rowLimit) {
+            return;
+        }
+    }
+}
+/** Converts a loaders.gl schema into the identity-aware Arrow schema used by Parquet batches. */
+function createParquetArrowSchema(schema) {
+    return new ParquetArrowSchema(schema.fields.map(field => createParquetArrowField(field)), createParquetArrowMetadata(schema.metadata));
+}
+/** Hydrates one serialized Parquet field without generic Arrow conversion allocations. */
+function createParquetArrowField(field) {
+    return new arrow.Field(field.name, createParquetArrowType(field.type), field.nullable, createParquetArrowMetadata(field.metadata));
+}
+/** Reuses immutable primitive Arrow types and falls back for composite serialized types. */
+function createParquetArrowType(dataType) {
+    const primitiveType = typeof dataType === 'string' ? PARQUET_ARROW_PRIMITIVE_TYPES[dataType] : undefined;
+    return primitiveType || deserializeArrowType(dataType);
+}
+/** Hydrates serialized Parquet metadata without an intermediate entries array. */
+function createParquetArrowMetadata(metadata) {
+    const arrowMetadata = new Map();
+    if (metadata) {
+        for (const key of Object.keys(metadata)) {
+            arrowMetadata.set(key, metadata[key]);
+        }
+    }
+    return arrowMetadata;
+}
+/** Builds Arrow from one selected row-group range with per-column fallbacks. */
+function convertRowGroupSliceToArrow(schema, arrowSchema, parquetSchema, rowGroup, start, end) {
+    const vectors = {};
+    let materializedRows;
+    for (const field of arrowSchema.fields) {
+        const parquetField = parquetSchema.findField(field.name);
+        const columnData = rowGroup.columnData[field.name];
+        const nestedVector = createNestedArrowVector(field.type, parquetField, rowGroup, start, end);
+        if (nestedVector) {
+            vectors[field.name] = nestedVector;
+            continue;
+        }
+        const decimalVector = createDecimalArrowVector(field.type, parquetField, columnData, start, end);
+        if (decimalVector) {
+            vectors[field.name] = decimalVector;
+            continue;
+        }
+        const primitiveVector = createRawPrimitiveArrowVector(field.type, parquetField, columnData, start, end);
+        if (primitiveVector) {
+            vectors[field.name] = primitiveVector;
+            continue;
+        }
+        const byteVector = createRawByteArrowVector(field.type, parquetField, columnData, start, end);
+        if (byteVector) {
+            vectors[field.name] = byteVector;
+            continue;
+        }
+        let fullColumn = materializeColumn(parquetSchema, rowGroup, field.name);
+        if (!fullColumn && parquetField.fields) {
+            materializedRows ||= materializeRows(parquetSchema, rowGroup);
+            const fallbackTable = {
+                shape: 'object-row-table',
+                schema: {
+                    ...schema,
+                    fields: schema.fields.filter(schemaField => schemaField.name === field.name)
+                },
+                data: materializedRows.slice(start, end)
+            };
+            const fallbackArrowTable = convertTable(fallbackTable, 'arrow-table');
+            const fallbackVector = fallbackArrowTable.data.getChild(field.name);
+            if (!fallbackVector) {
+                throw new Error(`Failed to materialize nested Parquet column ${field.name}`);
+            }
+            vectors[field.name] = fallbackVector;
+            continue;
+        }
+        fullColumn ||= new Array(rowGroup.rowCount).fill(null);
+        const column = sliceColumn(fullColumn, start, end);
+        vectors[field.name] = arrow.vectorFromArray(normalizeArrowColumn(column, field.type), field.type);
+    }
+    return {
+        shape: 'arrow-table',
+        schema,
+        data: createArrowTable(arrowSchema, vectors, end - start)
+    };
+}
+/** Creates an exact Arrow Decimal128/256 vector from unscaled Parquet decimal values. */
+function createDecimalArrowVector(arrowType, parquetField, columnData, start, end) {
+    if (!(arrowType instanceof arrow.Decimal) || !columnData) {
+        return undefined;
+    }
+    const rowCount = end - start;
+    const wordCount = arrowType.bitWidth / 32;
+    const data = new Uint32Array(rowCount * wordCount);
+    const nullBitmap = parquetField.dLevelMax ? new Uint8Array(Math.ceil(rowCount / 8)) : undefined;
+    let nullCount = 0;
+    let valueIndex = 0;
+    if (nullBitmap) {
+        for (let rowIndex = 0; rowIndex < start; rowIndex++) {
+            if (columnData.dlevels[rowIndex] === parquetField.dLevelMax)
+                valueIndex++;
+        }
+    }
+    else {
+        valueIndex = start;
+    }
+    for (let rowIndex = 0; rowIndex < rowCount; rowIndex++) {
+        const sourceRowIndex = start + rowIndex;
+        if (!nullBitmap || columnData.dlevels[sourceRowIndex] === parquetField.dLevelMax) {
+            writeArrowDecimal(data, rowIndex * wordCount, wordCount, getUnscaledDecimal(columnData.values[valueIndex++]), arrowType.bitWidth);
+            if (nullBitmap)
+                nullBitmap[rowIndex >> 3] |= 1 << (rowIndex & 7);
+        }
+        else {
+            nullCount++;
+        }
+    }
+    return new arrow.Vector([
+        arrow.makeData({
+            type: arrowType,
+            data,
+            nullBitmap: nullCount ? nullBitmap : undefined,
+            nullCount
+        })
+    ]);
+}
+/** Converts one Parquet decimal physical value to its signed unscaled integer. */
+function getUnscaledDecimal(value) {
+    if (typeof value === 'bigint')
+        return value;
+    if (typeof value === 'number')
+        return BigInt(value);
+    const bytes = value;
+    let unsignedValue = 0n;
+    for (const byte of bytes)
+        unsignedValue = (unsignedValue << 8n) | BigInt(byte);
+    return bytes.length && bytes[0] & 0x80
+        ? unsignedValue - (1n << BigInt(bytes.length * 8))
+        : unsignedValue;
+}
+/** Writes one signed bigint into Arrow's little-endian two's-complement decimal buffer. */
+function writeArrowDecimal(data, offset, wordCount, value, bitWidth) {
+    const minimum = -(1n << BigInt(bitWidth - 1));
+    const maximum = (1n << BigInt(bitWidth - 1)) - 1n;
+    if (value < minimum || value > maximum) {
+        throw new Error(`Parquet decimal value ${value} exceeds Arrow Decimal${bitWidth}`);
+    }
+    let unsignedValue = BigInt.asUintN(bitWidth, value);
+    for (let wordIndex = 0; wordIndex < wordCount; wordIndex++) {
+        data[offset + wordIndex] = Number(unsignedValue & 0xffffffffn);
+        unsignedValue >>= 32n;
+    }
+}
+/** Creates an Arrow table while retaining row counts for a schema with no projected fields. */
+function createArrowTable(schema, vectors, rowCount) {
+    if (schema.fields.length) {
+        // Every vector represents one row-group slice and therefore has one data chunk. Supplying the
+        // Struct directly avoids Arrow Table's generic vector redistribution and schema reassignment.
+        const children = schema.fields.map(field => vectors[field.name].data[0]);
+        const data = arrow.makeData({
+            type: new arrow.Struct(schema.fields),
+            length: rowCount,
+            nullCount: 0,
+            children
+        });
+        const recordBatch = createParquetRecordBatch(schema, data);
+        return new arrow.Table(recordBatch);
+    }
+    if (rowCount === 0) {
+        return new arrow.Table(schema, vectors);
+    }
+    const recordBatch = createParquetRecordBatch(schema, arrow.makeData({ type: new arrow.Struct([]), children: [] }));
+    // Apache Arrow JS derives RecordBatch length from its children and therefore resets an empty
+    // Struct to zero rows. Restore the explicit Parquet selection length after construction.
+    Object.defineProperty(recordBatch.data, 'length', { value: rowCount });
+    return new arrow.Table(schema, [recordBatch]);
+}
+/** Constructs a RecordBatch while restricting schema identity reuse to the synchronous call. */
+function createParquetRecordBatch(schema, data) {
+    if (!(schema instanceof ParquetArrowSchema)) {
+        return new arrow.RecordBatch(schema, data);
+    }
+    schema.enableIdentityAssignmentReuse();
+    try {
+        return new arrow.RecordBatch(schema, data);
+    }
+    finally {
+        schema.disableIdentityAssignmentReuse();
+    }
+}
+/** Creates a fixed-width Arrow vector directly from decoded primitive Parquet values. */
+function createRawPrimitiveArrowVector(arrowType, parquetField, columnData, start, end) {
+    if (!columnData) {
+        return undefined;
+    }
+    const rowCount = end - start;
+    const directData = createRawPrimitiveArrowArrayView(arrowType, parquetField, columnData, start, end);
+    const data = directData || createRawPrimitiveArrowArray(arrowType, parquetField, rowCount);
+    if (!data) {
+        return undefined;
+    }
+    const nullBitmap = parquetField.dLevelMax ? new Uint8Array(Math.ceil(rowCount / 8)) : undefined;
+    let valueIndex = 0;
+    let nullCount = 0;
+    if (!nullBitmap) {
+        if (!directData) {
+            valueIndex = start;
+            for (let rowIndex = 0; rowIndex < rowCount; rowIndex++) {
+                setRawPrimitiveArrowValue(data, rowIndex, columnData.values[valueIndex++]);
+            }
+        }
+    }
+    else {
+        for (let rowIndex = 0; rowIndex < start; rowIndex++) {
+            if (columnData.dlevels[rowIndex] === parquetField.dLevelMax) {
+                valueIndex++;
+            }
+        }
+        for (let rowIndex = 0; rowIndex < rowCount; rowIndex++) {
+            const sourceRowIndex = start + rowIndex;
+            if (columnData.dlevels[sourceRowIndex] === parquetField.dLevelMax) {
+                setRawPrimitiveArrowValue(data, rowIndex, columnData.values[valueIndex++]);
+                nullBitmap[rowIndex >> 3] |= 1 << (rowIndex & 7);
+            }
+            else {
+                nullCount++;
+            }
+        }
+    }
+    const nulls = nullCount ? nullBitmap : undefined;
+    return new arrow.Vector([
+        arrow.makeData({ type: arrowType, data, nullBitmap: nulls, nullCount })
+    ]);
+}
+/** Reuses a typed decoded column as the Arrow value buffer for required primitive fields. */
+function createRawPrimitiveArrowArrayView(arrowType, parquetField, columnData, start, end) {
+    if (parquetField.repetitionType !== 'REQUIRED') {
+        return undefined;
+    }
+    const values = columnData.values;
+    if (parquetField.primitiveType === 'FLOAT' &&
+        arrowType instanceof arrow.Float32 &&
+        values instanceof Float32Array) {
+        return values.subarray(start, end);
+    }
+    if (parquetField.primitiveType === 'DOUBLE' &&
+        arrowType instanceof arrow.Float64 &&
+        values instanceof Float64Array) {
+        return values.subarray(start, end);
+    }
+    if (parquetField.primitiveType === 'INT32' &&
+        (arrowType instanceof arrow.Int32 ||
+            arrowType instanceof arrow.DateDay ||
+            arrowType instanceof arrow.TimeMillisecond) &&
+        values instanceof Int32Array) {
+        return values.subarray(start, end);
+    }
+    if (parquetField.primitiveType === 'INT64' &&
+        (arrowType instanceof arrow.Int64 ||
+            arrowType instanceof arrow.TimeMicrosecond ||
+            arrowType instanceof arrow.TimeNanosecond ||
+            arrowType instanceof arrow.TimestampMillisecond ||
+            arrowType instanceof arrow.TimestampMicrosecond ||
+            arrowType instanceof arrow.TimestampNanosecond) &&
+        values instanceof BigInt64Array) {
+        return values.subarray(start, end);
+    }
+    return undefined;
+}
+/** Allocates the Arrow typed array matching an unconverted physical Parquet primitive. */
+function createRawPrimitiveArrowArray(arrowType, parquetField, rowCount) {
+    if (parquetField.primitiveType === 'FLOAT' && arrowType instanceof arrow.Float32) {
+        return new Float32Array(rowCount);
+    }
+    if (parquetField.primitiveType === 'DOUBLE' && arrowType instanceof arrow.Float64) {
+        return new Float64Array(rowCount);
+    }
+    if (parquetField.primitiveType === 'INT32' && arrowType instanceof arrow.Int8) {
+        return new Int8Array(rowCount);
+    }
+    if (parquetField.primitiveType === 'INT32' && arrowType instanceof arrow.Int16) {
+        return new Int16Array(rowCount);
+    }
+    if (parquetField.primitiveType === 'INT32' &&
+        (arrowType instanceof arrow.Int32 ||
+            arrowType instanceof arrow.DateDay ||
+            arrowType instanceof arrow.TimeMillisecond)) {
+        return new Int32Array(rowCount);
+    }
+    if (parquetField.primitiveType === 'INT32' && arrowType instanceof arrow.Uint8) {
+        return new Uint8Array(rowCount);
+    }
+    if (parquetField.primitiveType === 'INT32' && arrowType instanceof arrow.Uint16) {
+        return new Uint16Array(rowCount);
+    }
+    if (parquetField.primitiveType === 'INT32' && arrowType instanceof arrow.Uint32) {
+        return new Uint32Array(rowCount);
+    }
+    if (parquetField.primitiveType === 'INT64' &&
+        (arrowType instanceof arrow.Int64 ||
+            arrowType instanceof arrow.TimeMicrosecond ||
+            arrowType instanceof arrow.TimeNanosecond ||
+            arrowType instanceof arrow.TimestampMillisecond ||
+            arrowType instanceof arrow.TimestampMicrosecond ||
+            arrowType instanceof arrow.TimestampNanosecond)) {
+        return new BigInt64Array(rowCount);
+    }
+    if (parquetField.primitiveType === 'INT64' && arrowType instanceof arrow.Uint64) {
+        return new BigUint64Array(rowCount);
+    }
+    return undefined;
+}
+/** Writes a decoded primitive into the exact TypedArray expected by Arrow. */
+function setRawPrimitiveArrowValue(data, index, value) {
+    if (data instanceof BigInt64Array) {
+        data[index] = typeof value === 'bigint' ? value : BigInt(value);
+    }
+    else if (data instanceof BigUint64Array) {
+        data[index] = BigInt.asUintN(64, typeof value === 'bigint' ? value : BigInt(value));
+    }
+    else {
+        data[index] = Number(value);
+    }
+}
+/** Creates an Arrow Utf8 or Binary vector directly from decoded Parquet byte arrays. */
+function createRawByteArrowVector(arrowType, parquetField, columnData, start, end) {
+    if (!columnData || !supportsRawByteArrowVector(arrowType, parquetField)) {
+        return undefined;
+    }
+    const rowCount = end - start;
+    const valueOffsets = new Int32Array(rowCount + 1);
+    const byteValues = columnData.values;
+    const nullBitmap = parquetField.dLevelMax ? new Uint8Array(Math.ceil(rowCount / 8)) : undefined;
+    let valueIndex = 0;
+    let firstValueIndex = 0;
+    let dataByteLength = 0;
+    let nullCount = 0;
+    if (!nullBitmap) {
+        valueIndex = start;
+        firstValueIndex = valueIndex;
+        for (let rowIndex = 0; rowIndex < rowCount; rowIndex++) {
+            dataByteLength += byteValues[valueIndex++].byteLength;
+            if (dataByteLength > 0x7fffffff) {
+                throw new Error('Arrow Utf8/Binary column exceeds the 32-bit offset range');
+            }
+            valueOffsets[rowIndex + 1] = dataByteLength;
+        }
+    }
+    else {
+        for (let rowIndex = 0; rowIndex < start; rowIndex++) {
+            if (columnData.dlevels[rowIndex] === parquetField.dLevelMax) {
+                valueIndex++;
+            }
+        }
+        firstValueIndex = valueIndex;
+        for (let rowIndex = 0; rowIndex < rowCount; rowIndex++) {
+            const sourceRowIndex = start + rowIndex;
+            if (columnData.dlevels[sourceRowIndex] === parquetField.dLevelMax) {
+                dataByteLength += byteValues[valueIndex++].byteLength;
+                nullBitmap[rowIndex >> 3] |= 1 << (rowIndex & 7);
+            }
+            else {
+                nullCount++;
+            }
+            if (dataByteLength > 0x7fffffff) {
+                throw new Error('Arrow Utf8/Binary column exceeds the 32-bit offset range');
+            }
+            valueOffsets[rowIndex + 1] = dataByteLength;
+        }
+    }
+    const data = new Uint8Array(dataByteLength);
+    let dataOffset = 0;
+    for (let index = firstValueIndex; index < valueIndex; index++) {
+        const bytes = byteValues[index];
+        if (bytes.byteLength <= MAXIMUM_INLINE_BYTE_COPY_LENGTH) {
+            for (let byteIndex = 0; byteIndex < bytes.byteLength; byteIndex++) {
+                data[dataOffset++] = bytes[byteIndex];
+            }
+        }
+        else {
+            data.set(bytes, dataOffset);
+            dataOffset += bytes.byteLength;
+        }
+    }
+    const nulls = nullCount ? nullBitmap : undefined;
+    if (arrowType instanceof arrow.Utf8) {
+        return new arrow.Vector([
+            arrow.makeData({
+                type: arrowType,
+                valueOffsets,
+                data,
+                nullBitmap: nulls,
+                nullCount
+            })
+        ]);
+    }
+    if (arrowType instanceof arrow.Binary) {
+        return new arrow.Vector([
+            arrow.makeData({
+                type: arrowType,
+                valueOffsets,
+                data,
+                nullBitmap: nulls,
+                nullCount
+            })
+        ]);
+    }
+    return undefined;
+}
+/** Returns whether one flat Parquet byte column maps directly to Arrow Utf8 or Binary. */
+function supportsRawByteArrowVector(arrowType, parquetField) {
+    if (arrowType instanceof arrow.Utf8) {
+        return parquetField.originalType === 'UTF8' || parquetField.originalType === 'ENUM';
+    }
+    if (arrowType instanceof arrow.Binary) {
+        return ((!parquetField.originalType ||
+            parquetField.originalType === 'GEOMETRY' ||
+            parquetField.originalType === 'GEOGRAPHY') &&
+            (parquetField.primitiveType === 'BYTE_ARRAY' ||
+                parquetField.primitiveType === 'FIXED_LEN_BYTE_ARRAY'));
+    }
+    return false;
+}
+/** Normalizes JavaScript values that Apache Arrow's 64-bit integer builders require as bigints. */
+function normalizeArrowColumn(column, type) {
+    if (!(type instanceof arrow.Int) || type.bitWidth !== 64) {
+        return column;
+    }
+    return Array.from(column, value => {
+        if (value === null || value === undefined || typeof value === 'bigint') {
+            return value;
+        }
+        if (value instanceof Date) {
+            return BigInt(value.getTime());
+        }
+        return BigInt(value);
+    });
+}
+/** Slices one Arrow table while preserving the loaders.gl schema wrapper. */
+function sliceArrowTable(table, start, end) {
+    if (start === 0 && end === table.data.numRows) {
+        return table;
+    }
+    if (table.data.numCols === 0) {
+        return { ...table, data: createArrowTable(table.data.schema, {}, end - start) };
+    }
+    return { ...table, data: table.data.slice(start, end) };
+}
+/** Slices an arbitrary column while preserving efficient native slice implementations. */
+function sliceColumn(column, start, end) {
+    if ('slice' in column && typeof column.slice === 'function') {
+        return column.slice(start, end);
+    }
+    return Array.from(column).slice(start, end);
+}
+/** Creates row-group projection properties from public loader options. */
+function getParquetIterationProps(options) {
+    const columnList = options?.parquet?.columns;
+    return columnList?.length ? { columnList } : undefined;
+}
+/** Restricts the loaders.gl schema to explicitly selected top-level columns. */
+function projectSchema(schema, columns) {
+    if (!columns?.length) {
+        return schema;
+    }
+    return {
+        ...schema,
+        fields: schema.fields.filter(field => columns.includes(field.name))
+    };
+}
+//# sourceMappingURL=parse-parquet-to-arrow-js.js.map

package/dist/lib/parsers/parse-parquet-to-arrow-js.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-parquet-to-arrow-js.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-arrow-js.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAYtC,OAAO,EAAC,YAAY,EAAE,oBAAoB,EAAC,MAAM,0BAA0B,CAAC;AAG5E,OAAO,EAAC,mBAAmB,EAAC,uCAAoC;AAChE,OAAO,EAAC,aAAa,EAAC,iDAA8C;AAOpE,OAAO,EAAC,iBAAiB,EAAE,eAAe,EAAC,wCAAqC;AAChF,OAAO,EAAC,uBAAuB,EAAC,+CAA4C;AAC5E,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAEhE,8EAA8E;AAC9E,MAAM,+BAA+B,GAAG,CAAC,CAAC;AAE1C,yEAAyE;AACzE,MAAM,6BAA6B,GAA+D;IAChG,MAAM,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE;IAC1B,IAAI,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE;IACtB,OAAO,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE;IAC5B,OAAO,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE;IAC5B,IAAI,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE;IACtB,KAAK,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE;IACxB,KAAK,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE;IACxB,KAAK,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE;IACxB,KAAK,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE;IACxB,MAAM,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE;IAC1B,MAAM,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE;IAC1B,MAAM,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE;IAC1B,IAAI,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE;CACvB,CAAC;AAKF,0FAA0F;AAC1F,MAAM,kBAAmB,SAAQ,KAAK,CAAC,MAAM;IAC3C,qEAAqE;IAC7D,uBAAuB,GAAG,KAAK,CAAC;IAExC,iFAAiF;IACjF,6BAA6B;QAC3B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;IACtC,CAAC;IAED,kEAAkE;IAClE,8BAA8B;QAC5B,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;IACvC,CAAC;IAED;;;;OAIG;IACM,MAAM,CAAC,GAAG,WAAoC;QACrD,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QACvC,IACE,IAAI,CAAC,uBAAuB;YAC5B,WAAW,CAAC,MAAM,KAAK,CAAC;YACxB,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC;YAC9B,eAAe,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM;YAC7C,eAAe,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EACrE,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,cAAc,GAClB,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,eAAe,YAAY,KAAK,CAAC,MAAM;YACjE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC;YAC/B,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,GAAI,WAAkD,CAAC,CAAC;QAC3E,OAAO,IAAI,kBAAkB,CAC3B,cAAc,CAAC,MAAM,EACrB,cAAc,CAAC,QAAQ,EACvB,cAAc,CAAC,YAAY,EAC3B,cAAc,CAAC,eAAe,CAC/B,CAAC;IACJ,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,IAAkB,EAClB,OAAgC;IAEhC,MAAM,aAAa,GAAwB,EAAE,CAAC;IAC9C,IAAI,MAA0B,CAAC;IAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,sCAAsC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;QAChF,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC;QACxB,aAAa,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,KAAK,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM;QAChC,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC;QAChC,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,wBAAwB,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IAC1D,OAAO,EAAC,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC;AACrD,CAAC;AAED,iGAAiG;AACjG,KAAK,UAAU,mBAAmB,CAChC,IAAkB,EAClB,OAAgC;IAEhC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;KACjD,CAAC,CAAC;IACH,OAAO,aAAa,CAAC,MAAM,0BAA0B,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;AAC5F,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,sCAAsC,CAC3D,IAAkB,EAClB,OAAgC;IAEhC,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;QAChD,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;KAC3B,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,0BAA0B,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAClG,MAAM,WAAW,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAC/C,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;IACzC,MAAM,kBAAkB,GAAG,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC;IACvD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACvC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC;QACzF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,QAAQ,GAAG,cAAc,CAAC;QAC7D,MAAM,iBAAiB,GACrB,QAAQ,KAAK,SAAS;YACpB,CAAC,CAAC,iBAAiB;YACnB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC;QACvE,MAAM,YAAY,GAAG,cAAc,GAAG,iBAAiB,CAAC;QACxD,WAAW,IAAI,QAAQ,CAAC,QAAQ,CAAC;QAEjC,IAAI,YAAY,IAAI,cAAc,EAAE,CAAC;YACnC,IAAI,QAAQ,KAAK,SAAS,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;gBACtD,OAAO;YACT,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,UAAU,GAAG,2BAA2B,CAC5C,MAAM,EACN,WAAW,EACX,aAAa,EACb,QAAQ,EACR,cAAc,EACd,YAAY,CACb,CAAC;QACF,MAAM,SAAS,GACb,kBAAkB,IAAI,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,iBAAiB,CAAC;QAExF,KAAK,IAAI,UAAU,GAAG,cAAc,EAAE,UAAU,GAAG,YAAY,EAAE,UAAU,IAAI,SAAS,EAAE,CAAC;YACzF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,SAAS,EAAE,YAAY,CAAC,CAAC;YAChE,MAAM,UAAU,GAAG,eAAe,CAChC,UAAU,EACV,UAAU,GAAG,cAAc,EAC3B,QAAQ,GAAG,cAAc,CAC1B,CAAC;YACF,MAAM,MAAM,GAAG,QAAQ,GAAG,UAAU,CAAC;YAErC,MAAM;gBACJ,SAAS,EAAE,MAAM;gBACjB,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,MAAM;aACP,CAAC;YACF,WAAW,IAAI,MAAM,CAAC;QACxB,CAAC;QAED,IAAI,QAAQ,KAAK,SAAS,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;YACtD,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC;AAED,iGAAiG;AACjG,SAAS,wBAAwB,CAAC,MAAc;IAC9C,OAAO,IAAI,kBAAkB,CAC3B,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC,EAC1D,0BAA0B,CAAC,MAAM,CAAC,QAAQ,CAAC,CAC5C,CAAC;AACJ,CAAC;AAED,0FAA0F;AAC1F,SAAS,uBAAuB,CAAC,KAAY;IAC3C,OAAO,IAAI,KAAK,CAAC,KAAK,CACpB,KAAK,CAAC,IAAI,EACV,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,EAClC,KAAK,CAAC,QAAQ,EACd,0BAA0B,CAAC,KAAK,CAAC,QAAQ,CAAC,CAC3C,CAAC;AACJ,CAAC;AAED,4FAA4F;AAC5F,SAAS,sBAAsB,CAAC,QAAkB;IAChD,MAAM,aAAa,GACjB,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,6BAA6B,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,OAAO,aAAa,IAAI,oBAAoB,CAAC,QAAQ,CAAC,CAAC;AACzD,CAAC;AAED,kFAAkF;AAClF,SAAS,0BAA0B,CAAC,QAAyB;IAC3D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,IAAI,QAAQ,EAAE,CAAC;QACb,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,gFAAgF;AAChF,SAAS,2BAA2B,CAClC,MAAc,EACd,WAAyB,EACzB,aAA4B,EAC5B,QAAyB,EACzB,KAAa,EACb,GAAW;IAEX,MAAM,OAAO,GAAiC,EAAE,CAAC;IACjD,IAAI,gBAAuD,CAAC;IAC5D,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;QACvC,MAAM,YAAY,GAAG,aAAa,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,YAAY,GAAG,uBAAuB,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAC7F,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;YACnC,SAAS;QACX,CAAC;QACD,MAAM,aAAa,GAAG,wBAAwB,CAC5C,KAAK,CAAC,IAAI,EACV,YAAY,EACZ,UAAU,EACV,KAAK,EACL,GAAG,CACJ,CAAC;QACF,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC;YACpC,SAAS;QACX,CAAC;QACD,MAAM,eAAe,GAAG,6BAA6B,CACnD,KAAK,CAAC,IAAI,EACV,YAAY,EACZ,UAAU,EACV,KAAK,EACL,GAAG,CACJ,CAAC;QACF,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC;YACtC,SAAS;QACX,CAAC;QACD,MAAM,UAAU,GAAG,wBAAwB,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAC9F,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC;YACjC,SAAS;QACX,CAAC;QAED,IAAI,UAAU,GAAG,iBAAiB,CAAC,aAAa,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxE,IAAI,CAAC,UAAU,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;YACvC,gBAAgB,KAAK,eAAe,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YAC9D,MAAM,aAAa,GAAmB;gBACpC,KAAK,EAAE,kBAAkB;gBACzB,MAAM,EAAE;oBACN,GAAG,MAAM;oBACT,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC;iBAC7E;gBACD,IAAI,EAAE,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC;aACzC,CAAC;YACF,MAAM,kBAAkB,GAAG,YAAY,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;YACtE,MAAM,cAAc,GAAG,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpE,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/E,CAAC;YACD,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC;YACrC,SAAS;QACX,CAAC;QACD,UAAU,KAAK,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QACnD,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,eAAe,CACzC,oBAAoB,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EACxC,KAAK,CAAC,IAAI,CACX,CAAC;IACJ,CAAC;IAED,OAAO;QACL,KAAK,EAAE,aAAa;QACpB,MAAM;QACN,IAAI,EAAE,gBAAgB,CAAC,WAAW,EAAE,OAAO,EAAE,GAAG,GAAG,KAAK,CAAC;KAC1D,CAAC;AACJ,CAAC;AAED,yFAAyF;AACzF,SAAS,wBAAwB,CAC/B,SAAyB,EACzB,YAA0B,EAC1B,UAA0C,EAC1C,KAAa,EACb,GAAW;IAEX,IAAI,CAAC,CAAC,SAAS,YAAY,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QACzD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;IAC7B,MAAM,SAAS,GAAG,SAAS,CAAC,QAAQ,GAAG,EAAE,CAAC;IAC1C,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChG,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,UAAU,EAAE,CAAC;QACf,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,YAAY,CAAC,SAAS;gBAAE,UAAU,EAAE,CAAC;QAC5E,CAAC;IACH,CAAC;SAAM,CAAC;QACN,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;QACvD,MAAM,cAAc,GAAG,KAAK,GAAG,QAAQ,CAAC;QACxC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;YACjF,iBAAiB,CACf,IAAI,EACJ,QAAQ,GAAG,SAAS,EACpB,SAAS,EACT,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,EACnD,SAAS,CAAC,QAAQ,CACnB,CAAC;YACF,IAAI,UAAU;gBAAE,UAAU,CAAC,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;QACnE,CAAC;aAAM,CAAC;YACN,SAAS,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC;QACtB,KAAK,CAAC,QAAQ,CAAC;YACb,IAAI,EAAE,SAAS;YACf,IAAI;YACJ,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAC9C,SAAS;SACV,CAAC;KACH,CAAC,CAAC;AACL,CAAC;AAED,kFAAkF;AAClF,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,KAAmB,CAAC;IAClC,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,aAAa,GAAG,CAAC,aAAa,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC/E,OAAO,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI;QACpC,CAAC,CAAC,aAAa,GAAG,CAAC,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,aAAa,CAAC;AACpB,CAAC;AAED,2FAA2F;AAC3F,SAAS,iBAAiB,CACxB,IAAiB,EACjB,MAAc,EACd,SAAiB,EACjB,KAAa,EACb,QAAgB;IAEhB,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IAClD,IAAI,KAAK,GAAG,OAAO,IAAI,KAAK,GAAG,OAAO,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,yBAAyB,KAAK,yBAAyB,QAAQ,EAAE,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACpD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC;QAC3D,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,MAAM,CAAC,aAAa,GAAG,WAAW,CAAC,CAAC;QAC/D,aAAa,KAAK,GAAG,CAAC;IACxB,CAAC;AACH,CAAC;AAED,+FAA+F;AAC/F,SAAS,gBAAgB,CACvB,MAAoB,EACpB,OAAqC,EACrC,QAAgB;IAEhB,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACzB,8FAA8F;QAC9F,8FAA8F;QAC9F,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACzE,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC;YAC1B,IAAI,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;YACrC,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,CAAC;YACZ,QAAQ;SACT,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,wBAAwB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC3D,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,WAAW,GAAG,wBAAwB,CAC1C,MAAM,EACN,KAAK,CAAC,QAAQ,CAAC,EAAC,IAAI,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAC,CAAC,CAC3D,CAAC;IACF,6FAA6F;IAC7F,yFAAyF;IACzF,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAC,KAAK,EAAE,QAAQ,EAAC,CAAC,CAAC;IACrE,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,gGAAgG;AAChG,SAAS,wBAAwB,CAC/B,MAAoB,EACpB,IAA8B;IAE9B,IAAI,CAAC,CAAC,MAAM,YAAY,kBAAkB,CAAC,EAAE,CAAC;QAC5C,OAAO,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,CAAC,6BAA6B,EAAE,CAAC;IACvC,IAAI,CAAC;QACH,OAAO,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC7C,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,8BAA8B,EAAE,CAAC;IAC1C,CAAC;AACH,CAAC;AAeD,yFAAyF;AACzF,SAAS,6BAA6B,CACpC,SAAyB,EACzB,YAA0B,EAC1B,UAA0C,EAC1C,KAAa,EACb,GAAW;IAEX,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;IAC7B,MAAM,UAAU,GAAG,gCAAgC,CACjD,SAAS,EACT,YAAY,EACZ,UAAU,EACV,KAAK,EACL,GAAG,CACJ,CAAC;IACF,MAAM,IAAI,GAAG,UAAU,IAAI,4BAA4B,CAAC,SAAS,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;IAC3F,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChG,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,UAAU,GAAG,KAAK,CAAC;YACnB,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;gBACvD,yBAAyB,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;gBAC5D,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QACD,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;YACvD,MAAM,cAAc,GAAG,KAAK,GAAG,QAAQ,CAAC;YACxC,IAAI,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;gBAClE,yBAAyB,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBAC3E,UAAU,CAAC,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YACnD,CAAC;iBAAM,CAAC;gBACN,SAAS,EAAE,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;IACjD,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC;QACtB,KAAK,CAAC,QAAQ,CAAC,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAQ,CAAC;KAC7E,CAAC,CAAC;AACL,CAAC;AAED,6FAA6F;AAC7F,SAAS,gCAAgC,CACvC,SAAyB,EACzB,YAA0B,EAC1B,UAA8B,EAC9B,KAAa,EACb,GAAW;IAEX,IAAI,YAAY,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;QAC/C,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;IACjC,IACE,YAAY,CAAC,aAAa,KAAK,OAAO;QACtC,SAAS,YAAY,KAAK,CAAC,OAAO;QAClC,MAAM,YAAY,YAAY,EAC9B,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACrC,CAAC;IACD,IACE,YAAY,CAAC,aAAa,KAAK,QAAQ;QACvC,SAAS,YAAY,KAAK,CAAC,OAAO;QAClC,MAAM,YAAY,YAAY,EAC9B,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACrC,CAAC;IACD,IACE,YAAY,CAAC,aAAa,KAAK,OAAO;QACtC,CAAC,SAAS,YAAY,KAAK,CAAC,KAAK;YAC/B,SAAS,YAAY,KAAK,CAAC,OAAO;YAClC,SAAS,YAAY,KAAK,CAAC,eAAe,CAAC;QAC7C,MAAM,YAAY,UAAU,EAC5B,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACrC,CAAC;IACD,IACE,YAAY,CAAC,aAAa,KAAK,OAAO;QACtC,CAAC,SAAS,YAAY,KAAK,CAAC,KAAK;YAC/B,SAAS,YAAY,KAAK,CAAC,eAAe;YAC1C,SAAS,YAAY,KAAK,CAAC,cAAc;YACzC,SAAS,YAAY,KAAK,CAAC,oBAAoB;YAC/C,SAAS,YAAY,KAAK,CAAC,oBAAoB;YAC/C,SAAS,YAAY,KAAK,CAAC,mBAAmB,CAAC;QACjD,MAAM,YAAY,aAAa,EAC/B,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,0FAA0F;AAC1F,SAAS,4BAA4B,CACnC,SAAyB,EACzB,YAA0B,EAC1B,QAAgB;IAEhB,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC;QACjF,OAAO,IAAI,YAAY,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,QAAQ,IAAI,SAAS,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC;QAClF,OAAO,IAAI,YAAY,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;QAC9E,OAAO,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/E,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IACD,IACE,YAAY,CAAC,aAAa,KAAK,OAAO;QACtC,CAAC,SAAS,YAAY,KAAK,CAAC,KAAK;YAC/B,SAAS,YAAY,KAAK,CAAC,OAAO;YAClC,SAAS,YAAY,KAAK,CAAC,eAAe,CAAC,EAC7C,CAAC;QACD,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/E,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;QAChF,OAAO,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;QAChF,OAAO,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IACD,IACE,YAAY,CAAC,aAAa,KAAK,OAAO;QACtC,CAAC,SAAS,YAAY,KAAK,CAAC,KAAK;YAC/B,SAAS,YAAY,KAAK,CAAC,eAAe;YAC1C,SAAS,YAAY,KAAK,CAAC,cAAc;YACzC,SAAS,YAAY,KAAK,CAAC,oBAAoB;YAC/C,SAAS,YAAY,KAAK,CAAC,oBAAoB;YAC/C,SAAS,YAAY,KAAK,CAAC,mBAAmB,CAAC,EACjD,CAAC;QACD,OAAO,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;QAChF,OAAO,IAAI,cAAc,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,8EAA8E;AAC9E,SAAS,yBAAyB,CAChC,IAA4B,EAC5B,KAAa,EACb,KAAc;IAEd,IAAI,IAAI,YAAY,aAAa,EAAE,CAAC;QAClC,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAwB,CAAC,CAAC;IACrF,CAAC;SAAM,IAAI,IAAI,YAAY,cAAc,EAAE,CAAC;QAC1C,IAAI,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,OAAO,CAC1B,EAAE,EACF,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAwB,CAAC,CACrE,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;AACH,CAAC;AAED,wFAAwF;AACxF,SAAS,wBAAwB,CAC/B,SAAyB,EACzB,YAA0B,EAC1B,UAA0C,EAC1C,KAAa,EACb,GAAW;IAEX,IAAI,CAAC,UAAU,IAAI,CAAC,0BAA0B,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,CAAC;QACxE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;IAC7B,MAAM,YAAY,GAAG,IAAI,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClD,MAAM,UAAU,GAAG,UAAU,CAAC,MAAsB,CAAC;IACrD,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChG,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC;QACnB,eAAe,GAAG,UAAU,CAAC;QAC7B,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;YACvD,cAAc,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC;YACtD,IAAI,cAAc,GAAG,UAAU,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC9E,CAAC;YACD,YAAY,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,cAAc,CAAC;QAC9C,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;gBAC5D,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QACD,eAAe,GAAG,UAAU,CAAC;QAC7B,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;YACvD,MAAM,cAAc,GAAG,KAAK,GAAG,QAAQ,CAAC;YACxC,IAAI,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;gBAClE,cAAc,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC;gBACtD,UAAU,CAAC,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YACnD,CAAC;iBAAM,CAAC;gBACN,SAAS,EAAE,CAAC;YACd,CAAC;YACD,IAAI,cAAc,GAAG,UAAU,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC9E,CAAC;YACD,YAAY,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,cAAc,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,cAAc,CAAC,CAAC;IAC5C,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,IAAI,KAAK,GAAG,eAAe,EAAE,KAAK,GAAG,UAAU,EAAE,KAAK,EAAE,EAAE,CAAC;QAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,KAAK,CAAC,UAAU,IAAI,+BAA+B,EAAE,CAAC;YACxD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE,CAAC;gBAClE,IAAI,CAAC,UAAU,EAAE,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YAC5B,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC;QACjC,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;IACjD,IAAI,SAAS,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;QACpC,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC;YACtB,KAAK,CAAC,QAAQ,CAAC;gBACb,IAAI,EAAE,SAAS;gBACf,YAAY;gBACZ,IAAI;gBACJ,UAAU,EAAE,KAAK;gBACjB,SAAS;aACV,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IACD,IAAI,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;QACtC,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC;YACtB,KAAK,CAAC,QAAQ,CAAC;gBACb,IAAI,EAAE,SAAS;gBACf,YAAY;gBACZ,IAAI;gBACJ,UAAU,EAAE,KAAK;gBACjB,SAAS;aACV,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,0FAA0F;AAC1F,SAAS,0BAA0B,CACjC,SAAyB,EACzB,YAA0B;IAE1B,IAAI,SAAS,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;QACpC,OAAO,YAAY,CAAC,YAAY,KAAK,MAAM,IAAI,YAAY,CAAC,YAAY,KAAK,MAAM,CAAC;IACtF,CAAC;IACD,IAAI,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;QACtC,OAAO,CACL,CAAC,CAAC,YAAY,CAAC,YAAY;YACzB,YAAY,CAAC,YAAY,KAAK,UAAU;YACxC,YAAY,CAAC,YAAY,KAAK,WAAW,CAAC;YAC5C,CAAC,YAAY,CAAC,aAAa,KAAK,YAAY;gBAC1C,YAAY,CAAC,aAAa,KAAK,sBAAsB,CAAC,CACzD,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,mGAAmG;AACnG,SAAS,oBAAoB,CAC3B,MAA0B,EAC1B,IAAoB;IAEpB,IAAI,CAAC,CAAC,IAAI,YAAY,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,KAAK,EAAE,EAAE,CAAC;QACzD,OAAO,MAA4B,CAAC;IACtC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE;QAChC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACvE,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;YAC1B,OAAO,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,MAAM,CAAC,KAAwB,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,6EAA6E;AAC7E,SAAS,eAAe,CAAC,KAAiB,EAAE,KAAa,EAAE,GAAW;IACpE,IAAI,KAAK,KAAK,CAAC,IAAI,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAC,GAAG,KAAK,EAAE,IAAI,EAAE,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,GAAG,KAAK,CAAC,EAAC,CAAC;IAChF,CAAC;IACD,OAAO,EAAC,GAAG,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,EAAC,CAAC;AACxD,CAAC;AAED,0FAA0F;AAC1F,SAAS,WAAW,CAAC,MAA0B,EAAE,KAAa,EAAE,GAAW;IACzE,IAAI,OAAO,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QAC5D,OAAQ,MAAM,CAAC,KAAmD,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAC9C,CAAC;AAED,0EAA0E;AAC1E,SAAS,wBAAwB,CAC/B,OAAgC;IAEhC,MAAM,UAAU,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;IAC7C,OAAO,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,EAAC,UAAU,EAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED,gFAAgF;AAChF,SAAS,aAAa,CAAC,MAAc,EAAE,OAAkB;IACvD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO;QACL,GAAG,MAAM;QACT,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KACpE,CAAC;AACJ,CAAC"}

package/dist/lib/parsers/parse-parquet-to-arrow.d.ts

@@ -1,10 +1,10 @@
 import type { ReadableFile } from '@loaders.gl/loader-utils';
 import type { ArrowTable, ArrowTableBatch } from '@loaders.gl/schema';
-import type * as parquetWasm from 'parquet-wasm';
-export declare function parseParquetFileToArrow(file: ReadableFile, options?: parquetWasm.ReaderOptions & {
-    wasmUrl: string;
-}): Promise<ArrowTable>;
-export declare function parseParquetFileToArrowInBatches(file: ReadableFile, options: parquetWasm.ReaderOptions & {
-    wasmUrl: string;
-}): AsyncIterable<ArrowTableBatch>;
+import type * as parquetWasm from 'parquet-wasm/esm/parquet_wasm.js';
+type ParquetWasmReaderOptions = parquetWasm.ReaderOptions & {
+    wasmUrl?: string;
+};
+export declare function parseParquetFileToArrow(file: ReadableFile, options?: ParquetWasmReaderOptions): Promise<ArrowTable>;
+export declare function parseParquetFileToArrowInBatches(file: ReadableFile, options?: ParquetWasmReaderOptions): AsyncIterable<ArrowTableBatch>;
+export {};
 //# sourceMappingURL=parse-parquet-to-arrow.d.ts.map