@loaders.gl/parquet 4.4.5 → 5.0.0-alpha.2

package/dist/lib/arrow/create-nested-arrow-vector.js

@@ -0,0 +1,396 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import * as arrow from 'apache-arrow';
+/** Largest byte value copied inline to avoid TypedArray#set call overhead. */
+const MAXIMUM_INLINE_BYTE_COPY_LENGTH = 7;
+/**
+ * Creates an Arrow List vector directly from a repeated Parquet primitive or repeated struct.
+ * Returns undefined for shapes whose repetition tree is not supported by the direct path.
+ */
+export function createNestedArrowVector(arrowType, parquetField, rowGroup, start, end) {
+    if (!(arrowType instanceof arrow.List) || parquetField.repetitionType !== 'REPEATED') {
+        return undefined;
+    }
+    const data = parquetField.fields
+        ? createRepeatedStructData(arrowType, parquetField, rowGroup, start, end)
+        : createRepeatedPrimitiveData(arrowType, parquetField, rowGroup, start, end);
+    return data ? new arrow.Vector([data]) : undefined;
+}
+/** Creates a top-level repeated primitive as Arrow List data. */
+function createRepeatedPrimitiveData(listType, parquetField, rowGroup, start, end) {
+    const columnData = rowGroup.columnData[parquetField.key];
+    if (!columnData) {
+        return undefined;
+    }
+    const selected = selectRootRepeatedValues(columnData, parquetField, start, end);
+    const childData = createSelectedLeafData(listType.children[0].type, parquetField, columnData, selected);
+    if (!childData) {
+        return undefined;
+    }
+    return arrow.makeData({
+        type: listType,
+        valueOffsets: selected.valueOffsets,
+        child: childData
+    });
+}
+/** Creates a top-level repeated group as Arrow List<Struct> data. */
+function createRepeatedStructData(listType, parquetField, rowGroup, start, end) {
+    const structType = listType.children[0].type;
+    if (!(structType instanceof arrow.Struct)) {
+        return undefined;
+    }
+    const primitiveLeaves = listPrimitiveLeaves(parquetField);
+    const driverField = primitiveLeaves.reduce((driver, leaf) => (!driver || leaf.rLevelMax < driver.rLevelMax ? leaf : driver), undefined);
+    const driverColumn = driverField && rowGroup.columnData[driverField.key];
+    if (!driverField || !driverColumn) {
+        return undefined;
+    }
+    const rootLayout = selectRepeatedStructLayout(driverColumn, parquetField, start, end);
+    const children = [];
+    for (const arrowChild of structType.children) {
+        const parquetChild = parquetField.fields?.[arrowChild.name];
+        if (!parquetChild || parquetChild.fields) {
+            return undefined;
+        }
+        const columnData = rowGroup.columnData[parquetChild.key];
+        if (!columnData) {
+            return undefined;
+        }
+        let childData;
+        if (parquetChild.repetitionType === 'REPEATED' && arrowChild.type instanceof arrow.List) {
+            childData = createRepeatedStructChildData(arrowChild.type, parquetField, parquetChild, columnData, start, end, rootLayout.elementCount);
+        }
+        else {
+            const selected = selectStructScalarValues(columnData, parquetField, parquetChild, start, end, rootLayout.elementCount);
+            childData = createSelectedLeafData(arrowChild.type, parquetChild, columnData, selected);
+        }
+        if (!childData) {
+            return undefined;
+        }
+        children.push(childData);
+    }
+    const structData = arrow.makeData({
+        type: structType,
+        length: rootLayout.elementCount,
+        nullCount: 0,
+        children
+    });
+    return arrow.makeData({
+        type: listType,
+        valueOffsets: rootLayout.valueOffsets,
+        child: structData
+    });
+}
+/** Creates one repeated primitive child within a repeated struct. */
+function createRepeatedStructChildData(listType, parentField, parquetField, columnData, start, end, parentCount) {
+    const selected = selectStructRepeatedValues(columnData, parentField, parquetField, start, end, parentCount);
+    const childData = createSelectedLeafData(listType.children[0].type, parquetField, columnData, selected);
+    if (!childData) {
+        return undefined;
+    }
+    return arrow.makeData({
+        type: listType,
+        valueOffsets: selected.valueOffsets,
+        child: childData
+    });
+}
+/** Selects primitive values and row offsets for a top-level repeated leaf. */
+function selectRootRepeatedValues(columnData, parquetField, start, end) {
+    const rowCount = end - start;
+    const valueCounts = new Int32Array(rowCount);
+    let rowIndex = -1;
+    let sourceValueIndex = 0;
+    let firstValueIndex = -1;
+    let valueCount = 0;
+    for (let levelIndex = 0; levelIndex < columnData.dlevels.length; levelIndex++) {
+        if (columnData.rlevels[levelIndex] === 0) {
+            rowIndex++;
+        }
+        const hasValue = columnData.dlevels[levelIndex] === parquetField.dLevelMax;
+        if (rowIndex >= start && rowIndex < end && hasValue) {
+            firstValueIndex = firstValueIndex < 0 ? sourceValueIndex : firstValueIndex;
+            valueCounts[rowIndex - start]++;
+            valueCount++;
+        }
+        if (hasValue) {
+            sourceValueIndex++;
+        }
+        if (rowIndex >= end) {
+            break;
+        }
+    }
+    return {
+        length: valueCount,
+        firstValueIndex: Math.max(0, firstValueIndex),
+        valueCount,
+        nullCount: 0,
+        valueOffsets: accumulateOffsets(valueCounts)
+    };
+}
+/** Selects row offsets and element count for a top-level repeated group. */
+function selectRepeatedStructLayout(columnData, parentField, start, end) {
+    const valueCounts = new Int32Array(end - start);
+    let rowIndex = -1;
+    let elementCount = 0;
+    for (let levelIndex = 0; levelIndex < columnData.dlevels.length; levelIndex++) {
+        const repetitionLevel = columnData.rlevels[levelIndex];
+        if (repetitionLevel === 0) {
+            rowIndex++;
+        }
+        if (rowIndex >= start &&
+            rowIndex < end &&
+            repetitionLevel <= parentField.rLevelMax &&
+            columnData.dlevels[levelIndex] >= parentField.dLevelMax) {
+            valueCounts[rowIndex - start]++;
+            elementCount++;
+        }
+        if (rowIndex >= end) {
+            break;
+        }
+    }
+    return { valueOffsets: accumulateOffsets(valueCounts), elementCount };
+}
+/** Selects scalar child values aligned to the repeated parent struct elements. */
+function selectStructScalarValues(columnData, parentField, parquetField, start, end, parentCount) {
+    const nullBitmap = new Uint8Array(Math.ceil(parentCount / 8));
+    let rowIndex = -1;
+    let sourceValueIndex = 0;
+    let firstValueIndex = -1;
+    let outputIndex = 0;
+    let valueCount = 0;
+    for (let levelIndex = 0; levelIndex < columnData.dlevels.length; levelIndex++) {
+        const repetitionLevel = columnData.rlevels[levelIndex];
+        if (repetitionLevel === 0) {
+            rowIndex++;
+        }
+        const definitionLevel = columnData.dlevels[levelIndex];
+        const hasValue = definitionLevel === parquetField.dLevelMax;
+        if (rowIndex >= start &&
+            rowIndex < end &&
+            repetitionLevel <= parentField.rLevelMax &&
+            definitionLevel >= parentField.dLevelMax) {
+            if (hasValue) {
+                firstValueIndex = firstValueIndex < 0 ? sourceValueIndex : firstValueIndex;
+                nullBitmap[outputIndex >> 3] |= 1 << (outputIndex & 7);
+                valueCount++;
+            }
+            outputIndex++;
+        }
+        if (hasValue) {
+            sourceValueIndex++;
+        }
+        if (rowIndex >= end) {
+            break;
+        }
+    }
+    if (outputIndex !== parentCount) {
+        throw new Error(`Parquet nested column ${parquetField.key} has ${outputIndex} parent values; expected ${parentCount}`);
+    }
+    const nullCount = parentCount - valueCount;
+    return {
+        length: parentCount,
+        firstValueIndex: Math.max(0, firstValueIndex),
+        valueCount,
+        nullBitmap: nullCount ? nullBitmap : undefined,
+        nullCount
+    };
+}
+/** Selects repeated child values and list offsets aligned to repeated parent struct elements. */
+function selectStructRepeatedValues(columnData, parentField, parquetField, start, end, parentCount) {
+    const valueCounts = new Int32Array(parentCount);
+    let rowIndex = -1;
+    let parentIndex = -1;
+    let sourceValueIndex = 0;
+    let firstValueIndex = -1;
+    let valueCount = 0;
+    for (let levelIndex = 0; levelIndex < columnData.dlevels.length; levelIndex++) {
+        const repetitionLevel = columnData.rlevels[levelIndex];
+        if (repetitionLevel === 0) {
+            rowIndex++;
+        }
+        const definitionLevel = columnData.dlevels[levelIndex];
+        const hasValue = definitionLevel === parquetField.dLevelMax;
+        if (rowIndex >= start && rowIndex < end) {
+            if (repetitionLevel <= parentField.rLevelMax && definitionLevel >= parentField.dLevelMax) {
+                parentIndex++;
+            }
+            if (hasValue) {
+                if (parentIndex < 0 || parentIndex >= parentCount) {
+                    throw new Error(`Parquet nested column ${parquetField.key} has invalid repetition levels`);
+                }
+                firstValueIndex = firstValueIndex < 0 ? sourceValueIndex : firstValueIndex;
+                valueCounts[parentIndex]++;
+                valueCount++;
+            }
+        }
+        if (hasValue) {
+            sourceValueIndex++;
+        }
+        if (rowIndex >= end) {
+            break;
+        }
+    }
+    if (parentIndex + 1 !== parentCount) {
+        throw new Error(`Parquet nested column ${parquetField.key} has ${parentIndex + 1} parent values; expected ${parentCount}`);
+    }
+    return {
+        length: valueCount,
+        firstValueIndex: Math.max(0, firstValueIndex),
+        valueCount,
+        nullCount: 0,
+        valueOffsets: accumulateOffsets(valueCounts)
+    };
+}
+/** Creates Arrow primitive or byte data for selected decoded leaf values. */
+function createSelectedLeafData(arrowType, parquetField, columnData, selected) {
+    const primitiveData = createSelectedPrimitiveData(arrowType, parquetField, columnData, selected);
+    if (primitiveData) {
+        return primitiveData;
+    }
+    return createSelectedByteData(arrowType, parquetField, columnData, selected);
+}
+/** Creates fixed-width Arrow data for selected physical primitive values. */
+function createSelectedPrimitiveData(arrowType, parquetField, columnData, selected) {
+    const data = createNestedPrimitiveArray(arrowType, parquetField, selected.length);
+    if (!data) {
+        return undefined;
+    }
+    const sourceValues = columnData.values;
+    let sourceValueIndex = selected.firstValueIndex;
+    for (let outputIndex = 0; outputIndex < selected.length; outputIndex++) {
+        if (!selected.nullBitmap || selected.nullBitmap[outputIndex >> 3] & (1 << (outputIndex & 7))) {
+            setNestedPrimitiveValue(data, outputIndex, sourceValues[sourceValueIndex++]);
+        }
+    }
+    return arrow.makeData({
+        type: arrowType,
+        data,
+        nullBitmap: selected.nullBitmap,
+        nullCount: selected.nullCount
+    });
+}
+/** Allocates the Arrow array matching an unconverted physical Parquet primitive. */
+function createNestedPrimitiveArray(arrowType, parquetField, length) {
+    if (parquetField.primitiveType === 'FLOAT' && arrowType instanceof arrow.Float32) {
+        return new Float32Array(length);
+    }
+    if (parquetField.primitiveType === 'DOUBLE' && arrowType instanceof arrow.Float64) {
+        return new Float64Array(length);
+    }
+    if (parquetField.primitiveType === 'INT32' && arrowType instanceof arrow.Int8) {
+        return new Int8Array(length);
+    }
+    if (parquetField.primitiveType === 'INT32' && arrowType instanceof arrow.Int16) {
+        return new Int16Array(length);
+    }
+    if (parquetField.primitiveType === 'INT32' &&
+        (arrowType instanceof arrow.Int32 ||
+            arrowType instanceof arrow.DateDay ||
+            arrowType instanceof arrow.TimeMillisecond)) {
+        return new Int32Array(length);
+    }
+    if (parquetField.primitiveType === 'INT32' && arrowType instanceof arrow.Uint8) {
+        return new Uint8Array(length);
+    }
+    if (parquetField.primitiveType === 'INT32' && arrowType instanceof arrow.Uint16) {
+        return new Uint16Array(length);
+    }
+    if (parquetField.primitiveType === 'INT32' && arrowType instanceof arrow.Uint32) {
+        return new Uint32Array(length);
+    }
+    if (parquetField.primitiveType === 'INT64' &&
+        (arrowType instanceof arrow.Int64 ||
+            arrowType instanceof arrow.TimeMicrosecond ||
+            arrowType instanceof arrow.TimeNanosecond ||
+            arrowType instanceof arrow.TimestampMillisecond ||
+            arrowType instanceof arrow.TimestampMicrosecond ||
+            arrowType instanceof arrow.TimestampNanosecond)) {
+        return new BigInt64Array(length);
+    }
+    if (parquetField.primitiveType === 'INT64' && arrowType instanceof arrow.Uint64) {
+        return new BigUint64Array(length);
+    }
+    return undefined;
+}
+/** Writes one decoded primitive into the exact array expected by Arrow. */
+function setNestedPrimitiveValue(data, index, value) {
+    if (data instanceof BigInt64Array) {
+        data[index] = typeof value === 'bigint' ? value : BigInt(value);
+    }
+    else if (data instanceof BigUint64Array) {
+        data[index] = BigInt.asUintN(64, typeof value === 'bigint' ? value : BigInt(value));
+    }
+    else {
+        data[index] = Number(value);
+    }
+}
+/** Creates Arrow Utf8 or Binary data for selected decoded byte values. */
+function createSelectedByteData(arrowType, parquetField, columnData, selected) {
+    if (!supportsNestedByteData(arrowType, parquetField)) {
+        return undefined;
+    }
+    const byteValues = columnData.values;
+    const valueOffsets = new Int32Array(selected.length + 1);
+    let sourceValueIndex = selected.firstValueIndex;
+    let dataByteLength = 0;
+    for (let outputIndex = 0; outputIndex < selected.length; outputIndex++) {
+        if (!selected.nullBitmap || selected.nullBitmap[outputIndex >> 3] & (1 << (outputIndex & 7))) {
+            dataByteLength += byteValues[sourceValueIndex++].byteLength;
+            if (dataByteLength > 0x7fffffff) {
+                throw new Error('Arrow Utf8/Binary column exceeds the 32-bit offset range');
+            }
+        }
+        valueOffsets[outputIndex + 1] = dataByteLength;
+    }
+    const data = new Uint8Array(dataByteLength);
+    let dataOffset = 0;
+    const valueEnd = selected.firstValueIndex + selected.valueCount;
+    for (let valueIndex = selected.firstValueIndex; valueIndex < valueEnd; valueIndex++) {
+        const bytes = byteValues[valueIndex];
+        if (bytes.byteLength <= MAXIMUM_INLINE_BYTE_COPY_LENGTH) {
+            for (let byteIndex = 0; byteIndex < bytes.byteLength; byteIndex++) {
+                data[dataOffset++] = bytes[byteIndex];
+            }
+        }
+        else {
+            data.set(bytes, dataOffset);
+            dataOffset += bytes.byteLength;
+        }
+    }
+    return arrow.makeData({
+        type: arrowType,
+        valueOffsets,
+        data,
+        nullBitmap: selected.nullBitmap,
+        nullCount: selected.nullCount
+    });
+}
+/** Returns whether one Parquet byte leaf maps directly to Arrow Utf8 or Binary. */
+function supportsNestedByteData(arrowType, parquetField) {
+    if (arrowType instanceof arrow.Utf8) {
+        return parquetField.originalType === 'UTF8' || parquetField.originalType === 'ENUM';
+    }
+    return (arrowType instanceof arrow.Binary &&
+        (!parquetField.originalType ||
+            parquetField.originalType === 'GEOMETRY' ||
+            parquetField.originalType === 'GEOGRAPHY') &&
+        (parquetField.primitiveType === 'BYTE_ARRAY' ||
+            parquetField.primitiveType === 'FIXED_LEN_BYTE_ARRAY'));
+}
+/** Lists all primitive descendant fields in schema order. */
+function listPrimitiveLeaves(parquetField) {
+    if (!parquetField.fields) {
+        return [parquetField];
+    }
+    return Object.values(parquetField.fields).flatMap(listPrimitiveLeaves);
+}
+/** Converts per-parent value counts into Arrow list offsets. */
+function accumulateOffsets(valueCounts) {
+    const valueOffsets = new Int32Array(valueCounts.length + 1);
+    for (let index = 0; index < valueCounts.length; index++) {
+        valueOffsets[index + 1] = valueOffsets[index] + valueCounts[index];
+    }
+    return valueOffsets;
+}
+//# sourceMappingURL=create-nested-arrow-vector.js.map

package/dist/lib/arrow/create-nested-arrow-vector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-nested-arrow-vector.js","sourceRoot":"","sources":["../../../src/lib/arrow/create-nested-arrow-vector.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAQtC,8EAA8E;AAC9E,MAAM,+BAA+B,GAAG,CAAC,CAAC;AA6B1C;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CACrC,SAAyB,EACzB,YAA0B,EAC1B,QAAyB,EACzB,KAAa,EACb,GAAW;IAEX,IAAI,CAAC,CAAC,SAAS,YAAY,KAAK,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;QACrF,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM;QAC9B,CAAC,CAAC,wBAAwB,CAAC,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC;QACzE,CAAC,CAAC,2BAA2B,CAAC,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAC/E,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACrD,CAAC;AAED,iEAAiE;AACjE,SAAS,2BAA2B,CAClC,QAAoB,EACpB,YAA0B,EAC1B,QAAyB,EACzB,KAAa,EACb,GAAW;IAEX,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IACzD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,QAAQ,GAAG,wBAAwB,CAAC,UAAU,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAChF,MAAM,SAAS,GAAG,sBAAsB,CACtC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EACzB,YAAY,EACZ,UAAU,EACV,QAAQ,CACT,CAAC;IACF,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,KAAK,CAAC,QAAQ,CAAC;QACpB,IAAI,EAAE,QAAQ;QACd,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,KAAK,EAAE,SAAS;KACV,CAAC,CAAC;AACZ,CAAC;AAED,qEAAqE;AACrE,SAAS,wBAAwB,CAC/B,QAAoB,EACpB,YAA0B,EAC1B,QAAyB,EACzB,KAAa,EACb,GAAW;IAEX,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7C,IAAI,CAAC,CAAC,UAAU,YAAY,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,eAAe,GAAG,mBAAmB,CAAC,YAAY,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CACxC,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,EAChF,SAAS,CACV,CAAC;IACF,MAAM,YAAY,GAAG,WAAW,IAAI,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACzE,IAAI,CAAC,WAAW,IAAI,CAAC,YAAY,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,UAAU,GAAG,0BAA0B,CAAC,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IACtF,MAAM,QAAQ,GAAiB,EAAE,CAAC;IAClC,KAAK,MAAM,UAAU,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;QAC7C,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC5D,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;YACzC,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QACzD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,SAAiC,CAAC;QACtC,IAAI,YAAY,CAAC,cAAc,KAAK,UAAU,IAAI,UAAU,CAAC,IAAI,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;YACxF,SAAS,GAAG,6BAA6B,CACvC,UAAU,CAAC,IAAI,EACf,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,KAAK,EACL,GAAG,EACH,UAAU,CAAC,YAAY,CACxB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAG,wBAAwB,CACvC,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,KAAK,EACL,GAAG,EACH,UAAU,CAAC,YAAY,CACxB,CAAC;YACF,SAAS,GAAG,sBAAsB,CAAC,UAAU,CAAC,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;QAC1F,CAAC;QACD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC;QAChC,IAAI,EAAE,UAAU;QAChB,MAAM,EAAE,UAAU,CAAC,YAAY;QAC/B,SAAS,EAAE,CAAC;QACZ,QAAQ;KACT,CAAC,CAAC;IACH,OAAO,KAAK,CAAC,QAAQ,CAAC;QACpB,IAAI,EAAE,QAAQ;QACd,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,KAAK,EAAE,UAAU;KACX,CAAC,CAAC;AACZ,CAAC;AAED,qEAAqE;AACrE,SAAS,6BAA6B,CACpC,QAAoB,EACpB,WAAyB,EACzB,YAA0B,EAC1B,UAA8B,EAC9B,KAAa,EACb,GAAW,EACX,WAAmB;IAEnB,MAAM,QAAQ,GAAG,0BAA0B,CACzC,UAAU,EACV,WAAW,EACX,YAAY,EACZ,KAAK,EACL,GAAG,EACH,WAAW,CACZ,CAAC;IACF,MAAM,SAAS,GAAG,sBAAsB,CACtC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EACzB,YAAY,EACZ,UAAU,EACV,QAAQ,CACT,CAAC;IACF,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,KAAK,CAAC,QAAQ,CAAC;QACpB,IAAI,EAAE,QAAQ;QACd,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,KAAK,EAAE,SAAS;KACV,CAAC,CAAC;AACZ,CAAC;AAED,8EAA8E;AAC9E,SAAS,wBAAwB,CAC/B,UAA8B,EAC9B,YAA0B,EAC1B,KAAa,EACb,GAAW;IAEX,MAAM,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;IAC7B,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,eAAe,GAAG,CAAC,CAAC,CAAC;IACzB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;QAC9E,IAAI,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACzC,QAAQ,EAAE,CAAC;QACb,CAAC;QACD,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,YAAY,CAAC,SAAS,CAAC;QAC3E,IAAI,QAAQ,IAAI,KAAK,IAAI,QAAQ,GAAG,GAAG,IAAI,QAAQ,EAAE,CAAC;YACpD,eAAe,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,eAAe,CAAC;YAC3E,WAAW,CAAC,QAAQ,GAAG,KAAK,CAAC,EAAE,CAAC;YAChC,UAAU,EAAE,CAAC;QACf,CAAC;QACD,IAAI,QAAQ,EAAE,CAAC;YACb,gBAAgB,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAC;YACpB,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,UAAU;QAClB,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC;QAC7C,UAAU;QACV,SAAS,EAAE,CAAC;QACZ,YAAY,EAAE,iBAAiB,CAAC,WAAW,CAAC;KAC7C,CAAC;AACJ,CAAC;AAED,4EAA4E;AAC5E,SAAS,0BAA0B,CACjC,UAA8B,EAC9B,WAAyB,EACzB,KAAa,EACb,GAAW;IAEX,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC;IAChD,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;QAC9E,MAAM,eAAe,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACvD,IAAI,eAAe,KAAK,CAAC,EAAE,CAAC;YAC1B,QAAQ,EAAE,CAAC;QACb,CAAC;QACD,IACE,QAAQ,IAAI,KAAK;YACjB,QAAQ,GAAG,GAAG;YACd,eAAe,IAAI,WAAW,CAAC,SAAS;YACxC,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,WAAW,CAAC,SAAS,EACvD,CAAC;YACD,WAAW,CAAC,QAAQ,GAAG,KAAK,CAAC,EAAE,CAAC;YAChC,YAAY,EAAE,CAAC;QACjB,CAAC;QACD,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAC;YACpB,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,EAAC,YAAY,EAAE,iBAAiB,CAAC,WAAW,CAAC,EAAE,YAAY,EAAC,CAAC;AACtE,CAAC;AAED,kFAAkF;AAClF,SAAS,wBAAwB,CAC/B,UAA8B,EAC9B,WAAyB,EACzB,YAA0B,EAC1B,KAAa,EACb,GAAW,EACX,WAAmB;IAEnB,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC;IAC9D,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,eAAe,GAAG,CAAC,CAAC,CAAC;IACzB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;QAC9E,MAAM,eAAe,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACvD,IAAI,eAAe,KAAK,CAAC,EAAE,CAAC;YAC1B,QAAQ,EAAE,CAAC;QACb,CAAC;QACD,MAAM,eAAe,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,eAAe,KAAK,YAAY,CAAC,SAAS,CAAC;QAC5D,IACE,QAAQ,IAAI,KAAK;YACjB,QAAQ,GAAG,GAAG;YACd,eAAe,IAAI,WAAW,CAAC,SAAS;YACxC,eAAe,IAAI,WAAW,CAAC,SAAS,EACxC,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,eAAe,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,eAAe,CAAC;gBAC3E,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;gBACvD,UAAU,EAAE,CAAC;YACf,CAAC;YACD,WAAW,EAAE,CAAC;QAChB,CAAC;QACD,IAAI,QAAQ,EAAE,CAAC;YACb,gBAAgB,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAC;YACpB,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,WAAW,KAAK,WAAW,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CACb,yBAAyB,YAAY,CAAC,GAAG,QAAQ,WAAW,4BAA4B,WAAW,EAAE,CACtG,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,WAAW,GAAG,UAAU,CAAC;IAC3C,OAAO;QACL,MAAM,EAAE,WAAW;QACnB,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC;QAC7C,UAAU;QACV,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;QAC9C,SAAS;KACV,CAAC;AACJ,CAAC;AAED,iGAAiG;AACjG,SAAS,0BAA0B,CACjC,UAA8B,EAC9B,WAAyB,EACzB,YAA0B,EAC1B,KAAa,EACb,GAAW,EACX,WAAmB;IAEnB,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IAChD,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClB,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC;IACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,eAAe,GAAG,CAAC,CAAC,CAAC;IACzB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;QAC9E,MAAM,eAAe,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACvD,IAAI,eAAe,KAAK,CAAC,EAAE,CAAC;YAC1B,QAAQ,EAAE,CAAC;QACb,CAAC;QACD,MAAM,eAAe,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,eAAe,KAAK,YAAY,CAAC,SAAS,CAAC;QAC5D,IAAI,QAAQ,IAAI,KAAK,IAAI,QAAQ,GAAG,GAAG,EAAE,CAAC;YACxC,IAAI,eAAe,IAAI,WAAW,CAAC,SAAS,IAAI,eAAe,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;gBACzF,WAAW,EAAE,CAAC;YAChB,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,IAAI,WAAW,EAAE,CAAC;oBAClD,MAAM,IAAI,KAAK,CACb,yBAAyB,YAAY,CAAC,GAAG,gCAAgC,CAC1E,CAAC;gBACJ,CAAC;gBACD,eAAe,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,eAAe,CAAC;gBAC3E,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC3B,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QACD,IAAI,QAAQ,EAAE,CAAC;YACb,gBAAgB,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAC;YACpB,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,WAAW,GAAG,CAAC,KAAK,WAAW,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CACb,yBAAyB,YAAY,CAAC,GAAG,QAAQ,WAAW,GAAG,CAAC,4BAA4B,WAAW,EAAE,CAC1G,CAAC;IACJ,CAAC;IACD,OAAO;QACL,MAAM,EAAE,UAAU;QAClB,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC;QAC7C,UAAU;QACV,SAAS,EAAE,CAAC;QACZ,YAAY,EAAE,iBAAiB,CAAC,WAAW,CAAC;KAC7C,CAAC;AACJ,CAAC;AAED,6EAA6E;AAC7E,SAAS,sBAAsB,CAC7B,SAAyB,EACzB,YAA0B,EAC1B,UAA8B,EAC9B,QAA4B;IAE5B,MAAM,aAAa,GAAG,2BAA2B,CAAC,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IACjG,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,OAAO,sBAAsB,CAAC,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;AAC/E,CAAC;AAED,6EAA6E;AAC7E,SAAS,2BAA2B,CAClC,SAAyB,EACzB,YAA0B,EAC1B,UAA8B,EAC9B,QAA4B;IAE5B,MAAM,IAAI,GAAG,0BAA0B,CAAC,SAAS,EAAE,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClF,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC;IACvC,IAAI,gBAAgB,GAAG,QAAQ,CAAC,eAAe,CAAC;IAChD,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,QAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC;QACvE,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7F,uBAAuB,CAAC,IAAI,EAAE,WAAW,EAAE,YAAY,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;QAC/E,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,QAAQ,CAAC;QACpB,IAAI,EAAE,SAAS;QACf,IAAI;QACJ,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,SAAS,EAAE,QAAQ,CAAC,SAAS;KACvB,CAAC,CAAC;AACZ,CAAC;AAED,oFAAoF;AACpF,SAAS,0BAA0B,CACjC,SAAyB,EACzB,YAA0B,EAC1B,MAAc;IAEd,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC;QACjF,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,QAAQ,IAAI,SAAS,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC;QAClF,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;QAC9E,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/E,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IACD,IACE,YAAY,CAAC,aAAa,KAAK,OAAO;QACtC,CAAC,SAAS,YAAY,KAAK,CAAC,KAAK;YAC/B,SAAS,YAAY,KAAK,CAAC,OAAO;YAClC,SAAS,YAAY,KAAK,CAAC,eAAe,CAAC,EAC7C,CAAC;QACD,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/E,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;QAChF,OAAO,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;QAChF,OAAO,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IACD,IACE,YAAY,CAAC,aAAa,KAAK,OAAO;QACtC,CAAC,SAAS,YAAY,KAAK,CAAC,KAAK;YAC/B,SAAS,YAAY,KAAK,CAAC,eAAe;YAC1C,SAAS,YAAY,KAAK,CAAC,cAAc;YACzC,SAAS,YAAY,KAAK,CAAC,oBAAoB;YAC/C,SAAS,YAAY,KAAK,CAAC,oBAAoB;YAC/C,SAAS,YAAY,KAAK,CAAC,mBAAmB,CAAC,EACjD,CAAC;QACD,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;QAChF,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,2EAA2E;AAC3E,SAAS,uBAAuB,CAC9B,IAA+B,EAC/B,KAAa,EACb,KAAc;IAEd,IAAI,IAAI,YAAY,aAAa,EAAE,CAAC;QAClC,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAwB,CAAC,CAAC;IACrF,CAAC;SAAM,IAAI,IAAI,YAAY,cAAc,EAAE,CAAC;QAC1C,IAAI,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,OAAO,CAC1B,EAAE,EACF,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAwB,CAAC,CACrE,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,SAAS,sBAAsB,CAC7B,SAAyB,EACzB,YAA0B,EAC1B,UAA8B,EAC9B,QAA4B;IAE5B,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,CAAC;QACrD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,UAAU,GAAG,UAAU,CAAC,MAAsB,CAAC;IACrD,MAAM,YAAY,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzD,IAAI,gBAAgB,GAAG,QAAQ,CAAC,eAAe,CAAC;IAChD,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,QAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC;QACvE,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7F,cAAc,IAAI,UAAU,CAAC,gBAAgB,EAAE,CAAC,CAAC,UAAU,CAAC;YAC5D,IAAI,cAAc,GAAG,UAAU,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;QACD,YAAY,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,cAAc,CAAC;IACjD,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,cAAc,CAAC,CAAC;IAC5C,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,QAAQ,GAAG,QAAQ,CAAC,eAAe,GAAG,QAAQ,CAAC,UAAU,CAAC;IAChE,KAAK,IAAI,UAAU,GAAG,QAAQ,CAAC,eAAe,EAAE,UAAU,GAAG,QAAQ,EAAE,UAAU,EAAE,EAAE,CAAC;QACpF,MAAM,KAAK,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;QACrC,IAAI,KAAK,CAAC,UAAU,IAAI,+BAA+B,EAAE,CAAC;YACxD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE,CAAC;gBAClE,IAAI,CAAC,UAAU,EAAE,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YAC5B,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,QAAQ,CAAC;QACpB,IAAI,EAAE,SAAS;QACf,YAAY;QACZ,IAAI;QACJ,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,SAAS,EAAE,QAAQ,CAAC,SAAS;KACvB,CAAC,CAAC;AACZ,CAAC;AAED,mFAAmF;AACnF,SAAS,sBAAsB,CAAC,SAAyB,EAAE,YAA0B;IACnF,IAAI,SAAS,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;QACpC,OAAO,YAAY,CAAC,YAAY,KAAK,MAAM,IAAI,YAAY,CAAC,YAAY,KAAK,MAAM,CAAC;IACtF,CAAC;IACD,OAAO,CACL,SAAS,YAAY,KAAK,CAAC,MAAM;QACjC,CAAC,CAAC,YAAY,CAAC,YAAY;YACzB,YAAY,CAAC,YAAY,KAAK,UAAU;YACxC,YAAY,CAAC,YAAY,KAAK,WAAW,CAAC;QAC5C,CAAC,YAAY,CAAC,aAAa,KAAK,YAAY;YAC1C,YAAY,CAAC,aAAa,KAAK,sBAAsB,CAAC,CACzD,CAAC;AACJ,CAAC;AAED,6DAA6D;AAC7D,SAAS,mBAAmB,CAAC,YAA0B;IACrD,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QACzB,OAAO,CAAC,YAAY,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;AACzE,CAAC;AAED,gEAAgE;AAChE,SAAS,iBAAiB,CAAC,WAAuB;IAChD,MAAM,YAAY,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC5D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACxD,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC"}

package/dist/lib/constants.d.ts

@@ -1,5 +1,4 @@
 export declare const VERSION: any;
-export declare const PARQUET_WASM_URL = "https://unpkg.com/parquet-wasm@0.6.1/esm/parquet_wasm_bg.wasm";
 /**
  * Parquet File Magic String
  */

package/dist/lib/constants.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/lib/constants.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,OAAO,KAA8D,CAAC;AAEnF,eAAO,MAAM,gBAAgB,kEAAkE,CAAC;AAEhG;;GAEG;AACH,eAAO,MAAM,aAAa,SAAS,CAAC;AACpC,eAAO,MAAM,uBAAuB,SAAS,CAAC;AAE9C;;GAEG;AACH,eAAO,MAAM,eAAe,IAAI,CAAC;AAEjC;;GAEG;AACH,eAAO,MAAM,kBAAkB,UAAU,CAAC;AAC1C,eAAO,MAAM,sBAAsB,QAAQ,CAAC"}
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/lib/constants.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,OAAO,KAA8D,CAAC;AAEnF;;GAEG;AACH,eAAO,MAAM,aAAa,SAAS,CAAC;AACpC,eAAO,MAAM,uBAAuB,SAAS,CAAC;AAE9C;;GAEG;AACH,eAAO,MAAM,eAAe,IAAI,CAAC;AAEjC;;GAEG;AACH,eAAO,MAAM,kBAAkB,UAAU,CAAC;AAC1C,eAAO,MAAM,sBAAsB,QAAQ,CAAC"}

package/dist/lib/constants.js

@@ -3,8 +3,7 @@
 // Copyright (c) vis.gl contributors
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-export const VERSION = typeof "4.4.5" !== 'undefined' ? "4.4.5" : 'latest';
-export const PARQUET_WASM_URL = 'https://unpkg.com/parquet-wasm@0.6.1/esm/parquet_wasm_bg.wasm';
+export const VERSION = typeof "5.0.0-alpha.2" !== 'undefined' ? "5.0.0-alpha.2" : 'latest';
 /**
  * Parquet File Magic String
  */

package/dist/lib/constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/lib/constants.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,CAAC,MAAM,OAAO,GAAG,cAAkB,KAAK,WAAW,CAAC,CAAC,SAAa,CAAC,CAAC,QAAQ,CAAC;AAEnF,MAAM,CAAC,MAAM,gBAAgB,GAAG,+DAA+D,CAAC;AAEhG;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAC;AACpC,MAAM,CAAC,MAAM,uBAAuB,GAAG,MAAM,CAAC;AAE9C;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC;AAEjC;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAC1C,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,CAAC"}
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/lib/constants.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,CAAC,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAEnF;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAC;AACpC,MAAM,CAAC,MAAM,uBAAuB,GAAG,MAAM,CAAC;AAE9C;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC;AAEjC;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAC1C,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,CAAC"}

package/dist/lib/encoders/encode-arrow-to-parquet.d.ts

@@ -1,7 +1,7 @@
 import type { ArrowTable } from '@loaders.gl/schema';
-import type { ParquetArrowWriterOptions } from "../../parquet-arrow-writer.js";
+import type { ParquetWriterOptions } from "../../parquet-writer.js";
 /**
  * Encode Arrow arrow.Table to Parquet buffer
  */
-export declare function encodeArrowToParquet(table: ArrowTable, options: ParquetArrowWriterOptions): Promise<ArrayBuffer>;
+export declare function encodeArrowToParquet(table: ArrowTable, options: ParquetWriterOptions): Promise<ArrayBuffer>;
 //# sourceMappingURL=encode-arrow-to-parquet.d.ts.map

package/dist/lib/encoders/encode-arrow-to-parquet.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"encode-arrow-to-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/encoders/encode-arrow-to-parquet.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAKnD,OAAO,KAAK,EAAC,yBAAyB,EAAC,sCAAmC;AAE1E;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,WAAW,CAAC,CAwBtB"}
+{"version":3,"file":"encode-arrow-to-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/encoders/encode-arrow-to-parquet.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAKnD,OAAO,KAAK,EAAC,oBAAoB,EAAC,gCAA6B;AAE/D;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,WAAW,CAAC,CAkBtB"}

package/dist/lib/encoders/encode-arrow-to-parquet.js

@@ -15,16 +15,9 @@ export async function encodeArrowToParquet(table, options) {
     // Pass the IPC stream to the Parquet writer.
     const wasmTable = wasm.Table.fromIPCStream(ipcStream);
     const wasmProperties = new wasm.WriterPropertiesBuilder().build();
-    try {
-        const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
-        // const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
-        const bytes = new Uint8Array(parquetBytes.buffer, parquetBytes.byteOffset, parquetBytes.byteLength);
-        return bytes.slice().buffer;
-    }
-    finally {
-        // wasmTable.free();
-        // wasmProperties.free();
-    }
+    const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
+    const bytes = new Uint8Array(parquetBytes.buffer, parquetBytes.byteOffset, parquetBytes.byteLength);
+    return bytes.slice().buffer;
 }
 // type WriteOptions = {
 //   compression?: number;

package/dist/lib/encoders/encode-arrow-to-parquet.js.map

@@ -1 +1 @@
-{"version":3,"file":"encode-arrow-to-parquet.js","sourceRoot":"","sources":["../../../src/lib/encoders/encode-arrow-to-parquet.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,EAAC,QAAQ,EAAC,8BAA2B;AAI5C;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAiB,EACjB,OAAkC;IAElC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,OAAQ,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;IAErC,yCAAyC;IACzC,MAAM,UAAU,GAAgB,KAAK,CAAC,IAAI,CAAC;IAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IAE/C,6CAA6C;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACtD,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC,KAAK,EAAE,CAAC;IAClE,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAClE,qEAAqE;QACrE,MAAM,KAAK,GAAG,IAAI,UAAU,CAC1B,YAAY,CAAC,MAAM,EACnB,YAAY,CAAC,UAAU,EACvB,YAAY,CAAC,UAAU,CACxB,CAAC;QACF,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC;IAC9B,CAAC;YAAS,CAAC;QACT,oBAAoB;QACpB,yBAAyB;IAC3B,CAAC;AACH,CAAC;AAED,wBAAwB;AACxB,0BAA0B;AAC1B,iCAAiC;AACjC,uBAAuB;AACvB,8BAA8B;AAC9B,gCAAgC;AAChC,iCAAiC;AACjC,6BAA6B;AAC7B,gCAAgC;AAChC,sCAAsC;AACtC,KAAK;AAEL,6CAA6C;AAC7C,oDAAoD;AACpD,0CAA0C;AAC1C,0BAA0B;AAC1B,sCAAsC;AACtC,eAAe;AACf,uBAAuB;AACvB,uBAAuB;AACvB,6BAA6B;AAC7B,cAAc;AACd,qBAAqB;AACrB,uBAAuB;AACvB,uBAAuB;AACvB,oBAAoB;AACpB,mBAAmB"}
+{"version":3,"file":"encode-arrow-to-parquet.js","sourceRoot":"","sources":["../../../src/lib/encoders/encode-arrow-to-parquet.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,EAAC,QAAQ,EAAC,8BAA2B;AAI5C;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAiB,EACjB,OAA6B;IAE7B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC;IACzC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;IAErC,yCAAyC;IACzC,MAAM,UAAU,GAAgB,KAAK,CAAC,IAAI,CAAC;IAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IAE/C,6CAA6C;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACtD,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC,KAAK,EAAE,CAAC;IAClE,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,IAAI,UAAU,CAC1B,YAAY,CAAC,MAAM,EACnB,YAAY,CAAC,UAAU,EACvB,YAAY,CAAC,UAAU,CACxB,CAAC;IACF,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC;AAC9B,CAAC;AAED,wBAAwB;AACxB,0BAA0B;AAC1B,iCAAiC;AACjC,uBAAuB;AACvB,8BAA8B;AAC9B,gCAAgC;AAChC,iCAAiC;AACjC,6BAA6B;AAC7B,gCAAgC;AAChC,sCAAsC;AACtC,KAAK;AAEL,6CAA6C;AAC7C,oDAAoD;AACpD,0CAA0C;AAC1C,0BAA0B;AAC1B,sCAAsC;AACtC,eAAe;AACf,uBAAuB;AACvB,uBAAuB;AACvB,6BAA6B;AAC7B,cAAc;AACd,qBAAqB;AACrB,uBAAuB;AACvB,uBAAuB;AACvB,oBAAoB;AACpB,mBAAmB"}

package/dist/lib/encoders/encode-table-to-parquet-js.d.ts

@@ -0,0 +1,5 @@
+import type { ObjectRowTable, Table } from '@loaders.gl/schema';
+import type { ParquetJSWriterOptions } from "../../parquet-js-writer.js";
+/** Encode a plain loaders.gl table with the parquetjs implementation. */
+export declare function encodeTableToParquetJs(table: Table, objectRowTable: ObjectRowTable, options: ParquetJSWriterOptions): Promise<ArrayBuffer>;
+//# sourceMappingURL=encode-table-to-parquet-js.d.ts.map

package/dist/lib/encoders/encode-table-to-parquet-js.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"encode-table-to-parquet-js.d.ts","sourceRoot":"","sources":["../../../src/lib/encoders/encode-table-to-parquet-js.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAkB,cAAc,EAAU,KAAK,EAAC,MAAM,oBAAoB,CAAC;AAKvF,OAAO,KAAK,EAAC,sBAAsB,EAAC,mCAAgC;AAEpE,yEAAyE;AACzE,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,KAAK,EACZ,cAAc,EAAE,cAAc,EAC9B,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,WAAW,CAAC,CAgCtB"}