@loaders.gl/parquet 4.5.3 → 5.0.0-alpha.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +14 -3
- package/dist/bundled.d.ts +9 -0
- package/dist/bundled.d.ts.map +1 -0
- package/dist/bundled.js +10 -0
- package/dist/bundled.js.map +1 -0
- package/dist/delta-format.d.ts +9 -0
- package/dist/delta-format.d.ts.map +1 -0
- package/dist/delta-format.js +12 -0
- package/dist/delta-format.js.map +1 -0
- package/dist/delta-source-loader-types.d.ts +27 -0
- package/dist/delta-source-loader-types.d.ts.map +1 -0
- package/dist/delta-source-loader-types.js +28 -0
- package/dist/delta-source-loader-types.js.map +1 -0
- package/dist/delta-source.d.ts +48 -0
- package/dist/delta-source.d.ts.map +1 -0
- package/dist/delta-source.js +222 -0
- package/dist/delta-source.js.map +1 -0
- package/dist/delta-types.d.ts +38 -0
- package/dist/delta-types.d.ts.map +1 -0
- package/dist/delta-types.js +5 -0
- package/dist/delta-types.js.map +1 -0
- package/dist/geoparquet-loader-with-parser.d.ts +33 -0
- package/dist/geoparquet-loader-with-parser.d.ts.map +1 -0
- package/dist/geoparquet-loader-with-parser.js +52 -0
- package/dist/geoparquet-loader-with-parser.js.map +1 -0
- package/dist/geoparquet-loader.d.ts +59 -0
- package/dist/geoparquet-loader.d.ts.map +1 -0
- package/dist/geoparquet-loader.js +30 -0
- package/dist/geoparquet-loader.js.map +1 -0
- package/dist/iceberg-rest-catalog.d.ts +49 -0
- package/dist/iceberg-rest-catalog.d.ts.map +1 -0
- package/dist/iceberg-rest-catalog.js +78 -0
- package/dist/iceberg-rest-catalog.js.map +1 -0
- package/dist/iceberg-table-source.d.ts +63 -0
- package/dist/iceberg-table-source.d.ts.map +1 -0
- package/dist/iceberg-table-source.js +797 -0
- package/dist/iceberg-table-source.js.map +1 -0
- package/dist/iceberg-types.d.ts +150 -0
- package/dist/iceberg-types.d.ts.map +1 -0
- package/dist/iceberg-types.js +5 -0
- package/dist/iceberg-types.js.map +1 -0
- package/dist/index.cjs +41568 -6781
- package/dist/index.cjs.map +3 -4
- package/dist/index.d.ts +15 -9
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +11 -12
- package/dist/index.js.map +1 -1
- package/dist/lib/arrow/convert-columns-to-row-group.js +3 -0
- package/dist/lib/arrow/convert-columns-to-row-group.js.map +1 -1
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts +3 -1
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
- package/dist/lib/arrow/convert-schema-from-parquet.js +164 -29
- package/dist/lib/arrow/convert-schema-from-parquet.js.map +1 -1
- package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -1
- package/dist/lib/arrow/convert-schema-to-parquet.js +16 -7
- package/dist/lib/arrow/convert-schema-to-parquet.js.map +1 -1
- package/dist/lib/arrow/create-nested-arrow-vector.d.ts +8 -0
- package/dist/lib/arrow/create-nested-arrow-vector.d.ts.map +1 -0
- package/dist/lib/arrow/create-nested-arrow-vector.js +485 -0
- package/dist/lib/arrow/create-nested-arrow-vector.js.map +1 -0
- package/dist/lib/constants.d.ts +0 -1
- package/dist/lib/constants.d.ts.map +1 -1
- package/dist/lib/constants.js +1 -2
- package/dist/lib/constants.js.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts +2 -2
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.js +3 -10
- package/dist/lib/encoders/encode-arrow-to-parquet.js.map +1 -1
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts +5 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts.map +1 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js +394 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js.map +1 -0
- package/dist/lib/geo/geoparquet-covering.d.ts +19 -0
- package/dist/lib/geo/geoparquet-covering.d.ts.map +1 -0
- package/dist/lib/geo/geoparquet-covering.js +137 -0
- package/dist/lib/geo/geoparquet-covering.js.map +1 -0
- package/dist/lib/geo/geospatial-metadata.d.ts +67 -0
- package/dist/lib/geo/geospatial-metadata.d.ts.map +1 -0
- package/dist/lib/geo/geospatial-metadata.js +412 -0
- package/dist/lib/geo/geospatial-metadata.js.map +1 -0
- package/dist/lib/parquet-bloom-filter-planner.d.ts +16 -0
- package/dist/lib/parquet-bloom-filter-planner.d.ts.map +1 -0
- package/dist/lib/parquet-bloom-filter-planner.js +57 -0
- package/dist/lib/parquet-bloom-filter-planner.js.map +1 -0
- package/dist/lib/parquet-bloom-filter.d.ts +30 -0
- package/dist/lib/parquet-bloom-filter.d.ts.map +1 -0
- package/dist/lib/parquet-bloom-filter.js +289 -0
- package/dist/lib/parquet-bloom-filter.js.map +1 -0
- package/dist/lib/parquet-encryption.d.ts +80 -0
- package/dist/lib/parquet-encryption.d.ts.map +1 -0
- package/dist/lib/parquet-encryption.js +190 -0
- package/dist/lib/parquet-encryption.js.map +1 -0
- package/dist/lib/parquet-page-index.d.ts +91 -0
- package/dist/lib/parquet-page-index.d.ts.map +1 -0
- package/dist/lib/parquet-page-index.js +463 -0
- package/dist/lib/parquet-page-index.js.map +1 -0
- package/dist/lib/parquet-predicate.d.ts +21 -0
- package/dist/lib/parquet-predicate.d.ts.map +1 -0
- package/dist/lib/parquet-predicate.js +328 -0
- package/dist/lib/parquet-predicate.js.map +1 -0
- package/dist/lib/parquet-source-worker-client.d.ts +6 -0
- package/dist/lib/parquet-source-worker-client.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-client.js +24 -0
- package/dist/lib/parquet-source-worker-client.js.map +1 -0
- package/dist/lib/parquet-source-worker-decoder.d.ts +7 -0
- package/dist/lib/parquet-source-worker-decoder.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-decoder.js +181 -0
- package/dist/lib/parquet-source-worker-decoder.js.map +1 -0
- package/dist/lib/parquet-source-worker-file.d.ts +24 -0
- package/dist/lib/parquet-source-worker-file.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-file.js +40 -0
- package/dist/lib/parquet-source-worker-file.js.map +1 -0
- package/dist/lib/parquet-source-worker-types.d.ts +121 -0
- package/dist/lib/parquet-source-worker-types.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-types.js +5 -0
- package/dist/lib/parquet-source-worker-types.js.map +1 -0
- package/dist/lib/parquet-worker-transport.d.ts +8 -0
- package/dist/lib/parquet-worker-transport.d.ts.map +1 -0
- package/dist/lib/parquet-worker-transport.js +40 -0
- package/dist/lib/parquet-worker-transport.js.map +1 -0
- package/dist/lib/parsers/convert-parquet-tables.d.ts +16 -0
- package/dist/lib/parsers/convert-parquet-tables.d.ts.map +1 -0
- package/dist/lib/parsers/convert-parquet-tables.js +30 -0
- package/dist/lib/parsers/convert-parquet-tables.js.map +1 -0
- package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
- package/dist/lib/parsers/get-parquet-schema.js +6 -2
- package/dist/lib/parsers/get-parquet-schema.js.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts +4 -4
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js +19 -6
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-tables.d.ts +37 -0
- package/dist/lib/parsers/parse-parquet-tables.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-tables.js +50 -0
- package/dist/lib/parsers/parse-parquet-tables.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts +19 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js +921 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts +7 -7
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-arrow.js +45 -32
- package/dist/lib/parsers/parse-parquet-to-arrow.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.js +4 -5
- package/dist/lib/parsers/parse-parquet-to-columns.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-json.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.js +95 -28
- package/dist/lib/parsers/parse-parquet-to-json.js.map +1 -1
- package/dist/lib/slice-parquet-batch.d.ts +9 -0
- package/dist/lib/slice-parquet-batch.d.ts.map +1 -0
- package/dist/lib/slice-parquet-batch.js +28 -0
- package/dist/lib/slice-parquet-batch.js.map +1 -0
- package/dist/lib/sources/parquet-range-file.d.ts +80 -0
- package/dist/lib/sources/parquet-range-file.d.ts.map +1 -0
- package/dist/lib/sources/parquet-range-file.js +267 -0
- package/dist/lib/sources/parquet-range-file.js.map +1 -0
- package/dist/lib/sources/single-batch-queue.d.ts +24 -0
- package/dist/lib/sources/single-batch-queue.d.ts.map +1 -0
- package/dist/lib/sources/single-batch-queue.js +91 -0
- package/dist/lib/sources/single-batch-queue.js.map +1 -0
- package/dist/lib/utils/load-wasm-node.d.ts +3 -0
- package/dist/lib/utils/load-wasm-node.d.ts.map +1 -0
- package/dist/lib/utils/load-wasm-node.js +23 -0
- package/dist/lib/utils/load-wasm-node.js.map +1 -0
- package/dist/lib/utils/load-wasm.d.ts +2 -2
- package/dist/lib/utils/load-wasm.d.ts.map +1 -1
- package/dist/lib/utils/load-wasm.js +28 -12
- package/dist/lib/utils/load-wasm.js.map +1 -1
- package/dist/lib/utils/make-stream-iterator.d.ts +2 -0
- package/dist/lib/utils/make-stream-iterator.d.ts.map +1 -1
- package/dist/lib/utils/make-stream-iterator.js +123 -14
- package/dist/lib/utils/make-stream-iterator.js.map +1 -1
- package/dist/lib/utils/normalize-parquet-options.d.ts +5 -0
- package/dist/lib/utils/normalize-parquet-options.d.ts.map +1 -0
- package/dist/lib/utils/normalize-parquet-options.js +25 -0
- package/dist/lib/utils/normalize-parquet-options.js.map +1 -0
- package/dist/parquet-dataset-source.cjs +38974 -0
- package/dist/parquet-dataset-source.cjs.map +6 -0
- package/dist/parquet-dataset-source.d.ts +81 -0
- package/dist/parquet-dataset-source.d.ts.map +1 -0
- package/dist/parquet-dataset-source.js +602 -0
- package/dist/parquet-dataset-source.js.map +1 -0
- package/dist/parquet-encoded-page-types.d.ts +108 -0
- package/dist/parquet-encoded-page-types.d.ts.map +1 -0
- package/dist/parquet-encoded-page-types.js +5 -0
- package/dist/parquet-encoded-page-types.js.map +1 -0
- package/dist/parquet-format.d.ts +2 -0
- package/dist/parquet-format.d.ts.map +1 -1
- package/dist/parquet-format.js +2 -0
- package/dist/parquet-format.js.map +1 -1
- package/dist/parquet-js-loader-types.d.ts +59 -0
- package/dist/parquet-js-loader-types.d.ts.map +1 -0
- package/dist/parquet-js-loader-types.js +34 -0
- package/dist/parquet-js-loader-types.js.map +1 -0
- package/dist/parquet-js-loader.d.ts +18 -22
- package/dist/parquet-js-loader.d.ts.map +1 -1
- package/dist/parquet-js-loader.js +53 -14
- package/dist/parquet-js-loader.js.map +1 -1
- package/dist/parquet-js-writer.d.ts +65 -0
- package/dist/parquet-js-writer.d.ts.map +1 -0
- package/dist/parquet-js-writer.js +28 -0
- package/dist/parquet-js-writer.js.map +1 -0
- package/dist/parquet-loader-base.d.ts +25 -0
- package/dist/parquet-loader-base.d.ts.map +1 -0
- package/dist/parquet-loader-base.js +23 -0
- package/dist/parquet-loader-base.js.map +1 -0
- package/dist/parquet-loader-options.d.ts +55 -0
- package/dist/parquet-loader-options.d.ts.map +1 -0
- package/dist/parquet-loader-options.js +10 -0
- package/dist/parquet-loader-options.js.map +1 -0
- package/dist/parquet-loader-types.d.ts +61 -0
- package/dist/parquet-loader-types.d.ts.map +1 -0
- package/dist/parquet-loader-types.js +17 -0
- package/dist/parquet-loader-types.js.map +1 -0
- package/dist/parquet-loader.d.ts +42 -0
- package/dist/parquet-loader.d.ts.map +1 -0
- package/dist/parquet-loader.js +68 -0
- package/dist/parquet-loader.js.map +1 -0
- package/dist/parquet-source-capabilities.d.ts +43 -0
- package/dist/parquet-source-capabilities.d.ts.map +1 -0
- package/dist/parquet-source-capabilities.js +32 -0
- package/dist/parquet-source-capabilities.js.map +1 -0
- package/dist/parquet-source-loader-types.d.ts +82 -0
- package/dist/parquet-source-loader-types.d.ts.map +1 -0
- package/dist/parquet-source-loader-types.js +84 -0
- package/dist/parquet-source-loader-types.js.map +1 -0
- package/dist/parquet-source-loader.cjs +38261 -0
- package/dist/parquet-source-loader.cjs.map +6 -0
- package/dist/parquet-source-loader.d.ts +167 -0
- package/dist/parquet-source-loader.d.ts.map +1 -0
- package/dist/parquet-source-loader.js +1438 -0
- package/dist/parquet-source-loader.js.map +1 -0
- package/dist/parquet-source-types.d.ts +534 -0
- package/dist/parquet-source-types.d.ts.map +1 -0
- package/dist/parquet-source-types.js +5 -0
- package/dist/parquet-source-types.js.map +1 -0
- package/dist/parquet-source-worker-factory.d.ts +4 -0
- package/dist/parquet-source-worker-factory.d.ts.map +1 -0
- package/dist/parquet-source-worker-factory.js +6 -0
- package/dist/parquet-source-worker-factory.js.map +1 -0
- package/dist/parquet-source-worker-url.d.ts +3 -0
- package/dist/parquet-source-worker-url.d.ts.map +1 -0
- package/dist/parquet-source-worker-url.js +22 -0
- package/dist/parquet-source-worker-url.js.map +1 -0
- package/dist/parquet-source-worker.js +38871 -0
- package/dist/parquet-source-worker.js.map +7 -0
- package/dist/parquet-worker-node.cjs +78507 -0
- package/dist/parquet-worker-node.cjs.map +7 -0
- package/dist/parquet-worker-url.d.ts +3 -0
- package/dist/parquet-worker-url.d.ts.map +1 -0
- package/dist/parquet-worker-url.js +19 -0
- package/dist/parquet-worker-url.js.map +1 -0
- package/dist/parquet-worker.js +20094 -0
- package/dist/parquet-worker.js.map +7 -0
- package/dist/parquet-writer.d.ts +10 -0
- package/dist/parquet-writer.d.ts.map +1 -0
- package/dist/parquet-writer.js +27 -0
- package/dist/parquet-writer.js.map +1 -0
- package/dist/parquet_wasm_bg.wasm +0 -0
- package/dist/parquetjs/codecs/byte-stream-split.d.ts +9 -0
- package/dist/parquetjs/codecs/byte-stream-split.d.ts.map +1 -0
- package/dist/parquetjs/codecs/byte-stream-split.js +159 -0
- package/dist/parquetjs/codecs/byte-stream-split.js.map +1 -0
- package/dist/parquetjs/codecs/declare.d.ts +35 -3
- package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
- package/dist/parquetjs/codecs/declare.js +17 -1
- package/dist/parquetjs/codecs/declare.js.map +1 -1
- package/dist/parquetjs/codecs/delta.d.ts +17 -0
- package/dist/parquetjs/codecs/delta.d.ts.map +1 -0
- package/dist/parquetjs/codecs/delta.js +788 -0
- package/dist/parquetjs/codecs/delta.js.map +1 -0
- package/dist/parquetjs/codecs/dictionary.d.ts +5 -2
- package/dist/parquetjs/codecs/dictionary.d.ts.map +1 -1
- package/dist/parquetjs/codecs/dictionary.js +16 -4
- package/dist/parquetjs/codecs/dictionary.js.map +1 -1
- package/dist/parquetjs/codecs/index.d.ts.map +1 -1
- package/dist/parquetjs/codecs/index.js +22 -0
- package/dist/parquetjs/codecs/index.js.map +1 -1
- package/dist/parquetjs/codecs/plain.d.ts +3 -3
- package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
- package/dist/parquetjs/codecs/plain.js +231 -78
- package/dist/parquetjs/codecs/plain.js.map +1 -1
- package/dist/parquetjs/codecs/rle.d.ts +7 -3
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
- package/dist/parquetjs/codecs/rle.js +613 -69
- package/dist/parquetjs/codecs/rle.js.map +1 -1
- package/dist/parquetjs/compression.d.ts +16 -8
- package/dist/parquetjs/compression.d.ts.map +1 -1
- package/dist/parquetjs/compression.js +114 -141
- package/dist/parquetjs/compression.js.map +1 -1
- package/dist/parquetjs/encoder/dictionary-planner.d.ts +17 -0
- package/dist/parquetjs/encoder/dictionary-planner.d.ts.map +1 -0
- package/dist/parquetjs/encoder/dictionary-planner.js +67 -0
- package/dist/parquetjs/encoder/dictionary-planner.js.map +1 -0
- package/dist/parquetjs/encoder/page-planner.d.ts +11 -0
- package/dist/parquetjs/encoder/page-planner.d.ts.map +1 -0
- package/dist/parquetjs/encoder/page-planner.js +60 -0
- package/dist/parquetjs/encoder/page-planner.js.map +1 -0
- package/dist/parquetjs/encoder/parquet-encoder.d.ts +54 -5
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.js +930 -66
- package/dist/parquetjs/encoder/parquet-encoder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/BoundingBox.d.ts +29 -0
- package/dist/parquetjs/parquet-thrift/BoundingBox.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/BoundingBox.js +85 -0
- package/dist/parquetjs/parquet-thrift/BoundingBox.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/BsonType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.js +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +7 -2
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js +37 -2
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.d.ts +35 -0
- package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.js +135 -0
- package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts +6 -6
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +3 -3
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +12 -2
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +75 -2
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.js +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.js +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.d.ts +8 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.js +14 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.d.ts +2 -1
- package/dist/parquetjs/parquet-thrift/Encoding.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Encoding.js +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.d.ts +22 -0
- package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.js +111 -0
- package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/EnumType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.js +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.d.ts +16 -0
- package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.js +57 -0
- package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +7 -2
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/FileMetaData.js +37 -2
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/Float16Type.d.ts +9 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.js +27 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.d.ts +14 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.js +51 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.d.ts +11 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.js +41 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeospatialStatistics.d.ts +18 -0
- package/dist/parquetjs/parquet-thrift/GeospatialStatistics.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeospatialStatistics.js +62 -0
- package/dist/parquetjs/parquet-thrift/GeospatialStatistics.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.js +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.js +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.js +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.js +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts +17 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js +97 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.js +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/NanoSeconds.d.ts +9 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.js +27 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/NullType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.js +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageLocation.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/PageLocation.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageLocation.js +2 -2
- package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.js +2 -2
- package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/SizeStatistics.d.ts +26 -0
- package/dist/parquetjs/parquet-thrift/SizeStatistics.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/SizeStatistics.js +85 -0
- package/dist/parquetjs/parquet-thrift/SizeStatistics.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.js +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts +14 -10
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Statistics.js +38 -2
- package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.js +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts +5 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js +25 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.js +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/VariantType.d.ts +11 -0
- package/dist/parquetjs/parquet-thrift/VariantType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/VariantType.js +41 -0
- package/dist/parquetjs/parquet-thrift/VariantType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.d.ts +12 -2
- package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/index.js +12 -2
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -1
- package/dist/parquetjs/parser/decoders.d.ts +23 -3
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
- package/dist/parquetjs/parser/decoders.js +687 -119
- package/dist/parquetjs/parser/decoders.js.map +1 -1
- package/dist/parquetjs/parser/encoded-pages.d.ts +24 -0
- package/dist/parquetjs/parser/encoded-pages.d.ts.map +1 -0
- package/dist/parquetjs/parser/encoded-pages.js +206 -0
- package/dist/parquetjs/parser/encoded-pages.js.map +1 -0
- package/dist/parquetjs/parser/parquet-reader.d.ts +111 -10
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.js +836 -69
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -1
- package/dist/parquetjs/schema/declare.d.ts +83 -10
- package/dist/parquetjs/schema/declare.d.ts.map +1 -1
- package/dist/parquetjs/schema/declare.js.map +1 -1
- package/dist/parquetjs/schema/schema.d.ts +3 -0
- package/dist/parquetjs/schema/schema.d.ts.map +1 -1
- package/dist/parquetjs/schema/schema.js +31 -3
- package/dist/parquetjs/schema/schema.js.map +1 -1
- package/dist/parquetjs/schema/shred.d.ts +2 -0
- package/dist/parquetjs/schema/shred.d.ts.map +1 -1
- package/dist/parquetjs/schema/shred.js +285 -29
- package/dist/parquetjs/schema/shred.js.map +1 -1
- package/dist/parquetjs/schema/types.d.ts.map +1 -1
- package/dist/parquetjs/schema/types.js +290 -71
- package/dist/parquetjs/schema/types.js.map +1 -1
- package/dist/parquetjs/schema/variant.d.ts +3 -0
- package/dist/parquetjs/schema/variant.d.ts.map +1 -0
- package/dist/parquetjs/schema/variant.js +248 -0
- package/dist/parquetjs/schema/variant.js.map +1 -0
- package/dist/parquetjs/utils/binary-utils.d.ts +41 -0
- package/dist/parquetjs/utils/binary-utils.d.ts.map +1 -0
- package/dist/parquetjs/utils/binary-utils.js +106 -0
- package/dist/parquetjs/utils/binary-utils.js.map +1 -0
- package/dist/parquetjs/utils/crc32.d.ts +3 -0
- package/dist/parquetjs/utils/crc32.d.ts.map +1 -0
- package/dist/parquetjs/utils/crc32.js +15 -0
- package/dist/parquetjs/utils/crc32.js.map +1 -0
- package/dist/parquetjs/utils/file-utils.d.ts +1 -1
- package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/file-utils.js +3 -3
- package/dist/parquetjs/utils/file-utils.js.map +1 -1
- package/dist/parquetjs/utils/read-utils.d.ts +25 -7
- package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/read-utils.js +66 -39
- package/dist/parquetjs/utils/read-utils.js.map +1 -1
- package/dist/parquetjs/utils/thrift-runtime.d.ts +106 -0
- package/dist/parquetjs/utils/thrift-runtime.d.ts.map +1 -0
- package/dist/parquetjs/utils/thrift-runtime.js +50 -0
- package/dist/parquetjs/utils/thrift-runtime.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts +78 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js +213 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts +80 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js +276 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts +25 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.js +62 -0
- package/dist/parquetjs/utils/uint8-array-transport.js.map +1 -0
- package/dist/polyfills/process.d.ts +12 -0
- package/dist/polyfills/process.d.ts.map +1 -0
- package/dist/polyfills/process.js +17 -0
- package/dist/polyfills/process.js.map +1 -0
- package/dist/unbundled.d.ts +10 -0
- package/dist/unbundled.d.ts.map +1 -0
- package/dist/unbundled.js +11 -0
- package/dist/unbundled.js.map +1 -0
- package/dist/wasm.d.ts +3 -0
- package/dist/wasm.d.ts.map +1 -0
- package/dist/wasm.js +6 -0
- package/dist/wasm.js.map +1 -0
- package/dist/workers/parquet-source-worker.d.ts +2 -0
- package/dist/workers/parquet-source-worker.d.ts.map +1 -0
- package/dist/workers/parquet-source-worker.js +17 -0
- package/dist/workers/parquet-source-worker.js.map +1 -0
- package/dist/workers/parquet-worker-node.d.ts +2 -0
- package/dist/workers/parquet-worker-node.d.ts.map +1 -0
- package/dist/workers/parquet-worker-node.js +5 -0
- package/dist/workers/parquet-worker-node.js.map +1 -0
- package/dist/workers/parquet-worker.d.ts +2 -0
- package/dist/workers/parquet-worker.d.ts.map +1 -0
- package/dist/workers/parquet-worker.js +27 -0
- package/dist/workers/parquet-worker.js.map +1 -0
- package/package.json +84 -40
- package/src/bundled.ts +43 -0
- package/src/delta-format.ts +12 -0
- package/src/delta-source-loader-types.ts +40 -0
- package/src/delta-source.ts +305 -0
- package/src/delta-types.ts +40 -0
- package/src/geoparquet-loader-with-parser.ts +95 -0
- package/src/geoparquet-loader.ts +54 -0
- package/src/iceberg-rest-catalog.ts +122 -0
- package/src/iceberg-table-source.ts +1037 -0
- package/src/iceberg-types.ts +165 -0
- package/src/index.ts +105 -26
- package/src/lib/arrow/convert-columns-to-row-group.ts +3 -0
- package/src/lib/arrow/convert-schema-from-parquet.ts +193 -32
- package/src/lib/arrow/convert-schema-to-parquet.ts +16 -7
- package/src/lib/arrow/create-nested-arrow-vector.ts +705 -0
- package/src/lib/constants.ts +0 -2
- package/src/lib/encoders/encode-arrow-to-parquet.ts +10 -16
- package/src/lib/encoders/encode-table-to-parquet-js.ts +526 -0
- package/src/lib/geo/geoparquet-covering.ts +201 -0
- package/src/lib/geo/geospatial-metadata.ts +547 -0
- package/src/lib/parquet-bloom-filter-planner.ts +86 -0
- package/src/lib/parquet-bloom-filter.ts +345 -0
- package/src/lib/parquet-encryption.ts +344 -0
- package/src/lib/parquet-page-index.ts +727 -0
- package/src/lib/parquet-predicate.ts +410 -0
- package/src/lib/parquet-source-worker-client.ts +41 -0
- package/src/lib/parquet-source-worker-decoder.ts +252 -0
- package/src/lib/parquet-source-worker-file.ts +56 -0
- package/src/lib/parquet-source-worker-types.ts +132 -0
- package/src/lib/parquet-worker-transport.ts +57 -0
- package/src/lib/parsers/convert-parquet-tables.ts +39 -0
- package/src/lib/parsers/get-parquet-schema.ts +6 -2
- package/src/lib/parsers/parse-geoparquet-to-geojson.ts +27 -14
- package/src/lib/parsers/parse-parquet-tables.ts +82 -0
- package/src/lib/parsers/parse-parquet-to-arrow-js.ts +1213 -0
- package/src/lib/parsers/parse-parquet-to-arrow.ts +62 -36
- package/src/lib/parsers/parse-parquet-to-columns.ts +9 -8
- package/src/lib/parsers/parse-parquet-to-json.ts +119 -35
- package/src/lib/slice-parquet-batch.ts +32 -0
- package/src/lib/sources/parquet-range-file.ts +365 -0
- package/src/lib/sources/single-batch-queue.ts +95 -0
- package/src/lib/utils/load-wasm-node.ts +25 -0
- package/src/lib/utils/load-wasm.ts +36 -13
- package/src/lib/utils/make-stream-iterator.ts +126 -14
- package/src/lib/utils/normalize-parquet-options.ts +30 -0
- package/src/parquet-dataset-source.ts +800 -0
- package/src/parquet-encoded-page-types.ts +122 -0
- package/src/parquet-format.ts +2 -0
- package/src/parquet-js-loader-types.ts +53 -0
- package/src/parquet-js-loader.ts +76 -19
- package/src/parquet-js-writer.ts +98 -0
- package/src/parquet-loader-base.ts +34 -0
- package/src/parquet-loader-options.ts +62 -0
- package/src/parquet-loader-types.ts +35 -0
- package/src/parquet-loader.ts +115 -0
- package/src/parquet-source-capabilities.ts +73 -0
- package/src/parquet-source-loader-types.ts +97 -0
- package/src/parquet-source-loader.ts +2254 -0
- package/src/parquet-source-types.ts +627 -0
- package/src/parquet-source-worker-factory.ts +8 -0
- package/src/parquet-source-worker-url.ts +23 -0
- package/src/parquet-worker-url.ts +23 -0
- package/src/parquet-writer.ts +42 -0
- package/src/parquetjs/LICENSE +23 -1
- package/src/parquetjs/codecs/byte-stream-split.ts +221 -0
- package/src/parquetjs/codecs/declare.ts +62 -3
- package/src/parquetjs/codecs/delta.ts +1047 -0
- package/src/parquetjs/codecs/dictionary.ts +22 -4
- package/src/parquetjs/codecs/index.ts +22 -0
- package/src/parquetjs/codecs/plain.ts +317 -89
- package/src/parquetjs/codecs/rle.ts +852 -82
- package/src/parquetjs/compression.ts +137 -156
- package/src/parquetjs/encoder/dictionary-planner.ts +104 -0
- package/src/parquetjs/encoder/page-planner.ts +83 -0
- package/src/parquetjs/encoder/parquet-encoder.ts +1374 -95
- package/src/parquetjs/parquet-thrift/BoundingBox.ts +108 -0
- package/src/parquetjs/parquet-thrift/BsonType.ts +1 -1
- package/src/parquetjs/parquet-thrift/ColumnChunk.ts +37 -2
- package/src/parquetjs/parquet-thrift/ColumnCryptoMetaData.ts +139 -0
- package/src/parquetjs/parquet-thrift/ColumnIndex.ts +13 -13
- package/src/parquetjs/parquet-thrift/ColumnMetaData.ts +75 -2
- package/src/parquetjs/parquet-thrift/ColumnOrder.ts +1 -1
- package/src/parquetjs/parquet-thrift/DataPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/DataPageHeaderV2.ts +1 -1
- package/src/parquetjs/parquet-thrift/DateType.ts +1 -1
- package/src/parquetjs/parquet-thrift/DecimalType.ts +1 -1
- package/src/parquetjs/parquet-thrift/DictionaryPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.ts +13 -0
- package/src/parquetjs/parquet-thrift/Encoding.ts +2 -1
- package/src/parquetjs/parquet-thrift/EncryptionAlgorithm.ts +127 -0
- package/src/parquetjs/parquet-thrift/EnumType.ts +1 -1
- package/src/parquetjs/parquet-thrift/FileCryptoMetaData.ts +60 -0
- package/src/parquetjs/parquet-thrift/FileMetaData.ts +37 -2
- package/src/parquetjs/parquet-thrift/Float16Type.ts +28 -0
- package/src/parquetjs/parquet-thrift/GeographyType.ts +54 -0
- package/src/parquetjs/parquet-thrift/GeometryType.ts +43 -0
- package/src/parquetjs/parquet-thrift/GeospatialStatistics.ts +68 -0
- package/src/parquetjs/parquet-thrift/IndexPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/IntType.ts +1 -1
- package/src/parquetjs/parquet-thrift/JsonType.ts +1 -1
- package/src/parquetjs/parquet-thrift/KeyValue.ts +1 -1
- package/src/parquetjs/parquet-thrift/ListType.ts +1 -1
- package/src/parquetjs/parquet-thrift/LogicalType.ts +97 -1
- package/src/parquetjs/parquet-thrift/MapType.ts +1 -1
- package/src/parquetjs/parquet-thrift/MicroSeconds.ts +1 -1
- package/src/parquetjs/parquet-thrift/MilliSeconds.ts +1 -1
- package/src/parquetjs/parquet-thrift/NanoSeconds.ts +28 -0
- package/src/parquetjs/parquet-thrift/NullType.ts +1 -1
- package/src/parquetjs/parquet-thrift/OffsetIndex.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageEncodingStats.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageLocation.ts +2 -2
- package/src/parquetjs/parquet-thrift/RowGroup.ts +2 -2
- package/src/parquetjs/parquet-thrift/SchemaElement.ts +1 -1
- package/src/parquetjs/parquet-thrift/SizeStatistics.ts +98 -0
- package/src/parquetjs/parquet-thrift/SortingColumn.ts +1 -1
- package/src/parquetjs/parquet-thrift/Statistics.ts +50 -14
- package/src/parquetjs/parquet-thrift/StringType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TimeType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TimeUnit.ts +25 -1
- package/src/parquetjs/parquet-thrift/TimestampType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TypeDefinedOrder.ts +1 -1
- package/src/parquetjs/parquet-thrift/UUIDType.ts +1 -1
- package/src/parquetjs/parquet-thrift/VariantType.ts +43 -0
- package/src/parquetjs/parquet-thrift/index.ts +12 -4
- package/src/parquetjs/parser/decoders.ts +922 -143
- package/src/parquetjs/parser/encoded-pages.ts +278 -0
- package/src/parquetjs/parser/parquet-reader.ts +1334 -83
- package/src/parquetjs/schema/declare.ts +121 -9
- package/src/parquetjs/schema/schema.ts +33 -3
- package/src/parquetjs/schema/shred.ts +345 -41
- package/src/parquetjs/schema/types.ts +308 -84
- package/src/parquetjs/schema/variant.ts +313 -0
- package/src/parquetjs/utils/binary-utils.ts +132 -0
- package/src/parquetjs/utils/crc32.ts +15 -0
- package/src/parquetjs/utils/file-utils.ts +4 -4
- package/src/parquetjs/utils/read-utils.ts +77 -51
- package/src/parquetjs/utils/thrift-runtime.ts +109 -0
- package/src/parquetjs/utils/uint8-array-compact-protocol-writer.ts +254 -0
- package/src/parquetjs/utils/uint8-array-compact-protocol.ts +322 -0
- package/src/parquetjs/utils/uint8-array-transport.ts +79 -0
- package/src/polyfills/process.ts +17 -0
- package/src/unbundled.ts +47 -0
- package/src/wasm.ts +6 -0
- package/src/workers/parquet-source-worker.ts +21 -0
- package/src/workers/parquet-worker-node.ts +5 -0
- package/src/workers/parquet-worker.ts +31 -0
- package/dist/parquet-arrow-loader.d.ts +0 -43
- package/dist/parquet-arrow-loader.d.ts.map +0 -1
- package/dist/parquet-arrow-loader.js +0 -49
- package/dist/parquet-arrow-loader.js.map +0 -1
- package/dist/parquet-arrow-writer.d.ts +0 -9
- package/dist/parquet-arrow-writer.d.ts.map +0 -1
- package/dist/parquet-arrow-writer.js +0 -23
- package/dist/parquet-arrow-writer.js.map +0 -1
- package/dist/parquet-json-loader.d.ts +0 -148
- package/dist/parquet-json-loader.d.ts.map +0 -1
- package/dist/parquet-json-loader.js +0 -106
- package/dist/parquet-json-loader.js.map +0 -1
- package/dist/parquet-json-writer.d.ts +0 -19
- package/dist/parquet-json-writer.d.ts.map +0 -1
- package/dist/parquet-json-writer.js +0 -20
- package/dist/parquet-json-writer.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.js +0 -12
- package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.js +0 -17
- package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
- package/dist/polyfills/buffer/buffer.d.ts +0 -222
- package/dist/polyfills/buffer/buffer.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer.js +0 -1868
- package/dist/polyfills/buffer/buffer.js.map +0 -1
- package/dist/polyfills/buffer/index.d.ts +0 -4
- package/dist/polyfills/buffer/index.d.ts.map +0 -1
- package/dist/polyfills/buffer/index.js +0 -9
- package/dist/polyfills/buffer/index.js.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts +0 -2
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.js +0 -10
- package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
- package/dist/workers/parquet-json-worker.d.ts +0 -2
- package/dist/workers/parquet-json-worker.d.ts.map +0 -1
- package/dist/workers/parquet-json-worker.js +0 -7
- package/dist/workers/parquet-json-worker.js.map +0 -1
- package/src/parquet-arrow-loader.ts +0 -74
- package/src/parquet-arrow-writer.ts +0 -33
- package/src/parquet-json-loader.ts +0 -160
- package/src/parquet-json-writer.ts +0 -27
- package/src/parquetjs/modules.d.ts +0 -25
- package/src/polyfills/buffer/buffer-polyfill.browser.ts +0 -14
- package/src/polyfills/buffer/buffer-polyfill.node.ts +0 -19
- package/src/polyfills/buffer/buffer.ts +0 -2205
- package/src/polyfills/buffer/index.ts +0 -11
- package/src/polyfills/buffer/install-buffer-polyfill.ts +0 -12
- package/src/workers/parquet-json-worker.ts +0 -8
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse-parquet-to-arrow-js.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-arrow-js.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAYtC,OAAO,EAAC,YAAY,EAAE,oBAAoB,EAAC,MAAM,0BAA0B,CAAC;AAG5E,OAAO,EAAC,mBAAmB,EAAC,uCAAoC;AAChE,OAAO,EAAC,aAAa,EAAC,iDAA8C;AAOpE,OAAO,EAAC,iBAAiB,EAAE,eAAe,EAAC,wCAAqC;AAChF,OAAO,EAAC,uBAAuB,EAAC,+CAA4C;AAC5E,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAEhE,8EAA8E;AAC9E,MAAM,+BAA+B,GAAG,CAAC,CAAC;AAE1C,yEAAyE;AACzE,MAAM,6BAA6B,GAA+D;IAChG,MAAM,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE;IAC1B,IAAI,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE;IACtB,OAAO,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE;IAC5B,OAAO,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE;IAC5B,IAAI,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE;IACtB,KAAK,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE;IACxB,KAAK,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE;IACxB,KAAK,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE;IACxB,KAAK,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE;IACxB,MAAM,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE;IAC1B,MAAM,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE;IAC1B,MAAM,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE;IAC1B,IAAI,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE;CACvB,CAAC;AAKF,0FAA0F;AAC1F,MAAM,kBAAmB,SAAQ,KAAK,CAAC,MAAM;IAC3C,qEAAqE;IAC7D,uBAAuB,GAAG,KAAK,CAAC;IAExC,iFAAiF;IACjF,6BAA6B;QAC3B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;IACtC,CAAC;IAED,kEAAkE;IAClE,8BAA8B;QAC5B,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;IACvC,CAAC;IAED;;;;OAIG;IACM,MAAM,CAAC,GAAG,WAAoC;QACrD,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QACvC,IACE,IAAI,CAAC,uBAAuB;YAC5B,WAAW,CAAC,MAAM,KAAK,CAAC;YACxB,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC;YAC9B,eAAe,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM;YAC7C,eAAe,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EACrE,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,cAAc,GAClB,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,eAAe,YAAY,KAAK,CAAC,MAAM;YACjE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC;YAC/B,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,GAAI,WAAkD,CAAC,CAAC;QAC3E,OAAO,IAAI,kBAAkB,CAC3B,cAAc,CAAC,MAAM,EACrB,cAAc,CAAC,QAAQ,EACvB,cAAc,CAAC,YAAY,EAC3B,cAAc,CAAC,eAAe,CAC/B,CAAC;IACJ,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,IAAkB,EAClB,OAAgC;IAEhC,IACE,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM;QACzB,OAAO,EAAE,OAAO,EAAE,KAAK,KAAK,SAAS;QACrC,OAAO,EAAE,OAAO,EAAE,SAAS,KAAK,SAAS,EACzC,CAAC;QACD,OAAO,MAAM,qCAAqC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,aAAa,GAAwB,EAAE,CAAC;IAC9C,IAAI,MAA0B,CAAC;IAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,sCAAsC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;QAChF,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC;QACxB,aAAa,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,KAAK,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM;QAChC,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC;QAChC,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,wBAAwB,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IAC1D,OAAO,EAAC,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC;AACrD,CAAC;AAED,+FAA+F;AAC/F,KAAK,UAAU,qCAAqC,CAClD,IAAkB,EAClB,OAAgC;IAEhC,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;QAChD,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,IAAI,IAAI;QAC5D,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;QAC9B,qBAAqB,EAAE,OAAO,EAAE,OAAO,EAAE,qBAAqB;QAC9D,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY;QAC5C,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS;KACvC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,0BAA0B,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAClG,MAAM,WAAW,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAC/C,MAAM,aAAa,GAAwB,EAAE,CAAC;IAC9C,IAAI,SAAiC,CAAC;IAEtC,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,MAAM,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;QACxF,MAAM,KAAK,GAAG,2BAA2B,CACvC,MAAM,EACN,WAAW,EACX,aAAa,EACb,QAAQ,EACR,CAAC,EACD,QAAQ,CAAC,QAAQ,CAClB,CAAC;QACF,SAAS,GAAG,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3D,aAAa,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,SAAS,IAAI,aAAa,CAAC,MAAM,KAAK,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACxE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,KAAK,EAAE,aAAa;QACpB,MAAM;QACN,IAAI,EAAE,aAAa,CAAC,MAAM;YACxB,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC;YAChC,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,wBAAwB,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;KAC1D,CAAC;AACJ,CAAC;AAED,iGAAiG;AACjG,KAAK,UAAU,mBAAmB,CAChC,IAAkB,EAClB,OAAgC;IAEhC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;QAChD,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,IAAI,IAAI;QAC5D,qBAAqB,EAAE,OAAO,EAAE,OAAO,EAAE,qBAAqB;QAC9D,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY;QAC5C,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS;KACvC,CAAC,CAAC;IACH,OAAO,aAAa,CAAC,MAAM,0BAA0B,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;AAC5F,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,sCAAsC,CAC3D,IAAkB,EAClB,OAAgC;IAEhC,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;QAChD,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,IAAI,IAAI;QAC5D,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;QAC9B,qBAAqB,EAAE,OAAO,EAAE,OAAO,EAAE,qBAAqB;QAC9D,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY;QAC5C,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS;KACvC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,0BAA0B,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAClG,MAAM,WAAW,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAC/C,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;IACzC,MAAM,kBAAkB,GAAG,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC;IACvD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACvC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC;QACzF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,QAAQ,GAAG,cAAc,CAAC;QAC7D,MAAM,iBAAiB,GACrB,QAAQ,KAAK,SAAS;YACpB,CAAC,CAAC,iBAAiB;YACnB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC;QACvE,MAAM,YAAY,GAAG,cAAc,GAAG,iBAAiB,CAAC;QACxD,WAAW,IAAI,QAAQ,CAAC,QAAQ,CAAC;QAEjC,IAAI,YAAY,IAAI,cAAc,EAAE,CAAC;YACnC,IAAI,QAAQ,KAAK,SAAS,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;gBACtD,OAAO;YACT,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,UAAU,GAAG,2BAA2B,CAC5C,MAAM,EACN,WAAW,EACX,aAAa,EACb,QAAQ,EACR,cAAc,EACd,YAAY,CACb,CAAC;QACF,MAAM,SAAS,GACb,kBAAkB,IAAI,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,iBAAiB,CAAC;QAExF,KAAK,IAAI,UAAU,GAAG,cAAc,EAAE,UAAU,GAAG,YAAY,EAAE,UAAU,IAAI,SAAS,EAAE,CAAC;YACzF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,SAAS,EAAE,YAAY,CAAC,CAAC;YAChE,MAAM,UAAU,GAAG,eAAe,CAChC,UAAU,EACV,UAAU,GAAG,cAAc,EAC3B,QAAQ,GAAG,cAAc,CAC1B,CAAC;YACF,MAAM,MAAM,GAAG,QAAQ,GAAG,UAAU,CAAC;YAErC,MAAM;gBACJ,SAAS,EAAE,MAAM;gBACjB,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,MAAM;aACP,CAAC;YACF,WAAW,IAAI,MAAM,CAAC;QACxB,CAAC;QAED,IAAI,QAAQ,KAAK,SAAS,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;YACtD,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC;AAED,iGAAiG;AACjG,SAAS,wBAAwB,CAAC,MAAc;IAC9C,OAAO,IAAI,kBAAkB,CAC3B,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC,EAC1D,0BAA0B,CAAC,MAAM,CAAC,QAAQ,CAAC,CAC5C,CAAC;AACJ,CAAC;AAED,0FAA0F;AAC1F,SAAS,uBAAuB,CAAC,KAAY;IAC3C,OAAO,IAAI,KAAK,CAAC,KAAK,CACpB,KAAK,CAAC,IAAI,EACV,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,EAClC,KAAK,CAAC,QAAQ,EACd,0BAA0B,CAAC,KAAK,CAAC,QAAQ,CAAC,CAC3C,CAAC;AACJ,CAAC;AAED,4FAA4F;AAC5F,SAAS,sBAAsB,CAAC,QAAkB;IAChD,MAAM,aAAa,GACjB,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,6BAA6B,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,OAAO,aAAa,IAAI,oBAAoB,CAAC,QAAQ,CAAC,CAAC;AACzD,CAAC;AAED,kFAAkF;AAClF,SAAS,0BAA0B,CAAC,QAAyB;IAC3D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,IAAI,QAAQ,EAAE,CAAC;QACb,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,gFAAgF;AAChF,SAAS,2BAA2B,CAClC,MAAc,EACd,WAAyB,EACzB,aAA4B,EAC5B,QAAyB,EACzB,KAAa,EACb,GAAW;IAEX,MAAM,OAAO,GAAiC,EAAE,CAAC;IACjD,IAAI,gBAAuD,CAAC;IAC5D,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;QACvC,MAAM,YAAY,GAAG,aAAa,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,YAAY,GAAG,uBAAuB,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAC7F,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;YACnC,SAAS;QACX,CAAC;QACD,MAAM,aAAa,GAAG,wBAAwB,CAC5C,KAAK,CAAC,IAAI,EACV,YAAY,EACZ,UAAU,EACV,KAAK,EACL,GAAG,CACJ,CAAC;QACF,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC;YACpC,SAAS;QACX,CAAC;QACD,MAAM,eAAe,GAAG,6BAA6B,CACnD,KAAK,CAAC,IAAI,EACV,YAAY,EACZ,UAAU,EACV,KAAK,EACL,GAAG,CACJ,CAAC;QACF,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC;YACtC,SAAS;QACX,CAAC;QACD,MAAM,UAAU,GAAG,wBAAwB,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAC9F,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC;YACjC,SAAS;QACX,CAAC;QAED,IAAI,UAAU,GAAG,iBAAiB,CAAC,aAAa,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxE,IAAI,YAAY,CAAC,MAAM,IAAI,2BAA2B,CAAC,YAAY,CAAC,EAAE,CAAC;YACrE,gBAAgB,KAAK,eAAe,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YAC9D,MAAM,gBAAgB,GAAG,gBAAgB;iBACtC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC;iBACjB,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,2BAA2B,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC;YAC1E,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,eAAe,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1E,SAAS;QACX,CAAC;QACD,IAAI,CAAC,UAAU,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;YACvC,gBAAgB,KAAK,eAAe,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YAC9D,MAAM,aAAa,GAAmB;gBACpC,KAAK,EAAE,kBAAkB;gBACzB,MAAM,EAAE;oBACN,GAAG,MAAM;oBACT,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC;iBAC7E;gBACD,IAAI,EAAE,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC;aACzC,CAAC;YACF,MAAM,kBAAkB,GAAG,YAAY,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;YACtE,MAAM,cAAc,GAAG,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpE,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/E,CAAC;YACD,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC;YACrC,SAAS;QACX,CAAC;QACD,UAAU,KAAK,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QACnD,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,eAAe,CACzC,oBAAoB,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EACxC,KAAK,CAAC,IAAI,CACX,CAAC;IACJ,CAAC;IAED,OAAO;QACL,KAAK,EAAE,aAAa;QACpB,MAAM;QACN,IAAI,EAAE,gBAAgB,CAAC,WAAW,EAAE,OAAO,EAAE,GAAG,GAAG,KAAK,CAAC;KAC1D,CAAC;AACJ,CAAC;AAED,4FAA4F;AAC5F,SAAS,2BAA2B,CAAC,KAAmB;IACtD,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC;QACpD,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAC3B,4EAA4E;QAC5E,8EAA8E;QAC9E,IAAI,OAAO,CAAC,WAAW,EAAE,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,WAAW,EAAE,IAAI,KAAK,KAAK;YAAE,OAAO,KAAK,CAAC;QAC9F,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,KAAK,EAAE,CAAC;QACtC,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9F,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;AAC7E,CAAC;AAED,+FAA+F;AAC/F,SAAS,2BAA2B,CAAC,KAAc,EAAE,KAAmB;IACtE,8FAA8F;IAC9F,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;QACpC,MAAM,YAAY,GAAG,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC;QAChD,IAAI,CAAC,SAAS,IAAI,CAAC,YAAY,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,SAAS,GAAG,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAC7B,2BAA2B,CACzB,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,EAClF,YAAY,CACb,CACF,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,KAAK,EAAE,CAAC;QACtC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC;QAC1C,MAAM,QAAQ,GAAG,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC;QACzC,MAAM,UAAU,GAAG,UAAU,EAAE,MAAM,EAAE,KAAK,CAAC;QAC7C,IAAI,CAAC,UAAU,IAAI,CAAC,QAAQ,IAAI,CAAC,UAAU,EAAE,CAAC;YAC5C,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,OAAO,GACX,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACnF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,GAAG,EAAE,CAAC;QACnB,CAAC;QACD,OAAO,IAAI,GAAG,CACZ,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC;YACzB,2BAA2B,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,UAAU,CAAC;SACrE,CAAC,CACH,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACnF,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,UAAU,GAA4B,EAAE,CAAC;IAC/C,KAAK,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9D,UAAU,CAAC,IAAI,CAAC,GAAG,2BAA2B,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,UAAU,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,yFAAyF;AACzF,SAAS,wBAAwB,CAC/B,SAAyB,EACzB,YAA0B,EAC1B,UAA0C,EAC1C,KAAa,EACb,GAAW;IAEX,IAAI,CAAC,CAAC,SAAS,YAAY,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QACzD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;IAC7B,MAAM,SAAS,GAAG,SAAS,CAAC,QAAQ,GAAG,EAAE,CAAC;IAC1C,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChG,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,UAAU,EAAE,CAAC;QACf,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,YAAY,CAAC,SAAS;gBAAE,UAAU,EAAE,CAAC;QAC5E,CAAC;IACH,CAAC;SAAM,CAAC;QACN,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;QACvD,MAAM,cAAc,GAAG,KAAK,GAAG,QAAQ,CAAC;QACxC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;YACjF,iBAAiB,CACf,IAAI,EACJ,QAAQ,GAAG,SAAS,EACpB,SAAS,EACT,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,EACnD,SAAS,CAAC,QAAQ,CACnB,CAAC;YACF,IAAI,UAAU;gBAAE,UAAU,CAAC,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;QACnE,CAAC;aAAM,CAAC;YACN,SAAS,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC;QACtB,KAAK,CAAC,QAAQ,CAAC;YACb,IAAI,EAAE,SAAS;YACf,IAAI;YACJ,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAC9C,SAAS;SACV,CAAC;KACH,CAAC,CAAC;AACL,CAAC;AAED,kFAAkF;AAClF,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,KAAmB,CAAC;IAClC,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,aAAa,GAAG,CAAC,aAAa,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC/E,OAAO,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI;QACpC,CAAC,CAAC,aAAa,GAAG,CAAC,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,aAAa,CAAC;AACpB,CAAC;AAED,2FAA2F;AAC3F,SAAS,iBAAiB,CACxB,IAAiB,EACjB,MAAc,EACd,SAAiB,EACjB,KAAa,EACb,QAAgB;IAEhB,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IAClD,IAAI,KAAK,GAAG,OAAO,IAAI,KAAK,GAAG,OAAO,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,yBAAyB,KAAK,yBAAyB,QAAQ,EAAE,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACpD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC;QAC3D,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,MAAM,CAAC,aAAa,GAAG,WAAW,CAAC,CAAC;QAC/D,aAAa,KAAK,GAAG,CAAC;IACxB,CAAC;AACH,CAAC;AAED,+FAA+F;AAC/F,SAAS,gBAAgB,CACvB,MAAoB,EACpB,OAAqC,EACrC,QAAgB;IAEhB,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACzB,8FAA8F;QAC9F,8FAA8F;QAC9F,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACzE,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC;YAC1B,IAAI,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;YACrC,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,CAAC;YACZ,QAAQ;SACT,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,wBAAwB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC3D,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,WAAW,GAAG,wBAAwB,CAC1C,MAAM,EACN,KAAK,CAAC,QAAQ,CAAC,EAAC,IAAI,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAC,CAAC,CAC3D,CAAC;IACF,6FAA6F;IAC7F,yFAAyF;IACzF,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAC,KAAK,EAAE,QAAQ,EAAC,CAAC,CAAC;IACrE,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,gGAAgG;AAChG,SAAS,wBAAwB,CAC/B,MAAoB,EACpB,IAA8B;IAE9B,IAAI,CAAC,CAAC,MAAM,YAAY,kBAAkB,CAAC,EAAE,CAAC;QAC5C,OAAO,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,CAAC,6BAA6B,EAAE,CAAC;IACvC,IAAI,CAAC;QACH,OAAO,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC7C,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,8BAA8B,EAAE,CAAC;IAC1C,CAAC;AACH,CAAC;AAeD,yFAAyF;AACzF,SAAS,6BAA6B,CACpC,SAAyB,EACzB,YAA0B,EAC1B,UAA0C,EAC1C,KAAa,EACb,GAAW;IAEX,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;IAC7B,MAAM,UAAU,GAAG,gCAAgC,CACjD,SAAS,EACT,YAAY,EACZ,UAAU,EACV,KAAK,EACL,GAAG,CACJ,CAAC;IACF,MAAM,YAAY,GAAG,UAAU;QAC7B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,wCAAwC,CAAC,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAC9F,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC;YACtB,KAAK,CAAC,QAAQ,CAAC;gBACb,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,YAAY,CAAC,IAAI;gBACvB,UAAU,EAAE,YAAY,CAAC,UAAU;gBACnC,SAAS,EAAE,YAAY,CAAC,SAAS;aAC3B,CAAC;SACV,CAAC,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,IAAI,4BAA4B,CAAC,SAAS,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;IAC3F,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChG,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,UAAU,GAAG,KAAK,CAAC;YACnB,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;gBACvD,yBAAyB,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;gBAC5D,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QACD,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;YACvD,MAAM,cAAc,GAAG,KAAK,GAAG,QAAQ,CAAC;YACxC,IAAI,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;gBAClE,yBAAyB,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBAC3E,UAAU,CAAC,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YACnD,CAAC;iBAAM,CAAC;gBACN,SAAS,EAAE,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;IACjD,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC;QACtB,KAAK,CAAC,QAAQ,CAAC,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAQ,CAAC;KAC7E,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,SAAS,wCAAwC,CAC/C,SAAyB,EACzB,YAA0B,EAC1B,UAA8B,EAC9B,KAAa,EACb,GAAW;IAIX,IACE,YAAY,CAAC,cAAc,KAAK,UAAU;QAC1C,YAAY,CAAC,SAAS,KAAK,CAAC;QAC5B,KAAK,KAAK,CAAC;QACX,GAAG,KAAK,UAAU,CAAC,KAAK,EACxB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,WAAW,GAAG,iCAAiC,CAAC,SAAS,EAAE,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IAClG,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,UAAU,CAAC,SAAS,KAAK,CAAC,IAAI,WAAW,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QAC7D,OAAO,EAAC,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,EAAC,CAAC;IAClE,CAAC;IACD,MAAM,IAAI,GAAG,8BAA8B,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IAC9D,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IACtD,IAAI,UAAU,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;IACxC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,IAAI,QAAQ,GAAG,GAAG,GAAG,CAAC,EAAE,QAAQ,IAAI,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC;QACvD,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;YAC5D,yBAAyB,CAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YACrE,UAAU,CAAC,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,SAAS,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IACD,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,kBAAkB,YAAY,CAAC,IAAI,qCAAqC,CAAC,CAAC;IAC5F,CAAC;IACD,OAAO,EAAC,IAAI,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,EAAE,SAAS,EAAC,CAAC;AAC3E,CAAC;AAED,6FAA6F;AAC7F,SAAS,gCAAgC,CACvC,SAAyB,EACzB,YAA0B,EAC1B,UAA8B,EAC9B,KAAa,EACb,GAAW;IAEX,IAAI,YAAY,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;QAC/C,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,iCAAiC,CAAC,SAAS,EAAE,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IAC7F,OAAO,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAuC,CAAC;AAC5E,CAAC;AAED,oGAAoG;AACpG,SAAS,iCAAiC,CACxC,SAAyB,EACzB,YAA0B,EAC1B,MAAoC;IAEpC,IACE,YAAY,CAAC,aAAa,KAAK,OAAO;QACtC,SAAS,YAAY,KAAK,CAAC,OAAO;QAClC,MAAM,YAAY,YAAY,EAC9B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IACE,YAAY,CAAC,aAAa,KAAK,QAAQ;QACvC,SAAS,YAAY,KAAK,CAAC,OAAO;QAClC,MAAM,YAAY,YAAY,EAC9B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IACE,YAAY,CAAC,aAAa,KAAK,OAAO;QACtC,CAAC,SAAS,YAAY,KAAK,CAAC,KAAK;YAC/B,SAAS,YAAY,KAAK,CAAC,OAAO;YAClC,SAAS,YAAY,KAAK,CAAC,eAAe,CAAC;QAC7C,MAAM,YAAY,UAAU,EAC5B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IACE,YAAY,CAAC,aAAa,KAAK,OAAO;QACtC,CAAC,SAAS,YAAY,KAAK,CAAC,KAAK;YAC/B,SAAS,YAAY,KAAK,CAAC,eAAe;YAC1C,SAAS,YAAY,KAAK,CAAC,cAAc;YACzC,SAAS,YAAY,KAAK,CAAC,oBAAoB;YAC/C,SAAS,YAAY,KAAK,CAAC,oBAAoB;YAC/C,SAAS,YAAY,KAAK,CAAC,mBAAmB,CAAC;QACjD,MAAM,YAAY,aAAa,EAC/B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IACE,YAAY,CAAC,aAAa,KAAK,OAAO;QACtC,SAAS,YAAY,KAAK,CAAC,mBAAmB;QAC9C,MAAM,YAAY,aAAa,EAC/B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,2FAA2F;AAC3F,SAAS,8BAA8B,CACrC,MAA8B,EAC9B,MAAc;IAEd,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,GAAG,MAAM,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC;QACrF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,MAAM,YAAY,YAAY,EAAE,CAAC;QACnC,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,MAAM,YAAY,YAAY,EAAE,CAAC;QACnC,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,MAAM,YAAY,SAAS;QAAE,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAChG,IAAI,MAAM,YAAY,UAAU;QAAE,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAClG,IAAI,MAAM,YAAY,UAAU;QAAE,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAClG,IAAI,MAAM,YAAY,UAAU;QAAE,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAClG,IAAI,MAAM,YAAY,WAAW;QAC/B,OAAO,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACnE,IAAI,MAAM,YAAY,WAAW;QAC/B,OAAO,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACnE,IAAI,MAAM,YAAY,aAAa,EAAE,CAAC;QACpC,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;AACtE,CAAC;AAED,0FAA0F;AAC1F,SAAS,4BAA4B,CACnC,SAAyB,EACzB,YAA0B,EAC1B,QAAgB;IAEhB,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC;QACjF,OAAO,IAAI,YAAY,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,QAAQ,IAAI,SAAS,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC;QAClF,OAAO,IAAI,YAAY,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;QAC9E,OAAO,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/E,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IACD,IACE,YAAY,CAAC,aAAa,KAAK,OAAO;QACtC,CAAC,SAAS,YAAY,KAAK,CAAC,KAAK;YAC/B,SAAS,YAAY,KAAK,CAAC,OAAO;YAClC,SAAS,YAAY,KAAK,CAAC,eAAe,CAAC,EAC7C,CAAC;QACD,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/E,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;QAChF,OAAO,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;QAChF,OAAO,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IACD,IACE,YAAY,CAAC,aAAa,KAAK,OAAO;QACtC,CAAC,SAAS,YAAY,KAAK,CAAC,KAAK;YAC/B,SAAS,YAAY,KAAK,CAAC,eAAe;YAC1C,SAAS,YAAY,KAAK,CAAC,cAAc;YACzC,SAAS,YAAY,KAAK,CAAC,oBAAoB;YAC/C,SAAS,YAAY,KAAK,CAAC,oBAAoB;YAC/C,SAAS,YAAY,KAAK,CAAC,mBAAmB,CAAC,EACjD,CAAC;QACD,OAAO,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,mBAAmB,EAAE,CAAC;QAC7F,OAAO,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;QAChF,OAAO,IAAI,cAAc,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,8EAA8E;AAC9E,SAAS,yBAAyB,CAChC,IAA4B,EAC5B,KAAa,EACb,KAAc;IAEd,IAAI,IAAI,YAAY,aAAa,EAAE,CAAC;QAClC,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAwB,CAAC,CAAC;IACrF,CAAC;SAAM,IAAI,IAAI,YAAY,cAAc,EAAE,CAAC;QAC1C,IAAI,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,OAAO,CAC1B,EAAE,EACF,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAwB,CAAC,CACrE,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;AACH,CAAC;AAED,wFAAwF;AACxF,SAAS,wBAAwB,CAC/B,SAAyB,EACzB,YAA0B,EAC1B,UAA0C,EAC1C,KAAa,EACb,GAAW;IAEX,IAAI,CAAC,UAAU,IAAI,CAAC,0BAA0B,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,CAAC;QACxE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,UAAU,CAAC,aAAa,EAAE,CAAC;QAC7B,OAAO,6BAA6B,CAAC,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;IAC7B,MAAM,YAAY,GAAG,IAAI,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClD,MAAM,UAAU,GAAG,UAAU,CAAC,MAAsB,CAAC;IACrD,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChG,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC;QACnB,eAAe,GAAG,UAAU,CAAC;QAC7B,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;YACvD,cAAc,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC;YACtD,IAAI,cAAc,GAAG,UAAU,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC9E,CAAC;YACD,YAAY,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,cAAc,CAAC;QAC9C,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;gBAC5D,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QACD,eAAe,GAAG,UAAU,CAAC;QAC7B,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;YACvD,MAAM,cAAc,GAAG,KAAK,GAAG,QAAQ,CAAC;YACxC,IAAI,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;gBAClE,cAAc,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC;gBACtD,UAAU,CAAC,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YACnD,CAAC;iBAAM,CAAC;gBACN,SAAS,EAAE,CAAC;YACd,CAAC;YACD,IAAI,cAAc,GAAG,UAAU,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC9E,CAAC;YACD,YAAY,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,cAAc,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,+BAA+B,CACpD,YAAY,EACZ,UAAU,EACV,UAAU,EACV,eAAe,EACf,UAAU,EACV,cAAc,CACf,CAAC;IACF,MAAM,IAAI,GAAG,cAAc,IAAI,IAAI,UAAU,CAAC,cAAc,CAAC,CAAC;IAC9D,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7E,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,IAAI,KAAK,GAAG,eAAe,EAAE,KAAK,GAAG,UAAU,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YAChC,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,IAAI,KAAK,CAAC,UAAU,IAAI,+BAA+B,EAAE,CAAC;gBACjF,QAAQ,CAAC,SAAS,CAChB,UAAU,EACV,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAChE,IAAI,CACL,CAAC;gBACF,UAAU,IAAI,CAAC,CAAC;gBAChB,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE,CAAC;oBAClE,IAAI,CAAC,UAAU,EAAE,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,UAAU,IAAI,+BAA+B,EAAE,CAAC;gBAC/D,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE,CAAC;oBAClE,IAAI,CAAC,UAAU,EAAE,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;gBAC5B,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC;YACjC,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;IACjD,IAAI,SAAS,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;QACpC,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC;YACtB,KAAK,CAAC,QAAQ,CAAC;gBACb,IAAI,EAAE,SAAS;gBACf,YAAY;gBACZ,IAAI;gBACJ,UAAU,EAAE,KAAK;gBACjB,SAAS;aACV,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IACD,IAAI,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;QACtC,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC;YACtB,KAAK,CAAC,QAAQ,CAAC;gBACb,IAAI,EAAE,SAAS;gBACf,YAAY;gBACZ,IAAI;gBACJ,UAAU,EAAE,KAAK;gBACjB,SAAS;aACV,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,+FAA+F;AAC/F,SAAS,6BAA6B,CACpC,SAAyB,EACzB,YAA0B,EAC1B,UAA8B,EAC9B,KAAa,EACb,GAAW;IAEX,MAAM,aAAa,GAAG,UAAU,CAAC,aAAc,CAAC;IAChD,MAAM,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;IAC7B,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChG,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,gBAAgB,GAAG,KAAK,CAAC;IAC3B,CAAC;SAAM,CAAC;QACN,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,YAAY,CAAC,SAAS;gBAAE,gBAAgB,EAAE,CAAC;QAClF,CAAC;IACH,CAAC;IACD,MAAM,eAAe,GAAG,gBAAgB,CAAC;IACzC,MAAM,eAAe,GAAG,CAAC,UAAU,IAAI,KAAK,KAAK,CAAC,IAAI,GAAG,KAAK,UAAU,CAAC,KAAK,CAAC;IAC/E,MAAM,YAAY,GAAG,eAAe,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IACjG,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;YACvD,MAAM,cAAc,GAAG,KAAK,GAAG,QAAQ,CAAC;YACxC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;gBACjF,cAAc;oBACZ,aAAa,CAAC,YAAY,CAAC,gBAAgB,GAAG,CAAC,CAAC;wBAChD,aAAa,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;gBAC/C,gBAAgB,EAAE,CAAC;gBACnB,IAAI,UAAU;oBAAE,UAAU,CAAC,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YACnE,CAAC;iBAAM,CAAC;gBACN,SAAS,EAAE,CAAC;YACd,CAAC;YACD,YAAY,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,cAAc,CAAC;QAC9C,CAAC;IACH,CAAC;SAAM,CAAC;QACN,gBAAgB,GAAG,GAAG,CAAC;QACvB,cAAc,GAAG,aAAa,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,eAAe,GAAG,aAAa,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;IACpE,MAAM,cAAc,GAAG,aAAa,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;IACpE,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC;IAC1E,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC;QACtB,KAAK,CAAC,QAAQ,CAAC;YACb,IAAI,EAAE,SAAS;YACf,YAAY;YACZ,IAAI;YACJ,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAC9C,SAAS;SACH,CAAC;KACV,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,SAAS,+BAA+B,CACtC,YAA0B,EAC1B,UAA8B,EAC9B,UAAwB,EACxB,eAAuB,EACvB,aAAqB,EACrB,cAAsB;IAEtB,MAAM,UAAU,GAAG,aAAa,GAAG,eAAe,CAAC;IACnD,MAAM,UAAU,GAAG,YAAY,CAAC,UAAU,CAAC;IAC3C,IACE,YAAY,CAAC,aAAa,KAAK,sBAAsB;QACrD,CAAC,UAAU;QACX,UAAU,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC;QACnC,UAAU,KAAK,CAAC;QAChB,cAAc,KAAK,UAAU,GAAG,UAAU,EAC1C,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,UAAU,GAAG,UAAU,CAAC,eAAe,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,UAAU,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IAChD,IACE,UAAU,CAAC,UAAU,KAAK,UAAU;QACpC,SAAS,CAAC,UAAU,KAAK,UAAU;QACnC,UAAU,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM;QACtC,SAAS,CAAC,UAAU,GAAG,UAAU,KAAK,UAAU,CAAC,UAAU,GAAG,cAAc,EAC5E,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;AAClF,CAAC;AAED,0FAA0F;AAC1F,SAAS,0BAA0B,CACjC,SAAyB,EACzB,YAA0B;IAE1B,IAAI,SAAS,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;QACpC,OAAO,YAAY,CAAC,YAAY,KAAK,MAAM,IAAI,YAAY,CAAC,YAAY,KAAK,MAAM,CAAC;IACtF,CAAC;IACD,IAAI,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC;QACtC,OAAO,CACL,CAAC,CAAC,YAAY,CAAC,YAAY;YACzB,YAAY,CAAC,YAAY,KAAK,MAAM;YACpC,YAAY,CAAC,YAAY,KAAK,MAAM;YACpC,YAAY,CAAC,YAAY,KAAK,UAAU;YACxC,YAAY,CAAC,YAAY,KAAK,SAAS;YACvC,YAAY,CAAC,YAAY,KAAK,UAAU;YACxC,YAAY,CAAC,YAAY,KAAK,WAAW,CAAC;YAC5C,CAAC,YAAY,CAAC,aAAa,KAAK,YAAY;gBAC1C,YAAY,CAAC,aAAa,KAAK,sBAAsB,CAAC,CACzD,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,mGAAmG;AACnG,SAAS,oBAAoB,CAC3B,MAA0B,EAC1B,IAAoB;IAEpB,IAAI,CAAC,CAAC,IAAI,YAAY,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,KAAK,EAAE,EAAE,CAAC;QACzD,OAAO,MAA4B,CAAC;IACtC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE;QAChC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACvE,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;YAC1B,OAAO,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,MAAM,CAAC,KAAwB,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,6EAA6E;AAC7E,SAAS,eAAe,CAAC,KAAiB,EAAE,KAAa,EAAE,GAAW;IACpE,IAAI,KAAK,KAAK,CAAC,IAAI,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAC,GAAG,KAAK,EAAE,IAAI,EAAE,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,GAAG,KAAK,CAAC,EAAC,CAAC;IAChF,CAAC;IACD,OAAO,EAAC,GAAG,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,EAAC,CAAC;AACxD,CAAC;AAED,0FAA0F;AAC1F,SAAS,WAAW,CAAC,MAA0B,EAAE,KAAa,EAAE,GAAW;IACzE,IAAI,OAAO,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QAC5D,OAAQ,MAAM,CAAC,KAAmD,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAC9C,CAAC;AAED,0EAA0E;AAC1E,SAAS,wBAAwB,CAC/B,OAAgC;IAEhC,MAAM,UAAU,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;IAC7C,OAAO,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,EAAC,UAAU,EAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED,gFAAgF;AAChF,SAAS,aAAa,CAAC,MAAc,EAAE,OAAkB;IACvD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO;QACL,GAAG,MAAM;QACT,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KACpE,CAAC;AACJ,CAAC"}
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import type { ReadableFile } from '@loaders.gl/loader-utils';
|
|
2
2
|
import type { ArrowTable, ArrowTableBatch } from '@loaders.gl/schema';
|
|
3
|
-
import type * as parquetWasm from 'parquet-wasm';
|
|
4
|
-
|
|
5
|
-
wasmUrl
|
|
6
|
-
}
|
|
7
|
-
export declare function
|
|
8
|
-
|
|
9
|
-
}
|
|
3
|
+
import type * as parquetWasm from 'parquet-wasm/esm/parquet_wasm.js';
|
|
4
|
+
type ParquetWasmReaderOptions = parquetWasm.ReaderOptions & {
|
|
5
|
+
wasmUrl?: string;
|
|
6
|
+
};
|
|
7
|
+
export declare function parseParquetFileToArrow(file: ReadableFile, options?: ParquetWasmReaderOptions): Promise<ArrowTable>;
|
|
8
|
+
export declare function parseParquetFileToArrowInBatches(file: ReadableFile, options?: ParquetWasmReaderOptions): AsyncIterable<ArrowTableBatch>;
|
|
9
|
+
export {};
|
|
10
10
|
//# sourceMappingURL=parse-parquet-to-arrow.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parse-parquet-to-arrow.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-arrow.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"parse-parquet-to-arrow.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-arrow.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,UAAU,EAAE,eAAe,EAAS,MAAM,oBAAoB,CAAC;AAE5E,OAAO,KAAK,KAAK,WAAW,MAAM,kCAAkC,CAAC;AAUrE,KAAK,wBAAwB,GAAG,WAAW,CAAC,aAAa,GAAG;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAC,CAAC;AAE/E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,wBAAwB,GACjC,OAAO,CAAC,UAAU,CAAC,CAqBrB;AAED,wBAAuB,gCAAgC,CACrD,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,wBAAwB,GACjC,aAAa,CAAC,eAAe,CAAC,CA8BhC"}
|
|
@@ -1,52 +1,65 @@
|
|
|
1
1
|
// loaders.gl
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
|
-
|
|
4
|
+
// eslint-disable
|
|
5
|
+
import { makeTableScanBatch } from '@loaders.gl/loader-utils';
|
|
5
6
|
import * as arrow from 'apache-arrow';
|
|
7
|
+
import { normalizeArrowTableGeoMetadata, getParquetFileMetadataMap } from "../geo/geospatial-metadata.js";
|
|
6
8
|
import { loadWasm } from "../utils/load-wasm.js";
|
|
7
9
|
import { makeStreamIterator } from "../utils/make-stream-iterator.js";
|
|
8
10
|
export async function parseParquetFileToArrow(file, options) {
|
|
9
11
|
const wasmUrl = options?.wasmUrl;
|
|
12
|
+
const readerOptions = getReaderOptions(options);
|
|
10
13
|
const wasm = await loadWasm(wasmUrl);
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
14
|
+
const parquetFile = await createParquetFile(file, wasm);
|
|
15
|
+
try {
|
|
16
|
+
const wasmTable = await parquetFile.read(readerOptions);
|
|
17
|
+
const ipcStream = wasmTable.intoIPCStream();
|
|
18
|
+
const arrowTable = arrow.tableFromIPC(ipcStream);
|
|
19
|
+
return normalizeArrowTableGeoMetadata({
|
|
20
|
+
shape: 'arrow-table',
|
|
21
|
+
data: arrowTable
|
|
22
|
+
}, getParquetFileMetadataMap(parquetFile.metadata()));
|
|
15
23
|
}
|
|
16
|
-
|
|
17
|
-
parquetFile
|
|
24
|
+
finally {
|
|
25
|
+
parquetFile.free();
|
|
18
26
|
}
|
|
19
|
-
const wasmTable = await parquetFile.read(options);
|
|
20
|
-
const ipcStream = wasmTable.intoIPCStream();
|
|
21
|
-
const arrowTable = arrow.tableFromIPC(ipcStream);
|
|
22
|
-
return {
|
|
23
|
-
shape: 'arrow-table',
|
|
24
|
-
schema: convertArrowToSchema(arrowTable.schema),
|
|
25
|
-
data: arrowTable
|
|
26
|
-
};
|
|
27
27
|
}
|
|
28
28
|
export async function* parseParquetFileToArrowInBatches(file, options) {
|
|
29
29
|
const wasmUrl = options?.wasmUrl;
|
|
30
|
+
const readerOptions = getReaderOptions(options);
|
|
30
31
|
const wasm = await loadWasm(wasmUrl);
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
32
|
+
const parquetFile = await createParquetFile(file, wasm);
|
|
33
|
+
try {
|
|
34
|
+
const stream = await parquetFile.stream(readerOptions);
|
|
35
|
+
const schemaMetadata = getParquetFileMetadataMap(parquetFile.metadata());
|
|
36
|
+
let schema;
|
|
37
|
+
for await (const wasmRecordBatch of makeStreamIterator(stream)) {
|
|
38
|
+
const normalizedArrowTable = normalizeArrowTableGeoMetadata({
|
|
39
|
+
shape: 'arrow-table',
|
|
40
|
+
data: arrow.tableFromIPC(wasmRecordBatch.intoIPCStream())
|
|
41
|
+
}, schemaMetadata);
|
|
42
|
+
schema ||= normalizedArrowTable.schema;
|
|
43
|
+
yield makeTableScanBatch({
|
|
44
|
+
shape: 'arrow-table',
|
|
45
|
+
schema,
|
|
46
|
+
data: normalizedArrowTable.data
|
|
47
|
+
});
|
|
48
|
+
}
|
|
35
49
|
}
|
|
36
|
-
|
|
37
|
-
parquetFile
|
|
50
|
+
finally {
|
|
51
|
+
parquetFile.free();
|
|
38
52
|
}
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
batchType: 'data',
|
|
45
|
-
shape: 'arrow-table',
|
|
46
|
-
schema,
|
|
47
|
-
data: new arrow.Table(recordBatch),
|
|
48
|
-
length: recordBatch.numRows
|
|
49
|
-
};
|
|
53
|
+
}
|
|
54
|
+
async function createParquetFile(file, wasm) {
|
|
55
|
+
if (file.handle instanceof Blob) {
|
|
56
|
+
// Works on Blobs: https://kylebarron.dev/parquet-wasm/classes/esm_parquet_wasm.ParquetFile.html#fromFile
|
|
57
|
+
return await wasm.ParquetFile.fromFile(file.handle);
|
|
50
58
|
}
|
|
59
|
+
return await wasm.ParquetFile.fromUrl(file.url);
|
|
60
|
+
}
|
|
61
|
+
function getReaderOptions(options) {
|
|
62
|
+
const { wasmUrl, ...readerOptions } = options || {};
|
|
63
|
+
return readerOptions;
|
|
51
64
|
}
|
|
52
65
|
//# sourceMappingURL=parse-parquet-to-arrow.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parse-parquet-to-arrow.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-arrow.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;
|
|
1
|
+
{"version":3,"file":"parse-parquet-to-arrow.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-arrow.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,iBAAiB;AACjB,OAAO,EAAC,kBAAkB,EAAC,MAAM,0BAA0B,CAAC;AAK5D,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,OAAO,EACL,8BAA8B,EAC9B,yBAAyB,EAC1B,sCAAmC;AACpC,OAAO,EAAC,QAAQ,EAAC,8BAA2B;AAC5C,OAAO,EAAC,kBAAkB,EAAC,yCAAsC;AAIjE,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAkB,EAClB,OAAkC;IAElC,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;IACjC,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAEhD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;IAErC,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,SAAS,CAAC,aAAa,EAAE,CAAC;QAC5C,MAAM,UAAU,GAAG,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QACjD,OAAO,8BAA8B,CACnC;YACE,KAAK,EAAE,aAAa;YACpB,IAAI,EAAE,UAAU;SACjB,EACD,yBAAyB,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAClD,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,WAAW,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gCAAgC,CACrD,IAAkB,EAClB,OAAkC;IAElC,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;IACjC,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAEhD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;IAErC,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QACvD,MAAM,cAAc,GAAG,yBAAyB,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;QAEzE,IAAI,MAA0B,CAAC;QAC/B,IAAI,KAAK,EAAE,MAAM,eAAe,IAAI,kBAAkB,CAA0B,MAAM,CAAC,EAAE,CAAC;YACxF,MAAM,oBAAoB,GAAG,8BAA8B,CACzD;gBACE,KAAK,EAAE,aAAa;gBACpB,IAAI,EAAE,KAAK,CAAC,YAAY,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;aAC1D,EACD,cAAc,CACf,CAAC;YACF,MAAM,KAAK,oBAAoB,CAAC,MAAM,CAAC;YACvC,MAAM,kBAAkB,CAAC;gBACvB,KAAK,EAAE,aAAa;gBACpB,MAAM;gBACN,IAAI,EAAE,oBAAoB,CAAC,IAAI;aAChC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;YAAS,CAAC;QACT,WAAW,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,IAAkB,EAClB,IAAwB;IAExB,IAAI,IAAI,CAAC,MAAM,YAAY,IAAI,EAAE,CAAC;QAChC,yGAAyG;QACzG,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAc,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAkC;IAC1D,MAAM,EAAC,OAAO,EAAE,GAAG,aAAa,EAAC,GAAG,OAAO,IAAI,EAAE,CAAC;IAClD,OAAO,aAAa,CAAC;AACvB,CAAC"}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import type { ColumnarTable, ColumnarTableBatch } from '@loaders.gl/schema';
|
|
2
2
|
import type { ReadableFile } from '@loaders.gl/loader-utils';
|
|
3
|
-
import type {
|
|
3
|
+
import type { ParquetLoaderOptions } from "../../parquet-loader.js";
|
|
4
4
|
/**
|
|
5
5
|
* @deprecated - Use parseParquetToArrow
|
|
6
6
|
*/
|
|
7
|
-
export declare function parseParquetFileInColumns(file: ReadableFile, options?:
|
|
7
|
+
export declare function parseParquetFileInColumns(file: ReadableFile, options?: ParquetLoaderOptions): Promise<ColumnarTable>;
|
|
8
8
|
/**
|
|
9
9
|
* @deprecated
|
|
10
10
|
*/
|
|
11
|
-
export declare function parseParquetFileInColumnarBatches(file: ReadableFile, options?:
|
|
11
|
+
export declare function parseParquetFileInColumnarBatches(file: ReadableFile, options?: ParquetLoaderOptions): AsyncIterable<ColumnarTableBatch>;
|
|
12
12
|
//# sourceMappingURL=parse-parquet-to-columns.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parse-parquet-to-columns.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,aAAa,EAAE,kBAAkB,EAAS,MAAM,oBAAoB,CAAC;AAClF,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,
|
|
1
|
+
{"version":3,"file":"parse-parquet-to-columns.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,aAAa,EAAE,kBAAkB,EAAS,MAAM,oBAAoB,CAAC;AAClF,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,oBAAoB,EAAC,gCAA6B;AAQ/D;;GAEG;AACH,wBAAsB,yBAAyB,CAC7C,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,aAAa,CAAC,CAWxB;AAED;;GAEG;AACH,wBAAuB,iCAAiC,CACtD,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,kBAAkB,CAAC,CAmBnC"}
|
|
@@ -4,13 +4,11 @@
|
|
|
4
4
|
import { ParquetReader } from "../../parquetjs/parser/parquet-reader.js";
|
|
5
5
|
import { materializeColumns } from "../../parquetjs/schema/shred.js";
|
|
6
6
|
import { getSchemaFromParquetReader } from "./get-parquet-schema.js";
|
|
7
|
-
import { installBufferPolyfill } from "../../polyfills/buffer/index.js";
|
|
8
7
|
import { preloadCompressions } from "../../parquetjs/compression.js";
|
|
9
8
|
/**
|
|
10
9
|
* @deprecated - Use parseParquetToArrow
|
|
11
10
|
*/
|
|
12
11
|
export async function parseParquetFileInColumns(file, options) {
|
|
13
|
-
installBufferPolyfill();
|
|
14
12
|
await preloadCompressions(options);
|
|
15
13
|
for await (const batch of parseParquetFileInColumnarBatches(file, options)) {
|
|
16
14
|
return {
|
|
@@ -25,14 +23,15 @@ export async function parseParquetFileInColumns(file, options) {
|
|
|
25
23
|
* @deprecated
|
|
26
24
|
*/
|
|
27
25
|
export async function* parseParquetFileInColumnarBatches(file, options) {
|
|
28
|
-
installBufferPolyfill();
|
|
29
26
|
await preloadCompressions(options);
|
|
30
|
-
const reader = new ParquetReader(file
|
|
27
|
+
const reader = new ParquetReader(file, {
|
|
28
|
+
int96AsTimestamp: options?.parquet?.int96AsTimestamp
|
|
29
|
+
});
|
|
31
30
|
// Extract schema and geo metadata
|
|
32
31
|
const schema = await getSchemaFromParquetReader(reader);
|
|
33
32
|
const parquetSchema = await reader.getSchema();
|
|
34
33
|
// Iterate over row batches
|
|
35
|
-
const rowGroups = reader.rowGroupIterator(options?.parquet);
|
|
34
|
+
const rowGroups = reader.rowGroupIterator(options?.parquet?.columns?.length ? { columnList: options.parquet.columns } : undefined);
|
|
36
35
|
for await (const rowGroup of rowGroups) {
|
|
37
36
|
yield convertRowGroupToTableBatch(rowGroup, parquetSchema, schema);
|
|
38
37
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parse-parquet-to-columns.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,aAAa,EAAC,iDAA8C;AAGpE,OAAO,EAAC,kBAAkB,EAAC,wCAAqC;AAChE,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAChE,OAAO,EAAC,
|
|
1
|
+
{"version":3,"file":"parse-parquet-to-columns.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,aAAa,EAAC,iDAA8C;AAGpE,OAAO,EAAC,kBAAkB,EAAC,wCAAqC;AAChE,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAChE,OAAO,EAAC,mBAAmB,EAAC,uCAAoC;AAEhE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,IAAkB,EAClB,OAA8B;IAE9B,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,iCAAiC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;QAC3E,OAAO;YACL,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,iCAAiC,CACtD,IAAkB,EAClB,OAA8B;IAE9B,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB;KACrD,CAAC,CAAC;IAEH,kCAAkC;IAClC,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAExD,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAE/C,2BAA2B;IAC3B,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB,CACvC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,EAAC,CAAC,CAAC,CAAC,SAAS,CACtF,CAAC;IACF,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACvC,MAAM,2BAA2B,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B,CAClC,QAAyB,EACzB,aAA4B,EAC5B,MAAc;IAEd,kEAAkE;IAClE,MAAM,IAAI,GAAG,kBAAkB,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACzD,OAAO;QACL,KAAK,EAAE,gBAAgB;QACvB,SAAS,EAAE,MAAM;QACjB,MAAM;QACN,IAAI;QACJ,MAAM,EAAE,QAAQ,CAAC,QAAQ;KAC1B,CAAC;AACJ,CAAC"}
|
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
import type { ReadableFile } from '@loaders.gl/loader-utils';
|
|
2
2
|
import type { ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
|
|
3
|
-
import type {
|
|
3
|
+
import type { ParquetJSLoaderOptions } from "../../parquet-loader-options.js";
|
|
4
4
|
/**
|
|
5
5
|
* * Parse a parquet file using parquetjs
|
|
6
6
|
* @param file
|
|
7
7
|
* @param options
|
|
8
8
|
* @returns
|
|
9
9
|
*/
|
|
10
|
-
export declare function parseParquetFile(file: ReadableFile, options?:
|
|
10
|
+
export declare function parseParquetFile(file: ReadableFile, options?: ParquetJSLoaderOptions): Promise<ObjectRowTable>;
|
|
11
11
|
/**
|
|
12
12
|
* Parse a parquet file in batches using parquetjs
|
|
13
13
|
* @param file
|
|
14
14
|
* @param options
|
|
15
15
|
*/
|
|
16
|
-
export declare function parseParquetFileInBatches(file: ReadableFile, options?:
|
|
16
|
+
export declare function parseParquetFileInBatches(file: ReadableFile, options?: ParquetJSLoaderOptions): AsyncIterable<ObjectRowTableBatch>;
|
|
17
17
|
//# sourceMappingURL=parse-parquet-to-json.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parse-parquet-to-json.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-json.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,cAAc,EAAE,mBAAmB,
|
|
1
|
+
{"version":3,"file":"parse-parquet-to-json.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-json.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,cAAc,EAAE,mBAAmB,EAAS,MAAM,oBAAoB,CAAC;AAEpF,OAAO,KAAK,EAAC,sBAAsB,EAAC,wCAAqC;AAMzE;;;;;GAKG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,sBAAsB,GAC/B,OAAO,CAAC,cAAc,CAAC,CAmDzB;AAED;;;;GAIG;AACH,wBAAuB,yBAAyB,CAC9C,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,sBAAsB,GAC/B,aAAa,CAAC,mBAAmB,CAAC,CA8DpC"}
|
|
@@ -4,7 +4,6 @@
|
|
|
4
4
|
import { default as log } from '@probe.gl/log';
|
|
5
5
|
import { ParquetReader } from "../../parquetjs/parser/parquet-reader.js";
|
|
6
6
|
import { getSchemaFromParquetReader } from "./get-parquet-schema.js";
|
|
7
|
-
import { installBufferPolyfill } from "../../polyfills/buffer/index.js";
|
|
8
7
|
import { preloadCompressions } from "../../parquetjs/compression.js";
|
|
9
8
|
/**
|
|
10
9
|
* * Parse a parquet file using parquetjs
|
|
@@ -13,32 +12,45 @@ import { preloadCompressions } from "../../parquetjs/compression.js";
|
|
|
13
12
|
* @returns
|
|
14
13
|
*/
|
|
15
14
|
export async function parseParquetFile(file, options) {
|
|
16
|
-
installBufferPolyfill();
|
|
17
15
|
await preloadCompressions(options);
|
|
18
16
|
const reader = new ParquetReader(file, {
|
|
19
|
-
preserveBinary: options?.parquet?.preserveBinary
|
|
17
|
+
preserveBinary: options?.parquet?.preserveBinary,
|
|
18
|
+
int96AsTimestamp: options?.parquet?.int96AsTimestamp,
|
|
19
|
+
retainByteArrayViews: true,
|
|
20
|
+
useTypedValueBuffers: true,
|
|
21
|
+
useTypedLevelBuffers: true,
|
|
22
|
+
useArrowByteArrayBuffers: true,
|
|
23
|
+
verifyFooterSignature: options?.parquet?.verifyFooterSignature,
|
|
24
|
+
keyRetriever: options?.parquet?.keyRetriever,
|
|
25
|
+
aadPrefix: options?.parquet?.aadPrefix
|
|
20
26
|
});
|
|
21
27
|
const schema = await getSchemaFromParquetReader(reader);
|
|
28
|
+
const projectedSchema = projectSchema(schema, options?.parquet?.columns);
|
|
22
29
|
const rows = [];
|
|
23
|
-
const rowBatches = reader.rowBatchIterator(options
|
|
30
|
+
const rowBatches = reader.rowBatchIterator(getParquetIterationProps(options));
|
|
31
|
+
const rowOffset = options?.parquet?.offset || 0;
|
|
32
|
+
const rowLimit = options?.parquet?.limit;
|
|
33
|
+
let rowsSkipped = 0;
|
|
24
34
|
for await (const rowBatch of rowBatches) {
|
|
25
|
-
let limitHasReached = false;
|
|
26
|
-
// we have only one input batch so return
|
|
27
35
|
for (const row of rowBatch) {
|
|
28
|
-
if (
|
|
29
|
-
|
|
30
|
-
|
|
36
|
+
if (rowsSkipped < rowOffset) {
|
|
37
|
+
rowsSkipped++;
|
|
38
|
+
continue;
|
|
39
|
+
}
|
|
40
|
+
if (rowLimit !== undefined && rows.length >= rowLimit) {
|
|
41
|
+
log.warn(`Rows number limit has been reached. Only first ${rowLimit} are loaded`)();
|
|
42
|
+
return {
|
|
43
|
+
shape: 'object-row-table',
|
|
44
|
+
schema: projectedSchema,
|
|
45
|
+
data: rows
|
|
46
|
+
};
|
|
31
47
|
}
|
|
32
48
|
rows.push(row);
|
|
33
49
|
}
|
|
34
|
-
if (limitHasReached) {
|
|
35
|
-
log.warn(`Rows number limit has been reached. Only first ${options?.core?.limit} are loaded`)();
|
|
36
|
-
break;
|
|
37
|
-
}
|
|
38
50
|
}
|
|
39
51
|
const objectRowTable = {
|
|
40
52
|
shape: 'object-row-table',
|
|
41
|
-
schema,
|
|
53
|
+
schema: projectedSchema,
|
|
42
54
|
data: rows
|
|
43
55
|
};
|
|
44
56
|
return objectRowTable;
|
|
@@ -49,25 +61,80 @@ export async function parseParquetFile(file, options) {
|
|
|
49
61
|
* @param options
|
|
50
62
|
*/
|
|
51
63
|
export async function* parseParquetFileInBatches(file, options) {
|
|
52
|
-
installBufferPolyfill();
|
|
53
64
|
await preloadCompressions(options);
|
|
54
65
|
const reader = new ParquetReader(file, {
|
|
55
|
-
preserveBinary: options?.parquet?.preserveBinary
|
|
66
|
+
preserveBinary: options?.parquet?.preserveBinary,
|
|
67
|
+
int96AsTimestamp: options?.parquet?.int96AsTimestamp,
|
|
68
|
+
retainByteArrayViews: true,
|
|
69
|
+
useTypedValueBuffers: true,
|
|
70
|
+
useTypedLevelBuffers: true,
|
|
71
|
+
useArrowByteArrayBuffers: true,
|
|
72
|
+
verifyFooterSignature: options?.parquet?.verifyFooterSignature,
|
|
73
|
+
keyRetriever: options?.parquet?.keyRetriever,
|
|
74
|
+
aadPrefix: options?.parquet?.aadPrefix
|
|
56
75
|
});
|
|
57
76
|
const schema = await getSchemaFromParquetReader(reader);
|
|
58
|
-
const
|
|
77
|
+
const projectedSchema = projectSchema(schema, options?.parquet?.columns);
|
|
78
|
+
const rowBatches = reader.rowBatchIterator(getParquetIterationProps(options));
|
|
79
|
+
const rowOffset = options?.parquet?.offset || 0;
|
|
80
|
+
const rowLimit = options?.parquet?.limit;
|
|
81
|
+
const outputBatchSize = options?.parquet?.batchSize;
|
|
82
|
+
let rowsSkipped = 0;
|
|
83
|
+
let rowsYielded = 0;
|
|
84
|
+
let reachedLimit = false;
|
|
59
85
|
for await (const rows of rowBatches) {
|
|
60
|
-
const
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
86
|
+
const nextRows = [];
|
|
87
|
+
for (const row of rows) {
|
|
88
|
+
if (rowsSkipped < rowOffset) {
|
|
89
|
+
rowsSkipped++;
|
|
90
|
+
continue;
|
|
91
|
+
}
|
|
92
|
+
if (rowLimit !== undefined && rowsYielded >= rowLimit) {
|
|
93
|
+
reachedLimit = true;
|
|
94
|
+
break;
|
|
95
|
+
}
|
|
96
|
+
nextRows.push(row);
|
|
97
|
+
rowsYielded++;
|
|
98
|
+
}
|
|
99
|
+
if (nextRows.length === 0) {
|
|
100
|
+
continue;
|
|
101
|
+
}
|
|
102
|
+
if (!outputBatchSize || outputBatchSize <= 0) {
|
|
103
|
+
yield makeObjectRowBatch(projectedSchema, nextRows);
|
|
104
|
+
continue;
|
|
105
|
+
}
|
|
106
|
+
for (let rowIndex = 0; rowIndex < nextRows.length; rowIndex += outputBatchSize) {
|
|
107
|
+
yield makeObjectRowBatch(projectedSchema, nextRows.slice(rowIndex, rowIndex + outputBatchSize));
|
|
108
|
+
}
|
|
109
|
+
if (reachedLimit) {
|
|
110
|
+
return;
|
|
111
|
+
}
|
|
71
112
|
}
|
|
72
113
|
}
|
|
114
|
+
function getParquetIterationProps(options) {
|
|
115
|
+
const columnList = options?.parquet?.columns;
|
|
116
|
+
return columnList?.length ? { columnList } : undefined;
|
|
117
|
+
}
|
|
118
|
+
function makeObjectRowBatch(schema, rows) {
|
|
119
|
+
const objectRowTable = {
|
|
120
|
+
shape: 'object-row-table',
|
|
121
|
+
schema,
|
|
122
|
+
data: rows
|
|
123
|
+
};
|
|
124
|
+
return {
|
|
125
|
+
batchType: 'data',
|
|
126
|
+
schema,
|
|
127
|
+
...objectRowTable,
|
|
128
|
+
length: rows.length
|
|
129
|
+
};
|
|
130
|
+
}
|
|
131
|
+
function projectSchema(schema, columns) {
|
|
132
|
+
if (!columns?.length) {
|
|
133
|
+
return schema;
|
|
134
|
+
}
|
|
135
|
+
return {
|
|
136
|
+
...schema,
|
|
137
|
+
fields: schema.fields.filter(field => columns.includes(field.name))
|
|
138
|
+
};
|
|
139
|
+
}
|
|
73
140
|
//# sourceMappingURL=parse-parquet-to-json.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parse-parquet-to-json.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-json.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,OAAO,IAAI,GAAG,EAAC,MAAM,eAAe,CAAC;AAM7C,OAAO,EAAC,aAAa,EAAC,iDAA8C;AACpE,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAChE,OAAO,EAAC,
|
|
1
|
+
{"version":3,"file":"parse-parquet-to-json.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-json.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,OAAO,IAAI,GAAG,EAAC,MAAM,eAAe,CAAC;AAM7C,OAAO,EAAC,aAAa,EAAC,iDAA8C;AACpE,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAChE,OAAO,EAAC,mBAAmB,EAAC,uCAAoC;AAEhE;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAkB,EAClB,OAAgC;IAEhC,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;QAChD,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB;QACpD,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;QAC9B,qBAAqB,EAAE,OAAO,EAAE,OAAO,EAAE,qBAAqB;QAC9D,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY;QAC5C,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS;KACvC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAEzE,MAAM,IAAI,GAAiB,EAAE,CAAC;IAE9B,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;IACzC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QACxC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;gBAC5B,WAAW,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;YAED,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;gBACtD,GAAG,CAAC,IAAI,CAAC,kDAAkD,QAAQ,aAAa,CAAC,EAAE,CAAC;gBACpF,OAAO;oBACL,KAAK,EAAE,kBAAkB;oBACzB,MAAM,EAAE,eAAe;oBACvB,IAAI,EAAE,IAAI;iBACX,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAmB;QACrC,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,eAAe;QACvB,IAAI,EAAE,IAAI;KACX,CAAC;IAEF,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,yBAAyB,CAC9C,IAAkB,EAClB,OAAgC;IAEhC,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;QAChD,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB;QACpD,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;QAC9B,qBAAqB,EAAE,OAAO,EAAE,OAAO,EAAE,qBAAqB;QAC9D,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY;QAC5C,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS;KACvC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;IACzC,MAAM,eAAe,GAAG,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC;IACpD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAiB,EAAE,CAAC;QAClC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;gBAC5B,WAAW,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;YAED,IAAI,QAAQ,KAAK,SAAS,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;gBACtD,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnB,WAAW,EAAE,CAAC;QAChB,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,eAAe,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YAC7C,MAAM,kBAAkB,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;YACpD,SAAS;QACX,CAAC;QAED,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC,MAAM,EAAE,QAAQ,IAAI,eAAe,EAAE,CAAC;YAC/E,MAAM,kBAAkB,CACtB,eAAe,EACf,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,eAAe,CAAC,CACrD,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAC/B,OAAgC;IAEhC,MAAM,UAAU,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;IAC7C,OAAO,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,EAAC,UAAU,EAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc,EAAE,IAAkB;IAC5D,MAAM,cAAc,GAAmB;QACrC,KAAK,EAAE,kBAAkB;QACzB,MAAM;QACN,IAAI,EAAE,IAAI;KACX,CAAC;IAEF,OAAO;QACL,SAAS,EAAE,MAAM;QACjB,MAAM;QACN,GAAG,cAAc;QACjB,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAAc,EAAE,OAAkB;IACvD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO;QACL,GAAG,MAAM;QACT,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KACpE,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { ParquetBatch } from "../parquet-source-types.js";
|
|
2
|
+
/**
|
|
3
|
+
* Retains the leading rows of a Parquet batch while keeping source-position provenance aligned.
|
|
4
|
+
*
|
|
5
|
+
* This is used by physical readers, dataset orchestration, and table-format delete handling to
|
|
6
|
+
* implement one global post-filter limit without materializing row objects.
|
|
7
|
+
*/
|
|
8
|
+
export declare function sliceParquetBatch<BatchT extends ParquetBatch>(batch: BatchT, rowCount: number): BatchT;
|
|
9
|
+
//# sourceMappingURL=slice-parquet-batch.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"slice-parquet-batch.d.ts","sourceRoot":"","sources":["../../src/lib/slice-parquet-batch.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,mCAAgC;AAE1D;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,SAAS,YAAY,EAC3D,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,GACf,MAAM,CAgBR"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
/**
|
|
5
|
+
* Retains the leading rows of a Parquet batch while keeping source-position provenance aligned.
|
|
6
|
+
*
|
|
7
|
+
* This is used by physical readers, dataset orchestration, and table-format delete handling to
|
|
8
|
+
* implement one global post-filter limit without materializing row objects.
|
|
9
|
+
*/
|
|
10
|
+
export function sliceParquetBatch(batch, rowCount) {
|
|
11
|
+
if (!Number.isSafeInteger(rowCount) || rowCount < 0 || rowCount > batch.length) {
|
|
12
|
+
throw new Error(`Parquet batch row count must be between zero and ${batch.length}`);
|
|
13
|
+
}
|
|
14
|
+
if (rowCount === batch.length)
|
|
15
|
+
return batch;
|
|
16
|
+
const rowGroupRowIndices = batch.rowGroupRowIndices?.slice(0, rowCount);
|
|
17
|
+
const rowIndices = batch.rowIndices?.slice(0, rowCount);
|
|
18
|
+
return {
|
|
19
|
+
...batch,
|
|
20
|
+
data: batch.data.slice(0, rowCount),
|
|
21
|
+
length: rowCount,
|
|
22
|
+
rowCount,
|
|
23
|
+
rowGroupRowIndices,
|
|
24
|
+
rowIndices,
|
|
25
|
+
metadata: batch.metadata ? { ...batch.metadata, rowCount } : batch.metadata
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=slice-parquet-batch.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"slice-parquet-batch.js","sourceRoot":"","sources":["../../src/lib/slice-parquet-batch.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAC/B,KAAa,EACb,QAAgB;IAEhB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC/E,MAAM,IAAI,KAAK,CAAC,oDAAoD,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,IAAI,QAAQ,KAAK,KAAK,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC5C,MAAM,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACxE,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACxD,OAAO;QACL,GAAG,KAAK;QACR,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC;QACnC,MAAM,EAAE,QAAQ;QAChB,QAAQ;QACR,kBAAkB;QAClB,UAAU;QACV,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,QAAQ,EAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ;KAChE,CAAC;AACd,CAAC"}
|