@loaders.gl/parquet 4.4.5 → 5.0.0-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +14 -3
- package/dist/bundled.d.ts +9 -0
- package/dist/bundled.d.ts.map +1 -0
- package/dist/bundled.js +10 -0
- package/dist/bundled.js.map +1 -0
- package/dist/geoparquet-loader-with-parser.d.ts +33 -0
- package/dist/geoparquet-loader-with-parser.d.ts.map +1 -0
- package/dist/geoparquet-loader-with-parser.js +52 -0
- package/dist/geoparquet-loader-with-parser.js.map +1 -0
- package/dist/geoparquet-loader.d.ts +59 -0
- package/dist/geoparquet-loader.d.ts.map +1 -0
- package/dist/geoparquet-loader.js +30 -0
- package/dist/geoparquet-loader.js.map +1 -0
- package/dist/index.cjs +25873 -4776
- package/dist/index.cjs.map +3 -4
- package/dist/index.d.ts +10 -7
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +7 -11
- package/dist/index.js.map +1 -1
- package/dist/lib/arrow/convert-columns-to-row-group.js +3 -0
- package/dist/lib/arrow/convert-columns-to-row-group.js.map +1 -1
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
- package/dist/lib/arrow/convert-schema-from-parquet.js +86 -26
- package/dist/lib/arrow/convert-schema-from-parquet.js.map +1 -1
- package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -1
- package/dist/lib/arrow/convert-schema-to-parquet.js +16 -7
- package/dist/lib/arrow/convert-schema-to-parquet.js.map +1 -1
- package/dist/lib/arrow/create-nested-arrow-vector.d.ts +8 -0
- package/dist/lib/arrow/create-nested-arrow-vector.d.ts.map +1 -0
- package/dist/lib/arrow/create-nested-arrow-vector.js +396 -0
- package/dist/lib/arrow/create-nested-arrow-vector.js.map +1 -0
- package/dist/lib/constants.d.ts +0 -1
- package/dist/lib/constants.d.ts.map +1 -1
- package/dist/lib/constants.js +1 -2
- package/dist/lib/constants.js.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts +2 -2
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.js +3 -10
- package/dist/lib/encoders/encode-arrow-to-parquet.js.map +1 -1
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts +5 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts.map +1 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js +199 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js.map +1 -0
- package/dist/lib/geo/geospatial-metadata.d.ts +67 -0
- package/dist/lib/geo/geospatial-metadata.d.ts.map +1 -0
- package/dist/lib/geo/geospatial-metadata.js +338 -0
- package/dist/lib/geo/geospatial-metadata.js.map +1 -0
- package/dist/lib/parquet-page-index.d.ts +62 -0
- package/dist/lib/parquet-page-index.d.ts.map +1 -0
- package/dist/lib/parquet-page-index.js +377 -0
- package/dist/lib/parquet-page-index.js.map +1 -0
- package/dist/lib/parquet-predicate.d.ts +17 -0
- package/dist/lib/parquet-predicate.d.ts.map +1 -0
- package/dist/lib/parquet-predicate.js +300 -0
- package/dist/lib/parquet-predicate.js.map +1 -0
- package/dist/lib/parquet-source-worker-client.d.ts +6 -0
- package/dist/lib/parquet-source-worker-client.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-client.js +22 -0
- package/dist/lib/parquet-source-worker-client.js.map +1 -0
- package/dist/lib/parquet-source-worker-decoder.d.ts +4 -0
- package/dist/lib/parquet-source-worker-decoder.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-decoder.js +115 -0
- package/dist/lib/parquet-source-worker-decoder.js.map +1 -0
- package/dist/lib/parquet-source-worker-file.d.ts +24 -0
- package/dist/lib/parquet-source-worker-file.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-file.js +40 -0
- package/dist/lib/parquet-source-worker-file.js.map +1 -0
- package/dist/lib/parquet-source-worker-types.d.ts +97 -0
- package/dist/lib/parquet-source-worker-types.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-types.js +5 -0
- package/dist/lib/parquet-source-worker-types.js.map +1 -0
- package/dist/lib/parquet-worker-transport.d.ts +8 -0
- package/dist/lib/parquet-worker-transport.d.ts.map +1 -0
- package/dist/lib/parquet-worker-transport.js +40 -0
- package/dist/lib/parquet-worker-transport.js.map +1 -0
- package/dist/lib/parsers/convert-parquet-tables.d.ts +16 -0
- package/dist/lib/parsers/convert-parquet-tables.d.ts.map +1 -0
- package/dist/lib/parsers/convert-parquet-tables.js +30 -0
- package/dist/lib/parsers/convert-parquet-tables.js.map +1 -0
- package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
- package/dist/lib/parsers/get-parquet-schema.js +3 -1
- package/dist/lib/parsers/get-parquet-schema.js.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts +4 -4
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js +19 -6
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-tables.d.ts +37 -0
- package/dist/lib/parsers/parse-parquet-tables.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-tables.js +50 -0
- package/dist/lib/parsers/parse-parquet-tables.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts +19 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js +608 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts +7 -7
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-arrow.js +45 -32
- package/dist/lib/parsers/parse-parquet-to-arrow.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.js +1 -4
- package/dist/lib/parsers/parse-parquet-to-columns.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-json.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.js +77 -26
- package/dist/lib/parsers/parse-parquet-to-json.js.map +1 -1
- package/dist/lib/sources/parquet-range-file.d.ts +80 -0
- package/dist/lib/sources/parquet-range-file.d.ts.map +1 -0
- package/dist/lib/sources/parquet-range-file.js +261 -0
- package/dist/lib/sources/parquet-range-file.js.map +1 -0
- package/dist/lib/sources/single-batch-queue.d.ts +24 -0
- package/dist/lib/sources/single-batch-queue.d.ts.map +1 -0
- package/dist/lib/sources/single-batch-queue.js +91 -0
- package/dist/lib/sources/single-batch-queue.js.map +1 -0
- package/dist/lib/utils/load-wasm-node.d.ts +3 -0
- package/dist/lib/utils/load-wasm-node.d.ts.map +1 -0
- package/dist/lib/utils/load-wasm-node.js +23 -0
- package/dist/lib/utils/load-wasm-node.js.map +1 -0
- package/dist/lib/utils/load-wasm.d.ts +2 -2
- package/dist/lib/utils/load-wasm.d.ts.map +1 -1
- package/dist/lib/utils/load-wasm.js +28 -12
- package/dist/lib/utils/load-wasm.js.map +1 -1
- package/dist/lib/utils/make-stream-iterator.d.ts +2 -0
- package/dist/lib/utils/make-stream-iterator.d.ts.map +1 -1
- package/dist/lib/utils/make-stream-iterator.js +123 -14
- package/dist/lib/utils/make-stream-iterator.js.map +1 -1
- package/dist/lib/utils/normalize-parquet-options.d.ts +5 -0
- package/dist/lib/utils/normalize-parquet-options.d.ts.map +1 -0
- package/dist/lib/utils/normalize-parquet-options.js +11 -0
- package/dist/lib/utils/normalize-parquet-options.js.map +1 -0
- package/dist/parquet-dataset-source.cjs +26413 -0
- package/dist/parquet-dataset-source.cjs.map +6 -0
- package/dist/parquet-dataset-source.d.ts +54 -0
- package/dist/parquet-dataset-source.d.ts.map +1 -0
- package/dist/parquet-dataset-source.js +380 -0
- package/dist/parquet-dataset-source.js.map +1 -0
- package/dist/parquet-format.d.ts +2 -0
- package/dist/parquet-format.d.ts.map +1 -1
- package/dist/parquet-format.js +2 -0
- package/dist/parquet-format.js.map +1 -1
- package/dist/parquet-js-loader-types.d.ts +57 -0
- package/dist/parquet-js-loader-types.d.ts.map +1 -0
- package/dist/parquet-js-loader-types.js +33 -0
- package/dist/parquet-js-loader-types.js.map +1 -0
- package/dist/parquet-js-loader.d.ts +32 -0
- package/dist/parquet-js-loader.d.ts.map +1 -0
- package/dist/parquet-js-loader.js +58 -0
- package/dist/parquet-js-loader.js.map +1 -0
- package/dist/parquet-js-writer.d.ts +44 -0
- package/dist/parquet-js-writer.d.ts.map +1 -0
- package/dist/parquet-js-writer.js +28 -0
- package/dist/parquet-js-writer.js.map +1 -0
- package/dist/parquet-loader-base.d.ts +25 -0
- package/dist/parquet-loader-base.d.ts.map +1 -0
- package/dist/parquet-loader-base.js +23 -0
- package/dist/parquet-loader-base.js.map +1 -0
- package/dist/parquet-loader-options.d.ts +44 -0
- package/dist/parquet-loader-options.d.ts.map +1 -0
- package/dist/parquet-loader-options.js +10 -0
- package/dist/parquet-loader-options.js.map +1 -0
- package/dist/parquet-loader-types.d.ts +61 -0
- package/dist/parquet-loader-types.d.ts.map +1 -0
- package/dist/parquet-loader-types.js +17 -0
- package/dist/parquet-loader-types.js.map +1 -0
- package/dist/parquet-loader.d.ts +42 -0
- package/dist/parquet-loader.d.ts.map +1 -0
- package/dist/parquet-loader.js +68 -0
- package/dist/parquet-loader.js.map +1 -0
- package/dist/parquet-source-capabilities.d.ts +36 -0
- package/dist/parquet-source-capabilities.d.ts.map +1 -0
- package/dist/parquet-source-capabilities.js +22 -0
- package/dist/parquet-source-capabilities.js.map +1 -0
- package/dist/parquet-source-loader-types.d.ts +72 -0
- package/dist/parquet-source-loader-types.d.ts.map +1 -0
- package/dist/parquet-source-loader-types.js +74 -0
- package/dist/parquet-source-loader-types.js.map +1 -0
- package/dist/parquet-source-loader.cjs +25975 -0
- package/dist/parquet-source-loader.cjs.map +6 -0
- package/dist/parquet-source-loader.d.ts +120 -0
- package/dist/parquet-source-loader.d.ts.map +1 -0
- package/dist/parquet-source-loader.js +812 -0
- package/dist/parquet-source-loader.js.map +1 -0
- package/dist/parquet-source-types.d.ts +384 -0
- package/dist/parquet-source-types.d.ts.map +1 -0
- package/dist/parquet-source-types.js +5 -0
- package/dist/parquet-source-types.js.map +1 -0
- package/dist/parquet-source-worker-url.d.ts +3 -0
- package/dist/parquet-source-worker-url.d.ts.map +1 -0
- package/dist/parquet-source-worker-url.js +22 -0
- package/dist/parquet-source-worker-url.js.map +1 -0
- package/dist/parquet-source-worker.js +38491 -0
- package/dist/parquet-source-worker.js.map +7 -0
- package/dist/parquet-worker-node.cjs +54779 -0
- package/dist/parquet-worker-node.cjs.map +7 -0
- package/dist/parquet-worker-url.d.ts +3 -0
- package/dist/parquet-worker-url.d.ts.map +1 -0
- package/dist/parquet-worker-url.js +15 -0
- package/dist/parquet-worker-url.js.map +1 -0
- package/dist/parquet-worker.js +19920 -0
- package/dist/parquet-worker.js.map +7 -0
- package/dist/parquet-writer.d.ts +10 -0
- package/dist/parquet-writer.d.ts.map +1 -0
- package/dist/parquet-writer.js +27 -0
- package/dist/parquet-writer.js.map +1 -0
- package/dist/parquet_wasm_bg.wasm +0 -0
- package/dist/parquetjs/codecs/byte-stream-split.d.ts +9 -0
- package/dist/parquetjs/codecs/byte-stream-split.d.ts.map +1 -0
- package/dist/parquetjs/codecs/byte-stream-split.js +159 -0
- package/dist/parquetjs/codecs/byte-stream-split.js.map +1 -0
- package/dist/parquetjs/codecs/declare.d.ts +20 -3
- package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
- package/dist/parquetjs/codecs/declare.js +7 -1
- package/dist/parquetjs/codecs/declare.js.map +1 -1
- package/dist/parquetjs/codecs/delta.d.ts +17 -0
- package/dist/parquetjs/codecs/delta.d.ts.map +1 -0
- package/dist/parquetjs/codecs/delta.js +439 -0
- package/dist/parquetjs/codecs/delta.js.map +1 -0
- package/dist/parquetjs/codecs/dictionary.d.ts +5 -2
- package/dist/parquetjs/codecs/dictionary.d.ts.map +1 -1
- package/dist/parquetjs/codecs/dictionary.js +16 -4
- package/dist/parquetjs/codecs/dictionary.js.map +1 -1
- package/dist/parquetjs/codecs/index.d.ts.map +1 -1
- package/dist/parquetjs/codecs/index.js +18 -0
- package/dist/parquetjs/codecs/index.js.map +1 -1
- package/dist/parquetjs/codecs/plain.d.ts +3 -3
- package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
- package/dist/parquetjs/codecs/plain.js +88 -76
- package/dist/parquetjs/codecs/plain.js.map +1 -1
- package/dist/parquetjs/codecs/rle.d.ts +3 -3
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
- package/dist/parquetjs/codecs/rle.js +196 -68
- package/dist/parquetjs/codecs/rle.js.map +1 -1
- package/dist/parquetjs/compression.d.ts +7 -8
- package/dist/parquetjs/compression.d.ts.map +1 -1
- package/dist/parquetjs/compression.js +95 -141
- package/dist/parquetjs/compression.js.map +1 -1
- package/dist/parquetjs/encoder/dictionary-planner.d.ts +17 -0
- package/dist/parquetjs/encoder/dictionary-planner.d.ts.map +1 -0
- package/dist/parquetjs/encoder/dictionary-planner.js +64 -0
- package/dist/parquetjs/encoder/dictionary-planner.js.map +1 -0
- package/dist/parquetjs/encoder/page-planner.d.ts +11 -0
- package/dist/parquetjs/encoder/page-planner.d.ts.map +1 -0
- package/dist/parquetjs/encoder/page-planner.js +60 -0
- package/dist/parquetjs/encoder/page-planner.js.map +1 -0
- package/dist/parquetjs/encoder/parquet-encoder.d.ts +11 -4
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.js +259 -52
- package/dist/parquetjs/encoder/parquet-encoder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.js +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js +2 -2
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts +6 -6
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +3 -3
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +2 -2
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.js +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.js +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.d.ts +8 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.js +14 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.d.ts +2 -1
- package/dist/parquetjs/parquet-thrift/Encoding.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Encoding.js +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.js +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/FileMetaData.js +2 -2
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/Float16Type.d.ts +9 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.js +27 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.d.ts +14 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.js +51 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.d.ts +11 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.js +41 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.js +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.js +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.js +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.js +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts +17 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js +97 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.js +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/NanoSeconds.d.ts +9 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.js +27 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/NullType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.js +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageLocation.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/PageLocation.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageLocation.js +2 -2
- package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.js +2 -2
- package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.js +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts +14 -10
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Statistics.js +38 -2
- package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.js +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts +5 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js +25 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.js +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/VariantType.d.ts +11 -0
- package/dist/parquetjs/parquet-thrift/VariantType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/VariantType.js +41 -0
- package/dist/parquetjs/parquet-thrift/VariantType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.d.ts +6 -2
- package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/index.js +6 -2
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -1
- package/dist/parquetjs/parser/decoders.d.ts +14 -3
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
- package/dist/parquetjs/parser/decoders.js +381 -117
- package/dist/parquetjs/parser/decoders.js.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.d.ts +35 -10
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.js +179 -59
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -1
- package/dist/parquetjs/schema/declare.d.ts +62 -8
- package/dist/parquetjs/schema/declare.d.ts.map +1 -1
- package/dist/parquetjs/schema/declare.js.map +1 -1
- package/dist/parquetjs/schema/schema.d.ts +3 -0
- package/dist/parquetjs/schema/schema.d.ts.map +1 -1
- package/dist/parquetjs/schema/schema.js +21 -3
- package/dist/parquetjs/schema/schema.js.map +1 -1
- package/dist/parquetjs/schema/shred.d.ts +2 -0
- package/dist/parquetjs/schema/shred.d.ts.map +1 -1
- package/dist/parquetjs/schema/shred.js +71 -23
- package/dist/parquetjs/schema/shred.js.map +1 -1
- package/dist/parquetjs/schema/types.d.ts.map +1 -1
- package/dist/parquetjs/schema/types.js +272 -51
- package/dist/parquetjs/schema/types.js.map +1 -1
- package/dist/parquetjs/utils/binary-utils.d.ts +41 -0
- package/dist/parquetjs/utils/binary-utils.d.ts.map +1 -0
- package/dist/parquetjs/utils/binary-utils.js +106 -0
- package/dist/parquetjs/utils/binary-utils.js.map +1 -0
- package/dist/parquetjs/utils/file-utils.d.ts +1 -1
- package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/file-utils.js +3 -3
- package/dist/parquetjs/utils/file-utils.js.map +1 -1
- package/dist/parquetjs/utils/read-utils.d.ts +14 -6
- package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/read-utils.js +46 -39
- package/dist/parquetjs/utils/read-utils.js.map +1 -1
- package/dist/parquetjs/utils/thrift-runtime.d.ts +106 -0
- package/dist/parquetjs/utils/thrift-runtime.d.ts.map +1 -0
- package/dist/parquetjs/utils/thrift-runtime.js +50 -0
- package/dist/parquetjs/utils/thrift-runtime.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts +78 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js +213 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts +80 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js +276 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts +25 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.js +62 -0
- package/dist/parquetjs/utils/uint8-array-transport.js.map +1 -0
- package/dist/polyfills/process.d.ts +12 -0
- package/dist/polyfills/process.d.ts.map +1 -0
- package/dist/polyfills/process.js +17 -0
- package/dist/polyfills/process.js.map +1 -0
- package/dist/unbundled.d.ts +9 -0
- package/dist/unbundled.d.ts.map +1 -0
- package/dist/unbundled.js +10 -0
- package/dist/unbundled.js.map +1 -0
- package/dist/wasm.d.ts +3 -0
- package/dist/wasm.d.ts.map +1 -0
- package/dist/wasm.js +6 -0
- package/dist/wasm.js.map +1 -0
- package/dist/workers/parquet-source-worker.d.ts +2 -0
- package/dist/workers/parquet-source-worker.d.ts.map +1 -0
- package/dist/workers/parquet-source-worker.js +17 -0
- package/dist/workers/parquet-source-worker.js.map +1 -0
- package/dist/workers/parquet-worker-node.d.ts +2 -0
- package/dist/workers/parquet-worker-node.d.ts.map +1 -0
- package/dist/workers/parquet-worker-node.js +5 -0
- package/dist/workers/parquet-worker-node.js.map +1 -0
- package/dist/workers/parquet-worker.d.ts +2 -0
- package/dist/workers/parquet-worker.d.ts.map +1 -0
- package/dist/workers/parquet-worker.js +27 -0
- package/dist/workers/parquet-worker.js.map +1 -0
- package/package.json +63 -33
- package/src/bundled.ts +33 -0
- package/src/geoparquet-loader-with-parser.ts +95 -0
- package/src/geoparquet-loader.ts +54 -0
- package/src/index.ts +49 -23
- package/src/lib/arrow/convert-columns-to-row-group.ts +3 -0
- package/src/lib/arrow/convert-schema-from-parquet.ts +97 -30
- package/src/lib/arrow/convert-schema-to-parquet.ts +16 -7
- package/src/lib/arrow/create-nested-arrow-vector.ts +589 -0
- package/src/lib/constants.ts +0 -2
- package/src/lib/encoders/encode-arrow-to-parquet.ts +10 -16
- package/src/lib/encoders/encode-table-to-parquet-js.ts +261 -0
- package/src/lib/geo/geospatial-metadata.ts +457 -0
- package/src/lib/parquet-page-index.ts +581 -0
- package/src/lib/parquet-predicate.ts +374 -0
- package/src/lib/parquet-source-worker-client.ts +39 -0
- package/src/lib/parquet-source-worker-decoder.ts +156 -0
- package/src/lib/parquet-source-worker-file.ts +56 -0
- package/src/lib/parquet-source-worker-types.ts +107 -0
- package/src/lib/parquet-worker-transport.ts +57 -0
- package/src/lib/parsers/convert-parquet-tables.ts +39 -0
- package/src/lib/parsers/get-parquet-schema.ts +3 -1
- package/src/lib/parsers/parse-geoparquet-to-geojson.ts +27 -14
- package/src/lib/parsers/parse-parquet-tables.ts +82 -0
- package/src/lib/parsers/parse-parquet-to-arrow-js.ts +829 -0
- package/src/lib/parsers/parse-parquet-to-arrow.ts +63 -36
- package/src/lib/parsers/parse-parquet-to-columns.ts +6 -7
- package/src/lib/parsers/parse-parquet-to-json.ts +101 -33
- package/src/lib/sources/parquet-range-file.ts +359 -0
- package/src/lib/sources/single-batch-queue.ts +95 -0
- package/src/lib/utils/load-wasm-node.ts +25 -0
- package/src/lib/utils/load-wasm.ts +36 -13
- package/src/lib/utils/make-stream-iterator.ts +126 -14
- package/src/lib/utils/normalize-parquet-options.ts +14 -0
- package/src/parquet-dataset-source.ts +488 -0
- package/src/parquet-format.ts +2 -0
- package/src/parquet-js-loader-types.ts +52 -0
- package/src/parquet-js-loader.ts +83 -0
- package/src/parquet-js-writer.ts +68 -0
- package/src/parquet-loader-base.ts +34 -0
- package/src/parquet-loader-options.ts +51 -0
- package/src/parquet-loader-types.ts +35 -0
- package/src/parquet-loader.ts +115 -0
- package/src/parquet-source-capabilities.ts +56 -0
- package/src/parquet-source-loader-types.ts +87 -0
- package/src/parquet-source-loader.ts +1265 -0
- package/src/parquet-source-types.ts +458 -0
- package/src/parquet-source-worker-url.ts +23 -0
- package/src/parquet-worker-url.ts +18 -0
- package/src/parquet-writer.ts +42 -0
- package/src/parquetjs/LICENSE +23 -1
- package/src/parquetjs/codecs/byte-stream-split.ts +221 -0
- package/src/parquetjs/codecs/declare.ts +35 -3
- package/src/parquetjs/codecs/delta.ts +587 -0
- package/src/parquetjs/codecs/dictionary.ts +22 -4
- package/src/parquetjs/codecs/index.ts +18 -0
- package/src/parquetjs/codecs/plain.ts +149 -87
- package/src/parquetjs/codecs/rle.ts +268 -82
- package/src/parquetjs/compression.ts +110 -155
- package/src/parquetjs/encoder/dictionary-planner.ts +99 -0
- package/src/parquetjs/encoder/page-planner.ts +83 -0
- package/src/parquetjs/encoder/parquet-encoder.ts +378 -77
- package/src/parquetjs/parquet-thrift/BsonType.ts +1 -1
- package/src/parquetjs/parquet-thrift/ColumnChunk.ts +2 -2
- package/src/parquetjs/parquet-thrift/ColumnIndex.ts +13 -13
- package/src/parquetjs/parquet-thrift/ColumnMetaData.ts +2 -2
- package/src/parquetjs/parquet-thrift/ColumnOrder.ts +1 -1
- package/src/parquetjs/parquet-thrift/DataPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/DataPageHeaderV2.ts +1 -1
- package/src/parquetjs/parquet-thrift/DateType.ts +1 -1
- package/src/parquetjs/parquet-thrift/DecimalType.ts +1 -1
- package/src/parquetjs/parquet-thrift/DictionaryPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.ts +13 -0
- package/src/parquetjs/parquet-thrift/Encoding.ts +2 -1
- package/src/parquetjs/parquet-thrift/EnumType.ts +1 -1
- package/src/parquetjs/parquet-thrift/FileMetaData.ts +2 -2
- package/src/parquetjs/parquet-thrift/Float16Type.ts +28 -0
- package/src/parquetjs/parquet-thrift/GeographyType.ts +54 -0
- package/src/parquetjs/parquet-thrift/GeometryType.ts +43 -0
- package/src/parquetjs/parquet-thrift/IndexPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/IntType.ts +1 -1
- package/src/parquetjs/parquet-thrift/JsonType.ts +1 -1
- package/src/parquetjs/parquet-thrift/KeyValue.ts +1 -1
- package/src/parquetjs/parquet-thrift/ListType.ts +1 -1
- package/src/parquetjs/parquet-thrift/LogicalType.ts +97 -1
- package/src/parquetjs/parquet-thrift/MapType.ts +1 -1
- package/src/parquetjs/parquet-thrift/MicroSeconds.ts +1 -1
- package/src/parquetjs/parquet-thrift/MilliSeconds.ts +1 -1
- package/src/parquetjs/parquet-thrift/NanoSeconds.ts +28 -0
- package/src/parquetjs/parquet-thrift/NullType.ts +1 -1
- package/src/parquetjs/parquet-thrift/OffsetIndex.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageEncodingStats.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageLocation.ts +2 -2
- package/src/parquetjs/parquet-thrift/RowGroup.ts +2 -2
- package/src/parquetjs/parquet-thrift/SchemaElement.ts +1 -1
- package/src/parquetjs/parquet-thrift/SortingColumn.ts +1 -1
- package/src/parquetjs/parquet-thrift/Statistics.ts +50 -14
- package/src/parquetjs/parquet-thrift/StringType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TimeType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TimeUnit.ts +25 -1
- package/src/parquetjs/parquet-thrift/TimestampType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TypeDefinedOrder.ts +1 -1
- package/src/parquetjs/parquet-thrift/UUIDType.ts +1 -1
- package/src/parquetjs/parquet-thrift/VariantType.ts +43 -0
- package/src/parquetjs/parquet-thrift/index.ts +6 -4
- package/src/parquetjs/parser/decoders.ts +487 -133
- package/src/parquetjs/parser/parquet-reader.ts +297 -71
- package/src/parquetjs/schema/declare.ts +99 -7
- package/src/parquetjs/schema/schema.ts +23 -3
- package/src/parquetjs/schema/shred.ts +112 -35
- package/src/parquetjs/schema/types.ts +294 -61
- package/src/parquetjs/utils/binary-utils.ts +132 -0
- package/src/parquetjs/utils/file-utils.ts +4 -4
- package/src/parquetjs/utils/read-utils.ts +56 -55
- package/src/parquetjs/utils/thrift-runtime.ts +109 -0
- package/src/parquetjs/utils/uint8-array-compact-protocol-writer.ts +254 -0
- package/src/parquetjs/utils/uint8-array-compact-protocol.ts +322 -0
- package/src/parquetjs/utils/uint8-array-transport.ts +79 -0
- package/src/polyfills/process.ts +17 -0
- package/src/unbundled.ts +33 -0
- package/src/wasm.ts +6 -0
- package/src/workers/parquet-source-worker.ts +21 -0
- package/src/workers/parquet-worker-node.ts +5 -0
- package/src/workers/parquet-worker.ts +31 -0
- package/dist/parquet-arrow-loader.d.ts +0 -43
- package/dist/parquet-arrow-loader.d.ts.map +0 -1
- package/dist/parquet-arrow-loader.js +0 -49
- package/dist/parquet-arrow-loader.js.map +0 -1
- package/dist/parquet-arrow-writer.d.ts +0 -9
- package/dist/parquet-arrow-writer.d.ts.map +0 -1
- package/dist/parquet-arrow-writer.js +0 -23
- package/dist/parquet-arrow-writer.js.map +0 -1
- package/dist/parquet-json-loader.d.ts +0 -148
- package/dist/parquet-json-loader.d.ts.map +0 -1
- package/dist/parquet-json-loader.js +0 -106
- package/dist/parquet-json-loader.js.map +0 -1
- package/dist/parquet-json-writer.d.ts +0 -19
- package/dist/parquet-json-writer.d.ts.map +0 -1
- package/dist/parquet-json-writer.js +0 -20
- package/dist/parquet-json-writer.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.js +0 -12
- package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.js +0 -17
- package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
- package/dist/polyfills/buffer/buffer.d.ts +0 -222
- package/dist/polyfills/buffer/buffer.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer.js +0 -1868
- package/dist/polyfills/buffer/buffer.js.map +0 -1
- package/dist/polyfills/buffer/index.d.ts +0 -4
- package/dist/polyfills/buffer/index.d.ts.map +0 -1
- package/dist/polyfills/buffer/index.js +0 -9
- package/dist/polyfills/buffer/index.js.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts +0 -2
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.js +0 -10
- package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
- package/dist/workers/parquet-json-worker.d.ts +0 -2
- package/dist/workers/parquet-json-worker.d.ts.map +0 -1
- package/dist/workers/parquet-json-worker.js +0 -7
- package/dist/workers/parquet-json-worker.js.map +0 -1
- package/src/parquet-arrow-loader.ts +0 -74
- package/src/parquet-arrow-writer.ts +0 -33
- package/src/parquet-json-loader.ts +0 -160
- package/src/parquet-json-writer.ts +0 -27
- package/src/parquetjs/modules.d.ts +0 -25
- package/src/polyfills/buffer/buffer-polyfill.browser.ts +0 -14
- package/src/polyfills/buffer/buffer-polyfill.node.ts +0 -19
- package/src/polyfills/buffer/buffer.ts +0 -2205
- package/src/polyfills/buffer/index.ts +0 -11
- package/src/polyfills/buffer/install-buffer-polyfill.ts +0 -12
- package/src/workers/parquet-json-worker.ts +0 -8
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"decoders.js","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAWpE,OAAO,EAAoC,cAAc,EAAC,2BAAwB;AAClF,OAAO,EACL,aAAa,EACb,QAAQ,EACR,mBAAmB,EAEnB,QAAQ,EAER,IAAI,EACL,mCAAgC;AACjC,OAAO,EAAC,UAAU,EAAC,0BAAuB;AAC1C,OAAO,EAAC,kBAAkB,EAAE,sBAAsB,EAAC,+BAA4B;AAC/E,OAAO,EAAC,gBAAgB,EAAE,aAAa,EAAE,WAAW,EAAC,+BAA4B;AAEjF;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAc,EACd,OAA6B;IAE7B,MAAM,MAAM,GAAiB;QAC3B,MAAM;QACN,MAAM,EAAE,CAAC;QACT,IAAI,EAAE,MAAM,CAAC,MAAM;KACpB,CAAC;IAEF,MAAM,IAAI,GAAuB;QAC/B,OAAO,EAAE,EAAE;QACX,OAAO,EAAE,EAAE;QACX,MAAM,EAAE,EAAE;QACV,WAAW,EAAE,EAAE;QACf,KAAK,EAAE,CAAC;KACT,CAAC;IAEF,IAAI,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;IAE1C;IACE,mCAAmC;IACnC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI;QAC3B,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EACvE,CAAC;QACD,wEAAwE;QACxE,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAE/C,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YAC7B,uCAAuC;YACvC,SAAS;QACX,CAAC;QAED,MAAM,aAAa,GAAG,aAAa,CACjC,QAAQ,EACR,IAAI,CAAC,UAAU,CAAC,gBAAgB,EAAE,QAAS,CAC5B,CAAC;QAClB,yEAAyE;QACzE,8DAA8D;QAC9D,IAAI,UAAU,CAAC,MAAM,IAAI,aAAa,KAAK,OAAO,EAAE,CAAC;YACnD,wCAAwC;YACxC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9D,CAAC;QAED,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACzD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEjC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,MAAoB,EACpB,OAA6B;IAE7B,IAAI,IAAI,CAAC;IAET,MAAM,EAAC,UAAU,EAAE,MAAM,EAAC,GAAG,gBAAgB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5E,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC;IAExB,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;IAE1D,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,WAAW;YACd,IAAI,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;YACzD,MAAM;QACR,KAAK,cAAc;YACjB,IAAI,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;YAC3D,MAAM;QACR,KAAK,iBAAiB;YACpB,IAAI,GAAG;gBACL,UAAU,EAAE,MAAM,oBAAoB,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC;gBACnE,UAAU;aACX,CAAC;YACF,MAAM;QACR;YACE,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,YAAY,CAC1B,cAA+B,EAC/B,MAAc,EACd,GAAW;IAMX,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,IAAI,IAAI,GAAG,MAAM,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,MAAM,aAAa,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QAE3C,MAAM,cAAc,GAClB,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,mBAAmB,EAAE,aAAa,CAAC,eAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAEzF,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,QAAQ,cAAc,EAAE,CAAC;YACvB,KAAK,UAAU;gBACb,MAAM;YACR,KAAK,UAAU;gBACb,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM;YACR,KAAK,UAAU;gBACb,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM;YACR;gBACE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,aAAa,CAAC,YAAa,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,YAAY,CAAC,cAAc,EAAE,IAAI,GAAG,CAAC,EAAE,aAAa,CAAC,YAAa,CAAC,CAAC;YAChF,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YAChB,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG;gBAC3B,mBAAmB;gBACnB,QAAQ;gBACR,QAAQ;gBACR,MAAM,EAAE,GAAG,CAAC,MAAM;aACnB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,EAAE,aAAa,CAAC,IAAK,CAAC,CAAC;YACtD,IAAI,WAAW,GAAG,IAAI,CAAC;YAEvB,IAAI,aAAa,CAAC,cAAc,EAAE,CAAC;gBACjC,WAAW,GAAG,aAAa,CAAC,aAAa,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;YAC3E,CAAC;YAED,QAAQ,WAAW,EAAE,CAAC;gBACpB,KAAK,SAAS;oBACZ,WAAW,GAAG,GAAG,WAAW,IAAI,IAAI,EAAiB,CAAC;oBACtD,MAAM;gBACR,QAAQ;YACV,CAAC;YAED,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG;gBAC3B,IAAI,EAAE,WAA0B;gBAChC,UAAU,EAAE,aAAa,CAAC,WAAW;gBACrC,SAAS,EAAE,aAAa,CAAC,SAAS;gBAClC,KAAK,EAAE,aAAa,CAAC,KAAK;gBAC1B,QAAQ;gBACR,QAAQ;aACT,CAAC;YACF,IAAI,EAAE,CAAC;QACT,CAAC;IACH,CAAC;IACD,OAAO,EAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CACnB,IAAmB,EACnB,QAAsB,EACtB,MAAoB,EACpB,KAAa,EACb,IAAyB;IAEzB,IAAI,CAAC,CAAC,QAAQ,IAAI,cAAc,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AAC1E,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,cAAc,CAC3B,MAAoB,EACpB,MAAkB,EAClB,OAA6B;IAE7B,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAC9D,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,EAAE,UAAU,CAAC;IAEvD,qBAAqB;IACrB,IAAI,UAAU,GAAG,MAAM,CAAC;IAExB,IAAI,OAAO,CAAC,WAAW,KAAK,cAAc,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,MAAM,UAAU,CAChC,OAAO,CAAC,WAAW,EACnB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,EAC7C,MAAM,CAAC,sBAAsB,CAC9B,CAAC;QACF,UAAU,GAAG;YACX,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,CAAC;YACT,IAAI,EAAE,SAAS,CAAC,MAAM;SACvB,CAAC;QACF,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IAED,4BAA4B;IAC5B,MAAM,cAAc,GAAG,aAAa,CAClC,QAAQ,EACR,MAAM,CAAC,gBAAgB,EAAE,yBAA0B,CACpC,CAAC;IAClB,gDAAgD;IAChD,IAAI,OAAO,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;IAEpC,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACjC,OAAO,GAAG,YAAY,CAAC,kBAAkB,EAAE,cAAc,EAAE,UAAU,EAAE,UAAW,EAAE;YAClF,QAAQ,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;YAC/C,eAAe,EAAE,KAAK;YACtB,sBAAsB;SACvB,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,4BAA4B;IAC5B,MAAM,cAAc,GAAG,aAAa,CAClC,QAAQ,EACR,MAAM,CAAC,gBAAgB,EAAE,yBAA0B,CACpC,CAAC;IAClB,gDAAgD;IAChD,IAAI,OAAO,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;IACpC,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACjC,OAAO,GAAG,YAAY,CAAC,kBAAkB,EAAE,cAAc,EAAE,UAAU,EAAE,UAAW,EAAE;YAClF,QAAQ,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;YAC/C,eAAe,EAAE,KAAK;YACtB,sBAAsB;SACvB,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,IAAI,IAAI,KAAK,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACtC,iBAAiB,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED,iBAAiB;IACjB,MAAM,aAAa,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,gBAAgB,EAAE,QAAS,CAAiB,CAAC;IAClG,MAAM,aAAa,GAAwB;QACzC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;QACrC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;KACpC,CAAC;IAEF,MAAM,MAAM,GAAG,YAAY,CACzB,OAAO,CAAC,MAAM,CAAC,aAAc,EAC7B,aAAa,EACb,UAAU,EACV,iBAAiB,EACjB,aAAa,CACd,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,OAAO;QAChB,OAAO,EAAE,OAAO;QAChB,MAAM;QACN,KAAK,EAAE,UAAW;QAClB,UAAU,EAAE,MAAM;KACnB,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,gBAAgB,CAC7B,MAAoB,EACpB,MAAkB,EAClB,OAA6B;IAE7B,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAE9D,MAAM,UAAU,GAAG,MAAM,CAAC,mBAAmB,EAAE,UAAU,CAAC;IAC1D,aAAa;IACb,MAAM,iBAAiB,GAAG,UAAU,GAAG,MAAM,CAAC,mBAAmB,EAAE,SAAS,CAAC;IAC7E,MAAM,aAAa,GAAG,aAAa,CACjC,QAAQ,EACR,MAAM,CAAC,mBAAmB,EAAE,QAAS,CACtB,CAAC;IAElB,4BAA4B;IAC5B,gDAAgD;IAChD,IAAI,OAAO,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;IACpC,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACjC,OAAO,GAAG,YAAY,CAAC,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,EAAE,UAAW,EAAE;YACtF,QAAQ,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;YAC/C,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,4BAA4B;IAC5B,gDAAgD;IAChD,IAAI,OAAO,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;IACpC,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACjC,OAAO,GAAG,YAAY,CAAC,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,EAAE,UAAW,EAAE;YACtF,QAAQ,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;YAC/C,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,iBAAiB;IACjB,IAAI,eAAe,GAAG,MAAM,CAAC;IAE7B,IAAI,MAAM,CAAC,mBAAmB,EAAE,aAAa,EAAE,CAAC;QAC9C,MAAM,SAAS,GAAG,MAAM,UAAU,CAChC,OAAO,CAAC,WAAW,EACnB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,EAC7C,MAAM,CAAC,sBAAsB,CAC9B,CAAC;QAEF,eAAe,GAAG;YAChB,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,CAAC;YACT,IAAI,EAAE,SAAS,CAAC,MAAM;SACvB,CAAC;QAEF,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IAED,MAAM,aAAa,GAAG;QACpB,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;QACrC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;KACpC,CAAC;IAEF,MAAM,MAAM,GAAG,YAAY,CACzB,OAAO,CAAC,MAAM,CAAC,aAAc,EAC7B,aAAa,EACb,eAAe,EACf,iBAAiB,EACjB,aAAa,CACd,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,OAAO;QAChB,OAAO,EAAE,OAAO;QAChB,MAAM;QACN,KAAK,EAAE,UAAW;QAClB,UAAU,EAAE,MAAM;KACnB,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,oBAAoB,CACjC,MAAoB,EACpB,UAAsB,EACtB,OAA6B;IAE7B,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAElE,IAAI,UAAU,GAAiB;QAC7B,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC;QACrD,IAAI,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM;KAChC,CAAC;IAEF,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;IAE1B,IAAI,OAAO,CAAC,WAAW,KAAK,cAAc,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,MAAM,UAAU,CAChC,OAAO,CAAC,WAAW,EACnB,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC,EACrD,UAAU,CAAC,sBAAsB,CAClC,CAAC;QAEF,UAAU,GAAG;YACX,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,CAAC;YACT,IAAI,EAAE,SAAS,CAAC,MAAM;SACvB,CAAC;QAEF,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IAED,MAAM,SAAS,GAAG,UAAU,EAAE,sBAAsB,EAAE,UAAU,IAAI,CAAC,CAAC;IAEtE,MAAM,uBAAuB,GAAG,YAAY,CAC1C,OAAO,CAAC,MAAM,CAAC,aAAc,EAC7B,OAAO,CAAC,MAAM,CAAC,QAAS,EACxB,UAAU,EACV,SAAS;IACT,2BAA2B;IAC3B,OAA8B,CAC/B,CAAC;IAEF,gCAAgC;IAChC,IAAI,MAAa,CAAC;IAClB,IAAI,OAAO,EAAE,cAAc,EAAE,CAAC;QAC5B,MAAM,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,CAAM;IAC5B,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,CAAC;IACX,CAAC;IACD,yBAAyB;IACzB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACvB,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC;IAC7E,CAAC;IACD,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;AACtB,CAAC"}
|
|
1
|
+
{"version":3,"file":"decoders.js","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAcpE,OAAO,EAAoC,cAAc,EAAC,2BAAwB;AAElF,OAAO,EACL,aAAa,EACb,0BAA0B,EAC1B,QAAQ,EACR,mBAAmB,EAEnB,QAAQ,EAER,IAAI,EACL,mCAAgC;AACjC,OAAO,EAAC,UAAU,EAAC,0BAAuB;AAE1C,OAAO,EAAC,kBAAkB,EAAE,sBAAsB,EAAC,+BAA4B;AAC/E,OAAO,EAAC,gBAAgB,EAAE,aAAa,EAAE,WAAW,EAAC,+BAA4B;AAYjF;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAkB,EAClB,OAA6B;IAE7B,MAAM,MAAM,GAAiB;QAC3B,MAAM;QACN,MAAM,EAAE,CAAC;QACT,IAAI,EAAE,MAAM,CAAC,MAAM;KACpB,CAAC;IAEF,MAAM,kBAAkB,GACtB,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC1E,IACE,kBAAkB,KAAK,SAAS;QAChC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,kBAAkB,CAAC,IAAI,kBAAkB,GAAG,CAAC,CAAC,EACrE,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sCAAsC,kBAAkB,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,cAAc,GAAG,kBAAkB,IAAI,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAuB;QAC/B,OAAO,EAAE,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,SAAS,CAAC;QAC7E,OAAO,EAAE,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,SAAS,CAAC;QAC7E,MAAM,EAAE,8BAA8B,CAAC,OAAO,EAAE,cAAc,CAAC;QAC/D,WAAW,EAAE,EAAE;QACf,KAAK,EAAE,CAAC;KACT,CAAC;IAEF,IAAI,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;IAC1C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB;IACE,mCAAmC;IACnC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI;QAC3B,CAAC,kBAAkB,KAAK,SAAS,IAAI,WAAW,GAAG,kBAAkB,CAAC,EACtE,CAAC;QACD,wEAAwE;QACxE,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE;YAC7C,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW;YACX,UAAU;YACV,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,WAAW;SACZ,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YAC7B,uCAAuC;YACvC,SAAS;QACX,CAAC;QAED,WAAW,IAAI,IAAI,CAAC,KAAK,CAAC;QAE1B,IAAI,IAAI,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;YAC3C,WAAW,IAAI,IAAI,CAAC,mBAAmB,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,MAAM,aAAa,GAAG,aAAa,CACjC,QAAQ,EACR,IAAI,CAAC,UAAU,CAAC,gBAAgB,EAAE,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC,mBAAmB,EAAE,QAAS,CAC7E,CAAC;YAClB,MAAM,cAAc,GAClB,UAAU,CAAC,MAAM;gBACjB,CAAC,aAAa,KAAK,kBAAkB,IAAI,aAAa,KAAK,gBAAgB,CAAC,CAAC;YAC/E,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;gBACxD,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC3F,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,GAAG,KAAK,CAAC;gBACrC,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,CAAC,OAAO,GAAG,sBAAsB,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACjE,IAAI,CAAC,OAAO,GAAG,sBAAsB,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACjE,IAAI,CAAC,MAAM,GAAG,sBAAsB,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAE/D,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,MAAoB,EACpB,OAA6B,EAC7B,MAAgC;IAEhC,IAAI,IAAI,CAAC;IAET,MAAM,EAAC,UAAU,EAAE,MAAM,EAAC,GAAG,gBAAgB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5E,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC;IAExB,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;IAE1D,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,WAAW;YACd,IAAI,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YACjE,MAAM;QACR,KAAK,cAAc;YACjB,IAAI,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YACnE,MAAM;QACR,KAAK,iBAAiB;YACpB,IAAI,GAAG;gBACL,UAAU,EAAE,MAAM,oBAAoB,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC;gBACnE,UAAU;aACX,CAAC;YACF,MAAM;QACR;YACE,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,YAAY,CAC1B,cAA+B,EAC/B,MAAc,EACd,GAAW;IAMX,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,IAAI,IAAI,GAAG,MAAM,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,MAAM,aAAa,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QAE3C,MAAM,cAAc,GAClB,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,mBAAmB,EAAE,aAAa,CAAC,eAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAEzF,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,QAAQ,cAAc,EAAE,CAAC;YACvB,KAAK,UAAU;gBACb,MAAM;YACR,KAAK,UAAU;gBACb,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM;YACR,KAAK,UAAU;gBACb,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM;YACR;gBACE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,aAAa,CAAC,YAAa,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,YAAY,CAAC,cAAc,EAAE,IAAI,GAAG,CAAC,EAAE,aAAa,CAAC,YAAa,CAAC,CAAC;YAChF,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YAChB,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG;gBAC3B,QAAQ;gBACR,QAAQ;gBACR,WAAW,EAAE,uBAAuB,CAAC,aAAa,CAAC;gBACnD,OAAO,EAAE,aAAa,CAAC,QAAQ;gBAC/B,MAAM,EAAE,GAAG,CAAC,MAAM;aACnB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,EAAE,aAAa,CAAC,IAAK,CAAkB,CAAC;YAC/E,MAAM,WAAW,GAAG,uBAAuB,CAAC,aAAa,CAAC,CAAC;YAC3D,MAAM,WAAW,GAAG,oBAAoB,CAAC,aAAa,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;YACnF,MAAM,SAAS,GAAG,WAAW,EAAE,SAAS,IAAI,aAAa,CAAC,SAAS,CAAC;YACpE,MAAM,KAAK,GAAG,WAAW,EAAE,KAAK,IAAI,aAAa,CAAC,KAAK,CAAC;YAExD,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG;gBAC3B,IAAI,EAAE,WAAW;gBACjB,YAAY;gBACZ,UAAU,EAAE,aAAa,CAAC,WAAW;gBACrC,SAAS,EAAE,SAAS;gBACpB,SAAS;gBACT,KAAK;gBACL,WAAW;gBACX,OAAO,EAAE,aAAa,CAAC,QAAQ;gBAC/B,QAAQ;gBACR,QAAQ;aACT,CAAC;YACF,IAAI,EAAE,CAAC;QACT,CAAC;IACH,CAAC;IACD,OAAO,EAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC;AAChC,CAAC;AAED,mGAAmG;AACnG,SAAS,uBAAuB,CAAC,aAA4B;IAC3D,MAAM,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC;IAC9C,IAAI,WAAW,EAAE,MAAM;QAAE,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC;IACjD,IAAI,WAAW,EAAE,GAAG;QAAE,OAAO,EAAC,IAAI,EAAE,KAAK,EAAC,CAAC;IAC3C,IAAI,WAAW,EAAE,IAAI;QAAE,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;IAC7C,IAAI,WAAW,EAAE,IAAI;QAAE,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;IAC7C,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;QACzB,OAAO;YACL,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS;YACxC,KAAK,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK;SACjC,CAAC;IACJ,CAAC;IACD,IAAI,WAAW,EAAE,IAAI;QAAE,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;IAC7C,IAAI,WAAW,EAAE,IAAI,EAAE,CAAC;QACtB,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;YAC3C,eAAe,EAAE,WAAW,CAAC,IAAI,CAAC,eAAe;SAClD,CAAC;IACJ,CAAC;IACD,IAAI,WAAW,EAAE,SAAS,EAAE,CAAC;QAC3B,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,cAAc,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC;YAChD,eAAe,EAAE,WAAW,CAAC,SAAS,CAAC,eAAe;SACvD,CAAC;IACJ,CAAC;IACD,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC;QAC9C,IAAI,QAAQ,KAAK,CAAC,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAC,CAAC;IAC7E,CAAC;IACD,IAAI,WAAW,EAAE,OAAO;QAAE,OAAO,EAAC,IAAI,EAAE,SAAS,EAAC,CAAC;IACnD,IAAI,WAAW,EAAE,IAAI;QAAE,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;IAC7C,IAAI,WAAW,EAAE,IAAI;QAAE,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;IAC7C,IAAI,WAAW,EAAE,IAAI;QAAE,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;IAC7C,IAAI,WAAW,EAAE,OAAO;QAAE,OAAO,EAAC,IAAI,EAAE,SAAS,EAAC,CAAC;IACnD,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;QACzB,OAAO,EAAC,IAAI,EAAE,SAAS,EAAE,oBAAoB,EAAE,WAAW,CAAC,OAAO,CAAC,qBAAqB,EAAC,CAAC;IAC5F,CAAC;IACD,IAAI,WAAW,EAAE,QAAQ;QAAE,OAAO,EAAC,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,WAAW,CAAC,QAAQ,CAAC,GAAG,EAAC,CAAC;IACpF,IAAI,WAAW,EAAE,SAAS,EAAE,CAAC;QAC3B,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,GAAG,EAAE,WAAW,CAAC,SAAS,CAAC,GAAG;YAC9B,SAAS,EACP,WAAW,CAAC,SAAS,CAAC,SAAS,KAAK,SAAS;gBAC3C,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,aAAa,CAAC,0BAA0B,EAAE,WAAW,CAAC,SAAS,CAAC,SAAS,CAAC;SACjF,CAAC;IACJ,CAAC;IAED,IAAI,aAAa,CAAC,cAAc,KAAK,SAAS,IAAI,aAAa,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;QACxF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,aAAa,GAAG,aAAa,CAAC,aAAa,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;IACjF,QAAQ,aAAa,EAAE,CAAC;QACtB,KAAK,MAAM;YACT,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC;QAC1B,KAAK,KAAK,CAAC;QACX,KAAK,eAAe;YAClB,OAAO,EAAC,IAAI,EAAE,KAAK,EAAC,CAAC;QACvB,KAAK,MAAM;YACT,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;QACxB,KAAK,MAAM;YACT,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;QACxB,KAAK,SAAS;YACZ,OAAO,EAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,CAAC,SAAS,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,EAAC,CAAC;QAC3F,KAAK,MAAM;YACT,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;QACxB,KAAK,aAAa;YAChB,OAAO,EAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,eAAe,EAAE,IAAI,EAAC,CAAC;QAC/D,KAAK,aAAa;YAChB,OAAO,EAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,eAAe,EAAE,IAAI,EAAC,CAAC;QAC/D,KAAK,kBAAkB;YACrB,OAAO,EAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,eAAe,EAAE,IAAI,EAAC,CAAC;QACpE,KAAK,kBAAkB;YACrB,OAAO,EAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,eAAe,EAAE,IAAI,EAAC,CAAC;QACpE,KAAK,QAAQ,CAAC;QACd,KAAK,SAAS,CAAC;QACf,KAAK,SAAS,CAAC;QACf,KAAK,SAAS;YACZ,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,QAAQ,EAAE,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAqB;gBAC5D,QAAQ,EAAE,KAAK;aAChB,CAAC;QACJ,KAAK,OAAO,CAAC;QACb,KAAK,QAAQ,CAAC;QACd,KAAK,QAAQ,CAAC;QACd,KAAK,QAAQ;YACX,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,QAAQ,EAAE,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAqB;gBAC5D,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,KAAK,MAAM;YACT,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;QACxB,KAAK,MAAM;YACT,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;QACxB;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC;AAED,kFAAkF;AAClF,SAAS,oBAAoB,CAC3B,aAA4B,EAC5B,YAA2B,EAC3B,WAAgC;IAEhC,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,aAAa,CAAC,cAAc,KAAK,SAAS,IAAI,aAAa,CAAC,cAAc,KAAK,IAAI;YACxF,CAAC,CAAC,YAAY;YACd,CAAC,CAAE,aAAa,CAAC,aAAa,EAAE,aAAa,CAAC,cAAc,CAAiB,CAAC;IAClF,CAAC;IACD,QAAQ,WAAW,CAAC,IAAI,EAAE,CAAC;QACzB,KAAK,QAAQ;YACX,OAAO,MAAM,CAAC;QAChB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,SAAS;YACZ,OAAO,WAAW,YAAY,EAAiB,CAAC;QAClD,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,MAAM;YACT,OAAO,QAAQ,WAAW,CAAC,IAAI,EAAiB,CAAC;QACnD,KAAK,WAAW;YACd,OAAO,aAAa,WAAW,CAAC,IAAI,EAAiB,CAAC;QACxD,KAAK,SAAS;YACZ,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,IAAI,WAAW,CAAC,QAAQ,EAAiB,CAAC;QAC3F,KAAK,SAAS,CAAC;QACf,KAAK,MAAM,CAAC;QACZ,KAAK,MAAM,CAAC;QACZ,KAAK,MAAM,CAAC;QACZ,KAAK,SAAS,CAAC;QACf,KAAK,SAAS,CAAC;QACf,KAAK,UAAU,CAAC;QAChB,KAAK,WAAW;YACd,OAAO,WAAW,CAAC,IAAI,CAAC;QAC1B;YACE,IAAI,aAAa,CAAC,cAAc,KAAK,SAAS,IAAI,aAAa,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;gBACxF,OAAO,aAAa,CAAC,aAAa,EAAE,aAAa,CAAC,cAAc,CAAgB,CAAC;YACnF,CAAC;YACD,OAAO,YAAY,CAAC;IACxB,CAAC;AACH,CAAC;AAED,iEAAiE;AACjE,SAAS,cAAc,CAAC,QAA+B;IACrD,IAAI,QAAQ,EAAE,MAAM;QAAE,OAAO,QAAQ,CAAC;IACtC,IAAI,QAAQ,EAAE,MAAM;QAAE,OAAO,QAAQ,CAAC;IACtC,IAAI,QAAQ,EAAE,KAAK;QAAE,OAAO,OAAO,CAAC;IACpC,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;AACjF,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CACnB,IAAmB,EACnB,QAAsB,EACtB,MAAoB,EACpB,KAAa,EACb,IAAyB;IAEzB,IAAI,CAAC,CAAC,QAAQ,IAAI,cAAc,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AAC1E,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,cAAc,CAC3B,MAAoB,EACpB,MAAkB,EAClB,OAA6B,EAC7B,MAAgC;IAEhC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAC9D,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,EAAE,UAAU,CAAC;IAEvD,qBAAqB;IACrB,IAAI,UAAU,GAAG,MAAM,CAAC;IAExB,IAAI,OAAO,CAAC,WAAW,KAAK,cAAc,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,MAAM,UAAU,CAChC,OAAO,CAAC,WAAW,EACnB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,EAC7C,MAAM,CAAC,sBAAsB,CAC9B,CAAC;QACF,UAAU,GAAG;YACX,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,CAAC;YACT,IAAI,EAAE,SAAS,CAAC,MAAM;SACvB,CAAC;QACF,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IAED,4BAA4B;IAC5B,MAAM,cAAc,GAAG,aAAa,CAClC,QAAQ,EACR,MAAM,CAAC,gBAAgB,EAAE,yBAA0B,CACpC,CAAC;IAClB,MAAM,OAAO,GAAG,YAAY,CAC1B,UAAU,EACV,UAAW,EACX,OAAO,CAAC,MAAM,CAAC,SAAS,EACxB,cAAc,EACd,KAAK,EACL,MAAM,EAAE,OAAO,EACf,MAAM,EAAE,WAAW,CACpB,CAAC;IAEF,4BAA4B;IAC5B,MAAM,cAAc,GAAG,aAAa,CAClC,QAAQ,EACR,MAAM,CAAC,gBAAgB,EAAE,yBAA0B,CACpC,CAAC;IAClB,MAAM,OAAO,GAAG,YAAY,CAC1B,UAAU,EACV,UAAW,EACX,OAAO,CAAC,MAAM,CAAC,SAAS,EACxB,cAAc,EACd,KAAK,EACL,MAAM,EAAE,OAAO,EACf,MAAM,EAAE,WAAW,CACpB,CAAC;IACF,IAAI,iBAAiB,GAAG,UAAW,CAAC;IACpC,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACjC,iBAAiB,GAAG,CAAC,CAAC;QACtB,MAAM,uBAAuB,GAAG,MAAM,EAAE,OAAO,IAAI,OAAO,CAAC;QAC3D,MAAM,qBAAqB,GAAG,MAAM,EAAE,WAAW,IAAI,CAAC,CAAC;QACvD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAW,EAAE,KAAK,EAAE,EAAE,CAAC;YACjD,IAAI,uBAAuB,CAAC,qBAAqB,GAAG,KAAK,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACxF,iBAAiB,EAAE,CAAC;YACtB,CAAC;QACH,CAAC;IACH,CAAC;IAED,iBAAiB;IACjB,MAAM,aAAa,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,gBAAgB,EAAE,QAAS,CAAiB,CAAC;IAClG,MAAM,aAAa,GAAwB;QACzC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;QACrC,QAAQ,EAAE,gBAAgB,CAAC,OAAO,EAAE,aAAa,CAAC;QAClD,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;QAClD,MAAM,EAAE,MAAM,EAAE,MAAM;QACtB,YAAY,EAAE,MAAM,EAAE,WAAW;QACjC,UAAU,EAAE,oBAAoB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,SAAS;QAChF,aAAa,EAAE,yBAAyB,CAAC,OAAO,CAAC;KAClD,CAAC;IAEF,MAAM,MAAM,GAAG,YAAY,CACzB,OAAO,CAAC,MAAM,CAAC,aAAc,EAC7B,aAAa,EACb,UAAU,EACV,iBAAiB,EACjB,aAAa,CACd,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,OAAO;QAChB,OAAO,EAAE,OAAO;QAChB,MAAM;QACN,mBAAmB,EAAE,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS;QAC3D,KAAK,EAAE,UAAW;QAClB,UAAU,EAAE,MAAM;KACnB,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,gBAAgB,CAC7B,MAAoB,EACpB,MAAkB,EAClB,OAA6B,EAC7B,MAAgC;IAEhC,MAAM,cAAc,GAAG,MAAM,CAAC,mBAAmB,CAAC;IAClD,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAC9D,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;IACnC,MAAM,UAAU,GAAG,cAAc,CAAC,UAAU,CAAC;IAC7C,MAAM,iBAAiB,GAAG,UAAU,GAAG,cAAc,CAAC,SAAS,CAAC;IAChE,MAAM,aAAa,GAAG,aAAa,CAAC,QAAQ,EAAE,cAAc,CAAC,QAAQ,CAAiB,CAAC;IACvF,IACE,MAAM,CAAC,oBAAoB,GAAG,CAAC;QAC/B,SAAS,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QACjD,iBAAiB,GAAG,CAAC,EACrB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,4BAA4B;IAC5B,IAAI,OAAO,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,qBAAqB,GAAG,qBAAqB,CACjD,MAAM,EACN,YAAY,EACZ,cAAc,CAAC,6BAA6B,CAC7C,CAAC;QACF,OAAO,GAAG,YAAY,CACpB,qBAAqB,EACrB,UAAU,EACV,OAAO,CAAC,MAAM,CAAC,SAAS,EACxB,sBAAsB,EACtB,IAAI,EACJ,MAAM,EAAE,OAAO,EACf,MAAM,EAAE,WAAW,CACpB,CAAC;IACJ,CAAC;SAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACnB,OAAO,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QAChC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,MAAM,sBAAsB,GAAG,YAAY,GAAG,cAAc,CAAC,6BAA6B,CAAC;IAE3F,4BAA4B;IAC5B,IAAI,OAAO,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,qBAAqB,GAAG,qBAAqB,CACjD,MAAM,EACN,sBAAsB,EACtB,cAAc,CAAC,6BAA6B,CAC7C,CAAC;QACF,OAAO,GAAG,YAAY,CACpB,qBAAqB,EACrB,UAAU,EACV,OAAO,CAAC,MAAM,CAAC,SAAS,EACxB,sBAAsB,EACtB,IAAI,EACJ,MAAM,EAAE,OAAO,EACf,MAAM,EAAE,WAAW,CACpB,CAAC;IACJ,CAAC;SAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACnB,OAAO,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QAChC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,iBAAiB;IACjB,MAAM,YAAY,GAAG,sBAAsB,GAAG,cAAc,CAAC,6BAA6B,CAAC;IAC3F,MAAM,0BAA0B,GAAG,SAAS,GAAG,YAAY,CAAC;IAC5D,MAAM,4BAA4B,GAChC,MAAM,CAAC,sBAAsB;QAC7B,cAAc,CAAC,6BAA6B;QAC5C,cAAc,CAAC,6BAA6B,CAAC;IAC/C,IAAI,0BAA0B,GAAG,CAAC,IAAI,4BAA4B,GAAG,CAAC,EAAE,CAAC;QACvE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IAEnE,IAAI,cAAc,CAAC,aAAa,KAAK,KAAK,IAAI,OAAO,CAAC,WAAW,KAAK,cAAc,EAAE,CAAC;QACrF,YAAY,GAAG,MAAM,UAAU,CAC7B,OAAO,CAAC,WAAW,EACnB,YAAY,EACZ,4BAA4B,CAC7B,CAAC;IACJ,CAAC;IACD,MAAM,eAAe,GAAG,EAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,MAAM,EAAC,CAAC;IACrF,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;IAE1B,MAAM,aAAa,GAAG;QACpB,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;QACrC,QAAQ,EAAE,gBAAgB,CAAC,OAAO,EAAE,aAAa,CAAC;QAClD,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;QAClD,MAAM,EAAE,MAAM,EAAE,MAAM;QACtB,YAAY,EAAE,MAAM,EAAE,WAAW;QACjC,UAAU,EAAE,oBAAoB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,SAAS;QAChF,aAAa,EAAE,yBAAyB,CAAC,OAAO,CAAC;KAClD,CAAC;IAEF,MAAM,MAAM,GAAG,YAAY,CACzB,OAAO,CAAC,MAAM,CAAC,aAAc,EAC7B,aAAa,EACb,eAAe,EACf,iBAAiB,EACjB,aAAa,CACd,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,OAAO;QAChB,OAAO,EAAE,OAAO;QAChB,MAAM;QACN,mBAAmB,EAAE,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS;QAC3D,KAAK,EAAE,UAAU;QACjB,UAAU,EAAE,MAAM;KACnB,CAAC;AACJ,CAAC;AAED,yFAAyF;AACzF,SAAS,YAAY,CACnB,MAAoB,EACpB,KAAa,EACb,QAAgB,EAChB,QAAsB,EACtB,eAAwB,EACxB,MAA2B,EAC3B,YAAY,GAAG,CAAC;IAEhB,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAS,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,MAAM,GAAG,YAAY,CAAC,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE;QACvE,QAAQ,EAAE,WAAW,CAAC,QAAQ,CAAC;QAC/B,eAAe;QACf,MAAM;QACN,YAAY;KACb,CAAa,CAAC;IACf,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;AAC9B,CAAC;AAED,+EAA+E;AAC/E,SAAS,wBAAwB,CAC/B,OAA6B,EAC7B,QAAgB,EAChB,QAAgB;IAEhB,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAS,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAS,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1F,CAAC;IACD,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;QACrB,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;QACvB,OAAO,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;AACnC,CAAC;AAED,+EAA+E;AAC/E,SAAS,sBAAsB,CAAC,MAA0B,EAAE,MAAc;IACxE,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;QACvB,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAuB,CAAC;AAC1D,CAAC;AAED,4FAA4F;AAC5F,SAAS,oBAAoB,CAAC,QAAsB;IAClD,OAAO,QAAQ,KAAK,kBAAkB,IAAI,QAAQ,KAAK,gBAAgB,CAAC;AAC1E,CAAC;AAED,0EAA0E;AAC1E,SAAS,yBAAyB,CAAC,OAA6B;IAC9D,OAAO,OAAO,CAAC,MAAM,CAAC,aAAa,KAAK,OAAO,CAAC;AAClD,CAAC;AAED,kGAAkG;AAClG,SAAS,8BAA8B,CACrC,OAA6B,EAC7B,QAAgB;IAEhB,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,IAAI,KAAK,CAAU,QAAQ,CAAC,CAAC;IACtC,CAAC;IACD,QAAQ,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;QACrC,KAAK,SAAS;YACZ,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;QAClC,KAAK,OAAO;YACV,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;QAClC,KAAK,OAAO;YACV,OAAO,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC;QACrC,KAAK,OAAO,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,IAAI,YAAY,CAAC,QAAQ,CAAC,CAAC;QACpC,KAAK,OAAO;YACV,OAAO,IAAI,YAAY,CAAC,QAAQ,CAAC,CAAC;QACpC;YACE,OAAO,IAAI,KAAK,CAAU,QAAQ,CAAC,CAAC;IACxC,CAAC;AACH,CAAC;AAED,qFAAqF;AACrF,SAAS,sBAAsB,CAAC,MAA0B,EAAE,MAAc;IACxE,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;QACvB,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAuB,CAAC;AAC1D,CAAC;AAED,sFAAsF;AACtF,SAAS,gBAAgB,CACvB,OAA6B,EAC7B,QAAsB;IAEtB,IAAI,QAAQ,KAAK,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QACrE,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC;AACnC,CAAC;AAED,iFAAiF;AACjF,SAAS,qBAAqB,CAC5B,MAAoB,EACpB,MAAc,EACd,UAAkB;IAElB,MAAM,GAAG,GAAG,MAAM,GAAG,UAAU,CAAC;IAChC,IAAI,UAAU,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACnD,OAAO,EAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAC,CAAC;AAClD,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,oBAAoB,CACjC,MAAoB,EACpB,UAAsB,EACtB,OAA6B;IAE7B,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAElE,IAAI,UAAU,GAAiB;QAC7B,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC;QACrD,IAAI,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM;KAChC,CAAC;IAEF,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;IAE1B,IAAI,OAAO,CAAC,WAAW,KAAK,cAAc,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,MAAM,UAAU,CAChC,OAAO,CAAC,WAAW,EACnB,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,EAC7C,UAAU,CAAC,sBAAsB,CAClC,CAAC;QAEF,UAAU,GAAG;YACX,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,CAAC;YACT,IAAI,EAAE,SAAS,CAAC,MAAM;SACvB,CAAC;QAEF,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IAED,MAAM,SAAS,GAAG,UAAU,EAAE,sBAAsB,EAAE,UAAU,IAAI,CAAC,CAAC;IACtE,MAAM,gBAAgB,GAAG,aAAa,CACpC,QAAQ,EACR,UAAU,CAAC,sBAAsB,EAAE,QAAS,CAC7B,CAAC;IAClB,2FAA2F;IAC3F,mFAAmF;IACnF,MAAM,uBAAuB,GAC3B,gBAAgB,KAAK,kBAAkB,IAAI,gBAAgB,KAAK,gBAAgB;QAC9E,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,gBAAgB,CAAC;IAEvB,MAAM,uBAAuB,GAAG,YAAY,CAC1C,OAAO,CAAC,MAAM,CAAC,aAAc,EAC7B,uBAAuB,EACvB,UAAU,EACV,SAAS,EACT;QACE,GAAG,OAAO;QACV,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;QACrC,aAAa,EAAE,yBAAyB,CAAC,OAAO,CAAC;KAC3B,CACzB,CAAC;IAEF,OAAO,uBAAmD,CAAC;AAC7D,CAAC"}
|
|
@@ -2,14 +2,29 @@ import type { ReadableFile } from '@loaders.gl/loader-utils';
|
|
|
2
2
|
import { ParquetSchema } from "../schema/schema.js";
|
|
3
3
|
import { ColumnChunk, FileMetaData, RowGroup } from "../parquet-thrift/index.js";
|
|
4
4
|
import { ParquetRowGroup, ParquetColumnChunk, ParquetReaderContext } from "../schema/declare.js";
|
|
5
|
+
import type { ParquetDataPageLocation, ParquetPageLocations, ParquetRowRange } from "../../lib/parquet-page-index.js";
|
|
5
6
|
export type ParquetReaderProps = {
|
|
7
|
+
/** Maximum dictionary-page read size. */
|
|
6
8
|
defaultDictionarySize?: number;
|
|
9
|
+
/** Preserve BYTE_ARRAY values instead of decoding them as strings. */
|
|
7
10
|
preserveBinary?: boolean;
|
|
11
|
+
/** Retain byte arrays as views into decoded page buffers for direct materialization. */
|
|
12
|
+
retainByteArrayViews?: boolean;
|
|
13
|
+
/** Decode supported primitive columns into typed buffers instead of boxed JavaScript arrays. */
|
|
14
|
+
useTypedValueBuffers?: boolean;
|
|
15
|
+
/** Decode repetition and definition levels into compact unsigned typed arrays. */
|
|
16
|
+
useTypedLevelBuffers?: boolean;
|
|
17
|
+
/** Abort signal forwarded to every underlying random-access read. */
|
|
18
|
+
signal?: AbortSignal;
|
|
8
19
|
};
|
|
9
20
|
/** Properties for initializing a ParquetRowGroupReader */
|
|
10
21
|
export type ParquetIterationProps = {
|
|
11
22
|
/** Filter allowing some columns to be dropped */
|
|
12
23
|
columnList?: string[] | string[][];
|
|
24
|
+
/** Zero-based row-group indexes to read, in output order. */
|
|
25
|
+
rowGroups?: number[];
|
|
26
|
+
/** Abort signal forwarded to row-group and column-chunk reads. */
|
|
27
|
+
signal?: AbortSignal;
|
|
13
28
|
};
|
|
14
29
|
/**
|
|
15
30
|
* The parquet envelope reader allows direct, unbuffered access to the individual
|
|
@@ -18,10 +33,16 @@ export type ParquetIterationProps = {
|
|
|
18
33
|
* rows from a parquet file use the ParquetReader instead
|
|
19
34
|
*/
|
|
20
35
|
export declare class ParquetReader {
|
|
21
|
-
static defaultProps: Required<ParquetReaderProps
|
|
22
|
-
|
|
36
|
+
static defaultProps: Required<Omit<ParquetReaderProps, 'signal'>> & {
|
|
37
|
+
signal?: AbortSignal;
|
|
38
|
+
};
|
|
39
|
+
props: Required<Omit<ParquetReaderProps, 'signal'>> & {
|
|
40
|
+
signal?: AbortSignal;
|
|
41
|
+
};
|
|
23
42
|
file: ReadableFile;
|
|
24
43
|
metadata: Promise<FileMetaData> | null;
|
|
44
|
+
/** Parsed Parquet schema shared by metadata, iteration, and materialization paths. */
|
|
45
|
+
private schema;
|
|
25
46
|
constructor(file: ReadableFile, props?: ParquetReaderProps);
|
|
26
47
|
close(): void;
|
|
27
48
|
/** Yield one row at a time */
|
|
@@ -30,24 +51,28 @@ export declare class ParquetReader {
|
|
|
30
51
|
rowBatchIterator(props?: ParquetIterationProps): AsyncGenerator<import("../schema/declare").ParquetRow[], void, unknown>;
|
|
31
52
|
/** Iterate over the raw row groups */
|
|
32
53
|
rowGroupIterator(props?: ParquetIterationProps): AsyncGenerator<ParquetRowGroup, void, unknown>;
|
|
33
|
-
getRowCount(): Promise<number>;
|
|
34
|
-
getSchema(): Promise<ParquetSchema>;
|
|
54
|
+
getRowCount(signal?: AbortSignal): Promise<number>;
|
|
55
|
+
getSchema(signal?: AbortSignal): Promise<ParquetSchema>;
|
|
35
56
|
/**
|
|
36
57
|
* Returns the user (key/value) metadata for this file
|
|
37
58
|
* In parquet this is not stored on the schema like it is in arrow
|
|
38
59
|
*/
|
|
39
60
|
getSchemaMetadata(): Promise<Record<string, string>>;
|
|
40
|
-
getFileMetadata(): Promise<FileMetaData>;
|
|
61
|
+
getFileMetadata(signal?: AbortSignal): Promise<FileMetaData>;
|
|
41
62
|
/** Metadata is stored in the footer */
|
|
42
|
-
readHeader(): Promise<void>;
|
|
63
|
+
readHeader(signal?: AbortSignal): Promise<void>;
|
|
43
64
|
/** Metadata is stored in the footer */
|
|
44
|
-
readFooter(): Promise<FileMetaData>;
|
|
65
|
+
readFooter(signal?: AbortSignal): Promise<FileMetaData>;
|
|
45
66
|
/** Data is stored in row groups (similar to Apache Arrow record batches) */
|
|
46
|
-
readRowGroup(schema: ParquetSchema, rowGroup: RowGroup, columnList: string[][]): Promise<ParquetRowGroup>;
|
|
67
|
+
readRowGroup(schema: ParquetSchema, rowGroup: RowGroup, columnList: string[][], signal?: AbortSignal): Promise<ParquetRowGroup>;
|
|
68
|
+
/** Reads independently materializable flat columns for one logical row range using page indexes. */
|
|
69
|
+
readRowGroupRange(schema: ParquetSchema, rowGroup: RowGroup, columnList: string[][], rowRange: ParquetRowRange, pageLocations: ParquetPageLocations, signal?: AbortSignal): Promise<ParquetRowGroup>;
|
|
47
70
|
/**
|
|
48
71
|
* Each row group contains column chunks for all the columns.
|
|
49
72
|
*/
|
|
50
|
-
readColumnChunk(schema: ParquetSchema, colChunk: ColumnChunk): Promise<ParquetColumnChunk>;
|
|
73
|
+
readColumnChunk(schema: ParquetSchema, colChunk: ColumnChunk, signal?: AbortSignal): Promise<ParquetColumnChunk>;
|
|
74
|
+
/** Reads and decodes only the contiguous data pages overlapping one flat-column row range. */
|
|
75
|
+
readColumnChunkRange(schema: ParquetSchema, columnChunk: ColumnChunk, rowRange: ParquetRowRange, pages: readonly ParquetDataPageLocation[], signal?: AbortSignal): Promise<ParquetColumnChunk>;
|
|
51
76
|
/**
|
|
52
77
|
* Getting dictionary for allows to flatten values by indices.
|
|
53
78
|
* @param dictionaryPageOffset
|
|
@@ -55,6 +80,6 @@ export declare class ParquetReader {
|
|
|
55
80
|
* @param pagesOffset
|
|
56
81
|
* @returns
|
|
57
82
|
*/
|
|
58
|
-
getDictionary(dictionaryPageOffset: number, context: ParquetReaderContext, pagesOffset: number): Promise<
|
|
83
|
+
getDictionary(dictionaryPageOffset: number, context: ParquetReaderContext, pagesOffset: number, signal?: AbortSignal): Promise<any[]>;
|
|
59
84
|
}
|
|
60
85
|
//# sourceMappingURL=parquet-reader.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-reader.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/parquet-reader.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAE3D,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAK/C,OAAO,EAAC,WAAW,EAAoB,YAAY,EAAE,QAAQ,EAAO,mCAAgC;AACpG,OAAO,EACL,eAAe,EAEf,kBAAkB,EAElB,oBAAoB,
|
|
1
|
+
{"version":3,"file":"parquet-reader.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/parquet-reader.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAE3D,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAK/C,OAAO,EAAC,WAAW,EAAoB,YAAY,EAAE,QAAQ,EAAO,mCAAgC;AACpG,OAAO,EACL,eAAe,EAEf,kBAAkB,EAElB,oBAAoB,EAErB,6BAA0B;AAI3B,OAAO,KAAK,EACV,uBAAuB,EACvB,oBAAoB,EACpB,eAAe,EAChB,wCAAqC;AAKtC,MAAM,MAAM,kBAAkB,GAAG;IAC/B,yCAAyC;IACzC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sEAAsE;IACtE,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,wFAAwF;IACxF,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,gGAAgG;IAChG,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,kFAAkF;IAClF,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,qEAAqE;IACrE,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,0DAA0D;AAC1D,MAAM,MAAM,qBAAqB,GAAG;IAClC,iDAAiD;IACjD,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;IACnC,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,kEAAkE;IAClE,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF;;;;;GAKG;AACH,qBAAa,aAAa;IACxB,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC,GAAG;QAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAC,CAQxF;IAEF,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC,GAAG;QAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAC,CAAC;IAC7E,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAAQ;IAC9C,sFAAsF;IACtF,OAAO,CAAC,MAAM,CAAuC;gBAEzC,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,kBAAkB;IAK1D,KAAK,IAAI,IAAI;IAOb,8BAA8B;IACvB,WAAW,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAShD,wCAAwC;IACjC,gBAAgB,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAOrD,sCAAsC;IAC/B,gBAAgB,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAyB/C,WAAW,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;IAKlD,SAAS,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,aAAa,CAAC;IAS7D;;;OAGG;IACG,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IASpD,eAAe,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAUlE,uCAAuC;IACjC,UAAU,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAarD,uCAAuC;IACjC,UAAU,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAiC7D,4EAA4E;IACtE,YAAY,CAChB,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,MAAM,EAAE,EAAE,EACtB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,eAAe,CAAC;IA+B3B,oGAAoG;IAC9F,iBAAiB,CACrB,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,MAAM,EAAE,EAAE,EACtB,QAAQ,EAAE,eAAe,EACzB,aAAa,EAAE,oBAAoB,EACnC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,eAAe,CAAC;IA4B3B;;OAEG;IACG,eAAe,CACnB,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,WAAW,EACrB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,kBAAkB,CAAC;IAsE9B,8FAA8F;IACxF,oBAAoB,CACxB,MAAM,EAAE,aAAa,EACrB,WAAW,EAAE,WAAW,EACxB,QAAQ,EAAE,eAAe,EACzB,KAAK,EAAE,SAAS,uBAAuB,EAAE,EACzC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,kBAAkB,CAAC;IA0D9B;;;;;;OAMG;IACG,aAAa,CACjB,oBAAoB,EAAE,MAAM,EAC5B,OAAO,EAAE,oBAAoB,EAC7B,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,GAAG,EAAE,CAAC;CAyBlB"}
|
|
@@ -9,6 +9,10 @@ import { materializeRows } from "../schema/shred.js";
|
|
|
9
9
|
import { PARQUET_MAGIC, PARQUET_MAGIC_ENCRYPTED } from "../../lib/constants.js";
|
|
10
10
|
import { CompressionCodec, Type } from "../parquet-thrift/index.js";
|
|
11
11
|
import { decodeFileMetadata, getThriftEnum, fieldIndexOf } from "../utils/read-utils.js";
|
|
12
|
+
import { decodeString, readUInt32LE, toUint8Array } from "../utils/binary-utils.js";
|
|
13
|
+
import { CompactInt64 } from "../utils/uint8-array-compact-protocol.js";
|
|
14
|
+
/** Bounds concurrent range requests when a row group contains unusually many selected columns. */
|
|
15
|
+
const MAXIMUM_CONCURRENT_COLUMN_READS = 16;
|
|
12
16
|
/**
|
|
13
17
|
* The parquet envelope reader allows direct, unbuffered access to the individual
|
|
14
18
|
* sections of the parquet file, namely the header, footer and the row groups.
|
|
@@ -19,11 +23,17 @@ export class ParquetReader {
|
|
|
19
23
|
static defaultProps = {
|
|
20
24
|
// max ArrayBuffer size in js is 2Gb
|
|
21
25
|
defaultDictionarySize: 2147483648,
|
|
22
|
-
preserveBinary: false
|
|
26
|
+
preserveBinary: false,
|
|
27
|
+
retainByteArrayViews: false,
|
|
28
|
+
useTypedValueBuffers: false,
|
|
29
|
+
useTypedLevelBuffers: false,
|
|
30
|
+
signal: undefined
|
|
23
31
|
};
|
|
24
32
|
props;
|
|
25
33
|
file;
|
|
26
34
|
metadata = null;
|
|
35
|
+
/** Parsed Parquet schema shared by metadata, iteration, and materialization paths. */
|
|
36
|
+
schema = null;
|
|
27
37
|
constructor(file, props) {
|
|
28
38
|
this.file = file;
|
|
29
39
|
this.props = { ...ParquetReader.defaultProps, ...props };
|
|
@@ -52,25 +62,30 @@ export class ParquetReader {
|
|
|
52
62
|
/** Iterate over the raw row groups */
|
|
53
63
|
async *rowGroupIterator(props) {
|
|
54
64
|
// Ensure strings are nested in arrays
|
|
55
|
-
const columnList = (props?.columnList || []).map(
|
|
56
|
-
const metadata = await this.getFileMetadata();
|
|
57
|
-
const schema = await this.getSchema();
|
|
65
|
+
const columnList = (props?.columnList || []).map(x => (Array.isArray(x) ? x : [x]));
|
|
66
|
+
const metadata = await this.getFileMetadata(props?.signal);
|
|
67
|
+
const schema = await this.getSchema(props?.signal);
|
|
58
68
|
const rowGroupCount = metadata?.row_groups.length || 0;
|
|
59
|
-
|
|
60
|
-
|
|
69
|
+
const rowGroupIndices = props?.rowGroups || Array.from({ length: rowGroupCount }, (_, index) => index);
|
|
70
|
+
for (const rowGroupIndex of rowGroupIndices) {
|
|
71
|
+
if (!Number.isInteger(rowGroupIndex) || rowGroupIndex < 0 || rowGroupIndex >= rowGroupCount) {
|
|
72
|
+
throw new Error(`Invalid Parquet row-group index ${rowGroupIndex}`);
|
|
73
|
+
}
|
|
74
|
+
const rowGroup = await this.readRowGroup(schema, metadata.row_groups[rowGroupIndex], columnList, props?.signal);
|
|
61
75
|
yield rowGroup;
|
|
62
76
|
}
|
|
63
77
|
}
|
|
64
|
-
async getRowCount() {
|
|
65
|
-
const metadata = await this.getFileMetadata();
|
|
78
|
+
async getRowCount(signal) {
|
|
79
|
+
const metadata = await this.getFileMetadata(signal);
|
|
66
80
|
return Number(metadata.num_rows);
|
|
67
81
|
}
|
|
68
|
-
async getSchema() {
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
82
|
+
async getSchema(signal) {
|
|
83
|
+
this.schema ||= this.getFileMetadata(signal).then(metadata => {
|
|
84
|
+
const root = metadata.schema[0];
|
|
85
|
+
const { schema: schemaDefinition } = decodeSchema(metadata.schema, 1, root.num_children);
|
|
86
|
+
return new ParquetSchema(schemaDefinition);
|
|
87
|
+
});
|
|
88
|
+
return await this.schema;
|
|
74
89
|
}
|
|
75
90
|
/**
|
|
76
91
|
* Returns the user (key/value) metadata for this file
|
|
@@ -84,19 +99,18 @@ export class ParquetReader {
|
|
|
84
99
|
}
|
|
85
100
|
return md;
|
|
86
101
|
}
|
|
87
|
-
async getFileMetadata() {
|
|
102
|
+
async getFileMetadata(signal) {
|
|
88
103
|
if (!this.metadata) {
|
|
89
|
-
await this.readHeader();
|
|
90
|
-
this.metadata = this.readFooter();
|
|
104
|
+
await this.readHeader(signal);
|
|
105
|
+
this.metadata = this.readFooter(signal);
|
|
91
106
|
}
|
|
92
107
|
return this.metadata;
|
|
93
108
|
}
|
|
94
109
|
// LOW LEVEL METHODS
|
|
95
110
|
/** Metadata is stored in the footer */
|
|
96
|
-
async readHeader() {
|
|
97
|
-
const arrayBuffer = await this.file.read(0, PARQUET_MAGIC.length);
|
|
98
|
-
const
|
|
99
|
-
const magic = buffer.toString();
|
|
111
|
+
async readHeader(signal) {
|
|
112
|
+
const arrayBuffer = await this.file.read(0, PARQUET_MAGIC.length, signal ?? this.props.signal);
|
|
113
|
+
const magic = decodeString(toUint8Array(arrayBuffer));
|
|
100
114
|
switch (magic) {
|
|
101
115
|
case PARQUET_MAGIC:
|
|
102
116
|
break;
|
|
@@ -107,46 +121,70 @@ export class ParquetReader {
|
|
|
107
121
|
}
|
|
108
122
|
}
|
|
109
123
|
/** Metadata is stored in the footer */
|
|
110
|
-
async readFooter() {
|
|
124
|
+
async readFooter(signal) {
|
|
111
125
|
const trailerLen = PARQUET_MAGIC.length + 4;
|
|
112
|
-
const arrayBuffer = await this.file.read(this.file.size - trailerLen, trailerLen);
|
|
113
|
-
const
|
|
114
|
-
const magic =
|
|
126
|
+
const arrayBuffer = await this.file.read(this.file.size - trailerLen, trailerLen, signal ?? this.props.signal);
|
|
127
|
+
const trailer = toUint8Array(arrayBuffer);
|
|
128
|
+
const magic = decodeString(trailer, 4);
|
|
115
129
|
if (magic !== PARQUET_MAGIC) {
|
|
116
130
|
throw new Error(`Not a valid parquet file (magic="${magic})`);
|
|
117
131
|
}
|
|
118
|
-
const metadataSize =
|
|
132
|
+
const metadataSize = readUInt32LE(trailer, 0);
|
|
119
133
|
const metadataOffset = this.file.size - metadataSize - trailerLen;
|
|
120
134
|
if (metadataOffset < PARQUET_MAGIC.length) {
|
|
121
135
|
throw new Error(`Invalid metadata size ${metadataOffset}`);
|
|
122
136
|
}
|
|
123
|
-
const arrayBuffer2 = await this.file.read(metadataOffset, metadataSize);
|
|
124
|
-
const metadataBuf =
|
|
137
|
+
const arrayBuffer2 = await this.file.read(metadataOffset, metadataSize, signal ?? this.props.signal);
|
|
138
|
+
const metadataBuf = toUint8Array(arrayBuffer2);
|
|
125
139
|
// let metadata = new parquet_thrift.FileMetaData();
|
|
126
140
|
// parquet_util.decodeThrift(metadata, metadataBuf);
|
|
127
141
|
const { metadata } = decodeFileMetadata(metadataBuf);
|
|
128
142
|
return metadata;
|
|
129
143
|
}
|
|
130
144
|
/** Data is stored in row groups (similar to Apache Arrow record batches) */
|
|
131
|
-
async readRowGroup(schema, rowGroup, columnList) {
|
|
132
|
-
const
|
|
145
|
+
async readRowGroup(schema, rowGroup, columnList, signal) {
|
|
146
|
+
const selectedColumnChunks = rowGroup.columns.filter(columnChunk => {
|
|
147
|
+
const columnKey = columnChunk.meta_data?.path_in_schema;
|
|
148
|
+
return columnList.length === 0 || fieldIndexOf(columnList, columnKey) >= 0;
|
|
149
|
+
});
|
|
150
|
+
const columnEntries = [];
|
|
151
|
+
for (let batchStart = 0; batchStart < selectedColumnChunks.length; batchStart += MAXIMUM_CONCURRENT_COLUMN_READS) {
|
|
152
|
+
const columnBatch = selectedColumnChunks.slice(batchStart, batchStart + MAXIMUM_CONCURRENT_COLUMN_READS);
|
|
153
|
+
columnEntries.push(...(await Promise.all(columnBatch.map(async (columnChunk) => {
|
|
154
|
+
const columnKey = columnChunk.meta_data.path_in_schema.join();
|
|
155
|
+
const columnData = await this.readColumnChunk(schema, columnChunk, signal);
|
|
156
|
+
return [columnKey, columnData];
|
|
157
|
+
}))));
|
|
158
|
+
}
|
|
159
|
+
return {
|
|
133
160
|
rowCount: Number(rowGroup.num_rows),
|
|
134
|
-
columnData:
|
|
161
|
+
columnData: Object.fromEntries(columnEntries)
|
|
135
162
|
};
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
163
|
+
}
|
|
164
|
+
/** Reads independently materializable flat columns for one logical row range using page indexes. */
|
|
165
|
+
async readRowGroupRange(schema, rowGroup, columnList, rowRange, pageLocations, signal) {
|
|
166
|
+
const selectedColumnChunks = rowGroup.columns.filter(columnChunk => {
|
|
167
|
+
const columnKey = columnChunk.meta_data?.path_in_schema;
|
|
168
|
+
return columnList.length === 0 || fieldIndexOf(columnList, columnKey) >= 0;
|
|
169
|
+
});
|
|
170
|
+
const columnEntries = await Promise.all(selectedColumnChunks.map(async (columnChunk) => {
|
|
171
|
+
const columnKey = columnChunk.meta_data.path_in_schema.join();
|
|
172
|
+
const pages = pageLocations[columnChunk.meta_data.path_in_schema.join('.')];
|
|
173
|
+
if (!pages) {
|
|
174
|
+
throw new Error(`Parquet offset index missing for ${columnKey}`);
|
|
141
175
|
}
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
176
|
+
const columnData = await this.readColumnChunkRange(schema, columnChunk, rowRange, pages, signal);
|
|
177
|
+
return [columnKey, columnData];
|
|
178
|
+
}));
|
|
179
|
+
return {
|
|
180
|
+
rowCount: rowRange.end - rowRange.start,
|
|
181
|
+
columnData: Object.fromEntries(columnEntries)
|
|
182
|
+
};
|
|
145
183
|
}
|
|
146
184
|
/**
|
|
147
185
|
* Each row group contains column chunks for all the columns.
|
|
148
186
|
*/
|
|
149
|
-
async readColumnChunk(schema, colChunk) {
|
|
187
|
+
async readColumnChunk(schema, colChunk, signal) {
|
|
150
188
|
if (colChunk.file_path !== undefined && colChunk.file_path !== null) {
|
|
151
189
|
throw new Error('external references are not supported');
|
|
152
190
|
}
|
|
@@ -157,10 +195,17 @@ export class ParquetReader {
|
|
|
157
195
|
}
|
|
158
196
|
const compression = getThriftEnum(CompressionCodec, colChunk.meta_data?.codec);
|
|
159
197
|
const pagesOffset = Number(colChunk.meta_data?.data_page_offset);
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
198
|
+
const dictionaryPageOffset = colChunk.meta_data?.dictionary_page_offset;
|
|
199
|
+
const validDictionaryPageOffset = dictionaryPageOffset !== undefined && Number(dictionaryPageOffset) > 0
|
|
200
|
+
? Number(dictionaryPageOffset)
|
|
201
|
+
: undefined;
|
|
202
|
+
const chunkOffset = Math.min(pagesOffset, validDictionaryPageOffset ?? pagesOffset);
|
|
203
|
+
const chunkEnd = chunkOffset + Number(colChunk.meta_data?.total_compressed_size);
|
|
204
|
+
const chunkSize = Math.min(this.file.size - chunkOffset, Math.max(0, chunkEnd - chunkOffset));
|
|
205
|
+
const arrayBuffer = await this.file.read(chunkOffset, chunkSize, signal ?? this.props.signal);
|
|
206
|
+
const chunkBuffer = toUint8Array(arrayBuffer);
|
|
207
|
+
const pagesRelativeOffset = pagesOffset - chunkOffset;
|
|
208
|
+
const pagesSize = Math.min(chunkBuffer.length - pagesRelativeOffset, Math.max(0, chunkEnd - pagesOffset));
|
|
164
209
|
const context = {
|
|
165
210
|
type,
|
|
166
211
|
rLevelMax: field.rLevelMax,
|
|
@@ -170,20 +215,69 @@ export class ParquetReader {
|
|
|
170
215
|
numValues: colChunk.meta_data?.num_values,
|
|
171
216
|
dictionary: [],
|
|
172
217
|
// Options - TBD is this the right place for these?
|
|
173
|
-
preserveBinary: this.props.preserveBinary
|
|
218
|
+
preserveBinary: this.props.preserveBinary,
|
|
219
|
+
retainByteArrayViews: this.props.retainByteArrayViews,
|
|
220
|
+
useTypedValueBuffers: this.props.useTypedValueBuffers,
|
|
221
|
+
useTypedLevelBuffers: this.props.useTypedLevelBuffers
|
|
174
222
|
};
|
|
175
223
|
let dictionary;
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
const
|
|
179
|
-
|
|
180
|
-
dictionary = await
|
|
224
|
+
if (validDictionaryPageOffset !== undefined) {
|
|
225
|
+
const dictionaryRelativeOffset = validDictionaryPageOffset - chunkOffset;
|
|
226
|
+
const dictionarySize = Math.min(Math.max(0, pagesOffset - validDictionaryPageOffset), chunkBuffer.length - dictionaryRelativeOffset, this.props.defaultDictionarySize);
|
|
227
|
+
const dictionaryBuffer = chunkBuffer.subarray(dictionaryRelativeOffset, dictionaryRelativeOffset + dictionarySize);
|
|
228
|
+
dictionary = await decodeDictionaryBuffer(dictionaryBuffer, context);
|
|
181
229
|
}
|
|
182
230
|
dictionary = context.dictionary?.length ? context.dictionary : dictionary;
|
|
183
|
-
const
|
|
184
|
-
const pagesBuf = Buffer.from(arrayBuffer);
|
|
231
|
+
const pagesBuf = chunkBuffer.subarray(pagesRelativeOffset, pagesRelativeOffset + pagesSize);
|
|
185
232
|
return await decodeDataPages(pagesBuf, { ...context, dictionary });
|
|
186
233
|
}
|
|
234
|
+
/** Reads and decodes only the contiguous data pages overlapping one flat-column row range. */
|
|
235
|
+
async readColumnChunkRange(schema, columnChunk, rowRange, pages, signal) {
|
|
236
|
+
if (columnChunk.file_path !== undefined && columnChunk.file_path !== null) {
|
|
237
|
+
throw new Error('external references are not supported');
|
|
238
|
+
}
|
|
239
|
+
const columnMetadata = columnChunk.meta_data;
|
|
240
|
+
const field = schema.findField(columnMetadata.path_in_schema);
|
|
241
|
+
if (field.path.length !== 1 || field.repetitionType === 'REPEATED' || field.rLevelMax !== 0) {
|
|
242
|
+
throw new Error('Selective Parquet page reads currently require flat primitive columns');
|
|
243
|
+
}
|
|
244
|
+
const type = getThriftEnum(Type, columnMetadata.type);
|
|
245
|
+
if (type !== field.primitiveType) {
|
|
246
|
+
throw new Error(`chunk type not matching schema: ${type}`);
|
|
247
|
+
}
|
|
248
|
+
const compression = getThriftEnum(CompressionCodec, columnMetadata.codec);
|
|
249
|
+
const overlappingPages = pages.filter(page => page.endRowIndex > rowRange.start && page.firstRowIndex < rowRange.end);
|
|
250
|
+
if (!overlappingPages.length) {
|
|
251
|
+
throw new Error('Parquet page plan does not overlap the requested row range');
|
|
252
|
+
}
|
|
253
|
+
const firstPage = overlappingPages[0];
|
|
254
|
+
const lastPage = overlappingPages[overlappingPages.length - 1];
|
|
255
|
+
const context = {
|
|
256
|
+
type,
|
|
257
|
+
rLevelMax: field.rLevelMax,
|
|
258
|
+
dLevelMax: field.dLevelMax,
|
|
259
|
+
compression,
|
|
260
|
+
column: field,
|
|
261
|
+
numValues: new CompactInt64(lastPage.endRowIndex - firstPage.firstRowIndex),
|
|
262
|
+
dictionary: [],
|
|
263
|
+
preserveBinary: this.props.preserveBinary,
|
|
264
|
+
retainByteArrayViews: this.props.retainByteArrayViews,
|
|
265
|
+
useTypedValueBuffers: this.props.useTypedValueBuffers
|
|
266
|
+
};
|
|
267
|
+
let dictionary;
|
|
268
|
+
const dictionaryPageOffset = Number(columnMetadata.dictionary_page_offset);
|
|
269
|
+
if (Number.isSafeInteger(dictionaryPageOffset) && dictionaryPageOffset > 0) {
|
|
270
|
+
const dictionaryLength = Math.max(0, pages[0].offset - dictionaryPageOffset);
|
|
271
|
+
const dictionaryBuffer = toUint8Array(await this.file.read(dictionaryPageOffset, dictionaryLength, signal ?? this.props.signal));
|
|
272
|
+
dictionary = await decodeDictionaryBuffer(dictionaryBuffer, context);
|
|
273
|
+
}
|
|
274
|
+
const dataLength = lastPage.offset + lastPage.compressedByteLength - firstPage.offset;
|
|
275
|
+
const dataBuffer = toUint8Array(await this.file.read(firstPage.offset, dataLength, signal ?? this.props.signal));
|
|
276
|
+
const decoded = await decodeDataPages(dataBuffer, { ...context, dictionary });
|
|
277
|
+
const relativeStart = rowRange.start - firstPage.firstRowIndex;
|
|
278
|
+
const relativeEnd = relativeStart + rowRange.end - rowRange.start;
|
|
279
|
+
return sliceFlatColumnChunk(decoded, field.dLevelMax, relativeStart, relativeEnd);
|
|
280
|
+
}
|
|
187
281
|
/**
|
|
188
282
|
* Getting dictionary for allows to flatten values by indices.
|
|
189
283
|
* @param dictionaryPageOffset
|
|
@@ -191,7 +285,7 @@ export class ParquetReader {
|
|
|
191
285
|
* @param pagesOffset
|
|
192
286
|
* @returns
|
|
193
287
|
*/
|
|
194
|
-
async getDictionary(dictionaryPageOffset, context, pagesOffset) {
|
|
288
|
+
async getDictionary(dictionaryPageOffset, context, pagesOffset, signal) {
|
|
195
289
|
if (dictionaryPageOffset === 0) {
|
|
196
290
|
// dictionarySize = Math.min(this.fileSize - pagesOffset, this.defaultDictionarySize);
|
|
197
291
|
// pagesBuf = await this.read(pagesOffset, dictionarySize);
|
|
@@ -201,12 +295,38 @@ export class ParquetReader {
|
|
|
201
295
|
// Now if we use code commented above we don't get DICTIONARY_PAGE we get DATA_PAGE instead.
|
|
202
296
|
return [];
|
|
203
297
|
}
|
|
204
|
-
const dictionarySize = Math.min(this.file.size - dictionaryPageOffset, this.props.defaultDictionarySize);
|
|
205
|
-
const arrayBuffer = await this.file.read(dictionaryPageOffset, dictionarySize);
|
|
206
|
-
const pagesBuf =
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
298
|
+
const dictionarySize = Math.min(Math.max(0, pagesOffset - dictionaryPageOffset), this.file.size - dictionaryPageOffset, this.props.defaultDictionarySize);
|
|
299
|
+
const arrayBuffer = await this.file.read(dictionaryPageOffset, dictionarySize, signal ?? this.props.signal);
|
|
300
|
+
const pagesBuf = toUint8Array(arrayBuffer);
|
|
301
|
+
return await decodeDictionaryBuffer(pagesBuf, context);
|
|
302
|
+
}
|
|
303
|
+
}
|
|
304
|
+
/** Decodes one dictionary page from an already-read column-chunk range. */
|
|
305
|
+
async function decodeDictionaryBuffer(dictionaryBuffer, context) {
|
|
306
|
+
const cursor = { buffer: dictionaryBuffer, offset: 0, size: dictionaryBuffer.length };
|
|
307
|
+
const decodedPage = await decodePage(cursor, context);
|
|
308
|
+
return decodedPage.dictionary;
|
|
309
|
+
}
|
|
310
|
+
/** Slices one decoded flat column chunk while preserving optional-value alignment. */
|
|
311
|
+
function sliceFlatColumnChunk(columnChunk, definitionLevelMaximum, start, end) {
|
|
312
|
+
const valueStart = countDefinedValues(columnChunk.dlevels, definitionLevelMaximum, 0, start);
|
|
313
|
+
const valueEnd = valueStart + countDefinedValues(columnChunk.dlevels, definitionLevelMaximum, start, end);
|
|
314
|
+
return {
|
|
315
|
+
rlevels: columnChunk.rlevels.slice(start, end),
|
|
316
|
+
dlevels: columnChunk.dlevels.slice(start, end),
|
|
317
|
+
values: columnChunk.values.slice(valueStart, valueEnd),
|
|
318
|
+
count: end - start,
|
|
319
|
+
pageHeaders: columnChunk.pageHeaders
|
|
320
|
+
};
|
|
321
|
+
}
|
|
322
|
+
/** Counts defined primitive values represented by one flat level interval. */
|
|
323
|
+
function countDefinedValues(definitionLevels, definitionLevelMaximum, start, end) {
|
|
324
|
+
let count = 0;
|
|
325
|
+
for (let index = start; index < Math.min(end, definitionLevels.length); index++) {
|
|
326
|
+
if (definitionLevels[index] === definitionLevelMaximum) {
|
|
327
|
+
count++;
|
|
328
|
+
}
|
|
210
329
|
}
|
|
330
|
+
return count;
|
|
211
331
|
}
|
|
212
332
|
//# sourceMappingURL=parquet-reader.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-reader.js","sourceRoot":"","sources":["../../../src/parquetjs/parser/parquet-reader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAIpE,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,OAAO,EAAC,YAAY,EAAE,eAAe,EAAE,UAAU,EAAC,sBAAmB;AACrE,OAAO,EAAC,eAAe,EAAC,2BAAwB;AAEhD,OAAO,EAAC,aAAa,EAAE,uBAAuB,EAAC,+BAA4B;AAC3E,OAAO,EAAc,gBAAgB,EAA0B,IAAI,EAAC,mCAAgC;AAQpG,OAAO,EAAC,kBAAkB,EAAE,aAAa,EAAE,YAAY,EAAC,+BAA4B;AAapF;;;;;GAKG;AACH,MAAM,OAAO,aAAa;IACxB,MAAM,CAAC,YAAY,GAAiC;QAClD,oCAAoC;QACpC,qBAAqB,EAAE,UAAU;QACjC,cAAc,EAAE,KAAK;KACtB,CAAC;IAEF,KAAK,CAA+B;IACpC,IAAI,CAAe;IACnB,QAAQ,GAAiC,IAAI,CAAC;IAE9C,YAAY,IAAkB,EAAE,KAA0B;QACxD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,EAAC,GAAG,aAAa,CAAC,YAAY,EAAE,GAAG,KAAK,EAAC,CAAC;IACzD,CAAC;IAED,KAAK;QACH,mEAAmE;QACnE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IAED,qBAAqB;IAErB,8BAA8B;IAC9B,KAAK,CAAC,CAAC,WAAW,CAAC,KAA6B;QAC9C,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;YACtD,cAAc;YACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;IACH,CAAC;IAED,wCAAwC;IACxC,KAAK,CAAC,CAAC,gBAAgB,CAAC,KAA6B;QACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACtC,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,sCAAsC;IACtC,KAAK,CAAC,CAAC,gBAAgB,CAAC,KAA6B;QACnD,sCAAsC;QACtC,MAAM,UAAU,GAAe,CAAC,KAAK,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACjE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAC3B,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAEtC,MAAM,aAAa,GAAG,QAAQ,EAAE,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAEvD,KAAK,IAAI,aAAa,GAAG,CAAC,EAAE,aAAa,GAAG,aAAa,EAAE,aAAa,EAAE,EAAE,CAAC;YAC3E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CACtC,MAAM,EACN,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,EAClC,UAAU,CACX,CAAC;YACF,MAAM,QAAQ,CAAC;QACjB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC9C,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,EAAC,MAAM,EAAE,gBAAgB,EAAC,GAAG,YAAY,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,YAAa,CAAC,CAAC;QACxF,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,gBAAgB,CAAC,CAAC;QACnD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,iBAAiB;QACrB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC9C,MAAM,EAAE,GAA2B,EAAE,CAAC;QACtC,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,kBAAmB,EAAE,CAAC;YAC9C,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAM,CAAC;QACzB,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YACxB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QACpC,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,oBAAoB;IAEpB,uCAAuC;IACvC,KAAK,CAAC,UAAU;QACd,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxC,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QAChC,QAAQ,KAAK,EAAE,CAAC;YACd,KAAK,aAAa;gBAChB,MAAM;YACR,KAAK,uBAAuB;gBAC1B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC1D;gBACE,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,GAAG,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,uCAAuC;IACvC,KAAK,CAAC,UAAU;QACd,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;QAC5C,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,UAAU,EAAE,UAAU,CAAC,CAAC;QAClF,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAE5C,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC7C,IAAI,KAAK,KAAK,aAAa,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,oCAAoC,KAAK,GAAG,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,YAAY,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,YAAY,GAAG,UAAU,CAAC;QAClE,IAAI,cAAc,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,yBAAyB,cAAc,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;QACxE,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC9C,oDAAoD;QACpD,oDAAoD;QAEpD,MAAM,EAAC,QAAQ,EAAC,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;QACnD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,4EAA4E;IAC5E,KAAK,CAAC,YAAY,CAChB,MAAqB,EACrB,QAAkB,EAClB,UAAsB;QAEtB,MAAM,MAAM,GAAoB;YAC9B,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACnC,UAAU,EAAE,EAAE;SACf,CAAC;QACF,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACxC,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC;YACvC,MAAM,MAAM,GAAG,WAAW,EAAE,cAAc,CAAC;YAC3C,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,CAAC,UAAU,EAAE,MAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnE,SAAS,CAAC,kCAAkC;YAC9C,CAAC;YACD,MAAM,CAAC,UAAU,CAAC,MAAO,CAAC,IAAI,EAAE,CAAC,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACnF,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,MAAqB,EAAE,QAAqB;QAChE,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS,IAAI,QAAQ,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,cAAe,CAAC,CAAC;QACpE,MAAM,IAAI,GAAkB,aAAa,CAAC,IAAI,EAAE,QAAQ,CAAC,SAAS,EAAE,IAAK,CAAQ,CAAC;QAElF,IAAI,IAAI,KAAK,KAAK,CAAC,aAAa,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,WAAW,GAAuB,aAAa,CACnD,gBAAgB,EAChB,QAAQ,CAAC,SAAS,EAAE,KAAM,CACpB,CAAC;QAET,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,gBAAiB,CAAC,CAAC;QAClE,IAAI,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,qBAAsB,CAAC,CAAC;QAEnE,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;YACxB,SAAS,GAAG,IAAI,CAAC,GAAG,CAClB,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,WAAW,EAC5B,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAClD,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAyB;YACpC,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,WAAW;YACX,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,UAAU;YACzC,UAAU,EAAE,EAAE;YACd,mDAAmD;YACnD,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc;SAC1C,CAAC;QAEF,IAAI,UAAU,CAAC;QAEf,MAAM,oBAAoB,GAAG,QAAQ,EAAE,SAAS,EAAE,sBAAsB,CAAC;QAEzE,IAAI,oBAAoB,EAAE,CAAC;YACzB,MAAM,gBAAgB,GAAG,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACtD,2FAA2F;YAC3F,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QAChF,CAAC;QAED,UAAU,GAAG,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;QAC1E,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACjE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC1C,OAAO,MAAM,eAAe,CAAC,QAAQ,EAAE,EAAC,GAAG,OAAO,EAAE,UAAU,EAAC,CAAC,CAAC;IACnE,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,aAAa,CACjB,oBAA4B,EAC5B,OAA6B,EAC7B,WAAmB;QAEnB,IAAI,oBAAoB,KAAK,CAAC,EAAE,CAAC;YAC/B,sFAAsF;YACtF,2DAA2D;YAE3D,wFAAwF;YACxF,6GAA6G;YAC7G,iEAAiE;YACjE,4FAA4F;YAC5F,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,oBAAoB,EACrC,IAAI,CAAC,KAAK,CAAC,qBAAqB,CACjC,CAAC;QACF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,cAAc,CAAC,CAAC;QAC/E,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAE1C,MAAM,MAAM,GAAG,EAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAC,CAAC;QACpE,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEtD,OAAO,WAAW,CAAC,UAAW,CAAC;IACjC,CAAC"}
|
|
1
|
+
{"version":3,"file":"parquet-reader.js","sourceRoot":"","sources":["../../../src/parquetjs/parser/parquet-reader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAIpE,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,OAAO,EAAC,YAAY,EAAE,eAAe,EAAE,UAAU,EAAC,sBAAmB;AACrE,OAAO,EAAC,eAAe,EAAC,2BAAwB;AAEhD,OAAO,EAAC,aAAa,EAAE,uBAAuB,EAAC,+BAA4B;AAC3E,OAAO,EAAc,gBAAgB,EAA0B,IAAI,EAAC,mCAAgC;AASpG,OAAO,EAAC,kBAAkB,EAAE,aAAa,EAAE,YAAY,EAAC,+BAA4B;AACpF,OAAO,EAAC,YAAY,EAAE,YAAY,EAAE,YAAY,EAAC,iCAA8B;AAC/E,OAAO,EAAC,YAAY,EAAC,iDAA8C;AAOnE,kGAAkG;AAClG,MAAM,+BAA+B,GAAG,EAAE,CAAC;AA2B3C;;;;;GAKG;AACH,MAAM,OAAO,aAAa;IACxB,MAAM,CAAC,YAAY,GAA0E;QAC3F,oCAAoC;QACpC,qBAAqB,EAAE,UAAU;QACjC,cAAc,EAAE,KAAK;QACrB,oBAAoB,EAAE,KAAK;QAC3B,oBAAoB,EAAE,KAAK;QAC3B,oBAAoB,EAAE,KAAK;QAC3B,MAAM,EAAE,SAAS;KAClB,CAAC;IAEF,KAAK,CAAwE;IAC7E,IAAI,CAAe;IACnB,QAAQ,GAAiC,IAAI,CAAC;IAC9C,sFAAsF;IAC9E,MAAM,GAAkC,IAAI,CAAC;IAErD,YAAY,IAAkB,EAAE,KAA0B;QACxD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,EAAC,GAAG,aAAa,CAAC,YAAY,EAAE,GAAG,KAAK,EAAC,CAAC;IACzD,CAAC;IAED,KAAK;QACH,mEAAmE;QACnE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IAED,qBAAqB;IAErB,8BAA8B;IAC9B,KAAK,CAAC,CAAC,WAAW,CAAC,KAA6B;QAC9C,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;YACtD,cAAc;YACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;IACH,CAAC;IAED,wCAAwC;IACxC,KAAK,CAAC,CAAC,gBAAgB,CAAC,KAA6B;QACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACtC,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,sCAAsC;IACtC,KAAK,CAAC,CAAC,gBAAgB,CAAC,KAA6B;QACnD,sCAAsC;QACtC,MAAM,UAAU,GAAe,CAAC,KAAK,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhG,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAEnD,MAAM,aAAa,GAAG,QAAQ,EAAE,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QACvD,MAAM,eAAe,GACnB,KAAK,EAAE,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,aAAa,EAAC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;QAE/E,KAAK,MAAM,aAAa,IAAI,eAAe,EAAE,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,CAAC,IAAI,aAAa,IAAI,aAAa,EAAE,CAAC;gBAC5F,MAAM,IAAI,KAAK,CAAC,mCAAmC,aAAa,EAAE,CAAC,CAAC;YACtE,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CACtC,MAAM,EACN,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,EAClC,UAAU,EACV,KAAK,EAAE,MAAM,CACd,CAAC;YACF,MAAM,QAAQ,CAAC;QACjB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAoB;QACpC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACpD,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAoB;QAClC,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;YAC3D,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,EAAC,MAAM,EAAE,gBAAgB,EAAC,GAAG,YAAY,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,YAAa,CAAC,CAAC;YACxF,OAAO,IAAI,aAAa,CAAC,gBAAgB,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,iBAAiB;QACrB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC9C,MAAM,EAAE,GAA2B,EAAE,CAAC;QACtC,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,kBAAmB,EAAE,CAAC;YAC9C,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAM,CAAC;QACzB,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,MAAoB;QACxC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,oBAAoB;IAEpB,uCAAuC;IACvC,KAAK,CAAC,UAAU,CAAC,MAAoB;QACnC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC/F,MAAM,KAAK,GAAG,YAAY,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;QACtD,QAAQ,KAAK,EAAE,CAAC;YACd,KAAK,aAAa;gBAChB,MAAM;YACR,KAAK,uBAAuB;gBAC1B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC1D;gBACE,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,GAAG,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,uCAAuC;IACvC,KAAK,CAAC,UAAU,CAAC,MAAoB;QACnC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;QAC5C,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CACtC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,UAAU,EAC3B,UAAU,EACV,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAC5B,CAAC;QACF,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;QAE1C,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACvC,IAAI,KAAK,KAAK,aAAa,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,oCAAoC,KAAK,GAAG,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,YAAY,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,YAAY,GAAG,UAAU,CAAC;QAClE,IAAI,cAAc,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,yBAAyB,cAAc,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CACvC,cAAc,EACd,YAAY,EACZ,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAC5B,CAAC;QACF,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;QAC/C,oDAAoD;QACpD,oDAAoD;QAEpD,MAAM,EAAC,QAAQ,EAAC,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;QACnD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,4EAA4E;IAC5E,KAAK,CAAC,YAAY,CAChB,MAAqB,EACrB,QAAkB,EAClB,UAAsB,EACtB,MAAoB;QAEpB,MAAM,oBAAoB,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE;YACjE,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,EAAE,cAAc,CAAC;YACxD,OAAO,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,CAAC,UAAU,EAAE,SAAU,CAAC,IAAI,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QACH,MAAM,aAAa,GAAiD,EAAE,CAAC;QACvE,KACE,IAAI,UAAU,GAAG,CAAC,EAClB,UAAU,GAAG,oBAAoB,CAAC,MAAM,EACxC,UAAU,IAAI,+BAA+B,EAC7C,CAAC;YACD,MAAM,WAAW,GAAG,oBAAoB,CAAC,KAAK,CAC5C,UAAU,EACV,UAAU,GAAG,+BAA+B,CAC7C,CAAC;YACF,aAAa,CAAC,IAAI,CAChB,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CACnB,WAAW,CAAC,GAAG,CAAC,KAAK,EAAC,WAAW,EAAC,EAAE;gBAClC,MAAM,SAAS,GAAG,WAAW,CAAC,SAAU,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;gBAC/D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;gBAC3E,OAAO,CAAC,SAAS,EAAE,UAAU,CAAU,CAAC;YAC1C,CAAC,CAAC,CACH,CAAC,CACH,CAAC;QACJ,CAAC;QACD,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACnC,UAAU,EAAE,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC;SAC9C,CAAC;IACJ,CAAC;IAED,oGAAoG;IACpG,KAAK,CAAC,iBAAiB,CACrB,MAAqB,EACrB,QAAkB,EAClB,UAAsB,EACtB,QAAyB,EACzB,aAAmC,EACnC,MAAoB;QAEpB,MAAM,oBAAoB,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE;YACjE,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,EAAE,cAAc,CAAC;YACxD,OAAO,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,CAAC,UAAU,EAAE,SAAU,CAAC,IAAI,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CACrC,oBAAoB,CAAC,GAAG,CAAC,KAAK,EAAC,WAAW,EAAC,EAAE;YAC3C,MAAM,SAAS,GAAG,WAAW,CAAC,SAAU,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;YAC/D,MAAM,KAAK,GAAG,aAAa,CAAC,WAAW,CAAC,SAAU,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7E,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,oCAAoC,SAAS,EAAE,CAAC,CAAC;YACnE,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAChD,MAAM,EACN,WAAW,EACX,QAAQ,EACR,KAAK,EACL,MAAM,CACP,CAAC;YACF,OAAO,CAAC,SAAS,EAAE,UAAU,CAAU,CAAC;QAC1C,CAAC,CAAC,CACH,CAAC;QACF,OAAO;YACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,GAAG,QAAQ,CAAC,KAAK;YACvC,UAAU,EAAE,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC;SAC9C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CACnB,MAAqB,EACrB,QAAqB,EACrB,MAAoB;QAEpB,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS,IAAI,QAAQ,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,cAAe,CAAC,CAAC;QACpE,MAAM,IAAI,GAAkB,aAAa,CAAC,IAAI,EAAE,QAAQ,CAAC,SAAS,EAAE,IAAK,CAAQ,CAAC;QAElF,IAAI,IAAI,KAAK,KAAK,CAAC,aAAa,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,WAAW,GAAuB,aAAa,CACnD,gBAAgB,EAChB,QAAQ,CAAC,SAAS,EAAE,KAAM,CACpB,CAAC;QAET,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,gBAAiB,CAAC,CAAC;QAClE,MAAM,oBAAoB,GAAG,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;QACxE,MAAM,yBAAyB,GAC7B,oBAAoB,KAAK,SAAS,IAAI,MAAM,CAAC,oBAAoB,CAAC,GAAG,CAAC;YACpE,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC;YAC9B,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,yBAAyB,IAAI,WAAW,CAAC,CAAC;QACpF,MAAM,QAAQ,GAAG,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,qBAAsB,CAAC,CAAC;QAClF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC;QAC9F,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9F,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;QAC9C,MAAM,mBAAmB,GAAG,WAAW,GAAG,WAAW,CAAC;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,WAAW,CAAC,MAAM,GAAG,mBAAmB,EACxC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,WAAW,CAAC,CACpC,CAAC;QAEF,MAAM,OAAO,GAAyB;YACpC,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,WAAW;YACX,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,UAAU;YACzC,UAAU,EAAE,EAAE;YACd,mDAAmD;YACnD,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc;YACzC,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,oBAAoB;YACrD,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,oBAAoB;YACrD,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,oBAAoB;SACtD,CAAC;QAEF,IAAI,UAA6B,CAAC;QAElC,IAAI,yBAAyB,KAAK,SAAS,EAAE,CAAC;YAC5C,MAAM,wBAAwB,GAAG,yBAAyB,GAAG,WAAW,CAAC;YACzE,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,yBAAyB,CAAC,EACpD,WAAW,CAAC,MAAM,GAAG,wBAAwB,EAC7C,IAAI,CAAC,KAAK,CAAC,qBAAqB,CACjC,CAAC;YACF,MAAM,gBAAgB,GAAG,WAAW,CAAC,QAAQ,CAC3C,wBAAwB,EACxB,wBAAwB,GAAG,cAAc,CAC1C,CAAC;YACF,UAAU,GAAG,MAAM,sBAAsB,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;QACvE,CAAC;QAED,UAAU,GAAG,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;QAC1E,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,mBAAmB,EAAE,mBAAmB,GAAG,SAAS,CAAC,CAAC;QAC5F,OAAO,MAAM,eAAe,CAAC,QAAQ,EAAE,EAAC,GAAG,OAAO,EAAE,UAAU,EAAC,CAAC,CAAC;IACnE,CAAC;IAED,8FAA8F;IAC9F,KAAK,CAAC,oBAAoB,CACxB,MAAqB,EACrB,WAAwB,EACxB,QAAyB,EACzB,KAAyC,EACzC,MAAoB;QAEpB,IAAI,WAAW,CAAC,SAAS,KAAK,SAAS,IAAI,WAAW,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC1E,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QACD,MAAM,cAAc,GAAG,WAAW,CAAC,SAAU,CAAC;QAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;QAC9D,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,cAAc,KAAK,UAAU,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;YAC5F,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;QACD,MAAM,IAAI,GAAkB,aAAa,CAAC,IAAI,EAAE,cAAc,CAAC,IAAI,CAAQ,CAAC;QAC5E,IAAI,IAAI,KAAK,KAAK,CAAC,aAAa,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,MAAM,WAAW,GAAuB,aAAa,CACnD,gBAAgB,EAChB,cAAc,CAAC,KAAK,CACd,CAAC;QACT,MAAM,gBAAgB,GAAG,KAAK,CAAC,MAAM,CACnC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC,GAAG,CAC/E,CAAC;QACF,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,SAAS,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAyB;YACpC,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,WAAW;YACX,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,IAAI,YAAY,CAAC,QAAQ,CAAC,WAAW,GAAG,SAAS,CAAC,aAAa,CAAC;YAC3E,UAAU,EAAE,EAAE;YACd,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc;YACzC,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,oBAAoB;YACrD,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,oBAAoB;SACtD,CAAC;QAEF,IAAI,UAA6B,CAAC;QAClC,MAAM,oBAAoB,GAAG,MAAM,CAAC,cAAc,CAAC,sBAAsB,CAAC,CAAC;QAC3E,IAAI,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC,IAAI,oBAAoB,GAAG,CAAC,EAAE,CAAC;YAC3E,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,oBAAoB,CAAC,CAAC;YAC7E,MAAM,gBAAgB,GAAG,YAAY,CACnC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAC1F,CAAC;YACF,UAAU,GAAG,MAAM,sBAAsB,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,oBAAoB,GAAG,SAAS,CAAC,MAAM,CAAC;QACtF,MAAM,UAAU,GAAG,YAAY,CAC7B,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAChF,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,UAAU,EAAE,EAAC,GAAG,OAAO,EAAE,UAAU,EAAC,CAAC,CAAC;QAC5E,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,GAAG,SAAS,CAAC,aAAa,CAAC;QAC/D,MAAM,WAAW,GAAG,aAAa,GAAG,QAAQ,CAAC,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC;QAClE,OAAO,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;IACpF,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,aAAa,CACjB,oBAA4B,EAC5B,OAA6B,EAC7B,WAAmB,EACnB,MAAoB;QAEpB,IAAI,oBAAoB,KAAK,CAAC,EAAE,CAAC;YAC/B,sFAAsF;YACtF,2DAA2D;YAE3D,wFAAwF;YACxF,6GAA6G;YAC7G,iEAAiE;YACjE,4FAA4F;YAC5F,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,oBAAoB,CAAC,EAC/C,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,oBAAoB,EACrC,IAAI,CAAC,KAAK,CAAC,qBAAqB,CACjC,CAAC;QACF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CACtC,oBAAoB,EACpB,cAAc,EACd,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAC5B,CAAC;QACF,MAAM,QAAQ,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;QAC3C,OAAO,MAAM,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;;AAGH,2EAA2E;AAC3E,KAAK,UAAU,sBAAsB,CACnC,gBAA4B,EAC5B,OAA6B;IAE7B,MAAM,MAAM,GAAG,EAAC,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAC,CAAC;IACpF,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtD,OAAO,WAAW,CAAC,UAAW,CAAC;AACjC,CAAC;AAED,sFAAsF;AACtF,SAAS,oBAAoB,CAC3B,WAA+B,EAC/B,sBAA8B,EAC9B,KAAa,EACb,GAAW;IAEX,MAAM,UAAU,GAAG,kBAAkB,CAAC,WAAW,CAAC,OAAO,EAAE,sBAAsB,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;IAC7F,MAAM,QAAQ,GACZ,UAAU,GAAG,kBAAkB,CAAC,WAAW,CAAC,OAAO,EAAE,sBAAsB,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAC3F,OAAO;QACL,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC;QAC9C,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC;QAC9C,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAA8B;QACnF,KAAK,EAAE,GAAG,GAAG,KAAK;QAClB,WAAW,EAAE,WAAW,CAAC,WAAW;KACrC,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,SAAS,kBAAkB,CACzB,gBAAoC,EACpC,sBAA8B,EAC9B,KAAa,EACb,GAAW;IAEX,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,KAAK,GAAG,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QAChF,IAAI,gBAAgB,CAAC,KAAK,CAAC,KAAK,sBAAsB,EAAE,CAAC;YACvD,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}
|