@loaders.gl/parquet 4.0.0-beta.1 → 4.0.0-beta.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/buffer-polyfill/buffer-polyfill.browser.d.ts.map +1 -0
- package/dist/buffer-polyfill/buffer-polyfill.browser.js +8 -0
- package/dist/buffer-polyfill/buffer-polyfill.browser.js.map +1 -0
- package/dist/buffer-polyfill/buffer-polyfill.node.d.ts.map +1 -0
- package/dist/{esm/buffer-polyfill → buffer-polyfill}/buffer-polyfill.node.js +2 -1
- package/dist/buffer-polyfill/buffer-polyfill.node.js.map +1 -0
- package/dist/buffer-polyfill/buffer.d.ts.map +1 -0
- package/dist/{esm/buffer-polyfill → buffer-polyfill}/buffer.js +31 -32
- package/dist/buffer-polyfill/buffer.js.map +1 -0
- package/dist/buffer-polyfill/index.d.ts.map +1 -0
- package/dist/buffer-polyfill/index.js +4 -0
- package/dist/buffer-polyfill/index.js.map +1 -0
- package/dist/buffer-polyfill/install-buffer-polyfill.d.ts +3 -0
- package/dist/buffer-polyfill/install-buffer-polyfill.d.ts.map +1 -0
- package/dist/buffer-polyfill/install-buffer-polyfill.js +3 -0
- package/dist/buffer-polyfill/install-buffer-polyfill.js.map +1 -0
- package/dist/constants.d.ts.map +1 -0
- package/dist/constants.js.map +1 -0
- package/dist/index.cjs +7890 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +25 -0
- package/dist/index.js.map +1 -0
- package/dist/lib/arrow/convert-columns-to-row-group.d.ts.map +1 -0
- package/dist/lib/arrow/convert-columns-to-row-group.js.map +1 -0
- package/dist/lib/arrow/convert-row-group-to-columns.d.ts.map +1 -0
- package/dist/lib/arrow/convert-row-group-to-columns.js.map +1 -0
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -0
- package/dist/lib/arrow/convert-schema-from-parquet.js.map +1 -0
- package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -0
- package/dist/lib/arrow/convert-schema-to-parquet.js.map +1 -0
- package/dist/lib/geo/decode-geo-column.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/geo/decode-geo-column.js +1 -1
- package/dist/lib/geo/decode-geo-column.js.map +1 -0
- package/dist/lib/geo/decode-geo-metadata.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/geo/decode-geo-metadata.js +7 -7
- package/dist/lib/geo/decode-geo-metadata.js.map +1 -0
- package/dist/lib/geo/geoparquet-metadata-schema.d.ts.map +1 -0
- package/dist/lib/geo/geoparquet-metadata-schema.js.map +1 -0
- package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/parsers/get-parquet-schema.js +2 -2
- package/dist/lib/parsers/get-parquet-schema.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/parsers/parse-parquet-to-columns.js +6 -6
- package/dist/lib/parsers/parse-parquet-to-columns.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-rows.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/parsers/parse-parquet-to-rows.js +6 -6
- package/dist/lib/parsers/parse-parquet-to-rows.js.map +1 -0
- package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/wasm/encode-parquet-wasm.js +1 -1
- package/dist/lib/wasm/encode-parquet-wasm.js.map +1 -0
- package/dist/lib/wasm/load-wasm/index.d.ts.map +1 -0
- package/dist/lib/wasm/load-wasm/index.js +2 -0
- package/dist/lib/wasm/load-wasm/index.js.map +1 -0
- package/dist/lib/wasm/load-wasm/load-wasm-browser.d.ts.map +1 -0
- package/dist/lib/wasm/load-wasm/load-wasm-browser.js.map +1 -0
- package/dist/lib/wasm/load-wasm/load-wasm-node.d.ts.map +1 -0
- package/dist/lib/wasm/load-wasm/load-wasm-node.js.map +1 -0
- package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/wasm/parse-parquet-wasm.js +1 -1
- package/dist/lib/wasm/parse-parquet-wasm.js.map +1 -0
- package/dist/{src/parquet-loader.d.ts → parquet-loader.d.ts} +2 -1
- package/dist/parquet-loader.d.ts.map +1 -0
- package/dist/{esm/parquet-loader.js → parquet-loader.js} +5 -2
- package/dist/parquet-loader.js.map +1 -0
- package/dist/parquet-wasm-loader.d.ts.map +1 -0
- package/dist/{esm/parquet-wasm-loader.js → parquet-wasm-loader.js} +1 -1
- package/dist/parquet-wasm-loader.js.map +1 -0
- package/dist/parquet-wasm-writer.d.ts.map +1 -0
- package/dist/{esm/parquet-wasm-writer.js → parquet-wasm-writer.js} +2 -2
- package/dist/parquet-wasm-writer.js.map +1 -0
- package/dist/parquet-writer.d.ts.map +1 -0
- package/dist/{esm/parquet-writer.js → parquet-writer.js} +1 -1
- package/dist/parquet-writer.js.map +1 -0
- package/dist/parquetjs/codecs/declare.d.ts.map +1 -0
- package/dist/parquetjs/codecs/declare.js.map +1 -0
- package/dist/parquetjs/codecs/dictionary.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/codecs/dictionary.js +1 -1
- package/dist/parquetjs/codecs/dictionary.js.map +1 -0
- package/dist/parquetjs/codecs/index.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/codecs/index.js +4 -4
- package/dist/parquetjs/codecs/index.js.map +1 -0
- package/dist/parquetjs/codecs/plain.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/codecs/plain.js +3 -3
- package/dist/parquetjs/codecs/plain.js.map +1 -0
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/codecs/rle.js +1 -1
- package/dist/parquetjs/codecs/rle.js.map +1 -0
- package/dist/parquetjs/compression.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/compression.js +3 -3
- package/dist/parquetjs/compression.js.map +1 -0
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/encoder/parquet-encoder.js +21 -22
- package/dist/parquetjs/encoder/parquet-encoder.js.map +1 -0
- package/dist/parquetjs/modules.d.js +2 -0
- package/dist/parquetjs/modules.d.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/BsonType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ColumnChunk.js +8 -9
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ColumnIndex.js +5 -6
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ColumnMetaData.js +16 -17
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ColumnOrder.js +2 -3
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/CompressionCodec.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ConvertedType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/DataPageHeader.js +6 -7
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/DataPageHeaderV2.js +9 -10
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DateType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DecimalType.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/DecimalType.js +2 -3
- package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/DictionaryPageHeader.js +3 -4
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/EnumType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/FileMetaData.js +11 -12
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IntType.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/IntType.js +2 -3
- package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/JsonType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/KeyValue.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/KeyValue.js +2 -3
- package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ListType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/LogicalType.js +26 -27
- package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MapType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/NullType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/OffsetIndex.js +2 -3
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/PageEncodingStats.js +3 -4
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/PageHeader.js +12 -13
- package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageLocation.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/PageLocation.js +3 -4
- package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/RowGroup.js +6 -7
- package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/SchemaElement.js +11 -12
- package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/SortingColumn.js +3 -4
- package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/Statistics.js +6 -7
- package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/StringType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/TimeType.js +3 -4
- package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/TimeUnit.js +4 -5
- package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/TimestampType.js +3 -4
- package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Type.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/Type.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/UUIDType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.js +46 -0
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -0
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parser/decoders.js +8 -8
- package/dist/parquetjs/parser/decoders.js.map +1 -0
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parser/parquet-reader.js +26 -22
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -0
- package/dist/parquetjs/schema/declare.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/schema/declare.js +2 -3
- package/dist/parquetjs/schema/declare.js.map +1 -0
- package/dist/parquetjs/schema/schema.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/schema/schema.js +10 -11
- package/dist/parquetjs/schema/schema.js.map +1 -0
- package/dist/parquetjs/schema/shred.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/schema/shred.js +4 -4
- package/dist/parquetjs/schema/shred.js.map +1 -0
- package/dist/parquetjs/schema/types.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/schema/types.js +20 -20
- package/dist/parquetjs/schema/types.js.map +1 -0
- package/dist/{src/parquetjs → parquetjs}/utils/file-utils.d.ts +2 -1
- package/dist/parquetjs/utils/file-utils.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/utils/file-utils.js +1 -1
- package/dist/parquetjs/utils/file-utils.js.map +1 -0
- package/dist/parquetjs/utils/read-utils.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/utils/read-utils.js +3 -4
- package/dist/parquetjs/utils/read-utils.js.map +1 -0
- package/dist/workers/parquet-worker.d.ts.map +1 -0
- package/dist/{esm/workers → workers}/parquet-worker.js +1 -1
- package/dist/workers/parquet-worker.js.map +1 -0
- package/package.json +25 -14
- package/src/buffer-polyfill/buffer-polyfill.browser.ts +6 -0
- package/src/buffer-polyfill/buffer-polyfill.node.ts +2 -0
- package/src/lib/parsers/parse-parquet-to-columns.ts +2 -2
- package/src/lib/parsers/parse-parquet-to-rows.ts +2 -2
- package/src/parquet-loader.ts +9 -1
- package/src/parquetjs/parser/parquet-reader.ts +10 -5
- package/src/parquetjs/utils/file-utils.ts +2 -1
- package/dist/dist.min.js +0 -54
- package/dist/dist.min.js.map +0 -7
- package/dist/es5/buffer-polyfill/buffer-polyfill.browser.js +0 -12
- package/dist/es5/buffer-polyfill/buffer-polyfill.browser.js.map +0 -1
- package/dist/es5/buffer-polyfill/buffer-polyfill.node.js +0 -16
- package/dist/es5/buffer-polyfill/buffer-polyfill.node.js.map +0 -1
- package/dist/es5/buffer-polyfill/buffer.js +0 -1665
- package/dist/es5/buffer-polyfill/buffer.js.map +0 -1
- package/dist/es5/buffer-polyfill/index.js +0 -27
- package/dist/es5/buffer-polyfill/index.js.map +0 -1
- package/dist/es5/buffer-polyfill/install-buffer-polyfill.js +0 -10
- package/dist/es5/buffer-polyfill/install-buffer-polyfill.js.map +0 -1
- package/dist/es5/bundle.js +0 -6
- package/dist/es5/bundle.js.map +0 -1
- package/dist/es5/constants.js +0 -17
- package/dist/es5/constants.js.map +0 -1
- package/dist/es5/index.js +0 -125
- package/dist/es5/index.js.map +0 -1
- package/dist/es5/lib/arrow/convert-columns-to-row-group.js +0 -2
- package/dist/es5/lib/arrow/convert-columns-to-row-group.js.map +0 -1
- package/dist/es5/lib/arrow/convert-row-group-to-columns.js +0 -19
- package/dist/es5/lib/arrow/convert-row-group-to-columns.js.map +0 -1
- package/dist/es5/lib/arrow/convert-schema-from-parquet.js +0 -114
- package/dist/es5/lib/arrow/convert-schema-from-parquet.js.map +0 -1
- package/dist/es5/lib/arrow/convert-schema-to-parquet.js +0 -47
- package/dist/es5/lib/arrow/convert-schema-to-parquet.js.map +0 -1
- package/dist/es5/lib/geo/decode-geo-column.js +0 -53
- package/dist/es5/lib/geo/decode-geo-column.js.map +0 -1
- package/dist/es5/lib/geo/decode-geo-metadata.js +0 -117
- package/dist/es5/lib/geo/decode-geo-metadata.js.map +0 -1
- package/dist/es5/lib/geo/geoparquet-metadata-schema.js +0 -83
- package/dist/es5/lib/geo/geoparquet-metadata-schema.js.map +0 -1
- package/dist/es5/lib/parsers/get-parquet-schema.js +0 -41
- package/dist/es5/lib/parsers/get-parquet-schema.js.map +0 -1
- package/dist/es5/lib/parsers/parse-parquet-to-columns.js +0 -176
- package/dist/es5/lib/parsers/parse-parquet-to-columns.js.map +0 -1
- package/dist/es5/lib/parsers/parse-parquet-to-rows.js +0 -205
- package/dist/es5/lib/parsers/parse-parquet-to-rows.js.map +0 -1
- package/dist/es5/lib/wasm/encode-parquet-wasm.js +0 -43
- package/dist/es5/lib/wasm/encode-parquet-wasm.js.map +0 -1
- package/dist/es5/lib/wasm/load-wasm/index.js +0 -13
- package/dist/es5/lib/wasm/load-wasm/index.js.map +0 -1
- package/dist/es5/lib/wasm/load-wasm/load-wasm-browser.js +0 -42
- package/dist/es5/lib/wasm/load-wasm/load-wasm-browser.js.map +0 -1
- package/dist/es5/lib/wasm/load-wasm/load-wasm-node.js +0 -31
- package/dist/es5/lib/wasm/load-wasm/load-wasm-node.js.map +0 -1
- package/dist/es5/lib/wasm/parse-parquet-wasm.js +0 -60
- package/dist/es5/lib/wasm/parse-parquet-wasm.js.map +0 -1
- package/dist/es5/parquet-loader.js +0 -44
- package/dist/es5/parquet-loader.js.map +0 -1
- package/dist/es5/parquet-wasm-loader.js +0 -27
- package/dist/es5/parquet-wasm-loader.js.map +0 -1
- package/dist/es5/parquet-wasm-writer.js +0 -25
- package/dist/es5/parquet-wasm-writer.js.map +0 -1
- package/dist/es5/parquet-writer.js +0 -23
- package/dist/es5/parquet-writer.js.map +0 -1
- package/dist/es5/parquetjs/codecs/declare.js +0 -2
- package/dist/es5/parquetjs/codecs/declare.js.map +0 -1
- package/dist/es5/parquetjs/codecs/dictionary.js +0 -23
- package/dist/es5/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/es5/parquetjs/codecs/index.js +0 -47
- package/dist/es5/parquetjs/codecs/index.js.map +0 -1
- package/dist/es5/parquetjs/codecs/plain.js +0 -208
- package/dist/es5/parquetjs/codecs/plain.js.map +0 -1
- package/dist/es5/parquetjs/codecs/rle.js +0 -132
- package/dist/es5/parquetjs/codecs/rle.js.map +0 -1
- package/dist/es5/parquetjs/compression.js +0 -137
- package/dist/es5/parquetjs/compression.js.map +0 -1
- package/dist/es5/parquetjs/encoder/parquet-encoder.js +0 -625
- package/dist/es5/parquetjs/encoder/parquet-encoder.js.map +0 -1
- package/dist/es5/parquetjs/modules.d.ts +0 -21
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +0 -14
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js +0 -193
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js +0 -198
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js +0 -367
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js +0 -99
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +0 -19
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +0 -33
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js +0 -152
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -207
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DateType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js +0 -96
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -113
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js +0 -19
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -14
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js +0 -239
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/IntType.js +0 -96
- package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js +0 -94
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ListType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js +0 -423
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MapType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/NullType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js +0 -89
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js +0 -115
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js +0 -204
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageType.js +0 -15
- package/dist/es5/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js +0 -165
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js +0 -231
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js +0 -115
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js +0 -165
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/StringType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js +0 -97
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js +0 -126
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js +0 -97
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Type.js +0 -19
- package/dist/es5/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/index.js +0 -554
- package/dist/es5/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/es5/parquetjs/parser/decoders.js +0 -410
- package/dist/es5/parquetjs/parser/decoders.js.map +0 -1
- package/dist/es5/parquetjs/parser/parquet-reader.js +0 -612
- package/dist/es5/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/es5/parquetjs/schema/declare.js +0 -21
- package/dist/es5/parquetjs/schema/declare.js.map +0 -1
- package/dist/es5/parquetjs/schema/schema.js +0 -165
- package/dist/es5/parquetjs/schema/schema.js.map +0 -1
- package/dist/es5/parquetjs/schema/shred.js +0 -282
- package/dist/es5/parquetjs/schema/shred.js.map +0 -1
- package/dist/es5/parquetjs/schema/types.js +0 -406
- package/dist/es5/parquetjs/schema/types.js.map +0 -1
- package/dist/es5/parquetjs/utils/file-utils.js +0 -47
- package/dist/es5/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/es5/parquetjs/utils/read-utils.js +0 -119
- package/dist/es5/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/es5/workers/parquet-worker.js +0 -6
- package/dist/es5/workers/parquet-worker.js.map +0 -1
- package/dist/esm/buffer-polyfill/buffer-polyfill.browser.js +0 -6
- package/dist/esm/buffer-polyfill/buffer-polyfill.browser.js.map +0 -1
- package/dist/esm/buffer-polyfill/buffer-polyfill.node.js.map +0 -1
- package/dist/esm/buffer-polyfill/buffer.js.map +0 -1
- package/dist/esm/buffer-polyfill/index.js +0 -4
- package/dist/esm/buffer-polyfill/index.js.map +0 -1
- package/dist/esm/buffer-polyfill/install-buffer-polyfill.js +0 -3
- package/dist/esm/buffer-polyfill/install-buffer-polyfill.js.map +0 -1
- package/dist/esm/bundle.js +0 -4
- package/dist/esm/bundle.js.map +0 -1
- package/dist/esm/constants.js.map +0 -1
- package/dist/esm/index.js +0 -25
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/lib/arrow/convert-columns-to-row-group.js.map +0 -1
- package/dist/esm/lib/arrow/convert-row-group-to-columns.js.map +0 -1
- package/dist/esm/lib/arrow/convert-schema-from-parquet.js.map +0 -1
- package/dist/esm/lib/arrow/convert-schema-to-parquet.js.map +0 -1
- package/dist/esm/lib/geo/decode-geo-column.js.map +0 -1
- package/dist/esm/lib/geo/decode-geo-metadata.js.map +0 -1
- package/dist/esm/lib/geo/geoparquet-metadata-schema.js.map +0 -1
- package/dist/esm/lib/geo/geoparquet-metadata-schema.json +0 -60
- package/dist/esm/lib/parsers/get-parquet-schema.js.map +0 -1
- package/dist/esm/lib/parsers/parse-parquet-to-columns.js.map +0 -1
- package/dist/esm/lib/parsers/parse-parquet-to-rows.js.map +0 -1
- package/dist/esm/lib/wasm/encode-parquet-wasm.js.map +0 -1
- package/dist/esm/lib/wasm/load-wasm/index.js +0 -2
- package/dist/esm/lib/wasm/load-wasm/index.js.map +0 -1
- package/dist/esm/lib/wasm/load-wasm/load-wasm-browser.js.map +0 -1
- package/dist/esm/lib/wasm/load-wasm/load-wasm-node.js.map +0 -1
- package/dist/esm/lib/wasm/parse-parquet-wasm.js.map +0 -1
- package/dist/esm/lib/wip/convert-schema-deep.java.disabled +0 -910
- package/dist/esm/lib/wip/convert-schema-deep.rs.disabled +0 -976
- package/dist/esm/parquet-loader.js.map +0 -1
- package/dist/esm/parquet-wasm-loader.js.map +0 -1
- package/dist/esm/parquet-wasm-writer.js.map +0 -1
- package/dist/esm/parquet-writer.js.map +0 -1
- package/dist/esm/parquetjs/LICENSE +0 -20
- package/dist/esm/parquetjs/codecs/declare.js.map +0 -1
- package/dist/esm/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/esm/parquetjs/codecs/index.js.map +0 -1
- package/dist/esm/parquetjs/codecs/plain.js.map +0 -1
- package/dist/esm/parquetjs/codecs/rle.js.map +0 -1
- package/dist/esm/parquetjs/compression.js.map +0 -1
- package/dist/esm/parquetjs/encoder/parquet-encoder.js.map +0 -1
- package/dist/esm/parquetjs/modules.d.ts +0 -21
- package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/index.js +0 -46
- package/dist/esm/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/esm/parquetjs/parser/decoders.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/esm/parquetjs/schema/declare.js.map +0 -1
- package/dist/esm/parquetjs/schema/schema.js.map +0 -1
- package/dist/esm/parquetjs/schema/shred.js.map +0 -1
- package/dist/esm/parquetjs/schema/types.js.map +0 -1
- package/dist/esm/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/esm/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/esm/workers/parquet-worker.js.map +0 -1
- package/dist/parquet-worker.js +0 -54
- package/dist/parquet-worker.js.map +0 -7
- package/dist/src/buffer-polyfill/buffer-polyfill.browser.d.ts.map +0 -1
- package/dist/src/buffer-polyfill/buffer-polyfill.node.d.ts.map +0 -1
- package/dist/src/buffer-polyfill/buffer.d.ts.map +0 -1
- package/dist/src/buffer-polyfill/index.d.ts.map +0 -1
- package/dist/src/buffer-polyfill/install-buffer-polyfill.d.ts +0 -30
- package/dist/src/buffer-polyfill/install-buffer-polyfill.d.ts.map +0 -1
- package/dist/src/bundle.d.ts +0 -2
- package/dist/src/bundle.d.ts.map +0 -1
- package/dist/src/constants.d.ts.map +0 -1
- package/dist/src/index.d.ts.map +0 -1
- package/dist/src/lib/arrow/convert-columns-to-row-group.d.ts.map +0 -1
- package/dist/src/lib/arrow/convert-row-group-to-columns.d.ts.map +0 -1
- package/dist/src/lib/arrow/convert-schema-from-parquet.d.ts.map +0 -1
- package/dist/src/lib/arrow/convert-schema-to-parquet.d.ts.map +0 -1
- package/dist/src/lib/geo/decode-geo-column.d.ts.map +0 -1
- package/dist/src/lib/geo/decode-geo-metadata.d.ts.map +0 -1
- package/dist/src/lib/geo/geoparquet-metadata-schema.d.ts.map +0 -1
- package/dist/src/lib/parsers/get-parquet-schema.d.ts.map +0 -1
- package/dist/src/lib/parsers/parse-parquet-to-columns.d.ts.map +0 -1
- package/dist/src/lib/parsers/parse-parquet-to-rows.d.ts.map +0 -1
- package/dist/src/lib/wasm/encode-parquet-wasm.d.ts.map +0 -1
- package/dist/src/lib/wasm/load-wasm/index.d.ts.map +0 -1
- package/dist/src/lib/wasm/load-wasm/load-wasm-browser.d.ts.map +0 -1
- package/dist/src/lib/wasm/load-wasm/load-wasm-node.d.ts.map +0 -1
- package/dist/src/lib/wasm/parse-parquet-wasm.d.ts.map +0 -1
- package/dist/src/parquet-loader.d.ts.map +0 -1
- package/dist/src/parquet-wasm-loader.d.ts.map +0 -1
- package/dist/src/parquet-wasm-writer.d.ts.map +0 -1
- package/dist/src/parquet-writer.d.ts.map +0 -1
- package/dist/src/parquetjs/codecs/declare.d.ts.map +0 -1
- package/dist/src/parquetjs/codecs/dictionary.d.ts.map +0 -1
- package/dist/src/parquetjs/codecs/index.d.ts.map +0 -1
- package/dist/src/parquetjs/codecs/plain.d.ts.map +0 -1
- package/dist/src/parquetjs/codecs/rle.d.ts.map +0 -1
- package/dist/src/parquetjs/compression.d.ts.map +0 -1
- package/dist/src/parquetjs/encoder/parquet-encoder.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/BoundaryOrder.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/BsonType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/CompressionCodec.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/ConvertedType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/DateType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/DecimalType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/Encoding.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/EnumType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/FieldRepetitionType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/FileMetaData.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/IntType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/JsonType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/KeyValue.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/ListType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/LogicalType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/MapType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/NullType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/PageHeader.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/PageLocation.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/PageType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/RowGroup.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/SchemaElement.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/SortingColumn.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/Statistics.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/StringType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/TimeType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/TimeUnit.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/TimestampType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/Type.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/UUIDType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/index.d.ts.map +0 -1
- package/dist/src/parquetjs/parser/decoders.d.ts.map +0 -1
- package/dist/src/parquetjs/parser/parquet-reader.d.ts.map +0 -1
- package/dist/src/parquetjs/schema/declare.d.ts.map +0 -1
- package/dist/src/parquetjs/schema/schema.d.ts.map +0 -1
- package/dist/src/parquetjs/schema/shred.d.ts.map +0 -1
- package/dist/src/parquetjs/schema/types.d.ts.map +0 -1
- package/dist/src/parquetjs/utils/file-utils.d.ts.map +0 -1
- package/dist/src/parquetjs/utils/read-utils.d.ts.map +0 -1
- package/dist/src/workers/parquet-worker.d.ts.map +0 -1
- package/dist/tsconfig.tsbuildinfo +0 -1
- package/src/bundle.ts +0 -4
- /package/dist/{src/buffer-polyfill → buffer-polyfill}/buffer-polyfill.browser.d.ts +0 -0
- /package/dist/{src/buffer-polyfill → buffer-polyfill}/buffer-polyfill.node.d.ts +0 -0
- /package/dist/{src/buffer-polyfill → buffer-polyfill}/buffer.d.ts +0 -0
- /package/dist/{src/buffer-polyfill → buffer-polyfill}/index.d.ts +0 -0
- /package/dist/{src/constants.d.ts → constants.d.ts} +0 -0
- /package/dist/{esm/constants.js → constants.js} +0 -0
- /package/dist/{src/index.d.ts → index.d.ts} +0 -0
- /package/dist/{src/lib → lib}/arrow/convert-columns-to-row-group.d.ts +0 -0
- /package/dist/{esm/lib → lib}/arrow/convert-columns-to-row-group.js +0 -0
- /package/dist/{src/lib → lib}/arrow/convert-row-group-to-columns.d.ts +0 -0
- /package/dist/{esm/lib → lib}/arrow/convert-row-group-to-columns.js +0 -0
- /package/dist/{src/lib → lib}/arrow/convert-schema-from-parquet.d.ts +0 -0
- /package/dist/{esm/lib → lib}/arrow/convert-schema-from-parquet.js +0 -0
- /package/dist/{src/lib → lib}/arrow/convert-schema-to-parquet.d.ts +0 -0
- /package/dist/{esm/lib → lib}/arrow/convert-schema-to-parquet.js +0 -0
- /package/dist/{src/lib → lib}/geo/decode-geo-column.d.ts +0 -0
- /package/dist/{src/lib → lib}/geo/decode-geo-metadata.d.ts +0 -0
- /package/dist/{src/lib → lib}/geo/geoparquet-metadata-schema.d.ts +0 -0
- /package/dist/{esm/lib → lib}/geo/geoparquet-metadata-schema.js +0 -0
- /package/dist/{es5/lib → lib}/geo/geoparquet-metadata-schema.json +0 -0
- /package/dist/{src/lib → lib}/parsers/get-parquet-schema.d.ts +0 -0
- /package/dist/{src/lib → lib}/parsers/parse-parquet-to-columns.d.ts +0 -0
- /package/dist/{src/lib → lib}/parsers/parse-parquet-to-rows.d.ts +0 -0
- /package/dist/{src/lib → lib}/wasm/encode-parquet-wasm.d.ts +0 -0
- /package/dist/{src/lib → lib}/wasm/load-wasm/index.d.ts +0 -0
- /package/dist/{src/lib → lib}/wasm/load-wasm/load-wasm-browser.d.ts +0 -0
- /package/dist/{esm/lib → lib}/wasm/load-wasm/load-wasm-browser.js +0 -0
- /package/dist/{src/lib → lib}/wasm/load-wasm/load-wasm-node.d.ts +0 -0
- /package/dist/{esm/lib → lib}/wasm/load-wasm/load-wasm-node.js +0 -0
- /package/dist/{src/lib → lib}/wasm/parse-parquet-wasm.d.ts +0 -0
- /package/dist/{es5/lib → lib}/wip/convert-schema-deep.java.disabled +0 -0
- /package/dist/{es5/lib → lib}/wip/convert-schema-deep.rs.disabled +0 -0
- /package/dist/{src/parquet-wasm-loader.d.ts → parquet-wasm-loader.d.ts} +0 -0
- /package/dist/{src/parquet-wasm-writer.d.ts → parquet-wasm-writer.d.ts} +0 -0
- /package/dist/{src/parquet-writer.d.ts → parquet-writer.d.ts} +0 -0
- /package/dist/{es5/parquetjs → parquetjs}/LICENSE +0 -0
- /package/dist/{src/parquetjs → parquetjs}/codecs/declare.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/codecs/declare.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/codecs/dictionary.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/codecs/index.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/codecs/plain.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/codecs/rle.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/compression.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/encoder/parquet-encoder.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/BoundaryOrder.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/BoundaryOrder.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/BsonType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/BsonType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/ColumnChunk.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/ColumnIndex.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/ColumnMetaData.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/ColumnOrder.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/CompressionCodec.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/CompressionCodec.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/ConvertedType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ConvertedType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/DataPageHeader.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/DataPageHeaderV2.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/DateType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/DateType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/DecimalType.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/DictionaryPageHeader.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/Encoding.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/Encoding.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/EnumType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/EnumType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/FieldRepetitionType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/FieldRepetitionType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/FileMetaData.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/IndexPageHeader.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/IndexPageHeader.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/IntType.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/JsonType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/JsonType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/KeyValue.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/ListType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ListType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/LogicalType.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/MapType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/MapType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/MicroSeconds.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/MicroSeconds.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/MilliSeconds.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/MilliSeconds.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/NullType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/NullType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/OffsetIndex.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/PageEncodingStats.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/PageHeader.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/PageLocation.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/PageType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/PageType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/RowGroup.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/SchemaElement.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/SortingColumn.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/Statistics.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/StringType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/StringType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/TimeType.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/TimeUnit.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/TimestampType.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/Type.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/Type.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/TypeDefinedOrder.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/TypeDefinedOrder.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/UUIDType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/UUIDType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/index.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parser/decoders.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parser/parquet-reader.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/schema/declare.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/schema/schema.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/schema/shred.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/schema/types.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/utils/read-utils.d.ts +0 -0
- /package/dist/{src/workers → workers}/parquet-worker.d.ts +0 -0
|
@@ -1,176 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
Object.defineProperty(exports, "__esModule", {
|
|
5
|
-
value: true
|
|
6
|
-
});
|
|
7
|
-
exports.parseParquetFileInColumnarBatches = parseParquetFileInColumnarBatches;
|
|
8
|
-
exports.parseParquetInColumns = parseParquetInColumns;
|
|
9
|
-
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
10
|
-
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
11
|
-
var _awaitAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/awaitAsyncGenerator"));
|
|
12
|
-
var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapAsyncGenerator"));
|
|
13
|
-
var _loaderUtils = require("@loaders.gl/loader-utils");
|
|
14
|
-
var _parquetReader = require("../../parquetjs/parser/parquet-reader");
|
|
15
|
-
var _shred = require("../../parquetjs/schema/shred");
|
|
16
|
-
var _getParquetSchema = require("./get-parquet-schema");
|
|
17
|
-
var _bufferPolyfill = require("../../buffer-polyfill");
|
|
18
|
-
function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
|
|
19
|
-
function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
|
|
20
|
-
function parseParquetInColumns(_x3, _x4) {
|
|
21
|
-
return _parseParquetInColumns.apply(this, arguments);
|
|
22
|
-
}
|
|
23
|
-
function _parseParquetInColumns() {
|
|
24
|
-
_parseParquetInColumns = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(arrayBuffer, options) {
|
|
25
|
-
var blob, file, reader, _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, batch;
|
|
26
|
-
return _regenerator.default.wrap(function _callee2$(_context2) {
|
|
27
|
-
while (1) switch (_context2.prev = _context2.next) {
|
|
28
|
-
case 0:
|
|
29
|
-
(0, _bufferPolyfill.installBufferPolyfill)();
|
|
30
|
-
blob = new Blob([arrayBuffer]);
|
|
31
|
-
file = (0, _loaderUtils.makeReadableFile)(blob);
|
|
32
|
-
reader = new _parquetReader.ParquetReader(file);
|
|
33
|
-
_iteratorAbruptCompletion = false;
|
|
34
|
-
_didIteratorError = false;
|
|
35
|
-
_context2.prev = 6;
|
|
36
|
-
_iterator = _asyncIterator(parseParquetFileInColumnarBatches(reader, options));
|
|
37
|
-
case 8:
|
|
38
|
-
_context2.next = 10;
|
|
39
|
-
return _iterator.next();
|
|
40
|
-
case 10:
|
|
41
|
-
if (!(_iteratorAbruptCompletion = !(_step = _context2.sent).done)) {
|
|
42
|
-
_context2.next = 16;
|
|
43
|
-
break;
|
|
44
|
-
}
|
|
45
|
-
batch = _step.value;
|
|
46
|
-
return _context2.abrupt("return", {
|
|
47
|
-
shape: 'columnar-table',
|
|
48
|
-
schema: batch.schema,
|
|
49
|
-
data: batch.data
|
|
50
|
-
});
|
|
51
|
-
case 13:
|
|
52
|
-
_iteratorAbruptCompletion = false;
|
|
53
|
-
_context2.next = 8;
|
|
54
|
-
break;
|
|
55
|
-
case 16:
|
|
56
|
-
_context2.next = 22;
|
|
57
|
-
break;
|
|
58
|
-
case 18:
|
|
59
|
-
_context2.prev = 18;
|
|
60
|
-
_context2.t0 = _context2["catch"](6);
|
|
61
|
-
_didIteratorError = true;
|
|
62
|
-
_iteratorError = _context2.t0;
|
|
63
|
-
case 22:
|
|
64
|
-
_context2.prev = 22;
|
|
65
|
-
_context2.prev = 23;
|
|
66
|
-
if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
|
|
67
|
-
_context2.next = 27;
|
|
68
|
-
break;
|
|
69
|
-
}
|
|
70
|
-
_context2.next = 27;
|
|
71
|
-
return _iterator.return();
|
|
72
|
-
case 27:
|
|
73
|
-
_context2.prev = 27;
|
|
74
|
-
if (!_didIteratorError) {
|
|
75
|
-
_context2.next = 30;
|
|
76
|
-
break;
|
|
77
|
-
}
|
|
78
|
-
throw _iteratorError;
|
|
79
|
-
case 30:
|
|
80
|
-
return _context2.finish(27);
|
|
81
|
-
case 31:
|
|
82
|
-
return _context2.finish(22);
|
|
83
|
-
case 32:
|
|
84
|
-
throw new Error('empty table');
|
|
85
|
-
case 33:
|
|
86
|
-
case "end":
|
|
87
|
-
return _context2.stop();
|
|
88
|
-
}
|
|
89
|
-
}, _callee2, null, [[6, 18, 22, 32], [23,, 27, 31]]);
|
|
90
|
-
}));
|
|
91
|
-
return _parseParquetInColumns.apply(this, arguments);
|
|
92
|
-
}
|
|
93
|
-
function parseParquetFileInColumnarBatches(_x, _x2) {
|
|
94
|
-
return _parseParquetFileInColumnarBatches.apply(this, arguments);
|
|
95
|
-
}
|
|
96
|
-
function _parseParquetFileInColumnarBatches() {
|
|
97
|
-
_parseParquetFileInColumnarBatches = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee(reader, options) {
|
|
98
|
-
var schema, parquetSchema, rowGroups, _iteratorAbruptCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, rowGroup;
|
|
99
|
-
return _regenerator.default.wrap(function _callee$(_context) {
|
|
100
|
-
while (1) switch (_context.prev = _context.next) {
|
|
101
|
-
case 0:
|
|
102
|
-
_context.next = 2;
|
|
103
|
-
return (0, _awaitAsyncGenerator2.default)((0, _getParquetSchema.getSchemaFromParquetReader)(reader));
|
|
104
|
-
case 2:
|
|
105
|
-
schema = _context.sent;
|
|
106
|
-
_context.next = 5;
|
|
107
|
-
return (0, _awaitAsyncGenerator2.default)(reader.getSchema());
|
|
108
|
-
case 5:
|
|
109
|
-
parquetSchema = _context.sent;
|
|
110
|
-
rowGroups = reader.rowGroupIterator(options === null || options === void 0 ? void 0 : options.parquet);
|
|
111
|
-
_iteratorAbruptCompletion2 = false;
|
|
112
|
-
_didIteratorError2 = false;
|
|
113
|
-
_context.prev = 9;
|
|
114
|
-
_iterator2 = _asyncIterator(rowGroups);
|
|
115
|
-
case 11:
|
|
116
|
-
_context.next = 13;
|
|
117
|
-
return (0, _awaitAsyncGenerator2.default)(_iterator2.next());
|
|
118
|
-
case 13:
|
|
119
|
-
if (!(_iteratorAbruptCompletion2 = !(_step2 = _context.sent).done)) {
|
|
120
|
-
_context.next = 20;
|
|
121
|
-
break;
|
|
122
|
-
}
|
|
123
|
-
rowGroup = _step2.value;
|
|
124
|
-
_context.next = 17;
|
|
125
|
-
return convertRowGroupToTableBatch(rowGroup, parquetSchema, schema);
|
|
126
|
-
case 17:
|
|
127
|
-
_iteratorAbruptCompletion2 = false;
|
|
128
|
-
_context.next = 11;
|
|
129
|
-
break;
|
|
130
|
-
case 20:
|
|
131
|
-
_context.next = 26;
|
|
132
|
-
break;
|
|
133
|
-
case 22:
|
|
134
|
-
_context.prev = 22;
|
|
135
|
-
_context.t0 = _context["catch"](9);
|
|
136
|
-
_didIteratorError2 = true;
|
|
137
|
-
_iteratorError2 = _context.t0;
|
|
138
|
-
case 26:
|
|
139
|
-
_context.prev = 26;
|
|
140
|
-
_context.prev = 27;
|
|
141
|
-
if (!(_iteratorAbruptCompletion2 && _iterator2.return != null)) {
|
|
142
|
-
_context.next = 31;
|
|
143
|
-
break;
|
|
144
|
-
}
|
|
145
|
-
_context.next = 31;
|
|
146
|
-
return (0, _awaitAsyncGenerator2.default)(_iterator2.return());
|
|
147
|
-
case 31:
|
|
148
|
-
_context.prev = 31;
|
|
149
|
-
if (!_didIteratorError2) {
|
|
150
|
-
_context.next = 34;
|
|
151
|
-
break;
|
|
152
|
-
}
|
|
153
|
-
throw _iteratorError2;
|
|
154
|
-
case 34:
|
|
155
|
-
return _context.finish(31);
|
|
156
|
-
case 35:
|
|
157
|
-
return _context.finish(26);
|
|
158
|
-
case 36:
|
|
159
|
-
case "end":
|
|
160
|
-
return _context.stop();
|
|
161
|
-
}
|
|
162
|
-
}, _callee, null, [[9, 22, 26, 36], [27,, 31, 35]]);
|
|
163
|
-
}));
|
|
164
|
-
return _parseParquetFileInColumnarBatches.apply(this, arguments);
|
|
165
|
-
}
|
|
166
|
-
function convertRowGroupToTableBatch(rowGroup, parquetSchema, schema) {
|
|
167
|
-
var data = (0, _shred.materializeColumns)(parquetSchema, rowGroup);
|
|
168
|
-
return {
|
|
169
|
-
shape: 'columnar-table',
|
|
170
|
-
batchType: 'data',
|
|
171
|
-
schema: schema,
|
|
172
|
-
data: data,
|
|
173
|
-
length: rowGroup.rowCount
|
|
174
|
-
};
|
|
175
|
-
}
|
|
176
|
-
//# sourceMappingURL=parse-parquet-to-columns.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parse-parquet-to-columns.js","names":["_loaderUtils","require","_parquetReader","_shred","_getParquetSchema","_bufferPolyfill","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Object","Promise","reject","done","resolve","value","then","n","next","prototype","apply","arguments","return","_return","ret","throw","_throw","thr","parseParquetInColumns","_x3","_x4","_parseParquetInColumns","_asyncToGenerator2","default","_regenerator","mark","_callee2","arrayBuffer","options","blob","file","reader","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","wrap","_callee2$","_context2","prev","installBufferPolyfill","Blob","makeReadableFile","ParquetReader","parseParquetFileInColumnarBatches","sent","abrupt","shape","schema","data","t0","finish","Error","stop","_x","_x2","_parseParquetFileInColumnarBatches","_wrapAsyncGenerator2","_callee","parquetSchema","rowGroups","_iteratorAbruptCompletion2","_didIteratorError2","_iteratorError2","_iterator2","_step2","rowGroup","_callee$","_context","_awaitAsyncGenerator2","getSchemaFromParquetReader","getSchema","rowGroupIterator","parquet","convertRowGroupToTableBatch","materializeColumns","batchType","length","rowCount"],"sources":["../../../../src/lib/parsers/parse-parquet-to-columns.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport {ColumnarTable, ColumnarTableBatch, Schema} from '@loaders.gl/schema';\nimport {makeReadableFile} from '@loaders.gl/loader-utils';\nimport type {ParquetLoaderOptions} from '../../parquet-loader';\nimport {ParquetReader} from '../../parquetjs/parser/parquet-reader';\nimport {ParquetRowGroup} from '../../parquetjs/schema/declare';\nimport {ParquetSchema} from '../../parquetjs/schema/schema';\nimport {materializeColumns} from '../../parquetjs/schema/shred';\nimport {getSchemaFromParquetReader} from './get-parquet-schema';\nimport {installBufferPolyfill} from '../../buffer-polyfill';\n\nexport async function parseParquetInColumns(\n arrayBuffer: ArrayBuffer,\n options?: ParquetLoaderOptions\n): Promise<ColumnarTable> {\n installBufferPolyfill();\n const blob = new Blob([arrayBuffer]);\n const file = makeReadableFile(blob);\n const reader = new ParquetReader(file);\n\n for await (const batch of parseParquetFileInColumnarBatches(reader, options)) {\n return {\n shape: 'columnar-table',\n schema: batch.schema,\n data: batch.data\n };\n }\n throw new Error('empty table');\n}\n\nexport async function* parseParquetFileInColumnarBatches(\n reader: ParquetReader,\n options?: ParquetLoaderOptions\n): AsyncIterable<ColumnarTableBatch> {\n // Extract schema and geo metadata\n const schema = await getSchemaFromParquetReader(reader);\n\n const parquetSchema = await reader.getSchema();\n\n // Iterate over row batches\n const rowGroups = reader.rowGroupIterator(options?.parquet);\n for await (const rowGroup of rowGroups) {\n yield convertRowGroupToTableBatch(rowGroup, parquetSchema, schema);\n }\n}\n\nfunction convertRowGroupToTableBatch(\n rowGroup: ParquetRowGroup,\n parquetSchema: ParquetSchema,\n schema: Schema\n): ColumnarTableBatch {\n // const data = convertParquetRowGroupToColumns(schema, rowGroup);\n const data = materializeColumns(parquetSchema, rowGroup);\n return {\n shape: 'columnar-table',\n batchType: 'data',\n schema,\n data,\n length: rowGroup.rowCount\n };\n}\n"],"mappings":";;;;;;;;;;;;AAGA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,cAAA,GAAAD,OAAA;AAGA,IAAAE,MAAA,GAAAF,OAAA;AACA,IAAAG,iBAAA,GAAAH,OAAA;AACA,IAAAI,eAAA,GAAAJ,OAAA;AAA4D,SAAAK,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAAC,MAAA,CAAAD,CAAA,MAAAA,CAAA,SAAAE,OAAA,CAAAC,MAAA,KAAAN,SAAA,CAAAG,CAAA,+BAAAI,IAAA,GAAAJ,CAAA,CAAAI,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAL,CAAA,CAAAM,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAR,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAU,CAAA,GAAAV,CAAA,CAAAW,IAAA,KAAAb,qBAAA,CAAAc,SAAA,KAAAZ,CAAA,QAAAU,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAV,iCAAA,MAAAS,CAAA,CAAAG,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAC,MAAA,WAAAC,QAAAR,KAAA,QAAAS,GAAA,QAAAjB,CAAA,CAAAe,MAAA,oBAAAE,GAAA,GAAAb,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAL,iCAAA,CAAAgB,GAAA,CAAAJ,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAI,KAAA,WAAAC,OAAAX,KAAA,QAAAY,GAAA,QAAApB,CAAA,CAAAe,MAAA,oBAAAK,GAAA,GAAAhB,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAP,iCAAA,CAAAmB,GAAA,CAAAP,KAAA,MAAAb,CAAA,EAAAc,SAAA,aAAAhB,qBAAA,CAAAE,CAAA;AAAA,SAEtCqB,qBAAqBA,CAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,sBAAA,CAAAX,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAU,uBAAA;EAAAA,sBAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAApC,SAAAC,SACLC,WAAwB,EACxBC,OAA8B;IAAA,IAAAC,IAAA,EAAAC,IAAA,EAAAC,MAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA;IAAA,OAAAb,YAAA,CAAAD,OAAA,CAAAe,IAAA,UAAAC,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAC,IAAA,GAAAD,SAAA,CAAAhC,IAAA;QAAA;UAE9B,IAAAkC,qCAAqB,EAAC,CAAC;UACjBb,IAAI,GAAG,IAAIc,IAAI,CAAC,CAAChB,WAAW,CAAC,CAAC;UAC9BG,IAAI,GAAG,IAAAc,6BAAgB,EAACf,IAAI,CAAC;UAC7BE,MAAM,GAAG,IAAIc,4BAAa,CAACf,IAAI,CAAC;UAAAE,yBAAA;UAAAC,iBAAA;UAAAO,SAAA,CAAAC,IAAA;UAAAN,SAAA,GAAAlD,cAAA,CAEZ6D,iCAAiC,CAACf,MAAM,EAAEH,OAAO,CAAC;QAAA;UAAAY,SAAA,CAAAhC,IAAA;UAAA,OAAA2B,SAAA,CAAA3B,IAAA;QAAA;UAAA,MAAAwB,yBAAA,KAAAI,KAAA,GAAAI,SAAA,CAAAO,IAAA,EAAA5C,IAAA;YAAAqC,SAAA,CAAAhC,IAAA;YAAA;UAAA;UAA3D6B,KAAK,GAAAD,KAAA,CAAA/B,KAAA;UAAA,OAAAmC,SAAA,CAAAQ,MAAA,WACb;YACLC,KAAK,EAAE,gBAAgB;YACvBC,MAAM,EAAEb,KAAK,CAACa,MAAM;YACpBC,IAAI,EAAEd,KAAK,CAACc;UACd,CAAC;QAAA;UAAAnB,yBAAA;UAAAQ,SAAA,CAAAhC,IAAA;UAAA;QAAA;UAAAgC,SAAA,CAAAhC,IAAA;UAAA;QAAA;UAAAgC,SAAA,CAAAC,IAAA;UAAAD,SAAA,CAAAY,EAAA,GAAAZ,SAAA;UAAAP,iBAAA;UAAAC,cAAA,GAAAM,SAAA,CAAAY,EAAA;QAAA;UAAAZ,SAAA,CAAAC,IAAA;UAAAD,SAAA,CAAAC,IAAA;UAAA,MAAAT,yBAAA,IAAAG,SAAA,CAAAvB,MAAA;YAAA4B,SAAA,CAAAhC,IAAA;YAAA;UAAA;UAAAgC,SAAA,CAAAhC,IAAA;UAAA,OAAA2B,SAAA,CAAAvB,MAAA;QAAA;UAAA4B,SAAA,CAAAC,IAAA;UAAA,KAAAR,iBAAA;YAAAO,SAAA,CAAAhC,IAAA;YAAA;UAAA;UAAA,MAAA0B,cAAA;QAAA;UAAA,OAAAM,SAAA,CAAAa,MAAA;QAAA;UAAA,OAAAb,SAAA,CAAAa,MAAA;QAAA;UAAA,MAEG,IAAIC,KAAK,CAAC,aAAa,CAAC;QAAA;QAAA;UAAA,OAAAd,SAAA,CAAAe,IAAA;MAAA;IAAA,GAAA7B,QAAA;EAAA,CAC/B;EAAA,OAAAL,sBAAA,CAAAX,KAAA,OAAAC,SAAA;AAAA;AAAA,SAEsBmC,iCAAiCA,CAAAU,EAAA,EAAAC,GAAA;EAAA,OAAAC,kCAAA,CAAAhD,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAA+C,mCAAA;EAAAA,kCAAA,OAAAC,oBAAA,CAAApC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAjD,SAAAmC,QACL7B,MAAqB,EACrBH,OAA8B;IAAA,IAAAsB,MAAA,EAAAW,aAAA,EAAAC,SAAA,EAAAC,0BAAA,EAAAC,kBAAA,EAAAC,eAAA,EAAAC,UAAA,EAAAC,MAAA,EAAAC,QAAA;IAAA,OAAA5C,YAAA,CAAAD,OAAA,CAAAe,IAAA,UAAA+B,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAA7B,IAAA,GAAA6B,QAAA,CAAA9D,IAAA;QAAA;UAAA8D,QAAA,CAAA9D,IAAA;UAAA,WAAA+D,qBAAA,CAAAhD,OAAA,EAGT,IAAAiD,4CAA0B,EAACzC,MAAM,CAAC;QAAA;UAAjDmB,MAAM,GAAAoB,QAAA,CAAAvB,IAAA;UAAAuB,QAAA,CAAA9D,IAAA;UAAA,WAAA+D,qBAAA,CAAAhD,OAAA,EAEgBQ,MAAM,CAAC0C,SAAS,CAAC,CAAC;QAAA;UAAxCZ,aAAa,GAAAS,QAAA,CAAAvB,IAAA;UAGbe,SAAS,GAAG/B,MAAM,CAAC2C,gBAAgB,CAAC9C,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAE+C,OAAO,CAAC;UAAAZ,0BAAA;UAAAC,kBAAA;UAAAM,QAAA,CAAA7B,IAAA;UAAAyB,UAAA,GAAAjF,cAAA,CAC9B6E,SAAS;QAAA;UAAAQ,QAAA,CAAA9D,IAAA;UAAA,WAAA+D,qBAAA,CAAAhD,OAAA,EAAA2C,UAAA,CAAA1D,IAAA;QAAA;UAAA,MAAAuD,0BAAA,KAAAI,MAAA,GAAAG,QAAA,CAAAvB,IAAA,EAAA5C,IAAA;YAAAmE,QAAA,CAAA9D,IAAA;YAAA;UAAA;UAArB4D,QAAQ,GAAAD,MAAA,CAAA9D,KAAA;UAAAiE,QAAA,CAAA9D,IAAA;UACvB,OAAMoE,2BAA2B,CAACR,QAAQ,EAAEP,aAAa,EAAEX,MAAM,CAAC;QAAA;UAAAa,0BAAA;UAAAO,QAAA,CAAA9D,IAAA;UAAA;QAAA;UAAA8D,QAAA,CAAA9D,IAAA;UAAA;QAAA;UAAA8D,QAAA,CAAA7B,IAAA;UAAA6B,QAAA,CAAAlB,EAAA,GAAAkB,QAAA;UAAAN,kBAAA;UAAAC,eAAA,GAAAK,QAAA,CAAAlB,EAAA;QAAA;UAAAkB,QAAA,CAAA7B,IAAA;UAAA6B,QAAA,CAAA7B,IAAA;UAAA,MAAAsB,0BAAA,IAAAG,UAAA,CAAAtD,MAAA;YAAA0D,QAAA,CAAA9D,IAAA;YAAA;UAAA;UAAA8D,QAAA,CAAA9D,IAAA;UAAA,WAAA+D,qBAAA,CAAAhD,OAAA,EAAA2C,UAAA,CAAAtD,MAAA;QAAA;UAAA0D,QAAA,CAAA7B,IAAA;UAAA,KAAAuB,kBAAA;YAAAM,QAAA,CAAA9D,IAAA;YAAA;UAAA;UAAA,MAAAyD,eAAA;QAAA;UAAA,OAAAK,QAAA,CAAAjB,MAAA;QAAA;UAAA,OAAAiB,QAAA,CAAAjB,MAAA;QAAA;QAAA;UAAA,OAAAiB,QAAA,CAAAf,IAAA;MAAA;IAAA,GAAAK,OAAA;EAAA,CAErE;EAAA,OAAAF,kCAAA,CAAAhD,KAAA,OAAAC,SAAA;AAAA;AAED,SAASiE,2BAA2BA,CAClCR,QAAyB,EACzBP,aAA4B,EAC5BX,MAAc,EACM;EAEpB,IAAMC,IAAI,GAAG,IAAA0B,yBAAkB,EAAChB,aAAa,EAAEO,QAAQ,CAAC;EACxD,OAAO;IACLnB,KAAK,EAAE,gBAAgB;IACvB6B,SAAS,EAAE,MAAM;IACjB5B,MAAM,EAANA,MAAM;IACNC,IAAI,EAAJA,IAAI;IACJ4B,MAAM,EAAEX,QAAQ,CAACY;EACnB,CAAC;AACH"}
|
|
@@ -1,205 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
Object.defineProperty(exports, "__esModule", {
|
|
5
|
-
value: true
|
|
6
|
-
});
|
|
7
|
-
exports.parseParquet = parseParquet;
|
|
8
|
-
exports.parseParquetFileInBatches = parseParquetFileInBatches;
|
|
9
|
-
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
10
|
-
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
11
|
-
var _awaitAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/awaitAsyncGenerator"));
|
|
12
|
-
var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapAsyncGenerator"));
|
|
13
|
-
var _loaderUtils = require("@loaders.gl/loader-utils");
|
|
14
|
-
var _parquetReader = require("../../parquetjs/parser/parquet-reader");
|
|
15
|
-
var _getParquetSchema = require("./get-parquet-schema");
|
|
16
|
-
var _bufferPolyfill = require("../../buffer-polyfill");
|
|
17
|
-
var _decodeGeoColumn = require("../geo/decode-geo-column");
|
|
18
|
-
function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
|
|
19
|
-
function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
|
|
20
|
-
function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
|
|
21
|
-
function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
|
|
22
|
-
function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
|
|
23
|
-
function parseParquet(_x3, _x4) {
|
|
24
|
-
return _parseParquet.apply(this, arguments);
|
|
25
|
-
}
|
|
26
|
-
function _parseParquet() {
|
|
27
|
-
_parseParquet = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(arrayBuffer, options) {
|
|
28
|
-
var _options$parquet, _options$parquet2;
|
|
29
|
-
var blob, file, reader, schema, rows, rowBatches, _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, rowBatch, _iterator3, _step3, row, objectRowTable, shape;
|
|
30
|
-
return _regenerator.default.wrap(function _callee2$(_context2) {
|
|
31
|
-
while (1) switch (_context2.prev = _context2.next) {
|
|
32
|
-
case 0:
|
|
33
|
-
(0, _bufferPolyfill.installBufferPolyfill)();
|
|
34
|
-
blob = new Blob([arrayBuffer]);
|
|
35
|
-
file = (0, _loaderUtils.makeReadableFile)(blob);
|
|
36
|
-
reader = new _parquetReader.ParquetReader(file, {
|
|
37
|
-
preserveBinary: options === null || options === void 0 ? void 0 : (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.preserveBinary
|
|
38
|
-
});
|
|
39
|
-
_context2.next = 6;
|
|
40
|
-
return (0, _getParquetSchema.getSchemaFromParquetReader)(reader);
|
|
41
|
-
case 6:
|
|
42
|
-
schema = _context2.sent;
|
|
43
|
-
rows = [];
|
|
44
|
-
rowBatches = reader.rowBatchIterator(options === null || options === void 0 ? void 0 : options.parquet);
|
|
45
|
-
_iteratorAbruptCompletion = false;
|
|
46
|
-
_didIteratorError = false;
|
|
47
|
-
_context2.prev = 11;
|
|
48
|
-
_iterator = _asyncIterator(rowBatches);
|
|
49
|
-
case 13:
|
|
50
|
-
_context2.next = 15;
|
|
51
|
-
return _iterator.next();
|
|
52
|
-
case 15:
|
|
53
|
-
if (!(_iteratorAbruptCompletion = !(_step = _context2.sent).done)) {
|
|
54
|
-
_context2.next = 22;
|
|
55
|
-
break;
|
|
56
|
-
}
|
|
57
|
-
rowBatch = _step.value;
|
|
58
|
-
_iterator3 = _createForOfIteratorHelper(rowBatch);
|
|
59
|
-
try {
|
|
60
|
-
for (_iterator3.s(); !(_step3 = _iterator3.n()).done;) {
|
|
61
|
-
row = _step3.value;
|
|
62
|
-
rows.push(row);
|
|
63
|
-
}
|
|
64
|
-
} catch (err) {
|
|
65
|
-
_iterator3.e(err);
|
|
66
|
-
} finally {
|
|
67
|
-
_iterator3.f();
|
|
68
|
-
}
|
|
69
|
-
case 19:
|
|
70
|
-
_iteratorAbruptCompletion = false;
|
|
71
|
-
_context2.next = 13;
|
|
72
|
-
break;
|
|
73
|
-
case 22:
|
|
74
|
-
_context2.next = 28;
|
|
75
|
-
break;
|
|
76
|
-
case 24:
|
|
77
|
-
_context2.prev = 24;
|
|
78
|
-
_context2.t0 = _context2["catch"](11);
|
|
79
|
-
_didIteratorError = true;
|
|
80
|
-
_iteratorError = _context2.t0;
|
|
81
|
-
case 28:
|
|
82
|
-
_context2.prev = 28;
|
|
83
|
-
_context2.prev = 29;
|
|
84
|
-
if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
|
|
85
|
-
_context2.next = 33;
|
|
86
|
-
break;
|
|
87
|
-
}
|
|
88
|
-
_context2.next = 33;
|
|
89
|
-
return _iterator.return();
|
|
90
|
-
case 33:
|
|
91
|
-
_context2.prev = 33;
|
|
92
|
-
if (!_didIteratorError) {
|
|
93
|
-
_context2.next = 36;
|
|
94
|
-
break;
|
|
95
|
-
}
|
|
96
|
-
throw _iteratorError;
|
|
97
|
-
case 36:
|
|
98
|
-
return _context2.finish(33);
|
|
99
|
-
case 37:
|
|
100
|
-
return _context2.finish(28);
|
|
101
|
-
case 38:
|
|
102
|
-
objectRowTable = {
|
|
103
|
-
shape: 'object-row-table',
|
|
104
|
-
schema: schema,
|
|
105
|
-
data: rows
|
|
106
|
-
};
|
|
107
|
-
shape = options === null || options === void 0 ? void 0 : (_options$parquet2 = options.parquet) === null || _options$parquet2 === void 0 ? void 0 : _options$parquet2.shape;
|
|
108
|
-
_context2.t1 = shape;
|
|
109
|
-
_context2.next = _context2.t1 === 'object-row-table' ? 43 : _context2.t1 === 'geojson-table' ? 44 : 51;
|
|
110
|
-
break;
|
|
111
|
-
case 43:
|
|
112
|
-
return _context2.abrupt("return", objectRowTable);
|
|
113
|
-
case 44:
|
|
114
|
-
_context2.prev = 44;
|
|
115
|
-
return _context2.abrupt("return", (0, _decodeGeoColumn.convertWKBTableToGeoJSON)(objectRowTable, schema));
|
|
116
|
-
case 48:
|
|
117
|
-
_context2.prev = 48;
|
|
118
|
-
_context2.t2 = _context2["catch"](44);
|
|
119
|
-
return _context2.abrupt("return", objectRowTable);
|
|
120
|
-
case 51:
|
|
121
|
-
throw new Error(shape);
|
|
122
|
-
case 52:
|
|
123
|
-
case "end":
|
|
124
|
-
return _context2.stop();
|
|
125
|
-
}
|
|
126
|
-
}, _callee2, null, [[11, 24, 28, 38], [29,, 33, 37], [44, 48]]);
|
|
127
|
-
}));
|
|
128
|
-
return _parseParquet.apply(this, arguments);
|
|
129
|
-
}
|
|
130
|
-
function parseParquetFileInBatches(_x, _x2) {
|
|
131
|
-
return _parseParquetFileInBatches.apply(this, arguments);
|
|
132
|
-
}
|
|
133
|
-
function _parseParquetFileInBatches() {
|
|
134
|
-
_parseParquetFileInBatches = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee(reader, options) {
|
|
135
|
-
var schema, rowBatches, _iteratorAbruptCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, rows;
|
|
136
|
-
return _regenerator.default.wrap(function _callee$(_context) {
|
|
137
|
-
while (1) switch (_context.prev = _context.next) {
|
|
138
|
-
case 0:
|
|
139
|
-
_context.next = 2;
|
|
140
|
-
return (0, _awaitAsyncGenerator2.default)((0, _getParquetSchema.getSchemaFromParquetReader)(reader));
|
|
141
|
-
case 2:
|
|
142
|
-
schema = _context.sent;
|
|
143
|
-
rowBatches = reader.rowBatchIterator(options === null || options === void 0 ? void 0 : options.parquet);
|
|
144
|
-
_iteratorAbruptCompletion2 = false;
|
|
145
|
-
_didIteratorError2 = false;
|
|
146
|
-
_context.prev = 6;
|
|
147
|
-
_iterator2 = _asyncIterator(rowBatches);
|
|
148
|
-
case 8:
|
|
149
|
-
_context.next = 10;
|
|
150
|
-
return (0, _awaitAsyncGenerator2.default)(_iterator2.next());
|
|
151
|
-
case 10:
|
|
152
|
-
if (!(_iteratorAbruptCompletion2 = !(_step2 = _context.sent).done)) {
|
|
153
|
-
_context.next = 17;
|
|
154
|
-
break;
|
|
155
|
-
}
|
|
156
|
-
rows = _step2.value;
|
|
157
|
-
_context.next = 14;
|
|
158
|
-
return {
|
|
159
|
-
batchType: 'data',
|
|
160
|
-
shape: 'object-row-table',
|
|
161
|
-
schema: schema,
|
|
162
|
-
data: rows,
|
|
163
|
-
length: rows.length
|
|
164
|
-
};
|
|
165
|
-
case 14:
|
|
166
|
-
_iteratorAbruptCompletion2 = false;
|
|
167
|
-
_context.next = 8;
|
|
168
|
-
break;
|
|
169
|
-
case 17:
|
|
170
|
-
_context.next = 23;
|
|
171
|
-
break;
|
|
172
|
-
case 19:
|
|
173
|
-
_context.prev = 19;
|
|
174
|
-
_context.t0 = _context["catch"](6);
|
|
175
|
-
_didIteratorError2 = true;
|
|
176
|
-
_iteratorError2 = _context.t0;
|
|
177
|
-
case 23:
|
|
178
|
-
_context.prev = 23;
|
|
179
|
-
_context.prev = 24;
|
|
180
|
-
if (!(_iteratorAbruptCompletion2 && _iterator2.return != null)) {
|
|
181
|
-
_context.next = 28;
|
|
182
|
-
break;
|
|
183
|
-
}
|
|
184
|
-
_context.next = 28;
|
|
185
|
-
return (0, _awaitAsyncGenerator2.default)(_iterator2.return());
|
|
186
|
-
case 28:
|
|
187
|
-
_context.prev = 28;
|
|
188
|
-
if (!_didIteratorError2) {
|
|
189
|
-
_context.next = 31;
|
|
190
|
-
break;
|
|
191
|
-
}
|
|
192
|
-
throw _iteratorError2;
|
|
193
|
-
case 31:
|
|
194
|
-
return _context.finish(28);
|
|
195
|
-
case 32:
|
|
196
|
-
return _context.finish(23);
|
|
197
|
-
case 33:
|
|
198
|
-
case "end":
|
|
199
|
-
return _context.stop();
|
|
200
|
-
}
|
|
201
|
-
}, _callee, null, [[6, 19, 23, 33], [24,, 28, 32]]);
|
|
202
|
-
}));
|
|
203
|
-
return _parseParquetFileInBatches.apply(this, arguments);
|
|
204
|
-
}
|
|
205
|
-
//# sourceMappingURL=parse-parquet-to-rows.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parse-parquet-to-rows.js","names":["_loaderUtils","require","_parquetReader","_getParquetSchema","_bufferPolyfill","_decodeGeoColumn","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","_asyncIterator","iterable","method","async","sync","retry","asyncIterator","AsyncFromSyncIterator","AsyncFromSyncIteratorContinuation","r","Promise","reject","resolve","then","apply","arguments","_return","ret","throw","_throw","thr","parseParquet","_x3","_x4","_parseParquet","_asyncToGenerator2","default","_regenerator","mark","_callee2","arrayBuffer","options","_options$parquet","_options$parquet2","blob","file","reader","schema","rows","rowBatches","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","rowBatch","_iterator3","_step3","row","objectRowTable","shape","wrap","_callee2$","_context2","prev","installBufferPolyfill","Blob","makeReadableFile","ParquetReader","preserveBinary","parquet","getSchemaFromParquetReader","sent","rowBatchIterator","push","t0","finish","data","t1","abrupt","convertWKBTableToGeoJSON","t2","Error","stop","parseParquetFileInBatches","_x","_x2","_parseParquetFileInBatches","_wrapAsyncGenerator2","_callee","_iteratorAbruptCompletion2","_didIteratorError2","_iteratorError2","_iterator2","_step2","_callee$","_context","_awaitAsyncGenerator2","batchType"],"sources":["../../../../src/lib/parsers/parse-parquet-to-rows.ts"],"sourcesContent":["// import type {LoaderWithParser, Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n// import {ColumnarTableBatch} from '@loaders.gl/schema';\nimport {makeReadableFile} from '@loaders.gl/loader-utils';\nimport {GeoJSONTable, ObjectRowTable, ObjectRowTableBatch} from '@loaders.gl/schema';\nimport type {ParquetLoaderOptions} from '../../parquet-loader';\nimport type {ParquetRow} from '../../parquetjs/schema/declare';\nimport {ParquetReader} from '../../parquetjs/parser/parquet-reader';\nimport {getSchemaFromParquetReader} from './get-parquet-schema';\nimport {installBufferPolyfill} from '../../buffer-polyfill';\nimport {convertWKBTableToGeoJSON} from '../geo/decode-geo-column';\n\nexport async function parseParquet(\n arrayBuffer: ArrayBuffer,\n options?: ParquetLoaderOptions\n): Promise<ObjectRowTable | GeoJSONTable> {\n installBufferPolyfill();\n\n const blob = new Blob([arrayBuffer]);\n const file = makeReadableFile(blob);\n const reader = new ParquetReader(file, {\n preserveBinary: options?.parquet?.preserveBinary\n });\n\n const schema = await getSchemaFromParquetReader(reader);\n\n const rows: ParquetRow[] = [];\n\n const rowBatches = reader.rowBatchIterator(options?.parquet);\n for await (const rowBatch of rowBatches) {\n // we have only one input batch so return\n for (const row of rowBatch) {\n rows.push(row);\n }\n }\n const objectRowTable: ObjectRowTable = {\n shape: 'object-row-table',\n schema,\n data: rows\n };\n\n const shape = options?.parquet?.shape;\n switch (shape) {\n case 'object-row-table':\n return objectRowTable;\n\n case 'geojson-table':\n try {\n return convertWKBTableToGeoJSON(objectRowTable, schema);\n } catch (error) {\n return objectRowTable;\n }\n\n default:\n throw new Error(shape);\n }\n}\n\nexport async function* parseParquetFileInBatches(\n reader: ParquetReader,\n options?: ParquetLoaderOptions\n): AsyncIterable<ObjectRowTableBatch> {\n const schema = await getSchemaFromParquetReader(reader);\n const rowBatches = reader.rowBatchIterator(options?.parquet);\n for await (const rows of rowBatches) {\n yield {\n batchType: 'data',\n shape: 'object-row-table',\n schema,\n data: rows,\n length: rows.length\n };\n }\n}\n"],"mappings":";;;;;;;;;;;;AAEA,IAAAA,YAAA,GAAAC,OAAA;AAIA,IAAAC,cAAA,GAAAD,OAAA;AACA,IAAAE,iBAAA,GAAAF,OAAA;AACA,IAAAG,eAAA,GAAAH,OAAA;AACA,IAAAI,gBAAA,GAAAJ,OAAA;AAAkE,SAAAK,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAAA,SAAAC,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAA1C,MAAA,KAAAwC,KAAA,GAAAxC,MAAA,CAAA2C,aAAA,EAAAF,IAAA,GAAAzC,MAAA,CAAAC,QAAA,GAAAyC,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAApB,IAAA,CAAAmB,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAG,qBAAA,CAAAL,MAAA,CAAApB,IAAA,CAAAmB,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAA1B,SAAA;AAAA,SAAA6B,sBAAApC,CAAA,aAAAqC,kCAAAC,CAAA,QAAApB,MAAA,CAAAoB,CAAA,MAAAA,CAAA,SAAAC,OAAA,CAAAC,MAAA,KAAAjC,SAAA,CAAA+B,CAAA,+BAAApC,IAAA,GAAAoC,CAAA,CAAApC,IAAA,SAAAqC,OAAA,CAAAE,OAAA,CAAAH,CAAA,CAAAnC,KAAA,EAAAuC,IAAA,WAAAvC,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAD,IAAA,EAAAA,IAAA,iBAAAkC,qBAAA,YAAAA,sBAAApC,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAC,CAAA,GAAAD,CAAA,CAAAa,IAAA,KAAAuB,qBAAA,CAAAjB,SAAA,KAAAnB,CAAA,QAAAC,CAAA,QAAAY,IAAA,WAAAA,KAAA,WAAAwB,iCAAA,MAAApC,CAAA,CAAA0C,KAAA,MAAA3C,CAAA,EAAA4C,SAAA,OAAA7B,MAAA,WAAA8B,QAAA1C,KAAA,QAAA2C,GAAA,QAAA9C,CAAA,CAAAe,MAAA,oBAAA+B,GAAA,GAAAP,OAAA,CAAAE,OAAA,GAAAtC,KAAA,EAAAA,KAAA,EAAAD,IAAA,UAAAmC,iCAAA,CAAAS,GAAA,CAAAH,KAAA,MAAA3C,CAAA,EAAA4C,SAAA,OAAAG,KAAA,WAAAC,OAAA7C,KAAA,QAAA8C,GAAA,QAAAjD,CAAA,CAAAe,MAAA,oBAAAkC,GAAA,GAAAV,OAAA,CAAAC,MAAA,CAAArC,KAAA,IAAAkC,iCAAA,CAAAY,GAAA,CAAAN,KAAA,MAAA3C,CAAA,EAAA4C,SAAA,aAAAR,qBAAA,CAAApC,CAAA;AAAA,SAE5CkD,YAAYA,CAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,aAAA,CAAAV,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAS,cAAA;EAAAA,aAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAA3B,SAAAC,SACLC,WAAwB,EACxBC,OAA8B;IAAA,IAAAC,gBAAA,EAAAC,iBAAA;IAAA,IAAAC,IAAA,EAAAC,IAAA,EAAAC,MAAA,EAAAC,MAAA,EAAAC,IAAA,EAAAC,UAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,QAAA,EAAAC,UAAA,EAAAC,MAAA,EAAAC,GAAA,EAAAC,cAAA,EAAAC,KAAA;IAAA,OAAAvB,YAAA,CAAAD,OAAA,CAAAyB,IAAA,UAAAC,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAC,IAAA,GAAAD,SAAA,CAAArE,IAAA;QAAA;UAE9B,IAAAuE,qCAAqB,EAAC,CAAC;UAEjBrB,IAAI,GAAG,IAAIsB,IAAI,CAAC,CAAC1B,WAAW,CAAC,CAAC;UAC9BK,IAAI,GAAG,IAAAsB,6BAAgB,EAACvB,IAAI,CAAC;UAC7BE,MAAM,GAAG,IAAIsB,4BAAa,CAACvB,IAAI,EAAE;YACrCwB,cAAc,EAAE5B,OAAO,aAAPA,OAAO,wBAAAC,gBAAA,GAAPD,OAAO,CAAE6B,OAAO,cAAA5B,gBAAA,uBAAhBA,gBAAA,CAAkB2B;UACpC,CAAC,CAAC;UAAAN,SAAA,CAAArE,IAAA;UAAA,OAEmB,IAAA6E,4CAA0B,EAACzB,MAAM,CAAC;QAAA;UAAjDC,MAAM,GAAAgB,SAAA,CAAAS,IAAA;UAENxB,IAAkB,GAAG,EAAE;UAEvBC,UAAU,GAAGH,MAAM,CAAC2B,gBAAgB,CAAChC,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAE6B,OAAO,CAAC;UAAApB,yBAAA;UAAAC,iBAAA;UAAAY,SAAA,CAAAC,IAAA;UAAAX,SAAA,GAAA3C,cAAA,CAC/BuC,UAAU;QAAA;UAAAc,SAAA,CAAArE,IAAA;UAAA,OAAA2D,SAAA,CAAA3D,IAAA;QAAA;UAAA,MAAAwD,yBAAA,KAAAI,KAAA,GAAAS,SAAA,CAAAS,IAAA,EAAAzF,IAAA;YAAAgF,SAAA,CAAArE,IAAA;YAAA;UAAA;UAAtB6D,QAAQ,GAAAD,KAAA,CAAAtE,KAAA;UAAAwE,UAAA,GAAAvF,0BAAA,CAELsF,QAAQ;UAAA;YAA1B,KAAAC,UAAA,CAAA3E,CAAA,MAAA4E,MAAA,GAAAD,UAAA,CAAA1E,CAAA,IAAAC,IAAA,GAA4B;cAAjB2E,GAAG,GAAAD,MAAA,CAAAzE,KAAA;cACZgE,IAAI,CAAC0B,IAAI,CAAChB,GAAG,CAAC;YAChB;UAAC,SAAAnE,GAAA;YAAAiE,UAAA,CAAAvE,CAAA,CAAAM,GAAA;UAAA;YAAAiE,UAAA,CAAArE,CAAA;UAAA;QAAA;UAAA+D,yBAAA;UAAAa,SAAA,CAAArE,IAAA;UAAA;QAAA;UAAAqE,SAAA,CAAArE,IAAA;UAAA;QAAA;UAAAqE,SAAA,CAAAC,IAAA;UAAAD,SAAA,CAAAY,EAAA,GAAAZ,SAAA;UAAAZ,iBAAA;UAAAC,cAAA,GAAAW,SAAA,CAAAY,EAAA;QAAA;UAAAZ,SAAA,CAAAC,IAAA;UAAAD,SAAA,CAAAC,IAAA;UAAA,MAAAd,yBAAA,IAAAG,SAAA,CAAAzD,MAAA;YAAAmE,SAAA,CAAArE,IAAA;YAAA;UAAA;UAAAqE,SAAA,CAAArE,IAAA;UAAA,OAAA2D,SAAA,CAAAzD,MAAA;QAAA;UAAAmE,SAAA,CAAAC,IAAA;UAAA,KAAAb,iBAAA;YAAAY,SAAA,CAAArE,IAAA;YAAA;UAAA;UAAA,MAAA0D,cAAA;QAAA;UAAA,OAAAW,SAAA,CAAAa,MAAA;QAAA;UAAA,OAAAb,SAAA,CAAAa,MAAA;QAAA;UAEGjB,cAA8B,GAAG;YACrCC,KAAK,EAAE,kBAAkB;YACzBb,MAAM,EAANA,MAAM;YACN8B,IAAI,EAAE7B;UACR,CAAC;UAEKY,KAAK,GAAGnB,OAAO,aAAPA,OAAO,wBAAAE,iBAAA,GAAPF,OAAO,CAAE6B,OAAO,cAAA3B,iBAAA,uBAAhBA,iBAAA,CAAkBiB,KAAK;UAAAG,SAAA,CAAAe,EAAA,GAC7BlB,KAAK;UAAAG,SAAA,CAAArE,IAAA,GAAAqE,SAAA,CAAAe,EAAA,KACN,kBAAkB,QAAAf,SAAA,CAAAe,EAAA,KAGlB,eAAe;UAAA;QAAA;UAAA,OAAAf,SAAA,CAAAgB,MAAA,WAFXpB,cAAc;QAAA;UAAAI,SAAA,CAAAC,IAAA;UAAA,OAAAD,SAAA,CAAAgB,MAAA,WAIZ,IAAAC,yCAAwB,EAACrB,cAAc,EAAEZ,MAAM,CAAC;QAAA;UAAAgB,SAAA,CAAAC,IAAA;UAAAD,SAAA,CAAAkB,EAAA,GAAAlB,SAAA;UAAA,OAAAA,SAAA,CAAAgB,MAAA,WAEhDpB,cAAc;QAAA;UAAA,MAIjB,IAAIuB,KAAK,CAACtB,KAAK,CAAC;QAAA;QAAA;UAAA,OAAAG,SAAA,CAAAoB,IAAA;MAAA;IAAA,GAAA5C,QAAA;EAAA,CAE3B;EAAA,OAAAL,aAAA,CAAAV,KAAA,OAAAC,SAAA;AAAA;AAAA,SAEsB2D,yBAAyBA,CAAAC,EAAA,EAAAC,GAAA;EAAA,OAAAC,0BAAA,CAAA/D,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAA8D,2BAAA;EAAAA,0BAAA,OAAAC,oBAAA,CAAApD,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAzC,SAAAmD,QACL3C,MAAqB,EACrBL,OAA8B;IAAA,IAAAM,MAAA,EAAAE,UAAA,EAAAyC,0BAAA,EAAAC,kBAAA,EAAAC,eAAA,EAAAC,UAAA,EAAAC,MAAA,EAAA9C,IAAA;IAAA,OAAAX,YAAA,CAAAD,OAAA,CAAAyB,IAAA,UAAAkC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAhC,IAAA,GAAAgC,QAAA,CAAAtG,IAAA;QAAA;UAAAsG,QAAA,CAAAtG,IAAA;UAAA,WAAAuG,qBAAA,CAAA7D,OAAA,EAET,IAAAmC,4CAA0B,EAACzB,MAAM,CAAC;QAAA;UAAjDC,MAAM,GAAAiD,QAAA,CAAAxB,IAAA;UACNvB,UAAU,GAAGH,MAAM,CAAC2B,gBAAgB,CAAChC,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAE6B,OAAO,CAAC;UAAAoB,0BAAA;UAAAC,kBAAA;UAAAK,QAAA,CAAAhC,IAAA;UAAA6B,UAAA,GAAAnF,cAAA,CACnCuC,UAAU;QAAA;UAAA+C,QAAA,CAAAtG,IAAA;UAAA,WAAAuG,qBAAA,CAAA7D,OAAA,EAAAyD,UAAA,CAAAnG,IAAA;QAAA;UAAA,MAAAgG,0BAAA,KAAAI,MAAA,GAAAE,QAAA,CAAAxB,IAAA,EAAAzF,IAAA;YAAAiH,QAAA,CAAAtG,IAAA;YAAA;UAAA;UAAlBsD,IAAI,GAAA8C,MAAA,CAAA9G,KAAA;UAAAgH,QAAA,CAAAtG,IAAA;UACnB,OAAM;YACJwG,SAAS,EAAE,MAAM;YACjBtC,KAAK,EAAE,kBAAkB;YACzBb,MAAM,EAANA,MAAM;YACN8B,IAAI,EAAE7B,IAAI;YACVtE,MAAM,EAAEsE,IAAI,CAACtE;UACf,CAAC;QAAA;UAAAgH,0BAAA;UAAAM,QAAA,CAAAtG,IAAA;UAAA;QAAA;UAAAsG,QAAA,CAAAtG,IAAA;UAAA;QAAA;UAAAsG,QAAA,CAAAhC,IAAA;UAAAgC,QAAA,CAAArB,EAAA,GAAAqB,QAAA;UAAAL,kBAAA;UAAAC,eAAA,GAAAI,QAAA,CAAArB,EAAA;QAAA;UAAAqB,QAAA,CAAAhC,IAAA;UAAAgC,QAAA,CAAAhC,IAAA;UAAA,MAAA0B,0BAAA,IAAAG,UAAA,CAAAjG,MAAA;YAAAoG,QAAA,CAAAtG,IAAA;YAAA;UAAA;UAAAsG,QAAA,CAAAtG,IAAA;UAAA,WAAAuG,qBAAA,CAAA7D,OAAA,EAAAyD,UAAA,CAAAjG,MAAA;QAAA;UAAAoG,QAAA,CAAAhC,IAAA;UAAA,KAAA2B,kBAAA;YAAAK,QAAA,CAAAtG,IAAA;YAAA;UAAA;UAAA,MAAAkG,eAAA;QAAA;UAAA,OAAAI,QAAA,CAAApB,MAAA;QAAA;UAAA,OAAAoB,QAAA,CAAApB,MAAA;QAAA;QAAA;UAAA,OAAAoB,QAAA,CAAAb,IAAA;MAAA;IAAA,GAAAM,OAAA;EAAA,CAEJ;EAAA,OAAAF,0BAAA,CAAA/D,KAAA,OAAAC,SAAA;AAAA"}
|
|
@@ -1,43 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
Object.defineProperty(exports, "__esModule", {
|
|
5
|
-
value: true
|
|
6
|
-
});
|
|
7
|
-
exports.encode = encode;
|
|
8
|
-
exports.tableToIPC = tableToIPC;
|
|
9
|
-
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
10
|
-
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
11
|
-
var _apacheArrow = require("apache-arrow");
|
|
12
|
-
var _loadWasm = require("./load-wasm");
|
|
13
|
-
function encode(_x, _x2) {
|
|
14
|
-
return _encode.apply(this, arguments);
|
|
15
|
-
}
|
|
16
|
-
function _encode() {
|
|
17
|
-
_encode = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(table, options) {
|
|
18
|
-
var _options$parquet;
|
|
19
|
-
var wasmUrl, wasm, arrowIPCBytes, writerProperties, parquetBytes;
|
|
20
|
-
return _regenerator.default.wrap(function _callee$(_context) {
|
|
21
|
-
while (1) switch (_context.prev = _context.next) {
|
|
22
|
-
case 0:
|
|
23
|
-
wasmUrl = options === null || options === void 0 ? void 0 : (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.wasmUrl;
|
|
24
|
-
_context.next = 3;
|
|
25
|
-
return (0, _loadWasm.loadWasm)(wasmUrl);
|
|
26
|
-
case 3:
|
|
27
|
-
wasm = _context.sent;
|
|
28
|
-
arrowIPCBytes = tableToIPC(table);
|
|
29
|
-
writerProperties = new wasm.WriterPropertiesBuilder().build();
|
|
30
|
-
parquetBytes = wasm.writeParquet(arrowIPCBytes, writerProperties);
|
|
31
|
-
return _context.abrupt("return", parquetBytes.buffer.slice(parquetBytes.byteOffset, parquetBytes.byteLength + parquetBytes.byteOffset));
|
|
32
|
-
case 8:
|
|
33
|
-
case "end":
|
|
34
|
-
return _context.stop();
|
|
35
|
-
}
|
|
36
|
-
}, _callee);
|
|
37
|
-
}));
|
|
38
|
-
return _encode.apply(this, arguments);
|
|
39
|
-
}
|
|
40
|
-
function tableToIPC(table) {
|
|
41
|
-
return _apacheArrow.RecordBatchStreamWriter.writeAll(table).toUint8Array(true);
|
|
42
|
-
}
|
|
43
|
-
//# sourceMappingURL=encode-parquet-wasm.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"encode-parquet-wasm.js","names":["_apacheArrow","require","_loadWasm","encode","_x","_x2","_encode","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","table","options","_options$parquet","wasmUrl","wasm","arrowIPCBytes","writerProperties","parquetBytes","wrap","_callee$","_context","prev","next","parquet","loadWasm","sent","tableToIPC","WriterPropertiesBuilder","build","writeParquet","abrupt","buffer","slice","byteOffset","byteLength","stop","RecordBatchStreamWriter","writeAll","toUint8Array"],"sources":["../../../../src/lib/wasm/encode-parquet-wasm.ts"],"sourcesContent":["import type {Table} from 'apache-arrow';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\n\nimport {RecordBatchStreamWriter} from 'apache-arrow';\nimport {loadWasm} from './load-wasm';\n\nexport type ParquetWriterOptions = WriterOptions & {\n parquet?: {\n wasmUrl?: string;\n };\n};\n\n/**\n * Encode Arrow Table to Parquet buffer\n */\nexport async function encode(table: Table, options?: ParquetWriterOptions): Promise<ArrayBuffer> {\n const wasmUrl = options?.parquet?.wasmUrl;\n const wasm = await loadWasm(wasmUrl);\n\n const arrowIPCBytes = tableToIPC(table);\n // TODO: provide options for how to write table.\n const writerProperties = new wasm.WriterPropertiesBuilder().build();\n const parquetBytes = wasm.writeParquet(arrowIPCBytes, writerProperties);\n return parquetBytes.buffer.slice(\n parquetBytes.byteOffset,\n parquetBytes.byteLength + parquetBytes.byteOffset\n );\n}\n\n/**\n * Serialize a {@link Table} to the IPC format. This function is a convenience\n * wrapper for {@link RecordBatchStreamWriter} and {@link RecordBatchFileWriter}.\n * Opposite of {@link tableFromIPC}.\n *\n * @param table The Table to serialize.\n * @param type Whether to serialize the Table as a file or a stream.\n */\nexport function tableToIPC(table: Table): Uint8Array {\n return RecordBatchStreamWriter.writeAll(table).toUint8Array(true);\n}\n"],"mappings":";;;;;;;;;;AAGA,IAAAA,YAAA,GAAAC,OAAA;AACA,IAAAC,SAAA,GAAAD,OAAA;AAAqC,SAWfE,MAAMA,CAAAC,EAAA,EAAAC,GAAA;EAAA,OAAAC,OAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,QAAA;EAAAA,OAAA,OAAAG,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAArB,SAAAC,QAAsBC,KAAY,EAAEC,OAA8B;IAAA,IAAAC,gBAAA;IAAA,IAAAC,OAAA,EAAAC,IAAA,EAAAC,aAAA,EAAAC,gBAAA,EAAAC,YAAA;IAAA,OAAAV,YAAA,CAAAD,OAAA,CAAAY,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UACjET,OAAO,GAAGF,OAAO,aAAPA,OAAO,wBAAAC,gBAAA,GAAPD,OAAO,CAAEY,OAAO,cAAAX,gBAAA,uBAAhBA,gBAAA,CAAkBC,OAAO;UAAAO,QAAA,CAAAE,IAAA;UAAA,OACtB,IAAAE,kBAAQ,EAACX,OAAO,CAAC;QAAA;UAA9BC,IAAI,GAAAM,QAAA,CAAAK,IAAA;UAEJV,aAAa,GAAGW,UAAU,CAAChB,KAAK,CAAC;UAEjCM,gBAAgB,GAAG,IAAIF,IAAI,CAACa,uBAAuB,CAAC,CAAC,CAACC,KAAK,CAAC,CAAC;UAC7DX,YAAY,GAAGH,IAAI,CAACe,YAAY,CAACd,aAAa,EAAEC,gBAAgB,CAAC;UAAA,OAAAI,QAAA,CAAAU,MAAA,WAChEb,YAAY,CAACc,MAAM,CAACC,KAAK,CAC9Bf,YAAY,CAACgB,UAAU,EACvBhB,YAAY,CAACiB,UAAU,GAAGjB,YAAY,CAACgB,UACzC,CAAC;QAAA;QAAA;UAAA,OAAAb,QAAA,CAAAe,IAAA;MAAA;IAAA,GAAA1B,OAAA;EAAA,CACF;EAAA,OAAAP,OAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAUM,SAASsB,UAAUA,CAAChB,KAAY,EAAc;EACnD,OAAO0B,oCAAuB,CAACC,QAAQ,CAAC3B,KAAK,CAAC,CAAC4B,YAAY,CAAC,IAAI,CAAC;AACnE"}
|
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
Object.defineProperty(exports, "__esModule", {
|
|
4
|
-
value: true
|
|
5
|
-
});
|
|
6
|
-
Object.defineProperty(exports, "loadWasm", {
|
|
7
|
-
enumerable: true,
|
|
8
|
-
get: function get() {
|
|
9
|
-
return _loadWasmNode.loadWasm;
|
|
10
|
-
}
|
|
11
|
-
});
|
|
12
|
-
var _loadWasmNode = require("./load-wasm-node");
|
|
13
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","names":["_loadWasmNode","require"],"sources":["../../../../../src/lib/wasm/load-wasm/index.ts"],"sourcesContent":["export {loadWasm} from './load-wasm-node';\n"],"mappings":";;;;;;;;;;;AAAA,IAAAA,aAAA,GAAAC,OAAA"}
|
|
@@ -1,42 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
var _typeof = require("@babel/runtime/helpers/typeof");
|
|
5
|
-
Object.defineProperty(exports, "__esModule", {
|
|
6
|
-
value: true
|
|
7
|
-
});
|
|
8
|
-
exports.loadWasm = loadWasm;
|
|
9
|
-
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
10
|
-
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
11
|
-
var wasmEsm = _interopRequireWildcard(require("parquet-wasm/esm2/arrow1"));
|
|
12
|
-
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
|
|
13
|
-
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
|
|
14
|
-
var cached = null;
|
|
15
|
-
function loadWasm(_x) {
|
|
16
|
-
return _loadWasm.apply(this, arguments);
|
|
17
|
-
}
|
|
18
|
-
function _loadWasm() {
|
|
19
|
-
_loadWasm = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(wasmUrl) {
|
|
20
|
-
return _regenerator.default.wrap(function _callee$(_context) {
|
|
21
|
-
while (1) switch (_context.prev = _context.next) {
|
|
22
|
-
case 0:
|
|
23
|
-
if (!(cached !== null)) {
|
|
24
|
-
_context.next = 2;
|
|
25
|
-
break;
|
|
26
|
-
}
|
|
27
|
-
return _context.abrupt("return", cached);
|
|
28
|
-
case 2:
|
|
29
|
-
_context.next = 4;
|
|
30
|
-
return wasmEsm.default(wasmUrl);
|
|
31
|
-
case 4:
|
|
32
|
-
cached = wasmEsm;
|
|
33
|
-
return _context.abrupt("return", wasmEsm);
|
|
34
|
-
case 6:
|
|
35
|
-
case "end":
|
|
36
|
-
return _context.stop();
|
|
37
|
-
}
|
|
38
|
-
}, _callee);
|
|
39
|
-
}));
|
|
40
|
-
return _loadWasm.apply(this, arguments);
|
|
41
|
-
}
|
|
42
|
-
//# sourceMappingURL=load-wasm-browser.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"load-wasm-browser.js","names":["wasmEsm","_interopRequireWildcard","require","_getRequireWildcardCache","nodeInterop","WeakMap","cacheBabelInterop","cacheNodeInterop","obj","__esModule","_typeof","default","cache","has","get","newObj","hasPropertyDescriptor","Object","defineProperty","getOwnPropertyDescriptor","key","prototype","hasOwnProperty","call","desc","set","cached","loadWasm","_x","_loadWasm","apply","arguments","_asyncToGenerator2","_regenerator","mark","_callee","wasmUrl","wrap","_callee$","_context","prev","next","abrupt","stop"],"sources":["../../../../../src/lib/wasm/load-wasm/load-wasm-browser.ts"],"sourcesContent":["import * as wasmEsm from 'parquet-wasm/esm2/arrow1';\n\nlet cached: typeof wasmEsm | null = null;\n\nexport async function loadWasm(wasmUrl?: string) {\n if (cached !== null) {\n return cached;\n }\n\n // For ESM bundles, need to await the default export, which loads the WASM\n await wasmEsm.default(wasmUrl);\n cached = wasmEsm;\n\n return wasmEsm;\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,OAAA,GAAAC,uBAAA,CAAAC,OAAA;AAAoD,SAAAC,yBAAAC,WAAA,eAAAC,OAAA,kCAAAC,iBAAA,OAAAD,OAAA,QAAAE,gBAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,yBAAAC,WAAA,WAAAA,WAAA,GAAAG,gBAAA,GAAAD,iBAAA,KAAAF,WAAA;AAAA,SAAAH,wBAAAO,GAAA,EAAAJ,WAAA,SAAAA,WAAA,IAAAI,GAAA,IAAAA,GAAA,CAAAC,UAAA,WAAAD,GAAA,QAAAA,GAAA,aAAAE,OAAA,CAAAF,GAAA,yBAAAA,GAAA,4BAAAG,OAAA,EAAAH,GAAA,UAAAI,KAAA,GAAAT,wBAAA,CAAAC,WAAA,OAAAQ,KAAA,IAAAA,KAAA,CAAAC,GAAA,CAAAL,GAAA,YAAAI,KAAA,CAAAE,GAAA,CAAAN,GAAA,SAAAO,MAAA,WAAAC,qBAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,GAAA,IAAAZ,GAAA,QAAAY,GAAA,kBAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAf,GAAA,EAAAY,GAAA,SAAAI,IAAA,GAAAR,qBAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAX,GAAA,EAAAY,GAAA,cAAAI,IAAA,KAAAA,IAAA,CAAAV,GAAA,IAAAU,IAAA,CAAAC,GAAA,KAAAR,MAAA,CAAAC,cAAA,CAAAH,MAAA,EAAAK,GAAA,EAAAI,IAAA,YAAAT,MAAA,CAAAK,GAAA,IAAAZ,GAAA,CAAAY,GAAA,SAAAL,MAAA,CAAAJ,OAAA,GAAAH,GAAA,MAAAI,KAAA,IAAAA,KAAA,CAAAa,GAAA,CAAAjB,GAAA,EAAAO,MAAA,YAAAA,MAAA;AAEpD,IAAIW,MAA6B,GAAG,IAAI;AAAC,SAEnBC,QAAQA,CAAAC,EAAA;EAAA,OAAAC,SAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,UAAA;EAAAA,SAAA,OAAAG,kBAAA,CAAArB,OAAA,EAAAsB,YAAA,CAAAtB,OAAA,CAAAuB,IAAA,CAAvB,SAAAC,QAAwBC,OAAgB;IAAA,OAAAH,YAAA,CAAAtB,OAAA,CAAA0B,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAAA,MACzCf,MAAM,KAAK,IAAI;YAAAa,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAA,OAAAF,QAAA,CAAAG,MAAA,WACVhB,MAAM;QAAA;UAAAa,QAAA,CAAAE,IAAA;UAAA,OAITzC,OAAO,CAACW,OAAO,CAACyB,OAAO,CAAC;QAAA;UAC9BV,MAAM,GAAG1B,OAAO;UAAC,OAAAuC,QAAA,CAAAG,MAAA,WAEV1C,OAAO;QAAA;QAAA;UAAA,OAAAuC,QAAA,CAAAI,IAAA;MAAA;IAAA,GAAAR,OAAA;EAAA,CACf;EAAA,OAAAN,SAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA"}
|
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
var _typeof = require("@babel/runtime/helpers/typeof");
|
|
5
|
-
Object.defineProperty(exports, "__esModule", {
|
|
6
|
-
value: true
|
|
7
|
-
});
|
|
8
|
-
exports.loadWasm = loadWasm;
|
|
9
|
-
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
10
|
-
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
11
|
-
var wasmNode = _interopRequireWildcard(require("parquet-wasm/node/arrow1"));
|
|
12
|
-
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
|
|
13
|
-
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
|
|
14
|
-
function loadWasm(_x) {
|
|
15
|
-
return _loadWasm.apply(this, arguments);
|
|
16
|
-
}
|
|
17
|
-
function _loadWasm() {
|
|
18
|
-
_loadWasm = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(wasmUrl) {
|
|
19
|
-
return _regenerator.default.wrap(function _callee$(_context) {
|
|
20
|
-
while (1) switch (_context.prev = _context.next) {
|
|
21
|
-
case 0:
|
|
22
|
-
return _context.abrupt("return", wasmNode);
|
|
23
|
-
case 1:
|
|
24
|
-
case "end":
|
|
25
|
-
return _context.stop();
|
|
26
|
-
}
|
|
27
|
-
}, _callee);
|
|
28
|
-
}));
|
|
29
|
-
return _loadWasm.apply(this, arguments);
|
|
30
|
-
}
|
|
31
|
-
//# sourceMappingURL=load-wasm-node.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"load-wasm-node.js","names":["wasmNode","_interopRequireWildcard","require","_getRequireWildcardCache","nodeInterop","WeakMap","cacheBabelInterop","cacheNodeInterop","obj","__esModule","_typeof","default","cache","has","get","newObj","hasPropertyDescriptor","Object","defineProperty","getOwnPropertyDescriptor","key","prototype","hasOwnProperty","call","desc","set","loadWasm","_x","_loadWasm","apply","arguments","_asyncToGenerator2","_regenerator","mark","_callee","wasmUrl","wrap","_callee$","_context","prev","next","abrupt","stop"],"sources":["../../../../../src/lib/wasm/load-wasm/load-wasm-node.ts"],"sourcesContent":["import * as wasmNode from 'parquet-wasm/node/arrow1';\n\nexport async function loadWasm(wasmUrl?: string) {\n return wasmNode;\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,QAAA,GAAAC,uBAAA,CAAAC,OAAA;AAAqD,SAAAC,yBAAAC,WAAA,eAAAC,OAAA,kCAAAC,iBAAA,OAAAD,OAAA,QAAAE,gBAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,yBAAAC,WAAA,WAAAA,WAAA,GAAAG,gBAAA,GAAAD,iBAAA,KAAAF,WAAA;AAAA,SAAAH,wBAAAO,GAAA,EAAAJ,WAAA,SAAAA,WAAA,IAAAI,GAAA,IAAAA,GAAA,CAAAC,UAAA,WAAAD,GAAA,QAAAA,GAAA,aAAAE,OAAA,CAAAF,GAAA,yBAAAA,GAAA,4BAAAG,OAAA,EAAAH,GAAA,UAAAI,KAAA,GAAAT,wBAAA,CAAAC,WAAA,OAAAQ,KAAA,IAAAA,KAAA,CAAAC,GAAA,CAAAL,GAAA,YAAAI,KAAA,CAAAE,GAAA,CAAAN,GAAA,SAAAO,MAAA,WAAAC,qBAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,GAAA,IAAAZ,GAAA,QAAAY,GAAA,kBAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAf,GAAA,EAAAY,GAAA,SAAAI,IAAA,GAAAR,qBAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAX,GAAA,EAAAY,GAAA,cAAAI,IAAA,KAAAA,IAAA,CAAAV,GAAA,IAAAU,IAAA,CAAAC,GAAA,KAAAR,MAAA,CAAAC,cAAA,CAAAH,MAAA,EAAAK,GAAA,EAAAI,IAAA,YAAAT,MAAA,CAAAK,GAAA,IAAAZ,GAAA,CAAAY,GAAA,SAAAL,MAAA,CAAAJ,OAAA,GAAAH,GAAA,MAAAI,KAAA,IAAAA,KAAA,CAAAa,GAAA,CAAAjB,GAAA,EAAAO,MAAA,YAAAA,MAAA;AAAA,SAE/BW,QAAQA,CAAAC,EAAA;EAAA,OAAAC,SAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,UAAA;EAAAA,SAAA,OAAAG,kBAAA,CAAApB,OAAA,EAAAqB,YAAA,CAAArB,OAAA,CAAAsB,IAAA,CAAvB,SAAAC,QAAwBC,OAAgB;IAAA,OAAAH,YAAA,CAAArB,OAAA,CAAAyB,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAAA,OAAAF,QAAA,CAAAG,MAAA,WACtCzC,QAAQ;QAAA;QAAA;UAAA,OAAAsC,QAAA,CAAAI,IAAA;MAAA;IAAA,GAAAR,OAAA;EAAA,CAChB;EAAA,OAAAN,SAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA"}
|