@loaders.gl/parquet 4.0.0-beta.1 → 4.0.0-beta.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/buffer-polyfill/buffer-polyfill.browser.d.ts.map +1 -0
- package/dist/buffer-polyfill/buffer-polyfill.browser.js +8 -0
- package/dist/buffer-polyfill/buffer-polyfill.browser.js.map +1 -0
- package/dist/buffer-polyfill/buffer-polyfill.node.d.ts.map +1 -0
- package/dist/{esm/buffer-polyfill → buffer-polyfill}/buffer-polyfill.node.js +2 -1
- package/dist/buffer-polyfill/buffer-polyfill.node.js.map +1 -0
- package/dist/buffer-polyfill/buffer.d.ts.map +1 -0
- package/dist/{esm/buffer-polyfill → buffer-polyfill}/buffer.js +31 -32
- package/dist/buffer-polyfill/buffer.js.map +1 -0
- package/dist/buffer-polyfill/index.d.ts.map +1 -0
- package/dist/buffer-polyfill/index.js +4 -0
- package/dist/buffer-polyfill/index.js.map +1 -0
- package/dist/buffer-polyfill/install-buffer-polyfill.d.ts +3 -0
- package/dist/buffer-polyfill/install-buffer-polyfill.d.ts.map +1 -0
- package/dist/buffer-polyfill/install-buffer-polyfill.js +3 -0
- package/dist/buffer-polyfill/install-buffer-polyfill.js.map +1 -0
- package/dist/constants.d.ts.map +1 -0
- package/dist/constants.js.map +1 -0
- package/dist/index.cjs +7890 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +25 -0
- package/dist/index.js.map +1 -0
- package/dist/lib/arrow/convert-columns-to-row-group.d.ts.map +1 -0
- package/dist/lib/arrow/convert-columns-to-row-group.js.map +1 -0
- package/dist/lib/arrow/convert-row-group-to-columns.d.ts.map +1 -0
- package/dist/lib/arrow/convert-row-group-to-columns.js.map +1 -0
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -0
- package/dist/lib/arrow/convert-schema-from-parquet.js.map +1 -0
- package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -0
- package/dist/lib/arrow/convert-schema-to-parquet.js.map +1 -0
- package/dist/lib/geo/decode-geo-column.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/geo/decode-geo-column.js +1 -1
- package/dist/lib/geo/decode-geo-column.js.map +1 -0
- package/dist/lib/geo/decode-geo-metadata.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/geo/decode-geo-metadata.js +7 -7
- package/dist/lib/geo/decode-geo-metadata.js.map +1 -0
- package/dist/lib/geo/geoparquet-metadata-schema.d.ts.map +1 -0
- package/dist/lib/geo/geoparquet-metadata-schema.js.map +1 -0
- package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/parsers/get-parquet-schema.js +2 -2
- package/dist/lib/parsers/get-parquet-schema.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/parsers/parse-parquet-to-columns.js +6 -6
- package/dist/lib/parsers/parse-parquet-to-columns.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-rows.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/parsers/parse-parquet-to-rows.js +6 -6
- package/dist/lib/parsers/parse-parquet-to-rows.js.map +1 -0
- package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/wasm/encode-parquet-wasm.js +1 -1
- package/dist/lib/wasm/encode-parquet-wasm.js.map +1 -0
- package/dist/lib/wasm/load-wasm/index.d.ts.map +1 -0
- package/dist/lib/wasm/load-wasm/index.js +2 -0
- package/dist/lib/wasm/load-wasm/index.js.map +1 -0
- package/dist/lib/wasm/load-wasm/load-wasm-browser.d.ts.map +1 -0
- package/dist/lib/wasm/load-wasm/load-wasm-browser.js.map +1 -0
- package/dist/lib/wasm/load-wasm/load-wasm-node.d.ts.map +1 -0
- package/dist/lib/wasm/load-wasm/load-wasm-node.js.map +1 -0
- package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +1 -0
- package/dist/{esm/lib → lib}/wasm/parse-parquet-wasm.js +1 -1
- package/dist/lib/wasm/parse-parquet-wasm.js.map +1 -0
- package/dist/{src/parquet-loader.d.ts → parquet-loader.d.ts} +2 -1
- package/dist/parquet-loader.d.ts.map +1 -0
- package/dist/{esm/parquet-loader.js → parquet-loader.js} +5 -2
- package/dist/parquet-loader.js.map +1 -0
- package/dist/parquet-wasm-loader.d.ts.map +1 -0
- package/dist/{esm/parquet-wasm-loader.js → parquet-wasm-loader.js} +1 -1
- package/dist/parquet-wasm-loader.js.map +1 -0
- package/dist/parquet-wasm-writer.d.ts.map +1 -0
- package/dist/{esm/parquet-wasm-writer.js → parquet-wasm-writer.js} +2 -2
- package/dist/parquet-wasm-writer.js.map +1 -0
- package/dist/parquet-writer.d.ts.map +1 -0
- package/dist/{esm/parquet-writer.js → parquet-writer.js} +1 -1
- package/dist/parquet-writer.js.map +1 -0
- package/dist/parquetjs/codecs/declare.d.ts.map +1 -0
- package/dist/parquetjs/codecs/declare.js.map +1 -0
- package/dist/parquetjs/codecs/dictionary.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/codecs/dictionary.js +1 -1
- package/dist/parquetjs/codecs/dictionary.js.map +1 -0
- package/dist/parquetjs/codecs/index.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/codecs/index.js +4 -4
- package/dist/parquetjs/codecs/index.js.map +1 -0
- package/dist/parquetjs/codecs/plain.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/codecs/plain.js +3 -3
- package/dist/parquetjs/codecs/plain.js.map +1 -0
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/codecs/rle.js +1 -1
- package/dist/parquetjs/codecs/rle.js.map +1 -0
- package/dist/parquetjs/compression.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/compression.js +3 -3
- package/dist/parquetjs/compression.js.map +1 -0
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/encoder/parquet-encoder.js +21 -22
- package/dist/parquetjs/encoder/parquet-encoder.js.map +1 -0
- package/dist/parquetjs/modules.d.js +2 -0
- package/dist/parquetjs/modules.d.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/BsonType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ColumnChunk.js +8 -9
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ColumnIndex.js +5 -6
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ColumnMetaData.js +16 -17
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ColumnOrder.js +2 -3
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/CompressionCodec.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ConvertedType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/DataPageHeader.js +6 -7
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/DataPageHeaderV2.js +9 -10
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DateType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DecimalType.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/DecimalType.js +2 -3
- package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/DictionaryPageHeader.js +3 -4
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/EnumType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/FileMetaData.js +11 -12
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IntType.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/IntType.js +2 -3
- package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/JsonType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/KeyValue.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/KeyValue.js +2 -3
- package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ListType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/LogicalType.js +26 -27
- package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MapType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/NullType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/OffsetIndex.js +2 -3
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/PageEncodingStats.js +3 -4
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/PageHeader.js +12 -13
- package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageLocation.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/PageLocation.js +3 -4
- package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/RowGroup.js +6 -7
- package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/SchemaElement.js +11 -12
- package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/SortingColumn.js +3 -4
- package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/Statistics.js +6 -7
- package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/StringType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/TimeType.js +3 -4
- package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/TimeUnit.js +4 -5
- package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/TimestampType.js +3 -4
- package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Type.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/Type.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/UUIDType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.js +46 -0
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -0
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parser/decoders.js +8 -8
- package/dist/parquetjs/parser/decoders.js.map +1 -0
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/parser/parquet-reader.js +26 -22
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -0
- package/dist/parquetjs/schema/declare.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/schema/declare.js +2 -3
- package/dist/parquetjs/schema/declare.js.map +1 -0
- package/dist/parquetjs/schema/schema.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/schema/schema.js +10 -11
- package/dist/parquetjs/schema/schema.js.map +1 -0
- package/dist/parquetjs/schema/shred.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/schema/shred.js +4 -4
- package/dist/parquetjs/schema/shred.js.map +1 -0
- package/dist/parquetjs/schema/types.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/schema/types.js +20 -20
- package/dist/parquetjs/schema/types.js.map +1 -0
- package/dist/{src/parquetjs → parquetjs}/utils/file-utils.d.ts +2 -1
- package/dist/parquetjs/utils/file-utils.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/utils/file-utils.js +1 -1
- package/dist/parquetjs/utils/file-utils.js.map +1 -0
- package/dist/parquetjs/utils/read-utils.d.ts.map +1 -0
- package/dist/{esm/parquetjs → parquetjs}/utils/read-utils.js +3 -4
- package/dist/parquetjs/utils/read-utils.js.map +1 -0
- package/dist/workers/parquet-worker.d.ts.map +1 -0
- package/dist/{esm/workers → workers}/parquet-worker.js +1 -1
- package/dist/workers/parquet-worker.js.map +1 -0
- package/package.json +25 -14
- package/src/buffer-polyfill/buffer-polyfill.browser.ts +6 -0
- package/src/buffer-polyfill/buffer-polyfill.node.ts +2 -0
- package/src/lib/parsers/parse-parquet-to-columns.ts +2 -2
- package/src/lib/parsers/parse-parquet-to-rows.ts +2 -2
- package/src/parquet-loader.ts +9 -1
- package/src/parquetjs/parser/parquet-reader.ts +10 -5
- package/src/parquetjs/utils/file-utils.ts +2 -1
- package/dist/dist.min.js +0 -54
- package/dist/dist.min.js.map +0 -7
- package/dist/es5/buffer-polyfill/buffer-polyfill.browser.js +0 -12
- package/dist/es5/buffer-polyfill/buffer-polyfill.browser.js.map +0 -1
- package/dist/es5/buffer-polyfill/buffer-polyfill.node.js +0 -16
- package/dist/es5/buffer-polyfill/buffer-polyfill.node.js.map +0 -1
- package/dist/es5/buffer-polyfill/buffer.js +0 -1665
- package/dist/es5/buffer-polyfill/buffer.js.map +0 -1
- package/dist/es5/buffer-polyfill/index.js +0 -27
- package/dist/es5/buffer-polyfill/index.js.map +0 -1
- package/dist/es5/buffer-polyfill/install-buffer-polyfill.js +0 -10
- package/dist/es5/buffer-polyfill/install-buffer-polyfill.js.map +0 -1
- package/dist/es5/bundle.js +0 -6
- package/dist/es5/bundle.js.map +0 -1
- package/dist/es5/constants.js +0 -17
- package/dist/es5/constants.js.map +0 -1
- package/dist/es5/index.js +0 -125
- package/dist/es5/index.js.map +0 -1
- package/dist/es5/lib/arrow/convert-columns-to-row-group.js +0 -2
- package/dist/es5/lib/arrow/convert-columns-to-row-group.js.map +0 -1
- package/dist/es5/lib/arrow/convert-row-group-to-columns.js +0 -19
- package/dist/es5/lib/arrow/convert-row-group-to-columns.js.map +0 -1
- package/dist/es5/lib/arrow/convert-schema-from-parquet.js +0 -114
- package/dist/es5/lib/arrow/convert-schema-from-parquet.js.map +0 -1
- package/dist/es5/lib/arrow/convert-schema-to-parquet.js +0 -47
- package/dist/es5/lib/arrow/convert-schema-to-parquet.js.map +0 -1
- package/dist/es5/lib/geo/decode-geo-column.js +0 -53
- package/dist/es5/lib/geo/decode-geo-column.js.map +0 -1
- package/dist/es5/lib/geo/decode-geo-metadata.js +0 -117
- package/dist/es5/lib/geo/decode-geo-metadata.js.map +0 -1
- package/dist/es5/lib/geo/geoparquet-metadata-schema.js +0 -83
- package/dist/es5/lib/geo/geoparquet-metadata-schema.js.map +0 -1
- package/dist/es5/lib/parsers/get-parquet-schema.js +0 -41
- package/dist/es5/lib/parsers/get-parquet-schema.js.map +0 -1
- package/dist/es5/lib/parsers/parse-parquet-to-columns.js +0 -176
- package/dist/es5/lib/parsers/parse-parquet-to-columns.js.map +0 -1
- package/dist/es5/lib/parsers/parse-parquet-to-rows.js +0 -205
- package/dist/es5/lib/parsers/parse-parquet-to-rows.js.map +0 -1
- package/dist/es5/lib/wasm/encode-parquet-wasm.js +0 -43
- package/dist/es5/lib/wasm/encode-parquet-wasm.js.map +0 -1
- package/dist/es5/lib/wasm/load-wasm/index.js +0 -13
- package/dist/es5/lib/wasm/load-wasm/index.js.map +0 -1
- package/dist/es5/lib/wasm/load-wasm/load-wasm-browser.js +0 -42
- package/dist/es5/lib/wasm/load-wasm/load-wasm-browser.js.map +0 -1
- package/dist/es5/lib/wasm/load-wasm/load-wasm-node.js +0 -31
- package/dist/es5/lib/wasm/load-wasm/load-wasm-node.js.map +0 -1
- package/dist/es5/lib/wasm/parse-parquet-wasm.js +0 -60
- package/dist/es5/lib/wasm/parse-parquet-wasm.js.map +0 -1
- package/dist/es5/parquet-loader.js +0 -44
- package/dist/es5/parquet-loader.js.map +0 -1
- package/dist/es5/parquet-wasm-loader.js +0 -27
- package/dist/es5/parquet-wasm-loader.js.map +0 -1
- package/dist/es5/parquet-wasm-writer.js +0 -25
- package/dist/es5/parquet-wasm-writer.js.map +0 -1
- package/dist/es5/parquet-writer.js +0 -23
- package/dist/es5/parquet-writer.js.map +0 -1
- package/dist/es5/parquetjs/codecs/declare.js +0 -2
- package/dist/es5/parquetjs/codecs/declare.js.map +0 -1
- package/dist/es5/parquetjs/codecs/dictionary.js +0 -23
- package/dist/es5/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/es5/parquetjs/codecs/index.js +0 -47
- package/dist/es5/parquetjs/codecs/index.js.map +0 -1
- package/dist/es5/parquetjs/codecs/plain.js +0 -208
- package/dist/es5/parquetjs/codecs/plain.js.map +0 -1
- package/dist/es5/parquetjs/codecs/rle.js +0 -132
- package/dist/es5/parquetjs/codecs/rle.js.map +0 -1
- package/dist/es5/parquetjs/compression.js +0 -137
- package/dist/es5/parquetjs/compression.js.map +0 -1
- package/dist/es5/parquetjs/encoder/parquet-encoder.js +0 -625
- package/dist/es5/parquetjs/encoder/parquet-encoder.js.map +0 -1
- package/dist/es5/parquetjs/modules.d.ts +0 -21
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +0 -14
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js +0 -193
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js +0 -198
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js +0 -367
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js +0 -99
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +0 -19
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +0 -33
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js +0 -152
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -207
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DateType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js +0 -96
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -113
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js +0 -19
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -14
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js +0 -239
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/IntType.js +0 -96
- package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js +0 -94
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ListType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js +0 -423
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MapType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/NullType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js +0 -89
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js +0 -115
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js +0 -204
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageType.js +0 -15
- package/dist/es5/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js +0 -165
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js +0 -231
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js +0 -115
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js +0 -165
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/StringType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js +0 -97
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js +0 -126
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js +0 -97
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Type.js +0 -19
- package/dist/es5/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js +0 -52
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/index.js +0 -554
- package/dist/es5/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/es5/parquetjs/parser/decoders.js +0 -410
- package/dist/es5/parquetjs/parser/decoders.js.map +0 -1
- package/dist/es5/parquetjs/parser/parquet-reader.js +0 -612
- package/dist/es5/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/es5/parquetjs/schema/declare.js +0 -21
- package/dist/es5/parquetjs/schema/declare.js.map +0 -1
- package/dist/es5/parquetjs/schema/schema.js +0 -165
- package/dist/es5/parquetjs/schema/schema.js.map +0 -1
- package/dist/es5/parquetjs/schema/shred.js +0 -282
- package/dist/es5/parquetjs/schema/shred.js.map +0 -1
- package/dist/es5/parquetjs/schema/types.js +0 -406
- package/dist/es5/parquetjs/schema/types.js.map +0 -1
- package/dist/es5/parquetjs/utils/file-utils.js +0 -47
- package/dist/es5/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/es5/parquetjs/utils/read-utils.js +0 -119
- package/dist/es5/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/es5/workers/parquet-worker.js +0 -6
- package/dist/es5/workers/parquet-worker.js.map +0 -1
- package/dist/esm/buffer-polyfill/buffer-polyfill.browser.js +0 -6
- package/dist/esm/buffer-polyfill/buffer-polyfill.browser.js.map +0 -1
- package/dist/esm/buffer-polyfill/buffer-polyfill.node.js.map +0 -1
- package/dist/esm/buffer-polyfill/buffer.js.map +0 -1
- package/dist/esm/buffer-polyfill/index.js +0 -4
- package/dist/esm/buffer-polyfill/index.js.map +0 -1
- package/dist/esm/buffer-polyfill/install-buffer-polyfill.js +0 -3
- package/dist/esm/buffer-polyfill/install-buffer-polyfill.js.map +0 -1
- package/dist/esm/bundle.js +0 -4
- package/dist/esm/bundle.js.map +0 -1
- package/dist/esm/constants.js.map +0 -1
- package/dist/esm/index.js +0 -25
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/lib/arrow/convert-columns-to-row-group.js.map +0 -1
- package/dist/esm/lib/arrow/convert-row-group-to-columns.js.map +0 -1
- package/dist/esm/lib/arrow/convert-schema-from-parquet.js.map +0 -1
- package/dist/esm/lib/arrow/convert-schema-to-parquet.js.map +0 -1
- package/dist/esm/lib/geo/decode-geo-column.js.map +0 -1
- package/dist/esm/lib/geo/decode-geo-metadata.js.map +0 -1
- package/dist/esm/lib/geo/geoparquet-metadata-schema.js.map +0 -1
- package/dist/esm/lib/geo/geoparquet-metadata-schema.json +0 -60
- package/dist/esm/lib/parsers/get-parquet-schema.js.map +0 -1
- package/dist/esm/lib/parsers/parse-parquet-to-columns.js.map +0 -1
- package/dist/esm/lib/parsers/parse-parquet-to-rows.js.map +0 -1
- package/dist/esm/lib/wasm/encode-parquet-wasm.js.map +0 -1
- package/dist/esm/lib/wasm/load-wasm/index.js +0 -2
- package/dist/esm/lib/wasm/load-wasm/index.js.map +0 -1
- package/dist/esm/lib/wasm/load-wasm/load-wasm-browser.js.map +0 -1
- package/dist/esm/lib/wasm/load-wasm/load-wasm-node.js.map +0 -1
- package/dist/esm/lib/wasm/parse-parquet-wasm.js.map +0 -1
- package/dist/esm/lib/wip/convert-schema-deep.java.disabled +0 -910
- package/dist/esm/lib/wip/convert-schema-deep.rs.disabled +0 -976
- package/dist/esm/parquet-loader.js.map +0 -1
- package/dist/esm/parquet-wasm-loader.js.map +0 -1
- package/dist/esm/parquet-wasm-writer.js.map +0 -1
- package/dist/esm/parquet-writer.js.map +0 -1
- package/dist/esm/parquetjs/LICENSE +0 -20
- package/dist/esm/parquetjs/codecs/declare.js.map +0 -1
- package/dist/esm/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/esm/parquetjs/codecs/index.js.map +0 -1
- package/dist/esm/parquetjs/codecs/plain.js.map +0 -1
- package/dist/esm/parquetjs/codecs/rle.js.map +0 -1
- package/dist/esm/parquetjs/compression.js.map +0 -1
- package/dist/esm/parquetjs/encoder/parquet-encoder.js.map +0 -1
- package/dist/esm/parquetjs/modules.d.ts +0 -21
- package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/index.js +0 -46
- package/dist/esm/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/esm/parquetjs/parser/decoders.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/esm/parquetjs/schema/declare.js.map +0 -1
- package/dist/esm/parquetjs/schema/schema.js.map +0 -1
- package/dist/esm/parquetjs/schema/shred.js.map +0 -1
- package/dist/esm/parquetjs/schema/types.js.map +0 -1
- package/dist/esm/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/esm/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/esm/workers/parquet-worker.js.map +0 -1
- package/dist/parquet-worker.js +0 -54
- package/dist/parquet-worker.js.map +0 -7
- package/dist/src/buffer-polyfill/buffer-polyfill.browser.d.ts.map +0 -1
- package/dist/src/buffer-polyfill/buffer-polyfill.node.d.ts.map +0 -1
- package/dist/src/buffer-polyfill/buffer.d.ts.map +0 -1
- package/dist/src/buffer-polyfill/index.d.ts.map +0 -1
- package/dist/src/buffer-polyfill/install-buffer-polyfill.d.ts +0 -30
- package/dist/src/buffer-polyfill/install-buffer-polyfill.d.ts.map +0 -1
- package/dist/src/bundle.d.ts +0 -2
- package/dist/src/bundle.d.ts.map +0 -1
- package/dist/src/constants.d.ts.map +0 -1
- package/dist/src/index.d.ts.map +0 -1
- package/dist/src/lib/arrow/convert-columns-to-row-group.d.ts.map +0 -1
- package/dist/src/lib/arrow/convert-row-group-to-columns.d.ts.map +0 -1
- package/dist/src/lib/arrow/convert-schema-from-parquet.d.ts.map +0 -1
- package/dist/src/lib/arrow/convert-schema-to-parquet.d.ts.map +0 -1
- package/dist/src/lib/geo/decode-geo-column.d.ts.map +0 -1
- package/dist/src/lib/geo/decode-geo-metadata.d.ts.map +0 -1
- package/dist/src/lib/geo/geoparquet-metadata-schema.d.ts.map +0 -1
- package/dist/src/lib/parsers/get-parquet-schema.d.ts.map +0 -1
- package/dist/src/lib/parsers/parse-parquet-to-columns.d.ts.map +0 -1
- package/dist/src/lib/parsers/parse-parquet-to-rows.d.ts.map +0 -1
- package/dist/src/lib/wasm/encode-parquet-wasm.d.ts.map +0 -1
- package/dist/src/lib/wasm/load-wasm/index.d.ts.map +0 -1
- package/dist/src/lib/wasm/load-wasm/load-wasm-browser.d.ts.map +0 -1
- package/dist/src/lib/wasm/load-wasm/load-wasm-node.d.ts.map +0 -1
- package/dist/src/lib/wasm/parse-parquet-wasm.d.ts.map +0 -1
- package/dist/src/parquet-loader.d.ts.map +0 -1
- package/dist/src/parquet-wasm-loader.d.ts.map +0 -1
- package/dist/src/parquet-wasm-writer.d.ts.map +0 -1
- package/dist/src/parquet-writer.d.ts.map +0 -1
- package/dist/src/parquetjs/codecs/declare.d.ts.map +0 -1
- package/dist/src/parquetjs/codecs/dictionary.d.ts.map +0 -1
- package/dist/src/parquetjs/codecs/index.d.ts.map +0 -1
- package/dist/src/parquetjs/codecs/plain.d.ts.map +0 -1
- package/dist/src/parquetjs/codecs/rle.d.ts.map +0 -1
- package/dist/src/parquetjs/compression.d.ts.map +0 -1
- package/dist/src/parquetjs/encoder/parquet-encoder.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/BoundaryOrder.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/BsonType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/CompressionCodec.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/ConvertedType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/DateType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/DecimalType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/Encoding.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/EnumType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/FieldRepetitionType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/FileMetaData.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/IntType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/JsonType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/KeyValue.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/ListType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/LogicalType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/MapType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/NullType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/PageHeader.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/PageLocation.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/PageType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/RowGroup.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/SchemaElement.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/SortingColumn.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/Statistics.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/StringType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/TimeType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/TimeUnit.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/TimestampType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/Type.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/UUIDType.d.ts.map +0 -1
- package/dist/src/parquetjs/parquet-thrift/index.d.ts.map +0 -1
- package/dist/src/parquetjs/parser/decoders.d.ts.map +0 -1
- package/dist/src/parquetjs/parser/parquet-reader.d.ts.map +0 -1
- package/dist/src/parquetjs/schema/declare.d.ts.map +0 -1
- package/dist/src/parquetjs/schema/schema.d.ts.map +0 -1
- package/dist/src/parquetjs/schema/shred.d.ts.map +0 -1
- package/dist/src/parquetjs/schema/types.d.ts.map +0 -1
- package/dist/src/parquetjs/utils/file-utils.d.ts.map +0 -1
- package/dist/src/parquetjs/utils/read-utils.d.ts.map +0 -1
- package/dist/src/workers/parquet-worker.d.ts.map +0 -1
- package/dist/tsconfig.tsbuildinfo +0 -1
- package/src/bundle.ts +0 -4
- /package/dist/{src/buffer-polyfill → buffer-polyfill}/buffer-polyfill.browser.d.ts +0 -0
- /package/dist/{src/buffer-polyfill → buffer-polyfill}/buffer-polyfill.node.d.ts +0 -0
- /package/dist/{src/buffer-polyfill → buffer-polyfill}/buffer.d.ts +0 -0
- /package/dist/{src/buffer-polyfill → buffer-polyfill}/index.d.ts +0 -0
- /package/dist/{src/constants.d.ts → constants.d.ts} +0 -0
- /package/dist/{esm/constants.js → constants.js} +0 -0
- /package/dist/{src/index.d.ts → index.d.ts} +0 -0
- /package/dist/{src/lib → lib}/arrow/convert-columns-to-row-group.d.ts +0 -0
- /package/dist/{esm/lib → lib}/arrow/convert-columns-to-row-group.js +0 -0
- /package/dist/{src/lib → lib}/arrow/convert-row-group-to-columns.d.ts +0 -0
- /package/dist/{esm/lib → lib}/arrow/convert-row-group-to-columns.js +0 -0
- /package/dist/{src/lib → lib}/arrow/convert-schema-from-parquet.d.ts +0 -0
- /package/dist/{esm/lib → lib}/arrow/convert-schema-from-parquet.js +0 -0
- /package/dist/{src/lib → lib}/arrow/convert-schema-to-parquet.d.ts +0 -0
- /package/dist/{esm/lib → lib}/arrow/convert-schema-to-parquet.js +0 -0
- /package/dist/{src/lib → lib}/geo/decode-geo-column.d.ts +0 -0
- /package/dist/{src/lib → lib}/geo/decode-geo-metadata.d.ts +0 -0
- /package/dist/{src/lib → lib}/geo/geoparquet-metadata-schema.d.ts +0 -0
- /package/dist/{esm/lib → lib}/geo/geoparquet-metadata-schema.js +0 -0
- /package/dist/{es5/lib → lib}/geo/geoparquet-metadata-schema.json +0 -0
- /package/dist/{src/lib → lib}/parsers/get-parquet-schema.d.ts +0 -0
- /package/dist/{src/lib → lib}/parsers/parse-parquet-to-columns.d.ts +0 -0
- /package/dist/{src/lib → lib}/parsers/parse-parquet-to-rows.d.ts +0 -0
- /package/dist/{src/lib → lib}/wasm/encode-parquet-wasm.d.ts +0 -0
- /package/dist/{src/lib → lib}/wasm/load-wasm/index.d.ts +0 -0
- /package/dist/{src/lib → lib}/wasm/load-wasm/load-wasm-browser.d.ts +0 -0
- /package/dist/{esm/lib → lib}/wasm/load-wasm/load-wasm-browser.js +0 -0
- /package/dist/{src/lib → lib}/wasm/load-wasm/load-wasm-node.d.ts +0 -0
- /package/dist/{esm/lib → lib}/wasm/load-wasm/load-wasm-node.js +0 -0
- /package/dist/{src/lib → lib}/wasm/parse-parquet-wasm.d.ts +0 -0
- /package/dist/{es5/lib → lib}/wip/convert-schema-deep.java.disabled +0 -0
- /package/dist/{es5/lib → lib}/wip/convert-schema-deep.rs.disabled +0 -0
- /package/dist/{src/parquet-wasm-loader.d.ts → parquet-wasm-loader.d.ts} +0 -0
- /package/dist/{src/parquet-wasm-writer.d.ts → parquet-wasm-writer.d.ts} +0 -0
- /package/dist/{src/parquet-writer.d.ts → parquet-writer.d.ts} +0 -0
- /package/dist/{es5/parquetjs → parquetjs}/LICENSE +0 -0
- /package/dist/{src/parquetjs → parquetjs}/codecs/declare.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/codecs/declare.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/codecs/dictionary.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/codecs/index.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/codecs/plain.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/codecs/rle.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/compression.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/encoder/parquet-encoder.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/BoundaryOrder.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/BoundaryOrder.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/BsonType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/BsonType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/ColumnChunk.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/ColumnIndex.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/ColumnMetaData.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/ColumnOrder.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/CompressionCodec.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/CompressionCodec.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/ConvertedType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ConvertedType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/DataPageHeader.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/DataPageHeaderV2.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/DateType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/DateType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/DecimalType.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/DictionaryPageHeader.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/Encoding.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/Encoding.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/EnumType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/EnumType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/FieldRepetitionType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/FieldRepetitionType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/FileMetaData.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/IndexPageHeader.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/IndexPageHeader.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/IntType.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/JsonType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/JsonType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/KeyValue.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/ListType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ListType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/LogicalType.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/MapType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/MapType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/MicroSeconds.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/MicroSeconds.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/MilliSeconds.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/MilliSeconds.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/NullType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/NullType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/OffsetIndex.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/PageEncodingStats.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/PageHeader.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/PageLocation.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/PageType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/PageType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/RowGroup.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/SchemaElement.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/SortingColumn.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/Statistics.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/StringType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/StringType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/TimeType.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/TimeUnit.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/TimestampType.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/Type.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/Type.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/TypeDefinedOrder.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/TypeDefinedOrder.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/UUIDType.d.ts +0 -0
- /package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/UUIDType.js +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parquet-thrift/index.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parser/decoders.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/parser/parquet-reader.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/schema/declare.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/schema/schema.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/schema/shred.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/schema/types.d.ts +0 -0
- /package/dist/{src/parquetjs → parquetjs}/utils/read-utils.d.ts +0 -0
- /package/dist/{src/workers → workers}/parquet-worker.d.ts +0 -0
|
@@ -1,114 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
Object.defineProperty(exports, "__esModule", {
|
|
4
|
-
value: true
|
|
5
|
-
});
|
|
6
|
-
exports.PARQUET_TYPE_MAPPING = void 0;
|
|
7
|
-
exports.convertParquetSchema = convertParquetSchema;
|
|
8
|
-
function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
|
|
9
|
-
function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
|
|
10
|
-
function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
|
|
11
|
-
var PARQUET_TYPE_MAPPING = {
|
|
12
|
-
BOOLEAN: 'bool',
|
|
13
|
-
INT32: 'int32',
|
|
14
|
-
INT64: 'float64',
|
|
15
|
-
INT96: 'float64',
|
|
16
|
-
FLOAT: 'float32',
|
|
17
|
-
DOUBLE: 'float64',
|
|
18
|
-
BYTE_ARRAY: 'binary',
|
|
19
|
-
FIXED_LEN_BYTE_ARRAY: 'binary',
|
|
20
|
-
UTF8: 'utf8',
|
|
21
|
-
DATE: 'int32',
|
|
22
|
-
TIME_MILLIS: 'int64',
|
|
23
|
-
TIME_MICROS: 'int64',
|
|
24
|
-
TIMESTAMP_MILLIS: 'int64',
|
|
25
|
-
TIMESTAMP_MICROS: 'int64',
|
|
26
|
-
UINT_8: 'int32',
|
|
27
|
-
UINT_16: 'uint16',
|
|
28
|
-
UINT_32: 'uint32',
|
|
29
|
-
UINT_64: 'uint64',
|
|
30
|
-
INT_8: 'int8',
|
|
31
|
-
INT_16: 'int16',
|
|
32
|
-
INT_32: 'int32',
|
|
33
|
-
INT_64: 'int64',
|
|
34
|
-
JSON: 'binary',
|
|
35
|
-
BSON: 'binary',
|
|
36
|
-
INTERVAL: 'binary',
|
|
37
|
-
DECIMAL_INT32: 'float32',
|
|
38
|
-
DECIMAL_INT64: 'float64',
|
|
39
|
-
DECIMAL_BYTE_ARRAY: 'float64',
|
|
40
|
-
DECIMAL_FIXED_LEN_BYTE_ARRAY: 'float64'
|
|
41
|
-
};
|
|
42
|
-
exports.PARQUET_TYPE_MAPPING = PARQUET_TYPE_MAPPING;
|
|
43
|
-
function convertParquetSchema(parquetSchema, parquetMetadata) {
|
|
44
|
-
var fields = getFields(parquetSchema.schema);
|
|
45
|
-
var metadata = parquetMetadata && getSchemaMetadata(parquetMetadata);
|
|
46
|
-
var schema = {
|
|
47
|
-
fields: fields,
|
|
48
|
-
metadata: metadata || {}
|
|
49
|
-
};
|
|
50
|
-
return schema;
|
|
51
|
-
}
|
|
52
|
-
function getFields(schema) {
|
|
53
|
-
var fields = [];
|
|
54
|
-
for (var name in schema) {
|
|
55
|
-
var field = schema[name];
|
|
56
|
-
if (field.fields) {
|
|
57
|
-
var children = getFields(field.fields);
|
|
58
|
-
fields.push({
|
|
59
|
-
name: name,
|
|
60
|
-
type: {
|
|
61
|
-
type: 'struct',
|
|
62
|
-
children: children
|
|
63
|
-
},
|
|
64
|
-
nullable: field.optional
|
|
65
|
-
});
|
|
66
|
-
} else {
|
|
67
|
-
var type = PARQUET_TYPE_MAPPING[field.type];
|
|
68
|
-
var metadata = getFieldMetadata(field);
|
|
69
|
-
var arrowField = {
|
|
70
|
-
name: name,
|
|
71
|
-
type: type,
|
|
72
|
-
nullable: field.optional,
|
|
73
|
-
metadata: metadata
|
|
74
|
-
};
|
|
75
|
-
fields.push(arrowField);
|
|
76
|
-
}
|
|
77
|
-
}
|
|
78
|
-
return fields;
|
|
79
|
-
}
|
|
80
|
-
function getFieldMetadata(field) {
|
|
81
|
-
var metadata;
|
|
82
|
-
for (var key in field) {
|
|
83
|
-
if (key !== 'name') {
|
|
84
|
-
var value = field[key] || '';
|
|
85
|
-
value = typeof field[key] !== 'string' ? JSON.stringify(field[key]) : field[key];
|
|
86
|
-
metadata = metadata || {};
|
|
87
|
-
metadata[key] = value;
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
return metadata;
|
|
91
|
-
}
|
|
92
|
-
function getSchemaMetadata(parquetMetadata) {
|
|
93
|
-
var metadata;
|
|
94
|
-
var keyValueList = parquetMetadata.key_value_metadata || [];
|
|
95
|
-
var _iterator = _createForOfIteratorHelper(keyValueList),
|
|
96
|
-
_step;
|
|
97
|
-
try {
|
|
98
|
-
for (_iterator.s(); !(_step = _iterator.n()).done;) {
|
|
99
|
-
var _step$value = _step.value,
|
|
100
|
-
key = _step$value.key,
|
|
101
|
-
value = _step$value.value;
|
|
102
|
-
if (typeof value === 'string') {
|
|
103
|
-
metadata = metadata || {};
|
|
104
|
-
metadata[key] = value;
|
|
105
|
-
}
|
|
106
|
-
}
|
|
107
|
-
} catch (err) {
|
|
108
|
-
_iterator.e(err);
|
|
109
|
-
} finally {
|
|
110
|
-
_iterator.f();
|
|
111
|
-
}
|
|
112
|
-
return metadata;
|
|
113
|
-
}
|
|
114
|
-
//# sourceMappingURL=convert-schema-from-parquet.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"convert-schema-from-parquet.js","names":["PARQUET_TYPE_MAPPING","BOOLEAN","INT32","INT64","INT96","FLOAT","DOUBLE","BYTE_ARRAY","FIXED_LEN_BYTE_ARRAY","UTF8","DATE","TIME_MILLIS","TIME_MICROS","TIMESTAMP_MILLIS","TIMESTAMP_MICROS","UINT_8","UINT_16","UINT_32","UINT_64","INT_8","INT_16","INT_32","INT_64","JSON","BSON","INTERVAL","DECIMAL_INT32","DECIMAL_INT64","DECIMAL_BYTE_ARRAY","DECIMAL_FIXED_LEN_BYTE_ARRAY","exports","convertParquetSchema","parquetSchema","parquetMetadata","fields","getFields","schema","metadata","getSchemaMetadata","name","field","children","push","type","nullable","optional","getFieldMetadata","arrowField","key","value","stringify","keyValueList","key_value_metadata","_iterator","_createForOfIteratorHelper","_step","s","n","done","_step$value","err","e","f"],"sources":["../../../../src/lib/arrow/convert-schema-from-parquet.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport {Schema, Field, DataType} from '@loaders.gl/schema';\n\nimport type {ParquetSchema} from '../../parquetjs/schema/schema';\nimport type {FieldDefinition, ParquetField, ParquetType} from '../../parquetjs/schema/declare';\nimport {FileMetaData} from '../../parquetjs/parquet-thrift';\n\nexport const PARQUET_TYPE_MAPPING: {[type in ParquetType]: DataType} = {\n BOOLEAN: 'bool',\n INT32: 'int32',\n INT64: 'float64',\n INT96: 'float64',\n FLOAT: 'float32',\n DOUBLE: 'float64',\n BYTE_ARRAY: 'binary',\n FIXED_LEN_BYTE_ARRAY: 'binary',\n UTF8: 'utf8',\n DATE: 'int32',\n TIME_MILLIS: 'int64',\n TIME_MICROS: 'int64',\n TIMESTAMP_MILLIS: 'int64',\n TIMESTAMP_MICROS: 'int64',\n UINT_8: 'int32',\n UINT_16: 'uint16',\n UINT_32: 'uint32',\n UINT_64: 'uint64',\n INT_8: 'int8',\n INT_16: 'int16',\n INT_32: 'int32',\n INT_64: 'int64',\n JSON: 'binary',\n BSON: 'binary',\n // TODO check interal type\n INTERVAL: 'binary',\n DECIMAL_INT32: 'float32',\n DECIMAL_INT64: 'float64',\n DECIMAL_BYTE_ARRAY: 'float64',\n DECIMAL_FIXED_LEN_BYTE_ARRAY: 'float64'\n};\n\nexport function convertParquetSchema(\n parquetSchema: ParquetSchema,\n parquetMetadata: FileMetaData | null\n): Schema {\n const fields = getFields(parquetSchema.schema);\n const metadata = parquetMetadata && getSchemaMetadata(parquetMetadata);\n\n const schema: Schema = {\n fields,\n metadata: metadata || {}\n };\n\n return schema;\n}\n\nfunction getFields(schema: FieldDefinition): Field[] {\n const fields: Field[] = [];\n\n for (const name in schema) {\n const field = schema[name];\n\n if (field.fields) {\n const children = getFields(field.fields);\n fields.push({name, type: {type: 'struct', children}, nullable: field.optional});\n } else {\n const type = PARQUET_TYPE_MAPPING[field.type];\n const metadata = getFieldMetadata(field);\n const arrowField = {name, type, nullable: field.optional, metadata};\n fields.push(arrowField);\n }\n }\n\n return fields;\n}\n\nfunction getFieldMetadata(field: ParquetField): Record<string, string> | undefined {\n let metadata: Record<string, string> | undefined;\n\n for (const key in field) {\n if (key !== 'name') {\n let value = field[key] || '';\n value = typeof field[key] !== 'string' ? JSON.stringify(field[key]) : field[key];\n metadata = metadata || {};\n metadata[key] = value;\n }\n }\n\n return metadata;\n}\n\nfunction getSchemaMetadata(parquetMetadata: FileMetaData): Record<string, string> | undefined {\n let metadata: Record<string, string> | undefined;\n\n const keyValueList = parquetMetadata.key_value_metadata || [];\n for (const {key, value} of keyValueList) {\n if (typeof value === 'string') {\n metadata = metadata || {};\n metadata[key] = value;\n }\n }\n\n return metadata;\n}\n"],"mappings":";;;;;;;;;;AAQO,IAAMA,oBAAuD,GAAG;EACrEC,OAAO,EAAE,MAAM;EACfC,KAAK,EAAE,OAAO;EACdC,KAAK,EAAE,SAAS;EAChBC,KAAK,EAAE,SAAS;EAChBC,KAAK,EAAE,SAAS;EAChBC,MAAM,EAAE,SAAS;EACjBC,UAAU,EAAE,QAAQ;EACpBC,oBAAoB,EAAE,QAAQ;EAC9BC,IAAI,EAAE,MAAM;EACZC,IAAI,EAAE,OAAO;EACbC,WAAW,EAAE,OAAO;EACpBC,WAAW,EAAE,OAAO;EACpBC,gBAAgB,EAAE,OAAO;EACzBC,gBAAgB,EAAE,OAAO;EACzBC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAE,QAAQ;EACjBC,OAAO,EAAE,QAAQ;EACjBC,OAAO,EAAE,QAAQ;EACjBC,KAAK,EAAE,MAAM;EACbC,MAAM,EAAE,OAAO;EACfC,MAAM,EAAE,OAAO;EACfC,MAAM,EAAE,OAAO;EACfC,IAAI,EAAE,QAAQ;EACdC,IAAI,EAAE,QAAQ;EAEdC,QAAQ,EAAE,QAAQ;EAClBC,aAAa,EAAE,SAAS;EACxBC,aAAa,EAAE,SAAS;EACxBC,kBAAkB,EAAE,SAAS;EAC7BC,4BAA4B,EAAE;AAChC,CAAC;AAACC,OAAA,CAAA9B,oBAAA,GAAAA,oBAAA;AAEK,SAAS+B,oBAAoBA,CAClCC,aAA4B,EAC5BC,eAAoC,EAC5B;EACR,IAAMC,MAAM,GAAGC,SAAS,CAACH,aAAa,CAACI,MAAM,CAAC;EAC9C,IAAMC,QAAQ,GAAGJ,eAAe,IAAIK,iBAAiB,CAACL,eAAe,CAAC;EAEtE,IAAMG,MAAc,GAAG;IACrBF,MAAM,EAANA,MAAM;IACNG,QAAQ,EAAEA,QAAQ,IAAI,CAAC;EACzB,CAAC;EAED,OAAOD,MAAM;AACf;AAEA,SAASD,SAASA,CAACC,MAAuB,EAAW;EACnD,IAAMF,MAAe,GAAG,EAAE;EAE1B,KAAK,IAAMK,IAAI,IAAIH,MAAM,EAAE;IACzB,IAAMI,KAAK,GAAGJ,MAAM,CAACG,IAAI,CAAC;IAE1B,IAAIC,KAAK,CAACN,MAAM,EAAE;MAChB,IAAMO,QAAQ,GAAGN,SAAS,CAACK,KAAK,CAACN,MAAM,CAAC;MACxCA,MAAM,CAACQ,IAAI,CAAC;QAACH,IAAI,EAAJA,IAAI;QAAEI,IAAI,EAAE;UAACA,IAAI,EAAE,QAAQ;UAAEF,QAAQ,EAARA;QAAQ,CAAC;QAAEG,QAAQ,EAAEJ,KAAK,CAACK;MAAQ,CAAC,CAAC;IACjF,CAAC,MAAM;MACL,IAAMF,IAAI,GAAG3C,oBAAoB,CAACwC,KAAK,CAACG,IAAI,CAAC;MAC7C,IAAMN,QAAQ,GAAGS,gBAAgB,CAACN,KAAK,CAAC;MACxC,IAAMO,UAAU,GAAG;QAACR,IAAI,EAAJA,IAAI;QAAEI,IAAI,EAAJA,IAAI;QAAEC,QAAQ,EAAEJ,KAAK,CAACK,QAAQ;QAAER,QAAQ,EAARA;MAAQ,CAAC;MACnEH,MAAM,CAACQ,IAAI,CAACK,UAAU,CAAC;IACzB;EACF;EAEA,OAAOb,MAAM;AACf;AAEA,SAASY,gBAAgBA,CAACN,KAAmB,EAAsC;EACjF,IAAIH,QAA4C;EAEhD,KAAK,IAAMW,GAAG,IAAIR,KAAK,EAAE;IACvB,IAAIQ,GAAG,KAAK,MAAM,EAAE;MAClB,IAAIC,KAAK,GAAGT,KAAK,CAACQ,GAAG,CAAC,IAAI,EAAE;MAC5BC,KAAK,GAAG,OAAOT,KAAK,CAACQ,GAAG,CAAC,KAAK,QAAQ,GAAGzB,IAAI,CAAC2B,SAAS,CAACV,KAAK,CAACQ,GAAG,CAAC,CAAC,GAAGR,KAAK,CAACQ,GAAG,CAAC;MAChFX,QAAQ,GAAGA,QAAQ,IAAI,CAAC,CAAC;MACzBA,QAAQ,CAACW,GAAG,CAAC,GAAGC,KAAK;IACvB;EACF;EAEA,OAAOZ,QAAQ;AACjB;AAEA,SAASC,iBAAiBA,CAACL,eAA6B,EAAsC;EAC5F,IAAII,QAA4C;EAEhD,IAAMc,YAAY,GAAGlB,eAAe,CAACmB,kBAAkB,IAAI,EAAE;EAAC,IAAAC,SAAA,GAAAC,0BAAA,CACnCH,YAAY;IAAAI,KAAA;EAAA;IAAvC,KAAAF,SAAA,CAAAG,CAAA,MAAAD,KAAA,GAAAF,SAAA,CAAAI,CAAA,IAAAC,IAAA,GAAyC;MAAA,IAAAC,WAAA,GAAAJ,KAAA,CAAAN,KAAA;QAA7BD,GAAG,GAAAW,WAAA,CAAHX,GAAG;QAAEC,KAAK,GAAAU,WAAA,CAALV,KAAK;MACpB,IAAI,OAAOA,KAAK,KAAK,QAAQ,EAAE;QAC7BZ,QAAQ,GAAGA,QAAQ,IAAI,CAAC,CAAC;QACzBA,QAAQ,CAACW,GAAG,CAAC,GAAGC,KAAK;MACvB;IACF;EAAC,SAAAW,GAAA;IAAAP,SAAA,CAAAQ,CAAA,CAAAD,GAAA;EAAA;IAAAP,SAAA,CAAAS,CAAA;EAAA;EAED,OAAOzB,QAAQ;AACjB"}
|
|
@@ -1,47 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
Object.defineProperty(exports, "__esModule", {
|
|
4
|
-
value: true
|
|
5
|
-
});
|
|
6
|
-
exports.PARQUET_TYPE_MAPPING = void 0;
|
|
7
|
-
exports.convertToParquetSchema = convertToParquetSchema;
|
|
8
|
-
var PARQUET_TYPE_MAPPING = {
|
|
9
|
-
BOOLEAN: 'bool',
|
|
10
|
-
INT32: 'int32',
|
|
11
|
-
INT64: 'float64',
|
|
12
|
-
INT96: 'float64',
|
|
13
|
-
FLOAT: 'float32',
|
|
14
|
-
DOUBLE: 'float64',
|
|
15
|
-
BYTE_ARRAY: 'binary',
|
|
16
|
-
FIXED_LEN_BYTE_ARRAY: 'binary',
|
|
17
|
-
UTF8: 'utf8',
|
|
18
|
-
DATE: 'int32',
|
|
19
|
-
TIME_MILLIS: 'int64',
|
|
20
|
-
TIME_MICROS: 'int64',
|
|
21
|
-
TIMESTAMP_MILLIS: 'int64',
|
|
22
|
-
TIMESTAMP_MICROS: 'int64',
|
|
23
|
-
UINT_8: 'int32',
|
|
24
|
-
UINT_16: 'uint16',
|
|
25
|
-
UINT_32: 'uint32',
|
|
26
|
-
UINT_64: 'uint64',
|
|
27
|
-
INT_8: 'int8',
|
|
28
|
-
INT_16: 'int16',
|
|
29
|
-
INT_32: 'int32',
|
|
30
|
-
INT_64: 'int64',
|
|
31
|
-
JSON: 'binary',
|
|
32
|
-
BSON: 'binary',
|
|
33
|
-
INTERVAL: 'binary',
|
|
34
|
-
DECIMAL_INT32: 'float32',
|
|
35
|
-
DECIMAL_INT64: 'float64',
|
|
36
|
-
DECIMAL_BYTE_ARRAY: 'float64',
|
|
37
|
-
DECIMAL_FIXED_LEN_BYTE_ARRAY: 'float64'
|
|
38
|
-
};
|
|
39
|
-
exports.PARQUET_TYPE_MAPPING = PARQUET_TYPE_MAPPING;
|
|
40
|
-
function convertToParquetSchema(schema) {
|
|
41
|
-
var fields = [];
|
|
42
|
-
return {
|
|
43
|
-
fields: fields,
|
|
44
|
-
metadata: {}
|
|
45
|
-
};
|
|
46
|
-
}
|
|
47
|
-
//# sourceMappingURL=convert-schema-to-parquet.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"convert-schema-to-parquet.js","names":["PARQUET_TYPE_MAPPING","BOOLEAN","INT32","INT64","INT96","FLOAT","DOUBLE","BYTE_ARRAY","FIXED_LEN_BYTE_ARRAY","UTF8","DATE","TIME_MILLIS","TIME_MICROS","TIMESTAMP_MILLIS","TIMESTAMP_MICROS","UINT_8","UINT_16","UINT_32","UINT_64","INT_8","INT_16","INT_32","INT_64","JSON","BSON","INTERVAL","DECIMAL_INT32","DECIMAL_INT64","DECIMAL_BYTE_ARRAY","DECIMAL_FIXED_LEN_BYTE_ARRAY","exports","convertToParquetSchema","schema","fields","metadata"],"sources":["../../../../src/lib/arrow/convert-schema-to-parquet.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n// import type {ParquetSchema} from '../../parquetjs/schema/schema';\nimport type {\n // FieldDefinition, ParquetField,\n ParquetType\n} from '../../parquetjs/schema/declare';\n\nimport {\n Schema,\n // Struct,\n // Field,\n DataType\n} from '@loaders.gl/schema';\n\nexport const PARQUET_TYPE_MAPPING: {[type in ParquetType]: DataType} = {\n BOOLEAN: 'bool',\n INT32: 'int32',\n INT64: 'float64',\n INT96: 'float64',\n FLOAT: 'float32',\n DOUBLE: 'float64',\n BYTE_ARRAY: 'binary',\n FIXED_LEN_BYTE_ARRAY: 'binary',\n UTF8: 'utf8',\n DATE: 'int32',\n TIME_MILLIS: 'int64',\n TIME_MICROS: 'int64',\n TIMESTAMP_MILLIS: 'int64',\n TIMESTAMP_MICROS: 'int64',\n UINT_8: 'int32',\n UINT_16: 'uint16',\n UINT_32: 'uint32',\n UINT_64: 'uint64',\n INT_8: 'int8',\n INT_16: 'int16',\n INT_32: 'int32',\n INT_64: 'int64',\n JSON: 'binary',\n BSON: 'binary',\n // TODO check interval type\n INTERVAL: 'binary',\n DECIMAL_INT32: 'float32',\n DECIMAL_INT64: 'float64',\n DECIMAL_BYTE_ARRAY: 'float64',\n DECIMAL_FIXED_LEN_BYTE_ARRAY: 'float64'\n};\n\nexport function convertToParquetSchema(schema: Schema): Schema {\n const fields = []; // getFields(schema.fields);\n\n // TODO add metadata if needed.\n return {fields, metadata: {}};\n}\n\n// function getFields(schema: Field[]): Definition[] {\n// const fields: Field[] = [];\n\n// for (const name in schema) {\n// const field = schema[name];\n\n// // @ts-ignore\n// const children = field.children as DataType[];\n// if (children) {\n// const childField = getFields(field.fields);\n// const nestedField = new Field(name, new Struct(childField), field.optional);\n// fields.push(nestedField);\n// } else {\n// const FieldType = PARQUET_TYPE_MAPPING[field.type];\n// const metadata = getFieldMetadata(field);\n// const arrowField = new Field(name, new FieldType(), field.optional, metadata);\n// fields.push(arrowField);\n// }\n// }\n\n// return fields;\n// }\n\n// function getFieldMetadata(field: ParquetField): Map<string, string> {\n// const metadata = new Map();\n\n// for (const key in field) {\n// if (key !== 'name') {\n// const value = typeof field[key] !== 'string' ? JSON.stringify(field[key]) : field[key];\n// metadata.set(key, value);\n// }\n// }\n\n// return metadata;\n// }\n"],"mappings":";;;;;;;AAeO,IAAMA,oBAAuD,GAAG;EACrEC,OAAO,EAAE,MAAM;EACfC,KAAK,EAAE,OAAO;EACdC,KAAK,EAAE,SAAS;EAChBC,KAAK,EAAE,SAAS;EAChBC,KAAK,EAAE,SAAS;EAChBC,MAAM,EAAE,SAAS;EACjBC,UAAU,EAAE,QAAQ;EACpBC,oBAAoB,EAAE,QAAQ;EAC9BC,IAAI,EAAE,MAAM;EACZC,IAAI,EAAE,OAAO;EACbC,WAAW,EAAE,OAAO;EACpBC,WAAW,EAAE,OAAO;EACpBC,gBAAgB,EAAE,OAAO;EACzBC,gBAAgB,EAAE,OAAO;EACzBC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAE,QAAQ;EACjBC,OAAO,EAAE,QAAQ;EACjBC,OAAO,EAAE,QAAQ;EACjBC,KAAK,EAAE,MAAM;EACbC,MAAM,EAAE,OAAO;EACfC,MAAM,EAAE,OAAO;EACfC,MAAM,EAAE,OAAO;EACfC,IAAI,EAAE,QAAQ;EACdC,IAAI,EAAE,QAAQ;EAEdC,QAAQ,EAAE,QAAQ;EAClBC,aAAa,EAAE,SAAS;EACxBC,aAAa,EAAE,SAAS;EACxBC,kBAAkB,EAAE,SAAS;EAC7BC,4BAA4B,EAAE;AAChC,CAAC;AAACC,OAAA,CAAA9B,oBAAA,GAAAA,oBAAA;AAEK,SAAS+B,sBAAsBA,CAACC,MAAc,EAAU;EAC7D,IAAMC,MAAM,GAAG,EAAE;EAGjB,OAAO;IAACA,MAAM,EAANA,MAAM;IAAEC,QAAQ,EAAE,CAAC;EAAC,CAAC;AAC/B"}
|
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
Object.defineProperty(exports, "__esModule", {
|
|
4
|
-
value: true
|
|
5
|
-
});
|
|
6
|
-
exports.convertWKBTableToGeoJSON = convertWKBTableToGeoJSON;
|
|
7
|
-
var _schema = require("@loaders.gl/schema");
|
|
8
|
-
var _wkt = require("@loaders.gl/wkt");
|
|
9
|
-
var _decodeGeoMetadata = require("./decode-geo-metadata");
|
|
10
|
-
function convertWKBTableToGeoJSON(table, schema) {
|
|
11
|
-
var geoMetadata = (0, _decodeGeoMetadata.getGeoMetadata)(schema);
|
|
12
|
-
var primaryColumn = geoMetadata === null || geoMetadata === void 0 ? void 0 : geoMetadata.primary_column;
|
|
13
|
-
if (!primaryColumn) {
|
|
14
|
-
throw new Error('no geometry column');
|
|
15
|
-
}
|
|
16
|
-
var columnMetadata = geoMetadata.columns[primaryColumn];
|
|
17
|
-
var features = [];
|
|
18
|
-
var length = (0, _schema.getTableLength)(table);
|
|
19
|
-
for (var rowIndex = 0; rowIndex < length; rowIndex++) {
|
|
20
|
-
var row = (0, _schema.getTableRowAsObject)(table, rowIndex);
|
|
21
|
-
var geometry = parseGeometry(row[primaryColumn], columnMetadata);
|
|
22
|
-
delete row[primaryColumn];
|
|
23
|
-
var feature = {
|
|
24
|
-
type: 'Feature',
|
|
25
|
-
geometry: geometry,
|
|
26
|
-
properties: row
|
|
27
|
-
};
|
|
28
|
-
features.push(feature);
|
|
29
|
-
}
|
|
30
|
-
return {
|
|
31
|
-
shape: 'geojson-table',
|
|
32
|
-
schema: schema,
|
|
33
|
-
type: 'FeatureCollection',
|
|
34
|
-
features: features
|
|
35
|
-
};
|
|
36
|
-
}
|
|
37
|
-
function parseGeometry(geometry, columnMetadata) {
|
|
38
|
-
var _WKTLoader$parseTextS, _WKBLoader$parseSync;
|
|
39
|
-
switch (columnMetadata.encoding) {
|
|
40
|
-
case 'wkt':
|
|
41
|
-
return ((_WKTLoader$parseTextS = _wkt.WKTLoader.parseTextSync) === null || _WKTLoader$parseTextS === void 0 ? void 0 : _WKTLoader$parseTextS.call(_wkt.WKTLoader, geometry)) || null;
|
|
42
|
-
case 'wkb':
|
|
43
|
-
default:
|
|
44
|
-
var arrayBuffer = ArrayBuffer.isView(geometry) ? geometry.buffer.slice(geometry.byteOffset, geometry.byteOffset + geometry.byteLength) : geometry;
|
|
45
|
-
var geojson = (_WKBLoader$parseSync = _wkt.WKBLoader.parseSync) === null || _WKBLoader$parseSync === void 0 ? void 0 : _WKBLoader$parseSync.call(_wkt.WKBLoader, arrayBuffer, {
|
|
46
|
-
wkb: {
|
|
47
|
-
shape: 'geometry'
|
|
48
|
-
}
|
|
49
|
-
});
|
|
50
|
-
return geojson;
|
|
51
|
-
}
|
|
52
|
-
}
|
|
53
|
-
//# sourceMappingURL=decode-geo-column.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"decode-geo-column.js","names":["_schema","require","_wkt","_decodeGeoMetadata","convertWKBTableToGeoJSON","table","schema","geoMetadata","getGeoMetadata","primaryColumn","primary_column","Error","columnMetadata","columns","features","length","getTableLength","rowIndex","row","getTableRowAsObject","geometry","parseGeometry","feature","type","properties","push","shape","_WKTLoader$parseTextS","_WKBLoader$parseSync","encoding","WKTLoader","parseTextSync","call","arrayBuffer","ArrayBuffer","isView","buffer","slice","byteOffset","byteLength","geojson","WKBLoader","parseSync","wkb"],"sources":["../../../../src/lib/geo/decode-geo-column.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {ArrayRowTable, GeoJSONTable, ObjectRowTable, Schema} from '@loaders.gl/schema';\nimport type {Feature, Geometry} from '@loaders.gl/schema';\nimport {getTableLength, getTableRowAsObject} from '@loaders.gl/schema';\n// import {binaryToGeometry} from '@loaders.gl/gis';\nimport {WKBLoader, WKTLoader} from '@loaders.gl/wkt';\n\nimport {GeoColumnMetadata, getGeoMetadata} from './decode-geo-metadata';\n\n/** TODO - move to loaders.gl/gis? */\nexport function convertWKBTableToGeoJSON(\n table: ArrayRowTable | ObjectRowTable,\n schema: Schema\n): GeoJSONTable {\n const geoMetadata = getGeoMetadata(schema);\n const primaryColumn = geoMetadata?.primary_column;\n if (!primaryColumn) {\n throw new Error('no geometry column');\n }\n const columnMetadata = geoMetadata.columns[primaryColumn];\n\n const features: Feature[] = [];\n\n const length = getTableLength(table);\n for (let rowIndex = 0; rowIndex < length; rowIndex++) {\n const row = getTableRowAsObject(table, rowIndex);\n const geometry = parseGeometry(row[primaryColumn], columnMetadata);\n delete row[primaryColumn];\n const feature: Feature = {type: 'Feature', geometry: geometry!, properties: row};\n features.push(feature);\n }\n\n return {shape: 'geojson-table', schema, type: 'FeatureCollection', features};\n}\n\nfunction parseGeometry(geometry: unknown, columnMetadata: GeoColumnMetadata): Geometry | null {\n switch (columnMetadata.encoding) {\n case 'wkt':\n return WKTLoader.parseTextSync?.(geometry as string) || null;\n case 'wkb':\n default:\n const arrayBuffer = ArrayBuffer.isView(geometry)\n ? geometry.buffer.slice(geometry.byteOffset, geometry.byteOffset + geometry.byteLength)\n : (geometry as ArrayBuffer);\n const geojson = WKBLoader.parseSync?.(arrayBuffer, {\n wkb: {shape: 'geometry'}\n }) as unknown as Geometry;\n return geojson; // binaryGeometry ? binaryToGeometry(binaryGeometry) : null;\n // const binaryGeometry = WKBLoader.parseSync?.(geometry);\n // ts-ignore\n // return binaryGeometry ? binaryToGeometry(binaryGeometry) : null;\n }\n}\n"],"mappings":";;;;;;AAIA,IAAAA,OAAA,GAAAC,OAAA;AAEA,IAAAC,IAAA,GAAAD,OAAA;AAEA,IAAAE,kBAAA,GAAAF,OAAA;AAGO,SAASG,wBAAwBA,CACtCC,KAAqC,EACrCC,MAAc,EACA;EACd,IAAMC,WAAW,GAAG,IAAAC,iCAAc,EAACF,MAAM,CAAC;EAC1C,IAAMG,aAAa,GAAGF,WAAW,aAAXA,WAAW,uBAAXA,WAAW,CAAEG,cAAc;EACjD,IAAI,CAACD,aAAa,EAAE;IAClB,MAAM,IAAIE,KAAK,CAAC,oBAAoB,CAAC;EACvC;EACA,IAAMC,cAAc,GAAGL,WAAW,CAACM,OAAO,CAACJ,aAAa,CAAC;EAEzD,IAAMK,QAAmB,GAAG,EAAE;EAE9B,IAAMC,MAAM,GAAG,IAAAC,sBAAc,EAACX,KAAK,CAAC;EACpC,KAAK,IAAIY,QAAQ,GAAG,CAAC,EAAEA,QAAQ,GAAGF,MAAM,EAAEE,QAAQ,EAAE,EAAE;IACpD,IAAMC,GAAG,GAAG,IAAAC,2BAAmB,EAACd,KAAK,EAAEY,QAAQ,CAAC;IAChD,IAAMG,QAAQ,GAAGC,aAAa,CAACH,GAAG,CAACT,aAAa,CAAC,EAAEG,cAAc,CAAC;IAClE,OAAOM,GAAG,CAACT,aAAa,CAAC;IACzB,IAAMa,OAAgB,GAAG;MAACC,IAAI,EAAE,SAAS;MAAEH,QAAQ,EAAEA,QAAS;MAAEI,UAAU,EAAEN;IAAG,CAAC;IAChFJ,QAAQ,CAACW,IAAI,CAACH,OAAO,CAAC;EACxB;EAEA,OAAO;IAACI,KAAK,EAAE,eAAe;IAAEpB,MAAM,EAANA,MAAM;IAAEiB,IAAI,EAAE,mBAAmB;IAAET,QAAQ,EAARA;EAAQ,CAAC;AAC9E;AAEA,SAASO,aAAaA,CAACD,QAAiB,EAAER,cAAiC,EAAmB;EAAA,IAAAe,qBAAA,EAAAC,oBAAA;EAC5F,QAAQhB,cAAc,CAACiB,QAAQ;IAC7B,KAAK,KAAK;MACR,OAAO,EAAAF,qBAAA,GAAAG,cAAS,CAACC,aAAa,cAAAJ,qBAAA,uBAAvBA,qBAAA,CAAAK,IAAA,CAAAF,cAAS,EAAiBV,QAAkB,CAAC,KAAI,IAAI;IAC9D,KAAK,KAAK;IACV;MACE,IAAMa,WAAW,GAAGC,WAAW,CAACC,MAAM,CAACf,QAAQ,CAAC,GAC5CA,QAAQ,CAACgB,MAAM,CAACC,KAAK,CAACjB,QAAQ,CAACkB,UAAU,EAAElB,QAAQ,CAACkB,UAAU,GAAGlB,QAAQ,CAACmB,UAAU,CAAC,GACpFnB,QAAwB;MAC7B,IAAMoB,OAAO,IAAAZ,oBAAA,GAAGa,cAAS,CAACC,SAAS,cAAAd,oBAAA,uBAAnBA,oBAAA,CAAAI,IAAA,CAAAS,cAAS,EAAaR,WAAW,EAAE;QACjDU,GAAG,EAAE;UAACjB,KAAK,EAAE;QAAU;MACzB,CAAC,CAAwB;MACzB,OAAOc,OAAO;EAIlB;AACF"}
|
|
@@ -1,117 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
Object.defineProperty(exports, "__esModule", {
|
|
5
|
-
value: true
|
|
6
|
-
});
|
|
7
|
-
exports.getGeoMetadata = getGeoMetadata;
|
|
8
|
-
exports.parseJSONStringMetadata = parseJSONStringMetadata;
|
|
9
|
-
exports.setGeoMetadata = setGeoMetadata;
|
|
10
|
-
exports.unpackGeoMetadata = unpackGeoMetadata;
|
|
11
|
-
exports.unpackJSONStringMetadata = unpackJSONStringMetadata;
|
|
12
|
-
var _slicedToArray2 = _interopRequireDefault(require("@babel/runtime/helpers/slicedToArray"));
|
|
13
|
-
var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
|
|
14
|
-
function parseJSONStringMetadata(schema, metadataKey) {
|
|
15
|
-
var stringifiedMetadata = schema.metadata[metadataKey];
|
|
16
|
-
if (!stringifiedMetadata) {
|
|
17
|
-
return null;
|
|
18
|
-
}
|
|
19
|
-
try {
|
|
20
|
-
var metadata = JSON.parse(stringifiedMetadata);
|
|
21
|
-
if (!metadata || (0, _typeof2.default)(metadata) !== 'object') {
|
|
22
|
-
return null;
|
|
23
|
-
}
|
|
24
|
-
return metadata;
|
|
25
|
-
} catch (_unused) {
|
|
26
|
-
return null;
|
|
27
|
-
}
|
|
28
|
-
}
|
|
29
|
-
function unpackJSONStringMetadata(schema, metadataKey) {
|
|
30
|
-
var json = parseJSONStringMetadata(schema, metadataKey);
|
|
31
|
-
for (var _i = 0, _Object$entries = Object.entries(json || {}); _i < _Object$entries.length; _i++) {
|
|
32
|
-
var _Object$entries$_i = (0, _slicedToArray2.default)(_Object$entries[_i], 2),
|
|
33
|
-
_key = _Object$entries$_i[0],
|
|
34
|
-
value = _Object$entries$_i[1];
|
|
35
|
-
schema.metadata["".concat(metadataKey, ".").concat(_key)] = typeof value === 'string' ? value : JSON.stringify(value);
|
|
36
|
-
}
|
|
37
|
-
}
|
|
38
|
-
function getGeoMetadata(schema) {
|
|
39
|
-
var geoMetadata = parseJSONStringMetadata(schema, 'geo');
|
|
40
|
-
return geoMetadata;
|
|
41
|
-
}
|
|
42
|
-
function setGeoMetadata(schema, geoMetadata) {
|
|
43
|
-
var stringifiedGeoMetadata = JSON.stringify(geoMetadata);
|
|
44
|
-
schema.metadata.geo = stringifiedGeoMetadata;
|
|
45
|
-
}
|
|
46
|
-
function unpackGeoMetadata(schema) {
|
|
47
|
-
var geoMetadata = getGeoMetadata(schema);
|
|
48
|
-
if (!geoMetadata) {
|
|
49
|
-
return;
|
|
50
|
-
}
|
|
51
|
-
var version = geoMetadata.version,
|
|
52
|
-
primary_column = geoMetadata.primary_column,
|
|
53
|
-
columns = geoMetadata.columns;
|
|
54
|
-
if (version) {
|
|
55
|
-
schema.metadata['geo.version'] = version;
|
|
56
|
-
}
|
|
57
|
-
if (primary_column) {
|
|
58
|
-
schema.metadata['geo.primary_column'] = primary_column;
|
|
59
|
-
}
|
|
60
|
-
schema.metadata['geo.columns'] = Object.keys(columns || {}).join('');
|
|
61
|
-
var _loop = function _loop() {
|
|
62
|
-
var _Object$entries2$_i = (0, _slicedToArray2.default)(_Object$entries2[_i2], 2),
|
|
63
|
-
columnName = _Object$entries2$_i[0],
|
|
64
|
-
columnMetadata = _Object$entries2$_i[1];
|
|
65
|
-
var field = schema.fields.find(function (field) {
|
|
66
|
-
return field.name === columnName;
|
|
67
|
-
});
|
|
68
|
-
if (field) {
|
|
69
|
-
if (field.name === primary_column) {
|
|
70
|
-
setFieldMetadata(field, 'geo.primary_field', 'true');
|
|
71
|
-
}
|
|
72
|
-
unpackGeoFieldMetadata(field, columnMetadata);
|
|
73
|
-
}
|
|
74
|
-
};
|
|
75
|
-
for (var _i2 = 0, _Object$entries2 = Object.entries(columns || {}); _i2 < _Object$entries2.length; _i2++) {
|
|
76
|
-
_loop();
|
|
77
|
-
}
|
|
78
|
-
}
|
|
79
|
-
function unpackGeoFieldMetadata(field, columnMetadata) {
|
|
80
|
-
for (var _i3 = 0, _Object$entries3 = Object.entries(columnMetadata || {}); _i3 < _Object$entries3.length; _i3++) {
|
|
81
|
-
var _Object$entries3$_i = (0, _slicedToArray2.default)(_Object$entries3[_i3], 2),
|
|
82
|
-
_key2 = _Object$entries3$_i[0],
|
|
83
|
-
value = _Object$entries3$_i[1];
|
|
84
|
-
switch (_key2) {
|
|
85
|
-
case 'geometry_type':
|
|
86
|
-
setFieldMetadata(field, "geo.".concat(_key2), value.join(','));
|
|
87
|
-
break;
|
|
88
|
-
case 'bbox':
|
|
89
|
-
setFieldMetadata(field, "geo.crs.".concat(_key2), JSON.stringify(value));
|
|
90
|
-
break;
|
|
91
|
-
case 'crs':
|
|
92
|
-
for (var _i4 = 0, _Object$entries4 = Object.entries(value || {}); _i4 < _Object$entries4.length; _i4++) {
|
|
93
|
-
var _Object$entries4$_i = (0, _slicedToArray2.default)(_Object$entries4[_i4], 2),
|
|
94
|
-
crsKey = _Object$entries4$_i[0],
|
|
95
|
-
crsValue = _Object$entries4$_i[1];
|
|
96
|
-
switch (crsKey) {
|
|
97
|
-
case 'id':
|
|
98
|
-
var crsId = (0, _typeof2.default)(crsValue) === 'object' ? "".concat(crsValue === null || crsValue === void 0 ? void 0 : crsValue.authority, ":").concat(crsValue === null || crsValue === void 0 ? void 0 : crsValue.code) : JSON.stringify(crsValue);
|
|
99
|
-
setFieldMetadata(field, "geo.crs.".concat(crsKey), crsId);
|
|
100
|
-
break;
|
|
101
|
-
default:
|
|
102
|
-
setFieldMetadata(field, "geo.crs.".concat(crsKey), typeof crsValue === 'string' ? crsValue : JSON.stringify(crsValue));
|
|
103
|
-
break;
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
break;
|
|
107
|
-
case 'edges':
|
|
108
|
-
default:
|
|
109
|
-
setFieldMetadata(field, "geo.".concat(_key2), typeof value === 'string' ? value : JSON.stringify(value));
|
|
110
|
-
}
|
|
111
|
-
}
|
|
112
|
-
}
|
|
113
|
-
function setFieldMetadata(field, key, value) {
|
|
114
|
-
field.metadata = field.metadata || {};
|
|
115
|
-
field.metadata[key] = value;
|
|
116
|
-
}
|
|
117
|
-
//# sourceMappingURL=decode-geo-metadata.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"decode-geo-metadata.js","names":["parseJSONStringMetadata","schema","metadataKey","stringifiedMetadata","metadata","JSON","parse","_typeof2","default","_unused","unpackJSONStringMetadata","json","_i","_Object$entries","Object","entries","length","_Object$entries$_i","_slicedToArray2","key","value","concat","stringify","getGeoMetadata","geoMetadata","setGeoMetadata","stringifiedGeoMetadata","geo","unpackGeoMetadata","version","primary_column","columns","keys","join","_loop","_Object$entries2$_i","_Object$entries2","_i2","columnName","columnMetadata","field","fields","find","name","setFieldMetadata","unpackGeoFieldMetadata","_i3","_Object$entries3","_Object$entries3$_i","_i4","_Object$entries4","_Object$entries4$_i","crsKey","crsValue","crsId","authority","code"],"sources":["../../../../src/lib/geo/decode-geo-metadata.ts"],"sourcesContent":["// loaders.gl, MIT license\nimport {Schema, Field} from '@loaders.gl/schema';\n\n/* eslint-disable camelcase */\n\ntype GeometryType =\n | 'Point'\n | 'LineString'\n | 'Polygon'\n | 'MultiPoint'\n | 'MultiLineString'\n | 'MultiPolygon'\n | 'GeometryCollection'\n | 'Point Z'\n | 'LineString Z'\n | 'Polygon Z'\n | 'MultiPoint Z'\n | 'MultiLineString Z'\n | 'MultiPolygon Z'\n | 'GeometryCollection Z';\n\n/**\n * A geoarrow / geoparquet geo metadata object\n * (stored in stringified form in the top level metadata 'geo' key)\n * @see https://github.com/opengeospatial/geoparquet/blob/main/format-specs/geoparquet.md\n * @see https://github.com/geoarrow/geoarrow/blob/main/metadata.md\n * */\nexport type GeoMetadata = {\n version?: string;\n primary_column?: string;\n columns: Record<string, GeoColumnMetadata>;\n [key: string]: unknown;\n};\n\n/** A geoarrow / geoparquet geo metadata for one geometry column */\nexport type GeoColumnMetadata = {\n encoding: 'wkb' | 'wkt';\n geometry_types: GeometryType[];\n crs?: object | null;\n orientation?: 'counterclockwise';\n bbox?: [number, number, number, number] | [number, number, number, number, number, number];\n edges?: 'planar' | 'spherical';\n epoch?: number;\n [key: string]: unknown;\n};\n\n/** Parse a key with stringified arrow metadata */\nexport function parseJSONStringMetadata(\n schema: Schema,\n metadataKey: string\n): Record<string, unknown> | null {\n const stringifiedMetadata = schema.metadata[metadataKey];\n if (!stringifiedMetadata) {\n return null;\n }\n\n try {\n const metadata = JSON.parse(stringifiedMetadata);\n if (!metadata || typeof metadata !== 'object') {\n return null;\n }\n return metadata;\n } catch {\n return null;\n }\n}\n\nexport function unpackJSONStringMetadata(schema: Schema, metadataKey: string): void {\n const json = parseJSONStringMetadata(schema, metadataKey);\n for (const [key, value] of Object.entries(json || {})) {\n schema.metadata[`${metadataKey}.${key}`] =\n typeof value === 'string' ? value : JSON.stringify(value);\n }\n}\n\n// GEO METADATA\n\n/**\n * Reads the GeoMetadata object from the metadata\n * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata */\nexport function getGeoMetadata(schema: Schema): GeoMetadata | null {\n const geoMetadata = parseJSONStringMetadata(schema, 'geo') as GeoMetadata;\n return geoMetadata;\n}\n\n/**\n * Stores a geoarrow / geoparquet geo metadata object in the schema\n * @note geoarrow / geoparquet geo metadata is a single stringified JSON field\n */\nexport function setGeoMetadata(schema: Schema, geoMetadata: GeoMetadata): void {\n const stringifiedGeoMetadata = JSON.stringify(geoMetadata);\n schema.metadata.geo = stringifiedGeoMetadata;\n}\n\n/**\n * Unpacks geo metadata into separate metadata fields (parses the long JSON string)\n * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata\n */\nexport function unpackGeoMetadata(schema: Schema): void {\n const geoMetadata = getGeoMetadata(schema);\n if (!geoMetadata) {\n return;\n }\n\n // Store Parquet Schema Level Metadata\n\n const {version, primary_column, columns} = geoMetadata;\n if (version) {\n schema.metadata['geo.version'] = version;\n }\n\n if (primary_column) {\n schema.metadata['geo.primary_column'] = primary_column;\n }\n\n // store column names as comma separated list\n schema.metadata['geo.columns'] = Object.keys(columns || {}).join('');\n\n for (const [columnName, columnMetadata] of Object.entries(columns || {})) {\n const field = schema.fields.find((field) => field.name === columnName);\n if (field) {\n if (field.name === primary_column) {\n setFieldMetadata(field, 'geo.primary_field', 'true');\n }\n unpackGeoFieldMetadata(field, columnMetadata);\n }\n }\n}\n\n// eslint-disable-next-line complexity\nfunction unpackGeoFieldMetadata(field: Field, columnMetadata): void {\n for (const [key, value] of Object.entries(columnMetadata || {})) {\n switch (key) {\n case 'geometry_type':\n setFieldMetadata(field, `geo.${key}`, (value as string[]).join(','));\n break;\n case 'bbox':\n setFieldMetadata(field, `geo.crs.${key}`, JSON.stringify(value));\n break;\n case 'crs':\n for (const [crsKey, crsValue] of Object.entries(value || {})) {\n switch (crsKey) {\n case 'id':\n const crsId =\n typeof crsValue === 'object'\n ? `${crsValue?.authority}:${crsValue?.code}`\n : JSON.stringify(crsValue);\n setFieldMetadata(field, `geo.crs.${crsKey}`, crsId);\n break;\n default:\n setFieldMetadata(\n field,\n `geo.crs.${crsKey}`,\n typeof crsValue === 'string' ? crsValue : JSON.stringify(crsValue)\n );\n break;\n }\n }\n break;\n case 'edges':\n default:\n setFieldMetadata(\n field,\n `geo.${key}`,\n typeof value === 'string' ? value : JSON.stringify(value)\n );\n }\n }\n}\n\nfunction setFieldMetadata(field: Field, key: string, value: string): void {\n field.metadata = field.metadata || {};\n field.metadata[key] = value;\n}\n"],"mappings":";;;;;;;;;;;;;AA+CO,SAASA,uBAAuBA,CACrCC,MAAc,EACdC,WAAmB,EACa;EAChC,IAAMC,mBAAmB,GAAGF,MAAM,CAACG,QAAQ,CAACF,WAAW,CAAC;EACxD,IAAI,CAACC,mBAAmB,EAAE;IACxB,OAAO,IAAI;EACb;EAEA,IAAI;IACF,IAAMC,QAAQ,GAAGC,IAAI,CAACC,KAAK,CAACH,mBAAmB,CAAC;IAChD,IAAI,CAACC,QAAQ,IAAI,IAAAG,QAAA,CAAAC,OAAA,EAAOJ,QAAQ,MAAK,QAAQ,EAAE;MAC7C,OAAO,IAAI;IACb;IACA,OAAOA,QAAQ;EACjB,CAAC,CAAC,OAAAK,OAAA,EAAM;IACN,OAAO,IAAI;EACb;AACF;AAEO,SAASC,wBAAwBA,CAACT,MAAc,EAAEC,WAAmB,EAAQ;EAClF,IAAMS,IAAI,GAAGX,uBAAuB,CAACC,MAAM,EAAEC,WAAW,CAAC;EACzD,SAAAU,EAAA,MAAAC,eAAA,GAA2BC,MAAM,CAACC,OAAO,CAACJ,IAAI,IAAI,CAAC,CAAC,CAAC,EAAAC,EAAA,GAAAC,eAAA,CAAAG,MAAA,EAAAJ,EAAA,IAAE;IAAlD,IAAAK,kBAAA,OAAAC,eAAA,CAAAV,OAAA,EAAAK,eAAA,CAAAD,EAAA;MAAOO,IAAG,GAAAF,kBAAA;MAAEG,KAAK,GAAAH,kBAAA;IACpBhB,MAAM,CAACG,QAAQ,IAAAiB,MAAA,CAAInB,WAAW,OAAAmB,MAAA,CAAIF,IAAG,EAAG,GACtC,OAAOC,KAAK,KAAK,QAAQ,GAAGA,KAAK,GAAGf,IAAI,CAACiB,SAAS,CAACF,KAAK,CAAC;EAC7D;AACF;AAOO,SAASG,cAAcA,CAACtB,MAAc,EAAsB;EACjE,IAAMuB,WAAW,GAAGxB,uBAAuB,CAACC,MAAM,EAAE,KAAK,CAAgB;EACzE,OAAOuB,WAAW;AACpB;AAMO,SAASC,cAAcA,CAACxB,MAAc,EAAEuB,WAAwB,EAAQ;EAC7E,IAAME,sBAAsB,GAAGrB,IAAI,CAACiB,SAAS,CAACE,WAAW,CAAC;EAC1DvB,MAAM,CAACG,QAAQ,CAACuB,GAAG,GAAGD,sBAAsB;AAC9C;AAMO,SAASE,iBAAiBA,CAAC3B,MAAc,EAAQ;EACtD,IAAMuB,WAAW,GAAGD,cAAc,CAACtB,MAAM,CAAC;EAC1C,IAAI,CAACuB,WAAW,EAAE;IAChB;EACF;EAIA,IAAOK,OAAO,GAA6BL,WAAW,CAA/CK,OAAO;IAAEC,cAAc,GAAaN,WAAW,CAAtCM,cAAc;IAAEC,OAAO,GAAIP,WAAW,CAAtBO,OAAO;EACvC,IAAIF,OAAO,EAAE;IACX5B,MAAM,CAACG,QAAQ,CAAC,aAAa,CAAC,GAAGyB,OAAO;EAC1C;EAEA,IAAIC,cAAc,EAAE;IAClB7B,MAAM,CAACG,QAAQ,CAAC,oBAAoB,CAAC,GAAG0B,cAAc;EACxD;EAGA7B,MAAM,CAACG,QAAQ,CAAC,aAAa,CAAC,GAAGU,MAAM,CAACkB,IAAI,CAACD,OAAO,IAAI,CAAC,CAAC,CAAC,CAACE,IAAI,CAAC,EAAE,CAAC;EAAC,IAAAC,KAAA,YAAAA,MAAA,EAEK;IAArE,IAAAC,mBAAA,OAAAjB,eAAA,CAAAV,OAAA,EAAA4B,gBAAA,CAAAC,GAAA;MAAOC,UAAU,GAAAH,mBAAA;MAAEI,cAAc,GAAAJ,mBAAA;IACpC,IAAMK,KAAK,GAAGvC,MAAM,CAACwC,MAAM,CAACC,IAAI,CAAC,UAACF,KAAK;MAAA,OAAKA,KAAK,CAACG,IAAI,KAAKL,UAAU;IAAA,EAAC;IACtE,IAAIE,KAAK,EAAE;MACT,IAAIA,KAAK,CAACG,IAAI,KAAKb,cAAc,EAAE;QACjCc,gBAAgB,CAACJ,KAAK,EAAE,mBAAmB,EAAE,MAAM,CAAC;MACtD;MACAK,sBAAsB,CAACL,KAAK,EAAED,cAAc,CAAC;IAC/C;EACF,CAAC;EARD,SAAAF,GAAA,MAAAD,gBAAA,GAA2CtB,MAAM,CAACC,OAAO,CAACgB,OAAO,IAAI,CAAC,CAAC,CAAC,EAAAM,GAAA,GAAAD,gBAAA,CAAApB,MAAA,EAAAqB,GAAA;IAAAH,KAAA;EAAA;AAS1E;AAGA,SAASW,sBAAsBA,CAACL,KAAY,EAAED,cAAc,EAAQ;EAClE,SAAAO,GAAA,MAAAC,gBAAA,GAA2BjC,MAAM,CAACC,OAAO,CAACwB,cAAc,IAAI,CAAC,CAAC,CAAC,EAAAO,GAAA,GAAAC,gBAAA,CAAA/B,MAAA,EAAA8B,GAAA,IAAE;IAA5D,IAAAE,mBAAA,OAAA9B,eAAA,CAAAV,OAAA,EAAAuC,gBAAA,CAAAD,GAAA;MAAO3B,KAAG,GAAA6B,mBAAA;MAAE5B,KAAK,GAAA4B,mBAAA;IACpB,QAAQ7B,KAAG;MACT,KAAK,eAAe;QAClByB,gBAAgB,CAACJ,KAAK,SAAAnB,MAAA,CAASF,KAAG,GAAKC,KAAK,CAAca,IAAI,CAAC,GAAG,CAAC,CAAC;QACpE;MACF,KAAK,MAAM;QACTW,gBAAgB,CAACJ,KAAK,aAAAnB,MAAA,CAAaF,KAAG,GAAId,IAAI,CAACiB,SAAS,CAACF,KAAK,CAAC,CAAC;QAChE;MACF,KAAK,KAAK;QACR,SAAA6B,GAAA,MAAAC,gBAAA,GAAiCpC,MAAM,CAACC,OAAO,CAACK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAA6B,GAAA,GAAAC,gBAAA,CAAAlC,MAAA,EAAAiC,GAAA,IAAE;UAAzD,IAAAE,mBAAA,OAAAjC,eAAA,CAAAV,OAAA,EAAA0C,gBAAA,CAAAD,GAAA;YAAOG,MAAM,GAAAD,mBAAA;YAAEE,QAAQ,GAAAF,mBAAA;UAC1B,QAAQC,MAAM;YACZ,KAAK,IAAI;cACP,IAAME,KAAK,GACT,IAAA/C,QAAA,CAAAC,OAAA,EAAO6C,QAAQ,MAAK,QAAQ,MAAAhC,MAAA,CACrBgC,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAEE,SAAS,OAAAlC,MAAA,CAAIgC,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAEG,IAAI,IACxCnD,IAAI,CAACiB,SAAS,CAAC+B,QAAQ,CAAC;cAC9BT,gBAAgB,CAACJ,KAAK,aAAAnB,MAAA,CAAa+B,MAAM,GAAIE,KAAK,CAAC;cACnD;YACF;cACEV,gBAAgB,CACdJ,KAAK,aAAAnB,MAAA,CACM+B,MAAM,GACjB,OAAOC,QAAQ,KAAK,QAAQ,GAAGA,QAAQ,GAAGhD,IAAI,CAACiB,SAAS,CAAC+B,QAAQ,CACnE,CAAC;cACD;UACJ;QACF;QACA;MACF,KAAK,OAAO;MACZ;QACET,gBAAgB,CACdJ,KAAK,SAAAnB,MAAA,CACEF,KAAG,GACV,OAAOC,KAAK,KAAK,QAAQ,GAAGA,KAAK,GAAGf,IAAI,CAACiB,SAAS,CAACF,KAAK,CAC1D,CAAC;IACL;EACF;AACF;AAEA,SAASwB,gBAAgBA,CAACJ,KAAY,EAAErB,GAAW,EAAEC,KAAa,EAAQ;EACxEoB,KAAK,CAACpC,QAAQ,GAAGoC,KAAK,CAACpC,QAAQ,IAAI,CAAC,CAAC;EACrCoC,KAAK,CAACpC,QAAQ,CAACe,GAAG,CAAC,GAAGC,KAAK;AAC7B"}
|
|
@@ -1,83 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
Object.defineProperty(exports, "__esModule", {
|
|
4
|
-
value: true
|
|
5
|
-
});
|
|
6
|
-
exports.GEOPARQUET_METADATA_JSON_SCHEMA = void 0;
|
|
7
|
-
var GEOPARQUET_METADATA_JSON_SCHEMA = {
|
|
8
|
-
$schema: 'http://json-schema.org/draft-07/schema#',
|
|
9
|
-
title: 'GeoParquet',
|
|
10
|
-
description: 'Parquet metadata included in the geo field.',
|
|
11
|
-
type: 'object',
|
|
12
|
-
required: ['version', 'primary_column', 'columns'],
|
|
13
|
-
properties: {
|
|
14
|
-
version: {
|
|
15
|
-
type: 'string',
|
|
16
|
-
const: '1.0.0-beta.1'
|
|
17
|
-
},
|
|
18
|
-
primary_column: {
|
|
19
|
-
type: 'string',
|
|
20
|
-
minLength: 1
|
|
21
|
-
},
|
|
22
|
-
columns: {
|
|
23
|
-
type: 'object',
|
|
24
|
-
minProperties: 1,
|
|
25
|
-
patternProperties: {
|
|
26
|
-
'.+': {
|
|
27
|
-
type: 'object',
|
|
28
|
-
required: ['encoding', 'geometry_types'],
|
|
29
|
-
properties: {
|
|
30
|
-
encoding: {
|
|
31
|
-
type: 'string',
|
|
32
|
-
const: 'WKB'
|
|
33
|
-
},
|
|
34
|
-
geometry_types: {
|
|
35
|
-
type: 'array',
|
|
36
|
-
uniqueItems: true,
|
|
37
|
-
items: {
|
|
38
|
-
type: 'string',
|
|
39
|
-
pattern: '^(GeometryCollection|(Multi)?(Point|LineString|Polygon))( Z)?$'
|
|
40
|
-
}
|
|
41
|
-
},
|
|
42
|
-
crs: {
|
|
43
|
-
oneOf: [{
|
|
44
|
-
$ref: 'https://proj.org/schemas/v0.5/projjson.schema.json'
|
|
45
|
-
}, {
|
|
46
|
-
type: 'null'
|
|
47
|
-
}]
|
|
48
|
-
},
|
|
49
|
-
edges: {
|
|
50
|
-
type: 'string',
|
|
51
|
-
enum: ['planar', 'spherical']
|
|
52
|
-
},
|
|
53
|
-
orientation: {
|
|
54
|
-
type: 'string',
|
|
55
|
-
const: 'counterclockwise'
|
|
56
|
-
},
|
|
57
|
-
bbox: {
|
|
58
|
-
type: 'array',
|
|
59
|
-
items: {
|
|
60
|
-
type: 'number'
|
|
61
|
-
},
|
|
62
|
-
oneOf: [{
|
|
63
|
-
description: '2D bbox consisting of (xmin, ymin, xmax, ymax)',
|
|
64
|
-
minItems: 4,
|
|
65
|
-
maxItems: 4
|
|
66
|
-
}, {
|
|
67
|
-
description: '3D bbox consisting of (xmin, ymin, zmin, xmax, ymax, zmax)',
|
|
68
|
-
minItems: 6,
|
|
69
|
-
maxItems: 6
|
|
70
|
-
}]
|
|
71
|
-
},
|
|
72
|
-
epoch: {
|
|
73
|
-
type: 'number'
|
|
74
|
-
}
|
|
75
|
-
}
|
|
76
|
-
}
|
|
77
|
-
},
|
|
78
|
-
additionalProperties: false
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
};
|
|
82
|
-
exports.GEOPARQUET_METADATA_JSON_SCHEMA = GEOPARQUET_METADATA_JSON_SCHEMA;
|
|
83
|
-
//# sourceMappingURL=geoparquet-metadata-schema.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"geoparquet-metadata-schema.js","names":["GEOPARQUET_METADATA_JSON_SCHEMA","$schema","title","description","type","required","properties","version","const","primary_column","minLength","columns","minProperties","patternProperties","encoding","geometry_types","uniqueItems","items","pattern","crs","oneOf","$ref","edges","enum","orientation","bbox","minItems","maxItems","epoch","additionalProperties","exports"],"sources":["../../../../src/lib/geo/geoparquet-metadata-schema.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n/* eslint-disable camelcase */\n\n/**\n * Geoparquet JSON schema for geo metadata\n * @see https://github.com/geoarrow/geoarrow/blob/main/metadata.md\n * @see https://github.com/opengeospatial/geoparquet/blob/main/format-specs/geoparquet.md\n */\nexport const GEOPARQUET_METADATA_JSON_SCHEMA = {\n $schema: 'http://json-schema.org/draft-07/schema#',\n title: 'GeoParquet',\n description: 'Parquet metadata included in the geo field.',\n type: 'object',\n required: ['version', 'primary_column', 'columns'],\n properties: {\n version: {type: 'string', const: '1.0.0-beta.1'},\n primary_column: {type: 'string', minLength: 1},\n columns: {\n type: 'object',\n minProperties: 1,\n patternProperties: {\n '.+': {\n type: 'object',\n required: ['encoding', 'geometry_types'],\n properties: {\n encoding: {type: 'string', const: 'WKB'},\n geometry_types: {\n type: 'array',\n uniqueItems: true,\n items: {\n type: 'string',\n pattern: '^(GeometryCollection|(Multi)?(Point|LineString|Polygon))( Z)?$'\n }\n },\n crs: {\n oneOf: [\n {\n $ref: 'https://proj.org/schemas/v0.5/projjson.schema.json'\n },\n {type: 'null'}\n ]\n },\n edges: {type: 'string', enum: ['planar', 'spherical']},\n orientation: {type: 'string', const: 'counterclockwise'},\n bbox: {\n type: 'array',\n items: {type: 'number'},\n oneOf: [\n {\n description: '2D bbox consisting of (xmin, ymin, xmax, ymax)',\n minItems: 4,\n maxItems: 4\n },\n {\n description: '3D bbox consisting of (xmin, ymin, zmin, xmax, ymax, zmax)',\n minItems: 6,\n maxItems: 6\n }\n ]\n },\n epoch: {type: 'number'}\n }\n }\n },\n additionalProperties: false\n }\n }\n};\n"],"mappings":";;;;;;AASO,IAAMA,+BAA+B,GAAG;EAC7CC,OAAO,EAAE,yCAAyC;EAClDC,KAAK,EAAE,YAAY;EACnBC,WAAW,EAAE,6CAA6C;EAC1DC,IAAI,EAAE,QAAQ;EACdC,QAAQ,EAAE,CAAC,SAAS,EAAE,gBAAgB,EAAE,SAAS,CAAC;EAClDC,UAAU,EAAE;IACVC,OAAO,EAAE;MAACH,IAAI,EAAE,QAAQ;MAAEI,KAAK,EAAE;IAAc,CAAC;IAChDC,cAAc,EAAE;MAACL,IAAI,EAAE,QAAQ;MAAEM,SAAS,EAAE;IAAC,CAAC;IAC9CC,OAAO,EAAE;MACPP,IAAI,EAAE,QAAQ;MACdQ,aAAa,EAAE,CAAC;MAChBC,iBAAiB,EAAE;QACjB,IAAI,EAAE;UACJT,IAAI,EAAE,QAAQ;UACdC,QAAQ,EAAE,CAAC,UAAU,EAAE,gBAAgB,CAAC;UACxCC,UAAU,EAAE;YACVQ,QAAQ,EAAE;cAACV,IAAI,EAAE,QAAQ;cAAEI,KAAK,EAAE;YAAK,CAAC;YACxCO,cAAc,EAAE;cACdX,IAAI,EAAE,OAAO;cACbY,WAAW,EAAE,IAAI;cACjBC,KAAK,EAAE;gBACLb,IAAI,EAAE,QAAQ;gBACdc,OAAO,EAAE;cACX;YACF,CAAC;YACDC,GAAG,EAAE;cACHC,KAAK,EAAE,CACL;gBACEC,IAAI,EAAE;cACR,CAAC,EACD;gBAACjB,IAAI,EAAE;cAAM,CAAC;YAElB,CAAC;YACDkB,KAAK,EAAE;cAAClB,IAAI,EAAE,QAAQ;cAAEmB,IAAI,EAAE,CAAC,QAAQ,EAAE,WAAW;YAAC,CAAC;YACtDC,WAAW,EAAE;cAACpB,IAAI,EAAE,QAAQ;cAAEI,KAAK,EAAE;YAAkB,CAAC;YACxDiB,IAAI,EAAE;cACJrB,IAAI,EAAE,OAAO;cACba,KAAK,EAAE;gBAACb,IAAI,EAAE;cAAQ,CAAC;cACvBgB,KAAK,EAAE,CACL;gBACEjB,WAAW,EAAE,gDAAgD;gBAC7DuB,QAAQ,EAAE,CAAC;gBACXC,QAAQ,EAAE;cACZ,CAAC,EACD;gBACExB,WAAW,EAAE,4DAA4D;gBACzEuB,QAAQ,EAAE,CAAC;gBACXC,QAAQ,EAAE;cACZ,CAAC;YAEL,CAAC;YACDC,KAAK,EAAE;cAACxB,IAAI,EAAE;YAAQ;UACxB;QACF;MACF,CAAC;MACDyB,oBAAoB,EAAE;IACxB;EACF;AACF,CAAC;AAACC,OAAA,CAAA9B,+BAAA,GAAAA,+BAAA"}
|
|
@@ -1,41 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
Object.defineProperty(exports, "__esModule", {
|
|
5
|
-
value: true
|
|
6
|
-
});
|
|
7
|
-
exports.getSchemaFromParquetReader = getSchemaFromParquetReader;
|
|
8
|
-
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
9
|
-
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
10
|
-
var _convertSchemaFromParquet = require("../arrow/convert-schema-from-parquet");
|
|
11
|
-
var _decodeGeoMetadata = require("../geo/decode-geo-metadata");
|
|
12
|
-
function getSchemaFromParquetReader(_x) {
|
|
13
|
-
return _getSchemaFromParquetReader.apply(this, arguments);
|
|
14
|
-
}
|
|
15
|
-
function _getSchemaFromParquetReader() {
|
|
16
|
-
_getSchemaFromParquetReader = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(reader) {
|
|
17
|
-
var parquetSchema, parquetMetadata, schema;
|
|
18
|
-
return _regenerator.default.wrap(function _callee$(_context) {
|
|
19
|
-
while (1) switch (_context.prev = _context.next) {
|
|
20
|
-
case 0:
|
|
21
|
-
_context.next = 2;
|
|
22
|
-
return reader.getSchema();
|
|
23
|
-
case 2:
|
|
24
|
-
parquetSchema = _context.sent;
|
|
25
|
-
_context.next = 5;
|
|
26
|
-
return reader.getFileMetadata();
|
|
27
|
-
case 5:
|
|
28
|
-
parquetMetadata = _context.sent;
|
|
29
|
-
schema = (0, _convertSchemaFromParquet.convertParquetSchema)(parquetSchema, parquetMetadata);
|
|
30
|
-
(0, _decodeGeoMetadata.unpackGeoMetadata)(schema);
|
|
31
|
-
(0, _decodeGeoMetadata.unpackJSONStringMetadata)(schema, 'pandas');
|
|
32
|
-
return _context.abrupt("return", schema);
|
|
33
|
-
case 10:
|
|
34
|
-
case "end":
|
|
35
|
-
return _context.stop();
|
|
36
|
-
}
|
|
37
|
-
}, _callee);
|
|
38
|
-
}));
|
|
39
|
-
return _getSchemaFromParquetReader.apply(this, arguments);
|
|
40
|
-
}
|
|
41
|
-
//# sourceMappingURL=get-parquet-schema.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"get-parquet-schema.js","names":["_convertSchemaFromParquet","require","_decodeGeoMetadata","getSchemaFromParquetReader","_x","_getSchemaFromParquetReader","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","reader","parquetSchema","parquetMetadata","schema","wrap","_callee$","_context","prev","next","getSchema","sent","getFileMetadata","convertParquetSchema","unpackGeoMetadata","unpackJSONStringMetadata","abrupt","stop"],"sources":["../../../../src/lib/parsers/get-parquet-schema.ts"],"sourcesContent":["// loaders.gl\nimport {Schema} from '@loaders.gl/schema';\nimport {ParquetReader} from '../../parquetjs/parser/parquet-reader';\nimport {convertParquetSchema} from '../arrow/convert-schema-from-parquet';\nimport {unpackGeoMetadata, unpackJSONStringMetadata} from '../geo/decode-geo-metadata';\n\nexport async function getSchemaFromParquetReader(reader: ParquetReader): Promise<Schema> {\n const parquetSchema = await reader.getSchema();\n const parquetMetadata = await reader.getFileMetadata();\n const schema = convertParquetSchema(parquetSchema, parquetMetadata);\n unpackGeoMetadata(schema);\n unpackJSONStringMetadata(schema, 'pandas');\n return schema;\n}\n"],"mappings":";;;;;;;;;AAGA,IAAAA,yBAAA,GAAAC,OAAA;AACA,IAAAC,kBAAA,GAAAD,OAAA;AAAuF,SAEjEE,0BAA0BA,CAAAC,EAAA;EAAA,OAAAC,2BAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,4BAAA;EAAAA,2BAAA,OAAAG,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAzC,SAAAC,QAA0CC,MAAqB;IAAA,IAAAC,aAAA,EAAAC,eAAA,EAAAC,MAAA;IAAA,OAAAN,YAAA,CAAAD,OAAA,CAAAQ,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAAAF,QAAA,CAAAE,IAAA;UAAA,OACxCR,MAAM,CAACS,SAAS,CAAC,CAAC;QAAA;UAAxCR,aAAa,GAAAK,QAAA,CAAAI,IAAA;UAAAJ,QAAA,CAAAE,IAAA;UAAA,OACWR,MAAM,CAACW,eAAe,CAAC,CAAC;QAAA;UAAhDT,eAAe,GAAAI,QAAA,CAAAI,IAAA;UACfP,MAAM,GAAG,IAAAS,8CAAoB,EAACX,aAAa,EAAEC,eAAe,CAAC;UACnE,IAAAW,oCAAiB,EAACV,MAAM,CAAC;UACzB,IAAAW,2CAAwB,EAACX,MAAM,EAAE,QAAQ,CAAC;UAAC,OAAAG,QAAA,CAAAS,MAAA,WACpCZ,MAAM;QAAA;QAAA;UAAA,OAAAG,QAAA,CAAAU,IAAA;MAAA;IAAA,GAAAjB,OAAA;EAAA,CACd;EAAA,OAAAP,2BAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA"}
|