@loaders.gl/parquet 4.5.3 → 5.0.0-alpha.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +14 -3
- package/dist/bundled.d.ts +9 -0
- package/dist/bundled.d.ts.map +1 -0
- package/dist/bundled.js +10 -0
- package/dist/bundled.js.map +1 -0
- package/dist/delta-format.d.ts +9 -0
- package/dist/delta-format.d.ts.map +1 -0
- package/dist/delta-format.js +12 -0
- package/dist/delta-format.js.map +1 -0
- package/dist/delta-source-loader-types.d.ts +27 -0
- package/dist/delta-source-loader-types.d.ts.map +1 -0
- package/dist/delta-source-loader-types.js +28 -0
- package/dist/delta-source-loader-types.js.map +1 -0
- package/dist/delta-source.d.ts +48 -0
- package/dist/delta-source.d.ts.map +1 -0
- package/dist/delta-source.js +222 -0
- package/dist/delta-source.js.map +1 -0
- package/dist/delta-types.d.ts +38 -0
- package/dist/delta-types.d.ts.map +1 -0
- package/dist/delta-types.js +5 -0
- package/dist/delta-types.js.map +1 -0
- package/dist/geoparquet-loader-with-parser.d.ts +33 -0
- package/dist/geoparquet-loader-with-parser.d.ts.map +1 -0
- package/dist/geoparquet-loader-with-parser.js +52 -0
- package/dist/geoparquet-loader-with-parser.js.map +1 -0
- package/dist/geoparquet-loader.d.ts +59 -0
- package/dist/geoparquet-loader.d.ts.map +1 -0
- package/dist/geoparquet-loader.js +30 -0
- package/dist/geoparquet-loader.js.map +1 -0
- package/dist/iceberg-rest-catalog.d.ts +49 -0
- package/dist/iceberg-rest-catalog.d.ts.map +1 -0
- package/dist/iceberg-rest-catalog.js +78 -0
- package/dist/iceberg-rest-catalog.js.map +1 -0
- package/dist/iceberg-table-source.d.ts +63 -0
- package/dist/iceberg-table-source.d.ts.map +1 -0
- package/dist/iceberg-table-source.js +797 -0
- package/dist/iceberg-table-source.js.map +1 -0
- package/dist/iceberg-types.d.ts +150 -0
- package/dist/iceberg-types.d.ts.map +1 -0
- package/dist/iceberg-types.js +5 -0
- package/dist/iceberg-types.js.map +1 -0
- package/dist/index.cjs +41568 -6781
- package/dist/index.cjs.map +3 -4
- package/dist/index.d.ts +15 -9
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +11 -12
- package/dist/index.js.map +1 -1
- package/dist/lib/arrow/convert-columns-to-row-group.js +3 -0
- package/dist/lib/arrow/convert-columns-to-row-group.js.map +1 -1
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts +3 -1
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
- package/dist/lib/arrow/convert-schema-from-parquet.js +164 -29
- package/dist/lib/arrow/convert-schema-from-parquet.js.map +1 -1
- package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -1
- package/dist/lib/arrow/convert-schema-to-parquet.js +16 -7
- package/dist/lib/arrow/convert-schema-to-parquet.js.map +1 -1
- package/dist/lib/arrow/create-nested-arrow-vector.d.ts +8 -0
- package/dist/lib/arrow/create-nested-arrow-vector.d.ts.map +1 -0
- package/dist/lib/arrow/create-nested-arrow-vector.js +485 -0
- package/dist/lib/arrow/create-nested-arrow-vector.js.map +1 -0
- package/dist/lib/constants.d.ts +0 -1
- package/dist/lib/constants.d.ts.map +1 -1
- package/dist/lib/constants.js +1 -2
- package/dist/lib/constants.js.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts +2 -2
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.js +3 -10
- package/dist/lib/encoders/encode-arrow-to-parquet.js.map +1 -1
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts +5 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts.map +1 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js +394 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js.map +1 -0
- package/dist/lib/geo/geoparquet-covering.d.ts +19 -0
- package/dist/lib/geo/geoparquet-covering.d.ts.map +1 -0
- package/dist/lib/geo/geoparquet-covering.js +137 -0
- package/dist/lib/geo/geoparquet-covering.js.map +1 -0
- package/dist/lib/geo/geospatial-metadata.d.ts +67 -0
- package/dist/lib/geo/geospatial-metadata.d.ts.map +1 -0
- package/dist/lib/geo/geospatial-metadata.js +412 -0
- package/dist/lib/geo/geospatial-metadata.js.map +1 -0
- package/dist/lib/parquet-bloom-filter-planner.d.ts +16 -0
- package/dist/lib/parquet-bloom-filter-planner.d.ts.map +1 -0
- package/dist/lib/parquet-bloom-filter-planner.js +57 -0
- package/dist/lib/parquet-bloom-filter-planner.js.map +1 -0
- package/dist/lib/parquet-bloom-filter.d.ts +30 -0
- package/dist/lib/parquet-bloom-filter.d.ts.map +1 -0
- package/dist/lib/parquet-bloom-filter.js +289 -0
- package/dist/lib/parquet-bloom-filter.js.map +1 -0
- package/dist/lib/parquet-encryption.d.ts +80 -0
- package/dist/lib/parquet-encryption.d.ts.map +1 -0
- package/dist/lib/parquet-encryption.js +190 -0
- package/dist/lib/parquet-encryption.js.map +1 -0
- package/dist/lib/parquet-page-index.d.ts +91 -0
- package/dist/lib/parquet-page-index.d.ts.map +1 -0
- package/dist/lib/parquet-page-index.js +463 -0
- package/dist/lib/parquet-page-index.js.map +1 -0
- package/dist/lib/parquet-predicate.d.ts +21 -0
- package/dist/lib/parquet-predicate.d.ts.map +1 -0
- package/dist/lib/parquet-predicate.js +328 -0
- package/dist/lib/parquet-predicate.js.map +1 -0
- package/dist/lib/parquet-source-worker-client.d.ts +6 -0
- package/dist/lib/parquet-source-worker-client.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-client.js +24 -0
- package/dist/lib/parquet-source-worker-client.js.map +1 -0
- package/dist/lib/parquet-source-worker-decoder.d.ts +7 -0
- package/dist/lib/parquet-source-worker-decoder.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-decoder.js +181 -0
- package/dist/lib/parquet-source-worker-decoder.js.map +1 -0
- package/dist/lib/parquet-source-worker-file.d.ts +24 -0
- package/dist/lib/parquet-source-worker-file.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-file.js +40 -0
- package/dist/lib/parquet-source-worker-file.js.map +1 -0
- package/dist/lib/parquet-source-worker-types.d.ts +121 -0
- package/dist/lib/parquet-source-worker-types.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-types.js +5 -0
- package/dist/lib/parquet-source-worker-types.js.map +1 -0
- package/dist/lib/parquet-worker-transport.d.ts +8 -0
- package/dist/lib/parquet-worker-transport.d.ts.map +1 -0
- package/dist/lib/parquet-worker-transport.js +40 -0
- package/dist/lib/parquet-worker-transport.js.map +1 -0
- package/dist/lib/parsers/convert-parquet-tables.d.ts +16 -0
- package/dist/lib/parsers/convert-parquet-tables.d.ts.map +1 -0
- package/dist/lib/parsers/convert-parquet-tables.js +30 -0
- package/dist/lib/parsers/convert-parquet-tables.js.map +1 -0
- package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
- package/dist/lib/parsers/get-parquet-schema.js +6 -2
- package/dist/lib/parsers/get-parquet-schema.js.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts +4 -4
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js +19 -6
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-tables.d.ts +37 -0
- package/dist/lib/parsers/parse-parquet-tables.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-tables.js +50 -0
- package/dist/lib/parsers/parse-parquet-tables.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts +19 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js +921 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts +7 -7
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-arrow.js +45 -32
- package/dist/lib/parsers/parse-parquet-to-arrow.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.js +4 -5
- package/dist/lib/parsers/parse-parquet-to-columns.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-json.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.js +95 -28
- package/dist/lib/parsers/parse-parquet-to-json.js.map +1 -1
- package/dist/lib/slice-parquet-batch.d.ts +9 -0
- package/dist/lib/slice-parquet-batch.d.ts.map +1 -0
- package/dist/lib/slice-parquet-batch.js +28 -0
- package/dist/lib/slice-parquet-batch.js.map +1 -0
- package/dist/lib/sources/parquet-range-file.d.ts +80 -0
- package/dist/lib/sources/parquet-range-file.d.ts.map +1 -0
- package/dist/lib/sources/parquet-range-file.js +267 -0
- package/dist/lib/sources/parquet-range-file.js.map +1 -0
- package/dist/lib/sources/single-batch-queue.d.ts +24 -0
- package/dist/lib/sources/single-batch-queue.d.ts.map +1 -0
- package/dist/lib/sources/single-batch-queue.js +91 -0
- package/dist/lib/sources/single-batch-queue.js.map +1 -0
- package/dist/lib/utils/load-wasm-node.d.ts +3 -0
- package/dist/lib/utils/load-wasm-node.d.ts.map +1 -0
- package/dist/lib/utils/load-wasm-node.js +23 -0
- package/dist/lib/utils/load-wasm-node.js.map +1 -0
- package/dist/lib/utils/load-wasm.d.ts +2 -2
- package/dist/lib/utils/load-wasm.d.ts.map +1 -1
- package/dist/lib/utils/load-wasm.js +28 -12
- package/dist/lib/utils/load-wasm.js.map +1 -1
- package/dist/lib/utils/make-stream-iterator.d.ts +2 -0
- package/dist/lib/utils/make-stream-iterator.d.ts.map +1 -1
- package/dist/lib/utils/make-stream-iterator.js +123 -14
- package/dist/lib/utils/make-stream-iterator.js.map +1 -1
- package/dist/lib/utils/normalize-parquet-options.d.ts +5 -0
- package/dist/lib/utils/normalize-parquet-options.d.ts.map +1 -0
- package/dist/lib/utils/normalize-parquet-options.js +25 -0
- package/dist/lib/utils/normalize-parquet-options.js.map +1 -0
- package/dist/parquet-dataset-source.cjs +38974 -0
- package/dist/parquet-dataset-source.cjs.map +6 -0
- package/dist/parquet-dataset-source.d.ts +81 -0
- package/dist/parquet-dataset-source.d.ts.map +1 -0
- package/dist/parquet-dataset-source.js +602 -0
- package/dist/parquet-dataset-source.js.map +1 -0
- package/dist/parquet-encoded-page-types.d.ts +108 -0
- package/dist/parquet-encoded-page-types.d.ts.map +1 -0
- package/dist/parquet-encoded-page-types.js +5 -0
- package/dist/parquet-encoded-page-types.js.map +1 -0
- package/dist/parquet-format.d.ts +2 -0
- package/dist/parquet-format.d.ts.map +1 -1
- package/dist/parquet-format.js +2 -0
- package/dist/parquet-format.js.map +1 -1
- package/dist/parquet-js-loader-types.d.ts +59 -0
- package/dist/parquet-js-loader-types.d.ts.map +1 -0
- package/dist/parquet-js-loader-types.js +34 -0
- package/dist/parquet-js-loader-types.js.map +1 -0
- package/dist/parquet-js-loader.d.ts +18 -22
- package/dist/parquet-js-loader.d.ts.map +1 -1
- package/dist/parquet-js-loader.js +53 -14
- package/dist/parquet-js-loader.js.map +1 -1
- package/dist/parquet-js-writer.d.ts +65 -0
- package/dist/parquet-js-writer.d.ts.map +1 -0
- package/dist/parquet-js-writer.js +28 -0
- package/dist/parquet-js-writer.js.map +1 -0
- package/dist/parquet-loader-base.d.ts +25 -0
- package/dist/parquet-loader-base.d.ts.map +1 -0
- package/dist/parquet-loader-base.js +23 -0
- package/dist/parquet-loader-base.js.map +1 -0
- package/dist/parquet-loader-options.d.ts +55 -0
- package/dist/parquet-loader-options.d.ts.map +1 -0
- package/dist/parquet-loader-options.js +10 -0
- package/dist/parquet-loader-options.js.map +1 -0
- package/dist/parquet-loader-types.d.ts +61 -0
- package/dist/parquet-loader-types.d.ts.map +1 -0
- package/dist/parquet-loader-types.js +17 -0
- package/dist/parquet-loader-types.js.map +1 -0
- package/dist/parquet-loader.d.ts +42 -0
- package/dist/parquet-loader.d.ts.map +1 -0
- package/dist/parquet-loader.js +68 -0
- package/dist/parquet-loader.js.map +1 -0
- package/dist/parquet-source-capabilities.d.ts +43 -0
- package/dist/parquet-source-capabilities.d.ts.map +1 -0
- package/dist/parquet-source-capabilities.js +32 -0
- package/dist/parquet-source-capabilities.js.map +1 -0
- package/dist/parquet-source-loader-types.d.ts +82 -0
- package/dist/parquet-source-loader-types.d.ts.map +1 -0
- package/dist/parquet-source-loader-types.js +84 -0
- package/dist/parquet-source-loader-types.js.map +1 -0
- package/dist/parquet-source-loader.cjs +38261 -0
- package/dist/parquet-source-loader.cjs.map +6 -0
- package/dist/parquet-source-loader.d.ts +167 -0
- package/dist/parquet-source-loader.d.ts.map +1 -0
- package/dist/parquet-source-loader.js +1438 -0
- package/dist/parquet-source-loader.js.map +1 -0
- package/dist/parquet-source-types.d.ts +534 -0
- package/dist/parquet-source-types.d.ts.map +1 -0
- package/dist/parquet-source-types.js +5 -0
- package/dist/parquet-source-types.js.map +1 -0
- package/dist/parquet-source-worker-factory.d.ts +4 -0
- package/dist/parquet-source-worker-factory.d.ts.map +1 -0
- package/dist/parquet-source-worker-factory.js +6 -0
- package/dist/parquet-source-worker-factory.js.map +1 -0
- package/dist/parquet-source-worker-url.d.ts +3 -0
- package/dist/parquet-source-worker-url.d.ts.map +1 -0
- package/dist/parquet-source-worker-url.js +22 -0
- package/dist/parquet-source-worker-url.js.map +1 -0
- package/dist/parquet-source-worker.js +38871 -0
- package/dist/parquet-source-worker.js.map +7 -0
- package/dist/parquet-worker-node.cjs +78507 -0
- package/dist/parquet-worker-node.cjs.map +7 -0
- package/dist/parquet-worker-url.d.ts +3 -0
- package/dist/parquet-worker-url.d.ts.map +1 -0
- package/dist/parquet-worker-url.js +19 -0
- package/dist/parquet-worker-url.js.map +1 -0
- package/dist/parquet-worker.js +20094 -0
- package/dist/parquet-worker.js.map +7 -0
- package/dist/parquet-writer.d.ts +10 -0
- package/dist/parquet-writer.d.ts.map +1 -0
- package/dist/parquet-writer.js +27 -0
- package/dist/parquet-writer.js.map +1 -0
- package/dist/parquet_wasm_bg.wasm +0 -0
- package/dist/parquetjs/codecs/byte-stream-split.d.ts +9 -0
- package/dist/parquetjs/codecs/byte-stream-split.d.ts.map +1 -0
- package/dist/parquetjs/codecs/byte-stream-split.js +159 -0
- package/dist/parquetjs/codecs/byte-stream-split.js.map +1 -0
- package/dist/parquetjs/codecs/declare.d.ts +35 -3
- package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
- package/dist/parquetjs/codecs/declare.js +17 -1
- package/dist/parquetjs/codecs/declare.js.map +1 -1
- package/dist/parquetjs/codecs/delta.d.ts +17 -0
- package/dist/parquetjs/codecs/delta.d.ts.map +1 -0
- package/dist/parquetjs/codecs/delta.js +788 -0
- package/dist/parquetjs/codecs/delta.js.map +1 -0
- package/dist/parquetjs/codecs/dictionary.d.ts +5 -2
- package/dist/parquetjs/codecs/dictionary.d.ts.map +1 -1
- package/dist/parquetjs/codecs/dictionary.js +16 -4
- package/dist/parquetjs/codecs/dictionary.js.map +1 -1
- package/dist/parquetjs/codecs/index.d.ts.map +1 -1
- package/dist/parquetjs/codecs/index.js +22 -0
- package/dist/parquetjs/codecs/index.js.map +1 -1
- package/dist/parquetjs/codecs/plain.d.ts +3 -3
- package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
- package/dist/parquetjs/codecs/plain.js +231 -78
- package/dist/parquetjs/codecs/plain.js.map +1 -1
- package/dist/parquetjs/codecs/rle.d.ts +7 -3
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
- package/dist/parquetjs/codecs/rle.js +613 -69
- package/dist/parquetjs/codecs/rle.js.map +1 -1
- package/dist/parquetjs/compression.d.ts +16 -8
- package/dist/parquetjs/compression.d.ts.map +1 -1
- package/dist/parquetjs/compression.js +114 -141
- package/dist/parquetjs/compression.js.map +1 -1
- package/dist/parquetjs/encoder/dictionary-planner.d.ts +17 -0
- package/dist/parquetjs/encoder/dictionary-planner.d.ts.map +1 -0
- package/dist/parquetjs/encoder/dictionary-planner.js +67 -0
- package/dist/parquetjs/encoder/dictionary-planner.js.map +1 -0
- package/dist/parquetjs/encoder/page-planner.d.ts +11 -0
- package/dist/parquetjs/encoder/page-planner.d.ts.map +1 -0
- package/dist/parquetjs/encoder/page-planner.js +60 -0
- package/dist/parquetjs/encoder/page-planner.js.map +1 -0
- package/dist/parquetjs/encoder/parquet-encoder.d.ts +54 -5
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.js +930 -66
- package/dist/parquetjs/encoder/parquet-encoder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/BoundingBox.d.ts +29 -0
- package/dist/parquetjs/parquet-thrift/BoundingBox.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/BoundingBox.js +85 -0
- package/dist/parquetjs/parquet-thrift/BoundingBox.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/BsonType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.js +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +7 -2
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js +37 -2
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.d.ts +35 -0
- package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.js +135 -0
- package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts +6 -6
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +3 -3
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +12 -2
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +75 -2
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.js +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.js +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.d.ts +8 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.js +14 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.d.ts +2 -1
- package/dist/parquetjs/parquet-thrift/Encoding.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Encoding.js +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.d.ts +22 -0
- package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.js +111 -0
- package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/EnumType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.js +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.d.ts +16 -0
- package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.js +57 -0
- package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +7 -2
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/FileMetaData.js +37 -2
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/Float16Type.d.ts +9 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.js +27 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.d.ts +14 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.js +51 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.d.ts +11 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.js +41 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeospatialStatistics.d.ts +18 -0
- package/dist/parquetjs/parquet-thrift/GeospatialStatistics.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeospatialStatistics.js +62 -0
- package/dist/parquetjs/parquet-thrift/GeospatialStatistics.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.js +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.js +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.js +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.js +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts +17 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js +97 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.js +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/NanoSeconds.d.ts +9 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.js +27 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/NullType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.js +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageLocation.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/PageLocation.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageLocation.js +2 -2
- package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.js +2 -2
- package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/SizeStatistics.d.ts +26 -0
- package/dist/parquetjs/parquet-thrift/SizeStatistics.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/SizeStatistics.js +85 -0
- package/dist/parquetjs/parquet-thrift/SizeStatistics.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.js +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts +14 -10
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Statistics.js +38 -2
- package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.js +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts +5 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js +25 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.js +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/VariantType.d.ts +11 -0
- package/dist/parquetjs/parquet-thrift/VariantType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/VariantType.js +41 -0
- package/dist/parquetjs/parquet-thrift/VariantType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.d.ts +12 -2
- package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/index.js +12 -2
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -1
- package/dist/parquetjs/parser/decoders.d.ts +23 -3
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
- package/dist/parquetjs/parser/decoders.js +687 -119
- package/dist/parquetjs/parser/decoders.js.map +1 -1
- package/dist/parquetjs/parser/encoded-pages.d.ts +24 -0
- package/dist/parquetjs/parser/encoded-pages.d.ts.map +1 -0
- package/dist/parquetjs/parser/encoded-pages.js +206 -0
- package/dist/parquetjs/parser/encoded-pages.js.map +1 -0
- package/dist/parquetjs/parser/parquet-reader.d.ts +111 -10
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.js +836 -69
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -1
- package/dist/parquetjs/schema/declare.d.ts +83 -10
- package/dist/parquetjs/schema/declare.d.ts.map +1 -1
- package/dist/parquetjs/schema/declare.js.map +1 -1
- package/dist/parquetjs/schema/schema.d.ts +3 -0
- package/dist/parquetjs/schema/schema.d.ts.map +1 -1
- package/dist/parquetjs/schema/schema.js +31 -3
- package/dist/parquetjs/schema/schema.js.map +1 -1
- package/dist/parquetjs/schema/shred.d.ts +2 -0
- package/dist/parquetjs/schema/shred.d.ts.map +1 -1
- package/dist/parquetjs/schema/shred.js +285 -29
- package/dist/parquetjs/schema/shred.js.map +1 -1
- package/dist/parquetjs/schema/types.d.ts.map +1 -1
- package/dist/parquetjs/schema/types.js +290 -71
- package/dist/parquetjs/schema/types.js.map +1 -1
- package/dist/parquetjs/schema/variant.d.ts +3 -0
- package/dist/parquetjs/schema/variant.d.ts.map +1 -0
- package/dist/parquetjs/schema/variant.js +248 -0
- package/dist/parquetjs/schema/variant.js.map +1 -0
- package/dist/parquetjs/utils/binary-utils.d.ts +41 -0
- package/dist/parquetjs/utils/binary-utils.d.ts.map +1 -0
- package/dist/parquetjs/utils/binary-utils.js +106 -0
- package/dist/parquetjs/utils/binary-utils.js.map +1 -0
- package/dist/parquetjs/utils/crc32.d.ts +3 -0
- package/dist/parquetjs/utils/crc32.d.ts.map +1 -0
- package/dist/parquetjs/utils/crc32.js +15 -0
- package/dist/parquetjs/utils/crc32.js.map +1 -0
- package/dist/parquetjs/utils/file-utils.d.ts +1 -1
- package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/file-utils.js +3 -3
- package/dist/parquetjs/utils/file-utils.js.map +1 -1
- package/dist/parquetjs/utils/read-utils.d.ts +25 -7
- package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/read-utils.js +66 -39
- package/dist/parquetjs/utils/read-utils.js.map +1 -1
- package/dist/parquetjs/utils/thrift-runtime.d.ts +106 -0
- package/dist/parquetjs/utils/thrift-runtime.d.ts.map +1 -0
- package/dist/parquetjs/utils/thrift-runtime.js +50 -0
- package/dist/parquetjs/utils/thrift-runtime.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts +78 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js +213 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts +80 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js +276 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts +25 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.js +62 -0
- package/dist/parquetjs/utils/uint8-array-transport.js.map +1 -0
- package/dist/polyfills/process.d.ts +12 -0
- package/dist/polyfills/process.d.ts.map +1 -0
- package/dist/polyfills/process.js +17 -0
- package/dist/polyfills/process.js.map +1 -0
- package/dist/unbundled.d.ts +10 -0
- package/dist/unbundled.d.ts.map +1 -0
- package/dist/unbundled.js +11 -0
- package/dist/unbundled.js.map +1 -0
- package/dist/wasm.d.ts +3 -0
- package/dist/wasm.d.ts.map +1 -0
- package/dist/wasm.js +6 -0
- package/dist/wasm.js.map +1 -0
- package/dist/workers/parquet-source-worker.d.ts +2 -0
- package/dist/workers/parquet-source-worker.d.ts.map +1 -0
- package/dist/workers/parquet-source-worker.js +17 -0
- package/dist/workers/parquet-source-worker.js.map +1 -0
- package/dist/workers/parquet-worker-node.d.ts +2 -0
- package/dist/workers/parquet-worker-node.d.ts.map +1 -0
- package/dist/workers/parquet-worker-node.js +5 -0
- package/dist/workers/parquet-worker-node.js.map +1 -0
- package/dist/workers/parquet-worker.d.ts +2 -0
- package/dist/workers/parquet-worker.d.ts.map +1 -0
- package/dist/workers/parquet-worker.js +27 -0
- package/dist/workers/parquet-worker.js.map +1 -0
- package/package.json +84 -40
- package/src/bundled.ts +43 -0
- package/src/delta-format.ts +12 -0
- package/src/delta-source-loader-types.ts +40 -0
- package/src/delta-source.ts +305 -0
- package/src/delta-types.ts +40 -0
- package/src/geoparquet-loader-with-parser.ts +95 -0
- package/src/geoparquet-loader.ts +54 -0
- package/src/iceberg-rest-catalog.ts +122 -0
- package/src/iceberg-table-source.ts +1037 -0
- package/src/iceberg-types.ts +165 -0
- package/src/index.ts +105 -26
- package/src/lib/arrow/convert-columns-to-row-group.ts +3 -0
- package/src/lib/arrow/convert-schema-from-parquet.ts +193 -32
- package/src/lib/arrow/convert-schema-to-parquet.ts +16 -7
- package/src/lib/arrow/create-nested-arrow-vector.ts +705 -0
- package/src/lib/constants.ts +0 -2
- package/src/lib/encoders/encode-arrow-to-parquet.ts +10 -16
- package/src/lib/encoders/encode-table-to-parquet-js.ts +526 -0
- package/src/lib/geo/geoparquet-covering.ts +201 -0
- package/src/lib/geo/geospatial-metadata.ts +547 -0
- package/src/lib/parquet-bloom-filter-planner.ts +86 -0
- package/src/lib/parquet-bloom-filter.ts +345 -0
- package/src/lib/parquet-encryption.ts +344 -0
- package/src/lib/parquet-page-index.ts +727 -0
- package/src/lib/parquet-predicate.ts +410 -0
- package/src/lib/parquet-source-worker-client.ts +41 -0
- package/src/lib/parquet-source-worker-decoder.ts +252 -0
- package/src/lib/parquet-source-worker-file.ts +56 -0
- package/src/lib/parquet-source-worker-types.ts +132 -0
- package/src/lib/parquet-worker-transport.ts +57 -0
- package/src/lib/parsers/convert-parquet-tables.ts +39 -0
- package/src/lib/parsers/get-parquet-schema.ts +6 -2
- package/src/lib/parsers/parse-geoparquet-to-geojson.ts +27 -14
- package/src/lib/parsers/parse-parquet-tables.ts +82 -0
- package/src/lib/parsers/parse-parquet-to-arrow-js.ts +1213 -0
- package/src/lib/parsers/parse-parquet-to-arrow.ts +62 -36
- package/src/lib/parsers/parse-parquet-to-columns.ts +9 -8
- package/src/lib/parsers/parse-parquet-to-json.ts +119 -35
- package/src/lib/slice-parquet-batch.ts +32 -0
- package/src/lib/sources/parquet-range-file.ts +365 -0
- package/src/lib/sources/single-batch-queue.ts +95 -0
- package/src/lib/utils/load-wasm-node.ts +25 -0
- package/src/lib/utils/load-wasm.ts +36 -13
- package/src/lib/utils/make-stream-iterator.ts +126 -14
- package/src/lib/utils/normalize-parquet-options.ts +30 -0
- package/src/parquet-dataset-source.ts +800 -0
- package/src/parquet-encoded-page-types.ts +122 -0
- package/src/parquet-format.ts +2 -0
- package/src/parquet-js-loader-types.ts +53 -0
- package/src/parquet-js-loader.ts +76 -19
- package/src/parquet-js-writer.ts +98 -0
- package/src/parquet-loader-base.ts +34 -0
- package/src/parquet-loader-options.ts +62 -0
- package/src/parquet-loader-types.ts +35 -0
- package/src/parquet-loader.ts +115 -0
- package/src/parquet-source-capabilities.ts +73 -0
- package/src/parquet-source-loader-types.ts +97 -0
- package/src/parquet-source-loader.ts +2254 -0
- package/src/parquet-source-types.ts +627 -0
- package/src/parquet-source-worker-factory.ts +8 -0
- package/src/parquet-source-worker-url.ts +23 -0
- package/src/parquet-worker-url.ts +23 -0
- package/src/parquet-writer.ts +42 -0
- package/src/parquetjs/LICENSE +23 -1
- package/src/parquetjs/codecs/byte-stream-split.ts +221 -0
- package/src/parquetjs/codecs/declare.ts +62 -3
- package/src/parquetjs/codecs/delta.ts +1047 -0
- package/src/parquetjs/codecs/dictionary.ts +22 -4
- package/src/parquetjs/codecs/index.ts +22 -0
- package/src/parquetjs/codecs/plain.ts +317 -89
- package/src/parquetjs/codecs/rle.ts +852 -82
- package/src/parquetjs/compression.ts +137 -156
- package/src/parquetjs/encoder/dictionary-planner.ts +104 -0
- package/src/parquetjs/encoder/page-planner.ts +83 -0
- package/src/parquetjs/encoder/parquet-encoder.ts +1374 -95
- package/src/parquetjs/parquet-thrift/BoundingBox.ts +108 -0
- package/src/parquetjs/parquet-thrift/BsonType.ts +1 -1
- package/src/parquetjs/parquet-thrift/ColumnChunk.ts +37 -2
- package/src/parquetjs/parquet-thrift/ColumnCryptoMetaData.ts +139 -0
- package/src/parquetjs/parquet-thrift/ColumnIndex.ts +13 -13
- package/src/parquetjs/parquet-thrift/ColumnMetaData.ts +75 -2
- package/src/parquetjs/parquet-thrift/ColumnOrder.ts +1 -1
- package/src/parquetjs/parquet-thrift/DataPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/DataPageHeaderV2.ts +1 -1
- package/src/parquetjs/parquet-thrift/DateType.ts +1 -1
- package/src/parquetjs/parquet-thrift/DecimalType.ts +1 -1
- package/src/parquetjs/parquet-thrift/DictionaryPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.ts +13 -0
- package/src/parquetjs/parquet-thrift/Encoding.ts +2 -1
- package/src/parquetjs/parquet-thrift/EncryptionAlgorithm.ts +127 -0
- package/src/parquetjs/parquet-thrift/EnumType.ts +1 -1
- package/src/parquetjs/parquet-thrift/FileCryptoMetaData.ts +60 -0
- package/src/parquetjs/parquet-thrift/FileMetaData.ts +37 -2
- package/src/parquetjs/parquet-thrift/Float16Type.ts +28 -0
- package/src/parquetjs/parquet-thrift/GeographyType.ts +54 -0
- package/src/parquetjs/parquet-thrift/GeometryType.ts +43 -0
- package/src/parquetjs/parquet-thrift/GeospatialStatistics.ts +68 -0
- package/src/parquetjs/parquet-thrift/IndexPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/IntType.ts +1 -1
- package/src/parquetjs/parquet-thrift/JsonType.ts +1 -1
- package/src/parquetjs/parquet-thrift/KeyValue.ts +1 -1
- package/src/parquetjs/parquet-thrift/ListType.ts +1 -1
- package/src/parquetjs/parquet-thrift/LogicalType.ts +97 -1
- package/src/parquetjs/parquet-thrift/MapType.ts +1 -1
- package/src/parquetjs/parquet-thrift/MicroSeconds.ts +1 -1
- package/src/parquetjs/parquet-thrift/MilliSeconds.ts +1 -1
- package/src/parquetjs/parquet-thrift/NanoSeconds.ts +28 -0
- package/src/parquetjs/parquet-thrift/NullType.ts +1 -1
- package/src/parquetjs/parquet-thrift/OffsetIndex.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageEncodingStats.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageLocation.ts +2 -2
- package/src/parquetjs/parquet-thrift/RowGroup.ts +2 -2
- package/src/parquetjs/parquet-thrift/SchemaElement.ts +1 -1
- package/src/parquetjs/parquet-thrift/SizeStatistics.ts +98 -0
- package/src/parquetjs/parquet-thrift/SortingColumn.ts +1 -1
- package/src/parquetjs/parquet-thrift/Statistics.ts +50 -14
- package/src/parquetjs/parquet-thrift/StringType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TimeType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TimeUnit.ts +25 -1
- package/src/parquetjs/parquet-thrift/TimestampType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TypeDefinedOrder.ts +1 -1
- package/src/parquetjs/parquet-thrift/UUIDType.ts +1 -1
- package/src/parquetjs/parquet-thrift/VariantType.ts +43 -0
- package/src/parquetjs/parquet-thrift/index.ts +12 -4
- package/src/parquetjs/parser/decoders.ts +922 -143
- package/src/parquetjs/parser/encoded-pages.ts +278 -0
- package/src/parquetjs/parser/parquet-reader.ts +1334 -83
- package/src/parquetjs/schema/declare.ts +121 -9
- package/src/parquetjs/schema/schema.ts +33 -3
- package/src/parquetjs/schema/shred.ts +345 -41
- package/src/parquetjs/schema/types.ts +308 -84
- package/src/parquetjs/schema/variant.ts +313 -0
- package/src/parquetjs/utils/binary-utils.ts +132 -0
- package/src/parquetjs/utils/crc32.ts +15 -0
- package/src/parquetjs/utils/file-utils.ts +4 -4
- package/src/parquetjs/utils/read-utils.ts +77 -51
- package/src/parquetjs/utils/thrift-runtime.ts +109 -0
- package/src/parquetjs/utils/uint8-array-compact-protocol-writer.ts +254 -0
- package/src/parquetjs/utils/uint8-array-compact-protocol.ts +322 -0
- package/src/parquetjs/utils/uint8-array-transport.ts +79 -0
- package/src/polyfills/process.ts +17 -0
- package/src/unbundled.ts +47 -0
- package/src/wasm.ts +6 -0
- package/src/workers/parquet-source-worker.ts +21 -0
- package/src/workers/parquet-worker-node.ts +5 -0
- package/src/workers/parquet-worker.ts +31 -0
- package/dist/parquet-arrow-loader.d.ts +0 -43
- package/dist/parquet-arrow-loader.d.ts.map +0 -1
- package/dist/parquet-arrow-loader.js +0 -49
- package/dist/parquet-arrow-loader.js.map +0 -1
- package/dist/parquet-arrow-writer.d.ts +0 -9
- package/dist/parquet-arrow-writer.d.ts.map +0 -1
- package/dist/parquet-arrow-writer.js +0 -23
- package/dist/parquet-arrow-writer.js.map +0 -1
- package/dist/parquet-json-loader.d.ts +0 -148
- package/dist/parquet-json-loader.d.ts.map +0 -1
- package/dist/parquet-json-loader.js +0 -106
- package/dist/parquet-json-loader.js.map +0 -1
- package/dist/parquet-json-writer.d.ts +0 -19
- package/dist/parquet-json-writer.d.ts.map +0 -1
- package/dist/parquet-json-writer.js +0 -20
- package/dist/parquet-json-writer.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.js +0 -12
- package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.js +0 -17
- package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
- package/dist/polyfills/buffer/buffer.d.ts +0 -222
- package/dist/polyfills/buffer/buffer.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer.js +0 -1868
- package/dist/polyfills/buffer/buffer.js.map +0 -1
- package/dist/polyfills/buffer/index.d.ts +0 -4
- package/dist/polyfills/buffer/index.d.ts.map +0 -1
- package/dist/polyfills/buffer/index.js +0 -9
- package/dist/polyfills/buffer/index.js.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts +0 -2
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.js +0 -10
- package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
- package/dist/workers/parquet-json-worker.d.ts +0 -2
- package/dist/workers/parquet-json-worker.d.ts.map +0 -1
- package/dist/workers/parquet-json-worker.js +0 -7
- package/dist/workers/parquet-json-worker.js.map +0 -1
- package/src/parquet-arrow-loader.ts +0 -74
- package/src/parquet-arrow-writer.ts +0 -33
- package/src/parquet-json-loader.ts +0 -160
- package/src/parquet-json-writer.ts +0 -27
- package/src/parquetjs/modules.d.ts +0 -25
- package/src/polyfills/buffer/buffer-polyfill.browser.ts +0 -14
- package/src/polyfills/buffer/buffer-polyfill.node.ts +0 -19
- package/src/polyfills/buffer/buffer.ts +0 -2205
- package/src/polyfills/buffer/index.ts +0 -11
- package/src/polyfills/buffer/install-buffer-polyfill.ts +0 -12
- package/src/workers/parquet-json-worker.ts +0 -8
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uint8-array-compact-protocol-writer.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-compact-protocol-writer.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,MAAM,4BAAyB;AAC3C,OAAO,EAAC,iBAAiB,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAC,0BAAuB;AAE1F,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,0BAA0B,GAAG,IAAI,CAAC;AACxC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAIjC,iFAAiF;AACjF,MAAM,OAAO,+BAA+B;IAC1C,gEAAgE;IAC/C,MAAM,GAAiB,EAAE,CAAC;IAE3C,mFAAmF;IAC3E,WAAW,GAAG,CAAC,CAAC;IAExB,gEAAgE;IAC/C,YAAY,GAAa,EAAE,CAAC;IAE7C,sEAAsE;IAC9D,mBAAmB,GAAyB,IAAI,CAAC;IAEzD,iEAAiE;IACjE,gBAAgB,CAAC,KAAa;QAC5B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,2DAA2D;IAC3D,cAAc;QACZ,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,iFAAiF;IACjF,eAAe,CAAC,KAAa,EAAE,SAA6B,EAAE,GAAW;QACvE,IAAI,SAAS,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,mBAAmB,GAAG,EAAC,GAAG,EAAC,CAAC;YACjC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC;IAC7D,CAAC;IAED,2EAA2E;IAC3E,aAAa,KAAU,CAAC;IAExB,6DAA6D;IAC7D,cAAc;QACZ,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;IAC1C,CAAC;IAED,+DAA+D;IAC/D,aAAa,CAAC,OAA2B,EAAE,SAA6B,EAAE,IAAY;QACpF,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACf,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACzB,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC;IAC7F,CAAC;IAED,uEAAuE;IACvE,WAAW,KAAU,CAAC;IAEtB,uEAAuE;IACvE,cAAc,CAAC,WAA+B,EAAE,IAAY;QAC1D,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,yEAAyE;IACzE,YAAY,KAAU,CAAC;IAEvB,sEAAsE;IACtE,aAAa,CAAC,WAA+B,EAAE,IAAY;QACzD,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,uEAAuE;IACvE,WAAW,KAAU,CAAC;IAEtB,6EAA6E;IAC7E,SAAS,CAAC,KAAc;QACtB,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,0BAA0B,CAAC;QACnF,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YACjE,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;YAChC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC;IAED,2BAA2B;IAC3B,SAAS,CAAC,KAAa;QACrB,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED,uDAAuD;IACvD,QAAQ,CAAC,KAAa;QACpB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IAED,uDAAuD;IACvD,QAAQ,CAAC,KAAa;QACpB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,0DAA0D;IAC1D,QAAQ,CAAC,KAAgB;QACvB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,0CAA0C;IAC1C,WAAW,CAAC,KAAa;QACvB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,4CAA4C;IAC5C,WAAW,CAAC,KAAa;QACvB,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,wEAAwE;IACxE,WAAW,CAAC,KAAoC;QAC9C,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,iEAAiE;IACjE,QAAQ;QACN,OAAO,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IAED,gEAAgE;IACxD,oBAAoB,CAAC,WAA+B,EAAE,IAAY;QACxE,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QACrD,IAAI,IAAI,IAAI,EAAE,EAAE,CAAC;YACf,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC;YAChD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,eAAe,CAAC,IAAI,GAAG,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,yEAAyE;IACjE,gBAAgB,CAAC,WAAmB,EAAE,GAAW;QACvD,MAAM,YAAY,GAAG,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC5C,IAAI,YAAY,GAAG,CAAC,IAAI,YAAY,IAAI,EAAE,EAAE,CAAC;YAC3C,IAAI,CAAC,eAAe,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;IACzB,CAAC;IAED,+DAA+D;IACvD,UAAU,CAAC,KAAiB;QAClC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAED,gDAAgD;IACxC,eAAe,CAAC,KAAa;QACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,0DAA0D;IAClD,aAAa,CAAC,KAAa;QACjC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,0DAA0D;IAClD,aAAa,CAAC,KAAa;QACjC,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC,SAAS,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;gBAChC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;gBACxC,OAAO;YACT,CAAC;YAED,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;YAC1D,SAAS,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,mEAAmE;IAC3D,cAAc,CAAC,KAAa;QAClC,OAAO,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC;IAED,mEAAmE;IAC3D,cAAc,CAAC,KAAa;QAClC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC;IACxC,CAAC;IAED,4EAA4E;IACpE,QAAQ,CAAC,KAAgB;QAC/B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;YAC3D,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YACf,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,uEAAuE;IAC/D,cAAc,CAAC,UAA8B;QACnD,QAAQ,UAAU,EAAE,CAAC;YACnB,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,OAAO,iBAAiB,CAAC;YAC3B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,OAAO,yBAAyB,CAAC;YACnC,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,OAAO,iBAAiB,CAAC;YAC3B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,OAAO,mBAAmB,CAAC;YAC7B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,OAAO,mBAAmB,CAAC;YAC7B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,OAAO,iBAAiB,CAAC;YAC3B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,OAAO,mBAAmB,CAAC;YAC7B;gBACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
import * as thrift from "./thrift-runtime.js";
|
|
2
|
+
import { Uint8ArrayTransport } from "./uint8-array-transport.js";
|
|
3
|
+
/** Number-like replacement for node-int64 used by the compact protocol. */
|
|
4
|
+
export declare class CompactInt64 {
|
|
5
|
+
/** Signed integer payload represented without precision loss. */
|
|
6
|
+
private readonly value;
|
|
7
|
+
/** Create a compact-protocol int64 wrapper from a bigint. */
|
|
8
|
+
constructor(value: bigint | number | string | {
|
|
9
|
+
toString(): string;
|
|
10
|
+
});
|
|
11
|
+
/** Return the payload as a JavaScript number. */
|
|
12
|
+
toNumber(): number;
|
|
13
|
+
/** Return the payload as a JavaScript number for generated thrift arithmetic. */
|
|
14
|
+
valueOf(): number;
|
|
15
|
+
/** Format the payload as a string. */
|
|
16
|
+
toString(radix?: number): string;
|
|
17
|
+
}
|
|
18
|
+
/** Read-only Thrift compact protocol backed by Uint8Array. */
|
|
19
|
+
export declare class Uint8ArrayCompactProtocol {
|
|
20
|
+
/** Byte transport that provides thrift-compatible read, borrow, and consume methods. */
|
|
21
|
+
private readonly transport;
|
|
22
|
+
/** Field id at the current nesting depth, used for compact field-id deltas. */
|
|
23
|
+
private lastFieldId;
|
|
24
|
+
/** Parent struct field ids restored when nested structs end. */
|
|
25
|
+
private readonly lastFieldIds;
|
|
26
|
+
/** Boolean payload encoded in a compact field header. */
|
|
27
|
+
private boolValue;
|
|
28
|
+
/** Create a compact protocol reader over a Uint8Array-backed transport. */
|
|
29
|
+
constructor(transport: Uint8ArrayTransport);
|
|
30
|
+
/** Enter a struct and reset the delta-encoded field id state. */
|
|
31
|
+
readStructBegin(): thrift.TStruct;
|
|
32
|
+
readStructEnd(): void;
|
|
33
|
+
/** Read a compact field header and expand it to a thrift field descriptor. */
|
|
34
|
+
readFieldBegin(): thrift.TField;
|
|
35
|
+
readFieldEnd(): void;
|
|
36
|
+
/** Read a map header, including element compact types when the map is non-empty. */
|
|
37
|
+
readMapBegin(): thrift.TMap;
|
|
38
|
+
readMapEnd(): void;
|
|
39
|
+
/** Read a list header and expand the inline or varint element count. */
|
|
40
|
+
readListBegin(): thrift.TList;
|
|
41
|
+
readListEnd(): void;
|
|
42
|
+
/** Read a set header; compact protocol encodes sets and lists the same way. */
|
|
43
|
+
readSetBegin(): thrift.TSet;
|
|
44
|
+
readSetEnd(): void;
|
|
45
|
+
/** Read a boolean from the field header or from the next compact boolean byte. */
|
|
46
|
+
readBool(): boolean;
|
|
47
|
+
/** Read a signed byte from the transport. */
|
|
48
|
+
readByte(): number;
|
|
49
|
+
/** Read a signed 16-bit integer encoded as zig-zag varint. */
|
|
50
|
+
readI16(): number;
|
|
51
|
+
/** Read a signed 32-bit integer encoded as zig-zag varint. */
|
|
52
|
+
readI32(): number;
|
|
53
|
+
/** Read a signed 64-bit integer encoded as zig-zag varint. */
|
|
54
|
+
readI64(): CompactInt64;
|
|
55
|
+
/** Read a little-endian 64-bit float. */
|
|
56
|
+
readDouble(): number;
|
|
57
|
+
/** Read a length-prefixed binary payload as an exact Uint8Array. */
|
|
58
|
+
readBinary(): Uint8Array;
|
|
59
|
+
/** Read a length-prefixed UTF-8 string. */
|
|
60
|
+
readString(): string;
|
|
61
|
+
/** Consume and discard a value with the supplied thrift type. */
|
|
62
|
+
skip(type: thrift.Thrift.Type): void;
|
|
63
|
+
/** Read an unsigned 32-bit compact varint. */
|
|
64
|
+
private readVarint32;
|
|
65
|
+
/** Read an unsigned 64-bit compact varint. */
|
|
66
|
+
private readVarint64;
|
|
67
|
+
/** Decode a zig-zag 32-bit integer to a signed integer. */
|
|
68
|
+
private decodeZigZag32;
|
|
69
|
+
/** Decode a zig-zag 64-bit integer to a signed integer. */
|
|
70
|
+
private decodeZigZag64;
|
|
71
|
+
/** Convert a compact wire type to a generated-thrift type. */
|
|
72
|
+
private getThriftType;
|
|
73
|
+
/** Skip every field in the current struct. */
|
|
74
|
+
private skipStruct;
|
|
75
|
+
/** Skip every key and value in the current map. */
|
|
76
|
+
private skipMap;
|
|
77
|
+
/** Skip every element in the current list or set. */
|
|
78
|
+
private skipList;
|
|
79
|
+
}
|
|
80
|
+
//# sourceMappingURL=uint8-array-compact-protocol.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uint8-array-compact-protocol.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-compact-protocol.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,MAAM,4BAAyB;AAE3C,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAgB5D,2EAA2E;AAC3E,qBAAa,YAAY;IACvB,iEAAiE;IACjE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAE/B,6DAA6D;gBACjD,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG;QAAC,QAAQ,IAAI,MAAM,CAAA;KAAC;IAIlE,iDAAiD;IACjD,QAAQ,IAAI,MAAM;IAIlB,iFAAiF;IACjF,OAAO,IAAI,MAAM;IAIjB,sCAAsC;IACtC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM;CAGjC;AAED,8DAA8D;AAC9D,qBAAa,yBAAyB;IACpC,wFAAwF;IACxF,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAEhD,+EAA+E;IAC/E,OAAO,CAAC,WAAW,CAAK;IAExB,gEAAgE;IAChE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAgB;IAE7C,yDAAyD;IACzD,OAAO,CAAC,SAAS,CAAwB;IAEzC,2EAA2E;gBAC/D,SAAS,EAAE,mBAAmB;IAI1C,iEAAiE;IACjE,eAAe,IAAI,MAAM,CAAC,OAAO;IAMjC,aAAa,IAAI,IAAI;IAIrB,8EAA8E;IAC9E,cAAc,IAAI,MAAM,CAAC,MAAM;IAoB/B,YAAY,IAAI,IAAI;IAEpB,oFAAoF;IACpF,YAAY,IAAI,MAAM,CAAC,IAAI;IAU3B,UAAU,IAAI,IAAI;IAElB,wEAAwE;IACxE,aAAa,IAAI,MAAM,CAAC,KAAK;IAa7B,WAAW,IAAI,IAAI;IAEnB,+EAA+E;IAC/E,YAAY,IAAI,MAAM,CAAC,IAAI;IAI3B,UAAU,IAAI,IAAI;IAElB,kFAAkF;IAClF,QAAQ,IAAI,OAAO;IAUnB,6CAA6C;IAC7C,QAAQ,IAAI,MAAM;IAIlB,8DAA8D;IAC9D,OAAO,IAAI,MAAM;IAIjB,8DAA8D;IAC9D,OAAO,IAAI,MAAM;IAIjB,8DAA8D;IAC9D,OAAO,IAAI,YAAY;IAIvB,yCAAyC;IACzC,UAAU,IAAI,MAAM;IAIpB,oEAAoE;IACpE,UAAU,IAAI,UAAU;IAKxB,2CAA2C;IAC3C,UAAU,IAAI,MAAM;IAKpB,iEAAiE;IACjE,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI;IAwCpC,8CAA8C;IAC9C,OAAO,CAAC,YAAY;IAIpB,8CAA8C;IAC9C,OAAO,CAAC,YAAY;IAcpB,2DAA2D;IAC3D,OAAO,CAAC,cAAc;IAItB,2DAA2D;IAC3D,OAAO,CAAC,cAAc;IAItB,8DAA8D;IAC9D,OAAO,CAAC,aAAa;IAgCrB,8CAA8C;IAC9C,OAAO,CAAC,UAAU;IAalB,mDAAmD;IACnD,OAAO,CAAC,OAAO;IASf,qDAAqD;IACrD,OAAO,CAAC,QAAQ;CAOjB"}
|
|
@@ -0,0 +1,276 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
import * as thrift from "./thrift-runtime.js";
|
|
5
|
+
import { readDoubleLE } from "./binary-utils.js";
|
|
6
|
+
const COMPACT_TYPE_STOP = 0x00;
|
|
7
|
+
const COMPACT_TYPE_BOOLEAN_TRUE = 0x01;
|
|
8
|
+
const COMPACT_TYPE_BOOLEAN_FALSE = 0x02;
|
|
9
|
+
const COMPACT_TYPE_BYTE = 0x03;
|
|
10
|
+
const COMPACT_TYPE_I16 = 0x04;
|
|
11
|
+
const COMPACT_TYPE_I32 = 0x05;
|
|
12
|
+
const COMPACT_TYPE_I64 = 0x06;
|
|
13
|
+
const COMPACT_TYPE_DOUBLE = 0x07;
|
|
14
|
+
const COMPACT_TYPE_BINARY = 0x08;
|
|
15
|
+
const COMPACT_TYPE_LIST = 0x09;
|
|
16
|
+
const COMPACT_TYPE_SET = 0x0a;
|
|
17
|
+
const COMPACT_TYPE_MAP = 0x0b;
|
|
18
|
+
const COMPACT_TYPE_STRUCT = 0x0c;
|
|
19
|
+
/** Number-like replacement for node-int64 used by the compact protocol. */
|
|
20
|
+
export class CompactInt64 {
|
|
21
|
+
/** Signed integer payload represented without precision loss. */
|
|
22
|
+
value;
|
|
23
|
+
/** Create a compact-protocol int64 wrapper from a bigint. */
|
|
24
|
+
constructor(value) {
|
|
25
|
+
this.value = typeof value === 'bigint' ? value : BigInt(value.toString());
|
|
26
|
+
}
|
|
27
|
+
/** Return the payload as a JavaScript number. */
|
|
28
|
+
toNumber() {
|
|
29
|
+
return Number(this.value);
|
|
30
|
+
}
|
|
31
|
+
/** Return the payload as a JavaScript number for generated thrift arithmetic. */
|
|
32
|
+
valueOf() {
|
|
33
|
+
return this.toNumber();
|
|
34
|
+
}
|
|
35
|
+
/** Format the payload as a string. */
|
|
36
|
+
toString(radix) {
|
|
37
|
+
return this.value.toString(radix);
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
/** Read-only Thrift compact protocol backed by Uint8Array. */
|
|
41
|
+
export class Uint8ArrayCompactProtocol {
|
|
42
|
+
/** Byte transport that provides thrift-compatible read, borrow, and consume methods. */
|
|
43
|
+
transport;
|
|
44
|
+
/** Field id at the current nesting depth, used for compact field-id deltas. */
|
|
45
|
+
lastFieldId = 0;
|
|
46
|
+
/** Parent struct field ids restored when nested structs end. */
|
|
47
|
+
lastFieldIds = [];
|
|
48
|
+
/** Boolean payload encoded in a compact field header. */
|
|
49
|
+
boolValue = null;
|
|
50
|
+
/** Create a compact protocol reader over a Uint8Array-backed transport. */
|
|
51
|
+
constructor(transport) {
|
|
52
|
+
this.transport = transport;
|
|
53
|
+
}
|
|
54
|
+
/** Enter a struct and reset the delta-encoded field id state. */
|
|
55
|
+
readStructBegin() {
|
|
56
|
+
this.lastFieldIds.push(this.lastFieldId);
|
|
57
|
+
this.lastFieldId = 0;
|
|
58
|
+
return { fname: '' };
|
|
59
|
+
}
|
|
60
|
+
readStructEnd() {
|
|
61
|
+
this.lastFieldId = this.lastFieldIds.pop() || 0;
|
|
62
|
+
}
|
|
63
|
+
/** Read a compact field header and expand it to a thrift field descriptor. */
|
|
64
|
+
readFieldBegin() {
|
|
65
|
+
const fieldHeader = this.transport.readByte();
|
|
66
|
+
const compactType = fieldHeader & 0x0f;
|
|
67
|
+
if (compactType === COMPACT_TYPE_STOP) {
|
|
68
|
+
return { fname: null, ftype: thrift.Thrift.Type.STOP, fid: 0 };
|
|
69
|
+
}
|
|
70
|
+
const fieldIdDelta = (fieldHeader & 0xf0) >>> 4;
|
|
71
|
+
const fieldId = fieldIdDelta === 0 ? this.readI16() : this.lastFieldId + fieldIdDelta;
|
|
72
|
+
const fieldType = this.getThriftType(compactType);
|
|
73
|
+
if (compactType === COMPACT_TYPE_BOOLEAN_TRUE || compactType === COMPACT_TYPE_BOOLEAN_FALSE) {
|
|
74
|
+
this.boolValue = compactType === COMPACT_TYPE_BOOLEAN_TRUE;
|
|
75
|
+
}
|
|
76
|
+
this.lastFieldId = fieldId;
|
|
77
|
+
return { fname: null, ftype: fieldType, fid: fieldId };
|
|
78
|
+
}
|
|
79
|
+
readFieldEnd() { }
|
|
80
|
+
/** Read a map header, including element compact types when the map is non-empty. */
|
|
81
|
+
readMapBegin() {
|
|
82
|
+
const size = this.readVarint32();
|
|
83
|
+
const keyAndValueType = size === 0 ? 0 : this.transport.readByte();
|
|
84
|
+
return {
|
|
85
|
+
ktype: this.getThriftType((keyAndValueType & 0xf0) >>> 4),
|
|
86
|
+
vtype: this.getThriftType(keyAndValueType & 0x0f),
|
|
87
|
+
size
|
|
88
|
+
};
|
|
89
|
+
}
|
|
90
|
+
readMapEnd() { }
|
|
91
|
+
/** Read a list header and expand the inline or varint element count. */
|
|
92
|
+
readListBegin() {
|
|
93
|
+
const sizeAndType = this.transport.readByte();
|
|
94
|
+
let size = (sizeAndType >>> 4) & 0x0f;
|
|
95
|
+
if (size === 15) {
|
|
96
|
+
size = this.readVarint32();
|
|
97
|
+
}
|
|
98
|
+
return {
|
|
99
|
+
etype: this.getThriftType(sizeAndType & 0x0f),
|
|
100
|
+
size
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
readListEnd() { }
|
|
104
|
+
/** Read a set header; compact protocol encodes sets and lists the same way. */
|
|
105
|
+
readSetBegin() {
|
|
106
|
+
return this.readListBegin();
|
|
107
|
+
}
|
|
108
|
+
readSetEnd() { }
|
|
109
|
+
/** Read a boolean from the field header or from the next compact boolean byte. */
|
|
110
|
+
readBool() {
|
|
111
|
+
if (this.boolValue !== null) {
|
|
112
|
+
const value = this.boolValue;
|
|
113
|
+
this.boolValue = null;
|
|
114
|
+
return value;
|
|
115
|
+
}
|
|
116
|
+
return this.transport.readByte() === COMPACT_TYPE_BOOLEAN_TRUE;
|
|
117
|
+
}
|
|
118
|
+
/** Read a signed byte from the transport. */
|
|
119
|
+
readByte() {
|
|
120
|
+
return this.transport.readByte();
|
|
121
|
+
}
|
|
122
|
+
/** Read a signed 16-bit integer encoded as zig-zag varint. */
|
|
123
|
+
readI16() {
|
|
124
|
+
return this.readI32();
|
|
125
|
+
}
|
|
126
|
+
/** Read a signed 32-bit integer encoded as zig-zag varint. */
|
|
127
|
+
readI32() {
|
|
128
|
+
return this.decodeZigZag32(this.readVarint32());
|
|
129
|
+
}
|
|
130
|
+
/** Read a signed 64-bit integer encoded as zig-zag varint. */
|
|
131
|
+
readI64() {
|
|
132
|
+
return new CompactInt64(this.decodeZigZag64(this.readVarint64()));
|
|
133
|
+
}
|
|
134
|
+
/** Read a little-endian 64-bit float. */
|
|
135
|
+
readDouble() {
|
|
136
|
+
return readDoubleLE(this.transport.read(8), 0);
|
|
137
|
+
}
|
|
138
|
+
/** Read a length-prefixed binary payload as an exact Uint8Array. */
|
|
139
|
+
readBinary() {
|
|
140
|
+
const size = this.readVarint32();
|
|
141
|
+
return size === 0 ? new Uint8Array(0) : this.transport.read(size);
|
|
142
|
+
}
|
|
143
|
+
/** Read a length-prefixed UTF-8 string. */
|
|
144
|
+
readString() {
|
|
145
|
+
const size = this.readVarint32();
|
|
146
|
+
return size === 0 ? '' : this.transport.readString(size);
|
|
147
|
+
}
|
|
148
|
+
/** Consume and discard a value with the supplied thrift type. */
|
|
149
|
+
skip(type) {
|
|
150
|
+
switch (type) {
|
|
151
|
+
case thrift.Thrift.Type.STOP:
|
|
152
|
+
return;
|
|
153
|
+
case thrift.Thrift.Type.BOOL:
|
|
154
|
+
this.readBool();
|
|
155
|
+
return;
|
|
156
|
+
case thrift.Thrift.Type.BYTE:
|
|
157
|
+
this.readByte();
|
|
158
|
+
return;
|
|
159
|
+
case thrift.Thrift.Type.I16:
|
|
160
|
+
this.readI16();
|
|
161
|
+
return;
|
|
162
|
+
case thrift.Thrift.Type.I32:
|
|
163
|
+
this.readI32();
|
|
164
|
+
return;
|
|
165
|
+
case thrift.Thrift.Type.I64:
|
|
166
|
+
this.readI64();
|
|
167
|
+
return;
|
|
168
|
+
case thrift.Thrift.Type.DOUBLE:
|
|
169
|
+
this.readDouble();
|
|
170
|
+
return;
|
|
171
|
+
case thrift.Thrift.Type.STRING:
|
|
172
|
+
this.readBinary();
|
|
173
|
+
return;
|
|
174
|
+
case thrift.Thrift.Type.STRUCT:
|
|
175
|
+
this.skipStruct();
|
|
176
|
+
return;
|
|
177
|
+
case thrift.Thrift.Type.MAP:
|
|
178
|
+
this.skipMap();
|
|
179
|
+
return;
|
|
180
|
+
case thrift.Thrift.Type.SET:
|
|
181
|
+
case thrift.Thrift.Type.LIST:
|
|
182
|
+
this.skipList();
|
|
183
|
+
return;
|
|
184
|
+
default:
|
|
185
|
+
throw new Error(`Unsupported thrift type: ${type}`);
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
/** Read an unsigned 32-bit compact varint. */
|
|
189
|
+
readVarint32() {
|
|
190
|
+
return Number(this.readVarint64());
|
|
191
|
+
}
|
|
192
|
+
/** Read an unsigned 64-bit compact varint. */
|
|
193
|
+
readVarint64() {
|
|
194
|
+
let value = 0n;
|
|
195
|
+
let shift = 0n;
|
|
196
|
+
while (true) {
|
|
197
|
+
const byte = BigInt(this.transport.readByte() & 0xff);
|
|
198
|
+
value |= (byte & 0x7fn) << shift;
|
|
199
|
+
if ((byte & 0x80n) === 0n) {
|
|
200
|
+
return value;
|
|
201
|
+
}
|
|
202
|
+
shift += 7n;
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
/** Decode a zig-zag 32-bit integer to a signed integer. */
|
|
206
|
+
decodeZigZag32(value) {
|
|
207
|
+
return (value >>> 1) ^ -(value & 1);
|
|
208
|
+
}
|
|
209
|
+
/** Decode a zig-zag 64-bit integer to a signed integer. */
|
|
210
|
+
decodeZigZag64(value) {
|
|
211
|
+
return (value >> 1n) ^ -(value & 1n);
|
|
212
|
+
}
|
|
213
|
+
/** Convert a compact wire type to a generated-thrift type. */
|
|
214
|
+
getThriftType(compactType) {
|
|
215
|
+
switch (compactType) {
|
|
216
|
+
case COMPACT_TYPE_STOP:
|
|
217
|
+
return thrift.Thrift.Type.STOP;
|
|
218
|
+
case COMPACT_TYPE_BOOLEAN_TRUE:
|
|
219
|
+
case COMPACT_TYPE_BOOLEAN_FALSE:
|
|
220
|
+
return thrift.Thrift.Type.BOOL;
|
|
221
|
+
case COMPACT_TYPE_BYTE:
|
|
222
|
+
return thrift.Thrift.Type.BYTE;
|
|
223
|
+
case COMPACT_TYPE_I16:
|
|
224
|
+
return thrift.Thrift.Type.I16;
|
|
225
|
+
case COMPACT_TYPE_I32:
|
|
226
|
+
return thrift.Thrift.Type.I32;
|
|
227
|
+
case COMPACT_TYPE_I64:
|
|
228
|
+
return thrift.Thrift.Type.I64;
|
|
229
|
+
case COMPACT_TYPE_DOUBLE:
|
|
230
|
+
return thrift.Thrift.Type.DOUBLE;
|
|
231
|
+
case COMPACT_TYPE_BINARY:
|
|
232
|
+
return thrift.Thrift.Type.STRING;
|
|
233
|
+
case COMPACT_TYPE_LIST:
|
|
234
|
+
return thrift.Thrift.Type.LIST;
|
|
235
|
+
case COMPACT_TYPE_SET:
|
|
236
|
+
return thrift.Thrift.Type.SET;
|
|
237
|
+
case COMPACT_TYPE_MAP:
|
|
238
|
+
return thrift.Thrift.Type.MAP;
|
|
239
|
+
case COMPACT_TYPE_STRUCT:
|
|
240
|
+
return thrift.Thrift.Type.STRUCT;
|
|
241
|
+
default:
|
|
242
|
+
throw new Error(`Unknown compact thrift type: ${compactType}`);
|
|
243
|
+
}
|
|
244
|
+
}
|
|
245
|
+
/** Skip every field in the current struct. */
|
|
246
|
+
skipStruct() {
|
|
247
|
+
this.readStructBegin();
|
|
248
|
+
while (true) {
|
|
249
|
+
const field = this.readFieldBegin();
|
|
250
|
+
if (field.ftype === thrift.Thrift.Type.STOP) {
|
|
251
|
+
break;
|
|
252
|
+
}
|
|
253
|
+
this.skip(field.ftype);
|
|
254
|
+
this.readFieldEnd();
|
|
255
|
+
}
|
|
256
|
+
this.readStructEnd();
|
|
257
|
+
}
|
|
258
|
+
/** Skip every key and value in the current map. */
|
|
259
|
+
skipMap() {
|
|
260
|
+
const map = this.readMapBegin();
|
|
261
|
+
for (let index = 0; index < map.size; index++) {
|
|
262
|
+
this.skip(map.ktype);
|
|
263
|
+
this.skip(map.vtype);
|
|
264
|
+
}
|
|
265
|
+
this.readMapEnd();
|
|
266
|
+
}
|
|
267
|
+
/** Skip every element in the current list or set. */
|
|
268
|
+
skipList() {
|
|
269
|
+
const list = this.readListBegin();
|
|
270
|
+
for (let index = 0; index < list.size; index++) {
|
|
271
|
+
this.skip(list.etype);
|
|
272
|
+
}
|
|
273
|
+
this.readListEnd();
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
//# sourceMappingURL=uint8-array-compact-protocol.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uint8-array-compact-protocol.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-compact-protocol.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,MAAM,4BAAyB;AAC3C,OAAO,EAAC,YAAY,EAAC,0BAAuB;AAG5C,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,0BAA0B,GAAG,IAAI,CAAC;AACxC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAEjC,2EAA2E;AAC3E,MAAM,OAAO,YAAY;IACvB,iEAAiE;IAChD,KAAK,CAAS;IAE/B,6DAA6D;IAC7D,YAAY,KAAsD;QAChE,IAAI,CAAC,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,iDAAiD;IACjD,QAAQ;QACN,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;IAED,iFAAiF;IACjF,OAAO;QACL,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;IAED,sCAAsC;IACtC,QAAQ,CAAC,KAAc;QACrB,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF;AAED,8DAA8D;AAC9D,MAAM,OAAO,yBAAyB;IACpC,wFAAwF;IACvE,SAAS,CAAsB;IAEhD,+EAA+E;IACvE,WAAW,GAAG,CAAC,CAAC;IAExB,gEAAgE;IAC/C,YAAY,GAAa,EAAE,CAAC;IAE7C,yDAAyD;IACjD,SAAS,GAAmB,IAAI,CAAC;IAEzC,2EAA2E;IAC3E,YAAY,SAA8B;QACxC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,iEAAiE;IACjE,eAAe;QACb,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,OAAO,EAAC,KAAK,EAAE,EAAE,EAAC,CAAC;IACrB,CAAC;IAED,aAAa;QACX,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,8EAA8E;IAC9E,cAAc;QACZ,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QAC9C,MAAM,WAAW,GAAG,WAAW,GAAG,IAAI,CAAC;QAEvC,IAAI,WAAW,KAAK,iBAAiB,EAAE,CAAC;YACtC,OAAO,EAAC,KAAK,EAAE,IAAK,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,EAAC,CAAC;QAChE,CAAC;QAED,MAAM,YAAY,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,YAAY,CAAC;QACtF,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QAElD,IAAI,WAAW,KAAK,yBAAyB,IAAI,WAAW,KAAK,0BAA0B,EAAE,CAAC;YAC5F,IAAI,CAAC,SAAS,GAAG,WAAW,KAAK,yBAAyB,CAAC;QAC7D,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;QAC3B,OAAO,EAAC,KAAK,EAAE,IAAK,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAC,CAAC;IACxD,CAAC;IAED,YAAY,KAAU,CAAC;IAEvB,oFAAoF;IACpF,YAAY;QACV,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,MAAM,eAAe,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QACnE,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;YACzD,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,eAAe,GAAG,IAAI,CAAC;YACjD,IAAI;SACL,CAAC;IACJ,CAAC;IAED,UAAU,KAAU,CAAC;IAErB,wEAAwE;IACxE,aAAa;QACX,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QAC9C,IAAI,IAAI,GAAG,CAAC,WAAW,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC;QACtC,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAChB,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC7B,CAAC;QAED,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW,GAAG,IAAI,CAAC;YAC7C,IAAI;SACL,CAAC;IACJ,CAAC;IAED,WAAW,KAAU,CAAC;IAEtB,+EAA+E;IAC/E,YAAY;QACV,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC;IAED,UAAU,KAAU,CAAC;IAErB,kFAAkF;IAClF,QAAQ;QACN,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;YAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,yBAAyB,CAAC;IACjE,CAAC;IAED,6CAA6C;IAC7C,QAAQ;QACN,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;IACnC,CAAC;IAED,8DAA8D;IAC9D,OAAO;QACL,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,8DAA8D;IAC9D,OAAO;QACL,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,8DAA8D;IAC9D,OAAO;QACL,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,yCAAyC;IACzC,UAAU;QACR,OAAO,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,oEAAoE;IACpE,UAAU;QACR,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpE,CAAC;IAED,2CAA2C;IAC3C,UAAU;QACR,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,iEAAiE;IACjE,IAAI,CAAC,IAAwB;QAC3B,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAC5B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACT;gBACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,8CAA8C;IACtC,YAAY;QAClB,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,8CAA8C;IACtC,YAAY;QAClB,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,KAAK,GAAG,EAAE,CAAC;QAEf,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAC;YACtD,KAAK,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC;YACjC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;gBAC1B,OAAO,KAAK,CAAC;YACf,CAAC;YACD,KAAK,IAAI,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,2DAA2D;IACnD,cAAc,CAAC,KAAa;QAClC,OAAO,CAAC,KAAK,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,2DAA2D;IACnD,cAAc,CAAC,KAAa;QAClC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,8DAA8D;IACtD,aAAa,CAAC,WAAmB;QACvC,QAAQ,WAAW,EAAE,CAAC;YACpB,KAAK,iBAAiB;gBACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,KAAK,yBAAyB,CAAC;YAC/B,KAAK,0BAA0B;gBAC7B,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,KAAK,iBAAiB;gBACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,mBAAmB;gBACtB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,KAAK,mBAAmB;gBACtB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,KAAK,iBAAiB;gBACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,mBAAmB;gBACtB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC;gBACE,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,8CAA8C;IACtC,UAAU;QAChB,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5C,MAAM;YACR,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACvB,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAED,mDAAmD;IAC3C,OAAO;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAChC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED,qDAAqD;IAC7C,QAAQ;QACd,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAClC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;CACF"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/** Thrift compact-protocol read transport backed by Uint8Array. */
|
|
2
|
+
export declare class Uint8ArrayTransport {
|
|
3
|
+
readPos: number;
|
|
4
|
+
private readonly buffer;
|
|
5
|
+
constructor(buffer: Uint8Array);
|
|
6
|
+
commitPosition(): void;
|
|
7
|
+
rollbackPosition(): void;
|
|
8
|
+
isOpen(): boolean;
|
|
9
|
+
open(): boolean;
|
|
10
|
+
close(): boolean;
|
|
11
|
+
setCurrSeqId(_sequenceId: number): void;
|
|
12
|
+
ensureAvailable(byteLength: number): void;
|
|
13
|
+
read(byteLength: number): Uint8Array;
|
|
14
|
+
readByte(): number;
|
|
15
|
+
readString(byteLength: number): string;
|
|
16
|
+
borrow(): {
|
|
17
|
+
buf: Uint8Array;
|
|
18
|
+
readIndex: number;
|
|
19
|
+
writeIndex: number;
|
|
20
|
+
};
|
|
21
|
+
consume(bytesConsumed: number): void;
|
|
22
|
+
write(): never;
|
|
23
|
+
flush(): void;
|
|
24
|
+
}
|
|
25
|
+
//# sourceMappingURL=uint8-array-transport.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uint8-array-transport.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-transport.ts"],"names":[],"mappings":"AAMA,mEAAmE;AACnE,qBAAa,mBAAmB;IACvB,OAAO,SAAK;IAEnB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAa;gBAExB,MAAM,EAAE,UAAU;IAI9B,cAAc,IAAI,IAAI;IAEtB,gBAAgB,IAAI,IAAI;IAExB,MAAM,IAAI,OAAO;IAIjB,IAAI,IAAI,OAAO;IAIf,KAAK,IAAI,OAAO;IAIhB,YAAY,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAEvC,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAMzC,IAAI,CAAC,UAAU,EAAE,MAAM,GAAG,UAAU;IAQpC,QAAQ,IAAI,MAAM;IAMlB,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAOtC,MAAM,IAAI;QAAC,GAAG,EAAE,UAAU,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAC;IAQlE,OAAO,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI;IAIpC,KAAK,IAAI,KAAK;IAId,KAAK,IAAI,IAAI;CACd"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
import { decodeString, toUint8Array } from "./binary-utils.js";
|
|
5
|
+
/** Thrift compact-protocol read transport backed by Uint8Array. */
|
|
6
|
+
export class Uint8ArrayTransport {
|
|
7
|
+
readPos = 0;
|
|
8
|
+
buffer;
|
|
9
|
+
constructor(buffer) {
|
|
10
|
+
this.buffer = toUint8Array(buffer);
|
|
11
|
+
}
|
|
12
|
+
commitPosition() { }
|
|
13
|
+
rollbackPosition() { }
|
|
14
|
+
isOpen() {
|
|
15
|
+
return true;
|
|
16
|
+
}
|
|
17
|
+
open() {
|
|
18
|
+
return true;
|
|
19
|
+
}
|
|
20
|
+
close() {
|
|
21
|
+
return true;
|
|
22
|
+
}
|
|
23
|
+
setCurrSeqId(_sequenceId) { }
|
|
24
|
+
ensureAvailable(byteLength) {
|
|
25
|
+
if (this.readPos + byteLength > this.buffer.length) {
|
|
26
|
+
throw new Error('Input buffer underrun');
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
read(byteLength) {
|
|
30
|
+
this.ensureAvailable(byteLength);
|
|
31
|
+
const end = this.readPos + byteLength;
|
|
32
|
+
const value = this.buffer.subarray(this.readPos, end);
|
|
33
|
+
this.readPos = end;
|
|
34
|
+
return value;
|
|
35
|
+
}
|
|
36
|
+
readByte() {
|
|
37
|
+
this.ensureAvailable(1);
|
|
38
|
+
const value = this.buffer[this.readPos++];
|
|
39
|
+
return value > 127 ? value - 256 : value;
|
|
40
|
+
}
|
|
41
|
+
readString(byteLength) {
|
|
42
|
+
this.ensureAvailable(byteLength);
|
|
43
|
+
const value = decodeString(this.buffer, this.readPos, this.readPos + byteLength);
|
|
44
|
+
this.readPos += byteLength;
|
|
45
|
+
return value;
|
|
46
|
+
}
|
|
47
|
+
borrow() {
|
|
48
|
+
return {
|
|
49
|
+
buf: this.buffer,
|
|
50
|
+
readIndex: this.readPos,
|
|
51
|
+
writeIndex: this.buffer.length
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
consume(bytesConsumed) {
|
|
55
|
+
this.readPos += bytesConsumed;
|
|
56
|
+
}
|
|
57
|
+
write() {
|
|
58
|
+
throw new Error('Uint8ArrayTransport is read-only');
|
|
59
|
+
}
|
|
60
|
+
flush() { }
|
|
61
|
+
}
|
|
62
|
+
//# sourceMappingURL=uint8-array-transport.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uint8-array-transport.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-transport.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,YAAY,EAAE,YAAY,EAAC,0BAAuB;AAE1D,mEAAmE;AACnE,MAAM,OAAO,mBAAmB;IACvB,OAAO,GAAG,CAAC,CAAC;IAEF,MAAM,CAAa;IAEpC,YAAY,MAAkB;QAC5B,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAED,cAAc,KAAU,CAAC;IAEzB,gBAAgB,KAAU,CAAC;IAE3B,MAAM;QACJ,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,CAAC,WAAmB,IAAS,CAAC;IAE1C,eAAe,CAAC,UAAkB;QAChC,IAAI,IAAI,CAAC,OAAO,GAAG,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,IAAI,CAAC,UAAkB;QACrB,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACtD,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1C,OAAO,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;IAC3C,CAAC;IAED,UAAU,CAAC,UAAkB;QAC3B,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,CAAC;QACjF,IAAI,CAAC,OAAO,IAAI,UAAU,CAAC;QAC3B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,MAAM;YAChB,SAAS,EAAE,IAAI,CAAC,OAAO;YACvB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;SAC/B,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,aAAqB;QAC3B,IAAI,CAAC,OAAO,IAAI,aAAa,CAAC;IAChC,CAAC;IAED,KAAK;QACH,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,KAAU,CAAC;CACjB"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/** Minimal browser process shim required by transitive Parquet dependencies in a worker. */
|
|
2
|
+
export declare const process: {
|
|
3
|
+
/** Empty environment exposed to dependencies that only probe for process.env. */
|
|
4
|
+
env: Record<string, string | undefined>;
|
|
5
|
+
/** Empty version map exposed to dependencies that only probe for process.versions. */
|
|
6
|
+
versions: Record<string, string | undefined>;
|
|
7
|
+
/** Browser workers do not have a process identifier. */
|
|
8
|
+
pid: number;
|
|
9
|
+
/** Schedules a Node-style next-tick callback with its arguments. */
|
|
10
|
+
nextTick(callback: (...arguments_: unknown[]) => void, ...arguments_: unknown[]): void;
|
|
11
|
+
};
|
|
12
|
+
//# sourceMappingURL=process.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process.d.ts","sourceRoot":"","sources":["../../src/polyfills/process.ts"],"names":[],"mappings":"AAIA,4FAA4F;AAC5F,eAAO,MAAM,OAAO;IAClB,iFAAiF;SACtE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7C,sFAAsF;cACtE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAClD,wDAAwD;;IAExD,oEAAoE;uBACjD,CAAC,GAAG,UAAU,EAAE,OAAO,EAAE,KAAK,IAAI,iBAAiB,OAAO,EAAE,GAAG,IAAI;CAGvF,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
/** Minimal browser process shim required by transitive Parquet dependencies in a worker. */
|
|
5
|
+
export const process = {
|
|
6
|
+
/** Empty environment exposed to dependencies that only probe for process.env. */
|
|
7
|
+
env: {},
|
|
8
|
+
/** Empty version map exposed to dependencies that only probe for process.versions. */
|
|
9
|
+
versions: {},
|
|
10
|
+
/** Browser workers do not have a process identifier. */
|
|
11
|
+
pid: 0,
|
|
12
|
+
/** Schedules a Node-style next-tick callback with its arguments. */
|
|
13
|
+
nextTick(callback, ...arguments_) {
|
|
14
|
+
queueMicrotask(() => callback(...arguments_));
|
|
15
|
+
}
|
|
16
|
+
};
|
|
17
|
+
//# sourceMappingURL=process.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process.js","sourceRoot":"","sources":["../../src/polyfills/process.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,4FAA4F;AAC5F,MAAM,CAAC,MAAM,OAAO,GAAG;IACrB,iFAAiF;IACjF,GAAG,EAAE,EAAwC;IAC7C,sFAAsF;IACtF,QAAQ,EAAE,EAAwC;IAClD,wDAAwD;IACxD,GAAG,EAAE,CAAC;IACN,oEAAoE;IACpE,QAAQ,CAAC,QAA4C,EAAE,GAAG,UAAqB;QAC7E,cAAc,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;IAChD,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export type { ParquetLoaderOptions } from "./parquet-loader-types.js";
|
|
2
|
+
export type { GeoParquetLoaderOptions } from "./geoparquet-loader.js";
|
|
3
|
+
export { ParquetLoader } from "./parquet-loader-types.js";
|
|
4
|
+
export { GeoParquetLoader } from "./geoparquet-loader.js";
|
|
5
|
+
export { ParquetJSLoader } from "./parquet-js-loader-types.js";
|
|
6
|
+
export { ParquetSourceLoader, ParquetSource, type ParquetSourceLoaderOptions, type ParquetSourceReadOptions, type ParquetSourceMetadata, type ParquetRowGroupMetadata, type ParquetSortingColumn, type ParquetColumnChunkMetadata, type ParquetColumnChunkSizeStatistics, type ParquetGeospatialBoundingBox, type ParquetGeospatialStatistics, type ParquetBatchMetadata, type ParquetSourceBatch } from "./parquet-source-loader.js";
|
|
7
|
+
export { createParquetModuleAad, decryptParquetModule, encryptParquetModule, createParquetFooterSignature, type ParquetDecryptModuleOptions, type ParquetEncryptionAlgorithm, type ParquetKeyRetriever, type ParquetWriterFooterSignatureOptions } from "./lib/parquet-encryption.js";
|
|
8
|
+
export { ParquetDatasetSource, type ParquetDatasetBatch, type ParquetDatasetFile, type ParquetDatasetFileProvider, type ParquetDatasetReadOptions, type ParquetDatasetSourceOptions, type ParquetDatasetTelemetry } from "./parquet-dataset-source.js";
|
|
9
|
+
export { PARQUET_SOURCE_CAPABILITIES, type ParquetSourceCapabilities } from "./parquet-source-capabilities.js";
|
|
10
|
+
//# sourceMappingURL=unbundled.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"unbundled.d.ts","sourceRoot":"","sources":["../src/unbundled.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,oBAAoB,EAAC,kCAA+B;AACjE,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AACjE,OAAO,EAAC,aAAa,EAAC,kCAA+B;AACrD,OAAO,EAAC,gBAAgB,EAAC,+BAA4B;AACrD,OAAO,EAAC,eAAe,EAAC,qCAAkC;AAC1D,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,KAAK,0BAA0B,EAC/B,KAAK,wBAAwB,EAC7B,KAAK,qBAAqB,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,oBAAoB,EACzB,KAAK,0BAA0B,EAC/B,KAAK,gCAAgC,EACrC,KAAK,4BAA4B,EACjC,KAAK,2BAA2B,EAChC,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACxB,mCAAgC;AACjC,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,oBAAoB,EACpB,4BAA4B,EAC5B,KAAK,2BAA2B,EAChC,KAAK,0BAA0B,EAC/B,KAAK,mBAAmB,EACxB,KAAK,mCAAmC,EACzC,oCAAiC;AAClC,OAAO,EACL,oBAAoB,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC9B,KAAK,2BAA2B,EAChC,KAAK,uBAAuB,EAC7B,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAC3B,KAAK,yBAAyB,EAC/B,yCAAsC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
export { ParquetLoader } from "./parquet-loader-types.js";
|
|
5
|
+
export { GeoParquetLoader } from "./geoparquet-loader.js";
|
|
6
|
+
export { ParquetJSLoader } from "./parquet-js-loader-types.js";
|
|
7
|
+
export { ParquetSourceLoader, ParquetSource } from "./parquet-source-loader.js";
|
|
8
|
+
export { createParquetModuleAad, decryptParquetModule, encryptParquetModule, createParquetFooterSignature } from "./lib/parquet-encryption.js";
|
|
9
|
+
export { ParquetDatasetSource } from "./parquet-dataset-source.js";
|
|
10
|
+
export { PARQUET_SOURCE_CAPABILITIES } from "./parquet-source-capabilities.js";
|
|
11
|
+
//# sourceMappingURL=unbundled.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"unbundled.js","sourceRoot":"","sources":["../src/unbundled.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,aAAa,EAAC,kCAA+B;AACrD,OAAO,EAAC,gBAAgB,EAAC,+BAA4B;AACrD,OAAO,EAAC,eAAe,EAAC,qCAAkC;AAC1D,OAAO,EACL,mBAAmB,EACnB,aAAa,EAYd,mCAAgC;AACjC,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,oBAAoB,EACpB,4BAA4B,EAK7B,oCAAiC;AAClC,OAAO,EACL,oBAAoB,EAOrB,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAE5B,yCAAsC"}
|
package/dist/wasm.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wasm.d.ts","sourceRoot":"","sources":["../src/wasm.ts"],"names":[],"mappings":"AAIA,+EAA+E;AAC/E,eAAO,MAAM,gBAAgB,KAAqD,CAAC"}
|
package/dist/wasm.js
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
/** Package-local parquet-wasm binary URL for ESM applications and bundlers. */
|
|
5
|
+
export const PARQUET_WASM_URL = new URL('./parquet_wasm_bg.wasm', import.meta.url);
|
|
6
|
+
//# sourceMappingURL=wasm.js.map
|
package/dist/wasm.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wasm.js","sourceRoot":"","sources":["../src/wasm.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,+EAA+E;AAC/E,MAAM,CAAC,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,wBAAwB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parquet-source-worker.d.ts","sourceRoot":"","sources":["../../src/workers/parquet-source-worker.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
import { createLoaderWorker } from '@loaders.gl/loader-utils';
|
|
5
|
+
import { decodeParquetSourceWorkerInput } from "../lib/parquet-source-worker-decoder.js";
|
|
6
|
+
import { PARQUET_LOADER_BASE } from "../parquet-loader-base.js";
|
|
7
|
+
/** Worker-local parser for one selective Parquet source row-group job. */
|
|
8
|
+
const ParquetSourceWorkerLoader = {
|
|
9
|
+
...PARQUET_LOADER_BASE,
|
|
10
|
+
id: 'parquet-source',
|
|
11
|
+
name: 'ParquetSource',
|
|
12
|
+
parse(input) {
|
|
13
|
+
return decodeParquetSourceWorkerInput(input);
|
|
14
|
+
}
|
|
15
|
+
};
|
|
16
|
+
createLoaderWorker(ParquetSourceWorkerLoader);
|
|
17
|
+
//# sourceMappingURL=parquet-source-worker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parquet-source-worker.js","sourceRoot":"","sources":["../../src/workers/parquet-source-worker.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,kBAAkB,EAAC,MAAM,0BAA0B,CAAC;AAE5D,OAAO,EAAC,8BAA8B,EAAC,gDAA6C;AAEpF,OAAO,EAAC,mBAAmB,EAAC,kCAA+B;AAE3D,0EAA0E;AAC1E,MAAM,yBAAyB,GAAG;IAChC,GAAG,mBAAmB;IACtB,EAAE,EAAE,gBAAgB;IACpB,IAAI,EAAE,eAAe;IACrB,KAAK,CAAC,KAAc;QAClB,OAAO,8BAA8B,CAAC,KAAiC,CAAC,CAAC;IAC3E,CAAC;CACF,CAAC;AAEF,kBAAkB,CAAC,yBAAyB,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parquet-worker-node.d.ts","sourceRoot":"","sources":["../../src/workers/parquet-worker-node.ts"],"names":[],"mappings":"AAIA,6BAA0B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parquet-worker-node.js","sourceRoot":"","sources":["../../src/workers/parquet-worker-node.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,6BAA0B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parquet-worker.d.ts","sourceRoot":"","sources":["../../src/workers/parquet-worker.ts"],"names":[],"mappings":""}
|