@loaders.gl/parquet 4.4.5 → 5.0.0-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +14 -3
- package/dist/bundled.d.ts +9 -0
- package/dist/bundled.d.ts.map +1 -0
- package/dist/bundled.js +10 -0
- package/dist/bundled.js.map +1 -0
- package/dist/geoparquet-loader-with-parser.d.ts +33 -0
- package/dist/geoparquet-loader-with-parser.d.ts.map +1 -0
- package/dist/geoparquet-loader-with-parser.js +52 -0
- package/dist/geoparquet-loader-with-parser.js.map +1 -0
- package/dist/geoparquet-loader.d.ts +59 -0
- package/dist/geoparquet-loader.d.ts.map +1 -0
- package/dist/geoparquet-loader.js +30 -0
- package/dist/geoparquet-loader.js.map +1 -0
- package/dist/index.cjs +25873 -4776
- package/dist/index.cjs.map +3 -4
- package/dist/index.d.ts +10 -7
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +7 -11
- package/dist/index.js.map +1 -1
- package/dist/lib/arrow/convert-columns-to-row-group.js +3 -0
- package/dist/lib/arrow/convert-columns-to-row-group.js.map +1 -1
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
- package/dist/lib/arrow/convert-schema-from-parquet.js +86 -26
- package/dist/lib/arrow/convert-schema-from-parquet.js.map +1 -1
- package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -1
- package/dist/lib/arrow/convert-schema-to-parquet.js +16 -7
- package/dist/lib/arrow/convert-schema-to-parquet.js.map +1 -1
- package/dist/lib/arrow/create-nested-arrow-vector.d.ts +8 -0
- package/dist/lib/arrow/create-nested-arrow-vector.d.ts.map +1 -0
- package/dist/lib/arrow/create-nested-arrow-vector.js +396 -0
- package/dist/lib/arrow/create-nested-arrow-vector.js.map +1 -0
- package/dist/lib/constants.d.ts +0 -1
- package/dist/lib/constants.d.ts.map +1 -1
- package/dist/lib/constants.js +1 -2
- package/dist/lib/constants.js.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts +2 -2
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.js +3 -10
- package/dist/lib/encoders/encode-arrow-to-parquet.js.map +1 -1
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts +5 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts.map +1 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js +199 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js.map +1 -0
- package/dist/lib/geo/geospatial-metadata.d.ts +67 -0
- package/dist/lib/geo/geospatial-metadata.d.ts.map +1 -0
- package/dist/lib/geo/geospatial-metadata.js +338 -0
- package/dist/lib/geo/geospatial-metadata.js.map +1 -0
- package/dist/lib/parquet-page-index.d.ts +62 -0
- package/dist/lib/parquet-page-index.d.ts.map +1 -0
- package/dist/lib/parquet-page-index.js +377 -0
- package/dist/lib/parquet-page-index.js.map +1 -0
- package/dist/lib/parquet-predicate.d.ts +17 -0
- package/dist/lib/parquet-predicate.d.ts.map +1 -0
- package/dist/lib/parquet-predicate.js +300 -0
- package/dist/lib/parquet-predicate.js.map +1 -0
- package/dist/lib/parquet-source-worker-client.d.ts +6 -0
- package/dist/lib/parquet-source-worker-client.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-client.js +22 -0
- package/dist/lib/parquet-source-worker-client.js.map +1 -0
- package/dist/lib/parquet-source-worker-decoder.d.ts +4 -0
- package/dist/lib/parquet-source-worker-decoder.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-decoder.js +115 -0
- package/dist/lib/parquet-source-worker-decoder.js.map +1 -0
- package/dist/lib/parquet-source-worker-file.d.ts +24 -0
- package/dist/lib/parquet-source-worker-file.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-file.js +40 -0
- package/dist/lib/parquet-source-worker-file.js.map +1 -0
- package/dist/lib/parquet-source-worker-types.d.ts +97 -0
- package/dist/lib/parquet-source-worker-types.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-types.js +5 -0
- package/dist/lib/parquet-source-worker-types.js.map +1 -0
- package/dist/lib/parquet-worker-transport.d.ts +8 -0
- package/dist/lib/parquet-worker-transport.d.ts.map +1 -0
- package/dist/lib/parquet-worker-transport.js +40 -0
- package/dist/lib/parquet-worker-transport.js.map +1 -0
- package/dist/lib/parsers/convert-parquet-tables.d.ts +16 -0
- package/dist/lib/parsers/convert-parquet-tables.d.ts.map +1 -0
- package/dist/lib/parsers/convert-parquet-tables.js +30 -0
- package/dist/lib/parsers/convert-parquet-tables.js.map +1 -0
- package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
- package/dist/lib/parsers/get-parquet-schema.js +3 -1
- package/dist/lib/parsers/get-parquet-schema.js.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts +4 -4
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js +19 -6
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-tables.d.ts +37 -0
- package/dist/lib/parsers/parse-parquet-tables.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-tables.js +50 -0
- package/dist/lib/parsers/parse-parquet-tables.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts +19 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js +608 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts +7 -7
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-arrow.js +45 -32
- package/dist/lib/parsers/parse-parquet-to-arrow.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.js +1 -4
- package/dist/lib/parsers/parse-parquet-to-columns.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-json.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.js +77 -26
- package/dist/lib/parsers/parse-parquet-to-json.js.map +1 -1
- package/dist/lib/sources/parquet-range-file.d.ts +80 -0
- package/dist/lib/sources/parquet-range-file.d.ts.map +1 -0
- package/dist/lib/sources/parquet-range-file.js +261 -0
- package/dist/lib/sources/parquet-range-file.js.map +1 -0
- package/dist/lib/sources/single-batch-queue.d.ts +24 -0
- package/dist/lib/sources/single-batch-queue.d.ts.map +1 -0
- package/dist/lib/sources/single-batch-queue.js +91 -0
- package/dist/lib/sources/single-batch-queue.js.map +1 -0
- package/dist/lib/utils/load-wasm-node.d.ts +3 -0
- package/dist/lib/utils/load-wasm-node.d.ts.map +1 -0
- package/dist/lib/utils/load-wasm-node.js +23 -0
- package/dist/lib/utils/load-wasm-node.js.map +1 -0
- package/dist/lib/utils/load-wasm.d.ts +2 -2
- package/dist/lib/utils/load-wasm.d.ts.map +1 -1
- package/dist/lib/utils/load-wasm.js +28 -12
- package/dist/lib/utils/load-wasm.js.map +1 -1
- package/dist/lib/utils/make-stream-iterator.d.ts +2 -0
- package/dist/lib/utils/make-stream-iterator.d.ts.map +1 -1
- package/dist/lib/utils/make-stream-iterator.js +123 -14
- package/dist/lib/utils/make-stream-iterator.js.map +1 -1
- package/dist/lib/utils/normalize-parquet-options.d.ts +5 -0
- package/dist/lib/utils/normalize-parquet-options.d.ts.map +1 -0
- package/dist/lib/utils/normalize-parquet-options.js +11 -0
- package/dist/lib/utils/normalize-parquet-options.js.map +1 -0
- package/dist/parquet-dataset-source.cjs +26413 -0
- package/dist/parquet-dataset-source.cjs.map +6 -0
- package/dist/parquet-dataset-source.d.ts +54 -0
- package/dist/parquet-dataset-source.d.ts.map +1 -0
- package/dist/parquet-dataset-source.js +380 -0
- package/dist/parquet-dataset-source.js.map +1 -0
- package/dist/parquet-format.d.ts +2 -0
- package/dist/parquet-format.d.ts.map +1 -1
- package/dist/parquet-format.js +2 -0
- package/dist/parquet-format.js.map +1 -1
- package/dist/parquet-js-loader-types.d.ts +57 -0
- package/dist/parquet-js-loader-types.d.ts.map +1 -0
- package/dist/parquet-js-loader-types.js +33 -0
- package/dist/parquet-js-loader-types.js.map +1 -0
- package/dist/parquet-js-loader.d.ts +32 -0
- package/dist/parquet-js-loader.d.ts.map +1 -0
- package/dist/parquet-js-loader.js +58 -0
- package/dist/parquet-js-loader.js.map +1 -0
- package/dist/parquet-js-writer.d.ts +44 -0
- package/dist/parquet-js-writer.d.ts.map +1 -0
- package/dist/parquet-js-writer.js +28 -0
- package/dist/parquet-js-writer.js.map +1 -0
- package/dist/parquet-loader-base.d.ts +25 -0
- package/dist/parquet-loader-base.d.ts.map +1 -0
- package/dist/parquet-loader-base.js +23 -0
- package/dist/parquet-loader-base.js.map +1 -0
- package/dist/parquet-loader-options.d.ts +44 -0
- package/dist/parquet-loader-options.d.ts.map +1 -0
- package/dist/parquet-loader-options.js +10 -0
- package/dist/parquet-loader-options.js.map +1 -0
- package/dist/parquet-loader-types.d.ts +61 -0
- package/dist/parquet-loader-types.d.ts.map +1 -0
- package/dist/parquet-loader-types.js +17 -0
- package/dist/parquet-loader-types.js.map +1 -0
- package/dist/parquet-loader.d.ts +42 -0
- package/dist/parquet-loader.d.ts.map +1 -0
- package/dist/parquet-loader.js +68 -0
- package/dist/parquet-loader.js.map +1 -0
- package/dist/parquet-source-capabilities.d.ts +36 -0
- package/dist/parquet-source-capabilities.d.ts.map +1 -0
- package/dist/parquet-source-capabilities.js +22 -0
- package/dist/parquet-source-capabilities.js.map +1 -0
- package/dist/parquet-source-loader-types.d.ts +72 -0
- package/dist/parquet-source-loader-types.d.ts.map +1 -0
- package/dist/parquet-source-loader-types.js +74 -0
- package/dist/parquet-source-loader-types.js.map +1 -0
- package/dist/parquet-source-loader.cjs +25975 -0
- package/dist/parquet-source-loader.cjs.map +6 -0
- package/dist/parquet-source-loader.d.ts +120 -0
- package/dist/parquet-source-loader.d.ts.map +1 -0
- package/dist/parquet-source-loader.js +812 -0
- package/dist/parquet-source-loader.js.map +1 -0
- package/dist/parquet-source-types.d.ts +384 -0
- package/dist/parquet-source-types.d.ts.map +1 -0
- package/dist/parquet-source-types.js +5 -0
- package/dist/parquet-source-types.js.map +1 -0
- package/dist/parquet-source-worker-url.d.ts +3 -0
- package/dist/parquet-source-worker-url.d.ts.map +1 -0
- package/dist/parquet-source-worker-url.js +22 -0
- package/dist/parquet-source-worker-url.js.map +1 -0
- package/dist/parquet-source-worker.js +38491 -0
- package/dist/parquet-source-worker.js.map +7 -0
- package/dist/parquet-worker-node.cjs +54779 -0
- package/dist/parquet-worker-node.cjs.map +7 -0
- package/dist/parquet-worker-url.d.ts +3 -0
- package/dist/parquet-worker-url.d.ts.map +1 -0
- package/dist/parquet-worker-url.js +15 -0
- package/dist/parquet-worker-url.js.map +1 -0
- package/dist/parquet-worker.js +19920 -0
- package/dist/parquet-worker.js.map +7 -0
- package/dist/parquet-writer.d.ts +10 -0
- package/dist/parquet-writer.d.ts.map +1 -0
- package/dist/parquet-writer.js +27 -0
- package/dist/parquet-writer.js.map +1 -0
- package/dist/parquet_wasm_bg.wasm +0 -0
- package/dist/parquetjs/codecs/byte-stream-split.d.ts +9 -0
- package/dist/parquetjs/codecs/byte-stream-split.d.ts.map +1 -0
- package/dist/parquetjs/codecs/byte-stream-split.js +159 -0
- package/dist/parquetjs/codecs/byte-stream-split.js.map +1 -0
- package/dist/parquetjs/codecs/declare.d.ts +20 -3
- package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
- package/dist/parquetjs/codecs/declare.js +7 -1
- package/dist/parquetjs/codecs/declare.js.map +1 -1
- package/dist/parquetjs/codecs/delta.d.ts +17 -0
- package/dist/parquetjs/codecs/delta.d.ts.map +1 -0
- package/dist/parquetjs/codecs/delta.js +439 -0
- package/dist/parquetjs/codecs/delta.js.map +1 -0
- package/dist/parquetjs/codecs/dictionary.d.ts +5 -2
- package/dist/parquetjs/codecs/dictionary.d.ts.map +1 -1
- package/dist/parquetjs/codecs/dictionary.js +16 -4
- package/dist/parquetjs/codecs/dictionary.js.map +1 -1
- package/dist/parquetjs/codecs/index.d.ts.map +1 -1
- package/dist/parquetjs/codecs/index.js +18 -0
- package/dist/parquetjs/codecs/index.js.map +1 -1
- package/dist/parquetjs/codecs/plain.d.ts +3 -3
- package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
- package/dist/parquetjs/codecs/plain.js +88 -76
- package/dist/parquetjs/codecs/plain.js.map +1 -1
- package/dist/parquetjs/codecs/rle.d.ts +3 -3
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
- package/dist/parquetjs/codecs/rle.js +196 -68
- package/dist/parquetjs/codecs/rle.js.map +1 -1
- package/dist/parquetjs/compression.d.ts +7 -8
- package/dist/parquetjs/compression.d.ts.map +1 -1
- package/dist/parquetjs/compression.js +95 -141
- package/dist/parquetjs/compression.js.map +1 -1
- package/dist/parquetjs/encoder/dictionary-planner.d.ts +17 -0
- package/dist/parquetjs/encoder/dictionary-planner.d.ts.map +1 -0
- package/dist/parquetjs/encoder/dictionary-planner.js +64 -0
- package/dist/parquetjs/encoder/dictionary-planner.js.map +1 -0
- package/dist/parquetjs/encoder/page-planner.d.ts +11 -0
- package/dist/parquetjs/encoder/page-planner.d.ts.map +1 -0
- package/dist/parquetjs/encoder/page-planner.js +60 -0
- package/dist/parquetjs/encoder/page-planner.js.map +1 -0
- package/dist/parquetjs/encoder/parquet-encoder.d.ts +11 -4
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.js +259 -52
- package/dist/parquetjs/encoder/parquet-encoder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.js +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js +2 -2
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts +6 -6
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +3 -3
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +2 -2
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.js +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.js +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.d.ts +8 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.js +14 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.d.ts +2 -1
- package/dist/parquetjs/parquet-thrift/Encoding.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Encoding.js +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.js +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/FileMetaData.js +2 -2
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/Float16Type.d.ts +9 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.js +27 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.d.ts +14 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.js +51 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.d.ts +11 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.js +41 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.js +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.js +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.js +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.js +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts +17 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js +97 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.js +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/NanoSeconds.d.ts +9 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.js +27 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/NullType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.js +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageLocation.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/PageLocation.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageLocation.js +2 -2
- package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.js +2 -2
- package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.js +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts +14 -10
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Statistics.js +38 -2
- package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.js +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts +5 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js +25 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.js +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/VariantType.d.ts +11 -0
- package/dist/parquetjs/parquet-thrift/VariantType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/VariantType.js +41 -0
- package/dist/parquetjs/parquet-thrift/VariantType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.d.ts +6 -2
- package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/index.js +6 -2
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -1
- package/dist/parquetjs/parser/decoders.d.ts +14 -3
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
- package/dist/parquetjs/parser/decoders.js +381 -117
- package/dist/parquetjs/parser/decoders.js.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.d.ts +35 -10
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.js +179 -59
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -1
- package/dist/parquetjs/schema/declare.d.ts +62 -8
- package/dist/parquetjs/schema/declare.d.ts.map +1 -1
- package/dist/parquetjs/schema/declare.js.map +1 -1
- package/dist/parquetjs/schema/schema.d.ts +3 -0
- package/dist/parquetjs/schema/schema.d.ts.map +1 -1
- package/dist/parquetjs/schema/schema.js +21 -3
- package/dist/parquetjs/schema/schema.js.map +1 -1
- package/dist/parquetjs/schema/shred.d.ts +2 -0
- package/dist/parquetjs/schema/shred.d.ts.map +1 -1
- package/dist/parquetjs/schema/shred.js +71 -23
- package/dist/parquetjs/schema/shred.js.map +1 -1
- package/dist/parquetjs/schema/types.d.ts.map +1 -1
- package/dist/parquetjs/schema/types.js +272 -51
- package/dist/parquetjs/schema/types.js.map +1 -1
- package/dist/parquetjs/utils/binary-utils.d.ts +41 -0
- package/dist/parquetjs/utils/binary-utils.d.ts.map +1 -0
- package/dist/parquetjs/utils/binary-utils.js +106 -0
- package/dist/parquetjs/utils/binary-utils.js.map +1 -0
- package/dist/parquetjs/utils/file-utils.d.ts +1 -1
- package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/file-utils.js +3 -3
- package/dist/parquetjs/utils/file-utils.js.map +1 -1
- package/dist/parquetjs/utils/read-utils.d.ts +14 -6
- package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/read-utils.js +46 -39
- package/dist/parquetjs/utils/read-utils.js.map +1 -1
- package/dist/parquetjs/utils/thrift-runtime.d.ts +106 -0
- package/dist/parquetjs/utils/thrift-runtime.d.ts.map +1 -0
- package/dist/parquetjs/utils/thrift-runtime.js +50 -0
- package/dist/parquetjs/utils/thrift-runtime.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts +78 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js +213 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts +80 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js +276 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts +25 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.js +62 -0
- package/dist/parquetjs/utils/uint8-array-transport.js.map +1 -0
- package/dist/polyfills/process.d.ts +12 -0
- package/dist/polyfills/process.d.ts.map +1 -0
- package/dist/polyfills/process.js +17 -0
- package/dist/polyfills/process.js.map +1 -0
- package/dist/unbundled.d.ts +9 -0
- package/dist/unbundled.d.ts.map +1 -0
- package/dist/unbundled.js +10 -0
- package/dist/unbundled.js.map +1 -0
- package/dist/wasm.d.ts +3 -0
- package/dist/wasm.d.ts.map +1 -0
- package/dist/wasm.js +6 -0
- package/dist/wasm.js.map +1 -0
- package/dist/workers/parquet-source-worker.d.ts +2 -0
- package/dist/workers/parquet-source-worker.d.ts.map +1 -0
- package/dist/workers/parquet-source-worker.js +17 -0
- package/dist/workers/parquet-source-worker.js.map +1 -0
- package/dist/workers/parquet-worker-node.d.ts +2 -0
- package/dist/workers/parquet-worker-node.d.ts.map +1 -0
- package/dist/workers/parquet-worker-node.js +5 -0
- package/dist/workers/parquet-worker-node.js.map +1 -0
- package/dist/workers/parquet-worker.d.ts +2 -0
- package/dist/workers/parquet-worker.d.ts.map +1 -0
- package/dist/workers/parquet-worker.js +27 -0
- package/dist/workers/parquet-worker.js.map +1 -0
- package/package.json +63 -33
- package/src/bundled.ts +33 -0
- package/src/geoparquet-loader-with-parser.ts +95 -0
- package/src/geoparquet-loader.ts +54 -0
- package/src/index.ts +49 -23
- package/src/lib/arrow/convert-columns-to-row-group.ts +3 -0
- package/src/lib/arrow/convert-schema-from-parquet.ts +97 -30
- package/src/lib/arrow/convert-schema-to-parquet.ts +16 -7
- package/src/lib/arrow/create-nested-arrow-vector.ts +589 -0
- package/src/lib/constants.ts +0 -2
- package/src/lib/encoders/encode-arrow-to-parquet.ts +10 -16
- package/src/lib/encoders/encode-table-to-parquet-js.ts +261 -0
- package/src/lib/geo/geospatial-metadata.ts +457 -0
- package/src/lib/parquet-page-index.ts +581 -0
- package/src/lib/parquet-predicate.ts +374 -0
- package/src/lib/parquet-source-worker-client.ts +39 -0
- package/src/lib/parquet-source-worker-decoder.ts +156 -0
- package/src/lib/parquet-source-worker-file.ts +56 -0
- package/src/lib/parquet-source-worker-types.ts +107 -0
- package/src/lib/parquet-worker-transport.ts +57 -0
- package/src/lib/parsers/convert-parquet-tables.ts +39 -0
- package/src/lib/parsers/get-parquet-schema.ts +3 -1
- package/src/lib/parsers/parse-geoparquet-to-geojson.ts +27 -14
- package/src/lib/parsers/parse-parquet-tables.ts +82 -0
- package/src/lib/parsers/parse-parquet-to-arrow-js.ts +829 -0
- package/src/lib/parsers/parse-parquet-to-arrow.ts +63 -36
- package/src/lib/parsers/parse-parquet-to-columns.ts +6 -7
- package/src/lib/parsers/parse-parquet-to-json.ts +101 -33
- package/src/lib/sources/parquet-range-file.ts +359 -0
- package/src/lib/sources/single-batch-queue.ts +95 -0
- package/src/lib/utils/load-wasm-node.ts +25 -0
- package/src/lib/utils/load-wasm.ts +36 -13
- package/src/lib/utils/make-stream-iterator.ts +126 -14
- package/src/lib/utils/normalize-parquet-options.ts +14 -0
- package/src/parquet-dataset-source.ts +488 -0
- package/src/parquet-format.ts +2 -0
- package/src/parquet-js-loader-types.ts +52 -0
- package/src/parquet-js-loader.ts +83 -0
- package/src/parquet-js-writer.ts +68 -0
- package/src/parquet-loader-base.ts +34 -0
- package/src/parquet-loader-options.ts +51 -0
- package/src/parquet-loader-types.ts +35 -0
- package/src/parquet-loader.ts +115 -0
- package/src/parquet-source-capabilities.ts +56 -0
- package/src/parquet-source-loader-types.ts +87 -0
- package/src/parquet-source-loader.ts +1265 -0
- package/src/parquet-source-types.ts +458 -0
- package/src/parquet-source-worker-url.ts +23 -0
- package/src/parquet-worker-url.ts +18 -0
- package/src/parquet-writer.ts +42 -0
- package/src/parquetjs/LICENSE +23 -1
- package/src/parquetjs/codecs/byte-stream-split.ts +221 -0
- package/src/parquetjs/codecs/declare.ts +35 -3
- package/src/parquetjs/codecs/delta.ts +587 -0
- package/src/parquetjs/codecs/dictionary.ts +22 -4
- package/src/parquetjs/codecs/index.ts +18 -0
- package/src/parquetjs/codecs/plain.ts +149 -87
- package/src/parquetjs/codecs/rle.ts +268 -82
- package/src/parquetjs/compression.ts +110 -155
- package/src/parquetjs/encoder/dictionary-planner.ts +99 -0
- package/src/parquetjs/encoder/page-planner.ts +83 -0
- package/src/parquetjs/encoder/parquet-encoder.ts +378 -77
- package/src/parquetjs/parquet-thrift/BsonType.ts +1 -1
- package/src/parquetjs/parquet-thrift/ColumnChunk.ts +2 -2
- package/src/parquetjs/parquet-thrift/ColumnIndex.ts +13 -13
- package/src/parquetjs/parquet-thrift/ColumnMetaData.ts +2 -2
- package/src/parquetjs/parquet-thrift/ColumnOrder.ts +1 -1
- package/src/parquetjs/parquet-thrift/DataPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/DataPageHeaderV2.ts +1 -1
- package/src/parquetjs/parquet-thrift/DateType.ts +1 -1
- package/src/parquetjs/parquet-thrift/DecimalType.ts +1 -1
- package/src/parquetjs/parquet-thrift/DictionaryPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.ts +13 -0
- package/src/parquetjs/parquet-thrift/Encoding.ts +2 -1
- package/src/parquetjs/parquet-thrift/EnumType.ts +1 -1
- package/src/parquetjs/parquet-thrift/FileMetaData.ts +2 -2
- package/src/parquetjs/parquet-thrift/Float16Type.ts +28 -0
- package/src/parquetjs/parquet-thrift/GeographyType.ts +54 -0
- package/src/parquetjs/parquet-thrift/GeometryType.ts +43 -0
- package/src/parquetjs/parquet-thrift/IndexPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/IntType.ts +1 -1
- package/src/parquetjs/parquet-thrift/JsonType.ts +1 -1
- package/src/parquetjs/parquet-thrift/KeyValue.ts +1 -1
- package/src/parquetjs/parquet-thrift/ListType.ts +1 -1
- package/src/parquetjs/parquet-thrift/LogicalType.ts +97 -1
- package/src/parquetjs/parquet-thrift/MapType.ts +1 -1
- package/src/parquetjs/parquet-thrift/MicroSeconds.ts +1 -1
- package/src/parquetjs/parquet-thrift/MilliSeconds.ts +1 -1
- package/src/parquetjs/parquet-thrift/NanoSeconds.ts +28 -0
- package/src/parquetjs/parquet-thrift/NullType.ts +1 -1
- package/src/parquetjs/parquet-thrift/OffsetIndex.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageEncodingStats.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageLocation.ts +2 -2
- package/src/parquetjs/parquet-thrift/RowGroup.ts +2 -2
- package/src/parquetjs/parquet-thrift/SchemaElement.ts +1 -1
- package/src/parquetjs/parquet-thrift/SortingColumn.ts +1 -1
- package/src/parquetjs/parquet-thrift/Statistics.ts +50 -14
- package/src/parquetjs/parquet-thrift/StringType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TimeType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TimeUnit.ts +25 -1
- package/src/parquetjs/parquet-thrift/TimestampType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TypeDefinedOrder.ts +1 -1
- package/src/parquetjs/parquet-thrift/UUIDType.ts +1 -1
- package/src/parquetjs/parquet-thrift/VariantType.ts +43 -0
- package/src/parquetjs/parquet-thrift/index.ts +6 -4
- package/src/parquetjs/parser/decoders.ts +487 -133
- package/src/parquetjs/parser/parquet-reader.ts +297 -71
- package/src/parquetjs/schema/declare.ts +99 -7
- package/src/parquetjs/schema/schema.ts +23 -3
- package/src/parquetjs/schema/shred.ts +112 -35
- package/src/parquetjs/schema/types.ts +294 -61
- package/src/parquetjs/utils/binary-utils.ts +132 -0
- package/src/parquetjs/utils/file-utils.ts +4 -4
- package/src/parquetjs/utils/read-utils.ts +56 -55
- package/src/parquetjs/utils/thrift-runtime.ts +109 -0
- package/src/parquetjs/utils/uint8-array-compact-protocol-writer.ts +254 -0
- package/src/parquetjs/utils/uint8-array-compact-protocol.ts +322 -0
- package/src/parquetjs/utils/uint8-array-transport.ts +79 -0
- package/src/polyfills/process.ts +17 -0
- package/src/unbundled.ts +33 -0
- package/src/wasm.ts +6 -0
- package/src/workers/parquet-source-worker.ts +21 -0
- package/src/workers/parquet-worker-node.ts +5 -0
- package/src/workers/parquet-worker.ts +31 -0
- package/dist/parquet-arrow-loader.d.ts +0 -43
- package/dist/parquet-arrow-loader.d.ts.map +0 -1
- package/dist/parquet-arrow-loader.js +0 -49
- package/dist/parquet-arrow-loader.js.map +0 -1
- package/dist/parquet-arrow-writer.d.ts +0 -9
- package/dist/parquet-arrow-writer.d.ts.map +0 -1
- package/dist/parquet-arrow-writer.js +0 -23
- package/dist/parquet-arrow-writer.js.map +0 -1
- package/dist/parquet-json-loader.d.ts +0 -148
- package/dist/parquet-json-loader.d.ts.map +0 -1
- package/dist/parquet-json-loader.js +0 -106
- package/dist/parquet-json-loader.js.map +0 -1
- package/dist/parquet-json-writer.d.ts +0 -19
- package/dist/parquet-json-writer.d.ts.map +0 -1
- package/dist/parquet-json-writer.js +0 -20
- package/dist/parquet-json-writer.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.js +0 -12
- package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.js +0 -17
- package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
- package/dist/polyfills/buffer/buffer.d.ts +0 -222
- package/dist/polyfills/buffer/buffer.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer.js +0 -1868
- package/dist/polyfills/buffer/buffer.js.map +0 -1
- package/dist/polyfills/buffer/index.d.ts +0 -4
- package/dist/polyfills/buffer/index.d.ts.map +0 -1
- package/dist/polyfills/buffer/index.js +0 -9
- package/dist/polyfills/buffer/index.js.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts +0 -2
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.js +0 -10
- package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
- package/dist/workers/parquet-json-worker.d.ts +0 -2
- package/dist/workers/parquet-json-worker.d.ts.map +0 -1
- package/dist/workers/parquet-json-worker.js +0 -7
- package/dist/workers/parquet-json-worker.js.map +0 -1
- package/src/parquet-arrow-loader.ts +0 -74
- package/src/parquet-arrow-writer.ts +0 -33
- package/src/parquet-json-loader.ts +0 -160
- package/src/parquet-json-writer.ts +0 -27
- package/src/parquetjs/modules.d.ts +0 -25
- package/src/polyfills/buffer/buffer-polyfill.browser.ts +0 -14
- package/src/polyfills/buffer/buffer-polyfill.node.ts +0 -19
- package/src/polyfills/buffer/buffer.ts +0 -2205
- package/src/polyfills/buffer/index.ts +0 -11
- package/src/polyfills/buffer/install-buffer-polyfill.ts +0 -12
- package/src/workers/parquet-json-worker.ts +0 -8
|
@@ -0,0 +1,213 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
import * as thrift from "./thrift-runtime.js";
|
|
5
|
+
import { concatUint8Arrays, encodeUtf8, toUint8Array, writeDoubleLE } from "./binary-utils.js";
|
|
6
|
+
const COMPACT_TYPE_STOP = 0x00;
|
|
7
|
+
const COMPACT_TYPE_BOOLEAN_TRUE = 0x01;
|
|
8
|
+
const COMPACT_TYPE_BOOLEAN_FALSE = 0x02;
|
|
9
|
+
const COMPACT_TYPE_BYTE = 0x03;
|
|
10
|
+
const COMPACT_TYPE_I16 = 0x04;
|
|
11
|
+
const COMPACT_TYPE_I32 = 0x05;
|
|
12
|
+
const COMPACT_TYPE_I64 = 0x06;
|
|
13
|
+
const COMPACT_TYPE_DOUBLE = 0x07;
|
|
14
|
+
const COMPACT_TYPE_BINARY = 0x08;
|
|
15
|
+
const COMPACT_TYPE_LIST = 0x09;
|
|
16
|
+
const COMPACT_TYPE_SET = 0x0a;
|
|
17
|
+
const COMPACT_TYPE_MAP = 0x0b;
|
|
18
|
+
const COMPACT_TYPE_STRUCT = 0x0c;
|
|
19
|
+
/** Write-only Thrift compact protocol that assembles exact Uint8Array output. */
|
|
20
|
+
export class Uint8ArrayCompactProtocolWriter {
|
|
21
|
+
/** Serialized byte chunks accumulated by thrift write calls. */
|
|
22
|
+
chunks = [];
|
|
23
|
+
/** Field id at the current nesting depth, used to emit compact field-id deltas. */
|
|
24
|
+
lastFieldId = 0;
|
|
25
|
+
/** Parent struct field ids restored when nested structs end. */
|
|
26
|
+
lastFieldIds = [];
|
|
27
|
+
/** Boolean field header waiting for the following boolean payload. */
|
|
28
|
+
pendingBooleanField = null;
|
|
29
|
+
/** Enter a struct and reset the delta-encoded field id state. */
|
|
30
|
+
writeStructBegin(_name) {
|
|
31
|
+
this.lastFieldIds.push(this.lastFieldId);
|
|
32
|
+
this.lastFieldId = 0;
|
|
33
|
+
}
|
|
34
|
+
/** Exit a struct and restore the parent field id state. */
|
|
35
|
+
writeStructEnd() {
|
|
36
|
+
this.lastFieldId = this.lastFieldIds.pop() || 0;
|
|
37
|
+
}
|
|
38
|
+
/** Write a field header, deferring boolean fields until their value is known. */
|
|
39
|
+
writeFieldBegin(_name, fieldType, fid) {
|
|
40
|
+
if (fieldType === thrift.Thrift.Type.BOOL) {
|
|
41
|
+
this.pendingBooleanField = { fid };
|
|
42
|
+
return;
|
|
43
|
+
}
|
|
44
|
+
this.writeFieldHeader(this.getCompactType(fieldType), fid);
|
|
45
|
+
}
|
|
46
|
+
/** Complete the current field; compact protocol has no field-end bytes. */
|
|
47
|
+
writeFieldEnd() { }
|
|
48
|
+
/** Write the stop marker that terminates a thrift struct. */
|
|
49
|
+
writeFieldStop() {
|
|
50
|
+
this.writeByteDirect(COMPACT_TYPE_STOP);
|
|
51
|
+
}
|
|
52
|
+
/** Write a map header with compact key/value element types. */
|
|
53
|
+
writeMapBegin(keyType, valueType, size) {
|
|
54
|
+
if (size === 0) {
|
|
55
|
+
this.writeByteDirect(0);
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
this.writeVarint32(size);
|
|
59
|
+
this.writeByteDirect((this.getCompactType(keyType) << 4) | this.getCompactType(valueType));
|
|
60
|
+
}
|
|
61
|
+
/** Complete the current map; compact protocol has no map-end bytes. */
|
|
62
|
+
writeMapEnd() { }
|
|
63
|
+
/** Write a list header with compact element type and element count. */
|
|
64
|
+
writeListBegin(elementType, size) {
|
|
65
|
+
this.writeCollectionBegin(elementType, size);
|
|
66
|
+
}
|
|
67
|
+
/** Complete the current list; compact protocol has no list-end bytes. */
|
|
68
|
+
writeListEnd() { }
|
|
69
|
+
/** Write a set header with compact element type and element count. */
|
|
70
|
+
writeSetBegin(elementType, size) {
|
|
71
|
+
this.writeCollectionBegin(elementType, size);
|
|
72
|
+
}
|
|
73
|
+
/** Complete the current set; compact protocol has no set-end bytes. */
|
|
74
|
+
writeSetEnd() { }
|
|
75
|
+
/** Write a boolean, either inline in its field header or as a value byte. */
|
|
76
|
+
writeBool(value) {
|
|
77
|
+
const compactType = value ? COMPACT_TYPE_BOOLEAN_TRUE : COMPACT_TYPE_BOOLEAN_FALSE;
|
|
78
|
+
if (this.pendingBooleanField) {
|
|
79
|
+
this.writeFieldHeader(compactType, this.pendingBooleanField.fid);
|
|
80
|
+
this.pendingBooleanField = null;
|
|
81
|
+
return;
|
|
82
|
+
}
|
|
83
|
+
this.writeByteDirect(compactType);
|
|
84
|
+
}
|
|
85
|
+
/** Write a signed byte. */
|
|
86
|
+
writeByte(value) {
|
|
87
|
+
this.writeByteDirect(value);
|
|
88
|
+
}
|
|
89
|
+
/** Write a signed 16-bit integer as zig-zag varint. */
|
|
90
|
+
writeI16(value) {
|
|
91
|
+
this.writeI32(value);
|
|
92
|
+
}
|
|
93
|
+
/** Write a signed 32-bit integer as zig-zag varint. */
|
|
94
|
+
writeI32(value) {
|
|
95
|
+
this.writeVarint32(this.encodeZigZag32(value));
|
|
96
|
+
}
|
|
97
|
+
/** Write a signed 64-bit-like value as zig-zag varint. */
|
|
98
|
+
writeI64(value) {
|
|
99
|
+
this.writeVarint64(this.encodeZigZag64(this.toBigInt(value)));
|
|
100
|
+
}
|
|
101
|
+
/** Write a little-endian 64-bit float. */
|
|
102
|
+
writeDouble(value) {
|
|
103
|
+
const bytes = new Uint8Array(8);
|
|
104
|
+
writeDoubleLE(bytes, value, 0);
|
|
105
|
+
this.writeBytes(bytes);
|
|
106
|
+
}
|
|
107
|
+
/** Write a length-prefixed UTF-8 string. */
|
|
108
|
+
writeString(value) {
|
|
109
|
+
this.writeBinary(encodeUtf8(value));
|
|
110
|
+
}
|
|
111
|
+
/** Write a length-prefixed binary payload from any typed-array view. */
|
|
112
|
+
writeBinary(value) {
|
|
113
|
+
const bytes = toUint8Array(value);
|
|
114
|
+
this.writeVarint32(bytes.length);
|
|
115
|
+
this.writeBytes(bytes);
|
|
116
|
+
}
|
|
117
|
+
/** Return all serialized chunks as one contiguous byte array. */
|
|
118
|
+
getBytes() {
|
|
119
|
+
return concatUint8Arrays(this.chunks);
|
|
120
|
+
}
|
|
121
|
+
/** Write a compact collection header for list or set values. */
|
|
122
|
+
writeCollectionBegin(elementType, size) {
|
|
123
|
+
const compactType = this.getCompactType(elementType);
|
|
124
|
+
if (size <= 14) {
|
|
125
|
+
this.writeByteDirect((size << 4) | compactType);
|
|
126
|
+
return;
|
|
127
|
+
}
|
|
128
|
+
this.writeByteDirect(0xf0 | compactType);
|
|
129
|
+
this.writeVarint32(size);
|
|
130
|
+
}
|
|
131
|
+
/** Write a compact field header using a field-id delta when possible. */
|
|
132
|
+
writeFieldHeader(compactType, fid) {
|
|
133
|
+
const fieldIdDelta = fid - this.lastFieldId;
|
|
134
|
+
if (fieldIdDelta > 0 && fieldIdDelta <= 15) {
|
|
135
|
+
this.writeByteDirect((fieldIdDelta << 4) | compactType);
|
|
136
|
+
}
|
|
137
|
+
else {
|
|
138
|
+
this.writeByteDirect(compactType);
|
|
139
|
+
this.writeI16(fid);
|
|
140
|
+
}
|
|
141
|
+
this.lastFieldId = fid;
|
|
142
|
+
}
|
|
143
|
+
/** Append an already serialized byte range without copying. */
|
|
144
|
+
writeBytes(bytes) {
|
|
145
|
+
this.chunks.push(bytes);
|
|
146
|
+
}
|
|
147
|
+
/** Append one byte to the serialized output. */
|
|
148
|
+
writeByteDirect(value) {
|
|
149
|
+
this.chunks.push(new Uint8Array([value & 0xff]));
|
|
150
|
+
}
|
|
151
|
+
/** Write an unsigned 32-bit value as a compact varint. */
|
|
152
|
+
writeVarint32(value) {
|
|
153
|
+
this.writeVarint64(BigInt(value >>> 0));
|
|
154
|
+
}
|
|
155
|
+
/** Write an unsigned 64-bit value as a compact varint. */
|
|
156
|
+
writeVarint64(value) {
|
|
157
|
+
let nextValue = value;
|
|
158
|
+
while (true) {
|
|
159
|
+
if ((nextValue & ~0x7fn) === 0n) {
|
|
160
|
+
this.writeByteDirect(Number(nextValue));
|
|
161
|
+
return;
|
|
162
|
+
}
|
|
163
|
+
this.writeByteDirect(Number((nextValue & 0x7fn) | 0x80n));
|
|
164
|
+
nextValue >>= 7n;
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
/** Encode a signed 32-bit integer as an unsigned zig-zag value. */
|
|
168
|
+
encodeZigZag32(value) {
|
|
169
|
+
return ((value << 1) ^ (value >> 31)) >>> 0;
|
|
170
|
+
}
|
|
171
|
+
/** Encode a signed 64-bit integer as an unsigned zig-zag value. */
|
|
172
|
+
encodeZigZag64(value) {
|
|
173
|
+
return (value << 1n) ^ (value >> 63n);
|
|
174
|
+
}
|
|
175
|
+
/** Normalize thrift int64-like values to bigint before zig-zag encoding. */
|
|
176
|
+
toBigInt(value) {
|
|
177
|
+
return typeof value === 'bigint' || typeof value === 'number'
|
|
178
|
+
? BigInt(value)
|
|
179
|
+
: BigInt(value.toString());
|
|
180
|
+
}
|
|
181
|
+
/** Convert a generated-thrift type to a compact protocol wire type. */
|
|
182
|
+
getCompactType(thriftType) {
|
|
183
|
+
switch (thriftType) {
|
|
184
|
+
case thrift.Thrift.Type.STOP:
|
|
185
|
+
return COMPACT_TYPE_STOP;
|
|
186
|
+
case thrift.Thrift.Type.BOOL:
|
|
187
|
+
return COMPACT_TYPE_BOOLEAN_TRUE;
|
|
188
|
+
case thrift.Thrift.Type.BYTE:
|
|
189
|
+
return COMPACT_TYPE_BYTE;
|
|
190
|
+
case thrift.Thrift.Type.I16:
|
|
191
|
+
return COMPACT_TYPE_I16;
|
|
192
|
+
case thrift.Thrift.Type.I32:
|
|
193
|
+
return COMPACT_TYPE_I32;
|
|
194
|
+
case thrift.Thrift.Type.I64:
|
|
195
|
+
return COMPACT_TYPE_I64;
|
|
196
|
+
case thrift.Thrift.Type.DOUBLE:
|
|
197
|
+
return COMPACT_TYPE_DOUBLE;
|
|
198
|
+
case thrift.Thrift.Type.STRING:
|
|
199
|
+
return COMPACT_TYPE_BINARY;
|
|
200
|
+
case thrift.Thrift.Type.LIST:
|
|
201
|
+
return COMPACT_TYPE_LIST;
|
|
202
|
+
case thrift.Thrift.Type.SET:
|
|
203
|
+
return COMPACT_TYPE_SET;
|
|
204
|
+
case thrift.Thrift.Type.MAP:
|
|
205
|
+
return COMPACT_TYPE_MAP;
|
|
206
|
+
case thrift.Thrift.Type.STRUCT:
|
|
207
|
+
return COMPACT_TYPE_STRUCT;
|
|
208
|
+
default:
|
|
209
|
+
throw new Error(`Unsupported thrift type: ${thriftType}`);
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
//# sourceMappingURL=uint8-array-compact-protocol-writer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uint8-array-compact-protocol-writer.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-compact-protocol-writer.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,MAAM,4BAAyB;AAC3C,OAAO,EAAC,iBAAiB,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAC,0BAAuB;AAE1F,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,0BAA0B,GAAG,IAAI,CAAC;AACxC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAIjC,iFAAiF;AACjF,MAAM,OAAO,+BAA+B;IAC1C,gEAAgE;IAC/C,MAAM,GAAiB,EAAE,CAAC;IAE3C,mFAAmF;IAC3E,WAAW,GAAG,CAAC,CAAC;IAExB,gEAAgE;IAC/C,YAAY,GAAa,EAAE,CAAC;IAE7C,sEAAsE;IAC9D,mBAAmB,GAAyB,IAAI,CAAC;IAEzD,iEAAiE;IACjE,gBAAgB,CAAC,KAAa;QAC5B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,2DAA2D;IAC3D,cAAc;QACZ,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,iFAAiF;IACjF,eAAe,CAAC,KAAa,EAAE,SAA6B,EAAE,GAAW;QACvE,IAAI,SAAS,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,mBAAmB,GAAG,EAAC,GAAG,EAAC,CAAC;YACjC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC;IAC7D,CAAC;IAED,2EAA2E;IAC3E,aAAa,KAAU,CAAC;IAExB,6DAA6D;IAC7D,cAAc;QACZ,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;IAC1C,CAAC;IAED,+DAA+D;IAC/D,aAAa,CAAC,OAA2B,EAAE,SAA6B,EAAE,IAAY;QACpF,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACf,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACzB,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC;IAC7F,CAAC;IAED,uEAAuE;IACvE,WAAW,KAAU,CAAC;IAEtB,uEAAuE;IACvE,cAAc,CAAC,WAA+B,EAAE,IAAY;QAC1D,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,yEAAyE;IACzE,YAAY,KAAU,CAAC;IAEvB,sEAAsE;IACtE,aAAa,CAAC,WAA+B,EAAE,IAAY;QACzD,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,uEAAuE;IACvE,WAAW,KAAU,CAAC;IAEtB,6EAA6E;IAC7E,SAAS,CAAC,KAAc;QACtB,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,0BAA0B,CAAC;QACnF,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YACjE,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;YAChC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC;IAED,2BAA2B;IAC3B,SAAS,CAAC,KAAa;QACrB,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED,uDAAuD;IACvD,QAAQ,CAAC,KAAa;QACpB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IAED,uDAAuD;IACvD,QAAQ,CAAC,KAAa;QACpB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,0DAA0D;IAC1D,QAAQ,CAAC,KAAgB;QACvB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,0CAA0C;IAC1C,WAAW,CAAC,KAAa;QACvB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,4CAA4C;IAC5C,WAAW,CAAC,KAAa;QACvB,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,wEAAwE;IACxE,WAAW,CAAC,KAAoC;QAC9C,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,iEAAiE;IACjE,QAAQ;QACN,OAAO,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IAED,gEAAgE;IACxD,oBAAoB,CAAC,WAA+B,EAAE,IAAY;QACxE,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QACrD,IAAI,IAAI,IAAI,EAAE,EAAE,CAAC;YACf,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC;YAChD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,eAAe,CAAC,IAAI,GAAG,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,yEAAyE;IACjE,gBAAgB,CAAC,WAAmB,EAAE,GAAW;QACvD,MAAM,YAAY,GAAG,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC5C,IAAI,YAAY,GAAG,CAAC,IAAI,YAAY,IAAI,EAAE,EAAE,CAAC;YAC3C,IAAI,CAAC,eAAe,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;IACzB,CAAC;IAED,+DAA+D;IACvD,UAAU,CAAC,KAAiB;QAClC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAED,gDAAgD;IACxC,eAAe,CAAC,KAAa;QACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,0DAA0D;IAClD,aAAa,CAAC,KAAa;QACjC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,0DAA0D;IAClD,aAAa,CAAC,KAAa;QACjC,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC,SAAS,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;gBAChC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;gBACxC,OAAO;YACT,CAAC;YAED,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;YAC1D,SAAS,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,mEAAmE;IAC3D,cAAc,CAAC,KAAa;QAClC,OAAO,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC;IAED,mEAAmE;IAC3D,cAAc,CAAC,KAAa;QAClC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC;IACxC,CAAC;IAED,4EAA4E;IACpE,QAAQ,CAAC,KAAgB;QAC/B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;YAC3D,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YACf,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,uEAAuE;IAC/D,cAAc,CAAC,UAA8B;QACnD,QAAQ,UAAU,EAAE,CAAC;YACnB,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,OAAO,iBAAiB,CAAC;YAC3B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,OAAO,yBAAyB,CAAC;YACnC,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,OAAO,iBAAiB,CAAC;YAC3B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,OAAO,mBAAmB,CAAC;YAC7B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,OAAO,mBAAmB,CAAC;YAC7B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,OAAO,iBAAiB,CAAC;YAC3B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,OAAO,gBAAgB,CAAC;YAC1B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,OAAO,mBAAmB,CAAC;YAC7B;gBACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
import * as thrift from "./thrift-runtime.js";
|
|
2
|
+
import { Uint8ArrayTransport } from "./uint8-array-transport.js";
|
|
3
|
+
/** Number-like replacement for node-int64 used by the compact protocol. */
|
|
4
|
+
export declare class CompactInt64 {
|
|
5
|
+
/** Signed integer payload represented without precision loss. */
|
|
6
|
+
private readonly value;
|
|
7
|
+
/** Create a compact-protocol int64 wrapper from a bigint. */
|
|
8
|
+
constructor(value: bigint | number | string | {
|
|
9
|
+
toString(): string;
|
|
10
|
+
});
|
|
11
|
+
/** Return the payload as a JavaScript number. */
|
|
12
|
+
toNumber(): number;
|
|
13
|
+
/** Return the payload as a JavaScript number for generated thrift arithmetic. */
|
|
14
|
+
valueOf(): number;
|
|
15
|
+
/** Format the payload as a string. */
|
|
16
|
+
toString(radix?: number): string;
|
|
17
|
+
}
|
|
18
|
+
/** Read-only Thrift compact protocol backed by Uint8Array. */
|
|
19
|
+
export declare class Uint8ArrayCompactProtocol {
|
|
20
|
+
/** Byte transport that provides thrift-compatible read, borrow, and consume methods. */
|
|
21
|
+
private readonly transport;
|
|
22
|
+
/** Field id at the current nesting depth, used for compact field-id deltas. */
|
|
23
|
+
private lastFieldId;
|
|
24
|
+
/** Parent struct field ids restored when nested structs end. */
|
|
25
|
+
private readonly lastFieldIds;
|
|
26
|
+
/** Boolean payload encoded in a compact field header. */
|
|
27
|
+
private boolValue;
|
|
28
|
+
/** Create a compact protocol reader over a Uint8Array-backed transport. */
|
|
29
|
+
constructor(transport: Uint8ArrayTransport);
|
|
30
|
+
/** Enter a struct and reset the delta-encoded field id state. */
|
|
31
|
+
readStructBegin(): thrift.TStruct;
|
|
32
|
+
readStructEnd(): void;
|
|
33
|
+
/** Read a compact field header and expand it to a thrift field descriptor. */
|
|
34
|
+
readFieldBegin(): thrift.TField;
|
|
35
|
+
readFieldEnd(): void;
|
|
36
|
+
/** Read a map header, including element compact types when the map is non-empty. */
|
|
37
|
+
readMapBegin(): thrift.TMap;
|
|
38
|
+
readMapEnd(): void;
|
|
39
|
+
/** Read a list header and expand the inline or varint element count. */
|
|
40
|
+
readListBegin(): thrift.TList;
|
|
41
|
+
readListEnd(): void;
|
|
42
|
+
/** Read a set header; compact protocol encodes sets and lists the same way. */
|
|
43
|
+
readSetBegin(): thrift.TSet;
|
|
44
|
+
readSetEnd(): void;
|
|
45
|
+
/** Read a boolean from the field header or from the next compact boolean byte. */
|
|
46
|
+
readBool(): boolean;
|
|
47
|
+
/** Read a signed byte from the transport. */
|
|
48
|
+
readByte(): number;
|
|
49
|
+
/** Read a signed 16-bit integer encoded as zig-zag varint. */
|
|
50
|
+
readI16(): number;
|
|
51
|
+
/** Read a signed 32-bit integer encoded as zig-zag varint. */
|
|
52
|
+
readI32(): number;
|
|
53
|
+
/** Read a signed 64-bit integer encoded as zig-zag varint. */
|
|
54
|
+
readI64(): CompactInt64;
|
|
55
|
+
/** Read a little-endian 64-bit float. */
|
|
56
|
+
readDouble(): number;
|
|
57
|
+
/** Read a length-prefixed binary payload as an exact Uint8Array. */
|
|
58
|
+
readBinary(): Uint8Array;
|
|
59
|
+
/** Read a length-prefixed UTF-8 string. */
|
|
60
|
+
readString(): string;
|
|
61
|
+
/** Consume and discard a value with the supplied thrift type. */
|
|
62
|
+
skip(type: thrift.Thrift.Type): void;
|
|
63
|
+
/** Read an unsigned 32-bit compact varint. */
|
|
64
|
+
private readVarint32;
|
|
65
|
+
/** Read an unsigned 64-bit compact varint. */
|
|
66
|
+
private readVarint64;
|
|
67
|
+
/** Decode a zig-zag 32-bit integer to a signed integer. */
|
|
68
|
+
private decodeZigZag32;
|
|
69
|
+
/** Decode a zig-zag 64-bit integer to a signed integer. */
|
|
70
|
+
private decodeZigZag64;
|
|
71
|
+
/** Convert a compact wire type to a generated-thrift type. */
|
|
72
|
+
private getThriftType;
|
|
73
|
+
/** Skip every field in the current struct. */
|
|
74
|
+
private skipStruct;
|
|
75
|
+
/** Skip every key and value in the current map. */
|
|
76
|
+
private skipMap;
|
|
77
|
+
/** Skip every element in the current list or set. */
|
|
78
|
+
private skipList;
|
|
79
|
+
}
|
|
80
|
+
//# sourceMappingURL=uint8-array-compact-protocol.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uint8-array-compact-protocol.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-compact-protocol.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,MAAM,4BAAyB;AAE3C,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAgB5D,2EAA2E;AAC3E,qBAAa,YAAY;IACvB,iEAAiE;IACjE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAE/B,6DAA6D;gBACjD,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG;QAAC,QAAQ,IAAI,MAAM,CAAA;KAAC;IAIlE,iDAAiD;IACjD,QAAQ,IAAI,MAAM;IAIlB,iFAAiF;IACjF,OAAO,IAAI,MAAM;IAIjB,sCAAsC;IACtC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM;CAGjC;AAED,8DAA8D;AAC9D,qBAAa,yBAAyB;IACpC,wFAAwF;IACxF,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAEhD,+EAA+E;IAC/E,OAAO,CAAC,WAAW,CAAK;IAExB,gEAAgE;IAChE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAgB;IAE7C,yDAAyD;IACzD,OAAO,CAAC,SAAS,CAAwB;IAEzC,2EAA2E;gBAC/D,SAAS,EAAE,mBAAmB;IAI1C,iEAAiE;IACjE,eAAe,IAAI,MAAM,CAAC,OAAO;IAMjC,aAAa,IAAI,IAAI;IAIrB,8EAA8E;IAC9E,cAAc,IAAI,MAAM,CAAC,MAAM;IAoB/B,YAAY,IAAI,IAAI;IAEpB,oFAAoF;IACpF,YAAY,IAAI,MAAM,CAAC,IAAI;IAU3B,UAAU,IAAI,IAAI;IAElB,wEAAwE;IACxE,aAAa,IAAI,MAAM,CAAC,KAAK;IAa7B,WAAW,IAAI,IAAI;IAEnB,+EAA+E;IAC/E,YAAY,IAAI,MAAM,CAAC,IAAI;IAI3B,UAAU,IAAI,IAAI;IAElB,kFAAkF;IAClF,QAAQ,IAAI,OAAO;IAUnB,6CAA6C;IAC7C,QAAQ,IAAI,MAAM;IAIlB,8DAA8D;IAC9D,OAAO,IAAI,MAAM;IAIjB,8DAA8D;IAC9D,OAAO,IAAI,MAAM;IAIjB,8DAA8D;IAC9D,OAAO,IAAI,YAAY;IAIvB,yCAAyC;IACzC,UAAU,IAAI,MAAM;IAIpB,oEAAoE;IACpE,UAAU,IAAI,UAAU;IAKxB,2CAA2C;IAC3C,UAAU,IAAI,MAAM;IAKpB,iEAAiE;IACjE,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI;IAwCpC,8CAA8C;IAC9C,OAAO,CAAC,YAAY;IAIpB,8CAA8C;IAC9C,OAAO,CAAC,YAAY;IAcpB,2DAA2D;IAC3D,OAAO,CAAC,cAAc;IAItB,2DAA2D;IAC3D,OAAO,CAAC,cAAc;IAItB,8DAA8D;IAC9D,OAAO,CAAC,aAAa;IAgCrB,8CAA8C;IAC9C,OAAO,CAAC,UAAU;IAalB,mDAAmD;IACnD,OAAO,CAAC,OAAO;IASf,qDAAqD;IACrD,OAAO,CAAC,QAAQ;CAOjB"}
|
|
@@ -0,0 +1,276 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
import * as thrift from "./thrift-runtime.js";
|
|
5
|
+
import { readDoubleLE } from "./binary-utils.js";
|
|
6
|
+
const COMPACT_TYPE_STOP = 0x00;
|
|
7
|
+
const COMPACT_TYPE_BOOLEAN_TRUE = 0x01;
|
|
8
|
+
const COMPACT_TYPE_BOOLEAN_FALSE = 0x02;
|
|
9
|
+
const COMPACT_TYPE_BYTE = 0x03;
|
|
10
|
+
const COMPACT_TYPE_I16 = 0x04;
|
|
11
|
+
const COMPACT_TYPE_I32 = 0x05;
|
|
12
|
+
const COMPACT_TYPE_I64 = 0x06;
|
|
13
|
+
const COMPACT_TYPE_DOUBLE = 0x07;
|
|
14
|
+
const COMPACT_TYPE_BINARY = 0x08;
|
|
15
|
+
const COMPACT_TYPE_LIST = 0x09;
|
|
16
|
+
const COMPACT_TYPE_SET = 0x0a;
|
|
17
|
+
const COMPACT_TYPE_MAP = 0x0b;
|
|
18
|
+
const COMPACT_TYPE_STRUCT = 0x0c;
|
|
19
|
+
/** Number-like replacement for node-int64 used by the compact protocol. */
|
|
20
|
+
export class CompactInt64 {
|
|
21
|
+
/** Signed integer payload represented without precision loss. */
|
|
22
|
+
value;
|
|
23
|
+
/** Create a compact-protocol int64 wrapper from a bigint. */
|
|
24
|
+
constructor(value) {
|
|
25
|
+
this.value = typeof value === 'bigint' ? value : BigInt(value.toString());
|
|
26
|
+
}
|
|
27
|
+
/** Return the payload as a JavaScript number. */
|
|
28
|
+
toNumber() {
|
|
29
|
+
return Number(this.value);
|
|
30
|
+
}
|
|
31
|
+
/** Return the payload as a JavaScript number for generated thrift arithmetic. */
|
|
32
|
+
valueOf() {
|
|
33
|
+
return this.toNumber();
|
|
34
|
+
}
|
|
35
|
+
/** Format the payload as a string. */
|
|
36
|
+
toString(radix) {
|
|
37
|
+
return this.value.toString(radix);
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
/** Read-only Thrift compact protocol backed by Uint8Array. */
|
|
41
|
+
export class Uint8ArrayCompactProtocol {
|
|
42
|
+
/** Byte transport that provides thrift-compatible read, borrow, and consume methods. */
|
|
43
|
+
transport;
|
|
44
|
+
/** Field id at the current nesting depth, used for compact field-id deltas. */
|
|
45
|
+
lastFieldId = 0;
|
|
46
|
+
/** Parent struct field ids restored when nested structs end. */
|
|
47
|
+
lastFieldIds = [];
|
|
48
|
+
/** Boolean payload encoded in a compact field header. */
|
|
49
|
+
boolValue = null;
|
|
50
|
+
/** Create a compact protocol reader over a Uint8Array-backed transport. */
|
|
51
|
+
constructor(transport) {
|
|
52
|
+
this.transport = transport;
|
|
53
|
+
}
|
|
54
|
+
/** Enter a struct and reset the delta-encoded field id state. */
|
|
55
|
+
readStructBegin() {
|
|
56
|
+
this.lastFieldIds.push(this.lastFieldId);
|
|
57
|
+
this.lastFieldId = 0;
|
|
58
|
+
return { fname: '' };
|
|
59
|
+
}
|
|
60
|
+
readStructEnd() {
|
|
61
|
+
this.lastFieldId = this.lastFieldIds.pop() || 0;
|
|
62
|
+
}
|
|
63
|
+
/** Read a compact field header and expand it to a thrift field descriptor. */
|
|
64
|
+
readFieldBegin() {
|
|
65
|
+
const fieldHeader = this.transport.readByte();
|
|
66
|
+
const compactType = fieldHeader & 0x0f;
|
|
67
|
+
if (compactType === COMPACT_TYPE_STOP) {
|
|
68
|
+
return { fname: null, ftype: thrift.Thrift.Type.STOP, fid: 0 };
|
|
69
|
+
}
|
|
70
|
+
const fieldIdDelta = (fieldHeader & 0xf0) >>> 4;
|
|
71
|
+
const fieldId = fieldIdDelta === 0 ? this.readI16() : this.lastFieldId + fieldIdDelta;
|
|
72
|
+
const fieldType = this.getThriftType(compactType);
|
|
73
|
+
if (compactType === COMPACT_TYPE_BOOLEAN_TRUE || compactType === COMPACT_TYPE_BOOLEAN_FALSE) {
|
|
74
|
+
this.boolValue = compactType === COMPACT_TYPE_BOOLEAN_TRUE;
|
|
75
|
+
}
|
|
76
|
+
this.lastFieldId = fieldId;
|
|
77
|
+
return { fname: null, ftype: fieldType, fid: fieldId };
|
|
78
|
+
}
|
|
79
|
+
readFieldEnd() { }
|
|
80
|
+
/** Read a map header, including element compact types when the map is non-empty. */
|
|
81
|
+
readMapBegin() {
|
|
82
|
+
const size = this.readVarint32();
|
|
83
|
+
const keyAndValueType = size === 0 ? 0 : this.transport.readByte();
|
|
84
|
+
return {
|
|
85
|
+
ktype: this.getThriftType((keyAndValueType & 0xf0) >>> 4),
|
|
86
|
+
vtype: this.getThriftType(keyAndValueType & 0x0f),
|
|
87
|
+
size
|
|
88
|
+
};
|
|
89
|
+
}
|
|
90
|
+
readMapEnd() { }
|
|
91
|
+
/** Read a list header and expand the inline or varint element count. */
|
|
92
|
+
readListBegin() {
|
|
93
|
+
const sizeAndType = this.transport.readByte();
|
|
94
|
+
let size = (sizeAndType >>> 4) & 0x0f;
|
|
95
|
+
if (size === 15) {
|
|
96
|
+
size = this.readVarint32();
|
|
97
|
+
}
|
|
98
|
+
return {
|
|
99
|
+
etype: this.getThriftType(sizeAndType & 0x0f),
|
|
100
|
+
size
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
readListEnd() { }
|
|
104
|
+
/** Read a set header; compact protocol encodes sets and lists the same way. */
|
|
105
|
+
readSetBegin() {
|
|
106
|
+
return this.readListBegin();
|
|
107
|
+
}
|
|
108
|
+
readSetEnd() { }
|
|
109
|
+
/** Read a boolean from the field header or from the next compact boolean byte. */
|
|
110
|
+
readBool() {
|
|
111
|
+
if (this.boolValue !== null) {
|
|
112
|
+
const value = this.boolValue;
|
|
113
|
+
this.boolValue = null;
|
|
114
|
+
return value;
|
|
115
|
+
}
|
|
116
|
+
return this.transport.readByte() === COMPACT_TYPE_BOOLEAN_TRUE;
|
|
117
|
+
}
|
|
118
|
+
/** Read a signed byte from the transport. */
|
|
119
|
+
readByte() {
|
|
120
|
+
return this.transport.readByte();
|
|
121
|
+
}
|
|
122
|
+
/** Read a signed 16-bit integer encoded as zig-zag varint. */
|
|
123
|
+
readI16() {
|
|
124
|
+
return this.readI32();
|
|
125
|
+
}
|
|
126
|
+
/** Read a signed 32-bit integer encoded as zig-zag varint. */
|
|
127
|
+
readI32() {
|
|
128
|
+
return this.decodeZigZag32(this.readVarint32());
|
|
129
|
+
}
|
|
130
|
+
/** Read a signed 64-bit integer encoded as zig-zag varint. */
|
|
131
|
+
readI64() {
|
|
132
|
+
return new CompactInt64(this.decodeZigZag64(this.readVarint64()));
|
|
133
|
+
}
|
|
134
|
+
/** Read a little-endian 64-bit float. */
|
|
135
|
+
readDouble() {
|
|
136
|
+
return readDoubleLE(this.transport.read(8), 0);
|
|
137
|
+
}
|
|
138
|
+
/** Read a length-prefixed binary payload as an exact Uint8Array. */
|
|
139
|
+
readBinary() {
|
|
140
|
+
const size = this.readVarint32();
|
|
141
|
+
return size === 0 ? new Uint8Array(0) : this.transport.read(size);
|
|
142
|
+
}
|
|
143
|
+
/** Read a length-prefixed UTF-8 string. */
|
|
144
|
+
readString() {
|
|
145
|
+
const size = this.readVarint32();
|
|
146
|
+
return size === 0 ? '' : this.transport.readString(size);
|
|
147
|
+
}
|
|
148
|
+
/** Consume and discard a value with the supplied thrift type. */
|
|
149
|
+
skip(type) {
|
|
150
|
+
switch (type) {
|
|
151
|
+
case thrift.Thrift.Type.STOP:
|
|
152
|
+
return;
|
|
153
|
+
case thrift.Thrift.Type.BOOL:
|
|
154
|
+
this.readBool();
|
|
155
|
+
return;
|
|
156
|
+
case thrift.Thrift.Type.BYTE:
|
|
157
|
+
this.readByte();
|
|
158
|
+
return;
|
|
159
|
+
case thrift.Thrift.Type.I16:
|
|
160
|
+
this.readI16();
|
|
161
|
+
return;
|
|
162
|
+
case thrift.Thrift.Type.I32:
|
|
163
|
+
this.readI32();
|
|
164
|
+
return;
|
|
165
|
+
case thrift.Thrift.Type.I64:
|
|
166
|
+
this.readI64();
|
|
167
|
+
return;
|
|
168
|
+
case thrift.Thrift.Type.DOUBLE:
|
|
169
|
+
this.readDouble();
|
|
170
|
+
return;
|
|
171
|
+
case thrift.Thrift.Type.STRING:
|
|
172
|
+
this.readBinary();
|
|
173
|
+
return;
|
|
174
|
+
case thrift.Thrift.Type.STRUCT:
|
|
175
|
+
this.skipStruct();
|
|
176
|
+
return;
|
|
177
|
+
case thrift.Thrift.Type.MAP:
|
|
178
|
+
this.skipMap();
|
|
179
|
+
return;
|
|
180
|
+
case thrift.Thrift.Type.SET:
|
|
181
|
+
case thrift.Thrift.Type.LIST:
|
|
182
|
+
this.skipList();
|
|
183
|
+
return;
|
|
184
|
+
default:
|
|
185
|
+
throw new Error(`Unsupported thrift type: ${type}`);
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
/** Read an unsigned 32-bit compact varint. */
|
|
189
|
+
readVarint32() {
|
|
190
|
+
return Number(this.readVarint64());
|
|
191
|
+
}
|
|
192
|
+
/** Read an unsigned 64-bit compact varint. */
|
|
193
|
+
readVarint64() {
|
|
194
|
+
let value = 0n;
|
|
195
|
+
let shift = 0n;
|
|
196
|
+
while (true) {
|
|
197
|
+
const byte = BigInt(this.transport.readByte() & 0xff);
|
|
198
|
+
value |= (byte & 0x7fn) << shift;
|
|
199
|
+
if ((byte & 0x80n) === 0n) {
|
|
200
|
+
return value;
|
|
201
|
+
}
|
|
202
|
+
shift += 7n;
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
/** Decode a zig-zag 32-bit integer to a signed integer. */
|
|
206
|
+
decodeZigZag32(value) {
|
|
207
|
+
return (value >>> 1) ^ -(value & 1);
|
|
208
|
+
}
|
|
209
|
+
/** Decode a zig-zag 64-bit integer to a signed integer. */
|
|
210
|
+
decodeZigZag64(value) {
|
|
211
|
+
return (value >> 1n) ^ -(value & 1n);
|
|
212
|
+
}
|
|
213
|
+
/** Convert a compact wire type to a generated-thrift type. */
|
|
214
|
+
getThriftType(compactType) {
|
|
215
|
+
switch (compactType) {
|
|
216
|
+
case COMPACT_TYPE_STOP:
|
|
217
|
+
return thrift.Thrift.Type.STOP;
|
|
218
|
+
case COMPACT_TYPE_BOOLEAN_TRUE:
|
|
219
|
+
case COMPACT_TYPE_BOOLEAN_FALSE:
|
|
220
|
+
return thrift.Thrift.Type.BOOL;
|
|
221
|
+
case COMPACT_TYPE_BYTE:
|
|
222
|
+
return thrift.Thrift.Type.BYTE;
|
|
223
|
+
case COMPACT_TYPE_I16:
|
|
224
|
+
return thrift.Thrift.Type.I16;
|
|
225
|
+
case COMPACT_TYPE_I32:
|
|
226
|
+
return thrift.Thrift.Type.I32;
|
|
227
|
+
case COMPACT_TYPE_I64:
|
|
228
|
+
return thrift.Thrift.Type.I64;
|
|
229
|
+
case COMPACT_TYPE_DOUBLE:
|
|
230
|
+
return thrift.Thrift.Type.DOUBLE;
|
|
231
|
+
case COMPACT_TYPE_BINARY:
|
|
232
|
+
return thrift.Thrift.Type.STRING;
|
|
233
|
+
case COMPACT_TYPE_LIST:
|
|
234
|
+
return thrift.Thrift.Type.LIST;
|
|
235
|
+
case COMPACT_TYPE_SET:
|
|
236
|
+
return thrift.Thrift.Type.SET;
|
|
237
|
+
case COMPACT_TYPE_MAP:
|
|
238
|
+
return thrift.Thrift.Type.MAP;
|
|
239
|
+
case COMPACT_TYPE_STRUCT:
|
|
240
|
+
return thrift.Thrift.Type.STRUCT;
|
|
241
|
+
default:
|
|
242
|
+
throw new Error(`Unknown compact thrift type: ${compactType}`);
|
|
243
|
+
}
|
|
244
|
+
}
|
|
245
|
+
/** Skip every field in the current struct. */
|
|
246
|
+
skipStruct() {
|
|
247
|
+
this.readStructBegin();
|
|
248
|
+
while (true) {
|
|
249
|
+
const field = this.readFieldBegin();
|
|
250
|
+
if (field.ftype === thrift.Thrift.Type.STOP) {
|
|
251
|
+
break;
|
|
252
|
+
}
|
|
253
|
+
this.skip(field.ftype);
|
|
254
|
+
this.readFieldEnd();
|
|
255
|
+
}
|
|
256
|
+
this.readStructEnd();
|
|
257
|
+
}
|
|
258
|
+
/** Skip every key and value in the current map. */
|
|
259
|
+
skipMap() {
|
|
260
|
+
const map = this.readMapBegin();
|
|
261
|
+
for (let index = 0; index < map.size; index++) {
|
|
262
|
+
this.skip(map.ktype);
|
|
263
|
+
this.skip(map.vtype);
|
|
264
|
+
}
|
|
265
|
+
this.readMapEnd();
|
|
266
|
+
}
|
|
267
|
+
/** Skip every element in the current list or set. */
|
|
268
|
+
skipList() {
|
|
269
|
+
const list = this.readListBegin();
|
|
270
|
+
for (let index = 0; index < list.size; index++) {
|
|
271
|
+
this.skip(list.etype);
|
|
272
|
+
}
|
|
273
|
+
this.readListEnd();
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
//# sourceMappingURL=uint8-array-compact-protocol.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uint8-array-compact-protocol.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-compact-protocol.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,MAAM,4BAAyB;AAC3C,OAAO,EAAC,YAAY,EAAC,0BAAuB;AAG5C,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,0BAA0B,GAAG,IAAI,CAAC;AACxC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAEjC,2EAA2E;AAC3E,MAAM,OAAO,YAAY;IACvB,iEAAiE;IAChD,KAAK,CAAS;IAE/B,6DAA6D;IAC7D,YAAY,KAAsD;QAChE,IAAI,CAAC,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,iDAAiD;IACjD,QAAQ;QACN,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;IAED,iFAAiF;IACjF,OAAO;QACL,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;IAED,sCAAsC;IACtC,QAAQ,CAAC,KAAc;QACrB,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF;AAED,8DAA8D;AAC9D,MAAM,OAAO,yBAAyB;IACpC,wFAAwF;IACvE,SAAS,CAAsB;IAEhD,+EAA+E;IACvE,WAAW,GAAG,CAAC,CAAC;IAExB,gEAAgE;IAC/C,YAAY,GAAa,EAAE,CAAC;IAE7C,yDAAyD;IACjD,SAAS,GAAmB,IAAI,CAAC;IAEzC,2EAA2E;IAC3E,YAAY,SAA8B;QACxC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,iEAAiE;IACjE,eAAe;QACb,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,OAAO,EAAC,KAAK,EAAE,EAAE,EAAC,CAAC;IACrB,CAAC;IAED,aAAa;QACX,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,8EAA8E;IAC9E,cAAc;QACZ,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QAC9C,MAAM,WAAW,GAAG,WAAW,GAAG,IAAI,CAAC;QAEvC,IAAI,WAAW,KAAK,iBAAiB,EAAE,CAAC;YACtC,OAAO,EAAC,KAAK,EAAE,IAAK,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,EAAC,CAAC;QAChE,CAAC;QAED,MAAM,YAAY,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,YAAY,CAAC;QACtF,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QAElD,IAAI,WAAW,KAAK,yBAAyB,IAAI,WAAW,KAAK,0BAA0B,EAAE,CAAC;YAC5F,IAAI,CAAC,SAAS,GAAG,WAAW,KAAK,yBAAyB,CAAC;QAC7D,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;QAC3B,OAAO,EAAC,KAAK,EAAE,IAAK,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAC,CAAC;IACxD,CAAC;IAED,YAAY,KAAU,CAAC;IAEvB,oFAAoF;IACpF,YAAY;QACV,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,MAAM,eAAe,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QACnE,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;YACzD,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,eAAe,GAAG,IAAI,CAAC;YACjD,IAAI;SACL,CAAC;IACJ,CAAC;IAED,UAAU,KAAU,CAAC;IAErB,wEAAwE;IACxE,aAAa;QACX,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QAC9C,IAAI,IAAI,GAAG,CAAC,WAAW,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC;QACtC,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAChB,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC7B,CAAC;QAED,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW,GAAG,IAAI,CAAC;YAC7C,IAAI;SACL,CAAC;IACJ,CAAC;IAED,WAAW,KAAU,CAAC;IAEtB,+EAA+E;IAC/E,YAAY;QACV,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC;IAED,UAAU,KAAU,CAAC;IAErB,kFAAkF;IAClF,QAAQ;QACN,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;YAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,yBAAyB,CAAC;IACjE,CAAC;IAED,6CAA6C;IAC7C,QAAQ;QACN,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;IACnC,CAAC;IAED,8DAA8D;IAC9D,OAAO;QACL,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,8DAA8D;IAC9D,OAAO;QACL,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,8DAA8D;IAC9D,OAAO;QACL,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,yCAAyC;IACzC,UAAU;QACR,OAAO,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,oEAAoE;IACpE,UAAU;QACR,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpE,CAAC;IAED,2CAA2C;IAC3C,UAAU;QACR,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,iEAAiE;IACjE,IAAI,CAAC,IAAwB;QAC3B,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAC5B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACT;gBACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,8CAA8C;IACtC,YAAY;QAClB,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,8CAA8C;IACtC,YAAY;QAClB,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,KAAK,GAAG,EAAE,CAAC;QAEf,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAC;YACtD,KAAK,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC;YACjC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;gBAC1B,OAAO,KAAK,CAAC;YACf,CAAC;YACD,KAAK,IAAI,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,2DAA2D;IACnD,cAAc,CAAC,KAAa;QAClC,OAAO,CAAC,KAAK,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,2DAA2D;IACnD,cAAc,CAAC,KAAa;QAClC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,8DAA8D;IACtD,aAAa,CAAC,WAAmB;QACvC,QAAQ,WAAW,EAAE,CAAC;YACpB,KAAK,iBAAiB;gBACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,KAAK,yBAAyB,CAAC;YAC/B,KAAK,0BAA0B;gBAC7B,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,KAAK,iBAAiB;gBACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,mBAAmB;gBACtB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,KAAK,mBAAmB;gBACtB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,KAAK,iBAAiB;gBACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,mBAAmB;gBACtB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC;gBACE,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,8CAA8C;IACtC,UAAU;QAChB,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5C,MAAM;YACR,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACvB,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAED,mDAAmD;IAC3C,OAAO;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAChC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED,qDAAqD;IAC7C,QAAQ;QACd,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAClC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;CACF"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/** Thrift compact-protocol read transport backed by Uint8Array. */
|
|
2
|
+
export declare class Uint8ArrayTransport {
|
|
3
|
+
readPos: number;
|
|
4
|
+
private readonly buffer;
|
|
5
|
+
constructor(buffer: Uint8Array);
|
|
6
|
+
commitPosition(): void;
|
|
7
|
+
rollbackPosition(): void;
|
|
8
|
+
isOpen(): boolean;
|
|
9
|
+
open(): boolean;
|
|
10
|
+
close(): boolean;
|
|
11
|
+
setCurrSeqId(_sequenceId: number): void;
|
|
12
|
+
ensureAvailable(byteLength: number): void;
|
|
13
|
+
read(byteLength: number): Uint8Array;
|
|
14
|
+
readByte(): number;
|
|
15
|
+
readString(byteLength: number): string;
|
|
16
|
+
borrow(): {
|
|
17
|
+
buf: Uint8Array;
|
|
18
|
+
readIndex: number;
|
|
19
|
+
writeIndex: number;
|
|
20
|
+
};
|
|
21
|
+
consume(bytesConsumed: number): void;
|
|
22
|
+
write(): never;
|
|
23
|
+
flush(): void;
|
|
24
|
+
}
|
|
25
|
+
//# sourceMappingURL=uint8-array-transport.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uint8-array-transport.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-transport.ts"],"names":[],"mappings":"AAMA,mEAAmE;AACnE,qBAAa,mBAAmB;IACvB,OAAO,SAAK;IAEnB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAa;gBAExB,MAAM,EAAE,UAAU;IAI9B,cAAc,IAAI,IAAI;IAEtB,gBAAgB,IAAI,IAAI;IAExB,MAAM,IAAI,OAAO;IAIjB,IAAI,IAAI,OAAO;IAIf,KAAK,IAAI,OAAO;IAIhB,YAAY,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAEvC,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAMzC,IAAI,CAAC,UAAU,EAAE,MAAM,GAAG,UAAU;IAQpC,QAAQ,IAAI,MAAM;IAMlB,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAOtC,MAAM,IAAI;QAAC,GAAG,EAAE,UAAU,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAC;IAQlE,OAAO,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI;IAIpC,KAAK,IAAI,KAAK;IAId,KAAK,IAAI,IAAI;CACd"}
|