@loaders.gl/parquet 4.4.5 → 5.0.0-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +14 -3
- package/dist/bundled.d.ts +9 -0
- package/dist/bundled.d.ts.map +1 -0
- package/dist/bundled.js +10 -0
- package/dist/bundled.js.map +1 -0
- package/dist/geoparquet-loader-with-parser.d.ts +33 -0
- package/dist/geoparquet-loader-with-parser.d.ts.map +1 -0
- package/dist/geoparquet-loader-with-parser.js +52 -0
- package/dist/geoparquet-loader-with-parser.js.map +1 -0
- package/dist/geoparquet-loader.d.ts +59 -0
- package/dist/geoparquet-loader.d.ts.map +1 -0
- package/dist/geoparquet-loader.js +30 -0
- package/dist/geoparquet-loader.js.map +1 -0
- package/dist/index.cjs +25873 -4776
- package/dist/index.cjs.map +3 -4
- package/dist/index.d.ts +10 -7
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +7 -11
- package/dist/index.js.map +1 -1
- package/dist/lib/arrow/convert-columns-to-row-group.js +3 -0
- package/dist/lib/arrow/convert-columns-to-row-group.js.map +1 -1
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
- package/dist/lib/arrow/convert-schema-from-parquet.js +86 -26
- package/dist/lib/arrow/convert-schema-from-parquet.js.map +1 -1
- package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -1
- package/dist/lib/arrow/convert-schema-to-parquet.js +16 -7
- package/dist/lib/arrow/convert-schema-to-parquet.js.map +1 -1
- package/dist/lib/arrow/create-nested-arrow-vector.d.ts +8 -0
- package/dist/lib/arrow/create-nested-arrow-vector.d.ts.map +1 -0
- package/dist/lib/arrow/create-nested-arrow-vector.js +396 -0
- package/dist/lib/arrow/create-nested-arrow-vector.js.map +1 -0
- package/dist/lib/constants.d.ts +0 -1
- package/dist/lib/constants.d.ts.map +1 -1
- package/dist/lib/constants.js +1 -2
- package/dist/lib/constants.js.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts +2 -2
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.js +3 -10
- package/dist/lib/encoders/encode-arrow-to-parquet.js.map +1 -1
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts +5 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts.map +1 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js +199 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js.map +1 -0
- package/dist/lib/geo/geospatial-metadata.d.ts +67 -0
- package/dist/lib/geo/geospatial-metadata.d.ts.map +1 -0
- package/dist/lib/geo/geospatial-metadata.js +338 -0
- package/dist/lib/geo/geospatial-metadata.js.map +1 -0
- package/dist/lib/parquet-page-index.d.ts +62 -0
- package/dist/lib/parquet-page-index.d.ts.map +1 -0
- package/dist/lib/parquet-page-index.js +377 -0
- package/dist/lib/parquet-page-index.js.map +1 -0
- package/dist/lib/parquet-predicate.d.ts +17 -0
- package/dist/lib/parquet-predicate.d.ts.map +1 -0
- package/dist/lib/parquet-predicate.js +300 -0
- package/dist/lib/parquet-predicate.js.map +1 -0
- package/dist/lib/parquet-source-worker-client.d.ts +6 -0
- package/dist/lib/parquet-source-worker-client.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-client.js +22 -0
- package/dist/lib/parquet-source-worker-client.js.map +1 -0
- package/dist/lib/parquet-source-worker-decoder.d.ts +4 -0
- package/dist/lib/parquet-source-worker-decoder.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-decoder.js +115 -0
- package/dist/lib/parquet-source-worker-decoder.js.map +1 -0
- package/dist/lib/parquet-source-worker-file.d.ts +24 -0
- package/dist/lib/parquet-source-worker-file.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-file.js +40 -0
- package/dist/lib/parquet-source-worker-file.js.map +1 -0
- package/dist/lib/parquet-source-worker-types.d.ts +97 -0
- package/dist/lib/parquet-source-worker-types.d.ts.map +1 -0
- package/dist/lib/parquet-source-worker-types.js +5 -0
- package/dist/lib/parquet-source-worker-types.js.map +1 -0
- package/dist/lib/parquet-worker-transport.d.ts +8 -0
- package/dist/lib/parquet-worker-transport.d.ts.map +1 -0
- package/dist/lib/parquet-worker-transport.js +40 -0
- package/dist/lib/parquet-worker-transport.js.map +1 -0
- package/dist/lib/parsers/convert-parquet-tables.d.ts +16 -0
- package/dist/lib/parsers/convert-parquet-tables.d.ts.map +1 -0
- package/dist/lib/parsers/convert-parquet-tables.js +30 -0
- package/dist/lib/parsers/convert-parquet-tables.js.map +1 -0
- package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
- package/dist/lib/parsers/get-parquet-schema.js +3 -1
- package/dist/lib/parsers/get-parquet-schema.js.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts +4 -4
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js +19 -6
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-tables.d.ts +37 -0
- package/dist/lib/parsers/parse-parquet-tables.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-tables.js +50 -0
- package/dist/lib/parsers/parse-parquet-tables.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts +19 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js +608 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts +7 -7
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-arrow.js +45 -32
- package/dist/lib/parsers/parse-parquet-to-arrow.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.js +1 -4
- package/dist/lib/parsers/parse-parquet-to-columns.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-json.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.js +77 -26
- package/dist/lib/parsers/parse-parquet-to-json.js.map +1 -1
- package/dist/lib/sources/parquet-range-file.d.ts +80 -0
- package/dist/lib/sources/parquet-range-file.d.ts.map +1 -0
- package/dist/lib/sources/parquet-range-file.js +261 -0
- package/dist/lib/sources/parquet-range-file.js.map +1 -0
- package/dist/lib/sources/single-batch-queue.d.ts +24 -0
- package/dist/lib/sources/single-batch-queue.d.ts.map +1 -0
- package/dist/lib/sources/single-batch-queue.js +91 -0
- package/dist/lib/sources/single-batch-queue.js.map +1 -0
- package/dist/lib/utils/load-wasm-node.d.ts +3 -0
- package/dist/lib/utils/load-wasm-node.d.ts.map +1 -0
- package/dist/lib/utils/load-wasm-node.js +23 -0
- package/dist/lib/utils/load-wasm-node.js.map +1 -0
- package/dist/lib/utils/load-wasm.d.ts +2 -2
- package/dist/lib/utils/load-wasm.d.ts.map +1 -1
- package/dist/lib/utils/load-wasm.js +28 -12
- package/dist/lib/utils/load-wasm.js.map +1 -1
- package/dist/lib/utils/make-stream-iterator.d.ts +2 -0
- package/dist/lib/utils/make-stream-iterator.d.ts.map +1 -1
- package/dist/lib/utils/make-stream-iterator.js +123 -14
- package/dist/lib/utils/make-stream-iterator.js.map +1 -1
- package/dist/lib/utils/normalize-parquet-options.d.ts +5 -0
- package/dist/lib/utils/normalize-parquet-options.d.ts.map +1 -0
- package/dist/lib/utils/normalize-parquet-options.js +11 -0
- package/dist/lib/utils/normalize-parquet-options.js.map +1 -0
- package/dist/parquet-dataset-source.cjs +26413 -0
- package/dist/parquet-dataset-source.cjs.map +6 -0
- package/dist/parquet-dataset-source.d.ts +54 -0
- package/dist/parquet-dataset-source.d.ts.map +1 -0
- package/dist/parquet-dataset-source.js +380 -0
- package/dist/parquet-dataset-source.js.map +1 -0
- package/dist/parquet-format.d.ts +2 -0
- package/dist/parquet-format.d.ts.map +1 -1
- package/dist/parquet-format.js +2 -0
- package/dist/parquet-format.js.map +1 -1
- package/dist/parquet-js-loader-types.d.ts +57 -0
- package/dist/parquet-js-loader-types.d.ts.map +1 -0
- package/dist/parquet-js-loader-types.js +33 -0
- package/dist/parquet-js-loader-types.js.map +1 -0
- package/dist/parquet-js-loader.d.ts +32 -0
- package/dist/parquet-js-loader.d.ts.map +1 -0
- package/dist/parquet-js-loader.js +58 -0
- package/dist/parquet-js-loader.js.map +1 -0
- package/dist/parquet-js-writer.d.ts +44 -0
- package/dist/parquet-js-writer.d.ts.map +1 -0
- package/dist/parquet-js-writer.js +28 -0
- package/dist/parquet-js-writer.js.map +1 -0
- package/dist/parquet-loader-base.d.ts +25 -0
- package/dist/parquet-loader-base.d.ts.map +1 -0
- package/dist/parquet-loader-base.js +23 -0
- package/dist/parquet-loader-base.js.map +1 -0
- package/dist/parquet-loader-options.d.ts +44 -0
- package/dist/parquet-loader-options.d.ts.map +1 -0
- package/dist/parquet-loader-options.js +10 -0
- package/dist/parquet-loader-options.js.map +1 -0
- package/dist/parquet-loader-types.d.ts +61 -0
- package/dist/parquet-loader-types.d.ts.map +1 -0
- package/dist/parquet-loader-types.js +17 -0
- package/dist/parquet-loader-types.js.map +1 -0
- package/dist/parquet-loader.d.ts +42 -0
- package/dist/parquet-loader.d.ts.map +1 -0
- package/dist/parquet-loader.js +68 -0
- package/dist/parquet-loader.js.map +1 -0
- package/dist/parquet-source-capabilities.d.ts +36 -0
- package/dist/parquet-source-capabilities.d.ts.map +1 -0
- package/dist/parquet-source-capabilities.js +22 -0
- package/dist/parquet-source-capabilities.js.map +1 -0
- package/dist/parquet-source-loader-types.d.ts +72 -0
- package/dist/parquet-source-loader-types.d.ts.map +1 -0
- package/dist/parquet-source-loader-types.js +74 -0
- package/dist/parquet-source-loader-types.js.map +1 -0
- package/dist/parquet-source-loader.cjs +25975 -0
- package/dist/parquet-source-loader.cjs.map +6 -0
- package/dist/parquet-source-loader.d.ts +120 -0
- package/dist/parquet-source-loader.d.ts.map +1 -0
- package/dist/parquet-source-loader.js +812 -0
- package/dist/parquet-source-loader.js.map +1 -0
- package/dist/parquet-source-types.d.ts +384 -0
- package/dist/parquet-source-types.d.ts.map +1 -0
- package/dist/parquet-source-types.js +5 -0
- package/dist/parquet-source-types.js.map +1 -0
- package/dist/parquet-source-worker-url.d.ts +3 -0
- package/dist/parquet-source-worker-url.d.ts.map +1 -0
- package/dist/parquet-source-worker-url.js +22 -0
- package/dist/parquet-source-worker-url.js.map +1 -0
- package/dist/parquet-source-worker.js +38491 -0
- package/dist/parquet-source-worker.js.map +7 -0
- package/dist/parquet-worker-node.cjs +54779 -0
- package/dist/parquet-worker-node.cjs.map +7 -0
- package/dist/parquet-worker-url.d.ts +3 -0
- package/dist/parquet-worker-url.d.ts.map +1 -0
- package/dist/parquet-worker-url.js +15 -0
- package/dist/parquet-worker-url.js.map +1 -0
- package/dist/parquet-worker.js +19920 -0
- package/dist/parquet-worker.js.map +7 -0
- package/dist/parquet-writer.d.ts +10 -0
- package/dist/parquet-writer.d.ts.map +1 -0
- package/dist/parquet-writer.js +27 -0
- package/dist/parquet-writer.js.map +1 -0
- package/dist/parquet_wasm_bg.wasm +0 -0
- package/dist/parquetjs/codecs/byte-stream-split.d.ts +9 -0
- package/dist/parquetjs/codecs/byte-stream-split.d.ts.map +1 -0
- package/dist/parquetjs/codecs/byte-stream-split.js +159 -0
- package/dist/parquetjs/codecs/byte-stream-split.js.map +1 -0
- package/dist/parquetjs/codecs/declare.d.ts +20 -3
- package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
- package/dist/parquetjs/codecs/declare.js +7 -1
- package/dist/parquetjs/codecs/declare.js.map +1 -1
- package/dist/parquetjs/codecs/delta.d.ts +17 -0
- package/dist/parquetjs/codecs/delta.d.ts.map +1 -0
- package/dist/parquetjs/codecs/delta.js +439 -0
- package/dist/parquetjs/codecs/delta.js.map +1 -0
- package/dist/parquetjs/codecs/dictionary.d.ts +5 -2
- package/dist/parquetjs/codecs/dictionary.d.ts.map +1 -1
- package/dist/parquetjs/codecs/dictionary.js +16 -4
- package/dist/parquetjs/codecs/dictionary.js.map +1 -1
- package/dist/parquetjs/codecs/index.d.ts.map +1 -1
- package/dist/parquetjs/codecs/index.js +18 -0
- package/dist/parquetjs/codecs/index.js.map +1 -1
- package/dist/parquetjs/codecs/plain.d.ts +3 -3
- package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
- package/dist/parquetjs/codecs/plain.js +88 -76
- package/dist/parquetjs/codecs/plain.js.map +1 -1
- package/dist/parquetjs/codecs/rle.d.ts +3 -3
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
- package/dist/parquetjs/codecs/rle.js +196 -68
- package/dist/parquetjs/codecs/rle.js.map +1 -1
- package/dist/parquetjs/compression.d.ts +7 -8
- package/dist/parquetjs/compression.d.ts.map +1 -1
- package/dist/parquetjs/compression.js +95 -141
- package/dist/parquetjs/compression.js.map +1 -1
- package/dist/parquetjs/encoder/dictionary-planner.d.ts +17 -0
- package/dist/parquetjs/encoder/dictionary-planner.d.ts.map +1 -0
- package/dist/parquetjs/encoder/dictionary-planner.js +64 -0
- package/dist/parquetjs/encoder/dictionary-planner.js.map +1 -0
- package/dist/parquetjs/encoder/page-planner.d.ts +11 -0
- package/dist/parquetjs/encoder/page-planner.d.ts.map +1 -0
- package/dist/parquetjs/encoder/page-planner.js +60 -0
- package/dist/parquetjs/encoder/page-planner.js.map +1 -0
- package/dist/parquetjs/encoder/parquet-encoder.d.ts +11 -4
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.js +259 -52
- package/dist/parquetjs/encoder/parquet-encoder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.js +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js +2 -2
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts +6 -6
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +3 -3
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +2 -2
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.js +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.js +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.d.ts +8 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.js +14 -0
- package/dist/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.d.ts +2 -1
- package/dist/parquetjs/parquet-thrift/Encoding.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Encoding.js +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.js +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/FileMetaData.js +2 -2
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/Float16Type.d.ts +9 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.js +27 -0
- package/dist/parquetjs/parquet-thrift/Float16Type.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.d.ts +14 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.js +51 -0
- package/dist/parquetjs/parquet-thrift/GeographyType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.d.ts +11 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.js +41 -0
- package/dist/parquetjs/parquet-thrift/GeometryType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.js +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.js +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.js +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.js +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts +17 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js +97 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.js +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/NanoSeconds.d.ts +9 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.js +27 -0
- package/dist/parquetjs/parquet-thrift/NanoSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/NullType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.js +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageLocation.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/PageLocation.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageLocation.js +2 -2
- package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.js +2 -2
- package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.js +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts +14 -10
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Statistics.js +38 -2
- package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.js +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts +5 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js +25 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.js +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/VariantType.d.ts +11 -0
- package/dist/parquetjs/parquet-thrift/VariantType.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/VariantType.js +41 -0
- package/dist/parquetjs/parquet-thrift/VariantType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.d.ts +6 -2
- package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/index.js +6 -2
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -1
- package/dist/parquetjs/parser/decoders.d.ts +14 -3
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
- package/dist/parquetjs/parser/decoders.js +381 -117
- package/dist/parquetjs/parser/decoders.js.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.d.ts +35 -10
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.js +179 -59
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -1
- package/dist/parquetjs/schema/declare.d.ts +62 -8
- package/dist/parquetjs/schema/declare.d.ts.map +1 -1
- package/dist/parquetjs/schema/declare.js.map +1 -1
- package/dist/parquetjs/schema/schema.d.ts +3 -0
- package/dist/parquetjs/schema/schema.d.ts.map +1 -1
- package/dist/parquetjs/schema/schema.js +21 -3
- package/dist/parquetjs/schema/schema.js.map +1 -1
- package/dist/parquetjs/schema/shred.d.ts +2 -0
- package/dist/parquetjs/schema/shred.d.ts.map +1 -1
- package/dist/parquetjs/schema/shred.js +71 -23
- package/dist/parquetjs/schema/shred.js.map +1 -1
- package/dist/parquetjs/schema/types.d.ts.map +1 -1
- package/dist/parquetjs/schema/types.js +272 -51
- package/dist/parquetjs/schema/types.js.map +1 -1
- package/dist/parquetjs/utils/binary-utils.d.ts +41 -0
- package/dist/parquetjs/utils/binary-utils.d.ts.map +1 -0
- package/dist/parquetjs/utils/binary-utils.js +106 -0
- package/dist/parquetjs/utils/binary-utils.js.map +1 -0
- package/dist/parquetjs/utils/file-utils.d.ts +1 -1
- package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/file-utils.js +3 -3
- package/dist/parquetjs/utils/file-utils.js.map +1 -1
- package/dist/parquetjs/utils/read-utils.d.ts +14 -6
- package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/read-utils.js +46 -39
- package/dist/parquetjs/utils/read-utils.js.map +1 -1
- package/dist/parquetjs/utils/thrift-runtime.d.ts +106 -0
- package/dist/parquetjs/utils/thrift-runtime.d.ts.map +1 -0
- package/dist/parquetjs/utils/thrift-runtime.js +50 -0
- package/dist/parquetjs/utils/thrift-runtime.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts +78 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js +213 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts +80 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js +276 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts +25 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.js +62 -0
- package/dist/parquetjs/utils/uint8-array-transport.js.map +1 -0
- package/dist/polyfills/process.d.ts +12 -0
- package/dist/polyfills/process.d.ts.map +1 -0
- package/dist/polyfills/process.js +17 -0
- package/dist/polyfills/process.js.map +1 -0
- package/dist/unbundled.d.ts +9 -0
- package/dist/unbundled.d.ts.map +1 -0
- package/dist/unbundled.js +10 -0
- package/dist/unbundled.js.map +1 -0
- package/dist/wasm.d.ts +3 -0
- package/dist/wasm.d.ts.map +1 -0
- package/dist/wasm.js +6 -0
- package/dist/wasm.js.map +1 -0
- package/dist/workers/parquet-source-worker.d.ts +2 -0
- package/dist/workers/parquet-source-worker.d.ts.map +1 -0
- package/dist/workers/parquet-source-worker.js +17 -0
- package/dist/workers/parquet-source-worker.js.map +1 -0
- package/dist/workers/parquet-worker-node.d.ts +2 -0
- package/dist/workers/parquet-worker-node.d.ts.map +1 -0
- package/dist/workers/parquet-worker-node.js +5 -0
- package/dist/workers/parquet-worker-node.js.map +1 -0
- package/dist/workers/parquet-worker.d.ts +2 -0
- package/dist/workers/parquet-worker.d.ts.map +1 -0
- package/dist/workers/parquet-worker.js +27 -0
- package/dist/workers/parquet-worker.js.map +1 -0
- package/package.json +63 -33
- package/src/bundled.ts +33 -0
- package/src/geoparquet-loader-with-parser.ts +95 -0
- package/src/geoparquet-loader.ts +54 -0
- package/src/index.ts +49 -23
- package/src/lib/arrow/convert-columns-to-row-group.ts +3 -0
- package/src/lib/arrow/convert-schema-from-parquet.ts +97 -30
- package/src/lib/arrow/convert-schema-to-parquet.ts +16 -7
- package/src/lib/arrow/create-nested-arrow-vector.ts +589 -0
- package/src/lib/constants.ts +0 -2
- package/src/lib/encoders/encode-arrow-to-parquet.ts +10 -16
- package/src/lib/encoders/encode-table-to-parquet-js.ts +261 -0
- package/src/lib/geo/geospatial-metadata.ts +457 -0
- package/src/lib/parquet-page-index.ts +581 -0
- package/src/lib/parquet-predicate.ts +374 -0
- package/src/lib/parquet-source-worker-client.ts +39 -0
- package/src/lib/parquet-source-worker-decoder.ts +156 -0
- package/src/lib/parquet-source-worker-file.ts +56 -0
- package/src/lib/parquet-source-worker-types.ts +107 -0
- package/src/lib/parquet-worker-transport.ts +57 -0
- package/src/lib/parsers/convert-parquet-tables.ts +39 -0
- package/src/lib/parsers/get-parquet-schema.ts +3 -1
- package/src/lib/parsers/parse-geoparquet-to-geojson.ts +27 -14
- package/src/lib/parsers/parse-parquet-tables.ts +82 -0
- package/src/lib/parsers/parse-parquet-to-arrow-js.ts +829 -0
- package/src/lib/parsers/parse-parquet-to-arrow.ts +63 -36
- package/src/lib/parsers/parse-parquet-to-columns.ts +6 -7
- package/src/lib/parsers/parse-parquet-to-json.ts +101 -33
- package/src/lib/sources/parquet-range-file.ts +359 -0
- package/src/lib/sources/single-batch-queue.ts +95 -0
- package/src/lib/utils/load-wasm-node.ts +25 -0
- package/src/lib/utils/load-wasm.ts +36 -13
- package/src/lib/utils/make-stream-iterator.ts +126 -14
- package/src/lib/utils/normalize-parquet-options.ts +14 -0
- package/src/parquet-dataset-source.ts +488 -0
- package/src/parquet-format.ts +2 -0
- package/src/parquet-js-loader-types.ts +52 -0
- package/src/parquet-js-loader.ts +83 -0
- package/src/parquet-js-writer.ts +68 -0
- package/src/parquet-loader-base.ts +34 -0
- package/src/parquet-loader-options.ts +51 -0
- package/src/parquet-loader-types.ts +35 -0
- package/src/parquet-loader.ts +115 -0
- package/src/parquet-source-capabilities.ts +56 -0
- package/src/parquet-source-loader-types.ts +87 -0
- package/src/parquet-source-loader.ts +1265 -0
- package/src/parquet-source-types.ts +458 -0
- package/src/parquet-source-worker-url.ts +23 -0
- package/src/parquet-worker-url.ts +18 -0
- package/src/parquet-writer.ts +42 -0
- package/src/parquetjs/LICENSE +23 -1
- package/src/parquetjs/codecs/byte-stream-split.ts +221 -0
- package/src/parquetjs/codecs/declare.ts +35 -3
- package/src/parquetjs/codecs/delta.ts +587 -0
- package/src/parquetjs/codecs/dictionary.ts +22 -4
- package/src/parquetjs/codecs/index.ts +18 -0
- package/src/parquetjs/codecs/plain.ts +149 -87
- package/src/parquetjs/codecs/rle.ts +268 -82
- package/src/parquetjs/compression.ts +110 -155
- package/src/parquetjs/encoder/dictionary-planner.ts +99 -0
- package/src/parquetjs/encoder/page-planner.ts +83 -0
- package/src/parquetjs/encoder/parquet-encoder.ts +378 -77
- package/src/parquetjs/parquet-thrift/BsonType.ts +1 -1
- package/src/parquetjs/parquet-thrift/ColumnChunk.ts +2 -2
- package/src/parquetjs/parquet-thrift/ColumnIndex.ts +13 -13
- package/src/parquetjs/parquet-thrift/ColumnMetaData.ts +2 -2
- package/src/parquetjs/parquet-thrift/ColumnOrder.ts +1 -1
- package/src/parquetjs/parquet-thrift/DataPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/DataPageHeaderV2.ts +1 -1
- package/src/parquetjs/parquet-thrift/DateType.ts +1 -1
- package/src/parquetjs/parquet-thrift/DecimalType.ts +1 -1
- package/src/parquetjs/parquet-thrift/DictionaryPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/EdgeInterpolationAlgorithm.ts +13 -0
- package/src/parquetjs/parquet-thrift/Encoding.ts +2 -1
- package/src/parquetjs/parquet-thrift/EnumType.ts +1 -1
- package/src/parquetjs/parquet-thrift/FileMetaData.ts +2 -2
- package/src/parquetjs/parquet-thrift/Float16Type.ts +28 -0
- package/src/parquetjs/parquet-thrift/GeographyType.ts +54 -0
- package/src/parquetjs/parquet-thrift/GeometryType.ts +43 -0
- package/src/parquetjs/parquet-thrift/IndexPageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/IntType.ts +1 -1
- package/src/parquetjs/parquet-thrift/JsonType.ts +1 -1
- package/src/parquetjs/parquet-thrift/KeyValue.ts +1 -1
- package/src/parquetjs/parquet-thrift/ListType.ts +1 -1
- package/src/parquetjs/parquet-thrift/LogicalType.ts +97 -1
- package/src/parquetjs/parquet-thrift/MapType.ts +1 -1
- package/src/parquetjs/parquet-thrift/MicroSeconds.ts +1 -1
- package/src/parquetjs/parquet-thrift/MilliSeconds.ts +1 -1
- package/src/parquetjs/parquet-thrift/NanoSeconds.ts +28 -0
- package/src/parquetjs/parquet-thrift/NullType.ts +1 -1
- package/src/parquetjs/parquet-thrift/OffsetIndex.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageEncodingStats.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageHeader.ts +1 -1
- package/src/parquetjs/parquet-thrift/PageLocation.ts +2 -2
- package/src/parquetjs/parquet-thrift/RowGroup.ts +2 -2
- package/src/parquetjs/parquet-thrift/SchemaElement.ts +1 -1
- package/src/parquetjs/parquet-thrift/SortingColumn.ts +1 -1
- package/src/parquetjs/parquet-thrift/Statistics.ts +50 -14
- package/src/parquetjs/parquet-thrift/StringType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TimeType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TimeUnit.ts +25 -1
- package/src/parquetjs/parquet-thrift/TimestampType.ts +1 -1
- package/src/parquetjs/parquet-thrift/TypeDefinedOrder.ts +1 -1
- package/src/parquetjs/parquet-thrift/UUIDType.ts +1 -1
- package/src/parquetjs/parquet-thrift/VariantType.ts +43 -0
- package/src/parquetjs/parquet-thrift/index.ts +6 -4
- package/src/parquetjs/parser/decoders.ts +487 -133
- package/src/parquetjs/parser/parquet-reader.ts +297 -71
- package/src/parquetjs/schema/declare.ts +99 -7
- package/src/parquetjs/schema/schema.ts +23 -3
- package/src/parquetjs/schema/shred.ts +112 -35
- package/src/parquetjs/schema/types.ts +294 -61
- package/src/parquetjs/utils/binary-utils.ts +132 -0
- package/src/parquetjs/utils/file-utils.ts +4 -4
- package/src/parquetjs/utils/read-utils.ts +56 -55
- package/src/parquetjs/utils/thrift-runtime.ts +109 -0
- package/src/parquetjs/utils/uint8-array-compact-protocol-writer.ts +254 -0
- package/src/parquetjs/utils/uint8-array-compact-protocol.ts +322 -0
- package/src/parquetjs/utils/uint8-array-transport.ts +79 -0
- package/src/polyfills/process.ts +17 -0
- package/src/unbundled.ts +33 -0
- package/src/wasm.ts +6 -0
- package/src/workers/parquet-source-worker.ts +21 -0
- package/src/workers/parquet-worker-node.ts +5 -0
- package/src/workers/parquet-worker.ts +31 -0
- package/dist/parquet-arrow-loader.d.ts +0 -43
- package/dist/parquet-arrow-loader.d.ts.map +0 -1
- package/dist/parquet-arrow-loader.js +0 -49
- package/dist/parquet-arrow-loader.js.map +0 -1
- package/dist/parquet-arrow-writer.d.ts +0 -9
- package/dist/parquet-arrow-writer.d.ts.map +0 -1
- package/dist/parquet-arrow-writer.js +0 -23
- package/dist/parquet-arrow-writer.js.map +0 -1
- package/dist/parquet-json-loader.d.ts +0 -148
- package/dist/parquet-json-loader.d.ts.map +0 -1
- package/dist/parquet-json-loader.js +0 -106
- package/dist/parquet-json-loader.js.map +0 -1
- package/dist/parquet-json-writer.d.ts +0 -19
- package/dist/parquet-json-writer.d.ts.map +0 -1
- package/dist/parquet-json-writer.js +0 -20
- package/dist/parquet-json-writer.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.js +0 -12
- package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.js +0 -17
- package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
- package/dist/polyfills/buffer/buffer.d.ts +0 -222
- package/dist/polyfills/buffer/buffer.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer.js +0 -1868
- package/dist/polyfills/buffer/buffer.js.map +0 -1
- package/dist/polyfills/buffer/index.d.ts +0 -4
- package/dist/polyfills/buffer/index.d.ts.map +0 -1
- package/dist/polyfills/buffer/index.js +0 -9
- package/dist/polyfills/buffer/index.js.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts +0 -2
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.js +0 -10
- package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
- package/dist/workers/parquet-json-worker.d.ts +0 -2
- package/dist/workers/parquet-json-worker.d.ts.map +0 -1
- package/dist/workers/parquet-json-worker.js +0 -7
- package/dist/workers/parquet-json-worker.js.map +0 -1
- package/src/parquet-arrow-loader.ts +0 -74
- package/src/parquet-arrow-writer.ts +0 -33
- package/src/parquet-json-loader.ts +0 -160
- package/src/parquet-json-writer.ts +0 -27
- package/src/parquetjs/modules.d.ts +0 -25
- package/src/polyfills/buffer/buffer-polyfill.browser.ts +0 -14
- package/src/polyfills/buffer/buffer-polyfill.node.ts +0 -19
- package/src/polyfills/buffer/buffer.ts +0 -2205
- package/src/polyfills/buffer/index.ts +0 -11
- package/src/polyfills/buffer/install-buffer-polyfill.ts +0 -12
- package/src/workers/parquet-json-worker.ts +0 -8
|
@@ -6,14 +6,18 @@
|
|
|
6
6
|
import { PARQUET_CODECS } from "../codecs/index.js";
|
|
7
7
|
import * as Compression from "../compression.js";
|
|
8
8
|
import * as Shred from "../schema/shred.js";
|
|
9
|
-
import { ColumnChunk, ColumnMetaData, CompressionCodec, ConvertedType, DataPageHeader, DataPageHeaderV2, Encoding, FieldRepetitionType, FileMetaData, KeyValue, PageHeader, PageType, RowGroup, SchemaElement, Type } from "../parquet-thrift/index.js";
|
|
9
|
+
import { BsonType, ColumnChunk, ColumnMetaData, CompressionCodec, ConvertedType, DataPageHeader, DataPageHeaderV2, DateType, DecimalType, DictionaryPageHeader, EdgeInterpolationAlgorithm, Encoding, EnumType, FieldRepetitionType, FileMetaData, Float16Type, GeographyType, GeometryType, IntType, JsonType, KeyValue, ListType, LogicalType, MapType, MicroSeconds, MilliSeconds, NanoSeconds, NullType, PageHeader, PageEncodingStats, PageType, RowGroup, SchemaElement, StringType, TimeType, TimeUnit, TimestampType, Type, UUIDType, VariantType } from "../parquet-thrift/index.js";
|
|
10
10
|
import { osopen, oswrite, osclose } from "../utils/file-utils.js";
|
|
11
11
|
import { getBitWidth, serializeThrift } from "../utils/read-utils.js";
|
|
12
|
-
import
|
|
12
|
+
import { concatUint8Arrays, encodeUtf8, writeUInt32LE } from "../utils/binary-utils.js";
|
|
13
|
+
import { CompactInt64 } from "../utils/uint8-array-compact-protocol.js";
|
|
14
|
+
import { planColumnPages } from "./page-planner.js";
|
|
15
|
+
import { planDictionary } from "./dictionary-planner.js";
|
|
13
16
|
/**
|
|
14
17
|
* Parquet File Magic String
|
|
15
18
|
*/
|
|
16
19
|
const PARQUET_MAGIC = 'PAR1';
|
|
20
|
+
const PARQUET_MAGIC_BYTES = encodeUtf8(PARQUET_MAGIC);
|
|
17
21
|
/**
|
|
18
22
|
* Parquet File Format Version
|
|
19
23
|
*/
|
|
@@ -63,8 +67,7 @@ export class ParquetEncoder {
|
|
|
63
67
|
constructor(schema, envelopeWriter, opts) {
|
|
64
68
|
this.schema = schema;
|
|
65
69
|
this.envelopeWriter = envelopeWriter;
|
|
66
|
-
|
|
67
|
-
this.rowBuffer = {};
|
|
70
|
+
this.rowBuffer = schema.rowGroup();
|
|
68
71
|
this.rowGroupSize = opts.rowGroupSize || PARQUET_DEFAULT_ROW_GROUP_SIZE;
|
|
69
72
|
this.closed = false;
|
|
70
73
|
this.userMetadata = {};
|
|
@@ -91,8 +94,8 @@ export class ParquetEncoder {
|
|
|
91
94
|
}
|
|
92
95
|
Shred.shredRecord(this.schema, row, this.rowBuffer);
|
|
93
96
|
if (this.rowBuffer.rowCount >= this.rowGroupSize) {
|
|
94
|
-
|
|
95
|
-
this.rowBuffer =
|
|
97
|
+
await this.envelopeWriter.writeRowGroup(this.rowBuffer);
|
|
98
|
+
this.rowBuffer = this.schema.rowGroup();
|
|
96
99
|
}
|
|
97
100
|
}
|
|
98
101
|
/**
|
|
@@ -107,8 +110,8 @@ export class ParquetEncoder {
|
|
|
107
110
|
}
|
|
108
111
|
this.closed = true;
|
|
109
112
|
if (this.rowBuffer.rowCount > 0 || this.rowBuffer.rowCount >= this.rowGroupSize) {
|
|
110
|
-
|
|
111
|
-
this.rowBuffer =
|
|
113
|
+
await this.envelopeWriter.writeRowGroup(this.rowBuffer);
|
|
114
|
+
this.rowBuffer = this.schema.rowGroup();
|
|
112
115
|
}
|
|
113
116
|
await this.envelopeWriter.writeFooter(this.userMetadata);
|
|
114
117
|
await this.envelopeWriter.close();
|
|
@@ -164,6 +167,9 @@ export class ParquetEnvelopeWriter {
|
|
|
164
167
|
rowGroups;
|
|
165
168
|
pageSize;
|
|
166
169
|
useDataPageV2;
|
|
170
|
+
dictionary;
|
|
171
|
+
columnDictionaries;
|
|
172
|
+
dictionaryPageSizeLimit;
|
|
167
173
|
constructor(schema, writeFn, closeFn, fileOffset, opts) {
|
|
168
174
|
this.schema = schema;
|
|
169
175
|
this.write = writeFn;
|
|
@@ -173,6 +179,9 @@ export class ParquetEnvelopeWriter {
|
|
|
173
179
|
this.rowGroups = [];
|
|
174
180
|
this.pageSize = opts.pageSize || PARQUET_DEFAULT_PAGE_SIZE;
|
|
175
181
|
this.useDataPageV2 = 'useDataPageV2' in opts ? Boolean(opts.useDataPageV2) : false;
|
|
182
|
+
this.dictionary = opts.dictionary ?? 'auto';
|
|
183
|
+
this.columnDictionaries = opts.columnDictionaries || {};
|
|
184
|
+
this.dictionaryPageSizeLimit = opts.dictionaryPageSizeLimit ?? 1024 * 1024;
|
|
176
185
|
}
|
|
177
186
|
writeSection(buf) {
|
|
178
187
|
this.offset += buf.length;
|
|
@@ -182,7 +191,7 @@ export class ParquetEnvelopeWriter {
|
|
|
182
191
|
* Encode the parquet file header
|
|
183
192
|
*/
|
|
184
193
|
writeHeader() {
|
|
185
|
-
return this.writeSection(
|
|
194
|
+
return this.writeSection(PARQUET_MAGIC_BYTES);
|
|
186
195
|
}
|
|
187
196
|
/**
|
|
188
197
|
* Encode a parquet row group. The records object should be created using the
|
|
@@ -192,7 +201,10 @@ export class ParquetEnvelopeWriter {
|
|
|
192
201
|
const rgroup = await encodeRowGroup(this.schema, records, {
|
|
193
202
|
baseOffset: this.offset,
|
|
194
203
|
pageSize: this.pageSize,
|
|
195
|
-
useDataPageV2: this.useDataPageV2
|
|
204
|
+
useDataPageV2: this.useDataPageV2,
|
|
205
|
+
dictionary: this.dictionary,
|
|
206
|
+
columnDictionaries: this.columnDictionaries,
|
|
207
|
+
dictionaryPageSizeLimit: this.dictionaryPageSizeLimit
|
|
196
208
|
});
|
|
197
209
|
this.rowCount += records.rowCount;
|
|
198
210
|
this.rowGroups.push(rgroup.metadata);
|
|
@@ -264,16 +276,16 @@ function encodeValues(type, encoding, values, opts) {
|
|
|
264
276
|
/**
|
|
265
277
|
* Encode a parquet data page
|
|
266
278
|
*/
|
|
267
|
-
async function encodeDataPage(column, data) {
|
|
279
|
+
async function encodeDataPage(column, data, valueEncoding = column.encoding, valueBitWidth) {
|
|
268
280
|
/* encode repetition and definition levels */
|
|
269
|
-
let rLevelsBuf =
|
|
281
|
+
let rLevelsBuf = new Uint8Array(0);
|
|
270
282
|
if (column.rLevelMax > 0) {
|
|
271
283
|
rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {
|
|
272
284
|
bitWidth: getBitWidth(column.rLevelMax)
|
|
273
285
|
// disableEnvelope: false
|
|
274
286
|
});
|
|
275
287
|
}
|
|
276
|
-
let dLevelsBuf =
|
|
288
|
+
let dLevelsBuf = new Uint8Array(0);
|
|
277
289
|
if (column.dLevelMax > 0) {
|
|
278
290
|
dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {
|
|
279
291
|
bitWidth: getBitWidth(column.dLevelMax)
|
|
@@ -281,11 +293,11 @@ async function encodeDataPage(column, data) {
|
|
|
281
293
|
});
|
|
282
294
|
}
|
|
283
295
|
/* encode values */
|
|
284
|
-
const valuesBuf = encodeValues(column.primitiveType,
|
|
296
|
+
const valuesBuf = encodeValues(column.primitiveType, valueEncoding, data.values, {
|
|
285
297
|
typeLength: column.typeLength,
|
|
286
|
-
bitWidth: column.typeLength
|
|
298
|
+
bitWidth: valueBitWidth ?? column.typeLength
|
|
287
299
|
});
|
|
288
|
-
const dataBuf =
|
|
300
|
+
const dataBuf = concatUint8Arrays([rLevelsBuf, dLevelsBuf, valuesBuf]);
|
|
289
301
|
// compression = column.compression === 'UNCOMPRESSED' ? (compression || 'UNCOMPRESSED') : column.compression;
|
|
290
302
|
const compressedBuf = await Compression.deflate(column.compression, dataBuf);
|
|
291
303
|
/* build page header */
|
|
@@ -293,7 +305,7 @@ async function encodeDataPage(column, data) {
|
|
|
293
305
|
type: PageType.DATA_PAGE,
|
|
294
306
|
data_page_header: new DataPageHeader({
|
|
295
307
|
num_values: data.count,
|
|
296
|
-
encoding: Encoding[
|
|
308
|
+
encoding: Encoding[valueEncoding],
|
|
297
309
|
definition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING], // [PARQUET_RDLVL_ENCODING],
|
|
298
310
|
repetition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING] // [PARQUET_RDLVL_ENCODING]
|
|
299
311
|
}),
|
|
@@ -302,29 +314,29 @@ async function encodeDataPage(column, data) {
|
|
|
302
314
|
});
|
|
303
315
|
/* concat page header, repetition and definition levels and values */
|
|
304
316
|
const headerBuf = serializeThrift(header);
|
|
305
|
-
const page =
|
|
317
|
+
const page = concatUint8Arrays([headerBuf, compressedBuf]);
|
|
306
318
|
return { header, headerSize: headerBuf.length, page };
|
|
307
319
|
}
|
|
308
320
|
/**
|
|
309
321
|
* Encode a parquet data page (v2)
|
|
310
322
|
*/
|
|
311
|
-
async function encodeDataPageV2(column, data, rowCount) {
|
|
323
|
+
async function encodeDataPageV2(column, data, rowCount, valueEncoding = column.encoding, valueBitWidth) {
|
|
312
324
|
/* encode values */
|
|
313
|
-
const valuesBuf = encodeValues(column.primitiveType,
|
|
325
|
+
const valuesBuf = encodeValues(column.primitiveType, valueEncoding, data.values, {
|
|
314
326
|
typeLength: column.typeLength,
|
|
315
|
-
bitWidth: column.typeLength
|
|
327
|
+
bitWidth: valueBitWidth ?? column.typeLength
|
|
316
328
|
});
|
|
317
329
|
// compression = column.compression === 'UNCOMPRESSED' ? (compression || 'UNCOMPRESSED') : column.compression;
|
|
318
330
|
const compressedBuf = await Compression.deflate(column.compression, valuesBuf);
|
|
319
331
|
/* encode repetition and definition levels */
|
|
320
|
-
let rLevelsBuf =
|
|
332
|
+
let rLevelsBuf = new Uint8Array(0);
|
|
321
333
|
if (column.rLevelMax > 0) {
|
|
322
334
|
rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {
|
|
323
335
|
bitWidth: getBitWidth(column.rLevelMax),
|
|
324
336
|
disableEnvelope: true
|
|
325
337
|
});
|
|
326
338
|
}
|
|
327
|
-
let dLevelsBuf =
|
|
339
|
+
let dLevelsBuf = new Uint8Array(0);
|
|
328
340
|
if (column.dLevelMax > 0) {
|
|
329
341
|
dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {
|
|
330
342
|
bitWidth: getBitWidth(column.dLevelMax),
|
|
@@ -338,7 +350,7 @@ async function encodeDataPageV2(column, data, rowCount) {
|
|
|
338
350
|
num_values: data.count,
|
|
339
351
|
num_nulls: data.count - data.values.length,
|
|
340
352
|
num_rows: rowCount,
|
|
341
|
-
encoding: Encoding[
|
|
353
|
+
encoding: Encoding[valueEncoding],
|
|
342
354
|
definition_levels_byte_length: dLevelsBuf.length,
|
|
343
355
|
repetition_levels_byte_length: rLevelsBuf.length,
|
|
344
356
|
is_compressed: column.compression !== 'UNCOMPRESSED'
|
|
@@ -348,9 +360,31 @@ async function encodeDataPageV2(column, data, rowCount) {
|
|
|
348
360
|
});
|
|
349
361
|
/* concat page header, repetition and definition levels and values */
|
|
350
362
|
const headerBuf = serializeThrift(header);
|
|
351
|
-
const page =
|
|
363
|
+
const page = concatUint8Arrays([headerBuf, rLevelsBuf, dLevelsBuf, compressedBuf]);
|
|
352
364
|
return { header, headerSize: headerBuf.length, page };
|
|
353
365
|
}
|
|
366
|
+
/** Encodes one chunk-wide PLAIN dictionary page. */
|
|
367
|
+
async function encodeDictionaryPage(column, dictionaryValues) {
|
|
368
|
+
const valuesBuffer = encodeValues(column.primitiveType, 'PLAIN', dictionaryValues, {
|
|
369
|
+
typeLength: column.typeLength
|
|
370
|
+
});
|
|
371
|
+
const compressedBuffer = await Compression.deflate(column.compression, valuesBuffer);
|
|
372
|
+
const header = new PageHeader({
|
|
373
|
+
type: PageType.DICTIONARY_PAGE,
|
|
374
|
+
dictionary_page_header: new DictionaryPageHeader({
|
|
375
|
+
num_values: dictionaryValues.length,
|
|
376
|
+
encoding: Encoding.PLAIN
|
|
377
|
+
}),
|
|
378
|
+
uncompressed_page_size: valuesBuffer.length,
|
|
379
|
+
compressed_page_size: compressedBuffer.length
|
|
380
|
+
});
|
|
381
|
+
const headerBuffer = serializeThrift(header);
|
|
382
|
+
return {
|
|
383
|
+
header,
|
|
384
|
+
headerSize: headerBuffer.length,
|
|
385
|
+
page: concatUint8Arrays([headerBuffer, compressedBuffer])
|
|
386
|
+
};
|
|
387
|
+
}
|
|
354
388
|
/**
|
|
355
389
|
* Encode an array of values into a parquet column chunk
|
|
356
390
|
*/
|
|
@@ -358,40 +392,75 @@ async function encodeColumnChunk(column, buffer, offset, opts) {
|
|
|
358
392
|
const data = buffer.columnData[column.path.join()];
|
|
359
393
|
const baseOffset = (opts.baseOffset || 0) + offset;
|
|
360
394
|
/* encode data page(s) */
|
|
361
|
-
|
|
362
|
-
let pageBuf;
|
|
395
|
+
const pages = [];
|
|
363
396
|
// tslint:disable-next-line:variable-name
|
|
364
397
|
let total_uncompressed_size = 0;
|
|
365
398
|
// tslint:disable-next-line:variable-name
|
|
366
399
|
let total_compressed_size = 0;
|
|
367
|
-
|
|
400
|
+
const plannedPages = planColumnPages(column, data, buffer.rowCount, opts.pageSize || PARQUET_DEFAULT_PAGE_SIZE);
|
|
401
|
+
const dictionaryPolicy = opts.columnDictionaries?.[column.path[0]] ?? opts.dictionary ?? 'auto';
|
|
402
|
+
const dictionaryPlan = planDictionary(column, Array.from(data.values), dictionaryPolicy, opts.dictionaryPageSizeLimit ?? 1024 * 1024);
|
|
403
|
+
if (dictionaryPlan) {
|
|
404
|
+
const result = await encodeDictionaryPage(column, dictionaryPlan.values);
|
|
405
|
+
pages.push(result.page);
|
|
406
|
+
total_uncompressed_size += result.header.uncompressed_page_size + result.headerSize;
|
|
407
|
+
total_compressed_size += result.header.compressed_page_size + result.headerSize;
|
|
408
|
+
}
|
|
409
|
+
const valueEncoding = dictionaryPlan ? 'RLE_DICTIONARY' : column.encoding;
|
|
410
|
+
let dictionaryIndexOffset = 0;
|
|
411
|
+
for (const plannedPage of plannedPages) {
|
|
412
|
+
const pageData = dictionaryPlan
|
|
413
|
+
? {
|
|
414
|
+
...plannedPage.data,
|
|
415
|
+
values: dictionaryPlan.indices.slice(dictionaryIndexOffset, dictionaryIndexOffset + plannedPage.data.values.length)
|
|
416
|
+
}
|
|
417
|
+
: plannedPage.data;
|
|
418
|
+
dictionaryIndexOffset += plannedPage.data.values.length;
|
|
368
419
|
const result = opts.useDataPageV2
|
|
369
|
-
? await encodeDataPageV2(column,
|
|
370
|
-
: await encodeDataPage(column,
|
|
371
|
-
|
|
372
|
-
pageBuf = result.page;
|
|
420
|
+
? await encodeDataPageV2(column, pageData, plannedPage.rowCount, valueEncoding, dictionaryPlan?.bitWidth)
|
|
421
|
+
: await encodeDataPage(column, pageData, valueEncoding, dictionaryPlan?.bitWidth);
|
|
422
|
+
pages.push(result.page);
|
|
373
423
|
total_uncompressed_size += result.header.uncompressed_page_size + result.headerSize;
|
|
374
424
|
total_compressed_size += result.header.compressed_page_size + result.headerSize;
|
|
375
425
|
}
|
|
376
|
-
|
|
426
|
+
const pagesBuf = concatUint8Arrays(pages);
|
|
377
427
|
// const compression = column.compression === 'UNCOMPRESSED' ? (opts.compression || 'UNCOMPRESSED') : column.compression;
|
|
378
428
|
/* prepare metadata header */
|
|
379
429
|
const metadata = new ColumnMetaData({
|
|
380
430
|
path_in_schema: column.path,
|
|
381
|
-
num_values: data.count,
|
|
382
|
-
data_page_offset: baseOffset,
|
|
431
|
+
num_values: int64(data.count),
|
|
432
|
+
data_page_offset: int64(baseOffset + (dictionaryPlan ? pages[0].length : 0)),
|
|
433
|
+
dictionary_page_offset: dictionaryPlan ? int64(baseOffset) : undefined,
|
|
383
434
|
encodings: [],
|
|
384
|
-
|
|
385
|
-
|
|
435
|
+
encoding_stats: [
|
|
436
|
+
...(dictionaryPlan
|
|
437
|
+
? [
|
|
438
|
+
new PageEncodingStats({
|
|
439
|
+
page_type: PageType.DICTIONARY_PAGE,
|
|
440
|
+
encoding: Encoding.PLAIN,
|
|
441
|
+
count: 1
|
|
442
|
+
})
|
|
443
|
+
]
|
|
444
|
+
: []),
|
|
445
|
+
new PageEncodingStats({
|
|
446
|
+
page_type: opts.useDataPageV2 ? PageType.DATA_PAGE_V2 : PageType.DATA_PAGE,
|
|
447
|
+
encoding: Encoding[valueEncoding],
|
|
448
|
+
count: plannedPages.length
|
|
449
|
+
})
|
|
450
|
+
],
|
|
451
|
+
total_uncompressed_size: int64(total_uncompressed_size), // : pagesBuf.length,
|
|
452
|
+
total_compressed_size: int64(total_compressed_size),
|
|
386
453
|
type: Type[column.primitiveType],
|
|
387
454
|
codec: CompressionCodec[column.compression]
|
|
388
455
|
});
|
|
389
456
|
/* list encodings */
|
|
390
457
|
metadata.encodings.push(Encoding[PARQUET_RDLVL_ENCODING]);
|
|
391
|
-
|
|
458
|
+
if (dictionaryPlan)
|
|
459
|
+
metadata.encodings.push(Encoding.PLAIN);
|
|
460
|
+
metadata.encodings.push(Encoding[valueEncoding]);
|
|
392
461
|
/* concat metadata header and data pages */
|
|
393
|
-
const metadataOffset = baseOffset +
|
|
394
|
-
const body =
|
|
462
|
+
const metadataOffset = baseOffset + pagesBuf.length;
|
|
463
|
+
const body = concatUint8Arrays([pagesBuf, serializeThrift(metadata)]);
|
|
395
464
|
return { body, metadata, metadataOffset };
|
|
396
465
|
}
|
|
397
466
|
/**
|
|
@@ -399,23 +468,23 @@ async function encodeColumnChunk(column, buffer, offset, opts) {
|
|
|
399
468
|
*/
|
|
400
469
|
async function encodeRowGroup(schema, data, opts) {
|
|
401
470
|
const metadata = new RowGroup({
|
|
402
|
-
num_rows: data.rowCount,
|
|
471
|
+
num_rows: int64(data.rowCount),
|
|
403
472
|
columns: [],
|
|
404
|
-
total_byte_size: 0
|
|
473
|
+
total_byte_size: int64(0)
|
|
405
474
|
});
|
|
406
|
-
let body =
|
|
475
|
+
let body = new Uint8Array(0);
|
|
407
476
|
for (const field of schema.fieldList) {
|
|
408
477
|
if (field.isNested) {
|
|
409
478
|
continue; // eslint-disable-line no-continue
|
|
410
479
|
}
|
|
411
480
|
const cchunkData = await encodeColumnChunk(field, data, body.length, opts);
|
|
412
481
|
const cchunk = new ColumnChunk({
|
|
413
|
-
file_offset: cchunkData.metadataOffset,
|
|
482
|
+
file_offset: int64(cchunkData.metadataOffset),
|
|
414
483
|
meta_data: cchunkData.metadata
|
|
415
484
|
});
|
|
416
485
|
metadata.columns.push(cchunk);
|
|
417
|
-
metadata.total_byte_size =
|
|
418
|
-
body =
|
|
486
|
+
metadata.total_byte_size = int64(Number(metadata.total_byte_size) + cchunkData.body.length);
|
|
487
|
+
body = concatUint8Arrays([body, cchunkData.body]);
|
|
419
488
|
}
|
|
420
489
|
return { body, metadata };
|
|
421
490
|
}
|
|
@@ -426,7 +495,7 @@ function encodeFooter(schema, rowCount, rowGroups, userMetadata) {
|
|
|
426
495
|
const metadata = new FileMetaData({
|
|
427
496
|
version: PARQUET_VERSION,
|
|
428
497
|
created_by: 'parquets',
|
|
429
|
-
num_rows: rowCount,
|
|
498
|
+
num_rows: int64(rowCount),
|
|
430
499
|
row_groups: rowGroups,
|
|
431
500
|
schema: [],
|
|
432
501
|
key_value_metadata: []
|
|
@@ -458,16 +527,154 @@ function encodeFooter(schema, rowCount, rowGroups, userMetadata) {
|
|
|
458
527
|
schemaElem.type = Type[field.primitiveType];
|
|
459
528
|
}
|
|
460
529
|
if (field.originalType) {
|
|
461
|
-
|
|
530
|
+
const convertedType = ConvertedType[field.originalType];
|
|
531
|
+
if (typeof convertedType === 'number') {
|
|
532
|
+
schemaElem.converted_type = convertedType;
|
|
533
|
+
}
|
|
462
534
|
}
|
|
463
535
|
schemaElem.type_length = field.typeLength;
|
|
536
|
+
schemaElem.precision = field.precision ?? field.presision;
|
|
537
|
+
schemaElem.scale = field.scale;
|
|
538
|
+
schemaElem.field_id = field.fieldId;
|
|
539
|
+
const logicalType = getFieldLogicalType(field);
|
|
540
|
+
if (logicalType) {
|
|
541
|
+
schemaElem.logicalType = encodeParquetLogicalType(logicalType);
|
|
542
|
+
}
|
|
464
543
|
metadata.schema.push(schemaElem);
|
|
465
544
|
}
|
|
466
545
|
const metadataEncoded = serializeThrift(metadata);
|
|
467
|
-
const footerEncoded =
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
footerEncoded.
|
|
546
|
+
const footerEncoded = new Uint8Array(metadataEncoded.length + 8);
|
|
547
|
+
footerEncoded.set(metadataEncoded);
|
|
548
|
+
writeUInt32LE(footerEncoded, metadataEncoded.length, metadataEncoded.length);
|
|
549
|
+
footerEncoded.set(PARQUET_MAGIC_BYTES, metadataEncoded.length + 4);
|
|
471
550
|
return footerEncoded;
|
|
472
551
|
}
|
|
552
|
+
/** Returns an explicit or inferred modern logical annotation for a writer field. */
|
|
553
|
+
function getFieldLogicalType(field) {
|
|
554
|
+
if (field.logicalType)
|
|
555
|
+
return field.logicalType;
|
|
556
|
+
const originalType = field.originalType;
|
|
557
|
+
if (!originalType)
|
|
558
|
+
return undefined;
|
|
559
|
+
if (originalType === 'UTF8')
|
|
560
|
+
return { type: 'STRING' };
|
|
561
|
+
if (originalType === 'ENUM')
|
|
562
|
+
return { type: 'ENUM' };
|
|
563
|
+
if (originalType.startsWith('DECIMAL_')) {
|
|
564
|
+
return {
|
|
565
|
+
type: 'DECIMAL',
|
|
566
|
+
precision: field.precision ?? field.presision,
|
|
567
|
+
scale: field.scale
|
|
568
|
+
};
|
|
569
|
+
}
|
|
570
|
+
if (originalType === 'DATE')
|
|
571
|
+
return { type: 'DATE' };
|
|
572
|
+
if (originalType.startsWith('TIME_')) {
|
|
573
|
+
return {
|
|
574
|
+
type: 'TIME',
|
|
575
|
+
unit: originalType.slice(5),
|
|
576
|
+
isAdjustedToUTC: true
|
|
577
|
+
};
|
|
578
|
+
}
|
|
579
|
+
if (originalType.startsWith('TIMESTAMP_')) {
|
|
580
|
+
return {
|
|
581
|
+
type: 'TIMESTAMP',
|
|
582
|
+
unit: originalType.slice(10),
|
|
583
|
+
isAdjustedToUTC: true
|
|
584
|
+
};
|
|
585
|
+
}
|
|
586
|
+
if (originalType.startsWith('UINT_') || originalType.startsWith('INT_')) {
|
|
587
|
+
return {
|
|
588
|
+
type: 'INTEGER',
|
|
589
|
+
bitWidth: Number(originalType.slice(originalType.indexOf('_') + 1)),
|
|
590
|
+
isSigned: originalType.startsWith('INT_')
|
|
591
|
+
};
|
|
592
|
+
}
|
|
593
|
+
if (originalType === 'JSON' || originalType === 'BSON')
|
|
594
|
+
return { type: originalType };
|
|
595
|
+
if (originalType === 'UUID' ||
|
|
596
|
+
originalType === 'FLOAT16' ||
|
|
597
|
+
originalType === 'UNKNOWN' ||
|
|
598
|
+
originalType === 'VARIANT' ||
|
|
599
|
+
originalType === 'GEOMETRY' ||
|
|
600
|
+
originalType === 'GEOGRAPHY') {
|
|
601
|
+
return { type: originalType };
|
|
602
|
+
}
|
|
603
|
+
return undefined;
|
|
604
|
+
}
|
|
605
|
+
/** Converts the internal logical annotation into the Parquet 2.13 Thrift union. */
|
|
606
|
+
function encodeParquetLogicalType(logicalType) {
|
|
607
|
+
switch (logicalType.type) {
|
|
608
|
+
case 'STRING':
|
|
609
|
+
return LogicalType.fromSTRING(new StringType());
|
|
610
|
+
case 'MAP':
|
|
611
|
+
return LogicalType.fromMAP(new MapType());
|
|
612
|
+
case 'LIST':
|
|
613
|
+
return LogicalType.fromLIST(new ListType());
|
|
614
|
+
case 'ENUM':
|
|
615
|
+
return LogicalType.fromENUM(new EnumType());
|
|
616
|
+
case 'DECIMAL':
|
|
617
|
+
if (logicalType.precision === undefined || logicalType.scale === undefined) {
|
|
618
|
+
throw new Error('Parquet DECIMAL requires precision and scale');
|
|
619
|
+
}
|
|
620
|
+
return LogicalType.fromDECIMAL(new DecimalType({ precision: logicalType.precision, scale: logicalType.scale }));
|
|
621
|
+
case 'DATE':
|
|
622
|
+
return LogicalType.fromDATE(new DateType());
|
|
623
|
+
case 'TIME':
|
|
624
|
+
return LogicalType.fromTIME(new TimeType({
|
|
625
|
+
isAdjustedToUTC: logicalType.isAdjustedToUTC ?? false,
|
|
626
|
+
unit: encodeParquetTimeUnit(logicalType.unit)
|
|
627
|
+
}));
|
|
628
|
+
case 'TIMESTAMP':
|
|
629
|
+
return LogicalType.fromTIMESTAMP(new TimestampType({
|
|
630
|
+
isAdjustedToUTC: logicalType.isAdjustedToUTC ?? false,
|
|
631
|
+
unit: encodeParquetTimeUnit(logicalType.unit)
|
|
632
|
+
}));
|
|
633
|
+
case 'INTEGER':
|
|
634
|
+
if (logicalType.bitWidth === undefined || logicalType.isSigned === undefined) {
|
|
635
|
+
throw new Error('Parquet INTEGER requires bitWidth and isSigned');
|
|
636
|
+
}
|
|
637
|
+
return LogicalType.fromINTEGER(new IntType({ bitWidth: logicalType.bitWidth, isSigned: logicalType.isSigned }));
|
|
638
|
+
case 'UNKNOWN':
|
|
639
|
+
return LogicalType.fromUNKNOWN(new NullType());
|
|
640
|
+
case 'JSON':
|
|
641
|
+
return LogicalType.fromJSON(new JsonType());
|
|
642
|
+
case 'BSON':
|
|
643
|
+
return LogicalType.fromBSON(new BsonType());
|
|
644
|
+
case 'UUID':
|
|
645
|
+
return LogicalType.fromUUID(new UUIDType());
|
|
646
|
+
case 'FLOAT16':
|
|
647
|
+
return LogicalType.fromFLOAT16(new Float16Type());
|
|
648
|
+
case 'VARIANT':
|
|
649
|
+
return LogicalType.fromVARIANT(new VariantType({ specification_version: logicalType.specificationVersion }));
|
|
650
|
+
case 'GEOMETRY':
|
|
651
|
+
return LogicalType.fromGEOMETRY(new GeometryType({ crs: logicalType.crs }));
|
|
652
|
+
case 'GEOGRAPHY':
|
|
653
|
+
return LogicalType.fromGEOGRAPHY(new GeographyType({
|
|
654
|
+
crs: logicalType.crs,
|
|
655
|
+
algorithm: logicalType.algorithm === undefined
|
|
656
|
+
? undefined
|
|
657
|
+
: EdgeInterpolationAlgorithm[logicalType.algorithm]
|
|
658
|
+
}));
|
|
659
|
+
default:
|
|
660
|
+
throw new Error(`Unsupported Parquet logical type ${logicalType.type}`);
|
|
661
|
+
}
|
|
662
|
+
}
|
|
663
|
+
/** Encodes one Parquet logical time unit. */
|
|
664
|
+
function encodeParquetTimeUnit(unit) {
|
|
665
|
+
switch (unit) {
|
|
666
|
+
case 'MILLIS':
|
|
667
|
+
return TimeUnit.fromMILLIS(new MilliSeconds());
|
|
668
|
+
case 'MICROS':
|
|
669
|
+
return TimeUnit.fromMICROS(new MicroSeconds());
|
|
670
|
+
case 'NANOS':
|
|
671
|
+
return TimeUnit.fromNANOS(new NanoSeconds());
|
|
672
|
+
default:
|
|
673
|
+
throw new Error('Parquet TIME and TIMESTAMP require a unit');
|
|
674
|
+
}
|
|
675
|
+
}
|
|
676
|
+
/** Wrap a writer metadata number in the thrift int64 compatibility object. */
|
|
677
|
+
function int64(value) {
|
|
678
|
+
return new CompactInt64(BigInt(value));
|
|
679
|
+
}
|
|
473
680
|
//# sourceMappingURL=parquet-encoder.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-encoder.js","sourceRoot":"","sources":["../../../src/parquetjs/encoder/parquet-encoder.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAIpE,OAAO,EAAsB,cAAc,EAAC,2BAAwB;AACpE,OAAO,KAAK,WAAW,0BAAuB;AAU9C,OAAO,KAAK,KAAK,2BAAwB;AACzC,OAAO,EACL,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,cAAc,EACd,gBAAgB,EAChB,QAAQ,EACR,mBAAmB,EACnB,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,IAAI,EACL,mCAAgC;AACjC,OAAO,EAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAC,+BAA4B;AAC7D,OAAO,EAAC,WAAW,EAAE,eAAe,EAAC,+BAA4B;AACjE,OAAO,KAAK,MAAM,YAAY,CAAC;AAE/B;;GAEG;AACH,MAAM,aAAa,GAAG,MAAM,CAAC;AAE7B;;GAEG;AACH,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B;;GAEG;AACH,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,8BAA8B,GAAG,IAAI,CAAC;AAE5C;;GAEG;AACH,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,sBAAsB,GAAG,KAAK,CAAC;AAiBrC;;;;GAIG;AACH,6DAA6D;AAC7D,MAAM,OAAO,cAAc;IACzB;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,QAAQ,CACnB,MAAqB,EACrB,IAAY,EACZ,IAA4B;QAE5B,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC9C,OAAO,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,UAAU,CACrB,MAAqB,EACrB,YAA6B,EAC7B,OAA8B,EAAE;QAEhC,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;QAC1F,OAAO,IAAI,cAAc,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;IAC1D,CAAC;IAEM,MAAM,CAAgB;IACtB,cAAc,CAAwB;IACtC,SAAS,CAAkB;IAC3B,YAAY,CAAS;IACrB,MAAM,CAAU;IAChB,YAAY,CAAyB;IAE5C;;OAEG;IACH,YACE,MAAqB,EACrB,cAAqC,EACrC,IAA2B;QAE3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,mCAAmC;QACnC,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,8BAA8B,CAAC;QACxE,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QAEvB,mEAAmE;QACnE,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,0DAA0D;QAC1D,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;YAClC,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS,CAAuB,GAAM;QAC1C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QACD,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACpD,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACjD,aAAa;YACb,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,QAAqB;QAC/B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAChF,aAAa;YACb,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACtB,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACzD,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAClC,8BAA8B;QAE9B,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,GAAW,EAAE,KAAa;QACpC,qCAAqC;QACrC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC;IAED;;;;;OAKG;IACH,eAAe,CAAC,GAAW;QACzB,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,GAAW;QACrB,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,OAAO,qBAAqB;IAChC;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,UAAU,CACrB,MAAqB,EACrB,YAA6B,EAC7B,IAA2B;QAE3B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACtD,OAAO,IAAI,qBAAqB,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;IAEM,MAAM,CAAgB;IACtB,KAAK,CAAiC;IACtC,KAAK,CAAsB;IAC3B,MAAM,CAAS;IACf,QAAQ,CAAS;IACjB,SAAS,CAAa;IACtB,QAAQ,CAAS;IACjB,aAAa,CAAU;IAE9B,YACE,MAAqB,EACrB,OAAuC,EACvC,OAA4B,EAC5B,UAAkB,EAClB,IAA2B;QAE3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,yBAAyB,CAAC;QAC3D,IAAI,CAAC,aAAa,GAAG,eAAe,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACrF,CAAC;IAED,YAAY,CAAC,GAAW;QACtB,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;IACvD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CAAC,OAAwB;QAC1C,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE;YACxD,UAAU,EAAE,IAAI,CAAC,MAAM;YACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC;QAClC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrC,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,YAAoC;QAC9C,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,qDAAqD;YACrD,YAAY,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,OAAO,IAAI,CAAC,YAAY,CACtB,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CACvE,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,GAAW;QACrB,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;IACtB,CAAC;CACF;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AAEH;;GAEG;AACH,SAAS,YAAY,CACnB,IAAmB,EACnB,QAAsB,EACtB,MAAa,EACb,IAAyB;IAEzB,IAAI,CAAC,CAAC,QAAQ,IAAI,cAAc,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAC3B,MAAoB,EACpB,IAAwB;IAMxB,6CAA6C;IAC7C,IAAI,UAAU,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CAAC,kBAAkB,EAAE,sBAAsB,EAAE,IAAI,CAAC,OAAO,EAAE;YAClF,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,yBAAyB;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,UAAU,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CAAC,kBAAkB,EAAE,sBAAsB,EAAE,IAAI,CAAC,OAAO,EAAE;YAClF,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,yBAAyB;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB;IACnB,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,aAAc,EAAE,MAAM,CAAC,QAAS,EAAE,IAAI,CAAC,MAAM,EAAE;QACnF,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,QAAQ,EAAE,MAAM,CAAC,UAAU;KAC5B,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,SAAS,CAAiB,CAAC,CAAC;IAEnF,8GAA8G;IAC9G,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,WAAY,EAAE,OAAO,CAAC,CAAC;IAE9E,uBAAuB;IACvB,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;QAC5B,IAAI,EAAE,QAAQ,CAAC,SAAS;QACxB,gBAAgB,EAAE,IAAI,cAAc,CAAC;YACnC,UAAU,EAAE,IAAI,CAAC,KAAK;YACtB,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAS,CAAQ;YAC3C,yBAAyB,EAAE,QAAQ,CAAC,sBAAsB,CAAC,EAAE,4BAA4B;YACzF,yBAAyB,EAAE,QAAQ,CAAC,sBAAsB,CAAC,CAAC,2BAA2B;SACxF,CAAC;QACF,sBAAsB,EAAE,OAAO,CAAC,MAAM;QACtC,oBAAoB,EAAE,aAAa,CAAC,MAAM;KAC3C,CAAC,CAAC;IAEH,qEAAqE;IACrE,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,aAAa,CAAiB,CAAC,CAAC;IAEvE,OAAO,EAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAC,CAAC;AACtD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAC7B,MAAoB,EACpB,IAAwB,EACxB,QAAgB;IAMhB,mBAAmB;IACnB,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,aAAc,EAAE,MAAM,CAAC,QAAS,EAAE,IAAI,CAAC,MAAM,EAAE;QACnF,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,QAAQ,EAAE,MAAM,CAAC,UAAU;KAC5B,CAAC,CAAC;IAEH,8GAA8G;IAC9G,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,WAAY,EAAE,SAAS,CAAC,CAAC;IAEhF,6CAA6C;IAC7C,IAAI,UAAU,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CAAC,kBAAkB,EAAE,sBAAsB,EAAE,IAAI,CAAC,OAAO,EAAE;YAClF,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;IACL,CAAC;IAED,IAAI,UAAU,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CAAC,kBAAkB,EAAE,sBAAsB,EAAE,IAAI,CAAC,OAAO,EAAE;YAClF,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;IACL,CAAC;IAED,uBAAuB;IACvB,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;QAC5B,IAAI,EAAE,QAAQ,CAAC,YAAY;QAC3B,mBAAmB,EAAE,IAAI,gBAAgB,CAAC;YACxC,UAAU,EAAE,IAAI,CAAC,KAAK;YACtB,SAAS,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1C,QAAQ,EAAE,QAAQ;YAClB,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAS,CAAQ;YAC3C,6BAA6B,EAAE,UAAU,CAAC,MAAM;YAChD,6BAA6B,EAAE,UAAU,CAAC,MAAM;YAChD,aAAa,EAAE,MAAM,CAAC,WAAW,KAAK,cAAc;SACrD,CAAC;QACF,sBAAsB,EAAE,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM;QAChF,oBAAoB,EAAE,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM;KACnF,CAAC,CAAC;IAEH,qEAAqE;IACrE,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,CAAiB,CAAC,CAAC;IAC/F,OAAO,EAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAC,CAAC;AACtD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,iBAAiB,CAC9B,MAAoB,EACpB,MAAuB,EACvB,MAAc,EACd,IAA2B;IAM3B,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC;IACnD,yBAAyB;IACzB,8BAA8B;IAC9B,IAAI,OAAe,CAAC;IACpB,yCAAyC;IACzC,IAAI,uBAAuB,GAAG,CAAC,CAAC;IAChC,yCAAyC;IACzC,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,CAAC;QACC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa;YAC/B,CAAC,CAAC,MAAM,gBAAgB,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC;YACvD,CAAC,CAAC,MAAM,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACvC,2BAA2B;QAC3B,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC;QACtB,uBAAuB,IAAI,MAAM,CAAC,MAAM,CAAC,sBAAsB,GAAG,MAAM,CAAC,UAAU,CAAC;QACpF,qBAAqB,IAAI,MAAM,CAAC,MAAM,CAAC,oBAAoB,GAAG,MAAM,CAAC,UAAU,CAAC;IAClF,CAAC;IAED,yCAAyC;IACzC,yHAAyH;IAEzH,6BAA6B;IAC7B,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC;QAClC,cAAc,EAAE,MAAM,CAAC,IAAI;QAC3B,UAAU,EAAE,IAAI,CAAC,KAAK;QACtB,gBAAgB,EAAE,UAAU;QAC5B,SAAS,EAAE,EAAE;QACb,uBAAuB,EAAE,sBAAsB;QAC/C,qBAAqB;QACrB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,aAAc,CAAC;QACjC,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC,WAAY,CAAC;KAC7C,CAAC,CAAC;IAEH,oBAAoB;IACpB,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC;IAC1D,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAS,CAAC,CAAC,CAAC;IAEpD,2CAA2C;IAC3C,MAAM,cAAc,GAAG,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IACnD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAiB,CAAC,CAAC;IACjF,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAE,cAAc,EAAC,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAC3B,MAAqB,EACrB,IAAqB,EACrB,IAA2B;IAK3B,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,OAAO,EAAE,EAAE;QACX,eAAe,EAAE,CAAC;KACnB,CAAC,CAAC;IAEH,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,SAAS,CAAC,kCAAkC;QAC9C,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAE3E,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC;YAC7B,WAAW,EAAE,UAAU,CAAC,cAAc;YACtC,SAAS,EAAE,UAAU,CAAC,QAAQ;SAC/B,CAAC,CAAC;QAEH,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,QAAQ,CAAC,eAAe,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhG,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAiB,CAAC,CAAC;IAChE,CAAC;IAED,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CACnB,MAAqB,EACrB,QAAgB,EAChB,SAAqB,EACrB,YAAoC;IAEpC,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC;QAChC,OAAO,EAAE,eAAe;QACxB,UAAU,EAAE,UAAU;QACtB,QAAQ,EAAE,QAAQ;QAClB,UAAU,EAAE,SAAS;QACrB,MAAM,EAAE,EAAE;QACV,kBAAkB,EAAE,EAAE;KACvB,CAAC,CAAC;IAEH,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC;YACtB,GAAG;YACH,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC;SACzB,CAAC,CAAC;QACH,QAAQ,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,CAAC;QACC,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC;YACnC,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM;SAChD,CAAC,CAAC;QACH,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC;YACnC,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,eAAe,EAAE,IAAW;SAC7B,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,UAAU,CAAC,YAAY,GAAG,KAAK,CAAC,UAAU,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,aAAc,CAAS,CAAC;QACvD,CAAC;QAED,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YACvB,UAAU,CAAC,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC,YAAY,CAAkB,CAAC;QACjF,CAAC;QAED,UAAU,CAAC,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC;QAE1C,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,eAAe,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/D,eAAe,CAAC,IAAI,CAAC,aAA2B,CAAC,CAAC;IAClD,aAAa,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;IAC5E,aAAa,CAAC,KAAK,CAAC,aAAa,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/D,OAAO,aAAa,CAAC;AACvB,CAAC"}
|
|
1
|
+
{"version":3,"file":"parquet-encoder.js","sourceRoot":"","sources":["../../../src/parquetjs/encoder/parquet-encoder.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAIpE,OAAO,EAAsB,cAAc,EAAC,2BAAwB;AACpE,OAAO,KAAK,WAAW,0BAAuB;AAW9C,OAAO,KAAK,KAAK,2BAAwB;AACzC,OAAO,EACL,QAAQ,EACR,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,cAAc,EACd,gBAAgB,EAChB,QAAQ,EACR,WAAW,EACX,oBAAoB,EACpB,0BAA0B,EAC1B,QAAQ,EACR,QAAQ,EACR,mBAAmB,EACnB,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,OAAO,EACP,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,WAAW,EACX,OAAO,EACP,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,QAAQ,EACR,UAAU,EACV,iBAAiB,EACjB,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,IAAI,EACJ,QAAQ,EACR,WAAW,EACZ,mCAAgC;AACjC,OAAO,EAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAC,+BAA4B;AAC7D,OAAO,EAAC,WAAW,EAAE,eAAe,EAAC,+BAA4B;AACjE,OAAO,EAAC,iBAAiB,EAAE,UAAU,EAAE,aAAa,EAAC,iCAA8B;AACnF,OAAO,EAAC,YAAY,EAAC,iDAA8C;AACnE,OAAO,EAAC,eAAe,EAAC,0BAAuB;AAC/C,OAAO,EAAC,cAAc,EAA+B,gCAA6B;AAElF;;GAEG;AACH,MAAM,aAAa,GAAG,MAAM,CAAC;AAC7B,MAAM,mBAAmB,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;AAEtD;;GAEG;AACH,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B;;GAEG;AACH,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,8BAA8B,GAAG,IAAI,CAAC;AAE5C;;GAEG;AACH,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,sBAAsB,GAAG,KAAK,CAAC;AAoBrC;;;;GAIG;AACH,6DAA6D;AAC7D,MAAM,OAAO,cAAc;IACzB;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,QAAQ,CACnB,MAAqB,EACrB,IAAY,EACZ,IAA4B;QAE5B,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC9C,OAAO,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,UAAU,CACrB,MAAqB,EACrB,YAA6B,EAC7B,OAA8B,EAAE;QAEhC,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;QAC1F,OAAO,IAAI,cAAc,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;IAC1D,CAAC;IAEM,MAAM,CAAgB;IACtB,cAAc,CAAwB;IACtC,SAAS,CAAkB;IAC3B,YAAY,CAAS;IACrB,MAAM,CAAU;IAChB,YAAY,CAAyB;IAE5C;;OAEG;IACH,YACE,MAAqB,EACrB,cAAqC,EACrC,IAA2B;QAE3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,8BAA8B,CAAC;QACxE,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QAEvB,mEAAmE;QACnE,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,0DAA0D;QAC1D,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;YAClC,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS,CAAuB,GAAM;QAC1C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QACD,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACpD,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACjD,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACxD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC1C,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,QAAqB;QAC/B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAChF,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACxD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC1C,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACzD,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAClC,8BAA8B;QAE9B,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,GAAW,EAAE,KAAa;QACpC,qCAAqC;QACrC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC;IAED;;;;;OAKG;IACH,eAAe,CAAC,GAAW;QACzB,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,GAAW;QACrB,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,OAAO,qBAAqB;IAChC;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,UAAU,CACrB,MAAqB,EACrB,YAA6B,EAC7B,IAA2B;QAE3B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACtD,OAAO,IAAI,qBAAqB,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;IAEM,MAAM,CAAgB;IACtB,KAAK,CAAqC;IAC1C,KAAK,CAAsB;IAC3B,MAAM,CAAS;IACf,QAAQ,CAAS;IACjB,SAAS,CAAa;IACtB,QAAQ,CAAS;IACjB,aAAa,CAAU;IACvB,UAAU,CAA0B;IACpC,kBAAkB,CAA0C;IAC5D,uBAAuB,CAAS;IAEvC,YACE,MAAqB,EACrB,OAA2C,EAC3C,OAA4B,EAC5B,UAAkB,EAClB,IAA2B;QAE3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,yBAAyB,CAAC;QAC3D,IAAI,CAAC,aAAa,GAAG,eAAe,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QACnF,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC;QAC5C,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC;QACxD,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,uBAAuB,IAAI,IAAI,GAAG,IAAI,CAAC;IAC7E,CAAC;IAED,YAAY,CAAC,GAAe;QAC1B,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,CAAC;IAChD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CAAC,OAAwB;QAC1C,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE;YACxD,UAAU,EAAE,IAAI,CAAC,MAAM;YACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,uBAAuB,EAAE,IAAI,CAAC,uBAAuB;SACtD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC;QAClC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrC,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,YAAoC;QAC9C,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,qDAAqD;YACrD,YAAY,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,OAAO,IAAI,CAAC,YAAY,CACtB,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CACvE,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,GAAW;QACrB,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;IACtB,CAAC;CACF;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AAEH;;GAEG;AACH,SAAS,YAAY,CACnB,IAAmB,EACnB,QAAsB,EACtB,MAAa,EACb,IAAyB;IAEzB,IAAI,CAAC,CAAC,QAAQ,IAAI,cAAc,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAC3B,MAAoB,EACpB,IAAwB,EACxB,gBAA8B,MAAM,CAAC,QAAS,EAC9C,aAAsB;IAMtB,6CAA6C;IAC7C,IAAI,UAAU,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC/C,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CACvB,kBAAkB,EAClB,sBAAsB,EACtB,IAAI,CAAC,OAAmB,EACxB;YACE,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,yBAAyB;SAC1B,CACF,CAAC;IACJ,CAAC;IAED,IAAI,UAAU,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC/C,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CACvB,kBAAkB,EAClB,sBAAsB,EACtB,IAAI,CAAC,OAAmB,EACxB;YACE,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,yBAAyB;SAC1B,CACF,CAAC;IACJ,CAAC;IAED,mBAAmB;IACnB,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,aAAc,EAAE,aAAa,EAAE,IAAI,CAAC,MAAe,EAAE;QACzF,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,QAAQ,EAAE,aAAa,IAAI,MAAM,CAAC,UAAU;KAC7C,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC;IAEvE,8GAA8G;IAC9G,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,WAAY,EAAE,OAAO,CAAC,CAAC;IAE9E,uBAAuB;IACvB,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;QAC5B,IAAI,EAAE,QAAQ,CAAC,SAAS;QACxB,gBAAgB,EAAE,IAAI,cAAc,CAAC;YACnC,UAAU,EAAE,IAAI,CAAC,KAAK;YACtB,QAAQ,EAAE,QAAQ,CAAC,aAAa,CAAQ;YACxC,yBAAyB,EAAE,QAAQ,CAAC,sBAAsB,CAAC,EAAE,4BAA4B;YACzF,yBAAyB,EAAE,QAAQ,CAAC,sBAAsB,CAAC,CAAC,2BAA2B;SACxF,CAAC;QACF,sBAAsB,EAAE,OAAO,CAAC,MAAM;QACtC,oBAAoB,EAAE,aAAa,CAAC,MAAM;KAC3C,CAAC,CAAC;IAEH,qEAAqE;IACrE,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC;IAE3D,OAAO,EAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAC,CAAC;AACtD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAC7B,MAAoB,EACpB,IAAwB,EACxB,QAAgB,EAChB,gBAA8B,MAAM,CAAC,QAAS,EAC9C,aAAsB;IAMtB,mBAAmB;IACnB,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,aAAc,EAAE,aAAa,EAAE,IAAI,CAAC,MAAe,EAAE;QACzF,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,QAAQ,EAAE,aAAa,IAAI,MAAM,CAAC,UAAU;KAC7C,CAAC,CAAC;IAEH,8GAA8G;IAC9G,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,WAAY,EAAE,SAAS,CAAC,CAAC;IAEhF,6CAA6C;IAC7C,IAAI,UAAU,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC/C,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CACvB,kBAAkB,EAClB,sBAAsB,EACtB,IAAI,CAAC,OAAmB,EACxB;YACE,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI;SACtB,CACF,CAAC;IACJ,CAAC;IAED,IAAI,UAAU,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC/C,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,UAAU,GAAG,YAAY,CACvB,kBAAkB,EAClB,sBAAsB,EACtB,IAAI,CAAC,OAAmB,EACxB;YACE,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI;SACtB,CACF,CAAC;IACJ,CAAC;IAED,uBAAuB;IACvB,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;QAC5B,IAAI,EAAE,QAAQ,CAAC,YAAY;QAC3B,mBAAmB,EAAE,IAAI,gBAAgB,CAAC;YACxC,UAAU,EAAE,IAAI,CAAC,KAAK;YACtB,SAAS,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1C,QAAQ,EAAE,QAAQ;YAClB,QAAQ,EAAE,QAAQ,CAAC,aAAa,CAAQ;YACxC,6BAA6B,EAAE,UAAU,CAAC,MAAM;YAChD,6BAA6B,EAAE,UAAU,CAAC,MAAM;YAChD,aAAa,EAAE,MAAM,CAAC,WAAW,KAAK,cAAc;SACrD,CAAC;QACF,sBAAsB,EAAE,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM;QAChF,oBAAoB,EAAE,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM;KACnF,CAAC,CAAC;IAEH,qEAAqE;IACrE,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC;IACnF,OAAO,EAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAC,CAAC;AACtD,CAAC;AAED,oDAAoD;AACpD,KAAK,UAAU,oBAAoB,CACjC,MAAoB,EACpB,gBAA2B;IAE3B,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,aAAc,EAAE,OAAO,EAAE,gBAAyB,EAAE;QAC3F,UAAU,EAAE,MAAM,CAAC,UAAU;KAC9B,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,WAAY,EAAE,YAAY,CAAC,CAAC;IACtF,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;QAC5B,IAAI,EAAE,QAAQ,CAAC,eAAe;QAC9B,sBAAsB,EAAE,IAAI,oBAAoB,CAAC;YAC/C,UAAU,EAAE,gBAAgB,CAAC,MAAM;YACnC,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC;QACF,sBAAsB,EAAE,YAAY,CAAC,MAAM;QAC3C,oBAAoB,EAAE,gBAAgB,CAAC,MAAM;KAC9C,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC7C,OAAO;QACL,MAAM;QACN,UAAU,EAAE,YAAY,CAAC,MAAM;QAC/B,IAAI,EAAE,iBAAiB,CAAC,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC;KAC1D,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,iBAAiB,CAC9B,MAAoB,EACpB,MAAuB,EACvB,MAAc,EACd,IAA2B;IAM3B,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC;IACnD,yBAAyB;IACzB,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,yCAAyC;IACzC,IAAI,uBAAuB,GAAG,CAAC,CAAC;IAChC,yCAAyC;IACzC,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,MAAM,YAAY,GAAG,eAAe,CAClC,MAAM,EACN,IAAI,EACJ,MAAM,CAAC,QAAQ,EACf,IAAI,CAAC,QAAQ,IAAI,yBAAyB,CAC3C,CAAC;IACF,MAAM,gBAAgB,GACpB,IAAI,CAAC,kBAAkB,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,IAAK,MAAgB,CAAC;IACpF,MAAM,cAAc,GAAG,cAAc,CACnC,MAAM,EACN,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EACvB,gBAAgB,EAChB,IAAI,CAAC,uBAAuB,IAAI,IAAI,GAAG,IAAI,CAC5C,CAAC;IACF,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;QACzE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACxB,uBAAuB,IAAI,MAAM,CAAC,MAAM,CAAC,sBAAsB,GAAG,MAAM,CAAC,UAAU,CAAC;QACpF,qBAAqB,IAAI,MAAM,CAAC,MAAM,CAAC,oBAAoB,GAAG,MAAM,CAAC,UAAU,CAAC;IAClF,CAAC;IAED,MAAM,aAAa,GAAiB,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,QAAS,CAAC;IACzF,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,cAAc;YAC7B,CAAC,CAAC;gBACE,GAAG,WAAW,CAAC,IAAI;gBACnB,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,KAAK,CAClC,qBAAqB,EACrB,qBAAqB,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CACvD;aACF;YACH,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC;QACrB,qBAAqB,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa;YAC/B,CAAC,CAAC,MAAM,gBAAgB,CACpB,MAAM,EACN,QAAQ,EACR,WAAW,CAAC,QAAQ,EACpB,aAAa,EACb,cAAc,EAAE,QAAQ,CACzB;YACH,CAAC,CAAC,MAAM,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAC;QACpF,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACxB,uBAAuB,IAAI,MAAM,CAAC,MAAM,CAAC,sBAAsB,GAAG,MAAM,CAAC,UAAU,CAAC;QACpF,qBAAqB,IAAI,MAAM,CAAC,MAAM,CAAC,oBAAoB,GAAG,MAAM,CAAC,UAAU,CAAC;IAClF,CAAC;IAED,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC1C,yHAAyH;IAEzH,6BAA6B;IAC7B,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC;QAClC,cAAc,EAAE,MAAM,CAAC,IAAI;QAC3B,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;QAC7B,gBAAgB,EAAE,KAAK,CAAC,UAAU,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,sBAAsB,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;QACtE,SAAS,EAAE,EAAE;QACb,cAAc,EAAE;YACd,GAAG,CAAC,cAAc;gBAChB,CAAC,CAAC;oBACE,IAAI,iBAAiB,CAAC;wBACpB,SAAS,EAAE,QAAQ,CAAC,eAAe;wBACnC,QAAQ,EAAE,QAAQ,CAAC,KAAK;wBACxB,KAAK,EAAE,CAAC;qBACT,CAAC;iBACH;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,IAAI,iBAAiB,CAAC;gBACpB,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS;gBAC1E,QAAQ,EAAE,QAAQ,CAAC,aAAa,CAAC;gBACjC,KAAK,EAAE,YAAY,CAAC,MAAM;aAC3B,CAAC;SACH;QACD,uBAAuB,EAAE,KAAK,CAAC,uBAAuB,CAAC,EAAE,sBAAsB;QAC/E,qBAAqB,EAAE,KAAK,CAAC,qBAAqB,CAAC;QACnD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,aAAc,CAAC;QACjC,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC,WAAY,CAAC;KAC7C,CAAC,CAAC;IAEH,oBAAoB;IACpB,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC;IAC1D,IAAI,cAAc;QAAE,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5D,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;IAEjD,2CAA2C;IAC3C,MAAM,cAAc,GAAG,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;IACpD,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACtE,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAE,cAAc,EAAC,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAC3B,MAAqB,EACrB,IAAqB,EACrB,IAA2B;IAK3B,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC9B,OAAO,EAAE,EAAE;QACX,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC;KAC1B,CAAC,CAAC;IAEH,IAAI,IAAI,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IACzC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,SAAS,CAAC,kCAAkC;QAC9C,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAE3E,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC;YAC7B,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC;YAC7C,SAAS,EAAE,UAAU,CAAC,QAAQ;SAC/B,CAAC,CAAC;QAEH,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,QAAQ,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE5F,IAAI,GAAG,iBAAiB,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CACnB,MAAqB,EACrB,QAAgB,EAChB,SAAqB,EACrB,YAAoC;IAEpC,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC;QAChC,OAAO,EAAE,eAAe;QACxB,UAAU,EAAE,UAAU;QACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC;QACzB,UAAU,EAAE,SAAS;QACrB,MAAM,EAAE,EAAE;QACV,kBAAkB,EAAE,EAAE;KACvB,CAAC,CAAC;IAEH,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC;YACtB,GAAG;YACH,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC;SACzB,CAAC,CAAC;QACH,QAAQ,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,CAAC;QACC,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC;YACnC,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM;SAChD,CAAC,CAAC;QACH,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC;YACnC,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,eAAe,EAAE,IAAW;SAC7B,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,UAAU,CAAC,YAAY,GAAG,KAAK,CAAC,UAAU,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,aAAc,CAAS,CAAC;QACvD,CAAC;QAED,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,aAAa,GAAG,aAAa,CAAC,KAAK,CAAC,YAA0C,CAAC,CAAC;YACtF,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;gBACtC,UAAU,CAAC,cAAc,GAAG,aAAa,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,UAAU,CAAC,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC;QAC1C,UAAU,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;QAC1D,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC/B,UAAU,CAAC,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC;QACpC,MAAM,WAAW,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,WAAW,EAAE,CAAC;YAChB,UAAU,CAAC,WAAW,GAAG,wBAAwB,CAAC,WAAW,CAAC,CAAC;QACjE,CAAC;QAED,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,eAAe,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,IAAI,UAAU,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAEjE,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IACnC,aAAa,CAAC,aAAa,EAAE,eAAe,CAAC,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;IAC7E,aAAa,CAAC,GAAG,CAAC,mBAAmB,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnE,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,oFAAoF;AACpF,SAAS,mBAAmB,CAAC,KAAmB;IAC9C,IAAI,KAAK,CAAC,WAAW;QAAE,OAAO,KAAK,CAAC,WAAW,CAAC;IAChD,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;IACxC,IAAI,CAAC,YAAY;QAAE,OAAO,SAAS,CAAC;IACpC,IAAI,YAAY,KAAK,MAAM;QAAE,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC;IACrD,IAAI,YAAY,KAAK,MAAM;QAAE,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;IACnD,IAAI,YAAY,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACxC,OAAO;YACL,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS;YAC7C,KAAK,EAAE,KAAK,CAAC,KAAK;SACnB,CAAC;IACJ,CAAC;IACD,IAAI,YAAY,KAAK,MAAM;QAAE,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC;IACnD,IAAI,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACrC,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAA+B;YACzD,eAAe,EAAE,IAAI;SACtB,CAAC;IACJ,CAAC;IACD,IAAI,YAAY,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAC1C,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,CAA+B;YAC1D,eAAe,EAAE,IAAI;SACtB,CAAC;IACJ,CAAC;IACD,IAAI,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACxE,OAAO;YACL,IAAI,EAAE,SAAS;YACf,QAAQ,EAAE,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAqB;YACvF,QAAQ,EAAE,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC;SAC1C,CAAC;IACJ,CAAC;IACD,IAAI,YAAY,KAAK,MAAM,IAAI,YAAY,KAAK,MAAM;QAAE,OAAO,EAAC,IAAI,EAAE,YAAY,EAAC,CAAC;IACpF,IACE,YAAY,KAAK,MAAM;QACvB,YAAY,KAAK,SAAS;QAC1B,YAAY,KAAK,SAAS;QAC1B,YAAY,KAAK,SAAS;QAC1B,YAAY,KAAK,UAAU;QAC3B,YAAY,KAAK,WAAW,EAC5B,CAAC;QACD,OAAO,EAAC,IAAI,EAAE,YAAY,EAAC,CAAC;IAC9B,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,mFAAmF;AACnF,SAAS,wBAAwB,CAAC,WAA+B;IAC/D,QAAQ,WAAW,CAAC,IAAI,EAAE,CAAC;QACzB,KAAK,QAAQ;YACX,OAAO,WAAW,CAAC,UAAU,CAAC,IAAI,UAAU,EAAE,CAAC,CAAC;QAClD,KAAK,KAAK;YACR,OAAO,WAAW,CAAC,OAAO,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;QAC5C,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9C,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9C,KAAK,SAAS;YACZ,IAAI,WAAW,CAAC,SAAS,KAAK,SAAS,IAAI,WAAW,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC3E,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;YACD,OAAO,WAAW,CAAC,WAAW,CAC5B,IAAI,WAAW,CAAC,EAAC,SAAS,EAAE,WAAW,CAAC,SAAS,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,EAAC,CAAC,CAC9E,CAAC;QACJ,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9C,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CACzB,IAAI,QAAQ,CAAC;gBACX,eAAe,EAAE,WAAW,CAAC,eAAe,IAAI,KAAK;gBACrD,IAAI,EAAE,qBAAqB,CAAC,WAAW,CAAC,IAAI,CAAC;aAC9C,CAAC,CACH,CAAC;QACJ,KAAK,WAAW;YACd,OAAO,WAAW,CAAC,aAAa,CAC9B,IAAI,aAAa,CAAC;gBAChB,eAAe,EAAE,WAAW,CAAC,eAAe,IAAI,KAAK;gBACrD,IAAI,EAAE,qBAAqB,CAAC,WAAW,CAAC,IAAI,CAAC;aAC9C,CAAC,CACH,CAAC;QACJ,KAAK,SAAS;YACZ,IAAI,WAAW,CAAC,QAAQ,KAAK,SAAS,IAAI,WAAW,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC7E,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YACD,OAAO,WAAW,CAAC,WAAW,CAC5B,IAAI,OAAO,CAAC,EAAC,QAAQ,EAAE,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,QAAQ,EAAC,CAAC,CAC9E,CAAC;QACJ,KAAK,SAAS;YACZ,OAAO,WAAW,CAAC,WAAW,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QACjD,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9C,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9C,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9C,KAAK,SAAS;YACZ,OAAO,WAAW,CAAC,WAAW,CAAC,IAAI,WAAW,EAAE,CAAC,CAAC;QACpD,KAAK,SAAS;YACZ,OAAO,WAAW,CAAC,WAAW,CAC5B,IAAI,WAAW,CAAC,EAAC,qBAAqB,EAAE,WAAW,CAAC,oBAAoB,EAAC,CAAC,CAC3E,CAAC;QACJ,KAAK,UAAU;YACb,OAAO,WAAW,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,EAAC,GAAG,EAAE,WAAW,CAAC,GAAG,EAAC,CAAC,CAAC,CAAC;QAC5E,KAAK,WAAW;YACd,OAAO,WAAW,CAAC,aAAa,CAC9B,IAAI,aAAa,CAAC;gBAChB,GAAG,EAAE,WAAW,CAAC,GAAG;gBACpB,SAAS,EACP,WAAW,CAAC,SAAS,KAAK,SAAS;oBACjC,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,0BAA0B,CACxB,WAAW,CAAC,SAAoD,CACjE;aACR,CAAC,CACH,CAAC;QACJ;YACE,MAAM,IAAI,KAAK,CACb,oCAAqC,WAAkC,CAAC,IAAI,EAAE,CAC/E,CAAC;IACN,CAAC;AACH,CAAC;AAED,6CAA6C;AAC7C,SAAS,qBAAqB,CAAC,IAAgC;IAC7D,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC,UAAU,CAAC,IAAI,YAAY,EAAE,CAAC,CAAC;QACjD,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC,UAAU,CAAC,IAAI,YAAY,EAAE,CAAC,CAAC;QACjD,KAAK,OAAO;YACV,OAAO,QAAQ,CAAC,SAAS,CAAC,IAAI,WAAW,EAAE,CAAC,CAAC;QAC/C;YACE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"BsonType.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/BsonType.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,MAAM,
|
|
1
|
+
{"version":3,"file":"BsonType.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/BsonType.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,MAAM,mCAAgC;AAClD,MAAM,WAAW,aAAa;CAAG;AACjC,qBAAa,QAAQ;;IAEZ,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAM9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,QAAQ;CAmBtD"}
|
|
@@ -9,7 +9,7 @@
|
|
|
9
9
|
* Autogenerated by @creditkarma/thrift-typescript v3.7.2
|
|
10
10
|
* DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
|
|
11
11
|
*/
|
|
12
|
-
import * as thrift from
|
|
12
|
+
import * as thrift from "../utils/thrift-runtime.js";
|
|
13
13
|
export class BsonType {
|
|
14
14
|
constructor() { }
|
|
15
15
|
write(output) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"BsonType.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/BsonType.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,oBAAoB;AACpB,oBAAoB;AACpB;;;GAGG;AACH,OAAO,KAAK,MAAM,
|
|
1
|
+
{"version":3,"file":"BsonType.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/BsonType.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,oBAAoB;AACpB,oBAAoB;AACpB;;;GAGG;AACH,OAAO,KAAK,MAAM,mCAAgC;AAElD,MAAM,OAAO,QAAQ;IACnB,gBAAe,CAAC;IACT,KAAK,CAAC,MAAwB;QACnC,MAAM,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACpC,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,OAAO;IACT,CAAC;IACM,MAAM,CAAC,IAAI,CAAC,KAAuB;QACxC,KAAK,CAAC,eAAe,EAAE,CAAC;QACxB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,GAAG,GAAkB,KAAK,CAAC,cAAc,EAAE,CAAC;YAClD,MAAM,SAAS,GAAuB,GAAG,CAAC,KAAK,CAAC;YAChD,MAAM,OAAO,GAAW,GAAG,CAAC,GAAG,CAAC;YAChC,IAAI,SAAS,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC1C,MAAM;YACR,CAAC;YACD,QAAQ,OAAO,EAAE,CAAC;gBAChB,OAAO,CAAC,CAAC,CAAC;oBACR,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;YACD,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,CAAC;QACD,KAAK,CAAC,aAAa,EAAE,CAAC;QACtB,OAAO,IAAI,QAAQ,EAAE,CAAC;IACxB,CAAC;CACF"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import Int64 from
|
|
2
|
-
import * as thrift from
|
|
1
|
+
import { CompactInt64 as Int64 } from "../utils/uint8-array-compact-protocol.js";
|
|
2
|
+
import * as thrift from "../utils/thrift-runtime.js";
|
|
3
3
|
import * as ColumnMetaData from "./ColumnMetaData.js";
|
|
4
4
|
export interface IColumnChunkArgs {
|
|
5
5
|
file_path?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ColumnChunk.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnChunk.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"ColumnChunk.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnChunk.ts"],"names":[],"mappings":"AAYA,OAAO,EAAC,YAAY,IAAI,KAAK,EAAC,iDAA8C;AAC5E,OAAO,KAAK,MAAM,mCAAgC;AAClD,OAAO,KAAK,cAAc,4BAAyB;AACnD,MAAM,WAAW,gBAAgB;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,GAAG,KAAK,CAAC;IAC5B,SAAS,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC;IAC1C,mBAAmB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACrC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACrC,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,qBAAa,WAAW;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,KAAK,CAAC;IACnB,SAAS,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC;IAC1C,mBAAmB,CAAC,EAAE,KAAK,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,KAAK,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;gBACxB,IAAI,EAAE,gBAAgB;IAwC3B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAyC9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,WAAW;CAoFzD"}
|
|
@@ -9,8 +9,8 @@
|
|
|
9
9
|
* Autogenerated by @creditkarma/thrift-typescript v3.7.2
|
|
10
10
|
* DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
|
|
11
11
|
*/
|
|
12
|
-
import Int64 from
|
|
13
|
-
import * as thrift from
|
|
12
|
+
import { CompactInt64 as Int64 } from "../utils/uint8-array-compact-protocol.js";
|
|
13
|
+
import * as thrift from "../utils/thrift-runtime.js";
|
|
14
14
|
import * as ColumnMetaData from "./ColumnMetaData.js";
|
|
15
15
|
export class ColumnChunk {
|
|
16
16
|
file_path;
|