@loaders.gl/parquet 3.1.3 → 4.0.0-alpha.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +2 -2
- package/dist/bundle.js.map +1 -0
- package/dist/constants.js +6 -18
- package/dist/constants.js.map +1 -0
- package/dist/dist.min.js +17 -8
- package/dist/dist.min.js.map +3 -3
- package/dist/index.js +14 -29
- package/dist/index.js.map +1 -0
- package/dist/lib/convert-schema.js +63 -62
- package/dist/lib/convert-schema.js.map +1 -0
- package/dist/lib/parse-parquet.js +25 -25
- package/dist/lib/parse-parquet.js.map +1 -0
- package/dist/lib/read-array-buffer.js +8 -28
- package/dist/lib/read-array-buffer.js.map +1 -0
- package/dist/parquet-loader.js +19 -24
- package/dist/parquet-loader.js.map +1 -0
- package/dist/parquet-worker.js +18 -9
- package/dist/parquet-worker.js.map +3 -3
- package/dist/parquet-writer.js +14 -17
- package/dist/parquet-writer.js.map +1 -0
- package/dist/{es5/parquetjs → parquetjs}/LICENSE +0 -0
- package/dist/parquetjs/codecs/declare.js +2 -2
- package/dist/{es5/parquetjs → parquetjs}/codecs/declare.js.map +0 -0
- package/dist/parquetjs/codecs/dictionary.js +10 -12
- package/dist/parquetjs/codecs/dictionary.js.map +1 -0
- package/dist/parquetjs/codecs/index.js +22 -50
- package/dist/parquetjs/codecs/index.js.map +1 -0
- package/dist/parquetjs/codecs/plain.js +232 -173
- package/dist/parquetjs/codecs/plain.js.map +1 -0
- package/dist/parquetjs/codecs/rle.js +140 -134
- package/dist/parquetjs/codecs/rle.js.map +1 -0
- package/dist/parquetjs/compression.js +48 -154
- package/dist/parquetjs/compression.js.map +1 -0
- package/dist/parquetjs/encoder/writer.js +383 -440
- package/dist/parquetjs/encoder/writer.js.map +1 -0
- package/dist/parquetjs/file.js +66 -85
- package/dist/parquetjs/file.js.map +1 -0
- package/dist/{es5/parquetjs → parquetjs}/modules.d.ts +0 -0
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +7 -14
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/BsonType.js +37 -56
- package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js +215 -205
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +212 -207
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +422 -391
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js +90 -99
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js +12 -19
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ConvertedType.js +26 -33
- package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js +162 -162
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +234 -224
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DateType.js +37 -56
- package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DecimalType.js +91 -101
- package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +113 -118
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.js +12 -19
- package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/EnumType.js +37 -56
- package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +7 -14
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FileMetaData.js +264 -250
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +37 -56
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IntType.js +91 -101
- package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/JsonType.js +37 -56
- package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/KeyValue.js +89 -98
- package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ListType.js +37 -56
- package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/LogicalType.js +450 -363
- package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MapType.js +37 -56
- package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js +37 -56
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js +37 -56
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/NullType.js +37 -56
- package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js +80 -92
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +115 -123
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageHeader.js +231 -214
- package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageLocation.js +124 -137
- package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageType.js +8 -15
- package/dist/parquetjs/parquet-thrift/PageType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/RowGroup.js +172 -176
- package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SchemaElement.js +268 -237
- package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SortingColumn.js +115 -123
- package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Statistics.js +179 -172
- package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/StringType.js +37 -56
- package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimeType.js +92 -102
- package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimeUnit.js +120 -121
- package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimestampType.js +92 -102
- package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Type.js +12 -19
- package/dist/parquetjs/parquet-thrift/Type.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +37 -56
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/UUIDType.js +37 -56
- package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.js +44 -61
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -0
- package/dist/parquetjs/parser/decoders.js +283 -301
- package/dist/{es5/parquetjs → parquetjs}/parser/decoders.js.map +1 -1
- package/dist/parquetjs/parser/parquet-cursor.js +85 -69
- package/dist/parquetjs/parser/parquet-cursor.js.map +1 -0
- package/dist/parquetjs/parser/parquet-envelope-reader.js +146 -127
- package/dist/parquetjs/parser/parquet-envelope-reader.js.map +1 -0
- package/dist/parquetjs/parser/parquet-reader.js +113 -127
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -0
- package/dist/parquetjs/schema/declare.js +12 -9
- package/dist/parquetjs/schema/declare.js.map +1 -0
- package/dist/parquetjs/schema/schema.js +162 -148
- package/dist/{es5/parquetjs → parquetjs}/schema/schema.js.map +1 -1
- package/dist/parquetjs/schema/shred.js +151 -214
- package/dist/parquetjs/schema/shred.js.map +1 -0
- package/dist/parquetjs/schema/types.js +415 -357
- package/dist/parquetjs/schema/types.js.map +1 -0
- package/dist/parquetjs/utils/buffer-utils.js +10 -20
- package/dist/parquetjs/utils/buffer-utils.js.map +1 -0
- package/dist/parquetjs/utils/file-utils.js +28 -40
- package/dist/parquetjs/utils/file-utils.js.map +1 -0
- package/dist/parquetjs/utils/read-utils.js +95 -99
- package/dist/parquetjs/utils/read-utils.js.map +1 -0
- package/dist/workers/parquet-worker.js +4 -5
- package/dist/workers/parquet-worker.js.map +1 -0
- package/package.json +8 -8
- package/dist/es5/bundle.js +0 -7
- package/dist/es5/bundle.js.map +0 -1
- package/dist/es5/constants.js +0 -17
- package/dist/es5/constants.js.map +0 -1
- package/dist/es5/index.js +0 -82
- package/dist/es5/index.js.map +0 -1
- package/dist/es5/lib/convert-schema.js +0 -82
- package/dist/es5/lib/convert-schema.js.map +0 -1
- package/dist/es5/lib/parse-parquet.js +0 -173
- package/dist/es5/lib/parse-parquet.js.map +0 -1
- package/dist/es5/lib/read-array-buffer.js +0 -53
- package/dist/es5/lib/read-array-buffer.js.map +0 -1
- package/dist/es5/parquet-loader.js +0 -30
- package/dist/es5/parquet-loader.js.map +0 -1
- package/dist/es5/parquet-writer.js +0 -25
- package/dist/es5/parquet-writer.js.map +0 -1
- package/dist/es5/parquetjs/codecs/declare.js +0 -2
- package/dist/es5/parquetjs/codecs/dictionary.js +0 -30
- package/dist/es5/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/es5/parquetjs/codecs/index.js +0 -56
- package/dist/es5/parquetjs/codecs/index.js.map +0 -1
- package/dist/es5/parquetjs/codecs/plain.js +0 -287
- package/dist/es5/parquetjs/codecs/plain.js.map +0 -1
- package/dist/es5/parquetjs/codecs/rle.js +0 -174
- package/dist/es5/parquetjs/codecs/rle.js.map +0 -1
- package/dist/es5/parquetjs/compression.js +0 -167
- package/dist/es5/parquetjs/compression.js.map +0 -1
- package/dist/es5/parquetjs/encoder/writer.js +0 -875
- package/dist/es5/parquetjs/encoder/writer.js.map +0 -1
- package/dist/es5/parquetjs/file.js +0 -103
- package/dist/es5/parquetjs/file.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +0 -15
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js +0 -241
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js +0 -245
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js +0 -449
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +0 -20
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +0 -34
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js +0 -191
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -258
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DateType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js +0 -122
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -143
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js +0 -20
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -15
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js +0 -298
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/IntType.js +0 -122
- package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js +0 -120
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ListType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js +0 -508
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MapType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/NullType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js +0 -114
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js +0 -145
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js +0 -258
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js +0 -155
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageType.js +0 -16
- package/dist/es5/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js +0 -206
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js +0 -290
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js +0 -145
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js +0 -207
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/StringType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js +0 -156
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Type.js +0 -20
- package/dist/es5/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/index.js +0 -565
- package/dist/es5/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/es5/parquetjs/parser/decoders.js +0 -489
- package/dist/es5/parquetjs/parser/parquet-cursor.js +0 -215
- package/dist/es5/parquetjs/parser/parquet-cursor.js.map +0 -1
- package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +0 -413
- package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
- package/dist/es5/parquetjs/parser/parquet-reader.js +0 -364
- package/dist/es5/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/es5/parquetjs/schema/declare.js +0 -25
- package/dist/es5/parquetjs/schema/declare.js.map +0 -1
- package/dist/es5/parquetjs/schema/schema.js +0 -203
- package/dist/es5/parquetjs/schema/shred.js +0 -223
- package/dist/es5/parquetjs/schema/shred.js.map +0 -1
- package/dist/es5/parquetjs/schema/types.js +0 -492
- package/dist/es5/parquetjs/schema/types.js.map +0 -1
- package/dist/es5/parquetjs/utils/buffer-utils.js +0 -21
- package/dist/es5/parquetjs/utils/buffer-utils.js.map +0 -1
- package/dist/es5/parquetjs/utils/file-utils.js +0 -55
- package/dist/es5/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/es5/parquetjs/utils/read-utils.js +0 -159
- package/dist/es5/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/es5/workers/parquet-worker.js +0 -8
- package/dist/es5/workers/parquet-worker.js.map +0 -1
- package/dist/esm/bundle.js +0 -5
- package/dist/esm/bundle.js.map +0 -1
- package/dist/esm/constants.js +0 -6
- package/dist/esm/constants.js.map +0 -1
- package/dist/esm/index.js +0 -15
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/lib/convert-schema.js +0 -71
- package/dist/esm/lib/convert-schema.js.map +0 -1
- package/dist/esm/lib/parse-parquet.js +0 -28
- package/dist/esm/lib/parse-parquet.js.map +0 -1
- package/dist/esm/lib/read-array-buffer.js +0 -9
- package/dist/esm/lib/read-array-buffer.js.map +0 -1
- package/dist/esm/parquet-loader.js +0 -22
- package/dist/esm/parquet-loader.js.map +0 -1
- package/dist/esm/parquet-writer.js +0 -18
- package/dist/esm/parquet-writer.js.map +0 -1
- package/dist/esm/parquetjs/LICENSE +0 -20
- package/dist/esm/parquetjs/codecs/declare.js +0 -2
- package/dist/esm/parquetjs/codecs/declare.js.map +0 -1
- package/dist/esm/parquetjs/codecs/dictionary.js +0 -12
- package/dist/esm/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/esm/parquetjs/codecs/index.js +0 -23
- package/dist/esm/parquetjs/codecs/index.js.map +0 -1
- package/dist/esm/parquetjs/codecs/plain.js +0 -270
- package/dist/esm/parquetjs/codecs/plain.js.map +0 -1
- package/dist/esm/parquetjs/codecs/rle.js +0 -151
- package/dist/esm/parquetjs/codecs/rle.js.map +0 -1
- package/dist/esm/parquetjs/compression.js +0 -62
- package/dist/esm/parquetjs/compression.js.map +0 -1
- package/dist/esm/parquetjs/encoder/writer.js +0 -421
- package/dist/esm/parquetjs/encoder/writer.js.map +0 -1
- package/dist/esm/parquetjs/file.js +0 -80
- package/dist/esm/parquetjs/file.js.map +0 -1
- package/dist/esm/parquetjs/modules.d.ts +0 -21
- package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js +0 -8
- package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/BsonType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js +0 -217
- package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js +0 -218
- package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js +0 -429
- package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js +0 -95
- package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js +0 -13
- package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js +0 -27
- package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js +0 -166
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -236
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DateType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DecimalType.js +0 -95
- package/dist/esm/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -117
- package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Encoding.js +0 -13
- package/dist/esm/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/EnumType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -8
- package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js +0 -270
- package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/IntType.js +0 -95
- package/dist/esm/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/JsonType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/KeyValue.js +0 -93
- package/dist/esm/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ListType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/LogicalType.js +0 -467
- package/dist/esm/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MapType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/NullType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js +0 -85
- package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js +0 -119
- package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageHeader.js +0 -233
- package/dist/esm/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageLocation.js +0 -128
- package/dist/esm/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageType.js +0 -9
- package/dist/esm/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/RowGroup.js +0 -178
- package/dist/esm/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js +0 -270
- package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js +0 -119
- package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Statistics.js +0 -183
- package/dist/esm/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/StringType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimeType.js +0 -96
- package/dist/esm/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js +0 -126
- package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimestampType.js +0 -96
- package/dist/esm/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Type.js +0 -13
- package/dist/esm/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/UUIDType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/index.js +0 -44
- package/dist/esm/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/esm/parquetjs/parser/decoders.js +0 -300
- package/dist/esm/parquetjs/parser/decoders.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-cursor.js +0 -90
- package/dist/esm/parquetjs/parser/parquet-cursor.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-envelope-reader.js +0 -155
- package/dist/esm/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-reader.js +0 -120
- package/dist/esm/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/esm/parquetjs/schema/declare.js +0 -13
- package/dist/esm/parquetjs/schema/declare.js.map +0 -1
- package/dist/esm/parquetjs/schema/schema.js +0 -176
- package/dist/esm/parquetjs/schema/schema.js.map +0 -1
- package/dist/esm/parquetjs/schema/shred.js +0 -162
- package/dist/esm/parquetjs/schema/shred.js.map +0 -1
- package/dist/esm/parquetjs/schema/types.js +0 -476
- package/dist/esm/parquetjs/schema/types.js.map +0 -1
- package/dist/esm/parquetjs/utils/buffer-utils.js +0 -12
- package/dist/esm/parquetjs/utils/buffer-utils.js.map +0 -1
- package/dist/esm/parquetjs/utils/file-utils.js +0 -34
- package/dist/esm/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/esm/parquetjs/utils/read-utils.js +0 -105
- package/dist/esm/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/esm/workers/parquet-worker.js +0 -4
- package/dist/esm/workers/parquet-worker.js.map +0 -1
|
@@ -1,182 +1,178 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
}
|
|
41
|
-
else {
|
|
42
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[columns] is unset!');
|
|
43
|
-
}
|
|
44
|
-
if (args != null && args.total_byte_size != null) {
|
|
45
|
-
if (typeof args.total_byte_size === 'number') {
|
|
46
|
-
this.total_byte_size = new node_int64_1.default(args.total_byte_size);
|
|
47
|
-
}
|
|
48
|
-
else {
|
|
49
|
-
this.total_byte_size = args.total_byte_size;
|
|
50
|
-
}
|
|
51
|
-
}
|
|
52
|
-
else {
|
|
53
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[total_byte_size] is unset!');
|
|
54
|
-
}
|
|
55
|
-
if (args != null && args.num_rows != null) {
|
|
56
|
-
if (typeof args.num_rows === 'number') {
|
|
57
|
-
this.num_rows = new node_int64_1.default(args.num_rows);
|
|
58
|
-
}
|
|
59
|
-
else {
|
|
60
|
-
this.num_rows = args.num_rows;
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
else {
|
|
64
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[num_rows] is unset!');
|
|
65
|
-
}
|
|
66
|
-
if (args != null && args.sorting_columns != null) {
|
|
67
|
-
this.sorting_columns = args.sorting_columns;
|
|
68
|
-
}
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import Int64 from 'node-int64';
|
|
3
|
+
import * as thrift from 'thrift';
|
|
4
|
+
import * as ColumnChunk from './ColumnChunk';
|
|
5
|
+
import * as SortingColumn from './SortingColumn';
|
|
6
|
+
export class RowGroup {
|
|
7
|
+
constructor(args) {
|
|
8
|
+
_defineProperty(this, "columns", void 0);
|
|
9
|
+
|
|
10
|
+
_defineProperty(this, "total_byte_size", void 0);
|
|
11
|
+
|
|
12
|
+
_defineProperty(this, "num_rows", void 0);
|
|
13
|
+
|
|
14
|
+
_defineProperty(this, "sorting_columns", void 0);
|
|
15
|
+
|
|
16
|
+
if (args != null && args.columns != null) {
|
|
17
|
+
this.columns = args.columns;
|
|
18
|
+
} else {
|
|
19
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[columns] is unset!');
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
if (args != null && args.total_byte_size != null) {
|
|
23
|
+
if (typeof args.total_byte_size === 'number') {
|
|
24
|
+
this.total_byte_size = new Int64(args.total_byte_size);
|
|
25
|
+
} else {
|
|
26
|
+
this.total_byte_size = args.total_byte_size;
|
|
27
|
+
}
|
|
28
|
+
} else {
|
|
29
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[total_byte_size] is unset!');
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
if (args != null && args.num_rows != null) {
|
|
33
|
+
if (typeof args.num_rows === 'number') {
|
|
34
|
+
this.num_rows = new Int64(args.num_rows);
|
|
35
|
+
} else {
|
|
36
|
+
this.num_rows = args.num_rows;
|
|
37
|
+
}
|
|
38
|
+
} else {
|
|
39
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[num_rows] is unset!');
|
|
69
40
|
}
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
output.writeFieldBegin('columns', thrift.Thrift.Type.LIST, 1);
|
|
74
|
-
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.columns.length);
|
|
75
|
-
this.columns.forEach((value_1) => {
|
|
76
|
-
value_1.write(output);
|
|
77
|
-
});
|
|
78
|
-
output.writeListEnd();
|
|
79
|
-
output.writeFieldEnd();
|
|
80
|
-
}
|
|
81
|
-
if (this.total_byte_size != null) {
|
|
82
|
-
output.writeFieldBegin('total_byte_size', thrift.Thrift.Type.I64, 2);
|
|
83
|
-
output.writeI64(this.total_byte_size);
|
|
84
|
-
output.writeFieldEnd();
|
|
85
|
-
}
|
|
86
|
-
if (this.num_rows != null) {
|
|
87
|
-
output.writeFieldBegin('num_rows', thrift.Thrift.Type.I64, 3);
|
|
88
|
-
output.writeI64(this.num_rows);
|
|
89
|
-
output.writeFieldEnd();
|
|
90
|
-
}
|
|
91
|
-
if (this.sorting_columns != null) {
|
|
92
|
-
output.writeFieldBegin('sorting_columns', thrift.Thrift.Type.LIST, 4);
|
|
93
|
-
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.sorting_columns.length);
|
|
94
|
-
this.sorting_columns.forEach((value_2) => {
|
|
95
|
-
value_2.write(output);
|
|
96
|
-
});
|
|
97
|
-
output.writeListEnd();
|
|
98
|
-
output.writeFieldEnd();
|
|
99
|
-
}
|
|
100
|
-
output.writeFieldStop();
|
|
101
|
-
output.writeStructEnd();
|
|
102
|
-
return;
|
|
41
|
+
|
|
42
|
+
if (args != null && args.sorting_columns != null) {
|
|
43
|
+
this.sorting_columns = args.sorting_columns;
|
|
103
44
|
}
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
write(output) {
|
|
48
|
+
output.writeStructBegin('RowGroup');
|
|
49
|
+
|
|
50
|
+
if (this.columns != null) {
|
|
51
|
+
output.writeFieldBegin('columns', thrift.Thrift.Type.LIST, 1);
|
|
52
|
+
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.columns.length);
|
|
53
|
+
this.columns.forEach(value_1 => {
|
|
54
|
+
value_1.write(output);
|
|
55
|
+
});
|
|
56
|
+
output.writeListEnd();
|
|
57
|
+
output.writeFieldEnd();
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
if (this.total_byte_size != null) {
|
|
61
|
+
output.writeFieldBegin('total_byte_size', thrift.Thrift.Type.I64, 2);
|
|
62
|
+
output.writeI64(this.total_byte_size);
|
|
63
|
+
output.writeFieldEnd();
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
if (this.num_rows != null) {
|
|
67
|
+
output.writeFieldBegin('num_rows', thrift.Thrift.Type.I64, 3);
|
|
68
|
+
output.writeI64(this.num_rows);
|
|
69
|
+
output.writeFieldEnd();
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
if (this.sorting_columns != null) {
|
|
73
|
+
output.writeFieldBegin('sorting_columns', thrift.Thrift.Type.LIST, 4);
|
|
74
|
+
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.sorting_columns.length);
|
|
75
|
+
this.sorting_columns.forEach(value_2 => {
|
|
76
|
+
value_2.write(output);
|
|
77
|
+
});
|
|
78
|
+
output.writeListEnd();
|
|
79
|
+
output.writeFieldEnd();
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
output.writeFieldStop();
|
|
83
|
+
output.writeStructEnd();
|
|
84
|
+
return;
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
static read(input) {
|
|
88
|
+
input.readStructBegin();
|
|
89
|
+
let _args = {};
|
|
90
|
+
|
|
91
|
+
while (true) {
|
|
92
|
+
const ret = input.readFieldBegin();
|
|
93
|
+
const fieldType = ret.ftype;
|
|
94
|
+
const fieldId = ret.fid;
|
|
95
|
+
|
|
96
|
+
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
97
|
+
break;
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
switch (fieldId) {
|
|
101
|
+
case 1:
|
|
102
|
+
if (fieldType === thrift.Thrift.Type.LIST) {
|
|
103
|
+
const value_3 = new Array();
|
|
104
|
+
const metadata_1 = input.readListBegin();
|
|
105
|
+
const size_1 = metadata_1.size;
|
|
106
|
+
|
|
107
|
+
for (let i_1 = 0; i_1 < size_1; i_1++) {
|
|
108
|
+
const value_4 = ColumnChunk.ColumnChunk.read(input);
|
|
109
|
+
value_3.push(value_4);
|
|
113
110
|
}
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
const metadata_2 = input.readListBegin();
|
|
153
|
-
const size_2 = metadata_2.size;
|
|
154
|
-
for (let i_2 = 0; i_2 < size_2; i_2++) {
|
|
155
|
-
const value_8 = SortingColumn.SortingColumn.read(input);
|
|
156
|
-
value_7.push(value_8);
|
|
157
|
-
}
|
|
158
|
-
input.readListEnd();
|
|
159
|
-
_args.sorting_columns = value_7;
|
|
160
|
-
}
|
|
161
|
-
else {
|
|
162
|
-
input.skip(fieldType);
|
|
163
|
-
}
|
|
164
|
-
break;
|
|
165
|
-
default: {
|
|
166
|
-
input.skip(fieldType);
|
|
167
|
-
}
|
|
111
|
+
|
|
112
|
+
input.readListEnd();
|
|
113
|
+
_args.columns = value_3;
|
|
114
|
+
} else {
|
|
115
|
+
input.skip(fieldType);
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
break;
|
|
119
|
+
|
|
120
|
+
case 2:
|
|
121
|
+
if (fieldType === thrift.Thrift.Type.I64) {
|
|
122
|
+
const value_5 = input.readI64();
|
|
123
|
+
_args.total_byte_size = value_5;
|
|
124
|
+
} else {
|
|
125
|
+
input.skip(fieldType);
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
break;
|
|
129
|
+
|
|
130
|
+
case 3:
|
|
131
|
+
if (fieldType === thrift.Thrift.Type.I64) {
|
|
132
|
+
const value_6 = input.readI64();
|
|
133
|
+
_args.num_rows = value_6;
|
|
134
|
+
} else {
|
|
135
|
+
input.skip(fieldType);
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
break;
|
|
139
|
+
|
|
140
|
+
case 4:
|
|
141
|
+
if (fieldType === thrift.Thrift.Type.LIST) {
|
|
142
|
+
const value_7 = new Array();
|
|
143
|
+
const metadata_2 = input.readListBegin();
|
|
144
|
+
const size_2 = metadata_2.size;
|
|
145
|
+
|
|
146
|
+
for (let i_2 = 0; i_2 < size_2; i_2++) {
|
|
147
|
+
const value_8 = SortingColumn.SortingColumn.read(input);
|
|
148
|
+
value_7.push(value_8);
|
|
168
149
|
}
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
150
|
+
|
|
151
|
+
input.readListEnd();
|
|
152
|
+
_args.sorting_columns = value_7;
|
|
153
|
+
} else {
|
|
154
|
+
input.skip(fieldType);
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
break;
|
|
158
|
+
|
|
159
|
+
default:
|
|
160
|
+
{
|
|
161
|
+
input.skip(fieldType);
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
input.readFieldEnd();
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
input.readStructEnd();
|
|
169
|
+
|
|
170
|
+
if (_args.columns !== undefined && _args.total_byte_size !== undefined && _args.num_rows !== undefined) {
|
|
171
|
+
return new RowGroup(_args);
|
|
172
|
+
} else {
|
|
173
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read RowGroup from input');
|
|
180
174
|
}
|
|
175
|
+
}
|
|
176
|
+
|
|
181
177
|
}
|
|
182
|
-
|
|
178
|
+
//# sourceMappingURL=RowGroup.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/RowGroup.ts"],"names":["Int64","thrift","ColumnChunk","SortingColumn","RowGroup","constructor","args","columns","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","total_byte_size","num_rows","sorting_columns","write","output","writeStructBegin","writeFieldBegin","Type","LIST","writeListBegin","STRUCT","length","forEach","value_1","writeListEnd","writeFieldEnd","I64","writeI64","value_2","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_3","Array","metadata_1","readListBegin","size_1","size","i_1","value_4","push","readListEnd","skip","value_5","readI64","value_6","value_7","metadata_2","size_2","i_2","value_8","readFieldEnd","readStructEnd","undefined"],"mappings":";AAMA,OAAOA,KAAP,MAAkB,YAAlB;AACA,OAAO,KAAKC,MAAZ,MAAwB,QAAxB;AACA,OAAO,KAAKC,WAAZ,MAA6B,eAA7B;AACA,OAAO,KAAKC,aAAZ,MAA+B,iBAA/B;AAOA,OAAO,MAAMC,QAAN,CAAe;AAKpBC,EAAAA,WAAW,CAACC,IAAD,EAAsB;AAAA;;AAAA;;AAAA;;AAAA;;AAC/B,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,OAAL,IAAgB,IAApC,EAA0C;AACxC,WAAKA,OAAL,GAAeD,IAAI,CAACC,OAApB;AACD,KAFD,MAEO;AACL,YAAM,IAAIN,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,mCAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACM,eAAL,IAAwB,IAA5C,EAAkD;AAChD,UAAI,OAAON,IAAI,CAACM,eAAZ,KAAgC,QAApC,EAA8C;AAC5C,aAAKA,eAAL,GAAuB,IAAIZ,KAAJ,CAAUM,IAAI,CAACM,eAAf,CAAvB;AACD,OAFD,MAEO;AACL,aAAKA,eAAL,GAAuBN,IAAI,CAACM,eAA5B;AACD;AACF,KAND,MAMO;AACL,YAAM,IAAIX,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,2CAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,QAAL,IAAiB,IAArC,EAA2C;AACzC,UAAI,OAAOP,IAAI,CAACO,QAAZ,KAAyB,QAA7B,EAAuC;AACrC,aAAKA,QAAL,GAAgB,IAAIb,KAAJ,CAAUM,IAAI,CAACO,QAAf,CAAhB;AACD,OAFD,MAEO;AACL,aAAKA,QAAL,GAAgBP,IAAI,CAACO,QAArB;AACD;AACF,KAND,MAMO;AACL,YAAM,IAAIZ,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACQ,eAAL,IAAwB,IAA5C,EAAkD;AAChD,WAAKA,eAAL,GAAuBR,IAAI,CAACQ,eAA5B;AACD;AACF;;AACMC,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,UAAxB;;AACA,QAAI,KAAKV,OAAL,IAAgB,IAApB,EAA0B;AACxBS,MAAAA,MAAM,CAACE,eAAP,CAAuB,SAAvB,EAAkCjB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBC,IAArD,EAA2D,CAA3D;AACAJ,MAAAA,MAAM,CAACK,cAAP,CAAsBpB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBG,MAAzC,EAAiD,KAAKf,OAAL,CAAagB,MAA9D;AACA,WAAKhB,OAAL,CAAaiB,OAAb,CAAsBC,OAAD,IAA4C;AAC/DA,QAAAA,OAAO,CAACV,KAAR,CAAcC,MAAd;AACD,OAFD;AAGAA,MAAAA,MAAM,CAACU,YAAP;AACAV,MAAAA,MAAM,CAACW,aAAP;AACD;;AACD,QAAI,KAAKf,eAAL,IAAwB,IAA5B,EAAkC;AAChCI,MAAAA,MAAM,CAACE,eAAP,CAAuB,iBAAvB,EAA0CjB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBS,GAA7D,EAAkE,CAAlE;AACAZ,MAAAA,MAAM,CAACa,QAAP,CAAgB,KAAKjB,eAArB;AACAI,MAAAA,MAAM,CAACW,aAAP;AACD;;AACD,QAAI,KAAKd,QAAL,IAAiB,IAArB,EAA2B;AACzBG,MAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCjB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBS,GAAtD,EAA2D,CAA3D;AACAZ,MAAAA,MAAM,CAACa,QAAP,CAAgB,KAAKhB,QAArB;AACAG,MAAAA,MAAM,CAACW,aAAP;AACD;;AACD,QAAI,KAAKb,eAAL,IAAwB,IAA5B,EAAkC;AAChCE,MAAAA,MAAM,CAACE,eAAP,CAAuB,iBAAvB,EAA0CjB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBC,IAA7D,EAAmE,CAAnE;AACAJ,MAAAA,MAAM,CAACK,cAAP,CAAsBpB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBG,MAAzC,EAAiD,KAAKR,eAAL,CAAqBS,MAAtE;AACA,WAAKT,eAAL,CAAqBU,OAArB,CAA8BM,OAAD,IAAgD;AAC3EA,QAAAA,OAAO,CAACf,KAAR,CAAcC,MAAd;AACD,OAFD;AAGAA,MAAAA,MAAM,CAACU,YAAP;AACAV,MAAAA,MAAM,CAACW,aAAP;AACD;;AACDX,IAAAA,MAAM,CAACe,cAAP;AACAf,IAAAA,MAAM,CAACgB,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAoC;AACpDA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBwB,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBC,IAArC,EAA2C;AACzC,kBAAMwB,OAAuC,GAAG,IAAIC,KAAJ,EAAhD;AACA,kBAAMC,UAAwB,GAAGZ,KAAK,CAACa,aAAN,EAAjC;AACA,kBAAMC,MAAc,GAAGF,UAAU,CAACG,IAAlC;;AACA,iBAAK,IAAIC,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGF,MAAhC,EAAwCE,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,OAAgC,GAAGjD,WAAW,CAACA,WAAZ,CAAwB+B,IAAxB,CAA6BC,KAA7B,CAAzC;AACAU,cAAAA,OAAO,CAACQ,IAAR,CAAaD,OAAb;AACD;;AACDjB,YAAAA,KAAK,CAACmB,WAAN;AACAjB,YAAAA,KAAK,CAAC7B,OAAN,GAAgBqC,OAAhB;AACD,WAVD,MAUO;AACLV,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBS,GAArC,EAA0C;AACxC,kBAAM2B,OAAc,GAAGrB,KAAK,CAACsB,OAAN,EAAvB;AACApB,YAAAA,KAAK,CAACxB,eAAN,GAAwB2C,OAAxB;AACD,WAHD,MAGO;AACLrB,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBS,GAArC,EAA0C;AACxC,kBAAM6B,OAAc,GAAGvB,KAAK,CAACsB,OAAN,EAAvB;AACApB,YAAAA,KAAK,CAACvB,QAAN,GAAiB4C,OAAjB;AACD,WAHD,MAGO;AACLvB,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBC,IAArC,EAA2C;AACzC,kBAAMsC,OAA2C,GAC/C,IAAIb,KAAJ,EADF;AAEA,kBAAMc,UAAwB,GAAGzB,KAAK,CAACa,aAAN,EAAjC;AACA,kBAAMa,MAAc,GAAGD,UAAU,CAACV,IAAlC;;AACA,iBAAK,IAAIY,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGD,MAAhC,EAAwCC,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,OAAoC,GAAG3D,aAAa,CAACA,aAAd,CAA4B8B,IAA5B,CAAiCC,KAAjC,CAA7C;AACAwB,cAAAA,OAAO,CAACN,IAAR,CAAaU,OAAb;AACD;;AACD5B,YAAAA,KAAK,CAACmB,WAAN;AACAjB,YAAAA,KAAK,CAACtB,eAAN,GAAwB4C,OAAxB;AACD,WAXD,MAWO;AACLxB,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;AAlDH;;AAoDAL,MAAAA,KAAK,CAAC6B,YAAN;AACD;;AACD7B,IAAAA,KAAK,CAAC8B,aAAN;;AACA,QACE5B,KAAK,CAAC7B,OAAN,KAAkB0D,SAAlB,IACA7B,KAAK,CAACxB,eAAN,KAA0BqD,SAD1B,IAEA7B,KAAK,CAACvB,QAAN,KAAmBoD,SAHrB,EAIE;AACA,aAAO,IAAI7D,QAAJ,CAAagC,KAAb,CAAP;AACD,KAND,MAMO;AACL,YAAM,IAAInC,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;AACF;;AAzJmB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as ColumnChunk from './ColumnChunk';\nimport * as SortingColumn from './SortingColumn';\nexport interface IRowGroupArgs {\n columns: Array<ColumnChunk.ColumnChunk>;\n total_byte_size: number | Int64;\n num_rows: number | Int64;\n sorting_columns?: Array<SortingColumn.SortingColumn>;\n}\nexport class RowGroup {\n public columns: Array<ColumnChunk.ColumnChunk>;\n public total_byte_size: Int64;\n public num_rows: Int64;\n public sorting_columns?: Array<SortingColumn.SortingColumn>;\n constructor(args: IRowGroupArgs) {\n if (args != null && args.columns != null) {\n this.columns = args.columns;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[columns] is unset!'\n );\n }\n if (args != null && args.total_byte_size != null) {\n if (typeof args.total_byte_size === 'number') {\n this.total_byte_size = new Int64(args.total_byte_size);\n } else {\n this.total_byte_size = args.total_byte_size;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[total_byte_size] is unset!'\n );\n }\n if (args != null && args.num_rows != null) {\n if (typeof args.num_rows === 'number') {\n this.num_rows = new Int64(args.num_rows);\n } else {\n this.num_rows = args.num_rows;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_rows] is unset!'\n );\n }\n if (args != null && args.sorting_columns != null) {\n this.sorting_columns = args.sorting_columns;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('RowGroup');\n if (this.columns != null) {\n output.writeFieldBegin('columns', thrift.Thrift.Type.LIST, 1);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.columns.length);\n this.columns.forEach((value_1: ColumnChunk.ColumnChunk): void => {\n value_1.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.total_byte_size != null) {\n output.writeFieldBegin('total_byte_size', thrift.Thrift.Type.I64, 2);\n output.writeI64(this.total_byte_size);\n output.writeFieldEnd();\n }\n if (this.num_rows != null) {\n output.writeFieldBegin('num_rows', thrift.Thrift.Type.I64, 3);\n output.writeI64(this.num_rows);\n output.writeFieldEnd();\n }\n if (this.sorting_columns != null) {\n output.writeFieldBegin('sorting_columns', thrift.Thrift.Type.LIST, 4);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.sorting_columns.length);\n this.sorting_columns.forEach((value_2: SortingColumn.SortingColumn): void => {\n value_2.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): RowGroup {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_3: Array<ColumnChunk.ColumnChunk> = new Array<ColumnChunk.ColumnChunk>();\n const metadata_1: thrift.TList = input.readListBegin();\n const size_1: number = metadata_1.size;\n for (let i_1: number = 0; i_1 < size_1; i_1++) {\n const value_4: ColumnChunk.ColumnChunk = ColumnChunk.ColumnChunk.read(input);\n value_3.push(value_4);\n }\n input.readListEnd();\n _args.columns = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_5: Int64 = input.readI64();\n _args.total_byte_size = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_6: Int64 = input.readI64();\n _args.num_rows = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_7: Array<SortingColumn.SortingColumn> =\n new Array<SortingColumn.SortingColumn>();\n const metadata_2: thrift.TList = input.readListBegin();\n const size_2: number = metadata_2.size;\n for (let i_2: number = 0; i_2 < size_2; i_2++) {\n const value_8: SortingColumn.SortingColumn = SortingColumn.SortingColumn.read(input);\n value_7.push(value_8);\n }\n input.readListEnd();\n _args.sorting_columns = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.columns !== undefined &&\n _args.total_byte_size !== undefined &&\n _args.num_rows !== undefined\n ) {\n return new RowGroup(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read RowGroup from input'\n );\n }\n }\n}\n"],"file":"RowGroup.js"}
|