@loaders.gl/parquet 3.1.3 → 4.0.0-alpha.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +2 -2
- package/dist/bundle.js.map +1 -0
- package/dist/constants.js +6 -18
- package/dist/constants.js.map +1 -0
- package/dist/dist.min.js +17 -8
- package/dist/dist.min.js.map +3 -3
- package/dist/index.js +14 -29
- package/dist/index.js.map +1 -0
- package/dist/lib/convert-schema.js +63 -62
- package/dist/lib/convert-schema.js.map +1 -0
- package/dist/lib/parse-parquet.js +25 -25
- package/dist/lib/parse-parquet.js.map +1 -0
- package/dist/lib/read-array-buffer.js +8 -28
- package/dist/lib/read-array-buffer.js.map +1 -0
- package/dist/parquet-loader.js +19 -24
- package/dist/parquet-loader.js.map +1 -0
- package/dist/parquet-worker.js +18 -9
- package/dist/parquet-worker.js.map +3 -3
- package/dist/parquet-writer.js +14 -17
- package/dist/parquet-writer.js.map +1 -0
- package/dist/{es5/parquetjs → parquetjs}/LICENSE +0 -0
- package/dist/parquetjs/codecs/declare.js +2 -2
- package/dist/{es5/parquetjs → parquetjs}/codecs/declare.js.map +0 -0
- package/dist/parquetjs/codecs/dictionary.js +10 -12
- package/dist/parquetjs/codecs/dictionary.js.map +1 -0
- package/dist/parquetjs/codecs/index.js +22 -50
- package/dist/parquetjs/codecs/index.js.map +1 -0
- package/dist/parquetjs/codecs/plain.js +232 -173
- package/dist/parquetjs/codecs/plain.js.map +1 -0
- package/dist/parquetjs/codecs/rle.js +140 -134
- package/dist/parquetjs/codecs/rle.js.map +1 -0
- package/dist/parquetjs/compression.js +48 -154
- package/dist/parquetjs/compression.js.map +1 -0
- package/dist/parquetjs/encoder/writer.js +383 -440
- package/dist/parquetjs/encoder/writer.js.map +1 -0
- package/dist/parquetjs/file.js +66 -85
- package/dist/parquetjs/file.js.map +1 -0
- package/dist/{es5/parquetjs → parquetjs}/modules.d.ts +0 -0
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +7 -14
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/BsonType.js +37 -56
- package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js +215 -205
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +212 -207
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +422 -391
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js +90 -99
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js +12 -19
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ConvertedType.js +26 -33
- package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js +162 -162
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +234 -224
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DateType.js +37 -56
- package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DecimalType.js +91 -101
- package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +113 -118
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.js +12 -19
- package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/EnumType.js +37 -56
- package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +7 -14
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FileMetaData.js +264 -250
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +37 -56
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IntType.js +91 -101
- package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/JsonType.js +37 -56
- package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/KeyValue.js +89 -98
- package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ListType.js +37 -56
- package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/LogicalType.js +450 -363
- package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MapType.js +37 -56
- package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js +37 -56
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js +37 -56
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/NullType.js +37 -56
- package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js +80 -92
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +115 -123
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageHeader.js +231 -214
- package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageLocation.js +124 -137
- package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageType.js +8 -15
- package/dist/parquetjs/parquet-thrift/PageType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/RowGroup.js +172 -176
- package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SchemaElement.js +268 -237
- package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SortingColumn.js +115 -123
- package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Statistics.js +179 -172
- package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/StringType.js +37 -56
- package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimeType.js +92 -102
- package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimeUnit.js +120 -121
- package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimestampType.js +92 -102
- package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Type.js +12 -19
- package/dist/parquetjs/parquet-thrift/Type.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +37 -56
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/UUIDType.js +37 -56
- package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.js +44 -61
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -0
- package/dist/parquetjs/parser/decoders.js +283 -301
- package/dist/{es5/parquetjs → parquetjs}/parser/decoders.js.map +1 -1
- package/dist/parquetjs/parser/parquet-cursor.js +85 -69
- package/dist/parquetjs/parser/parquet-cursor.js.map +1 -0
- package/dist/parquetjs/parser/parquet-envelope-reader.js +146 -127
- package/dist/parquetjs/parser/parquet-envelope-reader.js.map +1 -0
- package/dist/parquetjs/parser/parquet-reader.js +113 -127
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -0
- package/dist/parquetjs/schema/declare.js +12 -9
- package/dist/parquetjs/schema/declare.js.map +1 -0
- package/dist/parquetjs/schema/schema.js +162 -148
- package/dist/{es5/parquetjs → parquetjs}/schema/schema.js.map +1 -1
- package/dist/parquetjs/schema/shred.js +151 -214
- package/dist/parquetjs/schema/shred.js.map +1 -0
- package/dist/parquetjs/schema/types.js +415 -357
- package/dist/parquetjs/schema/types.js.map +1 -0
- package/dist/parquetjs/utils/buffer-utils.js +10 -20
- package/dist/parquetjs/utils/buffer-utils.js.map +1 -0
- package/dist/parquetjs/utils/file-utils.js +28 -40
- package/dist/parquetjs/utils/file-utils.js.map +1 -0
- package/dist/parquetjs/utils/read-utils.js +95 -99
- package/dist/parquetjs/utils/read-utils.js.map +1 -0
- package/dist/workers/parquet-worker.js +4 -5
- package/dist/workers/parquet-worker.js.map +1 -0
- package/package.json +8 -8
- package/dist/es5/bundle.js +0 -7
- package/dist/es5/bundle.js.map +0 -1
- package/dist/es5/constants.js +0 -17
- package/dist/es5/constants.js.map +0 -1
- package/dist/es5/index.js +0 -82
- package/dist/es5/index.js.map +0 -1
- package/dist/es5/lib/convert-schema.js +0 -82
- package/dist/es5/lib/convert-schema.js.map +0 -1
- package/dist/es5/lib/parse-parquet.js +0 -173
- package/dist/es5/lib/parse-parquet.js.map +0 -1
- package/dist/es5/lib/read-array-buffer.js +0 -53
- package/dist/es5/lib/read-array-buffer.js.map +0 -1
- package/dist/es5/parquet-loader.js +0 -30
- package/dist/es5/parquet-loader.js.map +0 -1
- package/dist/es5/parquet-writer.js +0 -25
- package/dist/es5/parquet-writer.js.map +0 -1
- package/dist/es5/parquetjs/codecs/declare.js +0 -2
- package/dist/es5/parquetjs/codecs/dictionary.js +0 -30
- package/dist/es5/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/es5/parquetjs/codecs/index.js +0 -56
- package/dist/es5/parquetjs/codecs/index.js.map +0 -1
- package/dist/es5/parquetjs/codecs/plain.js +0 -287
- package/dist/es5/parquetjs/codecs/plain.js.map +0 -1
- package/dist/es5/parquetjs/codecs/rle.js +0 -174
- package/dist/es5/parquetjs/codecs/rle.js.map +0 -1
- package/dist/es5/parquetjs/compression.js +0 -167
- package/dist/es5/parquetjs/compression.js.map +0 -1
- package/dist/es5/parquetjs/encoder/writer.js +0 -875
- package/dist/es5/parquetjs/encoder/writer.js.map +0 -1
- package/dist/es5/parquetjs/file.js +0 -103
- package/dist/es5/parquetjs/file.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +0 -15
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js +0 -241
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js +0 -245
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js +0 -449
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +0 -20
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +0 -34
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js +0 -191
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -258
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DateType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js +0 -122
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -143
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js +0 -20
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -15
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js +0 -298
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/IntType.js +0 -122
- package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js +0 -120
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ListType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js +0 -508
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MapType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/NullType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js +0 -114
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js +0 -145
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js +0 -258
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js +0 -155
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageType.js +0 -16
- package/dist/es5/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js +0 -206
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js +0 -290
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js +0 -145
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js +0 -207
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/StringType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js +0 -156
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Type.js +0 -20
- package/dist/es5/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/index.js +0 -565
- package/dist/es5/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/es5/parquetjs/parser/decoders.js +0 -489
- package/dist/es5/parquetjs/parser/parquet-cursor.js +0 -215
- package/dist/es5/parquetjs/parser/parquet-cursor.js.map +0 -1
- package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +0 -413
- package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
- package/dist/es5/parquetjs/parser/parquet-reader.js +0 -364
- package/dist/es5/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/es5/parquetjs/schema/declare.js +0 -25
- package/dist/es5/parquetjs/schema/declare.js.map +0 -1
- package/dist/es5/parquetjs/schema/schema.js +0 -203
- package/dist/es5/parquetjs/schema/shred.js +0 -223
- package/dist/es5/parquetjs/schema/shred.js.map +0 -1
- package/dist/es5/parquetjs/schema/types.js +0 -492
- package/dist/es5/parquetjs/schema/types.js.map +0 -1
- package/dist/es5/parquetjs/utils/buffer-utils.js +0 -21
- package/dist/es5/parquetjs/utils/buffer-utils.js.map +0 -1
- package/dist/es5/parquetjs/utils/file-utils.js +0 -55
- package/dist/es5/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/es5/parquetjs/utils/read-utils.js +0 -159
- package/dist/es5/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/es5/workers/parquet-worker.js +0 -8
- package/dist/es5/workers/parquet-worker.js.map +0 -1
- package/dist/esm/bundle.js +0 -5
- package/dist/esm/bundle.js.map +0 -1
- package/dist/esm/constants.js +0 -6
- package/dist/esm/constants.js.map +0 -1
- package/dist/esm/index.js +0 -15
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/lib/convert-schema.js +0 -71
- package/dist/esm/lib/convert-schema.js.map +0 -1
- package/dist/esm/lib/parse-parquet.js +0 -28
- package/dist/esm/lib/parse-parquet.js.map +0 -1
- package/dist/esm/lib/read-array-buffer.js +0 -9
- package/dist/esm/lib/read-array-buffer.js.map +0 -1
- package/dist/esm/parquet-loader.js +0 -22
- package/dist/esm/parquet-loader.js.map +0 -1
- package/dist/esm/parquet-writer.js +0 -18
- package/dist/esm/parquet-writer.js.map +0 -1
- package/dist/esm/parquetjs/LICENSE +0 -20
- package/dist/esm/parquetjs/codecs/declare.js +0 -2
- package/dist/esm/parquetjs/codecs/declare.js.map +0 -1
- package/dist/esm/parquetjs/codecs/dictionary.js +0 -12
- package/dist/esm/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/esm/parquetjs/codecs/index.js +0 -23
- package/dist/esm/parquetjs/codecs/index.js.map +0 -1
- package/dist/esm/parquetjs/codecs/plain.js +0 -270
- package/dist/esm/parquetjs/codecs/plain.js.map +0 -1
- package/dist/esm/parquetjs/codecs/rle.js +0 -151
- package/dist/esm/parquetjs/codecs/rle.js.map +0 -1
- package/dist/esm/parquetjs/compression.js +0 -62
- package/dist/esm/parquetjs/compression.js.map +0 -1
- package/dist/esm/parquetjs/encoder/writer.js +0 -421
- package/dist/esm/parquetjs/encoder/writer.js.map +0 -1
- package/dist/esm/parquetjs/file.js +0 -80
- package/dist/esm/parquetjs/file.js.map +0 -1
- package/dist/esm/parquetjs/modules.d.ts +0 -21
- package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js +0 -8
- package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/BsonType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js +0 -217
- package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js +0 -218
- package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js +0 -429
- package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js +0 -95
- package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js +0 -13
- package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js +0 -27
- package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js +0 -166
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -236
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DateType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DecimalType.js +0 -95
- package/dist/esm/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -117
- package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Encoding.js +0 -13
- package/dist/esm/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/EnumType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -8
- package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js +0 -270
- package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/IntType.js +0 -95
- package/dist/esm/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/JsonType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/KeyValue.js +0 -93
- package/dist/esm/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ListType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/LogicalType.js +0 -467
- package/dist/esm/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MapType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/NullType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js +0 -85
- package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js +0 -119
- package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageHeader.js +0 -233
- package/dist/esm/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageLocation.js +0 -128
- package/dist/esm/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageType.js +0 -9
- package/dist/esm/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/RowGroup.js +0 -178
- package/dist/esm/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js +0 -270
- package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js +0 -119
- package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Statistics.js +0 -183
- package/dist/esm/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/StringType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimeType.js +0 -96
- package/dist/esm/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js +0 -126
- package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimestampType.js +0 -96
- package/dist/esm/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Type.js +0 -13
- package/dist/esm/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/UUIDType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/index.js +0 -44
- package/dist/esm/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/esm/parquetjs/parser/decoders.js +0 -300
- package/dist/esm/parquetjs/parser/decoders.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-cursor.js +0 -90
- package/dist/esm/parquetjs/parser/parquet-cursor.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-envelope-reader.js +0 -155
- package/dist/esm/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-reader.js +0 -120
- package/dist/esm/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/esm/parquetjs/schema/declare.js +0 -13
- package/dist/esm/parquetjs/schema/declare.js.map +0 -1
- package/dist/esm/parquetjs/schema/schema.js +0 -176
- package/dist/esm/parquetjs/schema/schema.js.map +0 -1
- package/dist/esm/parquetjs/schema/shred.js +0 -162
- package/dist/esm/parquetjs/schema/shred.js.map +0 -1
- package/dist/esm/parquetjs/schema/types.js +0 -476
- package/dist/esm/parquetjs/schema/types.js.map +0 -1
- package/dist/esm/parquetjs/utils/buffer-utils.js +0 -12
- package/dist/esm/parquetjs/utils/buffer-utils.js.map +0 -1
- package/dist/esm/parquetjs/utils/file-utils.js +0 -34
- package/dist/esm/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/esm/parquetjs/utils/read-utils.js +0 -105
- package/dist/esm/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/esm/workers/parquet-worker.js +0 -4
- package/dist/esm/workers/parquet-worker.js.map +0 -1
|
@@ -1,166 +1,166 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
};
|
|
21
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
22
|
-
exports.DataPageHeader = void 0;
|
|
23
|
-
/* tslint:disable */
|
|
24
|
-
/* eslint-disable */
|
|
25
|
-
/*
|
|
26
|
-
* Autogenerated by @creditkarma/thrift-typescript v3.7.2
|
|
27
|
-
* DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
|
|
28
|
-
*/
|
|
29
|
-
const thrift = __importStar(require("thrift"));
|
|
30
|
-
const Statistics = __importStar(require("./Statistics"));
|
|
31
|
-
class DataPageHeader {
|
|
32
|
-
constructor(args) {
|
|
33
|
-
if (args != null && args.num_values != null) {
|
|
34
|
-
this.num_values = args.num_values;
|
|
35
|
-
}
|
|
36
|
-
else {
|
|
37
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[num_values] is unset!');
|
|
38
|
-
}
|
|
39
|
-
if (args != null && args.encoding != null) {
|
|
40
|
-
this.encoding = args.encoding;
|
|
41
|
-
}
|
|
42
|
-
else {
|
|
43
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[encoding] is unset!');
|
|
44
|
-
}
|
|
45
|
-
if (args != null && args.definition_level_encoding != null) {
|
|
46
|
-
this.definition_level_encoding = args.definition_level_encoding;
|
|
47
|
-
}
|
|
48
|
-
else {
|
|
49
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[definition_level_encoding] is unset!');
|
|
50
|
-
}
|
|
51
|
-
if (args != null && args.repetition_level_encoding != null) {
|
|
52
|
-
this.repetition_level_encoding = args.repetition_level_encoding;
|
|
53
|
-
}
|
|
54
|
-
else {
|
|
55
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[repetition_level_encoding] is unset!');
|
|
56
|
-
}
|
|
57
|
-
if (args != null && args.statistics != null) {
|
|
58
|
-
this.statistics = args.statistics;
|
|
59
|
-
}
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import * as thrift from 'thrift';
|
|
3
|
+
import * as Statistics from './Statistics';
|
|
4
|
+
export class DataPageHeader {
|
|
5
|
+
constructor(args) {
|
|
6
|
+
_defineProperty(this, "num_values", void 0);
|
|
7
|
+
|
|
8
|
+
_defineProperty(this, "encoding", void 0);
|
|
9
|
+
|
|
10
|
+
_defineProperty(this, "definition_level_encoding", void 0);
|
|
11
|
+
|
|
12
|
+
_defineProperty(this, "repetition_level_encoding", void 0);
|
|
13
|
+
|
|
14
|
+
_defineProperty(this, "statistics", void 0);
|
|
15
|
+
|
|
16
|
+
if (args != null && args.num_values != null) {
|
|
17
|
+
this.num_values = args.num_values;
|
|
18
|
+
} else {
|
|
19
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[num_values] is unset!');
|
|
60
20
|
}
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
output.writeFieldEnd();
|
|
67
|
-
}
|
|
68
|
-
if (this.encoding != null) {
|
|
69
|
-
output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 2);
|
|
70
|
-
output.writeI32(this.encoding);
|
|
71
|
-
output.writeFieldEnd();
|
|
72
|
-
}
|
|
73
|
-
if (this.definition_level_encoding != null) {
|
|
74
|
-
output.writeFieldBegin('definition_level_encoding', thrift.Thrift.Type.I32, 3);
|
|
75
|
-
output.writeI32(this.definition_level_encoding);
|
|
76
|
-
output.writeFieldEnd();
|
|
77
|
-
}
|
|
78
|
-
if (this.repetition_level_encoding != null) {
|
|
79
|
-
output.writeFieldBegin('repetition_level_encoding', thrift.Thrift.Type.I32, 4);
|
|
80
|
-
output.writeI32(this.repetition_level_encoding);
|
|
81
|
-
output.writeFieldEnd();
|
|
82
|
-
}
|
|
83
|
-
if (this.statistics != null) {
|
|
84
|
-
output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 5);
|
|
85
|
-
this.statistics.write(output);
|
|
86
|
-
output.writeFieldEnd();
|
|
87
|
-
}
|
|
88
|
-
output.writeFieldStop();
|
|
89
|
-
output.writeStructEnd();
|
|
90
|
-
return;
|
|
21
|
+
|
|
22
|
+
if (args != null && args.encoding != null) {
|
|
23
|
+
this.encoding = args.encoding;
|
|
24
|
+
} else {
|
|
25
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[encoding] is unset!');
|
|
91
26
|
}
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
const fieldType = ret.ftype;
|
|
98
|
-
const fieldId = ret.fid;
|
|
99
|
-
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
100
|
-
break;
|
|
101
|
-
}
|
|
102
|
-
switch (fieldId) {
|
|
103
|
-
case 1:
|
|
104
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
105
|
-
const value_1 = input.readI32();
|
|
106
|
-
_args.num_values = value_1;
|
|
107
|
-
}
|
|
108
|
-
else {
|
|
109
|
-
input.skip(fieldType);
|
|
110
|
-
}
|
|
111
|
-
break;
|
|
112
|
-
case 2:
|
|
113
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
114
|
-
const value_2 = input.readI32();
|
|
115
|
-
_args.encoding = value_2;
|
|
116
|
-
}
|
|
117
|
-
else {
|
|
118
|
-
input.skip(fieldType);
|
|
119
|
-
}
|
|
120
|
-
break;
|
|
121
|
-
case 3:
|
|
122
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
123
|
-
const value_3 = input.readI32();
|
|
124
|
-
_args.definition_level_encoding = value_3;
|
|
125
|
-
}
|
|
126
|
-
else {
|
|
127
|
-
input.skip(fieldType);
|
|
128
|
-
}
|
|
129
|
-
break;
|
|
130
|
-
case 4:
|
|
131
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
132
|
-
const value_4 = input.readI32();
|
|
133
|
-
_args.repetition_level_encoding = value_4;
|
|
134
|
-
}
|
|
135
|
-
else {
|
|
136
|
-
input.skip(fieldType);
|
|
137
|
-
}
|
|
138
|
-
break;
|
|
139
|
-
case 5:
|
|
140
|
-
if (fieldType === thrift.Thrift.Type.STRUCT) {
|
|
141
|
-
const value_5 = Statistics.Statistics.read(input);
|
|
142
|
-
_args.statistics = value_5;
|
|
143
|
-
}
|
|
144
|
-
else {
|
|
145
|
-
input.skip(fieldType);
|
|
146
|
-
}
|
|
147
|
-
break;
|
|
148
|
-
default: {
|
|
149
|
-
input.skip(fieldType);
|
|
150
|
-
}
|
|
151
|
-
}
|
|
152
|
-
input.readFieldEnd();
|
|
153
|
-
}
|
|
154
|
-
input.readStructEnd();
|
|
155
|
-
if (_args.num_values !== undefined &&
|
|
156
|
-
_args.encoding !== undefined &&
|
|
157
|
-
_args.definition_level_encoding !== undefined &&
|
|
158
|
-
_args.repetition_level_encoding !== undefined) {
|
|
159
|
-
return new DataPageHeader(_args);
|
|
160
|
-
}
|
|
161
|
-
else {
|
|
162
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read DataPageHeader from input');
|
|
163
|
-
}
|
|
27
|
+
|
|
28
|
+
if (args != null && args.definition_level_encoding != null) {
|
|
29
|
+
this.definition_level_encoding = args.definition_level_encoding;
|
|
30
|
+
} else {
|
|
31
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[definition_level_encoding] is unset!');
|
|
164
32
|
}
|
|
33
|
+
|
|
34
|
+
if (args != null && args.repetition_level_encoding != null) {
|
|
35
|
+
this.repetition_level_encoding = args.repetition_level_encoding;
|
|
36
|
+
} else {
|
|
37
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[repetition_level_encoding] is unset!');
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
if (args != null && args.statistics != null) {
|
|
41
|
+
this.statistics = args.statistics;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
write(output) {
|
|
46
|
+
output.writeStructBegin('DataPageHeader');
|
|
47
|
+
|
|
48
|
+
if (this.num_values != null) {
|
|
49
|
+
output.writeFieldBegin('num_values', thrift.Thrift.Type.I32, 1);
|
|
50
|
+
output.writeI32(this.num_values);
|
|
51
|
+
output.writeFieldEnd();
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
if (this.encoding != null) {
|
|
55
|
+
output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 2);
|
|
56
|
+
output.writeI32(this.encoding);
|
|
57
|
+
output.writeFieldEnd();
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
if (this.definition_level_encoding != null) {
|
|
61
|
+
output.writeFieldBegin('definition_level_encoding', thrift.Thrift.Type.I32, 3);
|
|
62
|
+
output.writeI32(this.definition_level_encoding);
|
|
63
|
+
output.writeFieldEnd();
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
if (this.repetition_level_encoding != null) {
|
|
67
|
+
output.writeFieldBegin('repetition_level_encoding', thrift.Thrift.Type.I32, 4);
|
|
68
|
+
output.writeI32(this.repetition_level_encoding);
|
|
69
|
+
output.writeFieldEnd();
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
if (this.statistics != null) {
|
|
73
|
+
output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 5);
|
|
74
|
+
this.statistics.write(output);
|
|
75
|
+
output.writeFieldEnd();
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
output.writeFieldStop();
|
|
79
|
+
output.writeStructEnd();
|
|
80
|
+
return;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
static read(input) {
|
|
84
|
+
input.readStructBegin();
|
|
85
|
+
let _args = {};
|
|
86
|
+
|
|
87
|
+
while (true) {
|
|
88
|
+
const ret = input.readFieldBegin();
|
|
89
|
+
const fieldType = ret.ftype;
|
|
90
|
+
const fieldId = ret.fid;
|
|
91
|
+
|
|
92
|
+
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
93
|
+
break;
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
switch (fieldId) {
|
|
97
|
+
case 1:
|
|
98
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
99
|
+
const value_1 = input.readI32();
|
|
100
|
+
_args.num_values = value_1;
|
|
101
|
+
} else {
|
|
102
|
+
input.skip(fieldType);
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
break;
|
|
106
|
+
|
|
107
|
+
case 2:
|
|
108
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
109
|
+
const value_2 = input.readI32();
|
|
110
|
+
_args.encoding = value_2;
|
|
111
|
+
} else {
|
|
112
|
+
input.skip(fieldType);
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
break;
|
|
116
|
+
|
|
117
|
+
case 3:
|
|
118
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
119
|
+
const value_3 = input.readI32();
|
|
120
|
+
_args.definition_level_encoding = value_3;
|
|
121
|
+
} else {
|
|
122
|
+
input.skip(fieldType);
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
break;
|
|
126
|
+
|
|
127
|
+
case 4:
|
|
128
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
129
|
+
const value_4 = input.readI32();
|
|
130
|
+
_args.repetition_level_encoding = value_4;
|
|
131
|
+
} else {
|
|
132
|
+
input.skip(fieldType);
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
break;
|
|
136
|
+
|
|
137
|
+
case 5:
|
|
138
|
+
if (fieldType === thrift.Thrift.Type.STRUCT) {
|
|
139
|
+
const value_5 = Statistics.Statistics.read(input);
|
|
140
|
+
_args.statistics = value_5;
|
|
141
|
+
} else {
|
|
142
|
+
input.skip(fieldType);
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
break;
|
|
146
|
+
|
|
147
|
+
default:
|
|
148
|
+
{
|
|
149
|
+
input.skip(fieldType);
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
input.readFieldEnd();
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
input.readStructEnd();
|
|
157
|
+
|
|
158
|
+
if (_args.num_values !== undefined && _args.encoding !== undefined && _args.definition_level_encoding !== undefined && _args.repetition_level_encoding !== undefined) {
|
|
159
|
+
return new DataPageHeader(_args);
|
|
160
|
+
} else {
|
|
161
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read DataPageHeader from input');
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
|
|
165
165
|
}
|
|
166
|
-
|
|
166
|
+
//# sourceMappingURL=DataPageHeader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/DataPageHeader.ts"],"names":["thrift","Statistics","DataPageHeader","constructor","args","num_values","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","encoding","definition_level_encoding","repetition_level_encoding","statistics","write","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","STRUCT","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI32","skip","value_2","value_3","value_4","value_5","readFieldEnd","readStructEnd","undefined"],"mappings":";AAMA,OAAO,KAAKA,MAAZ,MAAwB,QAAxB;AAEA,OAAO,KAAKC,UAAZ,MAA4B,cAA5B;AAQA,OAAO,MAAMC,cAAN,CAAqB;AAM1BC,EAAAA,WAAW,CAACC,IAAD,EAA4B;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AACrC,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBD,IAAI,CAACC,UAAvB;AACD,KAFD,MAEO;AACL,YAAM,IAAIL,MAAM,CAACM,MAAP,CAAcC,kBAAlB,CACJP,MAAM,CAACM,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,sCAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACM,QAAL,IAAiB,IAArC,EAA2C;AACzC,WAAKA,QAAL,GAAgBN,IAAI,CAACM,QAArB;AACD,KAFD,MAEO;AACL,YAAM,IAAIV,MAAM,CAACM,MAAP,CAAcC,kBAAlB,CACJP,MAAM,CAACM,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,yBAAL,IAAkC,IAAtD,EAA4D;AAC1D,WAAKA,yBAAL,GAAiCP,IAAI,CAACO,yBAAtC;AACD,KAFD,MAEO;AACL,YAAM,IAAIX,MAAM,CAACM,MAAP,CAAcC,kBAAlB,CACJP,MAAM,CAACM,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,qDAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACQ,yBAAL,IAAkC,IAAtD,EAA4D;AAC1D,WAAKA,yBAAL,GAAiCR,IAAI,CAACQ,yBAAtC;AACD,KAFD,MAEO;AACL,YAAM,IAAIZ,MAAM,CAACM,MAAP,CAAcC,kBAAlB,CACJP,MAAM,CAACM,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,qDAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACS,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBT,IAAI,CAACS,UAAvB;AACD;AACF;;AACMC,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,gBAAxB;;AACA,QAAI,KAAKX,UAAL,IAAmB,IAAvB,EAA6B;AAC3BU,MAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCjB,MAAM,CAACM,MAAP,CAAcY,IAAd,CAAmBC,GAAxD,EAA6D,CAA7D;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKf,UAArB;AACAU,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKX,QAAL,IAAiB,IAArB,EAA2B;AACzBK,MAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCjB,MAAM,CAACM,MAAP,CAAcY,IAAd,CAAmBC,GAAtD,EAA2D,CAA3D;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKV,QAArB;AACAK,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKV,yBAAL,IAAkC,IAAtC,EAA4C;AAC1CI,MAAAA,MAAM,CAACE,eAAP,CAAuB,2BAAvB,EAAoDjB,MAAM,CAACM,MAAP,CAAcY,IAAd,CAAmBC,GAAvE,EAA4E,CAA5E;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKT,yBAArB;AACAI,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKT,yBAAL,IAAkC,IAAtC,EAA4C;AAC1CG,MAAAA,MAAM,CAACE,eAAP,CAAuB,2BAAvB,EAAoDjB,MAAM,CAACM,MAAP,CAAcY,IAAd,CAAmBC,GAAvE,EAA4E,CAA5E;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKR,yBAArB;AACAG,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKR,UAAL,IAAmB,IAAvB,EAA6B;AAC3BE,MAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCjB,MAAM,CAACM,MAAP,CAAcY,IAAd,CAAmBI,MAAxD,EAAgE,CAAhE;AACA,WAAKT,UAAL,CAAgBC,KAAhB,CAAsBC,MAAtB;AACAA,MAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,IAAAA,MAAM,CAACQ,cAAP;AACAR,IAAAA,MAAM,CAACS,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAA0C;AAC1DA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAK/B,MAAM,CAACM,MAAP,CAAcY,IAAd,CAAmBiB,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAK/B,MAAM,CAACM,MAAP,CAAcY,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMiB,OAAe,GAAGV,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAACvB,UAAN,GAAmB+B,OAAnB;AACD,WAHD,MAGO;AACLV,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK/B,MAAM,CAACM,MAAP,CAAcY,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMoB,OAA0B,GAAGb,KAAK,CAACW,OAAN,EAAnC;AACAT,YAAAA,KAAK,CAAClB,QAAN,GAAiB6B,OAAjB;AACD,WAHD,MAGO;AACLb,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK/B,MAAM,CAACM,MAAP,CAAcY,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMqB,OAA0B,GAAGd,KAAK,CAACW,OAAN,EAAnC;AACAT,YAAAA,KAAK,CAACjB,yBAAN,GAAkC6B,OAAlC;AACD,WAHD,MAGO;AACLd,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK/B,MAAM,CAACM,MAAP,CAAcY,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMsB,OAA0B,GAAGf,KAAK,CAACW,OAAN,EAAnC;AACAT,YAAAA,KAAK,CAAChB,yBAAN,GAAkC6B,OAAlC;AACD,WAHD,MAGO;AACLf,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK/B,MAAM,CAACM,MAAP,CAAcY,IAAd,CAAmBI,MAArC,EAA6C;AAC3C,kBAAMoB,OAA8B,GAAGzC,UAAU,CAACA,UAAX,CAAsBwB,IAAtB,CAA2BC,KAA3B,CAAvC;AACAE,YAAAA,KAAK,CAACf,UAAN,GAAmB6B,OAAnB;AACD,WAHD,MAGO;AACLhB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AA3CH;;AA6CAL,MAAAA,KAAK,CAACiB,YAAN;AACD;;AACDjB,IAAAA,KAAK,CAACkB,aAAN;;AACA,QACEhB,KAAK,CAACvB,UAAN,KAAqBwC,SAArB,IACAjB,KAAK,CAAClB,QAAN,KAAmBmC,SADnB,IAEAjB,KAAK,CAACjB,yBAAN,KAAoCkC,SAFpC,IAGAjB,KAAK,CAAChB,yBAAN,KAAoCiC,SAJtC,EAKE;AACA,aAAO,IAAI3C,cAAJ,CAAmB0B,KAAnB,CAAP;AACD,KAPD,MAOO;AACL,YAAM,IAAI5B,MAAM,CAACM,MAAP,CAAcC,kBAAlB,CACJP,MAAM,CAACM,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,0CAFI,CAAN;AAID;AACF;;AAjJyB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as Encoding from './Encoding';\nimport * as Statistics from './Statistics';\nexport interface IDataPageHeaderArgs {\n num_values: number;\n encoding: Encoding.Encoding;\n definition_level_encoding: Encoding.Encoding;\n repetition_level_encoding: Encoding.Encoding;\n statistics?: Statistics.Statistics;\n}\nexport class DataPageHeader {\n public num_values: number;\n public encoding: Encoding.Encoding;\n public definition_level_encoding: Encoding.Encoding;\n public repetition_level_encoding: Encoding.Encoding;\n public statistics?: Statistics.Statistics;\n constructor(args: IDataPageHeaderArgs) {\n if (args != null && args.num_values != null) {\n this.num_values = args.num_values;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_values] is unset!'\n );\n }\n if (args != null && args.encoding != null) {\n this.encoding = args.encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[encoding] is unset!'\n );\n }\n if (args != null && args.definition_level_encoding != null) {\n this.definition_level_encoding = args.definition_level_encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[definition_level_encoding] is unset!'\n );\n }\n if (args != null && args.repetition_level_encoding != null) {\n this.repetition_level_encoding = args.repetition_level_encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[repetition_level_encoding] is unset!'\n );\n }\n if (args != null && args.statistics != null) {\n this.statistics = args.statistics;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('DataPageHeader');\n if (this.num_values != null) {\n output.writeFieldBegin('num_values', thrift.Thrift.Type.I32, 1);\n output.writeI32(this.num_values);\n output.writeFieldEnd();\n }\n if (this.encoding != null) {\n output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 2);\n output.writeI32(this.encoding);\n output.writeFieldEnd();\n }\n if (this.definition_level_encoding != null) {\n output.writeFieldBegin('definition_level_encoding', thrift.Thrift.Type.I32, 3);\n output.writeI32(this.definition_level_encoding);\n output.writeFieldEnd();\n }\n if (this.repetition_level_encoding != null) {\n output.writeFieldBegin('repetition_level_encoding', thrift.Thrift.Type.I32, 4);\n output.writeI32(this.repetition_level_encoding);\n output.writeFieldEnd();\n }\n if (this.statistics != null) {\n output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 5);\n this.statistics.write(output);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): DataPageHeader {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_1: number = input.readI32();\n _args.num_values = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_2: Encoding.Encoding = input.readI32();\n _args.encoding = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_3: Encoding.Encoding = input.readI32();\n _args.definition_level_encoding = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_4: Encoding.Encoding = input.readI32();\n _args.repetition_level_encoding = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_5: Statistics.Statistics = Statistics.Statistics.read(input);\n _args.statistics = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.num_values !== undefined &&\n _args.encoding !== undefined &&\n _args.definition_level_encoding !== undefined &&\n _args.repetition_level_encoding !== undefined\n ) {\n return new DataPageHeader(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read DataPageHeader from input'\n );\n }\n }\n}\n"],"file":"DataPageHeader.js"}
|