@loaders.gl/parquet 3.1.3 → 4.0.0-alpha.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +2 -2
- package/dist/bundle.js.map +1 -0
- package/dist/constants.js +6 -18
- package/dist/constants.js.map +1 -0
- package/dist/dist.min.js +17 -8
- package/dist/dist.min.js.map +3 -3
- package/dist/index.js +14 -29
- package/dist/index.js.map +1 -0
- package/dist/lib/convert-schema.js +63 -62
- package/dist/lib/convert-schema.js.map +1 -0
- package/dist/lib/parse-parquet.js +25 -25
- package/dist/lib/parse-parquet.js.map +1 -0
- package/dist/lib/read-array-buffer.js +8 -28
- package/dist/lib/read-array-buffer.js.map +1 -0
- package/dist/parquet-loader.js +19 -24
- package/dist/parquet-loader.js.map +1 -0
- package/dist/parquet-worker.js +18 -9
- package/dist/parquet-worker.js.map +3 -3
- package/dist/parquet-writer.js +14 -17
- package/dist/parquet-writer.js.map +1 -0
- package/dist/{es5/parquetjs → parquetjs}/LICENSE +0 -0
- package/dist/parquetjs/codecs/declare.js +2 -2
- package/dist/{es5/parquetjs → parquetjs}/codecs/declare.js.map +0 -0
- package/dist/parquetjs/codecs/dictionary.js +10 -12
- package/dist/parquetjs/codecs/dictionary.js.map +1 -0
- package/dist/parquetjs/codecs/index.js +22 -50
- package/dist/parquetjs/codecs/index.js.map +1 -0
- package/dist/parquetjs/codecs/plain.js +232 -173
- package/dist/parquetjs/codecs/plain.js.map +1 -0
- package/dist/parquetjs/codecs/rle.js +140 -134
- package/dist/parquetjs/codecs/rle.js.map +1 -0
- package/dist/parquetjs/compression.js +48 -154
- package/dist/parquetjs/compression.js.map +1 -0
- package/dist/parquetjs/encoder/writer.js +383 -440
- package/dist/parquetjs/encoder/writer.js.map +1 -0
- package/dist/parquetjs/file.js +66 -85
- package/dist/parquetjs/file.js.map +1 -0
- package/dist/{es5/parquetjs → parquetjs}/modules.d.ts +0 -0
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +7 -14
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/BsonType.js +37 -56
- package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js +215 -205
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +212 -207
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +422 -391
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js +90 -99
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js +12 -19
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ConvertedType.js +26 -33
- package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js +162 -162
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +234 -224
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DateType.js +37 -56
- package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DecimalType.js +91 -101
- package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +113 -118
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.js +12 -19
- package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/EnumType.js +37 -56
- package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +7 -14
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FileMetaData.js +264 -250
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +37 -56
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IntType.js +91 -101
- package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/JsonType.js +37 -56
- package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/KeyValue.js +89 -98
- package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ListType.js +37 -56
- package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/LogicalType.js +450 -363
- package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MapType.js +37 -56
- package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js +37 -56
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js +37 -56
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/NullType.js +37 -56
- package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js +80 -92
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +115 -123
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageHeader.js +231 -214
- package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageLocation.js +124 -137
- package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageType.js +8 -15
- package/dist/parquetjs/parquet-thrift/PageType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/RowGroup.js +172 -176
- package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SchemaElement.js +268 -237
- package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SortingColumn.js +115 -123
- package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Statistics.js +179 -172
- package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/StringType.js +37 -56
- package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimeType.js +92 -102
- package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimeUnit.js +120 -121
- package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimestampType.js +92 -102
- package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Type.js +12 -19
- package/dist/parquetjs/parquet-thrift/Type.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +37 -56
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/UUIDType.js +37 -56
- package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.js +44 -61
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -0
- package/dist/parquetjs/parser/decoders.js +283 -301
- package/dist/{es5/parquetjs → parquetjs}/parser/decoders.js.map +1 -1
- package/dist/parquetjs/parser/parquet-cursor.js +85 -69
- package/dist/parquetjs/parser/parquet-cursor.js.map +1 -0
- package/dist/parquetjs/parser/parquet-envelope-reader.js +146 -127
- package/dist/parquetjs/parser/parquet-envelope-reader.js.map +1 -0
- package/dist/parquetjs/parser/parquet-reader.js +113 -127
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -0
- package/dist/parquetjs/schema/declare.js +12 -9
- package/dist/parquetjs/schema/declare.js.map +1 -0
- package/dist/parquetjs/schema/schema.js +162 -148
- package/dist/{es5/parquetjs → parquetjs}/schema/schema.js.map +1 -1
- package/dist/parquetjs/schema/shred.js +151 -214
- package/dist/parquetjs/schema/shred.js.map +1 -0
- package/dist/parquetjs/schema/types.js +415 -357
- package/dist/parquetjs/schema/types.js.map +1 -0
- package/dist/parquetjs/utils/buffer-utils.js +10 -20
- package/dist/parquetjs/utils/buffer-utils.js.map +1 -0
- package/dist/parquetjs/utils/file-utils.js +28 -40
- package/dist/parquetjs/utils/file-utils.js.map +1 -0
- package/dist/parquetjs/utils/read-utils.js +95 -99
- package/dist/parquetjs/utils/read-utils.js.map +1 -0
- package/dist/workers/parquet-worker.js +4 -5
- package/dist/workers/parquet-worker.js.map +1 -0
- package/package.json +8 -8
- package/dist/es5/bundle.js +0 -7
- package/dist/es5/bundle.js.map +0 -1
- package/dist/es5/constants.js +0 -17
- package/dist/es5/constants.js.map +0 -1
- package/dist/es5/index.js +0 -82
- package/dist/es5/index.js.map +0 -1
- package/dist/es5/lib/convert-schema.js +0 -82
- package/dist/es5/lib/convert-schema.js.map +0 -1
- package/dist/es5/lib/parse-parquet.js +0 -173
- package/dist/es5/lib/parse-parquet.js.map +0 -1
- package/dist/es5/lib/read-array-buffer.js +0 -53
- package/dist/es5/lib/read-array-buffer.js.map +0 -1
- package/dist/es5/parquet-loader.js +0 -30
- package/dist/es5/parquet-loader.js.map +0 -1
- package/dist/es5/parquet-writer.js +0 -25
- package/dist/es5/parquet-writer.js.map +0 -1
- package/dist/es5/parquetjs/codecs/declare.js +0 -2
- package/dist/es5/parquetjs/codecs/dictionary.js +0 -30
- package/dist/es5/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/es5/parquetjs/codecs/index.js +0 -56
- package/dist/es5/parquetjs/codecs/index.js.map +0 -1
- package/dist/es5/parquetjs/codecs/plain.js +0 -287
- package/dist/es5/parquetjs/codecs/plain.js.map +0 -1
- package/dist/es5/parquetjs/codecs/rle.js +0 -174
- package/dist/es5/parquetjs/codecs/rle.js.map +0 -1
- package/dist/es5/parquetjs/compression.js +0 -167
- package/dist/es5/parquetjs/compression.js.map +0 -1
- package/dist/es5/parquetjs/encoder/writer.js +0 -875
- package/dist/es5/parquetjs/encoder/writer.js.map +0 -1
- package/dist/es5/parquetjs/file.js +0 -103
- package/dist/es5/parquetjs/file.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +0 -15
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js +0 -241
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js +0 -245
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js +0 -449
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +0 -20
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +0 -34
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js +0 -191
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -258
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DateType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js +0 -122
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -143
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js +0 -20
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -15
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js +0 -298
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/IntType.js +0 -122
- package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js +0 -120
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ListType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js +0 -508
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MapType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/NullType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js +0 -114
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js +0 -145
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js +0 -258
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js +0 -155
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageType.js +0 -16
- package/dist/es5/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js +0 -206
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js +0 -290
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js +0 -145
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js +0 -207
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/StringType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js +0 -156
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Type.js +0 -20
- package/dist/es5/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/index.js +0 -565
- package/dist/es5/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/es5/parquetjs/parser/decoders.js +0 -489
- package/dist/es5/parquetjs/parser/parquet-cursor.js +0 -215
- package/dist/es5/parquetjs/parser/parquet-cursor.js.map +0 -1
- package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +0 -413
- package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
- package/dist/es5/parquetjs/parser/parquet-reader.js +0 -364
- package/dist/es5/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/es5/parquetjs/schema/declare.js +0 -25
- package/dist/es5/parquetjs/schema/declare.js.map +0 -1
- package/dist/es5/parquetjs/schema/schema.js +0 -203
- package/dist/es5/parquetjs/schema/shred.js +0 -223
- package/dist/es5/parquetjs/schema/shred.js.map +0 -1
- package/dist/es5/parquetjs/schema/types.js +0 -492
- package/dist/es5/parquetjs/schema/types.js.map +0 -1
- package/dist/es5/parquetjs/utils/buffer-utils.js +0 -21
- package/dist/es5/parquetjs/utils/buffer-utils.js.map +0 -1
- package/dist/es5/parquetjs/utils/file-utils.js +0 -55
- package/dist/es5/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/es5/parquetjs/utils/read-utils.js +0 -159
- package/dist/es5/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/es5/workers/parquet-worker.js +0 -8
- package/dist/es5/workers/parquet-worker.js.map +0 -1
- package/dist/esm/bundle.js +0 -5
- package/dist/esm/bundle.js.map +0 -1
- package/dist/esm/constants.js +0 -6
- package/dist/esm/constants.js.map +0 -1
- package/dist/esm/index.js +0 -15
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/lib/convert-schema.js +0 -71
- package/dist/esm/lib/convert-schema.js.map +0 -1
- package/dist/esm/lib/parse-parquet.js +0 -28
- package/dist/esm/lib/parse-parquet.js.map +0 -1
- package/dist/esm/lib/read-array-buffer.js +0 -9
- package/dist/esm/lib/read-array-buffer.js.map +0 -1
- package/dist/esm/parquet-loader.js +0 -22
- package/dist/esm/parquet-loader.js.map +0 -1
- package/dist/esm/parquet-writer.js +0 -18
- package/dist/esm/parquet-writer.js.map +0 -1
- package/dist/esm/parquetjs/LICENSE +0 -20
- package/dist/esm/parquetjs/codecs/declare.js +0 -2
- package/dist/esm/parquetjs/codecs/declare.js.map +0 -1
- package/dist/esm/parquetjs/codecs/dictionary.js +0 -12
- package/dist/esm/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/esm/parquetjs/codecs/index.js +0 -23
- package/dist/esm/parquetjs/codecs/index.js.map +0 -1
- package/dist/esm/parquetjs/codecs/plain.js +0 -270
- package/dist/esm/parquetjs/codecs/plain.js.map +0 -1
- package/dist/esm/parquetjs/codecs/rle.js +0 -151
- package/dist/esm/parquetjs/codecs/rle.js.map +0 -1
- package/dist/esm/parquetjs/compression.js +0 -62
- package/dist/esm/parquetjs/compression.js.map +0 -1
- package/dist/esm/parquetjs/encoder/writer.js +0 -421
- package/dist/esm/parquetjs/encoder/writer.js.map +0 -1
- package/dist/esm/parquetjs/file.js +0 -80
- package/dist/esm/parquetjs/file.js.map +0 -1
- package/dist/esm/parquetjs/modules.d.ts +0 -21
- package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js +0 -8
- package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/BsonType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js +0 -217
- package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js +0 -218
- package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js +0 -429
- package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js +0 -95
- package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js +0 -13
- package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js +0 -27
- package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js +0 -166
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -236
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DateType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DecimalType.js +0 -95
- package/dist/esm/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -117
- package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Encoding.js +0 -13
- package/dist/esm/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/EnumType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -8
- package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js +0 -270
- package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/IntType.js +0 -95
- package/dist/esm/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/JsonType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/KeyValue.js +0 -93
- package/dist/esm/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ListType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/LogicalType.js +0 -467
- package/dist/esm/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MapType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/NullType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js +0 -85
- package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js +0 -119
- package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageHeader.js +0 -233
- package/dist/esm/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageLocation.js +0 -128
- package/dist/esm/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageType.js +0 -9
- package/dist/esm/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/RowGroup.js +0 -178
- package/dist/esm/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js +0 -270
- package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js +0 -119
- package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Statistics.js +0 -183
- package/dist/esm/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/StringType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimeType.js +0 -96
- package/dist/esm/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js +0 -126
- package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimestampType.js +0 -96
- package/dist/esm/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Type.js +0 -13
- package/dist/esm/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/UUIDType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/index.js +0 -44
- package/dist/esm/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/esm/parquetjs/parser/decoders.js +0 -300
- package/dist/esm/parquetjs/parser/decoders.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-cursor.js +0 -90
- package/dist/esm/parquetjs/parser/parquet-cursor.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-envelope-reader.js +0 -155
- package/dist/esm/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-reader.js +0 -120
- package/dist/esm/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/esm/parquetjs/schema/declare.js +0 -13
- package/dist/esm/parquetjs/schema/declare.js.map +0 -1
- package/dist/esm/parquetjs/schema/schema.js +0 -176
- package/dist/esm/parquetjs/schema/schema.js.map +0 -1
- package/dist/esm/parquetjs/schema/shred.js +0 -162
- package/dist/esm/parquetjs/schema/shred.js.map +0 -1
- package/dist/esm/parquetjs/schema/types.js +0 -476
- package/dist/esm/parquetjs/schema/types.js.map +0 -1
- package/dist/esm/parquetjs/utils/buffer-utils.js +0 -12
- package/dist/esm/parquetjs/utils/buffer-utils.js.map +0 -1
- package/dist/esm/parquetjs/utils/file-utils.js +0 -34
- package/dist/esm/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/esm/parquetjs/utils/read-utils.js +0 -105
- package/dist/esm/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/esm/workers/parquet-worker.js +0 -4
- package/dist/esm/workers/parquet-worker.js.map +0 -1
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/CompressionCodec.ts"],"names":["CompressionCodec"],"mappings":";;;;;;IAMYA,gB;;;WAAAA,gB;AAAAA,EAAAA,gB,CAAAA,gB;AAAAA,EAAAA,gB,CAAAA,gB;AAAAA,EAAAA,gB,CAAAA,gB;AAAAA,EAAAA,gB,CAAAA,gB;AAAAA,EAAAA,gB,CAAAA,gB;AAAAA,EAAAA,gB,CAAAA,gB;AAAAA,EAAAA,gB,CAAAA,gB;AAAAA,EAAAA,gB,CAAAA,gB;GAAAA,gB,gCAAAA,gB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport enum CompressionCodec {\n UNCOMPRESSED = 0,\n SNAPPY = 1,\n GZIP = 2,\n LZO = 3,\n BROTLI = 4,\n LZ4 = 5,\n ZSTD = 6,\n LZ4_RAW = 7 // Added in 2.9\n}\n"],"file":"CompressionCodec.js"}
|
|
@@ -1,34 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
Object.defineProperty(exports, "__esModule", {
|
|
4
|
-
value: true
|
|
5
|
-
});
|
|
6
|
-
exports.ConvertedType = void 0;
|
|
7
|
-
var ConvertedType;
|
|
8
|
-
exports.ConvertedType = ConvertedType;
|
|
9
|
-
|
|
10
|
-
(function (ConvertedType) {
|
|
11
|
-
ConvertedType[ConvertedType["UTF8"] = 0] = "UTF8";
|
|
12
|
-
ConvertedType[ConvertedType["MAP"] = 1] = "MAP";
|
|
13
|
-
ConvertedType[ConvertedType["MAP_KEY_VALUE"] = 2] = "MAP_KEY_VALUE";
|
|
14
|
-
ConvertedType[ConvertedType["LIST"] = 3] = "LIST";
|
|
15
|
-
ConvertedType[ConvertedType["ENUM"] = 4] = "ENUM";
|
|
16
|
-
ConvertedType[ConvertedType["DECIMAL"] = 5] = "DECIMAL";
|
|
17
|
-
ConvertedType[ConvertedType["DATE"] = 6] = "DATE";
|
|
18
|
-
ConvertedType[ConvertedType["TIME_MILLIS"] = 7] = "TIME_MILLIS";
|
|
19
|
-
ConvertedType[ConvertedType["TIME_MICROS"] = 8] = "TIME_MICROS";
|
|
20
|
-
ConvertedType[ConvertedType["TIMESTAMP_MILLIS"] = 9] = "TIMESTAMP_MILLIS";
|
|
21
|
-
ConvertedType[ConvertedType["TIMESTAMP_MICROS"] = 10] = "TIMESTAMP_MICROS";
|
|
22
|
-
ConvertedType[ConvertedType["UINT_8"] = 11] = "UINT_8";
|
|
23
|
-
ConvertedType[ConvertedType["UINT_16"] = 12] = "UINT_16";
|
|
24
|
-
ConvertedType[ConvertedType["UINT_32"] = 13] = "UINT_32";
|
|
25
|
-
ConvertedType[ConvertedType["UINT_64"] = 14] = "UINT_64";
|
|
26
|
-
ConvertedType[ConvertedType["INT_8"] = 15] = "INT_8";
|
|
27
|
-
ConvertedType[ConvertedType["INT_16"] = 16] = "INT_16";
|
|
28
|
-
ConvertedType[ConvertedType["INT_32"] = 17] = "INT_32";
|
|
29
|
-
ConvertedType[ConvertedType["INT_64"] = 18] = "INT_64";
|
|
30
|
-
ConvertedType[ConvertedType["JSON"] = 19] = "JSON";
|
|
31
|
-
ConvertedType[ConvertedType["BSON"] = 20] = "BSON";
|
|
32
|
-
ConvertedType[ConvertedType["INTERVAL"] = 21] = "INTERVAL";
|
|
33
|
-
})(ConvertedType || (exports.ConvertedType = ConvertedType = {}));
|
|
34
|
-
//# sourceMappingURL=ConvertedType.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/ConvertedType.ts"],"names":["ConvertedType"],"mappings":";;;;;;IAMYA,a;;;WAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;GAAAA,a,6BAAAA,a","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport enum ConvertedType {\n UTF8 = 0,\n MAP = 1,\n MAP_KEY_VALUE = 2,\n LIST = 3,\n ENUM = 4,\n DECIMAL = 5,\n DATE = 6,\n TIME_MILLIS = 7,\n TIME_MICROS = 8,\n TIMESTAMP_MILLIS = 9,\n TIMESTAMP_MICROS = 10,\n UINT_8 = 11,\n UINT_16 = 12,\n UINT_32 = 13,\n UINT_64 = 14,\n INT_8 = 15,\n INT_16 = 16,\n INT_32 = 17,\n INT_64 = 18,\n JSON = 19,\n BSON = 20,\n INTERVAL = 21\n}\n"],"file":"ConvertedType.js"}
|
|
@@ -1,191 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
|
|
5
|
-
var _typeof = require("@babel/runtime/helpers/typeof");
|
|
6
|
-
|
|
7
|
-
Object.defineProperty(exports, "__esModule", {
|
|
8
|
-
value: true
|
|
9
|
-
});
|
|
10
|
-
exports.DataPageHeader = void 0;
|
|
11
|
-
|
|
12
|
-
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
13
|
-
|
|
14
|
-
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
15
|
-
|
|
16
|
-
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
17
|
-
|
|
18
|
-
var thrift = _interopRequireWildcard(require("thrift"));
|
|
19
|
-
|
|
20
|
-
var Statistics = _interopRequireWildcard(require("./Statistics"));
|
|
21
|
-
|
|
22
|
-
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
|
|
23
|
-
|
|
24
|
-
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
|
|
25
|
-
|
|
26
|
-
var DataPageHeader = function () {
|
|
27
|
-
function DataPageHeader(args) {
|
|
28
|
-
(0, _classCallCheck2.default)(this, DataPageHeader);
|
|
29
|
-
(0, _defineProperty2.default)(this, "num_values", void 0);
|
|
30
|
-
(0, _defineProperty2.default)(this, "encoding", void 0);
|
|
31
|
-
(0, _defineProperty2.default)(this, "definition_level_encoding", void 0);
|
|
32
|
-
(0, _defineProperty2.default)(this, "repetition_level_encoding", void 0);
|
|
33
|
-
(0, _defineProperty2.default)(this, "statistics", void 0);
|
|
34
|
-
|
|
35
|
-
if (args != null && args.num_values != null) {
|
|
36
|
-
this.num_values = args.num_values;
|
|
37
|
-
} else {
|
|
38
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[num_values] is unset!');
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
if (args != null && args.encoding != null) {
|
|
42
|
-
this.encoding = args.encoding;
|
|
43
|
-
} else {
|
|
44
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[encoding] is unset!');
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
if (args != null && args.definition_level_encoding != null) {
|
|
48
|
-
this.definition_level_encoding = args.definition_level_encoding;
|
|
49
|
-
} else {
|
|
50
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[definition_level_encoding] is unset!');
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
if (args != null && args.repetition_level_encoding != null) {
|
|
54
|
-
this.repetition_level_encoding = args.repetition_level_encoding;
|
|
55
|
-
} else {
|
|
56
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[repetition_level_encoding] is unset!');
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
if (args != null && args.statistics != null) {
|
|
60
|
-
this.statistics = args.statistics;
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
(0, _createClass2.default)(DataPageHeader, [{
|
|
65
|
-
key: "write",
|
|
66
|
-
value: function write(output) {
|
|
67
|
-
output.writeStructBegin('DataPageHeader');
|
|
68
|
-
|
|
69
|
-
if (this.num_values != null) {
|
|
70
|
-
output.writeFieldBegin('num_values', thrift.Thrift.Type.I32, 1);
|
|
71
|
-
output.writeI32(this.num_values);
|
|
72
|
-
output.writeFieldEnd();
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
if (this.encoding != null) {
|
|
76
|
-
output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 2);
|
|
77
|
-
output.writeI32(this.encoding);
|
|
78
|
-
output.writeFieldEnd();
|
|
79
|
-
}
|
|
80
|
-
|
|
81
|
-
if (this.definition_level_encoding != null) {
|
|
82
|
-
output.writeFieldBegin('definition_level_encoding', thrift.Thrift.Type.I32, 3);
|
|
83
|
-
output.writeI32(this.definition_level_encoding);
|
|
84
|
-
output.writeFieldEnd();
|
|
85
|
-
}
|
|
86
|
-
|
|
87
|
-
if (this.repetition_level_encoding != null) {
|
|
88
|
-
output.writeFieldBegin('repetition_level_encoding', thrift.Thrift.Type.I32, 4);
|
|
89
|
-
output.writeI32(this.repetition_level_encoding);
|
|
90
|
-
output.writeFieldEnd();
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
if (this.statistics != null) {
|
|
94
|
-
output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 5);
|
|
95
|
-
this.statistics.write(output);
|
|
96
|
-
output.writeFieldEnd();
|
|
97
|
-
}
|
|
98
|
-
|
|
99
|
-
output.writeFieldStop();
|
|
100
|
-
output.writeStructEnd();
|
|
101
|
-
return;
|
|
102
|
-
}
|
|
103
|
-
}], [{
|
|
104
|
-
key: "read",
|
|
105
|
-
value: function read(input) {
|
|
106
|
-
input.readStructBegin();
|
|
107
|
-
var _args = {};
|
|
108
|
-
|
|
109
|
-
while (true) {
|
|
110
|
-
var ret = input.readFieldBegin();
|
|
111
|
-
var fieldType = ret.ftype;
|
|
112
|
-
var fieldId = ret.fid;
|
|
113
|
-
|
|
114
|
-
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
115
|
-
break;
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
switch (fieldId) {
|
|
119
|
-
case 1:
|
|
120
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
121
|
-
var value_1 = input.readI32();
|
|
122
|
-
_args.num_values = value_1;
|
|
123
|
-
} else {
|
|
124
|
-
input.skip(fieldType);
|
|
125
|
-
}
|
|
126
|
-
|
|
127
|
-
break;
|
|
128
|
-
|
|
129
|
-
case 2:
|
|
130
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
131
|
-
var value_2 = input.readI32();
|
|
132
|
-
_args.encoding = value_2;
|
|
133
|
-
} else {
|
|
134
|
-
input.skip(fieldType);
|
|
135
|
-
}
|
|
136
|
-
|
|
137
|
-
break;
|
|
138
|
-
|
|
139
|
-
case 3:
|
|
140
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
141
|
-
var value_3 = input.readI32();
|
|
142
|
-
_args.definition_level_encoding = value_3;
|
|
143
|
-
} else {
|
|
144
|
-
input.skip(fieldType);
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
break;
|
|
148
|
-
|
|
149
|
-
case 4:
|
|
150
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
151
|
-
var value_4 = input.readI32();
|
|
152
|
-
_args.repetition_level_encoding = value_4;
|
|
153
|
-
} else {
|
|
154
|
-
input.skip(fieldType);
|
|
155
|
-
}
|
|
156
|
-
|
|
157
|
-
break;
|
|
158
|
-
|
|
159
|
-
case 5:
|
|
160
|
-
if (fieldType === thrift.Thrift.Type.STRUCT) {
|
|
161
|
-
var value_5 = Statistics.Statistics.read(input);
|
|
162
|
-
_args.statistics = value_5;
|
|
163
|
-
} else {
|
|
164
|
-
input.skip(fieldType);
|
|
165
|
-
}
|
|
166
|
-
|
|
167
|
-
break;
|
|
168
|
-
|
|
169
|
-
default:
|
|
170
|
-
{
|
|
171
|
-
input.skip(fieldType);
|
|
172
|
-
}
|
|
173
|
-
}
|
|
174
|
-
|
|
175
|
-
input.readFieldEnd();
|
|
176
|
-
}
|
|
177
|
-
|
|
178
|
-
input.readStructEnd();
|
|
179
|
-
|
|
180
|
-
if (_args.num_values !== undefined && _args.encoding !== undefined && _args.definition_level_encoding !== undefined && _args.repetition_level_encoding !== undefined) {
|
|
181
|
-
return new DataPageHeader(_args);
|
|
182
|
-
} else {
|
|
183
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read DataPageHeader from input');
|
|
184
|
-
}
|
|
185
|
-
}
|
|
186
|
-
}]);
|
|
187
|
-
return DataPageHeader;
|
|
188
|
-
}();
|
|
189
|
-
|
|
190
|
-
exports.DataPageHeader = DataPageHeader;
|
|
191
|
-
//# sourceMappingURL=DataPageHeader.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/DataPageHeader.ts"],"names":["DataPageHeader","args","num_values","thrift","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","encoding","definition_level_encoding","repetition_level_encoding","statistics","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","STRUCT","write","writeFieldStop","writeStructEnd","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI32","skip","value_2","value_3","value_4","value_5","Statistics","read","readFieldEnd","readStructEnd","undefined"],"mappings":";;;;;;;;;;;;;;;;;AAMA;;AAEA;;;;;;IAQaA,c;AAMX,0BAAYC,IAAZ,EAAuC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;AACrC,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBD,IAAI,CAACC,UAAvB;AACD,KAFD,MAEO;AACL,YAAM,IAAIC,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,sCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,QAAL,IAAiB,IAArC,EAA2C;AACzC,WAAKA,QAAL,GAAgBP,IAAI,CAACO,QAArB;AACD,KAFD,MAEO;AACL,YAAM,IAAIL,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACQ,yBAAL,IAAkC,IAAtD,EAA4D;AAC1D,WAAKA,yBAAL,GAAiCR,IAAI,CAACQ,yBAAtC;AACD,KAFD,MAEO;AACL,YAAM,IAAIN,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,qDAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACS,yBAAL,IAAkC,IAAtD,EAA4D;AAC1D,WAAKA,yBAAL,GAAiCT,IAAI,CAACS,yBAAtC;AACD,KAFD,MAEO;AACL,YAAM,IAAIP,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,qDAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACU,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBV,IAAI,CAACU,UAAvB;AACD;AACF;;;;WACD,eAAaC,MAAb,EAA6C;AAC3CA,MAAAA,MAAM,CAACC,gBAAP,CAAwB,gBAAxB;;AACA,UAAI,KAAKX,UAAL,IAAmB,IAAvB,EAA6B;AAC3BU,QAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCX,MAAM,CAACC,MAAP,CAAcW,IAAd,CAAmBC,GAAxD,EAA6D,CAA7D;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKf,UAArB;AACAU,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKV,QAAL,IAAiB,IAArB,EAA2B;AACzBI,QAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCX,MAAM,CAACC,MAAP,CAAcW,IAAd,CAAmBC,GAAtD,EAA2D,CAA3D;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKT,QAArB;AACAI,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKT,yBAAL,IAAkC,IAAtC,EAA4C;AAC1CG,QAAAA,MAAM,CAACE,eAAP,CAAuB,2BAAvB,EAAoDX,MAAM,CAACC,MAAP,CAAcW,IAAd,CAAmBC,GAAvE,EAA4E,CAA5E;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKR,yBAArB;AACAG,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKR,yBAAL,IAAkC,IAAtC,EAA4C;AAC1CE,QAAAA,MAAM,CAACE,eAAP,CAAuB,2BAAvB,EAAoDX,MAAM,CAACC,MAAP,CAAcW,IAAd,CAAmBC,GAAvE,EAA4E,CAA5E;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKP,yBAArB;AACAE,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKP,UAAL,IAAmB,IAAvB,EAA6B;AAC3BC,QAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCX,MAAM,CAACC,MAAP,CAAcW,IAAd,CAAmBI,MAAxD,EAAgE,CAAhE;AACA,aAAKR,UAAL,CAAgBS,KAAhB,CAAsBR,MAAtB;AACAA,QAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,MAAAA,MAAM,CAACS,cAAP;AACAT,MAAAA,MAAM,CAACU,cAAP;AACA;AACD;;;WACD,cAAmBC,KAAnB,EAA4D;AAC1DA,MAAAA,KAAK,CAACC,eAAN;AACA,UAAIC,KAAU,GAAG,EAAjB;;AACA,aAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,YAAIH,SAAS,KAAKzB,MAAM,CAACC,MAAP,CAAcW,IAAd,CAAmBiB,IAArC,EAA2C;AACzC;AACD;;AACD,gBAAQF,OAAR;AACE,eAAK,CAAL;AACE,gBAAIF,SAAS,KAAKzB,MAAM,CAACC,MAAP,CAAcW,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMiB,OAAe,GAAGV,KAAK,CAACW,OAAN,EAAxB;AACAT,cAAAA,KAAK,CAACvB,UAAN,GAAmB+B,OAAnB;AACD,aAHD,MAGO;AACLV,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAKzB,MAAM,CAACC,MAAP,CAAcW,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMoB,OAA0B,GAAGb,KAAK,CAACW,OAAN,EAAnC;AACAT,cAAAA,KAAK,CAACjB,QAAN,GAAiB4B,OAAjB;AACD,aAHD,MAGO;AACLb,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAKzB,MAAM,CAACC,MAAP,CAAcW,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMqB,OAA0B,GAAGd,KAAK,CAACW,OAAN,EAAnC;AACAT,cAAAA,KAAK,CAAChB,yBAAN,GAAkC4B,OAAlC;AACD,aAHD,MAGO;AACLd,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAKzB,MAAM,CAACC,MAAP,CAAcW,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMsB,OAA0B,GAAGf,KAAK,CAACW,OAAN,EAAnC;AACAT,cAAAA,KAAK,CAACf,yBAAN,GAAkC4B,OAAlC;AACD,aAHD,MAGO;AACLf,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAKzB,MAAM,CAACC,MAAP,CAAcW,IAAd,CAAmBI,MAArC,EAA6C;AAC3C,kBAAMoB,OAA8B,GAAGC,UAAU,CAACA,UAAX,CAAsBC,IAAtB,CAA2BlB,KAA3B,CAAvC;AACAE,cAAAA,KAAK,CAACd,UAAN,GAAmB4B,OAAnB;AACD,aAHD,MAGO;AACLhB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AA3CH;;AA6CAL,QAAAA,KAAK,CAACmB,YAAN;AACD;;AACDnB,MAAAA,KAAK,CAACoB,aAAN;;AACA,UACElB,KAAK,CAACvB,UAAN,KAAqB0C,SAArB,IACAnB,KAAK,CAACjB,QAAN,KAAmBoC,SADnB,IAEAnB,KAAK,CAAChB,yBAAN,KAAoCmC,SAFpC,IAGAnB,KAAK,CAACf,yBAAN,KAAoCkC,SAJtC,EAKE;AACA,eAAO,IAAI5C,cAAJ,CAAmByB,KAAnB,CAAP;AACD,OAPD,MAOO;AACL,cAAM,IAAItB,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,0CAFI,CAAN;AAID;AACF","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as Encoding from './Encoding';\nimport * as Statistics from './Statistics';\nexport interface IDataPageHeaderArgs {\n num_values: number;\n encoding: Encoding.Encoding;\n definition_level_encoding: Encoding.Encoding;\n repetition_level_encoding: Encoding.Encoding;\n statistics?: Statistics.Statistics;\n}\nexport class DataPageHeader {\n public num_values: number;\n public encoding: Encoding.Encoding;\n public definition_level_encoding: Encoding.Encoding;\n public repetition_level_encoding: Encoding.Encoding;\n public statistics?: Statistics.Statistics;\n constructor(args: IDataPageHeaderArgs) {\n if (args != null && args.num_values != null) {\n this.num_values = args.num_values;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_values] is unset!'\n );\n }\n if (args != null && args.encoding != null) {\n this.encoding = args.encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[encoding] is unset!'\n );\n }\n if (args != null && args.definition_level_encoding != null) {\n this.definition_level_encoding = args.definition_level_encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[definition_level_encoding] is unset!'\n );\n }\n if (args != null && args.repetition_level_encoding != null) {\n this.repetition_level_encoding = args.repetition_level_encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[repetition_level_encoding] is unset!'\n );\n }\n if (args != null && args.statistics != null) {\n this.statistics = args.statistics;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('DataPageHeader');\n if (this.num_values != null) {\n output.writeFieldBegin('num_values', thrift.Thrift.Type.I32, 1);\n output.writeI32(this.num_values);\n output.writeFieldEnd();\n }\n if (this.encoding != null) {\n output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 2);\n output.writeI32(this.encoding);\n output.writeFieldEnd();\n }\n if (this.definition_level_encoding != null) {\n output.writeFieldBegin('definition_level_encoding', thrift.Thrift.Type.I32, 3);\n output.writeI32(this.definition_level_encoding);\n output.writeFieldEnd();\n }\n if (this.repetition_level_encoding != null) {\n output.writeFieldBegin('repetition_level_encoding', thrift.Thrift.Type.I32, 4);\n output.writeI32(this.repetition_level_encoding);\n output.writeFieldEnd();\n }\n if (this.statistics != null) {\n output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 5);\n this.statistics.write(output);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): DataPageHeader {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_1: number = input.readI32();\n _args.num_values = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_2: Encoding.Encoding = input.readI32();\n _args.encoding = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_3: Encoding.Encoding = input.readI32();\n _args.definition_level_encoding = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_4: Encoding.Encoding = input.readI32();\n _args.repetition_level_encoding = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_5: Statistics.Statistics = Statistics.Statistics.read(input);\n _args.statistics = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.num_values !== undefined &&\n _args.encoding !== undefined &&\n _args.definition_level_encoding !== undefined &&\n _args.repetition_level_encoding !== undefined\n ) {\n return new DataPageHeader(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read DataPageHeader from input'\n );\n }\n }\n}\n"],"file":"DataPageHeader.js"}
|
|
@@ -1,258 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
|
|
5
|
-
var _typeof = require("@babel/runtime/helpers/typeof");
|
|
6
|
-
|
|
7
|
-
Object.defineProperty(exports, "__esModule", {
|
|
8
|
-
value: true
|
|
9
|
-
});
|
|
10
|
-
exports.DataPageHeaderV2 = void 0;
|
|
11
|
-
|
|
12
|
-
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
13
|
-
|
|
14
|
-
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
15
|
-
|
|
16
|
-
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
17
|
-
|
|
18
|
-
var thrift = _interopRequireWildcard(require("thrift"));
|
|
19
|
-
|
|
20
|
-
var Statistics = _interopRequireWildcard(require("./Statistics"));
|
|
21
|
-
|
|
22
|
-
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
|
|
23
|
-
|
|
24
|
-
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
|
|
25
|
-
|
|
26
|
-
var DataPageHeaderV2 = function () {
|
|
27
|
-
function DataPageHeaderV2(args) {
|
|
28
|
-
(0, _classCallCheck2.default)(this, DataPageHeaderV2);
|
|
29
|
-
(0, _defineProperty2.default)(this, "num_values", void 0);
|
|
30
|
-
(0, _defineProperty2.default)(this, "num_nulls", void 0);
|
|
31
|
-
(0, _defineProperty2.default)(this, "num_rows", void 0);
|
|
32
|
-
(0, _defineProperty2.default)(this, "encoding", void 0);
|
|
33
|
-
(0, _defineProperty2.default)(this, "definition_levels_byte_length", void 0);
|
|
34
|
-
(0, _defineProperty2.default)(this, "repetition_levels_byte_length", void 0);
|
|
35
|
-
(0, _defineProperty2.default)(this, "is_compressed", true);
|
|
36
|
-
(0, _defineProperty2.default)(this, "statistics", void 0);
|
|
37
|
-
|
|
38
|
-
if (args != null && args.num_values != null) {
|
|
39
|
-
this.num_values = args.num_values;
|
|
40
|
-
} else {
|
|
41
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[num_values] is unset!');
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
if (args != null && args.num_nulls != null) {
|
|
45
|
-
this.num_nulls = args.num_nulls;
|
|
46
|
-
} else {
|
|
47
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[num_nulls] is unset!');
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
if (args != null && args.num_rows != null) {
|
|
51
|
-
this.num_rows = args.num_rows;
|
|
52
|
-
} else {
|
|
53
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[num_rows] is unset!');
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
if (args != null && args.encoding != null) {
|
|
57
|
-
this.encoding = args.encoding;
|
|
58
|
-
} else {
|
|
59
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[encoding] is unset!');
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
if (args != null && args.definition_levels_byte_length != null) {
|
|
63
|
-
this.definition_levels_byte_length = args.definition_levels_byte_length;
|
|
64
|
-
} else {
|
|
65
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[definition_levels_byte_length] is unset!');
|
|
66
|
-
}
|
|
67
|
-
|
|
68
|
-
if (args != null && args.repetition_levels_byte_length != null) {
|
|
69
|
-
this.repetition_levels_byte_length = args.repetition_levels_byte_length;
|
|
70
|
-
} else {
|
|
71
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[repetition_levels_byte_length] is unset!');
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
if (args != null && args.is_compressed != null) {
|
|
75
|
-
this.is_compressed = args.is_compressed;
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
if (args != null && args.statistics != null) {
|
|
79
|
-
this.statistics = args.statistics;
|
|
80
|
-
}
|
|
81
|
-
}
|
|
82
|
-
|
|
83
|
-
(0, _createClass2.default)(DataPageHeaderV2, [{
|
|
84
|
-
key: "write",
|
|
85
|
-
value: function write(output) {
|
|
86
|
-
output.writeStructBegin('DataPageHeaderV2');
|
|
87
|
-
|
|
88
|
-
if (this.num_values != null) {
|
|
89
|
-
output.writeFieldBegin('num_values', thrift.Thrift.Type.I32, 1);
|
|
90
|
-
output.writeI32(this.num_values);
|
|
91
|
-
output.writeFieldEnd();
|
|
92
|
-
}
|
|
93
|
-
|
|
94
|
-
if (this.num_nulls != null) {
|
|
95
|
-
output.writeFieldBegin('num_nulls', thrift.Thrift.Type.I32, 2);
|
|
96
|
-
output.writeI32(this.num_nulls);
|
|
97
|
-
output.writeFieldEnd();
|
|
98
|
-
}
|
|
99
|
-
|
|
100
|
-
if (this.num_rows != null) {
|
|
101
|
-
output.writeFieldBegin('num_rows', thrift.Thrift.Type.I32, 3);
|
|
102
|
-
output.writeI32(this.num_rows);
|
|
103
|
-
output.writeFieldEnd();
|
|
104
|
-
}
|
|
105
|
-
|
|
106
|
-
if (this.encoding != null) {
|
|
107
|
-
output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 4);
|
|
108
|
-
output.writeI32(this.encoding);
|
|
109
|
-
output.writeFieldEnd();
|
|
110
|
-
}
|
|
111
|
-
|
|
112
|
-
if (this.definition_levels_byte_length != null) {
|
|
113
|
-
output.writeFieldBegin('definition_levels_byte_length', thrift.Thrift.Type.I32, 5);
|
|
114
|
-
output.writeI32(this.definition_levels_byte_length);
|
|
115
|
-
output.writeFieldEnd();
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
if (this.repetition_levels_byte_length != null) {
|
|
119
|
-
output.writeFieldBegin('repetition_levels_byte_length', thrift.Thrift.Type.I32, 6);
|
|
120
|
-
output.writeI32(this.repetition_levels_byte_length);
|
|
121
|
-
output.writeFieldEnd();
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
if (this.is_compressed != null) {
|
|
125
|
-
output.writeFieldBegin('is_compressed', thrift.Thrift.Type.BOOL, 7);
|
|
126
|
-
output.writeBool(this.is_compressed);
|
|
127
|
-
output.writeFieldEnd();
|
|
128
|
-
}
|
|
129
|
-
|
|
130
|
-
if (this.statistics != null) {
|
|
131
|
-
output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 8);
|
|
132
|
-
this.statistics.write(output);
|
|
133
|
-
output.writeFieldEnd();
|
|
134
|
-
}
|
|
135
|
-
|
|
136
|
-
output.writeFieldStop();
|
|
137
|
-
output.writeStructEnd();
|
|
138
|
-
return;
|
|
139
|
-
}
|
|
140
|
-
}], [{
|
|
141
|
-
key: "read",
|
|
142
|
-
value: function read(input) {
|
|
143
|
-
input.readStructBegin();
|
|
144
|
-
var _args = {};
|
|
145
|
-
|
|
146
|
-
while (true) {
|
|
147
|
-
var ret = input.readFieldBegin();
|
|
148
|
-
var fieldType = ret.ftype;
|
|
149
|
-
var fieldId = ret.fid;
|
|
150
|
-
|
|
151
|
-
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
152
|
-
break;
|
|
153
|
-
}
|
|
154
|
-
|
|
155
|
-
switch (fieldId) {
|
|
156
|
-
case 1:
|
|
157
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
158
|
-
var value_1 = input.readI32();
|
|
159
|
-
_args.num_values = value_1;
|
|
160
|
-
} else {
|
|
161
|
-
input.skip(fieldType);
|
|
162
|
-
}
|
|
163
|
-
|
|
164
|
-
break;
|
|
165
|
-
|
|
166
|
-
case 2:
|
|
167
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
168
|
-
var value_2 = input.readI32();
|
|
169
|
-
_args.num_nulls = value_2;
|
|
170
|
-
} else {
|
|
171
|
-
input.skip(fieldType);
|
|
172
|
-
}
|
|
173
|
-
|
|
174
|
-
break;
|
|
175
|
-
|
|
176
|
-
case 3:
|
|
177
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
178
|
-
var value_3 = input.readI32();
|
|
179
|
-
_args.num_rows = value_3;
|
|
180
|
-
} else {
|
|
181
|
-
input.skip(fieldType);
|
|
182
|
-
}
|
|
183
|
-
|
|
184
|
-
break;
|
|
185
|
-
|
|
186
|
-
case 4:
|
|
187
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
188
|
-
var value_4 = input.readI32();
|
|
189
|
-
_args.encoding = value_4;
|
|
190
|
-
} else {
|
|
191
|
-
input.skip(fieldType);
|
|
192
|
-
}
|
|
193
|
-
|
|
194
|
-
break;
|
|
195
|
-
|
|
196
|
-
case 5:
|
|
197
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
198
|
-
var value_5 = input.readI32();
|
|
199
|
-
_args.definition_levels_byte_length = value_5;
|
|
200
|
-
} else {
|
|
201
|
-
input.skip(fieldType);
|
|
202
|
-
}
|
|
203
|
-
|
|
204
|
-
break;
|
|
205
|
-
|
|
206
|
-
case 6:
|
|
207
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
208
|
-
var value_6 = input.readI32();
|
|
209
|
-
_args.repetition_levels_byte_length = value_6;
|
|
210
|
-
} else {
|
|
211
|
-
input.skip(fieldType);
|
|
212
|
-
}
|
|
213
|
-
|
|
214
|
-
break;
|
|
215
|
-
|
|
216
|
-
case 7:
|
|
217
|
-
if (fieldType === thrift.Thrift.Type.BOOL) {
|
|
218
|
-
var value_7 = input.readBool();
|
|
219
|
-
_args.is_compressed = value_7;
|
|
220
|
-
} else {
|
|
221
|
-
input.skip(fieldType);
|
|
222
|
-
}
|
|
223
|
-
|
|
224
|
-
break;
|
|
225
|
-
|
|
226
|
-
case 8:
|
|
227
|
-
if (fieldType === thrift.Thrift.Type.STRUCT) {
|
|
228
|
-
var value_8 = Statistics.Statistics.read(input);
|
|
229
|
-
_args.statistics = value_8;
|
|
230
|
-
} else {
|
|
231
|
-
input.skip(fieldType);
|
|
232
|
-
}
|
|
233
|
-
|
|
234
|
-
break;
|
|
235
|
-
|
|
236
|
-
default:
|
|
237
|
-
{
|
|
238
|
-
input.skip(fieldType);
|
|
239
|
-
}
|
|
240
|
-
}
|
|
241
|
-
|
|
242
|
-
input.readFieldEnd();
|
|
243
|
-
}
|
|
244
|
-
|
|
245
|
-
input.readStructEnd();
|
|
246
|
-
|
|
247
|
-
if (_args.num_values !== undefined && _args.num_nulls !== undefined && _args.num_rows !== undefined && _args.encoding !== undefined && _args.definition_levels_byte_length !== undefined && _args.repetition_levels_byte_length !== undefined) {
|
|
248
|
-
return new DataPageHeaderV2(_args);
|
|
249
|
-
} else {
|
|
250
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read DataPageHeaderV2 from input');
|
|
251
|
-
}
|
|
252
|
-
}
|
|
253
|
-
}]);
|
|
254
|
-
return DataPageHeaderV2;
|
|
255
|
-
}();
|
|
256
|
-
|
|
257
|
-
exports.DataPageHeaderV2 = DataPageHeaderV2;
|
|
258
|
-
//# sourceMappingURL=DataPageHeaderV2.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/DataPageHeaderV2.ts"],"names":["DataPageHeaderV2","args","num_values","thrift","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","num_nulls","num_rows","encoding","definition_levels_byte_length","repetition_levels_byte_length","is_compressed","statistics","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","BOOL","writeBool","STRUCT","write","writeFieldStop","writeStructEnd","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI32","skip","value_2","value_3","value_4","value_5","value_6","value_7","readBool","value_8","Statistics","read","readFieldEnd","readStructEnd","undefined"],"mappings":";;;;;;;;;;;;;;;;;AAMA;;AAEA;;;;;;IAWaA,gB;AASX,4BAAYC,IAAZ,EAAyC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,yDAFR,IAEQ;AAAA;;AACvC,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBD,IAAI,CAACC,UAAvB;AACD,KAFD,MAEO;AACL,YAAM,IAAIC,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,sCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,SAAL,IAAkB,IAAtC,EAA4C;AAC1C,WAAKA,SAAL,GAAiBP,IAAI,CAACO,SAAtB;AACD,KAFD,MAEO;AACL,YAAM,IAAIL,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,qCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACQ,QAAL,IAAiB,IAArC,EAA2C;AACzC,WAAKA,QAAL,GAAgBR,IAAI,CAACQ,QAArB;AACD,KAFD,MAEO;AACL,YAAM,IAAIN,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACS,QAAL,IAAiB,IAArC,EAA2C;AACzC,WAAKA,QAAL,GAAgBT,IAAI,CAACS,QAArB;AACD,KAFD,MAEO;AACL,YAAM,IAAIP,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACU,6BAAL,IAAsC,IAA1D,EAAgE;AAC9D,WAAKA,6BAAL,GAAqCV,IAAI,CAACU,6BAA1C;AACD,KAFD,MAEO;AACL,YAAM,IAAIR,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,yDAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACW,6BAAL,IAAsC,IAA1D,EAAgE;AAC9D,WAAKA,6BAAL,GAAqCX,IAAI,CAACW,6BAA1C;AACD,KAFD,MAEO;AACL,YAAM,IAAIT,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,yDAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACY,aAAL,IAAsB,IAA1C,EAAgD;AAC9C,WAAKA,aAAL,GAAqBZ,IAAI,CAACY,aAA1B;AACD;;AACD,QAAIZ,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACa,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBb,IAAI,CAACa,UAAvB;AACD;AACF;;;;WACD,eAAaC,MAAb,EAA6C;AAC3CA,MAAAA,MAAM,CAACC,gBAAP,CAAwB,kBAAxB;;AACA,UAAI,KAAKd,UAAL,IAAmB,IAAvB,EAA6B;AAC3Ba,QAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAAxD,EAA6D,CAA7D;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKlB,UAArB;AACAa,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKb,SAAL,IAAkB,IAAtB,EAA4B;AAC1BO,QAAAA,MAAM,CAACE,eAAP,CAAuB,WAAvB,EAAoCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAAvD,EAA4D,CAA5D;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKZ,SAArB;AACAO,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKZ,QAAL,IAAiB,IAArB,EAA2B;AACzBM,QAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAAtD,EAA2D,CAA3D;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKX,QAArB;AACAM,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKX,QAAL,IAAiB,IAArB,EAA2B;AACzBK,QAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAAtD,EAA2D,CAA3D;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKV,QAArB;AACAK,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKV,6BAAL,IAAsC,IAA1C,EAAgD;AAC9CI,QAAAA,MAAM,CAACE,eAAP,CAAuB,+BAAvB,EAAwDd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAA3E,EAAgF,CAAhF;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKT,6BAArB;AACAI,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKT,6BAAL,IAAsC,IAA1C,EAAgD;AAC9CG,QAAAA,MAAM,CAACE,eAAP,CAAuB,+BAAvB,EAAwDd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAA3E,EAAgF,CAAhF;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKR,6BAArB;AACAG,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKR,aAAL,IAAsB,IAA1B,EAAgC;AAC9BE,QAAAA,MAAM,CAACE,eAAP,CAAuB,eAAvB,EAAwCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBI,IAA3D,EAAiE,CAAjE;AACAP,QAAAA,MAAM,CAACQ,SAAP,CAAiB,KAAKV,aAAtB;AACAE,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKP,UAAL,IAAmB,IAAvB,EAA6B;AAC3BC,QAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBM,MAAxD,EAAgE,CAAhE;AACA,aAAKV,UAAL,CAAgBW,KAAhB,CAAsBV,MAAtB;AACAA,QAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,MAAAA,MAAM,CAACW,cAAP;AACAX,MAAAA,MAAM,CAACY,cAAP;AACA;AACD;;;WACD,cAAmBC,KAAnB,EAA8D;AAC5DA,MAAAA,KAAK,CAACC,eAAN;AACA,UAAIC,KAAU,GAAG,EAAjB;;AACA,aAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,YAAIH,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBmB,IAArC,EAA2C;AACzC;AACD;;AACD,gBAAQF,OAAR;AACE,eAAK,CAAL;AACE,gBAAIF,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMmB,OAAe,GAAGV,KAAK,CAACW,OAAN,EAAxB;AACAT,cAAAA,KAAK,CAAC5B,UAAN,GAAmBoC,OAAnB;AACD,aAHD,MAGO;AACLV,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMsB,OAAe,GAAGb,KAAK,CAACW,OAAN,EAAxB;AACAT,cAAAA,KAAK,CAACtB,SAAN,GAAkBiC,OAAlB;AACD,aAHD,MAGO;AACLb,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMuB,OAAe,GAAGd,KAAK,CAACW,OAAN,EAAxB;AACAT,cAAAA,KAAK,CAACrB,QAAN,GAAiBiC,OAAjB;AACD,aAHD,MAGO;AACLd,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMwB,OAA0B,GAAGf,KAAK,CAACW,OAAN,EAAnC;AACAT,cAAAA,KAAK,CAACpB,QAAN,GAAiBiC,OAAjB;AACD,aAHD,MAGO;AACLf,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMyB,OAAe,GAAGhB,KAAK,CAACW,OAAN,EAAxB;AACAT,cAAAA,KAAK,CAACnB,6BAAN,GAAsCiC,OAAtC;AACD,aAHD,MAGO;AACLhB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAM0B,OAAe,GAAGjB,KAAK,CAACW,OAAN,EAAxB;AACAT,cAAAA,KAAK,CAAClB,6BAAN,GAAsCiC,OAAtC;AACD,aAHD,MAGO;AACLjB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBI,IAArC,EAA2C;AACzC,kBAAMwB,OAAgB,GAAGlB,KAAK,CAACmB,QAAN,EAAzB;AACAjB,cAAAA,KAAK,CAACjB,aAAN,GAAsBiC,OAAtB;AACD,aAHD,MAGO;AACLlB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBM,MAArC,EAA6C;AAC3C,kBAAMwB,OAA8B,GAAGC,UAAU,CAACA,UAAX,CAAsBC,IAAtB,CAA2BtB,KAA3B,CAAvC;AACAE,cAAAA,KAAK,CAAChB,UAAN,GAAmBkC,OAAnB;AACD,aAHD,MAGO;AACLpB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AAnEH;;AAqEAL,QAAAA,KAAK,CAACuB,YAAN;AACD;;AACDvB,MAAAA,KAAK,CAACwB,aAAN;;AACA,UACEtB,KAAK,CAAC5B,UAAN,KAAqBmD,SAArB,IACAvB,KAAK,CAACtB,SAAN,KAAoB6C,SADpB,IAEAvB,KAAK,CAACrB,QAAN,KAAmB4C,SAFnB,IAGAvB,KAAK,CAACpB,QAAN,KAAmB2C,SAHnB,IAIAvB,KAAK,CAACnB,6BAAN,KAAwC0C,SAJxC,IAKAvB,KAAK,CAAClB,6BAAN,KAAwCyC,SAN1C,EAOE;AACA,eAAO,IAAIrD,gBAAJ,CAAqB8B,KAArB,CAAP;AACD,OATD,MASO;AACL,cAAM,IAAI3B,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,4CAFI,CAAN;AAID;AACF","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as Encoding from './Encoding';\nimport * as Statistics from './Statistics';\nexport interface IDataPageHeaderV2Args {\n num_values: number;\n num_nulls: number;\n num_rows: number;\n encoding: Encoding.Encoding;\n definition_levels_byte_length: number;\n repetition_levels_byte_length: number;\n is_compressed?: boolean;\n statistics?: Statistics.Statistics;\n}\nexport class DataPageHeaderV2 {\n public num_values: number;\n public num_nulls: number;\n public num_rows: number;\n public encoding: Encoding.Encoding;\n public definition_levels_byte_length: number;\n public repetition_levels_byte_length: number;\n public is_compressed?: boolean = true;\n public statistics?: Statistics.Statistics;\n constructor(args: IDataPageHeaderV2Args) {\n if (args != null && args.num_values != null) {\n this.num_values = args.num_values;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_values] is unset!'\n );\n }\n if (args != null && args.num_nulls != null) {\n this.num_nulls = args.num_nulls;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_nulls] is unset!'\n );\n }\n if (args != null && args.num_rows != null) {\n this.num_rows = args.num_rows;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_rows] is unset!'\n );\n }\n if (args != null && args.encoding != null) {\n this.encoding = args.encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[encoding] is unset!'\n );\n }\n if (args != null && args.definition_levels_byte_length != null) {\n this.definition_levels_byte_length = args.definition_levels_byte_length;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[definition_levels_byte_length] is unset!'\n );\n }\n if (args != null && args.repetition_levels_byte_length != null) {\n this.repetition_levels_byte_length = args.repetition_levels_byte_length;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[repetition_levels_byte_length] is unset!'\n );\n }\n if (args != null && args.is_compressed != null) {\n this.is_compressed = args.is_compressed;\n }\n if (args != null && args.statistics != null) {\n this.statistics = args.statistics;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('DataPageHeaderV2');\n if (this.num_values != null) {\n output.writeFieldBegin('num_values', thrift.Thrift.Type.I32, 1);\n output.writeI32(this.num_values);\n output.writeFieldEnd();\n }\n if (this.num_nulls != null) {\n output.writeFieldBegin('num_nulls', thrift.Thrift.Type.I32, 2);\n output.writeI32(this.num_nulls);\n output.writeFieldEnd();\n }\n if (this.num_rows != null) {\n output.writeFieldBegin('num_rows', thrift.Thrift.Type.I32, 3);\n output.writeI32(this.num_rows);\n output.writeFieldEnd();\n }\n if (this.encoding != null) {\n output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 4);\n output.writeI32(this.encoding);\n output.writeFieldEnd();\n }\n if (this.definition_levels_byte_length != null) {\n output.writeFieldBegin('definition_levels_byte_length', thrift.Thrift.Type.I32, 5);\n output.writeI32(this.definition_levels_byte_length);\n output.writeFieldEnd();\n }\n if (this.repetition_levels_byte_length != null) {\n output.writeFieldBegin('repetition_levels_byte_length', thrift.Thrift.Type.I32, 6);\n output.writeI32(this.repetition_levels_byte_length);\n output.writeFieldEnd();\n }\n if (this.is_compressed != null) {\n output.writeFieldBegin('is_compressed', thrift.Thrift.Type.BOOL, 7);\n output.writeBool(this.is_compressed);\n output.writeFieldEnd();\n }\n if (this.statistics != null) {\n output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 8);\n this.statistics.write(output);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): DataPageHeaderV2 {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_1: number = input.readI32();\n _args.num_values = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_2: number = input.readI32();\n _args.num_nulls = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_3: number = input.readI32();\n _args.num_rows = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_4: Encoding.Encoding = input.readI32();\n _args.encoding = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_5: number = input.readI32();\n _args.definition_levels_byte_length = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_6: number = input.readI32();\n _args.repetition_levels_byte_length = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 7:\n if (fieldType === thrift.Thrift.Type.BOOL) {\n const value_7: boolean = input.readBool();\n _args.is_compressed = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n case 8:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_8: Statistics.Statistics = Statistics.Statistics.read(input);\n _args.statistics = value_8;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.num_values !== undefined &&\n _args.num_nulls !== undefined &&\n _args.num_rows !== undefined &&\n _args.encoding !== undefined &&\n _args.definition_levels_byte_length !== undefined &&\n _args.repetition_levels_byte_length !== undefined\n ) {\n return new DataPageHeaderV2(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read DataPageHeaderV2 from input'\n );\n }\n }\n}\n"],"file":"DataPageHeaderV2.js"}
|
|
@@ -1,67 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
|
|
5
|
-
var _typeof = require("@babel/runtime/helpers/typeof");
|
|
6
|
-
|
|
7
|
-
Object.defineProperty(exports, "__esModule", {
|
|
8
|
-
value: true
|
|
9
|
-
});
|
|
10
|
-
exports.DateType = void 0;
|
|
11
|
-
|
|
12
|
-
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
13
|
-
|
|
14
|
-
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
15
|
-
|
|
16
|
-
var thrift = _interopRequireWildcard(require("thrift"));
|
|
17
|
-
|
|
18
|
-
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
|
|
19
|
-
|
|
20
|
-
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
|
|
21
|
-
|
|
22
|
-
var DateType = function () {
|
|
23
|
-
function DateType() {
|
|
24
|
-
(0, _classCallCheck2.default)(this, DateType);
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
(0, _createClass2.default)(DateType, [{
|
|
28
|
-
key: "write",
|
|
29
|
-
value: function write(output) {
|
|
30
|
-
output.writeStructBegin('DateType');
|
|
31
|
-
output.writeFieldStop();
|
|
32
|
-
output.writeStructEnd();
|
|
33
|
-
return;
|
|
34
|
-
}
|
|
35
|
-
}], [{
|
|
36
|
-
key: "read",
|
|
37
|
-
value: function read(input) {
|
|
38
|
-
input.readStructBegin();
|
|
39
|
-
|
|
40
|
-
while (true) {
|
|
41
|
-
var ret = input.readFieldBegin();
|
|
42
|
-
var fieldType = ret.ftype;
|
|
43
|
-
var fieldId = ret.fid;
|
|
44
|
-
|
|
45
|
-
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
46
|
-
break;
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
switch (fieldId) {
|
|
50
|
-
default:
|
|
51
|
-
{
|
|
52
|
-
input.skip(fieldType);
|
|
53
|
-
}
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
input.readFieldEnd();
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
input.readStructEnd();
|
|
60
|
-
return new DateType();
|
|
61
|
-
}
|
|
62
|
-
}]);
|
|
63
|
-
return DateType;
|
|
64
|
-
}();
|
|
65
|
-
|
|
66
|
-
exports.DateType = DateType;
|
|
67
|
-
//# sourceMappingURL=DateType.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/DateType.ts"],"names":["DateType","output","writeStructBegin","writeFieldStop","writeStructEnd","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","thrift","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"mappings":";;;;;;;;;;;;;;;AAMA;;;;;;IAEaA,Q;AACX,sBAAc;AAAA;AAAE;;;;WAChB,eAAaC,MAAb,EAA6C;AAC3CA,MAAAA,MAAM,CAACC,gBAAP,CAAwB,UAAxB;AACAD,MAAAA,MAAM,CAACE,cAAP;AACAF,MAAAA,MAAM,CAACG,cAAP;AACA;AACD;;;WACD,cAAmBC,KAAnB,EAAsD;AACpDA,MAAAA,KAAK,CAACC,eAAN;;AACA,aAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,YAAIH,SAAS,KAAKI,MAAM,CAACC,MAAP,CAAcC,IAAd,CAAmBC,IAArC,EAA2C;AACzC;AACD;;AACD,gBAAQL,OAAR;AACE;AAAS;AACPN,cAAAA,KAAK,CAACY,IAAN,CAAWR,SAAX;AACD;AAHH;;AAKAJ,QAAAA,KAAK,CAACa,YAAN;AACD;;AACDb,MAAAA,KAAK,CAACc,aAAN;AACA,aAAO,IAAInB,QAAJ,EAAP;AACD","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface IDateTypeArgs {}\nexport class DateType {\n constructor() {}\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('DateType');\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): DateType {\n input.readStructBegin();\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n return new DateType();\n }\n}\n"],"file":"DateType.js"}
|