@loaders.gl/parquet 3.1.3 → 4.0.0-alpha.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +2 -2
- package/dist/bundle.js.map +1 -0
- package/dist/constants.js +6 -18
- package/dist/constants.js.map +1 -0
- package/dist/dist.min.js +17 -8
- package/dist/dist.min.js.map +3 -3
- package/dist/index.js +14 -29
- package/dist/index.js.map +1 -0
- package/dist/lib/convert-schema.js +63 -62
- package/dist/lib/convert-schema.js.map +1 -0
- package/dist/lib/parse-parquet.js +25 -25
- package/dist/lib/parse-parquet.js.map +1 -0
- package/dist/lib/read-array-buffer.js +8 -28
- package/dist/lib/read-array-buffer.js.map +1 -0
- package/dist/parquet-loader.js +19 -24
- package/dist/parquet-loader.js.map +1 -0
- package/dist/parquet-worker.js +18 -9
- package/dist/parquet-worker.js.map +3 -3
- package/dist/parquet-writer.js +14 -17
- package/dist/parquet-writer.js.map +1 -0
- package/dist/{es5/parquetjs → parquetjs}/LICENSE +0 -0
- package/dist/parquetjs/codecs/declare.js +2 -2
- package/dist/{es5/parquetjs → parquetjs}/codecs/declare.js.map +0 -0
- package/dist/parquetjs/codecs/dictionary.js +10 -12
- package/dist/parquetjs/codecs/dictionary.js.map +1 -0
- package/dist/parquetjs/codecs/index.js +22 -50
- package/dist/parquetjs/codecs/index.js.map +1 -0
- package/dist/parquetjs/codecs/plain.js +232 -173
- package/dist/parquetjs/codecs/plain.js.map +1 -0
- package/dist/parquetjs/codecs/rle.js +140 -134
- package/dist/parquetjs/codecs/rle.js.map +1 -0
- package/dist/parquetjs/compression.js +48 -154
- package/dist/parquetjs/compression.js.map +1 -0
- package/dist/parquetjs/encoder/writer.js +383 -440
- package/dist/parquetjs/encoder/writer.js.map +1 -0
- package/dist/parquetjs/file.js +66 -85
- package/dist/parquetjs/file.js.map +1 -0
- package/dist/{es5/parquetjs → parquetjs}/modules.d.ts +0 -0
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +7 -14
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/BsonType.js +37 -56
- package/dist/parquetjs/parquet-thrift/BsonType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js +215 -205
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +212 -207
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +422 -391
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js +90 -99
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js +12 -19
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ConvertedType.js +26 -33
- package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js +162 -162
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +234 -224
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DateType.js +37 -56
- package/dist/parquetjs/parquet-thrift/DateType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DecimalType.js +91 -101
- package/dist/parquetjs/parquet-thrift/DecimalType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +113 -118
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Encoding.js +12 -19
- package/dist/parquetjs/parquet-thrift/Encoding.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/EnumType.js +37 -56
- package/dist/parquetjs/parquet-thrift/EnumType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +7 -14
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FileMetaData.js +264 -250
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +37 -56
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/IntType.js +91 -101
- package/dist/parquetjs/parquet-thrift/IntType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/JsonType.js +37 -56
- package/dist/parquetjs/parquet-thrift/JsonType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/KeyValue.js +89 -98
- package/dist/parquetjs/parquet-thrift/KeyValue.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ListType.js +37 -56
- package/dist/parquetjs/parquet-thrift/ListType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/LogicalType.js +450 -363
- package/dist/parquetjs/parquet-thrift/LogicalType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MapType.js +37 -56
- package/dist/parquetjs/parquet-thrift/MapType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js +37 -56
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js +37 -56
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/NullType.js +37 -56
- package/dist/parquetjs/parquet-thrift/NullType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js +80 -92
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +115 -123
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageHeader.js +231 -214
- package/dist/parquetjs/parquet-thrift/PageHeader.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageLocation.js +124 -137
- package/dist/parquetjs/parquet-thrift/PageLocation.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/PageType.js +8 -15
- package/dist/parquetjs/parquet-thrift/PageType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/RowGroup.js +172 -176
- package/dist/parquetjs/parquet-thrift/RowGroup.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SchemaElement.js +268 -237
- package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SortingColumn.js +115 -123
- package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Statistics.js +179 -172
- package/dist/parquetjs/parquet-thrift/Statistics.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/StringType.js +37 -56
- package/dist/parquetjs/parquet-thrift/StringType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimeType.js +92 -102
- package/dist/parquetjs/parquet-thrift/TimeType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimeUnit.js +120 -121
- package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TimestampType.js +92 -102
- package/dist/parquetjs/parquet-thrift/TimestampType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/Type.js +12 -19
- package/dist/parquetjs/parquet-thrift/Type.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +37 -56
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/UUIDType.js +37 -56
- package/dist/parquetjs/parquet-thrift/UUIDType.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.js +44 -61
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -0
- package/dist/parquetjs/parser/decoders.js +283 -301
- package/dist/{es5/parquetjs → parquetjs}/parser/decoders.js.map +1 -1
- package/dist/parquetjs/parser/parquet-cursor.js +85 -69
- package/dist/parquetjs/parser/parquet-cursor.js.map +1 -0
- package/dist/parquetjs/parser/parquet-envelope-reader.js +146 -127
- package/dist/parquetjs/parser/parquet-envelope-reader.js.map +1 -0
- package/dist/parquetjs/parser/parquet-reader.js +113 -127
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -0
- package/dist/parquetjs/schema/declare.js +12 -9
- package/dist/parquetjs/schema/declare.js.map +1 -0
- package/dist/parquetjs/schema/schema.js +162 -148
- package/dist/{es5/parquetjs → parquetjs}/schema/schema.js.map +1 -1
- package/dist/parquetjs/schema/shred.js +151 -214
- package/dist/parquetjs/schema/shred.js.map +1 -0
- package/dist/parquetjs/schema/types.js +415 -357
- package/dist/parquetjs/schema/types.js.map +1 -0
- package/dist/parquetjs/utils/buffer-utils.js +10 -20
- package/dist/parquetjs/utils/buffer-utils.js.map +1 -0
- package/dist/parquetjs/utils/file-utils.js +28 -40
- package/dist/parquetjs/utils/file-utils.js.map +1 -0
- package/dist/parquetjs/utils/read-utils.js +95 -99
- package/dist/parquetjs/utils/read-utils.js.map +1 -0
- package/dist/workers/parquet-worker.js +4 -5
- package/dist/workers/parquet-worker.js.map +1 -0
- package/package.json +8 -8
- package/dist/es5/bundle.js +0 -7
- package/dist/es5/bundle.js.map +0 -1
- package/dist/es5/constants.js +0 -17
- package/dist/es5/constants.js.map +0 -1
- package/dist/es5/index.js +0 -82
- package/dist/es5/index.js.map +0 -1
- package/dist/es5/lib/convert-schema.js +0 -82
- package/dist/es5/lib/convert-schema.js.map +0 -1
- package/dist/es5/lib/parse-parquet.js +0 -173
- package/dist/es5/lib/parse-parquet.js.map +0 -1
- package/dist/es5/lib/read-array-buffer.js +0 -53
- package/dist/es5/lib/read-array-buffer.js.map +0 -1
- package/dist/es5/parquet-loader.js +0 -30
- package/dist/es5/parquet-loader.js.map +0 -1
- package/dist/es5/parquet-writer.js +0 -25
- package/dist/es5/parquet-writer.js.map +0 -1
- package/dist/es5/parquetjs/codecs/declare.js +0 -2
- package/dist/es5/parquetjs/codecs/dictionary.js +0 -30
- package/dist/es5/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/es5/parquetjs/codecs/index.js +0 -56
- package/dist/es5/parquetjs/codecs/index.js.map +0 -1
- package/dist/es5/parquetjs/codecs/plain.js +0 -287
- package/dist/es5/parquetjs/codecs/plain.js.map +0 -1
- package/dist/es5/parquetjs/codecs/rle.js +0 -174
- package/dist/es5/parquetjs/codecs/rle.js.map +0 -1
- package/dist/es5/parquetjs/compression.js +0 -167
- package/dist/es5/parquetjs/compression.js.map +0 -1
- package/dist/es5/parquetjs/encoder/writer.js +0 -875
- package/dist/es5/parquetjs/encoder/writer.js.map +0 -1
- package/dist/es5/parquetjs/file.js +0 -103
- package/dist/es5/parquetjs/file.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +0 -15
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js +0 -241
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js +0 -245
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js +0 -449
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +0 -20
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +0 -34
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js +0 -191
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -258
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DateType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js +0 -122
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -143
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js +0 -20
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -15
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js +0 -298
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/IntType.js +0 -122
- package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js +0 -120
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/ListType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js +0 -508
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MapType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/NullType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js +0 -114
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js +0 -145
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js +0 -258
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js +0 -155
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/PageType.js +0 -16
- package/dist/es5/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js +0 -206
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js +0 -290
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js +0 -145
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js +0 -207
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/StringType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js +0 -156
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js +0 -124
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/Type.js +0 -20
- package/dist/es5/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js +0 -67
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/es5/parquetjs/parquet-thrift/index.js +0 -565
- package/dist/es5/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/es5/parquetjs/parser/decoders.js +0 -489
- package/dist/es5/parquetjs/parser/parquet-cursor.js +0 -215
- package/dist/es5/parquetjs/parser/parquet-cursor.js.map +0 -1
- package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +0 -413
- package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
- package/dist/es5/parquetjs/parser/parquet-reader.js +0 -364
- package/dist/es5/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/es5/parquetjs/schema/declare.js +0 -25
- package/dist/es5/parquetjs/schema/declare.js.map +0 -1
- package/dist/es5/parquetjs/schema/schema.js +0 -203
- package/dist/es5/parquetjs/schema/shred.js +0 -223
- package/dist/es5/parquetjs/schema/shred.js.map +0 -1
- package/dist/es5/parquetjs/schema/types.js +0 -492
- package/dist/es5/parquetjs/schema/types.js.map +0 -1
- package/dist/es5/parquetjs/utils/buffer-utils.js +0 -21
- package/dist/es5/parquetjs/utils/buffer-utils.js.map +0 -1
- package/dist/es5/parquetjs/utils/file-utils.js +0 -55
- package/dist/es5/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/es5/parquetjs/utils/read-utils.js +0 -159
- package/dist/es5/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/es5/workers/parquet-worker.js +0 -8
- package/dist/es5/workers/parquet-worker.js.map +0 -1
- package/dist/esm/bundle.js +0 -5
- package/dist/esm/bundle.js.map +0 -1
- package/dist/esm/constants.js +0 -6
- package/dist/esm/constants.js.map +0 -1
- package/dist/esm/index.js +0 -15
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/lib/convert-schema.js +0 -71
- package/dist/esm/lib/convert-schema.js.map +0 -1
- package/dist/esm/lib/parse-parquet.js +0 -28
- package/dist/esm/lib/parse-parquet.js.map +0 -1
- package/dist/esm/lib/read-array-buffer.js +0 -9
- package/dist/esm/lib/read-array-buffer.js.map +0 -1
- package/dist/esm/parquet-loader.js +0 -22
- package/dist/esm/parquet-loader.js.map +0 -1
- package/dist/esm/parquet-writer.js +0 -18
- package/dist/esm/parquet-writer.js.map +0 -1
- package/dist/esm/parquetjs/LICENSE +0 -20
- package/dist/esm/parquetjs/codecs/declare.js +0 -2
- package/dist/esm/parquetjs/codecs/declare.js.map +0 -1
- package/dist/esm/parquetjs/codecs/dictionary.js +0 -12
- package/dist/esm/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/esm/parquetjs/codecs/index.js +0 -23
- package/dist/esm/parquetjs/codecs/index.js.map +0 -1
- package/dist/esm/parquetjs/codecs/plain.js +0 -270
- package/dist/esm/parquetjs/codecs/plain.js.map +0 -1
- package/dist/esm/parquetjs/codecs/rle.js +0 -151
- package/dist/esm/parquetjs/codecs/rle.js.map +0 -1
- package/dist/esm/parquetjs/compression.js +0 -62
- package/dist/esm/parquetjs/compression.js.map +0 -1
- package/dist/esm/parquetjs/encoder/writer.js +0 -421
- package/dist/esm/parquetjs/encoder/writer.js.map +0 -1
- package/dist/esm/parquetjs/file.js +0 -80
- package/dist/esm/parquetjs/file.js.map +0 -1
- package/dist/esm/parquetjs/modules.d.ts +0 -21
- package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js +0 -8
- package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/BsonType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js +0 -217
- package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js +0 -218
- package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js +0 -429
- package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js +0 -95
- package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js +0 -13
- package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js +0 -27
- package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js +0 -166
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js +0 -236
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DateType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DecimalType.js +0 -95
- package/dist/esm/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js +0 -117
- package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Encoding.js +0 -13
- package/dist/esm/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/EnumType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js +0 -8
- package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js +0 -270
- package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/IntType.js +0 -95
- package/dist/esm/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/JsonType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/KeyValue.js +0 -93
- package/dist/esm/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/ListType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/LogicalType.js +0 -467
- package/dist/esm/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MapType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/NullType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js +0 -85
- package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js +0 -119
- package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageHeader.js +0 -233
- package/dist/esm/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageLocation.js +0 -128
- package/dist/esm/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/PageType.js +0 -9
- package/dist/esm/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/RowGroup.js +0 -178
- package/dist/esm/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js +0 -270
- package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js +0 -119
- package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Statistics.js +0 -183
- package/dist/esm/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/StringType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimeType.js +0 -96
- package/dist/esm/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js +0 -126
- package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TimestampType.js +0 -96
- package/dist/esm/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/Type.js +0 -13
- package/dist/esm/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/UUIDType.js +0 -39
- package/dist/esm/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/esm/parquetjs/parquet-thrift/index.js +0 -44
- package/dist/esm/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/esm/parquetjs/parser/decoders.js +0 -300
- package/dist/esm/parquetjs/parser/decoders.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-cursor.js +0 -90
- package/dist/esm/parquetjs/parser/parquet-cursor.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-envelope-reader.js +0 -155
- package/dist/esm/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
- package/dist/esm/parquetjs/parser/parquet-reader.js +0 -120
- package/dist/esm/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/esm/parquetjs/schema/declare.js +0 -13
- package/dist/esm/parquetjs/schema/declare.js.map +0 -1
- package/dist/esm/parquetjs/schema/schema.js +0 -176
- package/dist/esm/parquetjs/schema/schema.js.map +0 -1
- package/dist/esm/parquetjs/schema/shred.js +0 -162
- package/dist/esm/parquetjs/schema/shred.js.map +0 -1
- package/dist/esm/parquetjs/schema/types.js +0 -476
- package/dist/esm/parquetjs/schema/types.js.map +0 -1
- package/dist/esm/parquetjs/utils/buffer-utils.js +0 -12
- package/dist/esm/parquetjs/utils/buffer-utils.js.map +0 -1
- package/dist/esm/parquetjs/utils/file-utils.js +0 -34
- package/dist/esm/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/esm/parquetjs/utils/read-utils.js +0 -105
- package/dist/esm/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/esm/workers/parquet-worker.js +0 -4
- package/dist/esm/workers/parquet-worker.js.map +0 -1
|
@@ -1,233 +0,0 @@
|
|
|
1
|
-
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
-
import * as thrift from 'thrift';
|
|
3
|
-
import * as DataPageHeader from './DataPageHeader';
|
|
4
|
-
import * as DataPageHeaderV2 from './DataPageHeaderV2';
|
|
5
|
-
import * as DictionaryPageHeader from './DictionaryPageHeader';
|
|
6
|
-
import * as IndexPageHeader from './IndexPageHeader';
|
|
7
|
-
export class PageHeader {
|
|
8
|
-
constructor(args) {
|
|
9
|
-
_defineProperty(this, "type", void 0);
|
|
10
|
-
|
|
11
|
-
_defineProperty(this, "uncompressed_page_size", void 0);
|
|
12
|
-
|
|
13
|
-
_defineProperty(this, "compressed_page_size", void 0);
|
|
14
|
-
|
|
15
|
-
_defineProperty(this, "crc", void 0);
|
|
16
|
-
|
|
17
|
-
_defineProperty(this, "data_page_header", void 0);
|
|
18
|
-
|
|
19
|
-
_defineProperty(this, "index_page_header", void 0);
|
|
20
|
-
|
|
21
|
-
_defineProperty(this, "dictionary_page_header", void 0);
|
|
22
|
-
|
|
23
|
-
_defineProperty(this, "data_page_header_v2", void 0);
|
|
24
|
-
|
|
25
|
-
if (args != null && args.type != null) {
|
|
26
|
-
this.type = args.type;
|
|
27
|
-
} else {
|
|
28
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[type] is unset!');
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
if (args != null && args.uncompressed_page_size != null) {
|
|
32
|
-
this.uncompressed_page_size = args.uncompressed_page_size;
|
|
33
|
-
} else {
|
|
34
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[uncompressed_page_size] is unset!');
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
if (args != null && args.compressed_page_size != null) {
|
|
38
|
-
this.compressed_page_size = args.compressed_page_size;
|
|
39
|
-
} else {
|
|
40
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[compressed_page_size] is unset!');
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
if (args != null && args.crc != null) {
|
|
44
|
-
this.crc = args.crc;
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
if (args != null && args.data_page_header != null) {
|
|
48
|
-
this.data_page_header = args.data_page_header;
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
if (args != null && args.index_page_header != null) {
|
|
52
|
-
this.index_page_header = args.index_page_header;
|
|
53
|
-
}
|
|
54
|
-
|
|
55
|
-
if (args != null && args.dictionary_page_header != null) {
|
|
56
|
-
this.dictionary_page_header = args.dictionary_page_header;
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
if (args != null && args.data_page_header_v2 != null) {
|
|
60
|
-
this.data_page_header_v2 = args.data_page_header_v2;
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
write(output) {
|
|
65
|
-
output.writeStructBegin('PageHeader');
|
|
66
|
-
|
|
67
|
-
if (this.type != null) {
|
|
68
|
-
output.writeFieldBegin('type', thrift.Thrift.Type.I32, 1);
|
|
69
|
-
output.writeI32(this.type);
|
|
70
|
-
output.writeFieldEnd();
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
if (this.uncompressed_page_size != null) {
|
|
74
|
-
output.writeFieldBegin('uncompressed_page_size', thrift.Thrift.Type.I32, 2);
|
|
75
|
-
output.writeI32(this.uncompressed_page_size);
|
|
76
|
-
output.writeFieldEnd();
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
if (this.compressed_page_size != null) {
|
|
80
|
-
output.writeFieldBegin('compressed_page_size', thrift.Thrift.Type.I32, 3);
|
|
81
|
-
output.writeI32(this.compressed_page_size);
|
|
82
|
-
output.writeFieldEnd();
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
if (this.crc != null) {
|
|
86
|
-
output.writeFieldBegin('crc', thrift.Thrift.Type.I32, 4);
|
|
87
|
-
output.writeI32(this.crc);
|
|
88
|
-
output.writeFieldEnd();
|
|
89
|
-
}
|
|
90
|
-
|
|
91
|
-
if (this.data_page_header != null) {
|
|
92
|
-
output.writeFieldBegin('data_page_header', thrift.Thrift.Type.STRUCT, 5);
|
|
93
|
-
this.data_page_header.write(output);
|
|
94
|
-
output.writeFieldEnd();
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
if (this.index_page_header != null) {
|
|
98
|
-
output.writeFieldBegin('index_page_header', thrift.Thrift.Type.STRUCT, 6);
|
|
99
|
-
this.index_page_header.write(output);
|
|
100
|
-
output.writeFieldEnd();
|
|
101
|
-
}
|
|
102
|
-
|
|
103
|
-
if (this.dictionary_page_header != null) {
|
|
104
|
-
output.writeFieldBegin('dictionary_page_header', thrift.Thrift.Type.STRUCT, 7);
|
|
105
|
-
this.dictionary_page_header.write(output);
|
|
106
|
-
output.writeFieldEnd();
|
|
107
|
-
}
|
|
108
|
-
|
|
109
|
-
if (this.data_page_header_v2 != null) {
|
|
110
|
-
output.writeFieldBegin('data_page_header_v2', thrift.Thrift.Type.STRUCT, 8);
|
|
111
|
-
this.data_page_header_v2.write(output);
|
|
112
|
-
output.writeFieldEnd();
|
|
113
|
-
}
|
|
114
|
-
|
|
115
|
-
output.writeFieldStop();
|
|
116
|
-
output.writeStructEnd();
|
|
117
|
-
return;
|
|
118
|
-
}
|
|
119
|
-
|
|
120
|
-
static read(input) {
|
|
121
|
-
input.readStructBegin();
|
|
122
|
-
let _args = {};
|
|
123
|
-
|
|
124
|
-
while (true) {
|
|
125
|
-
const ret = input.readFieldBegin();
|
|
126
|
-
const fieldType = ret.ftype;
|
|
127
|
-
const fieldId = ret.fid;
|
|
128
|
-
|
|
129
|
-
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
130
|
-
break;
|
|
131
|
-
}
|
|
132
|
-
|
|
133
|
-
switch (fieldId) {
|
|
134
|
-
case 1:
|
|
135
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
136
|
-
const value_1 = input.readI32();
|
|
137
|
-
_args.type = value_1;
|
|
138
|
-
} else {
|
|
139
|
-
input.skip(fieldType);
|
|
140
|
-
}
|
|
141
|
-
|
|
142
|
-
break;
|
|
143
|
-
|
|
144
|
-
case 2:
|
|
145
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
146
|
-
const value_2 = input.readI32();
|
|
147
|
-
_args.uncompressed_page_size = value_2;
|
|
148
|
-
} else {
|
|
149
|
-
input.skip(fieldType);
|
|
150
|
-
}
|
|
151
|
-
|
|
152
|
-
break;
|
|
153
|
-
|
|
154
|
-
case 3:
|
|
155
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
156
|
-
const value_3 = input.readI32();
|
|
157
|
-
_args.compressed_page_size = value_3;
|
|
158
|
-
} else {
|
|
159
|
-
input.skip(fieldType);
|
|
160
|
-
}
|
|
161
|
-
|
|
162
|
-
break;
|
|
163
|
-
|
|
164
|
-
case 4:
|
|
165
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
166
|
-
const value_4 = input.readI32();
|
|
167
|
-
_args.crc = value_4;
|
|
168
|
-
} else {
|
|
169
|
-
input.skip(fieldType);
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
break;
|
|
173
|
-
|
|
174
|
-
case 5:
|
|
175
|
-
if (fieldType === thrift.Thrift.Type.STRUCT) {
|
|
176
|
-
const value_5 = DataPageHeader.DataPageHeader.read(input);
|
|
177
|
-
_args.data_page_header = value_5;
|
|
178
|
-
} else {
|
|
179
|
-
input.skip(fieldType);
|
|
180
|
-
}
|
|
181
|
-
|
|
182
|
-
break;
|
|
183
|
-
|
|
184
|
-
case 6:
|
|
185
|
-
if (fieldType === thrift.Thrift.Type.STRUCT) {
|
|
186
|
-
const value_6 = IndexPageHeader.IndexPageHeader.read(input);
|
|
187
|
-
_args.index_page_header = value_6;
|
|
188
|
-
} else {
|
|
189
|
-
input.skip(fieldType);
|
|
190
|
-
}
|
|
191
|
-
|
|
192
|
-
break;
|
|
193
|
-
|
|
194
|
-
case 7:
|
|
195
|
-
if (fieldType === thrift.Thrift.Type.STRUCT) {
|
|
196
|
-
const value_7 = DictionaryPageHeader.DictionaryPageHeader.read(input);
|
|
197
|
-
_args.dictionary_page_header = value_7;
|
|
198
|
-
} else {
|
|
199
|
-
input.skip(fieldType);
|
|
200
|
-
}
|
|
201
|
-
|
|
202
|
-
break;
|
|
203
|
-
|
|
204
|
-
case 8:
|
|
205
|
-
if (fieldType === thrift.Thrift.Type.STRUCT) {
|
|
206
|
-
const value_8 = DataPageHeaderV2.DataPageHeaderV2.read(input);
|
|
207
|
-
_args.data_page_header_v2 = value_8;
|
|
208
|
-
} else {
|
|
209
|
-
input.skip(fieldType);
|
|
210
|
-
}
|
|
211
|
-
|
|
212
|
-
break;
|
|
213
|
-
|
|
214
|
-
default:
|
|
215
|
-
{
|
|
216
|
-
input.skip(fieldType);
|
|
217
|
-
}
|
|
218
|
-
}
|
|
219
|
-
|
|
220
|
-
input.readFieldEnd();
|
|
221
|
-
}
|
|
222
|
-
|
|
223
|
-
input.readStructEnd();
|
|
224
|
-
|
|
225
|
-
if (_args.type !== undefined && _args.uncompressed_page_size !== undefined && _args.compressed_page_size !== undefined) {
|
|
226
|
-
return new PageHeader(_args);
|
|
227
|
-
} else {
|
|
228
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read PageHeader from input');
|
|
229
|
-
}
|
|
230
|
-
}
|
|
231
|
-
|
|
232
|
-
}
|
|
233
|
-
//# sourceMappingURL=PageHeader.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/PageHeader.ts"],"names":["thrift","DataPageHeader","DataPageHeaderV2","DictionaryPageHeader","IndexPageHeader","PageHeader","constructor","args","type","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","uncompressed_page_size","compressed_page_size","crc","data_page_header","index_page_header","dictionary_page_header","data_page_header_v2","write","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","STRUCT","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI32","skip","value_2","value_3","value_4","value_5","value_6","value_7","value_8","readFieldEnd","readStructEnd","undefined"],"mappings":";AAMA,OAAO,KAAKA,MAAZ,MAAwB,QAAxB;AACA,OAAO,KAAKC,cAAZ,MAAgC,kBAAhC;AACA,OAAO,KAAKC,gBAAZ,MAAkC,oBAAlC;AACA,OAAO,KAAKC,oBAAZ,MAAsC,wBAAtC;AACA,OAAO,KAAKC,eAAZ,MAAiC,mBAAjC;AAYA,OAAO,MAAMC,UAAN,CAAiB;AAStBC,EAAAA,WAAW,CAACC,IAAD,EAAwB;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AACjC,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,IAAL,IAAa,IAAjC,EAAuC;AACrC,WAAKA,IAAL,GAAYD,IAAI,CAACC,IAAjB;AACD,KAFD,MAEO;AACL,YAAM,IAAIR,MAAM,CAACS,MAAP,CAAcC,kBAAlB,CACJV,MAAM,CAACS,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,gCAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACM,sBAAL,IAA+B,IAAnD,EAAyD;AACvD,WAAKA,sBAAL,GAA8BN,IAAI,CAACM,sBAAnC;AACD,KAFD,MAEO;AACL,YAAM,IAAIb,MAAM,CAACS,MAAP,CAAcC,kBAAlB,CACJV,MAAM,CAACS,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,kDAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,oBAAL,IAA6B,IAAjD,EAAuD;AACrD,WAAKA,oBAAL,GAA4BP,IAAI,CAACO,oBAAjC;AACD,KAFD,MAEO;AACL,YAAM,IAAId,MAAM,CAACS,MAAP,CAAcC,kBAAlB,CACJV,MAAM,CAACS,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,gDAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACQ,GAAL,IAAY,IAAhC,EAAsC;AACpC,WAAKA,GAAL,GAAWR,IAAI,CAACQ,GAAhB;AACD;;AACD,QAAIR,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACS,gBAAL,IAAyB,IAA7C,EAAmD;AACjD,WAAKA,gBAAL,GAAwBT,IAAI,CAACS,gBAA7B;AACD;;AACD,QAAIT,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACU,iBAAL,IAA0B,IAA9C,EAAoD;AAClD,WAAKA,iBAAL,GAAyBV,IAAI,CAACU,iBAA9B;AACD;;AACD,QAAIV,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACW,sBAAL,IAA+B,IAAnD,EAAyD;AACvD,WAAKA,sBAAL,GAA8BX,IAAI,CAACW,sBAAnC;AACD;;AACD,QAAIX,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACY,mBAAL,IAA4B,IAAhD,EAAsD;AACpD,WAAKA,mBAAL,GAA2BZ,IAAI,CAACY,mBAAhC;AACD;AACF;;AACMC,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,YAAxB;;AACA,QAAI,KAAKd,IAAL,IAAa,IAAjB,EAAuB;AACrBa,MAAAA,MAAM,CAACE,eAAP,CAAuB,MAAvB,EAA+BvB,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBC,GAAlD,EAAuD,CAAvD;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKlB,IAArB;AACAa,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKd,sBAAL,IAA+B,IAAnC,EAAyC;AACvCQ,MAAAA,MAAM,CAACE,eAAP,CAAuB,wBAAvB,EAAiDvB,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBC,GAApE,EAAyE,CAAzE;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKb,sBAArB;AACAQ,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKb,oBAAL,IAA6B,IAAjC,EAAuC;AACrCO,MAAAA,MAAM,CAACE,eAAP,CAAuB,sBAAvB,EAA+CvB,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBC,GAAlE,EAAuE,CAAvE;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKZ,oBAArB;AACAO,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKZ,GAAL,IAAY,IAAhB,EAAsB;AACpBM,MAAAA,MAAM,CAACE,eAAP,CAAuB,KAAvB,EAA8BvB,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBC,GAAjD,EAAsD,CAAtD;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKX,GAArB;AACAM,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKX,gBAAL,IAAyB,IAA7B,EAAmC;AACjCK,MAAAA,MAAM,CAACE,eAAP,CAAuB,kBAAvB,EAA2CvB,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBI,MAA9D,EAAsE,CAAtE;AACA,WAAKZ,gBAAL,CAAsBI,KAAtB,CAA4BC,MAA5B;AACAA,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKV,iBAAL,IAA0B,IAA9B,EAAoC;AAClCI,MAAAA,MAAM,CAACE,eAAP,CAAuB,mBAAvB,EAA4CvB,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBI,MAA/D,EAAuE,CAAvE;AACA,WAAKX,iBAAL,CAAuBG,KAAvB,CAA6BC,MAA7B;AACAA,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKT,sBAAL,IAA+B,IAAnC,EAAyC;AACvCG,MAAAA,MAAM,CAACE,eAAP,CAAuB,wBAAvB,EAAiDvB,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBI,MAApE,EAA4E,CAA5E;AACA,WAAKV,sBAAL,CAA4BE,KAA5B,CAAkCC,MAAlC;AACAA,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKR,mBAAL,IAA4B,IAAhC,EAAsC;AACpCE,MAAAA,MAAM,CAACE,eAAP,CAAuB,qBAAvB,EAA8CvB,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBI,MAAjE,EAAyE,CAAzE;AACA,WAAKT,mBAAL,CAAyBC,KAAzB,CAA+BC,MAA/B;AACAA,MAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,IAAAA,MAAM,CAACQ,cAAP;AACAR,IAAAA,MAAM,CAACS,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAsC;AACtDA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAKrC,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBiB,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAKrC,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMiB,OAA0B,GAAGV,KAAK,CAACW,OAAN,EAAnC;AACAT,YAAAA,KAAK,CAAC1B,IAAN,GAAakC,OAAb;AACD,WAHD,MAGO;AACLV,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKrC,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMoB,OAAe,GAAGb,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAACrB,sBAAN,GAA+BgC,OAA/B;AACD,WAHD,MAGO;AACLb,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKrC,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMqB,OAAe,GAAGd,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAACpB,oBAAN,GAA6BgC,OAA7B;AACD,WAHD,MAGO;AACLd,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKrC,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMsB,OAAe,GAAGf,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAACnB,GAAN,GAAYgC,OAAZ;AACD,WAHD,MAGO;AACLf,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKrC,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBI,MAArC,EAA6C;AAC3C,kBAAMoB,OAAsC,GAC1C/C,cAAc,CAACA,cAAf,CAA8B8B,IAA9B,CAAmCC,KAAnC,CADF;AAEAE,YAAAA,KAAK,CAAClB,gBAAN,GAAyBgC,OAAzB;AACD,WAJD,MAIO;AACLhB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKrC,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBI,MAArC,EAA6C;AAC3C,kBAAMqB,OAAwC,GAC5C7C,eAAe,CAACA,eAAhB,CAAgC2B,IAAhC,CAAqCC,KAArC,CADF;AAEAE,YAAAA,KAAK,CAACjB,iBAAN,GAA0BgC,OAA1B;AACD,WAJD,MAIO;AACLjB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKrC,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBI,MAArC,EAA6C;AAC3C,kBAAMsB,OAAkD,GACtD/C,oBAAoB,CAACA,oBAArB,CAA0C4B,IAA1C,CAA+CC,KAA/C,CADF;AAEAE,YAAAA,KAAK,CAAChB,sBAAN,GAA+BgC,OAA/B;AACD,WAJD,MAIO;AACLlB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKrC,MAAM,CAACS,MAAP,CAAce,IAAd,CAAmBI,MAArC,EAA6C;AAC3C,kBAAMuB,OAA0C,GAC9CjD,gBAAgB,CAACA,gBAAjB,CAAkC6B,IAAlC,CAAuCC,KAAvC,CADF;AAEAE,YAAAA,KAAK,CAACf,mBAAN,GAA4BgC,OAA5B;AACD,WAJD,MAIO;AACLnB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AAvEH;;AAyEAL,MAAAA,KAAK,CAACoB,YAAN;AACD;;AACDpB,IAAAA,KAAK,CAACqB,aAAN;;AACA,QACEnB,KAAK,CAAC1B,IAAN,KAAe8C,SAAf,IACApB,KAAK,CAACrB,sBAAN,KAAiCyC,SADjC,IAEApB,KAAK,CAACpB,oBAAN,KAA+BwC,SAHjC,EAIE;AACA,aAAO,IAAIjD,UAAJ,CAAe6B,KAAf,CAAP;AACD,KAND,MAMO;AACL,YAAM,IAAIlC,MAAM,CAACS,MAAP,CAAcC,kBAAlB,CACJV,MAAM,CAACS,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,sCAFI,CAAN;AAID;AACF;;AAlMqB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as DataPageHeader from './DataPageHeader';\nimport * as DataPageHeaderV2 from './DataPageHeaderV2';\nimport * as DictionaryPageHeader from './DictionaryPageHeader';\nimport * as IndexPageHeader from './IndexPageHeader';\nimport * as PageType from './PageType';\nexport interface IPageHeaderArgs {\n type: PageType.PageType;\n uncompressed_page_size: number;\n compressed_page_size: number;\n crc?: number;\n data_page_header?: DataPageHeader.DataPageHeader;\n index_page_header?: IndexPageHeader.IndexPageHeader;\n dictionary_page_header?: DictionaryPageHeader.DictionaryPageHeader;\n data_page_header_v2?: DataPageHeaderV2.DataPageHeaderV2;\n}\nexport class PageHeader {\n public type: PageType.PageType;\n public uncompressed_page_size: number;\n public compressed_page_size: number;\n public crc?: number;\n public data_page_header?: DataPageHeader.DataPageHeader;\n public index_page_header?: IndexPageHeader.IndexPageHeader;\n public dictionary_page_header?: DictionaryPageHeader.DictionaryPageHeader;\n public data_page_header_v2?: DataPageHeaderV2.DataPageHeaderV2;\n constructor(args: IPageHeaderArgs) {\n if (args != null && args.type != null) {\n this.type = args.type;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[type] is unset!'\n );\n }\n if (args != null && args.uncompressed_page_size != null) {\n this.uncompressed_page_size = args.uncompressed_page_size;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[uncompressed_page_size] is unset!'\n );\n }\n if (args != null && args.compressed_page_size != null) {\n this.compressed_page_size = args.compressed_page_size;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[compressed_page_size] is unset!'\n );\n }\n if (args != null && args.crc != null) {\n this.crc = args.crc;\n }\n if (args != null && args.data_page_header != null) {\n this.data_page_header = args.data_page_header;\n }\n if (args != null && args.index_page_header != null) {\n this.index_page_header = args.index_page_header;\n }\n if (args != null && args.dictionary_page_header != null) {\n this.dictionary_page_header = args.dictionary_page_header;\n }\n if (args != null && args.data_page_header_v2 != null) {\n this.data_page_header_v2 = args.data_page_header_v2;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('PageHeader');\n if (this.type != null) {\n output.writeFieldBegin('type', thrift.Thrift.Type.I32, 1);\n output.writeI32(this.type);\n output.writeFieldEnd();\n }\n if (this.uncompressed_page_size != null) {\n output.writeFieldBegin('uncompressed_page_size', thrift.Thrift.Type.I32, 2);\n output.writeI32(this.uncompressed_page_size);\n output.writeFieldEnd();\n }\n if (this.compressed_page_size != null) {\n output.writeFieldBegin('compressed_page_size', thrift.Thrift.Type.I32, 3);\n output.writeI32(this.compressed_page_size);\n output.writeFieldEnd();\n }\n if (this.crc != null) {\n output.writeFieldBegin('crc', thrift.Thrift.Type.I32, 4);\n output.writeI32(this.crc);\n output.writeFieldEnd();\n }\n if (this.data_page_header != null) {\n output.writeFieldBegin('data_page_header', thrift.Thrift.Type.STRUCT, 5);\n this.data_page_header.write(output);\n output.writeFieldEnd();\n }\n if (this.index_page_header != null) {\n output.writeFieldBegin('index_page_header', thrift.Thrift.Type.STRUCT, 6);\n this.index_page_header.write(output);\n output.writeFieldEnd();\n }\n if (this.dictionary_page_header != null) {\n output.writeFieldBegin('dictionary_page_header', thrift.Thrift.Type.STRUCT, 7);\n this.dictionary_page_header.write(output);\n output.writeFieldEnd();\n }\n if (this.data_page_header_v2 != null) {\n output.writeFieldBegin('data_page_header_v2', thrift.Thrift.Type.STRUCT, 8);\n this.data_page_header_v2.write(output);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): PageHeader {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_1: PageType.PageType = input.readI32();\n _args.type = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_2: number = input.readI32();\n _args.uncompressed_page_size = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_3: number = input.readI32();\n _args.compressed_page_size = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_4: number = input.readI32();\n _args.crc = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_5: DataPageHeader.DataPageHeader =\n DataPageHeader.DataPageHeader.read(input);\n _args.data_page_header = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_6: IndexPageHeader.IndexPageHeader =\n IndexPageHeader.IndexPageHeader.read(input);\n _args.index_page_header = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 7:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_7: DictionaryPageHeader.DictionaryPageHeader =\n DictionaryPageHeader.DictionaryPageHeader.read(input);\n _args.dictionary_page_header = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n case 8:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_8: DataPageHeaderV2.DataPageHeaderV2 =\n DataPageHeaderV2.DataPageHeaderV2.read(input);\n _args.data_page_header_v2 = value_8;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.type !== undefined &&\n _args.uncompressed_page_size !== undefined &&\n _args.compressed_page_size !== undefined\n ) {\n return new PageHeader(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read PageHeader from input'\n );\n }\n }\n}\n"],"file":"PageHeader.js"}
|
|
@@ -1,128 +0,0 @@
|
|
|
1
|
-
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
-
import Int64 from 'node-int64';
|
|
3
|
-
import * as thrift from 'thrift';
|
|
4
|
-
export class PageLocation {
|
|
5
|
-
constructor(args) {
|
|
6
|
-
_defineProperty(this, "offset", void 0);
|
|
7
|
-
|
|
8
|
-
_defineProperty(this, "compressed_page_size", void 0);
|
|
9
|
-
|
|
10
|
-
_defineProperty(this, "first_row_index", void 0);
|
|
11
|
-
|
|
12
|
-
if (args != null && args.offset != null) {
|
|
13
|
-
if (typeof args.offset === 'number') {
|
|
14
|
-
this.offset = new Int64(args.offset);
|
|
15
|
-
} else {
|
|
16
|
-
this.offset = args.offset;
|
|
17
|
-
}
|
|
18
|
-
} else {
|
|
19
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[offset] is unset!');
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
if (args != null && args.compressed_page_size != null) {
|
|
23
|
-
this.compressed_page_size = args.compressed_page_size;
|
|
24
|
-
} else {
|
|
25
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[compressed_page_size] is unset!');
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
if (args != null && args.first_row_index != null) {
|
|
29
|
-
if (typeof args.first_row_index === 'number') {
|
|
30
|
-
this.first_row_index = new Int64(args.first_row_index);
|
|
31
|
-
} else {
|
|
32
|
-
this.first_row_index = args.first_row_index;
|
|
33
|
-
}
|
|
34
|
-
} else {
|
|
35
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[first_row_index] is unset!');
|
|
36
|
-
}
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
write(output) {
|
|
40
|
-
output.writeStructBegin('PageLocation');
|
|
41
|
-
|
|
42
|
-
if (this.offset != null) {
|
|
43
|
-
output.writeFieldBegin('offset', thrift.Thrift.Type.I64, 1);
|
|
44
|
-
output.writeI64(this.offset);
|
|
45
|
-
output.writeFieldEnd();
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
if (this.compressed_page_size != null) {
|
|
49
|
-
output.writeFieldBegin('compressed_page_size', thrift.Thrift.Type.I32, 2);
|
|
50
|
-
output.writeI32(this.compressed_page_size);
|
|
51
|
-
output.writeFieldEnd();
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
if (this.first_row_index != null) {
|
|
55
|
-
output.writeFieldBegin('first_row_index', thrift.Thrift.Type.I64, 3);
|
|
56
|
-
output.writeI64(this.first_row_index);
|
|
57
|
-
output.writeFieldEnd();
|
|
58
|
-
}
|
|
59
|
-
|
|
60
|
-
output.writeFieldStop();
|
|
61
|
-
output.writeStructEnd();
|
|
62
|
-
return;
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
static read(input) {
|
|
66
|
-
input.readStructBegin();
|
|
67
|
-
let _args = {};
|
|
68
|
-
|
|
69
|
-
while (true) {
|
|
70
|
-
const ret = input.readFieldBegin();
|
|
71
|
-
const fieldType = ret.ftype;
|
|
72
|
-
const fieldId = ret.fid;
|
|
73
|
-
|
|
74
|
-
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
75
|
-
break;
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
switch (fieldId) {
|
|
79
|
-
case 1:
|
|
80
|
-
if (fieldType === thrift.Thrift.Type.I64) {
|
|
81
|
-
const value_1 = input.readI64();
|
|
82
|
-
_args.offset = value_1;
|
|
83
|
-
} else {
|
|
84
|
-
input.skip(fieldType);
|
|
85
|
-
}
|
|
86
|
-
|
|
87
|
-
break;
|
|
88
|
-
|
|
89
|
-
case 2:
|
|
90
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
91
|
-
const value_2 = input.readI32();
|
|
92
|
-
_args.compressed_page_size = value_2;
|
|
93
|
-
} else {
|
|
94
|
-
input.skip(fieldType);
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
break;
|
|
98
|
-
|
|
99
|
-
case 3:
|
|
100
|
-
if (fieldType === thrift.Thrift.Type.I64) {
|
|
101
|
-
const value_3 = input.readI64();
|
|
102
|
-
_args.first_row_index = value_3;
|
|
103
|
-
} else {
|
|
104
|
-
input.skip(fieldType);
|
|
105
|
-
}
|
|
106
|
-
|
|
107
|
-
break;
|
|
108
|
-
|
|
109
|
-
default:
|
|
110
|
-
{
|
|
111
|
-
input.skip(fieldType);
|
|
112
|
-
}
|
|
113
|
-
}
|
|
114
|
-
|
|
115
|
-
input.readFieldEnd();
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
input.readStructEnd();
|
|
119
|
-
|
|
120
|
-
if (_args.offset !== undefined && _args.compressed_page_size !== undefined && _args.first_row_index !== undefined) {
|
|
121
|
-
return new PageLocation(_args);
|
|
122
|
-
} else {
|
|
123
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read PageLocation from input');
|
|
124
|
-
}
|
|
125
|
-
}
|
|
126
|
-
|
|
127
|
-
}
|
|
128
|
-
//# sourceMappingURL=PageLocation.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/PageLocation.ts"],"names":["Int64","thrift","PageLocation","constructor","args","offset","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","compressed_page_size","first_row_index","write","output","writeStructBegin","writeFieldBegin","Type","I64","writeI64","writeFieldEnd","I32","writeI32","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI64","skip","value_2","readI32","value_3","readFieldEnd","readStructEnd","undefined"],"mappings":";AAMA,OAAOA,KAAP,MAAkB,YAAlB;AACA,OAAO,KAAKC,MAAZ,MAAwB,QAAxB;AAMA,OAAO,MAAMC,YAAN,CAAmB;AAIxBC,EAAAA,WAAW,CAACC,IAAD,EAA0B;AAAA;;AAAA;;AAAA;;AACnC,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,MAAL,IAAe,IAAnC,EAAyC;AACvC,UAAI,OAAOD,IAAI,CAACC,MAAZ,KAAuB,QAA3B,EAAqC;AACnC,aAAKA,MAAL,GAAc,IAAIL,KAAJ,CAAUI,IAAI,CAACC,MAAf,CAAd;AACD,OAFD,MAEO;AACL,aAAKA,MAAL,GAAcD,IAAI,CAACC,MAAnB;AACD;AACF,KAND,MAMO;AACL,YAAM,IAAIJ,MAAM,CAACK,MAAP,CAAcC,kBAAlB,CACJN,MAAM,CAACK,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,kCAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACM,oBAAL,IAA6B,IAAjD,EAAuD;AACrD,WAAKA,oBAAL,GAA4BN,IAAI,CAACM,oBAAjC;AACD,KAFD,MAEO;AACL,YAAM,IAAIT,MAAM,CAACK,MAAP,CAAcC,kBAAlB,CACJN,MAAM,CAACK,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,gDAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,eAAL,IAAwB,IAA5C,EAAkD;AAChD,UAAI,OAAOP,IAAI,CAACO,eAAZ,KAAgC,QAApC,EAA8C;AAC5C,aAAKA,eAAL,GAAuB,IAAIX,KAAJ,CAAUI,IAAI,CAACO,eAAf,CAAvB;AACD,OAFD,MAEO;AACL,aAAKA,eAAL,GAAuBP,IAAI,CAACO,eAA5B;AACD;AACF,KAND,MAMO;AACL,YAAM,IAAIV,MAAM,CAACK,MAAP,CAAcC,kBAAlB,CACJN,MAAM,CAACK,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,2CAFI,CAAN;AAID;AACF;;AACMG,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,cAAxB;;AACA,QAAI,KAAKT,MAAL,IAAe,IAAnB,EAAyB;AACvBQ,MAAAA,MAAM,CAACE,eAAP,CAAuB,QAAvB,EAAiCd,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBC,GAApD,EAAyD,CAAzD;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKb,MAArB;AACAQ,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKT,oBAAL,IAA6B,IAAjC,EAAuC;AACrCG,MAAAA,MAAM,CAACE,eAAP,CAAuB,sBAAvB,EAA+Cd,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBI,GAAlE,EAAuE,CAAvE;AACAP,MAAAA,MAAM,CAACQ,QAAP,CAAgB,KAAKX,oBAArB;AACAG,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKR,eAAL,IAAwB,IAA5B,EAAkC;AAChCE,MAAAA,MAAM,CAACE,eAAP,CAAuB,iBAAvB,EAA0Cd,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBC,GAA7D,EAAkE,CAAlE;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKP,eAArB;AACAE,MAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,IAAAA,MAAM,CAACS,cAAP;AACAT,IAAAA,MAAM,CAACU,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAwC;AACxDA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAK7B,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBkB,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAK7B,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMkB,OAAc,GAAGV,KAAK,CAACW,OAAN,EAAvB;AACAT,YAAAA,KAAK,CAACtB,MAAN,GAAe8B,OAAf;AACD,WAHD,MAGO;AACLV,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK7B,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBI,GAArC,EAA0C;AACxC,kBAAMkB,OAAe,GAAGb,KAAK,CAACc,OAAN,EAAxB;AACAZ,YAAAA,KAAK,CAACjB,oBAAN,GAA6B4B,OAA7B;AACD,WAHD,MAGO;AACLb,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK7B,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMuB,OAAc,GAAGf,KAAK,CAACW,OAAN,EAAvB;AACAT,YAAAA,KAAK,CAAChB,eAAN,GAAwB6B,OAAxB;AACD,WAHD,MAGO;AACLf,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AA3BH;;AA6BAL,MAAAA,KAAK,CAACgB,YAAN;AACD;;AACDhB,IAAAA,KAAK,CAACiB,aAAN;;AACA,QACEf,KAAK,CAACtB,MAAN,KAAiBsC,SAAjB,IACAhB,KAAK,CAACjB,oBAAN,KAA+BiC,SAD/B,IAEAhB,KAAK,CAAChB,eAAN,KAA0BgC,SAH5B,EAIE;AACA,aAAO,IAAIzC,YAAJ,CAAiByB,KAAjB,CAAP;AACD,KAND,MAMO;AACL,YAAM,IAAI1B,MAAM,CAACK,MAAP,CAAcC,kBAAlB,CACJN,MAAM,CAACK,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,wCAFI,CAAN;AAID;AACF;;AAjHuB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nexport interface IPageLocationArgs {\n offset: number | Int64;\n compressed_page_size: number;\n first_row_index: number | Int64;\n}\nexport class PageLocation {\n public offset: Int64;\n public compressed_page_size: number;\n public first_row_index: Int64;\n constructor(args: IPageLocationArgs) {\n if (args != null && args.offset != null) {\n if (typeof args.offset === 'number') {\n this.offset = new Int64(args.offset);\n } else {\n this.offset = args.offset;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[offset] is unset!'\n );\n }\n if (args != null && args.compressed_page_size != null) {\n this.compressed_page_size = args.compressed_page_size;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[compressed_page_size] is unset!'\n );\n }\n if (args != null && args.first_row_index != null) {\n if (typeof args.first_row_index === 'number') {\n this.first_row_index = new Int64(args.first_row_index);\n } else {\n this.first_row_index = args.first_row_index;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[first_row_index] is unset!'\n );\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('PageLocation');\n if (this.offset != null) {\n output.writeFieldBegin('offset', thrift.Thrift.Type.I64, 1);\n output.writeI64(this.offset);\n output.writeFieldEnd();\n }\n if (this.compressed_page_size != null) {\n output.writeFieldBegin('compressed_page_size', thrift.Thrift.Type.I32, 2);\n output.writeI32(this.compressed_page_size);\n output.writeFieldEnd();\n }\n if (this.first_row_index != null) {\n output.writeFieldBegin('first_row_index', thrift.Thrift.Type.I64, 3);\n output.writeI64(this.first_row_index);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): PageLocation {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_1: Int64 = input.readI64();\n _args.offset = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_2: number = input.readI32();\n _args.compressed_page_size = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_3: Int64 = input.readI64();\n _args.first_row_index = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.offset !== undefined &&\n _args.compressed_page_size !== undefined &&\n _args.first_row_index !== undefined\n ) {\n return new PageLocation(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read PageLocation from input'\n );\n }\n }\n}\n"],"file":"PageLocation.js"}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
export let PageType;
|
|
2
|
-
|
|
3
|
-
(function (PageType) {
|
|
4
|
-
PageType[PageType["DATA_PAGE"] = 0] = "DATA_PAGE";
|
|
5
|
-
PageType[PageType["INDEX_PAGE"] = 1] = "INDEX_PAGE";
|
|
6
|
-
PageType[PageType["DICTIONARY_PAGE"] = 2] = "DICTIONARY_PAGE";
|
|
7
|
-
PageType[PageType["DATA_PAGE_V2"] = 3] = "DATA_PAGE_V2";
|
|
8
|
-
})(PageType || (PageType = {}));
|
|
9
|
-
//# sourceMappingURL=PageType.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/PageType.ts"],"names":["PageType"],"mappings":"AAMA,WAAYA,QAAZ;;WAAYA,Q;AAAAA,EAAAA,Q,CAAAA,Q;AAAAA,EAAAA,Q,CAAAA,Q;AAAAA,EAAAA,Q,CAAAA,Q;AAAAA,EAAAA,Q,CAAAA,Q;GAAAA,Q,KAAAA,Q","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport enum PageType {\n DATA_PAGE = 0,\n INDEX_PAGE = 1,\n DICTIONARY_PAGE = 2,\n DATA_PAGE_V2 = 3\n}\n"],"file":"PageType.js"}
|
|
@@ -1,178 +0,0 @@
|
|
|
1
|
-
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
-
import Int64 from 'node-int64';
|
|
3
|
-
import * as thrift from 'thrift';
|
|
4
|
-
import * as ColumnChunk from './ColumnChunk';
|
|
5
|
-
import * as SortingColumn from './SortingColumn';
|
|
6
|
-
export class RowGroup {
|
|
7
|
-
constructor(args) {
|
|
8
|
-
_defineProperty(this, "columns", void 0);
|
|
9
|
-
|
|
10
|
-
_defineProperty(this, "total_byte_size", void 0);
|
|
11
|
-
|
|
12
|
-
_defineProperty(this, "num_rows", void 0);
|
|
13
|
-
|
|
14
|
-
_defineProperty(this, "sorting_columns", void 0);
|
|
15
|
-
|
|
16
|
-
if (args != null && args.columns != null) {
|
|
17
|
-
this.columns = args.columns;
|
|
18
|
-
} else {
|
|
19
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[columns] is unset!');
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
if (args != null && args.total_byte_size != null) {
|
|
23
|
-
if (typeof args.total_byte_size === 'number') {
|
|
24
|
-
this.total_byte_size = new Int64(args.total_byte_size);
|
|
25
|
-
} else {
|
|
26
|
-
this.total_byte_size = args.total_byte_size;
|
|
27
|
-
}
|
|
28
|
-
} else {
|
|
29
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[total_byte_size] is unset!');
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
if (args != null && args.num_rows != null) {
|
|
33
|
-
if (typeof args.num_rows === 'number') {
|
|
34
|
-
this.num_rows = new Int64(args.num_rows);
|
|
35
|
-
} else {
|
|
36
|
-
this.num_rows = args.num_rows;
|
|
37
|
-
}
|
|
38
|
-
} else {
|
|
39
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[num_rows] is unset!');
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
if (args != null && args.sorting_columns != null) {
|
|
43
|
-
this.sorting_columns = args.sorting_columns;
|
|
44
|
-
}
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
write(output) {
|
|
48
|
-
output.writeStructBegin('RowGroup');
|
|
49
|
-
|
|
50
|
-
if (this.columns != null) {
|
|
51
|
-
output.writeFieldBegin('columns', thrift.Thrift.Type.LIST, 1);
|
|
52
|
-
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.columns.length);
|
|
53
|
-
this.columns.forEach(value_1 => {
|
|
54
|
-
value_1.write(output);
|
|
55
|
-
});
|
|
56
|
-
output.writeListEnd();
|
|
57
|
-
output.writeFieldEnd();
|
|
58
|
-
}
|
|
59
|
-
|
|
60
|
-
if (this.total_byte_size != null) {
|
|
61
|
-
output.writeFieldBegin('total_byte_size', thrift.Thrift.Type.I64, 2);
|
|
62
|
-
output.writeI64(this.total_byte_size);
|
|
63
|
-
output.writeFieldEnd();
|
|
64
|
-
}
|
|
65
|
-
|
|
66
|
-
if (this.num_rows != null) {
|
|
67
|
-
output.writeFieldBegin('num_rows', thrift.Thrift.Type.I64, 3);
|
|
68
|
-
output.writeI64(this.num_rows);
|
|
69
|
-
output.writeFieldEnd();
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
if (this.sorting_columns != null) {
|
|
73
|
-
output.writeFieldBegin('sorting_columns', thrift.Thrift.Type.LIST, 4);
|
|
74
|
-
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.sorting_columns.length);
|
|
75
|
-
this.sorting_columns.forEach(value_2 => {
|
|
76
|
-
value_2.write(output);
|
|
77
|
-
});
|
|
78
|
-
output.writeListEnd();
|
|
79
|
-
output.writeFieldEnd();
|
|
80
|
-
}
|
|
81
|
-
|
|
82
|
-
output.writeFieldStop();
|
|
83
|
-
output.writeStructEnd();
|
|
84
|
-
return;
|
|
85
|
-
}
|
|
86
|
-
|
|
87
|
-
static read(input) {
|
|
88
|
-
input.readStructBegin();
|
|
89
|
-
let _args = {};
|
|
90
|
-
|
|
91
|
-
while (true) {
|
|
92
|
-
const ret = input.readFieldBegin();
|
|
93
|
-
const fieldType = ret.ftype;
|
|
94
|
-
const fieldId = ret.fid;
|
|
95
|
-
|
|
96
|
-
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
97
|
-
break;
|
|
98
|
-
}
|
|
99
|
-
|
|
100
|
-
switch (fieldId) {
|
|
101
|
-
case 1:
|
|
102
|
-
if (fieldType === thrift.Thrift.Type.LIST) {
|
|
103
|
-
const value_3 = new Array();
|
|
104
|
-
const metadata_1 = input.readListBegin();
|
|
105
|
-
const size_1 = metadata_1.size;
|
|
106
|
-
|
|
107
|
-
for (let i_1 = 0; i_1 < size_1; i_1++) {
|
|
108
|
-
const value_4 = ColumnChunk.ColumnChunk.read(input);
|
|
109
|
-
value_3.push(value_4);
|
|
110
|
-
}
|
|
111
|
-
|
|
112
|
-
input.readListEnd();
|
|
113
|
-
_args.columns = value_3;
|
|
114
|
-
} else {
|
|
115
|
-
input.skip(fieldType);
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
break;
|
|
119
|
-
|
|
120
|
-
case 2:
|
|
121
|
-
if (fieldType === thrift.Thrift.Type.I64) {
|
|
122
|
-
const value_5 = input.readI64();
|
|
123
|
-
_args.total_byte_size = value_5;
|
|
124
|
-
} else {
|
|
125
|
-
input.skip(fieldType);
|
|
126
|
-
}
|
|
127
|
-
|
|
128
|
-
break;
|
|
129
|
-
|
|
130
|
-
case 3:
|
|
131
|
-
if (fieldType === thrift.Thrift.Type.I64) {
|
|
132
|
-
const value_6 = input.readI64();
|
|
133
|
-
_args.num_rows = value_6;
|
|
134
|
-
} else {
|
|
135
|
-
input.skip(fieldType);
|
|
136
|
-
}
|
|
137
|
-
|
|
138
|
-
break;
|
|
139
|
-
|
|
140
|
-
case 4:
|
|
141
|
-
if (fieldType === thrift.Thrift.Type.LIST) {
|
|
142
|
-
const value_7 = new Array();
|
|
143
|
-
const metadata_2 = input.readListBegin();
|
|
144
|
-
const size_2 = metadata_2.size;
|
|
145
|
-
|
|
146
|
-
for (let i_2 = 0; i_2 < size_2; i_2++) {
|
|
147
|
-
const value_8 = SortingColumn.SortingColumn.read(input);
|
|
148
|
-
value_7.push(value_8);
|
|
149
|
-
}
|
|
150
|
-
|
|
151
|
-
input.readListEnd();
|
|
152
|
-
_args.sorting_columns = value_7;
|
|
153
|
-
} else {
|
|
154
|
-
input.skip(fieldType);
|
|
155
|
-
}
|
|
156
|
-
|
|
157
|
-
break;
|
|
158
|
-
|
|
159
|
-
default:
|
|
160
|
-
{
|
|
161
|
-
input.skip(fieldType);
|
|
162
|
-
}
|
|
163
|
-
}
|
|
164
|
-
|
|
165
|
-
input.readFieldEnd();
|
|
166
|
-
}
|
|
167
|
-
|
|
168
|
-
input.readStructEnd();
|
|
169
|
-
|
|
170
|
-
if (_args.columns !== undefined && _args.total_byte_size !== undefined && _args.num_rows !== undefined) {
|
|
171
|
-
return new RowGroup(_args);
|
|
172
|
-
} else {
|
|
173
|
-
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read RowGroup from input');
|
|
174
|
-
}
|
|
175
|
-
}
|
|
176
|
-
|
|
177
|
-
}
|
|
178
|
-
//# sourceMappingURL=RowGroup.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/RowGroup.ts"],"names":["Int64","thrift","ColumnChunk","SortingColumn","RowGroup","constructor","args","columns","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","total_byte_size","num_rows","sorting_columns","write","output","writeStructBegin","writeFieldBegin","Type","LIST","writeListBegin","STRUCT","length","forEach","value_1","writeListEnd","writeFieldEnd","I64","writeI64","value_2","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_3","Array","metadata_1","readListBegin","size_1","size","i_1","value_4","push","readListEnd","skip","value_5","readI64","value_6","value_7","metadata_2","size_2","i_2","value_8","readFieldEnd","readStructEnd","undefined"],"mappings":";AAMA,OAAOA,KAAP,MAAkB,YAAlB;AACA,OAAO,KAAKC,MAAZ,MAAwB,QAAxB;AACA,OAAO,KAAKC,WAAZ,MAA6B,eAA7B;AACA,OAAO,KAAKC,aAAZ,MAA+B,iBAA/B;AAOA,OAAO,MAAMC,QAAN,CAAe;AAKpBC,EAAAA,WAAW,CAACC,IAAD,EAAsB;AAAA;;AAAA;;AAAA;;AAAA;;AAC/B,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,OAAL,IAAgB,IAApC,EAA0C;AACxC,WAAKA,OAAL,GAAeD,IAAI,CAACC,OAApB;AACD,KAFD,MAEO;AACL,YAAM,IAAIN,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,mCAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACM,eAAL,IAAwB,IAA5C,EAAkD;AAChD,UAAI,OAAON,IAAI,CAACM,eAAZ,KAAgC,QAApC,EAA8C;AAC5C,aAAKA,eAAL,GAAuB,IAAIZ,KAAJ,CAAUM,IAAI,CAACM,eAAf,CAAvB;AACD,OAFD,MAEO;AACL,aAAKA,eAAL,GAAuBN,IAAI,CAACM,eAA5B;AACD;AACF,KAND,MAMO;AACL,YAAM,IAAIX,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,2CAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,QAAL,IAAiB,IAArC,EAA2C;AACzC,UAAI,OAAOP,IAAI,CAACO,QAAZ,KAAyB,QAA7B,EAAuC;AACrC,aAAKA,QAAL,GAAgB,IAAIb,KAAJ,CAAUM,IAAI,CAACO,QAAf,CAAhB;AACD,OAFD,MAEO;AACL,aAAKA,QAAL,GAAgBP,IAAI,CAACO,QAArB;AACD;AACF,KAND,MAMO;AACL,YAAM,IAAIZ,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACQ,eAAL,IAAwB,IAA5C,EAAkD;AAChD,WAAKA,eAAL,GAAuBR,IAAI,CAACQ,eAA5B;AACD;AACF;;AACMC,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,UAAxB;;AACA,QAAI,KAAKV,OAAL,IAAgB,IAApB,EAA0B;AACxBS,MAAAA,MAAM,CAACE,eAAP,CAAuB,SAAvB,EAAkCjB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBC,IAArD,EAA2D,CAA3D;AACAJ,MAAAA,MAAM,CAACK,cAAP,CAAsBpB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBG,MAAzC,EAAiD,KAAKf,OAAL,CAAagB,MAA9D;AACA,WAAKhB,OAAL,CAAaiB,OAAb,CAAsBC,OAAD,IAA4C;AAC/DA,QAAAA,OAAO,CAACV,KAAR,CAAcC,MAAd;AACD,OAFD;AAGAA,MAAAA,MAAM,CAACU,YAAP;AACAV,MAAAA,MAAM,CAACW,aAAP;AACD;;AACD,QAAI,KAAKf,eAAL,IAAwB,IAA5B,EAAkC;AAChCI,MAAAA,MAAM,CAACE,eAAP,CAAuB,iBAAvB,EAA0CjB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBS,GAA7D,EAAkE,CAAlE;AACAZ,MAAAA,MAAM,CAACa,QAAP,CAAgB,KAAKjB,eAArB;AACAI,MAAAA,MAAM,CAACW,aAAP;AACD;;AACD,QAAI,KAAKd,QAAL,IAAiB,IAArB,EAA2B;AACzBG,MAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCjB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBS,GAAtD,EAA2D,CAA3D;AACAZ,MAAAA,MAAM,CAACa,QAAP,CAAgB,KAAKhB,QAArB;AACAG,MAAAA,MAAM,CAACW,aAAP;AACD;;AACD,QAAI,KAAKb,eAAL,IAAwB,IAA5B,EAAkC;AAChCE,MAAAA,MAAM,CAACE,eAAP,CAAuB,iBAAvB,EAA0CjB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBC,IAA7D,EAAmE,CAAnE;AACAJ,MAAAA,MAAM,CAACK,cAAP,CAAsBpB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBG,MAAzC,EAAiD,KAAKR,eAAL,CAAqBS,MAAtE;AACA,WAAKT,eAAL,CAAqBU,OAArB,CAA8BM,OAAD,IAAgD;AAC3EA,QAAAA,OAAO,CAACf,KAAR,CAAcC,MAAd;AACD,OAFD;AAGAA,MAAAA,MAAM,CAACU,YAAP;AACAV,MAAAA,MAAM,CAACW,aAAP;AACD;;AACDX,IAAAA,MAAM,CAACe,cAAP;AACAf,IAAAA,MAAM,CAACgB,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAoC;AACpDA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBwB,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBC,IAArC,EAA2C;AACzC,kBAAMwB,OAAuC,GAAG,IAAIC,KAAJ,EAAhD;AACA,kBAAMC,UAAwB,GAAGZ,KAAK,CAACa,aAAN,EAAjC;AACA,kBAAMC,MAAc,GAAGF,UAAU,CAACG,IAAlC;;AACA,iBAAK,IAAIC,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGF,MAAhC,EAAwCE,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,OAAgC,GAAGjD,WAAW,CAACA,WAAZ,CAAwB+B,IAAxB,CAA6BC,KAA7B,CAAzC;AACAU,cAAAA,OAAO,CAACQ,IAAR,CAAaD,OAAb;AACD;;AACDjB,YAAAA,KAAK,CAACmB,WAAN;AACAjB,YAAAA,KAAK,CAAC7B,OAAN,GAAgBqC,OAAhB;AACD,WAVD,MAUO;AACLV,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBS,GAArC,EAA0C;AACxC,kBAAM2B,OAAc,GAAGrB,KAAK,CAACsB,OAAN,EAAvB;AACApB,YAAAA,KAAK,CAACxB,eAAN,GAAwB2C,OAAxB;AACD,WAHD,MAGO;AACLrB,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBS,GAArC,EAA0C;AACxC,kBAAM6B,OAAc,GAAGvB,KAAK,CAACsB,OAAN,EAAvB;AACApB,YAAAA,KAAK,CAACvB,QAAN,GAAiB4C,OAAjB;AACD,WAHD,MAGO;AACLvB,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBC,IAArC,EAA2C;AACzC,kBAAMsC,OAA2C,GAC/C,IAAIb,KAAJ,EADF;AAEA,kBAAMc,UAAwB,GAAGzB,KAAK,CAACa,aAAN,EAAjC;AACA,kBAAMa,MAAc,GAAGD,UAAU,CAACV,IAAlC;;AACA,iBAAK,IAAIY,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGD,MAAhC,EAAwCC,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,OAAoC,GAAG3D,aAAa,CAACA,aAAd,CAA4B8B,IAA5B,CAAiCC,KAAjC,CAA7C;AACAwB,cAAAA,OAAO,CAACN,IAAR,CAAaU,OAAb;AACD;;AACD5B,YAAAA,KAAK,CAACmB,WAAN;AACAjB,YAAAA,KAAK,CAACtB,eAAN,GAAwB4C,OAAxB;AACD,WAXD,MAWO;AACLxB,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;AAlDH;;AAoDAL,MAAAA,KAAK,CAAC6B,YAAN;AACD;;AACD7B,IAAAA,KAAK,CAAC8B,aAAN;;AACA,QACE5B,KAAK,CAAC7B,OAAN,KAAkB0D,SAAlB,IACA7B,KAAK,CAACxB,eAAN,KAA0BqD,SAD1B,IAEA7B,KAAK,CAACvB,QAAN,KAAmBoD,SAHrB,EAIE;AACA,aAAO,IAAI7D,QAAJ,CAAagC,KAAb,CAAP;AACD,KAND,MAMO;AACL,YAAM,IAAInC,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;AACF;;AAzJmB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as ColumnChunk from './ColumnChunk';\nimport * as SortingColumn from './SortingColumn';\nexport interface IRowGroupArgs {\n columns: Array<ColumnChunk.ColumnChunk>;\n total_byte_size: number | Int64;\n num_rows: number | Int64;\n sorting_columns?: Array<SortingColumn.SortingColumn>;\n}\nexport class RowGroup {\n public columns: Array<ColumnChunk.ColumnChunk>;\n public total_byte_size: Int64;\n public num_rows: Int64;\n public sorting_columns?: Array<SortingColumn.SortingColumn>;\n constructor(args: IRowGroupArgs) {\n if (args != null && args.columns != null) {\n this.columns = args.columns;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[columns] is unset!'\n );\n }\n if (args != null && args.total_byte_size != null) {\n if (typeof args.total_byte_size === 'number') {\n this.total_byte_size = new Int64(args.total_byte_size);\n } else {\n this.total_byte_size = args.total_byte_size;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[total_byte_size] is unset!'\n );\n }\n if (args != null && args.num_rows != null) {\n if (typeof args.num_rows === 'number') {\n this.num_rows = new Int64(args.num_rows);\n } else {\n this.num_rows = args.num_rows;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_rows] is unset!'\n );\n }\n if (args != null && args.sorting_columns != null) {\n this.sorting_columns = args.sorting_columns;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('RowGroup');\n if (this.columns != null) {\n output.writeFieldBegin('columns', thrift.Thrift.Type.LIST, 1);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.columns.length);\n this.columns.forEach((value_1: ColumnChunk.ColumnChunk): void => {\n value_1.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.total_byte_size != null) {\n output.writeFieldBegin('total_byte_size', thrift.Thrift.Type.I64, 2);\n output.writeI64(this.total_byte_size);\n output.writeFieldEnd();\n }\n if (this.num_rows != null) {\n output.writeFieldBegin('num_rows', thrift.Thrift.Type.I64, 3);\n output.writeI64(this.num_rows);\n output.writeFieldEnd();\n }\n if (this.sorting_columns != null) {\n output.writeFieldBegin('sorting_columns', thrift.Thrift.Type.LIST, 4);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.sorting_columns.length);\n this.sorting_columns.forEach((value_2: SortingColumn.SortingColumn): void => {\n value_2.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): RowGroup {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_3: Array<ColumnChunk.ColumnChunk> = new Array<ColumnChunk.ColumnChunk>();\n const metadata_1: thrift.TList = input.readListBegin();\n const size_1: number = metadata_1.size;\n for (let i_1: number = 0; i_1 < size_1; i_1++) {\n const value_4: ColumnChunk.ColumnChunk = ColumnChunk.ColumnChunk.read(input);\n value_3.push(value_4);\n }\n input.readListEnd();\n _args.columns = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_5: Int64 = input.readI64();\n _args.total_byte_size = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_6: Int64 = input.readI64();\n _args.num_rows = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_7: Array<SortingColumn.SortingColumn> =\n new Array<SortingColumn.SortingColumn>();\n const metadata_2: thrift.TList = input.readListBegin();\n const size_2: number = metadata_2.size;\n for (let i_2: number = 0; i_2 < size_2; i_2++) {\n const value_8: SortingColumn.SortingColumn = SortingColumn.SortingColumn.read(input);\n value_7.push(value_8);\n }\n input.readListEnd();\n _args.sorting_columns = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.columns !== undefined &&\n _args.total_byte_size !== undefined &&\n _args.num_rows !== undefined\n ) {\n return new RowGroup(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read RowGroup from input'\n );\n }\n }\n}\n"],"file":"RowGroup.js"}
|