@loaders.gl/parquet 4.0.0-alpha.5 → 4.0.0-alpha.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +2 -2
- package/dist/constants.js +18 -6
- package/dist/dist.min.js +27 -25
- package/dist/dist.min.js.map +3 -3
- package/dist/es5/bundle.js +6 -0
- package/dist/es5/bundle.js.map +1 -0
- package/dist/es5/constants.js +17 -0
- package/dist/es5/constants.js.map +1 -0
- package/dist/es5/index.js +128 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/lib/arrow/convert-columns-to-row-group.js +2 -0
- package/dist/es5/lib/arrow/convert-columns-to-row-group.js.map +1 -0
- package/dist/es5/lib/arrow/convert-row-group-to-columns.js +19 -0
- package/dist/es5/lib/arrow/convert-row-group-to-columns.js.map +1 -0
- package/dist/es5/lib/arrow/convert-schema-from-parquet.js +114 -0
- package/dist/es5/lib/arrow/convert-schema-from-parquet.js.map +1 -0
- package/dist/es5/lib/arrow/convert-schema-to-parquet.js +47 -0
- package/dist/es5/lib/arrow/convert-schema-to-parquet.js.map +1 -0
- package/dist/es5/lib/geo/decode-geo-metadata.js +81 -0
- package/dist/es5/lib/geo/decode-geo-metadata.js.map +1 -0
- package/dist/es5/lib/geo/geoparquet-schema.js +83 -0
- package/dist/es5/lib/geo/geoparquet-schema.js.map +1 -0
- package/dist/es5/lib/parsers/parse-parquet-to-columns.js +177 -0
- package/dist/es5/lib/parsers/parse-parquet-to-columns.js.map +1 -0
- package/dist/es5/lib/parsers/parse-parquet-to-rows.js +172 -0
- package/dist/es5/lib/parsers/parse-parquet-to-rows.js.map +1 -0
- package/dist/es5/lib/wasm/encode-parquet-wasm.js +43 -0
- package/dist/es5/lib/wasm/encode-parquet-wasm.js.map +1 -0
- package/dist/es5/lib/wasm/load-wasm/index.js +13 -0
- package/dist/es5/lib/wasm/load-wasm/index.js.map +1 -0
- package/dist/es5/lib/wasm/load-wasm/load-wasm-browser.js +42 -0
- package/dist/es5/lib/wasm/load-wasm/load-wasm-browser.js.map +1 -0
- package/dist/es5/lib/wasm/load-wasm/load-wasm-node.js +31 -0
- package/dist/es5/lib/wasm/load-wasm/load-wasm-node.js.map +1 -0
- package/dist/es5/lib/wasm/parse-parquet-wasm.js +60 -0
- package/dist/es5/lib/wasm/parse-parquet-wasm.js.map +1 -0
- package/dist/es5/lib/wip/convert-schema-deep.java.disabled +910 -0
- package/dist/es5/lib/wip/convert-schema-deep.rs.disabled +976 -0
- package/dist/es5/parquet-loader.js +44 -0
- package/dist/es5/parquet-loader.js.map +1 -0
- package/dist/es5/parquet-wasm-loader.js +30 -0
- package/dist/es5/parquet-wasm-loader.js.map +1 -0
- package/dist/es5/parquet-wasm-writer.js +26 -0
- package/dist/es5/parquet-wasm-writer.js.map +1 -0
- package/dist/es5/parquet-writer.js +24 -0
- package/dist/es5/parquet-writer.js.map +1 -0
- package/dist/es5/parquetjs/codecs/declare.js +2 -0
- package/dist/es5/parquetjs/codecs/declare.js.map +1 -0
- package/dist/es5/parquetjs/codecs/dictionary.js +23 -0
- package/dist/es5/parquetjs/codecs/dictionary.js.map +1 -0
- package/dist/es5/parquetjs/codecs/index.js +47 -0
- package/dist/es5/parquetjs/codecs/index.js.map +1 -0
- package/dist/es5/parquetjs/codecs/plain.js +208 -0
- package/dist/es5/parquetjs/codecs/plain.js.map +1 -0
- package/dist/es5/parquetjs/codecs/rle.js +132 -0
- package/dist/es5/parquetjs/codecs/rle.js.map +1 -0
- package/dist/es5/parquetjs/compression.js +137 -0
- package/dist/es5/parquetjs/compression.js.map +1 -0
- package/dist/es5/parquetjs/encoder/parquet-encoder.js +625 -0
- package/dist/es5/parquetjs/encoder/parquet-encoder.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +14 -0
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js +52 -0
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js +193 -0
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js +198 -0
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js +367 -0
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js +99 -0
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +19 -0
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +33 -0
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js +152 -0
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js +207 -0
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/DateType.js +52 -0
- package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js +96 -0
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js +113 -0
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js +19 -0
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js +52 -0
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +14 -0
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js +239 -0
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js +52 -0
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/IntType.js +96 -0
- package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js +52 -0
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js +94 -0
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/ListType.js +52 -0
- package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js +423 -0
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/MapType.js +52 -0
- package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js +52 -0
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js +52 -0
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/NullType.js +52 -0
- package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js +89 -0
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js +115 -0
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js +204 -0
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js +124 -0
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/PageType.js +15 -0
- package/dist/es5/parquetjs/parquet-thrift/PageType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js +165 -0
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js +231 -0
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js +115 -0
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js +165 -0
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/StringType.js +52 -0
- package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js +97 -0
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js +126 -0
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js +97 -0
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/Type.js +19 -0
- package/dist/es5/parquetjs/parquet-thrift/Type.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js +52 -0
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js +52 -0
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +1 -0
- package/dist/es5/parquetjs/parquet-thrift/index.js +479 -0
- package/dist/es5/parquetjs/parquet-thrift/index.js.map +1 -0
- package/dist/es5/parquetjs/parser/decoders.js +393 -0
- package/dist/es5/parquetjs/parser/decoders.js.map +1 -0
- package/dist/es5/parquetjs/parser/parquet-reader.js +610 -0
- package/dist/es5/parquetjs/parser/parquet-reader.js.map +1 -0
- package/dist/es5/parquetjs/schema/declare.js +21 -0
- package/dist/es5/parquetjs/schema/declare.js.map +1 -0
- package/dist/es5/parquetjs/schema/schema.js +165 -0
- package/dist/es5/parquetjs/schema/schema.js.map +1 -0
- package/dist/es5/parquetjs/schema/shred.js +282 -0
- package/dist/es5/parquetjs/schema/shred.js.map +1 -0
- package/dist/es5/parquetjs/schema/types.js +406 -0
- package/dist/es5/parquetjs/schema/types.js.map +1 -0
- package/dist/es5/parquetjs/utils/file-utils.js +47 -0
- package/dist/es5/parquetjs/utils/file-utils.js.map +1 -0
- package/dist/es5/parquetjs/utils/read-utils.js +120 -0
- package/dist/es5/parquetjs/utils/read-utils.js.map +1 -0
- package/dist/es5/workers/parquet-worker.js +6 -0
- package/dist/es5/workers/parquet-worker.js.map +1 -0
- package/dist/esm/bundle.js +4 -0
- package/dist/esm/bundle.js.map +1 -0
- package/dist/esm/constants.js +6 -0
- package/dist/esm/constants.js.map +1 -0
- package/dist/esm/index.js +31 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/lib/arrow/convert-columns-to-row-group.js +2 -0
- package/dist/esm/lib/arrow/convert-columns-to-row-group.js.map +1 -0
- package/dist/esm/lib/arrow/convert-row-group-to-columns.js +8 -0
- package/dist/esm/lib/arrow/convert-row-group-to-columns.js.map +1 -0
- package/dist/esm/lib/arrow/convert-schema-from-parquet.js +95 -0
- package/dist/esm/lib/arrow/convert-schema-from-parquet.js.map +1 -0
- package/dist/esm/lib/arrow/convert-schema-to-parquet.js +39 -0
- package/dist/esm/lib/arrow/convert-schema-to-parquet.js.map +1 -0
- package/dist/esm/lib/geo/decode-geo-metadata.js +62 -0
- package/dist/esm/lib/geo/decode-geo-metadata.js.map +1 -0
- package/dist/esm/lib/geo/geoparquet-schema.js +76 -0
- package/dist/esm/lib/geo/geoparquet-schema.js.map +1 -0
- package/dist/esm/lib/parsers/parse-parquet-to-columns.js +39 -0
- package/dist/esm/lib/parsers/parse-parquet-to-columns.js.map +1 -0
- package/dist/esm/lib/parsers/parse-parquet-to-rows.js +29 -0
- package/dist/esm/lib/parsers/parse-parquet-to-rows.js.map +1 -0
- package/dist/esm/lib/wasm/encode-parquet-wasm.js +15 -0
- package/dist/esm/lib/wasm/encode-parquet-wasm.js.map +1 -0
- package/dist/esm/lib/wasm/load-wasm/index.js +2 -0
- package/dist/esm/lib/wasm/load-wasm/index.js.map +1 -0
- package/dist/esm/lib/wasm/load-wasm/load-wasm-browser.js +11 -0
- package/dist/esm/lib/wasm/load-wasm/load-wasm-browser.js.map +1 -0
- package/dist/esm/lib/wasm/load-wasm/load-wasm-node.js +5 -0
- package/dist/esm/lib/wasm/load-wasm/load-wasm-node.js.map +1 -0
- package/dist/esm/lib/wasm/parse-parquet-wasm.js +21 -0
- package/dist/esm/lib/wasm/parse-parquet-wasm.js.map +1 -0
- package/dist/esm/lib/wip/convert-schema-deep.java.disabled +910 -0
- package/dist/esm/lib/wip/convert-schema-deep.rs.disabled +976 -0
- package/dist/esm/parquet-loader.js +36 -0
- package/dist/esm/parquet-loader.js.map +1 -0
- package/dist/esm/parquet-wasm-loader.js +22 -0
- package/dist/esm/parquet-wasm-loader.js.map +1 -0
- package/dist/esm/parquet-wasm-writer.js +19 -0
- package/dist/esm/parquet-wasm-writer.js.map +1 -0
- package/dist/esm/parquet-writer.js +17 -0
- package/dist/esm/parquet-writer.js.map +1 -0
- package/dist/esm/parquetjs/LICENSE +20 -0
- package/dist/esm/parquetjs/codecs/declare.js +2 -0
- package/dist/esm/parquetjs/codecs/declare.js.map +1 -0
- package/dist/esm/parquetjs/codecs/dictionary.js +13 -0
- package/dist/esm/parquetjs/codecs/dictionary.js.map +1 -0
- package/dist/esm/parquetjs/codecs/index.js +23 -0
- package/dist/esm/parquetjs/codecs/index.js.map +1 -0
- package/dist/esm/parquetjs/codecs/plain.js +200 -0
- package/dist/esm/parquetjs/codecs/plain.js.map +1 -0
- package/dist/esm/parquetjs/codecs/rle.js +119 -0
- package/dist/esm/parquetjs/codecs/rle.js.map +1 -0
- package/dist/esm/parquetjs/compression.js +61 -0
- package/dist/esm/parquetjs/compression.js.map +1 -0
- package/dist/{parquetjs/encoder/writer.js → esm/parquetjs/encoder/parquet-encoder.js} +8 -106
- package/dist/esm/parquetjs/encoder/parquet-encoder.js.map +1 -0
- package/dist/esm/parquetjs/modules.d.ts +21 -0
- package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js +7 -0
- package/dist/esm/parquetjs/parquet-thrift/BoundaryOrder.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/BsonType.js +31 -0
- package/dist/esm/parquetjs/parquet-thrift/BsonType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js +173 -0
- package/dist/esm/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js +176 -0
- package/dist/esm/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js +347 -0
- package/dist/esm/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js +77 -0
- package/dist/esm/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js +12 -0
- package/dist/esm/parquetjs/parquet-thrift/CompressionCodec.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js +26 -0
- package/dist/esm/parquetjs/parquet-thrift/ConvertedType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js +132 -0
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js +187 -0
- package/dist/esm/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/DateType.js +31 -0
- package/dist/esm/parquetjs/parquet-thrift/DateType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/DecimalType.js +76 -0
- package/dist/esm/parquetjs/parquet-thrift/DecimalType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js +93 -0
- package/dist/esm/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/Encoding.js +12 -0
- package/dist/esm/parquetjs/parquet-thrift/Encoding.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/EnumType.js +31 -0
- package/dist/esm/parquetjs/parquet-thrift/EnumType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js +7 -0
- package/dist/esm/parquetjs/parquet-thrift/FieldRepetitionType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js +219 -0
- package/dist/esm/parquetjs/parquet-thrift/FileMetaData.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js +31 -0
- package/dist/esm/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/IntType.js +76 -0
- package/dist/esm/parquetjs/parquet-thrift/IntType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/JsonType.js +31 -0
- package/dist/esm/parquetjs/parquet-thrift/JsonType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/KeyValue.js +74 -0
- package/dist/esm/parquetjs/parquet-thrift/KeyValue.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/ListType.js +31 -0
- package/dist/esm/parquetjs/parquet-thrift/ListType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/LogicalType.js +377 -0
- package/dist/esm/parquetjs/parquet-thrift/LogicalType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/MapType.js +31 -0
- package/dist/esm/parquetjs/parquet-thrift/MapType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js +31 -0
- package/dist/esm/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js +31 -0
- package/dist/esm/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/NullType.js +31 -0
- package/dist/esm/parquetjs/parquet-thrift/NullType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js +69 -0
- package/dist/esm/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js +95 -0
- package/dist/esm/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/PageHeader.js +184 -0
- package/dist/esm/parquetjs/parquet-thrift/PageHeader.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/PageLocation.js +104 -0
- package/dist/esm/parquetjs/parquet-thrift/PageLocation.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/PageType.js +8 -0
- package/dist/esm/parquetjs/parquet-thrift/PageType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/RowGroup.js +145 -0
- package/dist/esm/parquetjs/parquet-thrift/RowGroup.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js +211 -0
- package/dist/esm/parquetjs/parquet-thrift/SchemaElement.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js +95 -0
- package/dist/esm/parquetjs/parquet-thrift/SortingColumn.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/Statistics.js +145 -0
- package/dist/esm/parquetjs/parquet-thrift/Statistics.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/StringType.js +31 -0
- package/dist/esm/parquetjs/parquet-thrift/StringType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/TimeType.js +77 -0
- package/dist/esm/parquetjs/parquet-thrift/TimeType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js +102 -0
- package/dist/esm/parquetjs/parquet-thrift/TimeUnit.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/TimestampType.js +77 -0
- package/dist/esm/parquetjs/parquet-thrift/TimestampType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/Type.js +12 -0
- package/dist/esm/parquetjs/parquet-thrift/Type.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js +31 -0
- package/dist/esm/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/UUIDType.js +31 -0
- package/dist/esm/parquetjs/parquet-thrift/UUIDType.js.map +1 -0
- package/dist/esm/parquetjs/parquet-thrift/index.js +44 -0
- package/dist/esm/parquetjs/parquet-thrift/index.js.map +1 -0
- package/dist/esm/parquetjs/parser/decoders.js +253 -0
- package/dist/esm/parquetjs/parser/decoders.js.map +1 -0
- package/dist/{parquetjs/parser/parquet-envelope-reader.js → esm/parquetjs/parser/parquet-reader.js} +95 -74
- package/dist/esm/parquetjs/parser/parquet-reader.js.map +1 -0
- package/dist/esm/parquetjs/schema/declare.js +12 -0
- package/dist/esm/parquetjs/schema/declare.js.map +1 -0
- package/dist/esm/parquetjs/schema/schema.js +140 -0
- package/dist/esm/parquetjs/schema/schema.js.map +1 -0
- package/dist/esm/parquetjs/schema/shred.js +228 -0
- package/dist/esm/parquetjs/schema/shred.js.map +1 -0
- package/dist/esm/parquetjs/schema/types.js +397 -0
- package/dist/esm/parquetjs/schema/types.js.map +1 -0
- package/dist/esm/parquetjs/utils/file-utils.js +34 -0
- package/dist/esm/parquetjs/utils/file-utils.js.map +1 -0
- package/dist/esm/parquetjs/utils/read-utils.js +90 -0
- package/dist/esm/parquetjs/utils/read-utils.js.map +1 -0
- package/dist/esm/workers/parquet-worker.js +4 -0
- package/dist/esm/workers/parquet-worker.js.map +1 -0
- package/dist/index.d.ts +16 -20
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +58 -15
- package/dist/lib/arrow/convert-columns-to-row-group.d.ts +1 -0
- package/dist/lib/arrow/convert-columns-to-row-group.d.ts.map +1 -0
- package/dist/lib/arrow/convert-columns-to-row-group.js +1 -0
- package/dist/lib/arrow/convert-row-group-to-columns.d.ts +4 -0
- package/dist/lib/arrow/convert-row-group-to-columns.d.ts.map +1 -0
- package/dist/lib/arrow/convert-row-group-to-columns.js +12 -0
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts +9 -0
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -0
- package/dist/lib/arrow/convert-schema-from-parquet.js +86 -0
- package/dist/lib/arrow/convert-schema-to-parquet.d.ts +7 -0
- package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -0
- package/dist/lib/arrow/convert-schema-to-parquet.js +71 -0
- package/dist/lib/geo/decode-geo-metadata.d.ts +31 -0
- package/dist/lib/geo/decode-geo-metadata.d.ts.map +1 -0
- package/dist/lib/geo/decode-geo-metadata.js +77 -0
- package/dist/lib/geo/geoparquet-schema.d.ts +80 -0
- package/dist/lib/geo/geoparquet-schema.d.ts.map +1 -0
- package/dist/lib/geo/geoparquet-schema.js +69 -0
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts +5 -0
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-columns.js +46 -0
- package/dist/lib/parsers/parse-parquet-to-rows.d.ts +5 -0
- package/dist/lib/parsers/parse-parquet-to-rows.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-rows.js +37 -0
- package/dist/lib/wasm/encode-parquet-wasm.d.ts +21 -0
- package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +1 -0
- package/dist/lib/wasm/encode-parquet-wasm.js +30 -0
- package/dist/lib/wasm/load-wasm/index.d.ts +2 -0
- package/dist/lib/wasm/load-wasm/index.d.ts.map +1 -0
- package/dist/lib/wasm/load-wasm/index.js +5 -0
- package/dist/lib/wasm/load-wasm/load-wasm-browser.d.ts +3 -0
- package/dist/lib/wasm/load-wasm/load-wasm-browser.d.ts.map +1 -0
- package/dist/lib/wasm/load-wasm/load-wasm-browser.js +38 -0
- package/dist/lib/wasm/load-wasm/load-wasm-node.d.ts +3 -0
- package/dist/lib/wasm/load-wasm/load-wasm-node.d.ts.map +1 -0
- package/dist/lib/wasm/load-wasm/load-wasm-node.js +31 -0
- package/dist/lib/wasm/parse-parquet-wasm.d.ts +10 -0
- package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +1 -0
- package/dist/lib/wasm/parse-parquet-wasm.js +27 -0
- package/dist/parquet-loader.d.ts +6 -15
- package/dist/parquet-loader.d.ts.map +1 -1
- package/dist/parquet-loader.js +38 -19
- package/dist/parquet-wasm-loader.d.ts +23 -0
- package/dist/parquet-wasm-loader.d.ts.map +1 -0
- package/dist/parquet-wasm-loader.js +27 -0
- package/dist/parquet-wasm-writer.d.ts +3 -0
- package/dist/parquet-wasm-writer.d.ts.map +1 -0
- package/dist/parquet-wasm-writer.js +23 -0
- package/dist/parquet-worker.js +27 -25
- package/dist/parquet-worker.js.map +3 -3
- package/dist/parquet-writer.d.ts +3 -2
- package/dist/parquet-writer.d.ts.map +1 -1
- package/dist/parquet-writer.js +18 -14
- package/dist/parquetjs/codecs/declare.js +2 -2
- package/dist/parquetjs/codecs/dictionary.js +12 -10
- package/dist/parquetjs/codecs/index.js +54 -22
- package/dist/parquetjs/codecs/plain.js +173 -232
- package/dist/parquetjs/codecs/rle.js +134 -140
- package/dist/parquetjs/compression.d.ts +3 -0
- package/dist/parquetjs/compression.d.ts.map +1 -1
- package/dist/parquetjs/compression.js +169 -48
- package/dist/parquetjs/encoder/{writer.d.ts → parquet-encoder.d.ts} +15 -23
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -0
- package/dist/parquetjs/encoder/parquet-encoder.js +484 -0
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +14 -7
- package/dist/parquetjs/parquet-thrift/BsonType.js +60 -37
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js +209 -215
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +210 -211
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +394 -421
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js +102 -89
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js +19 -12
- package/dist/parquetjs/parquet-thrift/ConvertedType.js +33 -26
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js +165 -161
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +228 -234
- package/dist/parquetjs/parquet-thrift/DateType.js +60 -37
- package/dist/parquetjs/parquet-thrift/DecimalType.js +104 -90
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +121 -112
- package/dist/parquetjs/parquet-thrift/Encoding.js +19 -12
- package/dist/parquetjs/parquet-thrift/EnumType.js +60 -37
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +14 -7
- package/dist/parquetjs/parquet-thrift/FileMetaData.js +253 -263
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +60 -37
- package/dist/parquetjs/parquet-thrift/IntType.js +104 -90
- package/dist/parquetjs/parquet-thrift/JsonType.js +60 -37
- package/dist/parquetjs/parquet-thrift/KeyValue.js +101 -88
- package/dist/parquetjs/parquet-thrift/ListType.js +60 -37
- package/dist/parquetjs/parquet-thrift/LogicalType.js +366 -449
- package/dist/parquetjs/parquet-thrift/MapType.js +60 -37
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js +60 -37
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js +60 -37
- package/dist/parquetjs/parquet-thrift/NullType.js +60 -37
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js +96 -80
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +126 -114
- package/dist/parquetjs/parquet-thrift/PageHeader.js +218 -231
- package/dist/parquetjs/parquet-thrift/PageLocation.js +140 -123
- package/dist/parquetjs/parquet-thrift/PageType.js +15 -8
- package/dist/parquetjs/parquet-thrift/RowGroup.js +179 -171
- package/dist/parquetjs/parquet-thrift/SchemaElement.js +241 -268
- package/dist/parquetjs/parquet-thrift/SortingColumn.js +126 -114
- package/dist/parquetjs/parquet-thrift/Statistics.js +175 -178
- package/dist/parquetjs/parquet-thrift/StringType.js +60 -37
- package/dist/parquetjs/parquet-thrift/TimeType.js +105 -91
- package/dist/parquetjs/parquet-thrift/TimeUnit.js +124 -119
- package/dist/parquetjs/parquet-thrift/TimestampType.js +105 -91
- package/dist/parquetjs/parquet-thrift/Type.js +19 -12
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +60 -37
- package/dist/parquetjs/parquet-thrift/UUIDType.js +60 -37
- package/dist/parquetjs/parquet-thrift/index.js +65 -44
- package/dist/parquetjs/parser/decoders.d.ts +2 -2
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
- package/dist/parquetjs/parser/decoders.js +301 -283
- package/dist/parquetjs/parser/parquet-reader.d.ts +47 -57
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.js +193 -113
- package/dist/parquetjs/schema/declare.d.ts +26 -18
- package/dist/parquetjs/schema/declare.d.ts.map +1 -1
- package/dist/parquetjs/schema/declare.js +11 -12
- package/dist/parquetjs/schema/schema.d.ts +4 -4
- package/dist/parquetjs/schema/schema.d.ts.map +1 -1
- package/dist/parquetjs/schema/schema.js +148 -162
- package/dist/parquetjs/schema/shred.d.ts +33 -12
- package/dist/parquetjs/schema/shred.d.ts.map +1 -1
- package/dist/parquetjs/schema/shred.js +340 -147
- package/dist/parquetjs/schema/types.d.ts +2 -2
- package/dist/parquetjs/schema/types.d.ts.map +1 -1
- package/dist/parquetjs/schema/types.js +355 -415
- package/dist/parquetjs/utils/file-utils.d.ts +5 -4
- package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/file-utils.js +37 -28
- package/dist/parquetjs/utils/read-utils.js +99 -95
- package/dist/workers/parquet-worker.js +5 -4
- package/package.json +17 -12
- package/src/index.ts +58 -7
- package/src/lib/arrow/convert-columns-to-row-group.ts +0 -0
- package/src/lib/arrow/convert-row-group-to-columns.ts +15 -0
- package/src/lib/arrow/convert-schema-from-parquet.ts +104 -0
- package/src/lib/arrow/convert-schema-to-parquet.ts +90 -0
- package/src/lib/geo/decode-geo-metadata.ts +108 -0
- package/src/lib/geo/geoparquet-schema.ts +69 -0
- package/src/lib/parsers/parse-parquet-to-columns.ts +60 -0
- package/src/lib/parsers/parse-parquet-to-rows.ts +45 -0
- package/src/lib/wasm/encode-parquet-wasm.ts +40 -0
- package/src/lib/wasm/load-wasm/index.ts +1 -0
- package/src/lib/wasm/load-wasm/load-wasm-browser.ts +15 -0
- package/src/lib/wasm/load-wasm/load-wasm-node.ts +5 -0
- package/src/lib/wasm/parse-parquet-wasm.ts +42 -0
- package/src/lib/wip/convert-schema-deep.java.disabled +910 -0
- package/src/lib/wip/convert-schema-deep.rs.disabled +976 -0
- package/src/parquet-loader.ts +30 -3
- package/src/parquet-wasm-loader.ts +36 -0
- package/src/parquet-wasm-writer.ts +24 -0
- package/src/parquet-writer.ts +4 -1
- package/src/parquetjs/compression.ts +24 -7
- package/src/parquetjs/encoder/{writer.ts → parquet-encoder.ts} +33 -38
- package/src/parquetjs/parser/decoders.ts +3 -3
- package/src/parquetjs/parser/parquet-reader.ts +239 -122
- package/src/parquetjs/schema/declare.ts +22 -13
- package/src/parquetjs/schema/schema.ts +8 -8
- package/src/parquetjs/schema/shred.ts +239 -71
- package/src/parquetjs/schema/types.ts +25 -30
- package/src/parquetjs/utils/file-utils.ts +3 -4
- package/dist/bundle.js.map +0 -1
- package/dist/constants.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/lib/convert-schema.d.ts +0 -8
- package/dist/lib/convert-schema.d.ts.map +0 -1
- package/dist/lib/convert-schema.js +0 -71
- package/dist/lib/convert-schema.js.map +0 -1
- package/dist/lib/parse-parquet.d.ts +0 -4
- package/dist/lib/parse-parquet.d.ts.map +0 -1
- package/dist/lib/parse-parquet.js +0 -28
- package/dist/lib/parse-parquet.js.map +0 -1
- package/dist/lib/read-array-buffer.d.ts +0 -19
- package/dist/lib/read-array-buffer.d.ts.map +0 -1
- package/dist/lib/read-array-buffer.js +0 -9
- package/dist/lib/read-array-buffer.js.map +0 -1
- package/dist/parquet-loader.js.map +0 -1
- package/dist/parquet-writer.js.map +0 -1
- package/dist/parquetjs/codecs/declare.js.map +0 -1
- package/dist/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/parquetjs/codecs/index.js.map +0 -1
- package/dist/parquetjs/codecs/plain.js.map +0 -1
- package/dist/parquetjs/codecs/rle.js.map +0 -1
- package/dist/parquetjs/compression.js.map +0 -1
- package/dist/parquetjs/encoder/writer.d.ts.map +0 -1
- package/dist/parquetjs/encoder/writer.js.map +0 -1
- package/dist/parquetjs/file.d.ts +0 -10
- package/dist/parquetjs/file.d.ts.map +0 -1
- package/dist/parquetjs/file.js +0 -80
- package/dist/parquetjs/file.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/parquetjs/parser/decoders.js.map +0 -1
- package/dist/parquetjs/parser/parquet-cursor.d.ts +0 -36
- package/dist/parquetjs/parser/parquet-cursor.d.ts.map +0 -1
- package/dist/parquetjs/parser/parquet-cursor.js +0 -90
- package/dist/parquetjs/parser/parquet-cursor.js.map +0 -1
- package/dist/parquetjs/parser/parquet-envelope-reader.d.ts +0 -40
- package/dist/parquetjs/parser/parquet-envelope-reader.d.ts.map +0 -1
- package/dist/parquetjs/parser/parquet-envelope-reader.js.map +0 -1
- package/dist/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/parquetjs/schema/declare.js.map +0 -1
- package/dist/parquetjs/schema/schema.js.map +0 -1
- package/dist/parquetjs/schema/shred.js.map +0 -1
- package/dist/parquetjs/schema/types.js.map +0 -1
- package/dist/parquetjs/utils/buffer-utils.d.ts +0 -10
- package/dist/parquetjs/utils/buffer-utils.d.ts.map +0 -1
- package/dist/parquetjs/utils/buffer-utils.js +0 -12
- package/dist/parquetjs/utils/buffer-utils.js.map +0 -1
- package/dist/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/workers/parquet-worker.js.map +0 -1
- package/src/lib/convert-schema.ts +0 -95
- package/src/lib/parse-parquet.ts +0 -27
- package/src/lib/read-array-buffer.ts +0 -31
- package/src/parquetjs/file.ts +0 -90
- package/src/parquetjs/parser/parquet-cursor.ts +0 -94
- package/src/parquetjs/parser/parquet-envelope-reader.ts +0 -199
- package/src/parquetjs/utils/buffer-utils.ts +0 -18
- /package/dist/{parquetjs → es5/parquetjs}/LICENSE +0 -0
- /package/dist/{parquetjs → es5/parquetjs}/modules.d.ts +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"OffsetIndex.js","names":["thrift","PageLocation","OffsetIndex","constructor","args","_defineProperty","page_locations","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","write","output","writeStructBegin","writeFieldBegin","Type","LIST","writeListBegin","STRUCT","length","forEach","value_1","writeListEnd","writeFieldEnd","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_2","Array","metadata_1","readListBegin","size_1","size","i_1","value_3","push","readListEnd","skip","readFieldEnd","readStructEnd","undefined"],"sources":["../../../../src/parquetjs/parquet-thrift/OffsetIndex.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as PageLocation from './PageLocation';\nexport interface IOffsetIndexArgs {\n page_locations: Array<PageLocation.PageLocation>;\n}\nexport class OffsetIndex {\n public page_locations: Array<PageLocation.PageLocation>;\n constructor(args: IOffsetIndexArgs) {\n if (args != null && args.page_locations != null) {\n this.page_locations = args.page_locations;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[page_locations] is unset!'\n );\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('OffsetIndex');\n if (this.page_locations != null) {\n output.writeFieldBegin('page_locations', thrift.Thrift.Type.LIST, 1);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.page_locations.length);\n this.page_locations.forEach((value_1: PageLocation.PageLocation): void => {\n value_1.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): OffsetIndex {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_2: Array<PageLocation.PageLocation> =\n new Array<PageLocation.PageLocation>();\n const metadata_1: thrift.TList = input.readListBegin();\n const size_1: number = metadata_1.size;\n for (let i_1: number = 0; i_1 < size_1; i_1++) {\n const value_3: PageLocation.PageLocation = PageLocation.PageLocation.read(input);\n value_2.push(value_3);\n }\n input.readListEnd();\n _args.page_locations = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (_args.page_locations !== undefined) {\n return new OffsetIndex(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read OffsetIndex from input'\n );\n }\n }\n}\n"],"mappings":";AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAChC,OAAO,KAAKC,YAAY,MAAM,gBAAgB;AAI9C,OAAO,MAAMC,WAAW,CAAC;EAEvBC,WAAWA,CAACC,IAAsB,EAAE;IAAAC,eAAA;IAClC,IAAID,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,cAAc,IAAI,IAAI,EAAE;MAC/C,IAAI,CAACA,cAAc,GAAGF,IAAI,CAACE,cAAc;IAC3C,CAAC,MAAM;MACL,MAAM,IAAIN,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,0CACF,CAAC;IACH;EACF;EACOC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,aAAa,CAAC;IACtC,IAAI,IAAI,CAACP,cAAc,IAAI,IAAI,EAAE;MAC/BM,MAAM,CAACE,eAAe,CAAC,gBAAgB,EAAEd,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MACpEJ,MAAM,CAACK,cAAc,CAACjB,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACG,MAAM,EAAE,IAAI,CAACZ,cAAc,CAACa,MAAM,CAAC;MAC5E,IAAI,CAACb,cAAc,CAACc,OAAO,CAAEC,OAAkC,IAAW;QACxEA,OAAO,CAACV,KAAK,CAACC,MAAM,CAAC;MACvB,CAAC,CAAC;MACFA,MAAM,CAACU,YAAY,CAAC,CAAC;MACrBV,MAAM,CAACW,aAAa,CAAC,CAAC;IACxB;IACAX,MAAM,CAACY,cAAc,CAAC,CAAC;IACvBZ,MAAM,CAACa,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAe;IACvDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKhC,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACqB,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAKhC,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACC,IAAI,EAAE;YACzC,MAAMqB,OAAyC,GAC7C,IAAIC,KAAK,CAA4B,CAAC;YACxC,MAAMC,UAAwB,GAAGZ,KAAK,CAACa,aAAa,CAAC,CAAC;YACtD,MAAMC,MAAc,GAAGF,UAAU,CAACG,IAAI;YACtC,KAAK,IAAIC,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGF,MAAM,EAAEE,GAAG,EAAE,EAAE;cAC7C,MAAMC,OAAkC,GAAG3C,YAAY,CAACA,YAAY,CAACyB,IAAI,CAACC,KAAK,CAAC;cAChFU,OAAO,CAACQ,IAAI,CAACD,OAAO,CAAC;YACvB;YACAjB,KAAK,CAACmB,WAAW,CAAC,CAAC;YACnBjB,KAAK,CAACvB,cAAc,GAAG+B,OAAO;UAChC,CAAC,MAAM;YACLV,KAAK,CAACoB,IAAI,CAACf,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACoB,IAAI,CAACf,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACqB,YAAY,CAAC,CAAC;IACtB;IACArB,KAAK,CAACsB,aAAa,CAAC,CAAC;IACrB,IAAIpB,KAAK,CAACvB,cAAc,KAAK4C,SAAS,EAAE;MACtC,OAAO,IAAIhD,WAAW,CAAC2B,KAAK,CAAC;IAC/B,CAAC,MAAM;MACL,MAAM,IAAI7B,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,uCACF,CAAC;IACH;EACF;AACF"}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import * as thrift from 'thrift';
|
|
3
|
+
export class PageEncodingStats {
|
|
4
|
+
constructor(args) {
|
|
5
|
+
_defineProperty(this, "page_type", void 0);
|
|
6
|
+
_defineProperty(this, "encoding", void 0);
|
|
7
|
+
_defineProperty(this, "count", void 0);
|
|
8
|
+
if (args != null && args.page_type != null) {
|
|
9
|
+
this.page_type = args.page_type;
|
|
10
|
+
} else {
|
|
11
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[page_type] is unset!');
|
|
12
|
+
}
|
|
13
|
+
if (args != null && args.encoding != null) {
|
|
14
|
+
this.encoding = args.encoding;
|
|
15
|
+
} else {
|
|
16
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[encoding] is unset!');
|
|
17
|
+
}
|
|
18
|
+
if (args != null && args.count != null) {
|
|
19
|
+
this.count = args.count;
|
|
20
|
+
} else {
|
|
21
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[count] is unset!');
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
write(output) {
|
|
25
|
+
output.writeStructBegin('PageEncodingStats');
|
|
26
|
+
if (this.page_type != null) {
|
|
27
|
+
output.writeFieldBegin('page_type', thrift.Thrift.Type.I32, 1);
|
|
28
|
+
output.writeI32(this.page_type);
|
|
29
|
+
output.writeFieldEnd();
|
|
30
|
+
}
|
|
31
|
+
if (this.encoding != null) {
|
|
32
|
+
output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 2);
|
|
33
|
+
output.writeI32(this.encoding);
|
|
34
|
+
output.writeFieldEnd();
|
|
35
|
+
}
|
|
36
|
+
if (this.count != null) {
|
|
37
|
+
output.writeFieldBegin('count', thrift.Thrift.Type.I32, 3);
|
|
38
|
+
output.writeI32(this.count);
|
|
39
|
+
output.writeFieldEnd();
|
|
40
|
+
}
|
|
41
|
+
output.writeFieldStop();
|
|
42
|
+
output.writeStructEnd();
|
|
43
|
+
return;
|
|
44
|
+
}
|
|
45
|
+
static read(input) {
|
|
46
|
+
input.readStructBegin();
|
|
47
|
+
let _args = {};
|
|
48
|
+
while (true) {
|
|
49
|
+
const ret = input.readFieldBegin();
|
|
50
|
+
const fieldType = ret.ftype;
|
|
51
|
+
const fieldId = ret.fid;
|
|
52
|
+
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
53
|
+
break;
|
|
54
|
+
}
|
|
55
|
+
switch (fieldId) {
|
|
56
|
+
case 1:
|
|
57
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
58
|
+
const value_1 = input.readI32();
|
|
59
|
+
_args.page_type = value_1;
|
|
60
|
+
} else {
|
|
61
|
+
input.skip(fieldType);
|
|
62
|
+
}
|
|
63
|
+
break;
|
|
64
|
+
case 2:
|
|
65
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
66
|
+
const value_2 = input.readI32();
|
|
67
|
+
_args.encoding = value_2;
|
|
68
|
+
} else {
|
|
69
|
+
input.skip(fieldType);
|
|
70
|
+
}
|
|
71
|
+
break;
|
|
72
|
+
case 3:
|
|
73
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
74
|
+
const value_3 = input.readI32();
|
|
75
|
+
_args.count = value_3;
|
|
76
|
+
} else {
|
|
77
|
+
input.skip(fieldType);
|
|
78
|
+
}
|
|
79
|
+
break;
|
|
80
|
+
default:
|
|
81
|
+
{
|
|
82
|
+
input.skip(fieldType);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
input.readFieldEnd();
|
|
86
|
+
}
|
|
87
|
+
input.readStructEnd();
|
|
88
|
+
if (_args.page_type !== undefined && _args.encoding !== undefined && _args.count !== undefined) {
|
|
89
|
+
return new PageEncodingStats(_args);
|
|
90
|
+
} else {
|
|
91
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read PageEncodingStats from input');
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
//# sourceMappingURL=PageEncodingStats.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PageEncodingStats.js","names":["thrift","PageEncodingStats","constructor","args","_defineProperty","page_type","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","encoding","count","write","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI32","skip","value_2","value_3","readFieldEnd","readStructEnd","undefined"],"sources":["../../../../src/parquetjs/parquet-thrift/PageEncodingStats.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as Encoding from './Encoding';\nimport * as PageType from './PageType';\nexport interface IPageEncodingStatsArgs {\n page_type: PageType.PageType;\n encoding: Encoding.Encoding;\n count: number;\n}\nexport class PageEncodingStats {\n public page_type: PageType.PageType;\n public encoding: Encoding.Encoding;\n public count: number;\n constructor(args: IPageEncodingStatsArgs) {\n if (args != null && args.page_type != null) {\n this.page_type = args.page_type;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[page_type] is unset!'\n );\n }\n if (args != null && args.encoding != null) {\n this.encoding = args.encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[encoding] is unset!'\n );\n }\n if (args != null && args.count != null) {\n this.count = args.count;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[count] is unset!'\n );\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('PageEncodingStats');\n if (this.page_type != null) {\n output.writeFieldBegin('page_type', thrift.Thrift.Type.I32, 1);\n output.writeI32(this.page_type);\n output.writeFieldEnd();\n }\n if (this.encoding != null) {\n output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 2);\n output.writeI32(this.encoding);\n output.writeFieldEnd();\n }\n if (this.count != null) {\n output.writeFieldBegin('count', thrift.Thrift.Type.I32, 3);\n output.writeI32(this.count);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): PageEncodingStats {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_1: PageType.PageType = input.readI32();\n _args.page_type = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_2: Encoding.Encoding = input.readI32();\n _args.encoding = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_3: number = input.readI32();\n _args.count = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.page_type !== undefined &&\n _args.encoding !== undefined &&\n _args.count !== undefined\n ) {\n return new PageEncodingStats(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read PageEncodingStats from input'\n );\n }\n }\n}\n"],"mappings":";AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAQhC,OAAO,MAAMC,iBAAiB,CAAC;EAI7BC,WAAWA,CAACC,IAA4B,EAAE;IAAAC,eAAA;IAAAA,eAAA;IAAAA,eAAA;IACxC,IAAID,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,SAAS,IAAI,IAAI,EAAE;MAC1C,IAAI,CAACA,SAAS,GAAGF,IAAI,CAACE,SAAS;IACjC,CAAC,MAAM;MACL,MAAM,IAAIL,MAAM,CAACM,MAAM,CAACC,kBAAkB,CACxCP,MAAM,CAACM,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,qCACF,CAAC;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACO,QAAQ,IAAI,IAAI,EAAE;MACzC,IAAI,CAACA,QAAQ,GAAGP,IAAI,CAACO,QAAQ;IAC/B,CAAC,MAAM;MACL,MAAM,IAAIV,MAAM,CAACM,MAAM,CAACC,kBAAkB,CACxCP,MAAM,CAACM,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,oCACF,CAAC;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACQ,KAAK,IAAI,IAAI,EAAE;MACtC,IAAI,CAACA,KAAK,GAAGR,IAAI,CAACQ,KAAK;IACzB,CAAC,MAAM;MACL,MAAM,IAAIX,MAAM,CAACM,MAAM,CAACC,kBAAkB,CACxCP,MAAM,CAACM,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,iCACF,CAAC;IACH;EACF;EACOG,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,mBAAmB,CAAC;IAC5C,IAAI,IAAI,CAACT,SAAS,IAAI,IAAI,EAAE;MAC1BQ,MAAM,CAACE,eAAe,CAAC,WAAW,EAAEf,MAAM,CAACM,MAAM,CAACU,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC9DJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACb,SAAS,CAAC;MAC/BQ,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACT,QAAQ,IAAI,IAAI,EAAE;MACzBG,MAAM,CAACE,eAAe,CAAC,UAAU,EAAEf,MAAM,CAACM,MAAM,CAACU,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC7DJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACR,QAAQ,CAAC;MAC9BG,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACR,KAAK,IAAI,IAAI,EAAE;MACtBE,MAAM,CAACE,eAAe,CAAC,OAAO,EAAEf,MAAM,CAACM,MAAM,CAACU,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC1DJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACP,KAAK,CAAC;MAC3BE,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACAN,MAAM,CAACO,cAAc,CAAC,CAAC;IACvBP,MAAM,CAACQ,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAqB;IAC7DA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAK5B,MAAM,CAACM,MAAM,CAACU,IAAI,CAACgB,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAK5B,MAAM,CAACM,MAAM,CAACU,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMgB,OAA0B,GAAGV,KAAK,CAACW,OAAO,CAAC,CAAC;YAClDT,KAAK,CAACpB,SAAS,GAAG4B,OAAO;UAC3B,CAAC,MAAM;YACLV,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK5B,MAAM,CAACM,MAAM,CAACU,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMmB,OAA0B,GAAGb,KAAK,CAACW,OAAO,CAAC,CAAC;YAClDT,KAAK,CAACf,QAAQ,GAAG0B,OAAO;UAC1B,CAAC,MAAM;YACLb,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK5B,MAAM,CAACM,MAAM,CAACU,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMoB,OAAe,GAAGd,KAAK,CAACW,OAAO,CAAC,CAAC;YACvCT,KAAK,CAACd,KAAK,GAAG0B,OAAO;UACvB,CAAC,MAAM;YACLd,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACe,YAAY,CAAC,CAAC;IACtB;IACAf,KAAK,CAACgB,aAAa,CAAC,CAAC;IACrB,IACEd,KAAK,CAACpB,SAAS,KAAKmC,SAAS,IAC7Bf,KAAK,CAACf,QAAQ,KAAK8B,SAAS,IAC5Bf,KAAK,CAACd,KAAK,KAAK6B,SAAS,EACzB;MACA,OAAO,IAAIvC,iBAAiB,CAACwB,KAAK,CAAC;IACrC,CAAC,MAAM;MACL,MAAM,IAAIzB,MAAM,CAACM,MAAM,CAACC,kBAAkB,CACxCP,MAAM,CAACM,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,6CACF,CAAC;IACH;EACF;AACF"}
|
|
@@ -0,0 +1,184 @@
|
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import * as thrift from 'thrift';
|
|
3
|
+
import * as DataPageHeader from './DataPageHeader';
|
|
4
|
+
import * as DataPageHeaderV2 from './DataPageHeaderV2';
|
|
5
|
+
import * as DictionaryPageHeader from './DictionaryPageHeader';
|
|
6
|
+
import * as IndexPageHeader from './IndexPageHeader';
|
|
7
|
+
export class PageHeader {
|
|
8
|
+
constructor(args) {
|
|
9
|
+
_defineProperty(this, "type", void 0);
|
|
10
|
+
_defineProperty(this, "uncompressed_page_size", void 0);
|
|
11
|
+
_defineProperty(this, "compressed_page_size", void 0);
|
|
12
|
+
_defineProperty(this, "crc", void 0);
|
|
13
|
+
_defineProperty(this, "data_page_header", void 0);
|
|
14
|
+
_defineProperty(this, "index_page_header", void 0);
|
|
15
|
+
_defineProperty(this, "dictionary_page_header", void 0);
|
|
16
|
+
_defineProperty(this, "data_page_header_v2", void 0);
|
|
17
|
+
if (args != null && args.type != null) {
|
|
18
|
+
this.type = args.type;
|
|
19
|
+
} else {
|
|
20
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[type] is unset!');
|
|
21
|
+
}
|
|
22
|
+
if (args != null && args.uncompressed_page_size != null) {
|
|
23
|
+
this.uncompressed_page_size = args.uncompressed_page_size;
|
|
24
|
+
} else {
|
|
25
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[uncompressed_page_size] is unset!');
|
|
26
|
+
}
|
|
27
|
+
if (args != null && args.compressed_page_size != null) {
|
|
28
|
+
this.compressed_page_size = args.compressed_page_size;
|
|
29
|
+
} else {
|
|
30
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[compressed_page_size] is unset!');
|
|
31
|
+
}
|
|
32
|
+
if (args != null && args.crc != null) {
|
|
33
|
+
this.crc = args.crc;
|
|
34
|
+
}
|
|
35
|
+
if (args != null && args.data_page_header != null) {
|
|
36
|
+
this.data_page_header = args.data_page_header;
|
|
37
|
+
}
|
|
38
|
+
if (args != null && args.index_page_header != null) {
|
|
39
|
+
this.index_page_header = args.index_page_header;
|
|
40
|
+
}
|
|
41
|
+
if (args != null && args.dictionary_page_header != null) {
|
|
42
|
+
this.dictionary_page_header = args.dictionary_page_header;
|
|
43
|
+
}
|
|
44
|
+
if (args != null && args.data_page_header_v2 != null) {
|
|
45
|
+
this.data_page_header_v2 = args.data_page_header_v2;
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
write(output) {
|
|
49
|
+
output.writeStructBegin('PageHeader');
|
|
50
|
+
if (this.type != null) {
|
|
51
|
+
output.writeFieldBegin('type', thrift.Thrift.Type.I32, 1);
|
|
52
|
+
output.writeI32(this.type);
|
|
53
|
+
output.writeFieldEnd();
|
|
54
|
+
}
|
|
55
|
+
if (this.uncompressed_page_size != null) {
|
|
56
|
+
output.writeFieldBegin('uncompressed_page_size', thrift.Thrift.Type.I32, 2);
|
|
57
|
+
output.writeI32(this.uncompressed_page_size);
|
|
58
|
+
output.writeFieldEnd();
|
|
59
|
+
}
|
|
60
|
+
if (this.compressed_page_size != null) {
|
|
61
|
+
output.writeFieldBegin('compressed_page_size', thrift.Thrift.Type.I32, 3);
|
|
62
|
+
output.writeI32(this.compressed_page_size);
|
|
63
|
+
output.writeFieldEnd();
|
|
64
|
+
}
|
|
65
|
+
if (this.crc != null) {
|
|
66
|
+
output.writeFieldBegin('crc', thrift.Thrift.Type.I32, 4);
|
|
67
|
+
output.writeI32(this.crc);
|
|
68
|
+
output.writeFieldEnd();
|
|
69
|
+
}
|
|
70
|
+
if (this.data_page_header != null) {
|
|
71
|
+
output.writeFieldBegin('data_page_header', thrift.Thrift.Type.STRUCT, 5);
|
|
72
|
+
this.data_page_header.write(output);
|
|
73
|
+
output.writeFieldEnd();
|
|
74
|
+
}
|
|
75
|
+
if (this.index_page_header != null) {
|
|
76
|
+
output.writeFieldBegin('index_page_header', thrift.Thrift.Type.STRUCT, 6);
|
|
77
|
+
this.index_page_header.write(output);
|
|
78
|
+
output.writeFieldEnd();
|
|
79
|
+
}
|
|
80
|
+
if (this.dictionary_page_header != null) {
|
|
81
|
+
output.writeFieldBegin('dictionary_page_header', thrift.Thrift.Type.STRUCT, 7);
|
|
82
|
+
this.dictionary_page_header.write(output);
|
|
83
|
+
output.writeFieldEnd();
|
|
84
|
+
}
|
|
85
|
+
if (this.data_page_header_v2 != null) {
|
|
86
|
+
output.writeFieldBegin('data_page_header_v2', thrift.Thrift.Type.STRUCT, 8);
|
|
87
|
+
this.data_page_header_v2.write(output);
|
|
88
|
+
output.writeFieldEnd();
|
|
89
|
+
}
|
|
90
|
+
output.writeFieldStop();
|
|
91
|
+
output.writeStructEnd();
|
|
92
|
+
return;
|
|
93
|
+
}
|
|
94
|
+
static read(input) {
|
|
95
|
+
input.readStructBegin();
|
|
96
|
+
let _args = {};
|
|
97
|
+
while (true) {
|
|
98
|
+
const ret = input.readFieldBegin();
|
|
99
|
+
const fieldType = ret.ftype;
|
|
100
|
+
const fieldId = ret.fid;
|
|
101
|
+
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
102
|
+
break;
|
|
103
|
+
}
|
|
104
|
+
switch (fieldId) {
|
|
105
|
+
case 1:
|
|
106
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
107
|
+
const value_1 = input.readI32();
|
|
108
|
+
_args.type = value_1;
|
|
109
|
+
} else {
|
|
110
|
+
input.skip(fieldType);
|
|
111
|
+
}
|
|
112
|
+
break;
|
|
113
|
+
case 2:
|
|
114
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
115
|
+
const value_2 = input.readI32();
|
|
116
|
+
_args.uncompressed_page_size = value_2;
|
|
117
|
+
} else {
|
|
118
|
+
input.skip(fieldType);
|
|
119
|
+
}
|
|
120
|
+
break;
|
|
121
|
+
case 3:
|
|
122
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
123
|
+
const value_3 = input.readI32();
|
|
124
|
+
_args.compressed_page_size = value_3;
|
|
125
|
+
} else {
|
|
126
|
+
input.skip(fieldType);
|
|
127
|
+
}
|
|
128
|
+
break;
|
|
129
|
+
case 4:
|
|
130
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
131
|
+
const value_4 = input.readI32();
|
|
132
|
+
_args.crc = value_4;
|
|
133
|
+
} else {
|
|
134
|
+
input.skip(fieldType);
|
|
135
|
+
}
|
|
136
|
+
break;
|
|
137
|
+
case 5:
|
|
138
|
+
if (fieldType === thrift.Thrift.Type.STRUCT) {
|
|
139
|
+
const value_5 = DataPageHeader.DataPageHeader.read(input);
|
|
140
|
+
_args.data_page_header = value_5;
|
|
141
|
+
} else {
|
|
142
|
+
input.skip(fieldType);
|
|
143
|
+
}
|
|
144
|
+
break;
|
|
145
|
+
case 6:
|
|
146
|
+
if (fieldType === thrift.Thrift.Type.STRUCT) {
|
|
147
|
+
const value_6 = IndexPageHeader.IndexPageHeader.read(input);
|
|
148
|
+
_args.index_page_header = value_6;
|
|
149
|
+
} else {
|
|
150
|
+
input.skip(fieldType);
|
|
151
|
+
}
|
|
152
|
+
break;
|
|
153
|
+
case 7:
|
|
154
|
+
if (fieldType === thrift.Thrift.Type.STRUCT) {
|
|
155
|
+
const value_7 = DictionaryPageHeader.DictionaryPageHeader.read(input);
|
|
156
|
+
_args.dictionary_page_header = value_7;
|
|
157
|
+
} else {
|
|
158
|
+
input.skip(fieldType);
|
|
159
|
+
}
|
|
160
|
+
break;
|
|
161
|
+
case 8:
|
|
162
|
+
if (fieldType === thrift.Thrift.Type.STRUCT) {
|
|
163
|
+
const value_8 = DataPageHeaderV2.DataPageHeaderV2.read(input);
|
|
164
|
+
_args.data_page_header_v2 = value_8;
|
|
165
|
+
} else {
|
|
166
|
+
input.skip(fieldType);
|
|
167
|
+
}
|
|
168
|
+
break;
|
|
169
|
+
default:
|
|
170
|
+
{
|
|
171
|
+
input.skip(fieldType);
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
input.readFieldEnd();
|
|
175
|
+
}
|
|
176
|
+
input.readStructEnd();
|
|
177
|
+
if (_args.type !== undefined && _args.uncompressed_page_size !== undefined && _args.compressed_page_size !== undefined) {
|
|
178
|
+
return new PageHeader(_args);
|
|
179
|
+
} else {
|
|
180
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read PageHeader from input');
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
//# sourceMappingURL=PageHeader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PageHeader.js","names":["thrift","DataPageHeader","DataPageHeaderV2","DictionaryPageHeader","IndexPageHeader","PageHeader","constructor","args","_defineProperty","type","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","uncompressed_page_size","compressed_page_size","crc","data_page_header","index_page_header","dictionary_page_header","data_page_header_v2","write","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","STRUCT","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI32","skip","value_2","value_3","value_4","value_5","value_6","value_7","value_8","readFieldEnd","readStructEnd","undefined"],"sources":["../../../../src/parquetjs/parquet-thrift/PageHeader.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as DataPageHeader from './DataPageHeader';\nimport * as DataPageHeaderV2 from './DataPageHeaderV2';\nimport * as DictionaryPageHeader from './DictionaryPageHeader';\nimport * as IndexPageHeader from './IndexPageHeader';\nimport * as PageType from './PageType';\nexport interface IPageHeaderArgs {\n type: PageType.PageType;\n uncompressed_page_size: number;\n compressed_page_size: number;\n crc?: number;\n data_page_header?: DataPageHeader.DataPageHeader;\n index_page_header?: IndexPageHeader.IndexPageHeader;\n dictionary_page_header?: DictionaryPageHeader.DictionaryPageHeader;\n data_page_header_v2?: DataPageHeaderV2.DataPageHeaderV2;\n}\nexport class PageHeader {\n public type: PageType.PageType;\n public uncompressed_page_size: number;\n public compressed_page_size: number;\n public crc?: number;\n public data_page_header?: DataPageHeader.DataPageHeader;\n public index_page_header?: IndexPageHeader.IndexPageHeader;\n public dictionary_page_header?: DictionaryPageHeader.DictionaryPageHeader;\n public data_page_header_v2?: DataPageHeaderV2.DataPageHeaderV2;\n constructor(args: IPageHeaderArgs) {\n if (args != null && args.type != null) {\n this.type = args.type;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[type] is unset!'\n );\n }\n if (args != null && args.uncompressed_page_size != null) {\n this.uncompressed_page_size = args.uncompressed_page_size;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[uncompressed_page_size] is unset!'\n );\n }\n if (args != null && args.compressed_page_size != null) {\n this.compressed_page_size = args.compressed_page_size;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[compressed_page_size] is unset!'\n );\n }\n if (args != null && args.crc != null) {\n this.crc = args.crc;\n }\n if (args != null && args.data_page_header != null) {\n this.data_page_header = args.data_page_header;\n }\n if (args != null && args.index_page_header != null) {\n this.index_page_header = args.index_page_header;\n }\n if (args != null && args.dictionary_page_header != null) {\n this.dictionary_page_header = args.dictionary_page_header;\n }\n if (args != null && args.data_page_header_v2 != null) {\n this.data_page_header_v2 = args.data_page_header_v2;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('PageHeader');\n if (this.type != null) {\n output.writeFieldBegin('type', thrift.Thrift.Type.I32, 1);\n output.writeI32(this.type);\n output.writeFieldEnd();\n }\n if (this.uncompressed_page_size != null) {\n output.writeFieldBegin('uncompressed_page_size', thrift.Thrift.Type.I32, 2);\n output.writeI32(this.uncompressed_page_size);\n output.writeFieldEnd();\n }\n if (this.compressed_page_size != null) {\n output.writeFieldBegin('compressed_page_size', thrift.Thrift.Type.I32, 3);\n output.writeI32(this.compressed_page_size);\n output.writeFieldEnd();\n }\n if (this.crc != null) {\n output.writeFieldBegin('crc', thrift.Thrift.Type.I32, 4);\n output.writeI32(this.crc);\n output.writeFieldEnd();\n }\n if (this.data_page_header != null) {\n output.writeFieldBegin('data_page_header', thrift.Thrift.Type.STRUCT, 5);\n this.data_page_header.write(output);\n output.writeFieldEnd();\n }\n if (this.index_page_header != null) {\n output.writeFieldBegin('index_page_header', thrift.Thrift.Type.STRUCT, 6);\n this.index_page_header.write(output);\n output.writeFieldEnd();\n }\n if (this.dictionary_page_header != null) {\n output.writeFieldBegin('dictionary_page_header', thrift.Thrift.Type.STRUCT, 7);\n this.dictionary_page_header.write(output);\n output.writeFieldEnd();\n }\n if (this.data_page_header_v2 != null) {\n output.writeFieldBegin('data_page_header_v2', thrift.Thrift.Type.STRUCT, 8);\n this.data_page_header_v2.write(output);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): PageHeader {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_1: PageType.PageType = input.readI32();\n _args.type = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_2: number = input.readI32();\n _args.uncompressed_page_size = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_3: number = input.readI32();\n _args.compressed_page_size = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_4: number = input.readI32();\n _args.crc = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_5: DataPageHeader.DataPageHeader =\n DataPageHeader.DataPageHeader.read(input);\n _args.data_page_header = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_6: IndexPageHeader.IndexPageHeader =\n IndexPageHeader.IndexPageHeader.read(input);\n _args.index_page_header = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 7:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_7: DictionaryPageHeader.DictionaryPageHeader =\n DictionaryPageHeader.DictionaryPageHeader.read(input);\n _args.dictionary_page_header = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n case 8:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_8: DataPageHeaderV2.DataPageHeaderV2 =\n DataPageHeaderV2.DataPageHeaderV2.read(input);\n _args.data_page_header_v2 = value_8;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.type !== undefined &&\n _args.uncompressed_page_size !== undefined &&\n _args.compressed_page_size !== undefined\n ) {\n return new PageHeader(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read PageHeader from input'\n );\n }\n }\n}\n"],"mappings":";AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAChC,OAAO,KAAKC,cAAc,MAAM,kBAAkB;AAClD,OAAO,KAAKC,gBAAgB,MAAM,oBAAoB;AACtD,OAAO,KAAKC,oBAAoB,MAAM,wBAAwB;AAC9D,OAAO,KAAKC,eAAe,MAAM,mBAAmB;AAYpD,OAAO,MAAMC,UAAU,CAAC;EAStBC,WAAWA,CAACC,IAAqB,EAAE;IAAAC,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IACjC,IAAID,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,IAAI,IAAI,IAAI,EAAE;MACrC,IAAI,CAACA,IAAI,GAAGF,IAAI,CAACE,IAAI;IACvB,CAAC,MAAM;MACL,MAAM,IAAIT,MAAM,CAACU,MAAM,CAACC,kBAAkB,CACxCX,MAAM,CAACU,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,gCACF,CAAC;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACO,sBAAsB,IAAI,IAAI,EAAE;MACvD,IAAI,CAACA,sBAAsB,GAAGP,IAAI,CAACO,sBAAsB;IAC3D,CAAC,MAAM;MACL,MAAM,IAAId,MAAM,CAACU,MAAM,CAACC,kBAAkB,CACxCX,MAAM,CAACU,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,kDACF,CAAC;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACQ,oBAAoB,IAAI,IAAI,EAAE;MACrD,IAAI,CAACA,oBAAoB,GAAGR,IAAI,CAACQ,oBAAoB;IACvD,CAAC,MAAM;MACL,MAAM,IAAIf,MAAM,CAACU,MAAM,CAACC,kBAAkB,CACxCX,MAAM,CAACU,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,gDACF,CAAC;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACS,GAAG,IAAI,IAAI,EAAE;MACpC,IAAI,CAACA,GAAG,GAAGT,IAAI,CAACS,GAAG;IACrB;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACU,gBAAgB,IAAI,IAAI,EAAE;MACjD,IAAI,CAACA,gBAAgB,GAAGV,IAAI,CAACU,gBAAgB;IAC/C;IACA,IAAIV,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACW,iBAAiB,IAAI,IAAI,EAAE;MAClD,IAAI,CAACA,iBAAiB,GAAGX,IAAI,CAACW,iBAAiB;IACjD;IACA,IAAIX,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACY,sBAAsB,IAAI,IAAI,EAAE;MACvD,IAAI,CAACA,sBAAsB,GAAGZ,IAAI,CAACY,sBAAsB;IAC3D;IACA,IAAIZ,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACa,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,CAACA,mBAAmB,GAAGb,IAAI,CAACa,mBAAmB;IACrD;EACF;EACOC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,YAAY,CAAC;IACrC,IAAI,IAAI,CAACd,IAAI,IAAI,IAAI,EAAE;MACrBa,MAAM,CAACE,eAAe,CAAC,MAAM,EAAExB,MAAM,CAACU,MAAM,CAACe,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MACzDJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAAClB,IAAI,CAAC;MAC1Ba,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACd,sBAAsB,IAAI,IAAI,EAAE;MACvCQ,MAAM,CAACE,eAAe,CAAC,wBAAwB,EAAExB,MAAM,CAACU,MAAM,CAACe,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC3EJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACb,sBAAsB,CAAC;MAC5CQ,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACb,oBAAoB,IAAI,IAAI,EAAE;MACrCO,MAAM,CAACE,eAAe,CAAC,sBAAsB,EAAExB,MAAM,CAACU,MAAM,CAACe,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MACzEJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACZ,oBAAoB,CAAC;MAC1CO,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACZ,GAAG,IAAI,IAAI,EAAE;MACpBM,MAAM,CAACE,eAAe,CAAC,KAAK,EAAExB,MAAM,CAACU,MAAM,CAACe,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MACxDJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACX,GAAG,CAAC;MACzBM,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACX,gBAAgB,IAAI,IAAI,EAAE;MACjCK,MAAM,CAACE,eAAe,CAAC,kBAAkB,EAAExB,MAAM,CAACU,MAAM,CAACe,IAAI,CAACI,MAAM,EAAE,CAAC,CAAC;MACxE,IAAI,CAACZ,gBAAgB,CAACI,KAAK,CAACC,MAAM,CAAC;MACnCA,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACV,iBAAiB,IAAI,IAAI,EAAE;MAClCI,MAAM,CAACE,eAAe,CAAC,mBAAmB,EAAExB,MAAM,CAACU,MAAM,CAACe,IAAI,CAACI,MAAM,EAAE,CAAC,CAAC;MACzE,IAAI,CAACX,iBAAiB,CAACG,KAAK,CAACC,MAAM,CAAC;MACpCA,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACT,sBAAsB,IAAI,IAAI,EAAE;MACvCG,MAAM,CAACE,eAAe,CAAC,wBAAwB,EAAExB,MAAM,CAACU,MAAM,CAACe,IAAI,CAACI,MAAM,EAAE,CAAC,CAAC;MAC9E,IAAI,CAACV,sBAAsB,CAACE,KAAK,CAACC,MAAM,CAAC;MACzCA,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACR,mBAAmB,IAAI,IAAI,EAAE;MACpCE,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAExB,MAAM,CAACU,MAAM,CAACe,IAAI,CAACI,MAAM,EAAE,CAAC,CAAC;MAC3E,IAAI,CAACT,mBAAmB,CAACC,KAAK,CAACC,MAAM,CAAC;MACtCA,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACAN,MAAM,CAACQ,cAAc,CAAC,CAAC;IACvBR,MAAM,CAACS,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAc;IACtDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKtC,MAAM,CAACU,MAAM,CAACe,IAAI,CAACiB,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAKtC,MAAM,CAACU,MAAM,CAACe,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMiB,OAA0B,GAAGV,KAAK,CAACW,OAAO,CAAC,CAAC;YAClDT,KAAK,CAAC1B,IAAI,GAAGkC,OAAO;UACtB,CAAC,MAAM;YACLV,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtC,MAAM,CAACU,MAAM,CAACe,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMoB,OAAe,GAAGb,KAAK,CAACW,OAAO,CAAC,CAAC;YACvCT,KAAK,CAACrB,sBAAsB,GAAGgC,OAAO;UACxC,CAAC,MAAM;YACLb,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtC,MAAM,CAACU,MAAM,CAACe,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMqB,OAAe,GAAGd,KAAK,CAACW,OAAO,CAAC,CAAC;YACvCT,KAAK,CAACpB,oBAAoB,GAAGgC,OAAO;UACtC,CAAC,MAAM;YACLd,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtC,MAAM,CAACU,MAAM,CAACe,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMsB,OAAe,GAAGf,KAAK,CAACW,OAAO,CAAC,CAAC;YACvCT,KAAK,CAACnB,GAAG,GAAGgC,OAAO;UACrB,CAAC,MAAM;YACLf,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtC,MAAM,CAACU,MAAM,CAACe,IAAI,CAACI,MAAM,EAAE;YAC3C,MAAMoB,OAAsC,GAC1ChD,cAAc,CAACA,cAAc,CAAC+B,IAAI,CAACC,KAAK,CAAC;YAC3CE,KAAK,CAAClB,gBAAgB,GAAGgC,OAAO;UAClC,CAAC,MAAM;YACLhB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtC,MAAM,CAACU,MAAM,CAACe,IAAI,CAACI,MAAM,EAAE;YAC3C,MAAMqB,OAAwC,GAC5C9C,eAAe,CAACA,eAAe,CAAC4B,IAAI,CAACC,KAAK,CAAC;YAC7CE,KAAK,CAACjB,iBAAiB,GAAGgC,OAAO;UACnC,CAAC,MAAM;YACLjB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtC,MAAM,CAACU,MAAM,CAACe,IAAI,CAACI,MAAM,EAAE;YAC3C,MAAMsB,OAAkD,GACtDhD,oBAAoB,CAACA,oBAAoB,CAAC6B,IAAI,CAACC,KAAK,CAAC;YACvDE,KAAK,CAAChB,sBAAsB,GAAGgC,OAAO;UACxC,CAAC,MAAM;YACLlB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKtC,MAAM,CAACU,MAAM,CAACe,IAAI,CAACI,MAAM,EAAE;YAC3C,MAAMuB,OAA0C,GAC9ClD,gBAAgB,CAACA,gBAAgB,CAAC8B,IAAI,CAACC,KAAK,CAAC;YAC/CE,KAAK,CAACf,mBAAmB,GAAGgC,OAAO;UACrC,CAAC,MAAM;YACLnB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACoB,YAAY,CAAC,CAAC;IACtB;IACApB,KAAK,CAACqB,aAAa,CAAC,CAAC;IACrB,IACEnB,KAAK,CAAC1B,IAAI,KAAK8C,SAAS,IACxBpB,KAAK,CAACrB,sBAAsB,KAAKyC,SAAS,IAC1CpB,KAAK,CAACpB,oBAAoB,KAAKwC,SAAS,EACxC;MACA,OAAO,IAAIlD,UAAU,CAAC8B,KAAK,CAAC;IAC9B,CAAC,MAAM;MACL,MAAM,IAAInC,MAAM,CAACU,MAAM,CAACC,kBAAkB,CACxCX,MAAM,CAACU,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCACF,CAAC;IACH;EACF;AACF"}
|
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import Int64 from 'node-int64';
|
|
3
|
+
import * as thrift from 'thrift';
|
|
4
|
+
export class PageLocation {
|
|
5
|
+
constructor(args) {
|
|
6
|
+
_defineProperty(this, "offset", void 0);
|
|
7
|
+
_defineProperty(this, "compressed_page_size", void 0);
|
|
8
|
+
_defineProperty(this, "first_row_index", void 0);
|
|
9
|
+
if (args != null && args.offset != null) {
|
|
10
|
+
if (typeof args.offset === 'number') {
|
|
11
|
+
this.offset = new Int64(args.offset);
|
|
12
|
+
} else {
|
|
13
|
+
this.offset = args.offset;
|
|
14
|
+
}
|
|
15
|
+
} else {
|
|
16
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[offset] is unset!');
|
|
17
|
+
}
|
|
18
|
+
if (args != null && args.compressed_page_size != null) {
|
|
19
|
+
this.compressed_page_size = args.compressed_page_size;
|
|
20
|
+
} else {
|
|
21
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[compressed_page_size] is unset!');
|
|
22
|
+
}
|
|
23
|
+
if (args != null && args.first_row_index != null) {
|
|
24
|
+
if (typeof args.first_row_index === 'number') {
|
|
25
|
+
this.first_row_index = new Int64(args.first_row_index);
|
|
26
|
+
} else {
|
|
27
|
+
this.first_row_index = args.first_row_index;
|
|
28
|
+
}
|
|
29
|
+
} else {
|
|
30
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[first_row_index] is unset!');
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
write(output) {
|
|
34
|
+
output.writeStructBegin('PageLocation');
|
|
35
|
+
if (this.offset != null) {
|
|
36
|
+
output.writeFieldBegin('offset', thrift.Thrift.Type.I64, 1);
|
|
37
|
+
output.writeI64(this.offset);
|
|
38
|
+
output.writeFieldEnd();
|
|
39
|
+
}
|
|
40
|
+
if (this.compressed_page_size != null) {
|
|
41
|
+
output.writeFieldBegin('compressed_page_size', thrift.Thrift.Type.I32, 2);
|
|
42
|
+
output.writeI32(this.compressed_page_size);
|
|
43
|
+
output.writeFieldEnd();
|
|
44
|
+
}
|
|
45
|
+
if (this.first_row_index != null) {
|
|
46
|
+
output.writeFieldBegin('first_row_index', thrift.Thrift.Type.I64, 3);
|
|
47
|
+
output.writeI64(this.first_row_index);
|
|
48
|
+
output.writeFieldEnd();
|
|
49
|
+
}
|
|
50
|
+
output.writeFieldStop();
|
|
51
|
+
output.writeStructEnd();
|
|
52
|
+
return;
|
|
53
|
+
}
|
|
54
|
+
static read(input) {
|
|
55
|
+
input.readStructBegin();
|
|
56
|
+
let _args = {};
|
|
57
|
+
while (true) {
|
|
58
|
+
const ret = input.readFieldBegin();
|
|
59
|
+
const fieldType = ret.ftype;
|
|
60
|
+
const fieldId = ret.fid;
|
|
61
|
+
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
62
|
+
break;
|
|
63
|
+
}
|
|
64
|
+
switch (fieldId) {
|
|
65
|
+
case 1:
|
|
66
|
+
if (fieldType === thrift.Thrift.Type.I64) {
|
|
67
|
+
const value_1 = input.readI64();
|
|
68
|
+
_args.offset = value_1;
|
|
69
|
+
} else {
|
|
70
|
+
input.skip(fieldType);
|
|
71
|
+
}
|
|
72
|
+
break;
|
|
73
|
+
case 2:
|
|
74
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
75
|
+
const value_2 = input.readI32();
|
|
76
|
+
_args.compressed_page_size = value_2;
|
|
77
|
+
} else {
|
|
78
|
+
input.skip(fieldType);
|
|
79
|
+
}
|
|
80
|
+
break;
|
|
81
|
+
case 3:
|
|
82
|
+
if (fieldType === thrift.Thrift.Type.I64) {
|
|
83
|
+
const value_3 = input.readI64();
|
|
84
|
+
_args.first_row_index = value_3;
|
|
85
|
+
} else {
|
|
86
|
+
input.skip(fieldType);
|
|
87
|
+
}
|
|
88
|
+
break;
|
|
89
|
+
default:
|
|
90
|
+
{
|
|
91
|
+
input.skip(fieldType);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
input.readFieldEnd();
|
|
95
|
+
}
|
|
96
|
+
input.readStructEnd();
|
|
97
|
+
if (_args.offset !== undefined && _args.compressed_page_size !== undefined && _args.first_row_index !== undefined) {
|
|
98
|
+
return new PageLocation(_args);
|
|
99
|
+
} else {
|
|
100
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read PageLocation from input');
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
//# sourceMappingURL=PageLocation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PageLocation.js","names":["Int64","thrift","PageLocation","constructor","args","_defineProperty","offset","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","compressed_page_size","first_row_index","write","output","writeStructBegin","writeFieldBegin","Type","I64","writeI64","writeFieldEnd","I32","writeI32","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI64","skip","value_2","readI32","value_3","readFieldEnd","readStructEnd","undefined"],"sources":["../../../../src/parquetjs/parquet-thrift/PageLocation.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nexport interface IPageLocationArgs {\n offset: number | Int64;\n compressed_page_size: number;\n first_row_index: number | Int64;\n}\nexport class PageLocation {\n public offset: Int64;\n public compressed_page_size: number;\n public first_row_index: Int64;\n constructor(args: IPageLocationArgs) {\n if (args != null && args.offset != null) {\n if (typeof args.offset === 'number') {\n this.offset = new Int64(args.offset);\n } else {\n this.offset = args.offset;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[offset] is unset!'\n );\n }\n if (args != null && args.compressed_page_size != null) {\n this.compressed_page_size = args.compressed_page_size;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[compressed_page_size] is unset!'\n );\n }\n if (args != null && args.first_row_index != null) {\n if (typeof args.first_row_index === 'number') {\n this.first_row_index = new Int64(args.first_row_index);\n } else {\n this.first_row_index = args.first_row_index;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[first_row_index] is unset!'\n );\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('PageLocation');\n if (this.offset != null) {\n output.writeFieldBegin('offset', thrift.Thrift.Type.I64, 1);\n output.writeI64(this.offset);\n output.writeFieldEnd();\n }\n if (this.compressed_page_size != null) {\n output.writeFieldBegin('compressed_page_size', thrift.Thrift.Type.I32, 2);\n output.writeI32(this.compressed_page_size);\n output.writeFieldEnd();\n }\n if (this.first_row_index != null) {\n output.writeFieldBegin('first_row_index', thrift.Thrift.Type.I64, 3);\n output.writeI64(this.first_row_index);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): PageLocation {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_1: Int64 = input.readI64();\n _args.offset = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_2: number = input.readI32();\n _args.compressed_page_size = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_3: Int64 = input.readI64();\n _args.first_row_index = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.offset !== undefined &&\n _args.compressed_page_size !== undefined &&\n _args.first_row_index !== undefined\n ) {\n return new PageLocation(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read PageLocation from input'\n );\n }\n }\n}\n"],"mappings":";AAMA,OAAOA,KAAK,MAAM,YAAY;AAC9B,OAAO,KAAKC,MAAM,MAAM,QAAQ;AAMhC,OAAO,MAAMC,YAAY,CAAC;EAIxBC,WAAWA,CAACC,IAAuB,EAAE;IAAAC,eAAA;IAAAA,eAAA;IAAAA,eAAA;IACnC,IAAID,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,MAAM,IAAI,IAAI,EAAE;MACvC,IAAI,OAAOF,IAAI,CAACE,MAAM,KAAK,QAAQ,EAAE;QACnC,IAAI,CAACA,MAAM,GAAG,IAAIN,KAAK,CAACI,IAAI,CAACE,MAAM,CAAC;MACtC,CAAC,MAAM;QACL,IAAI,CAACA,MAAM,GAAGF,IAAI,CAACE,MAAM;MAC3B;IACF,CAAC,MAAM;MACL,MAAM,IAAIL,MAAM,CAACM,MAAM,CAACC,kBAAkB,CACxCP,MAAM,CAACM,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,kCACF,CAAC;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACO,oBAAoB,IAAI,IAAI,EAAE;MACrD,IAAI,CAACA,oBAAoB,GAAGP,IAAI,CAACO,oBAAoB;IACvD,CAAC,MAAM;MACL,MAAM,IAAIV,MAAM,CAACM,MAAM,CAACC,kBAAkB,CACxCP,MAAM,CAACM,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,gDACF,CAAC;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACQ,eAAe,IAAI,IAAI,EAAE;MAChD,IAAI,OAAOR,IAAI,CAACQ,eAAe,KAAK,QAAQ,EAAE;QAC5C,IAAI,CAACA,eAAe,GAAG,IAAIZ,KAAK,CAACI,IAAI,CAACQ,eAAe,CAAC;MACxD,CAAC,MAAM;QACL,IAAI,CAACA,eAAe,GAAGR,IAAI,CAACQ,eAAe;MAC7C;IACF,CAAC,MAAM;MACL,MAAM,IAAIX,MAAM,CAACM,MAAM,CAACC,kBAAkB,CACxCP,MAAM,CAACM,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,2CACF,CAAC;IACH;EACF;EACOG,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,cAAc,CAAC;IACvC,IAAI,IAAI,CAACT,MAAM,IAAI,IAAI,EAAE;MACvBQ,MAAM,CAACE,eAAe,CAAC,QAAQ,EAAEf,MAAM,CAACM,MAAM,CAACU,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MAC3DJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACb,MAAM,CAAC;MAC5BQ,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACT,oBAAoB,IAAI,IAAI,EAAE;MACrCG,MAAM,CAACE,eAAe,CAAC,sBAAsB,EAAEf,MAAM,CAACM,MAAM,CAACU,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MACzEP,MAAM,CAACQ,QAAQ,CAAC,IAAI,CAACX,oBAAoB,CAAC;MAC1CG,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACR,eAAe,IAAI,IAAI,EAAE;MAChCE,MAAM,CAACE,eAAe,CAAC,iBAAiB,EAAEf,MAAM,CAACM,MAAM,CAACU,IAAI,CAACC,GAAG,EAAE,CAAC,CAAC;MACpEJ,MAAM,CAACK,QAAQ,CAAC,IAAI,CAACP,eAAe,CAAC;MACrCE,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACAN,MAAM,CAACS,cAAc,CAAC,CAAC;IACvBT,MAAM,CAACU,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAgB;IACxDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAK9B,MAAM,CAACM,MAAM,CAACU,IAAI,CAACkB,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAK9B,MAAM,CAACM,MAAM,CAACU,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMkB,OAAc,GAAGV,KAAK,CAACW,OAAO,CAAC,CAAC;YACtCT,KAAK,CAACtB,MAAM,GAAG8B,OAAO;UACxB,CAAC,MAAM;YACLV,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9B,MAAM,CAACM,MAAM,CAACU,IAAI,CAACI,GAAG,EAAE;YACxC,MAAMkB,OAAe,GAAGb,KAAK,CAACc,OAAO,CAAC,CAAC;YACvCZ,KAAK,CAACjB,oBAAoB,GAAG4B,OAAO;UACtC,CAAC,MAAM;YACLb,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9B,MAAM,CAACM,MAAM,CAACU,IAAI,CAACC,GAAG,EAAE;YACxC,MAAMuB,OAAc,GAAGf,KAAK,CAACW,OAAO,CAAC,CAAC;YACtCT,KAAK,CAAChB,eAAe,GAAG6B,OAAO;UACjC,CAAC,MAAM;YACLf,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACgB,YAAY,CAAC,CAAC;IACtB;IACAhB,KAAK,CAACiB,aAAa,CAAC,CAAC;IACrB,IACEf,KAAK,CAACtB,MAAM,KAAKsC,SAAS,IAC1BhB,KAAK,CAACjB,oBAAoB,KAAKiC,SAAS,IACxChB,KAAK,CAAChB,eAAe,KAAKgC,SAAS,EACnC;MACA,OAAO,IAAI1C,YAAY,CAAC0B,KAAK,CAAC;IAChC,CAAC,MAAM;MACL,MAAM,IAAI3B,MAAM,CAACM,MAAM,CAACC,kBAAkB,CACxCP,MAAM,CAACM,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,wCACF,CAAC;IACH;EACF;AACF"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export let PageType = function (PageType) {
|
|
2
|
+
PageType[PageType["DATA_PAGE"] = 0] = "DATA_PAGE";
|
|
3
|
+
PageType[PageType["INDEX_PAGE"] = 1] = "INDEX_PAGE";
|
|
4
|
+
PageType[PageType["DICTIONARY_PAGE"] = 2] = "DICTIONARY_PAGE";
|
|
5
|
+
PageType[PageType["DATA_PAGE_V2"] = 3] = "DATA_PAGE_V2";
|
|
6
|
+
return PageType;
|
|
7
|
+
}({});
|
|
8
|
+
//# sourceMappingURL=PageType.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PageType.js","names":["PageType"],"sources":["../../../../src/parquetjs/parquet-thrift/PageType.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport enum PageType {\n DATA_PAGE = 0,\n INDEX_PAGE = 1,\n DICTIONARY_PAGE = 2,\n DATA_PAGE_V2 = 3\n}\n"],"mappings":"AAMA,WAAYA,QAAQ,aAARA,QAAQ;EAARA,QAAQ,CAARA,QAAQ;EAARA,QAAQ,CAARA,QAAQ;EAARA,QAAQ,CAARA,QAAQ;EAARA,QAAQ,CAARA,QAAQ;EAAA,OAARA,QAAQ;AAAA"}
|
|
@@ -0,0 +1,145 @@
|
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import Int64 from 'node-int64';
|
|
3
|
+
import * as thrift from 'thrift';
|
|
4
|
+
import * as ColumnChunk from './ColumnChunk';
|
|
5
|
+
import * as SortingColumn from './SortingColumn';
|
|
6
|
+
export class RowGroup {
|
|
7
|
+
constructor(args) {
|
|
8
|
+
_defineProperty(this, "columns", void 0);
|
|
9
|
+
_defineProperty(this, "total_byte_size", void 0);
|
|
10
|
+
_defineProperty(this, "num_rows", void 0);
|
|
11
|
+
_defineProperty(this, "sorting_columns", void 0);
|
|
12
|
+
if (args != null && args.columns != null) {
|
|
13
|
+
this.columns = args.columns;
|
|
14
|
+
} else {
|
|
15
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[columns] is unset!');
|
|
16
|
+
}
|
|
17
|
+
if (args != null && args.total_byte_size != null) {
|
|
18
|
+
if (typeof args.total_byte_size === 'number') {
|
|
19
|
+
this.total_byte_size = new Int64(args.total_byte_size);
|
|
20
|
+
} else {
|
|
21
|
+
this.total_byte_size = args.total_byte_size;
|
|
22
|
+
}
|
|
23
|
+
} else {
|
|
24
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[total_byte_size] is unset!');
|
|
25
|
+
}
|
|
26
|
+
if (args != null && args.num_rows != null) {
|
|
27
|
+
if (typeof args.num_rows === 'number') {
|
|
28
|
+
this.num_rows = new Int64(args.num_rows);
|
|
29
|
+
} else {
|
|
30
|
+
this.num_rows = args.num_rows;
|
|
31
|
+
}
|
|
32
|
+
} else {
|
|
33
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[num_rows] is unset!');
|
|
34
|
+
}
|
|
35
|
+
if (args != null && args.sorting_columns != null) {
|
|
36
|
+
this.sorting_columns = args.sorting_columns;
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
write(output) {
|
|
40
|
+
output.writeStructBegin('RowGroup');
|
|
41
|
+
if (this.columns != null) {
|
|
42
|
+
output.writeFieldBegin('columns', thrift.Thrift.Type.LIST, 1);
|
|
43
|
+
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.columns.length);
|
|
44
|
+
this.columns.forEach(value_1 => {
|
|
45
|
+
value_1.write(output);
|
|
46
|
+
});
|
|
47
|
+
output.writeListEnd();
|
|
48
|
+
output.writeFieldEnd();
|
|
49
|
+
}
|
|
50
|
+
if (this.total_byte_size != null) {
|
|
51
|
+
output.writeFieldBegin('total_byte_size', thrift.Thrift.Type.I64, 2);
|
|
52
|
+
output.writeI64(this.total_byte_size);
|
|
53
|
+
output.writeFieldEnd();
|
|
54
|
+
}
|
|
55
|
+
if (this.num_rows != null) {
|
|
56
|
+
output.writeFieldBegin('num_rows', thrift.Thrift.Type.I64, 3);
|
|
57
|
+
output.writeI64(this.num_rows);
|
|
58
|
+
output.writeFieldEnd();
|
|
59
|
+
}
|
|
60
|
+
if (this.sorting_columns != null) {
|
|
61
|
+
output.writeFieldBegin('sorting_columns', thrift.Thrift.Type.LIST, 4);
|
|
62
|
+
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.sorting_columns.length);
|
|
63
|
+
this.sorting_columns.forEach(value_2 => {
|
|
64
|
+
value_2.write(output);
|
|
65
|
+
});
|
|
66
|
+
output.writeListEnd();
|
|
67
|
+
output.writeFieldEnd();
|
|
68
|
+
}
|
|
69
|
+
output.writeFieldStop();
|
|
70
|
+
output.writeStructEnd();
|
|
71
|
+
return;
|
|
72
|
+
}
|
|
73
|
+
static read(input) {
|
|
74
|
+
input.readStructBegin();
|
|
75
|
+
let _args = {};
|
|
76
|
+
while (true) {
|
|
77
|
+
const ret = input.readFieldBegin();
|
|
78
|
+
const fieldType = ret.ftype;
|
|
79
|
+
const fieldId = ret.fid;
|
|
80
|
+
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
81
|
+
break;
|
|
82
|
+
}
|
|
83
|
+
switch (fieldId) {
|
|
84
|
+
case 1:
|
|
85
|
+
if (fieldType === thrift.Thrift.Type.LIST) {
|
|
86
|
+
const value_3 = new Array();
|
|
87
|
+
const metadata_1 = input.readListBegin();
|
|
88
|
+
const size_1 = metadata_1.size;
|
|
89
|
+
for (let i_1 = 0; i_1 < size_1; i_1++) {
|
|
90
|
+
const value_4 = ColumnChunk.ColumnChunk.read(input);
|
|
91
|
+
value_3.push(value_4);
|
|
92
|
+
}
|
|
93
|
+
input.readListEnd();
|
|
94
|
+
_args.columns = value_3;
|
|
95
|
+
} else {
|
|
96
|
+
input.skip(fieldType);
|
|
97
|
+
}
|
|
98
|
+
break;
|
|
99
|
+
case 2:
|
|
100
|
+
if (fieldType === thrift.Thrift.Type.I64) {
|
|
101
|
+
const value_5 = input.readI64();
|
|
102
|
+
_args.total_byte_size = value_5;
|
|
103
|
+
} else {
|
|
104
|
+
input.skip(fieldType);
|
|
105
|
+
}
|
|
106
|
+
break;
|
|
107
|
+
case 3:
|
|
108
|
+
if (fieldType === thrift.Thrift.Type.I64) {
|
|
109
|
+
const value_6 = input.readI64();
|
|
110
|
+
_args.num_rows = value_6;
|
|
111
|
+
} else {
|
|
112
|
+
input.skip(fieldType);
|
|
113
|
+
}
|
|
114
|
+
break;
|
|
115
|
+
case 4:
|
|
116
|
+
if (fieldType === thrift.Thrift.Type.LIST) {
|
|
117
|
+
const value_7 = new Array();
|
|
118
|
+
const metadata_2 = input.readListBegin();
|
|
119
|
+
const size_2 = metadata_2.size;
|
|
120
|
+
for (let i_2 = 0; i_2 < size_2; i_2++) {
|
|
121
|
+
const value_8 = SortingColumn.SortingColumn.read(input);
|
|
122
|
+
value_7.push(value_8);
|
|
123
|
+
}
|
|
124
|
+
input.readListEnd();
|
|
125
|
+
_args.sorting_columns = value_7;
|
|
126
|
+
} else {
|
|
127
|
+
input.skip(fieldType);
|
|
128
|
+
}
|
|
129
|
+
break;
|
|
130
|
+
default:
|
|
131
|
+
{
|
|
132
|
+
input.skip(fieldType);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
input.readFieldEnd();
|
|
136
|
+
}
|
|
137
|
+
input.readStructEnd();
|
|
138
|
+
if (_args.columns !== undefined && _args.total_byte_size !== undefined && _args.num_rows !== undefined) {
|
|
139
|
+
return new RowGroup(_args);
|
|
140
|
+
} else {
|
|
141
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read RowGroup from input');
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
//# sourceMappingURL=RowGroup.js.map
|