@loaders.gl/parquet 5.0.0-alpha.2 → 5.0.0-alpha.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +1 -1
- package/dist/bundled.d.ts +1 -1
- package/dist/bundled.d.ts.map +1 -1
- package/dist/bundled.js.map +1 -1
- package/dist/delta-format.d.ts +9 -0
- package/dist/delta-format.d.ts.map +1 -0
- package/dist/delta-format.js +12 -0
- package/dist/delta-format.js.map +1 -0
- package/dist/delta-source-loader-types.d.ts +27 -0
- package/dist/delta-source-loader-types.d.ts.map +1 -0
- package/dist/delta-source-loader-types.js +28 -0
- package/dist/delta-source-loader-types.js.map +1 -0
- package/dist/delta-source.d.ts +48 -0
- package/dist/delta-source.d.ts.map +1 -0
- package/dist/delta-source.js +222 -0
- package/dist/delta-source.js.map +1 -0
- package/dist/delta-types.d.ts +38 -0
- package/dist/delta-types.d.ts.map +1 -0
- package/dist/delta-types.js +5 -0
- package/dist/delta-types.js.map +1 -0
- package/dist/geoparquet-loader.js +1 -1
- package/dist/iceberg-rest-catalog.d.ts +49 -0
- package/dist/iceberg-rest-catalog.d.ts.map +1 -0
- package/dist/iceberg-rest-catalog.js +78 -0
- package/dist/iceberg-rest-catalog.js.map +1 -0
- package/dist/iceberg-table-source.d.ts +63 -0
- package/dist/iceberg-table-source.d.ts.map +1 -0
- package/dist/iceberg-table-source.js +797 -0
- package/dist/iceberg-table-source.js.map +1 -0
- package/dist/iceberg-types.d.ts +150 -0
- package/dist/iceberg-types.d.ts.map +1 -0
- package/dist/iceberg-types.js +5 -0
- package/dist/iceberg-types.js.map +1 -0
- package/dist/index.cjs +15005 -3143
- package/dist/index.cjs.map +3 -3
- package/dist/index.d.ts +7 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +5 -1
- package/dist/index.js.map +1 -1
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts +3 -1
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
- package/dist/lib/arrow/convert-schema-from-parquet.js +94 -19
- package/dist/lib/arrow/convert-schema-from-parquet.js.map +1 -1
- package/dist/lib/arrow/create-nested-arrow-vector.js +89 -0
- package/dist/lib/arrow/create-nested-arrow-vector.js.map +1 -1
- package/dist/lib/constants.js +1 -1
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts.map +1 -1
- package/dist/lib/encoders/encode-table-to-parquet-js.js +202 -7
- package/dist/lib/encoders/encode-table-to-parquet-js.js.map +1 -1
- package/dist/lib/geo/geoparquet-covering.d.ts +19 -0
- package/dist/lib/geo/geoparquet-covering.d.ts.map +1 -0
- package/dist/lib/geo/geoparquet-covering.js +137 -0
- package/dist/lib/geo/geoparquet-covering.js.map +1 -0
- package/dist/lib/geo/geospatial-metadata.d.ts.map +1 -1
- package/dist/lib/geo/geospatial-metadata.js +39 -13
- package/dist/lib/geo/geospatial-metadata.js.map +1 -1
- package/dist/lib/parquet-bloom-filter-planner.d.ts +16 -0
- package/dist/lib/parquet-bloom-filter-planner.d.ts.map +1 -0
- package/dist/lib/parquet-bloom-filter-planner.js +57 -0
- package/dist/lib/parquet-bloom-filter-planner.js.map +1 -0
- package/dist/lib/parquet-bloom-filter.d.ts +30 -0
- package/dist/lib/parquet-bloom-filter.d.ts.map +1 -0
- package/dist/lib/parquet-bloom-filter.js +289 -0
- package/dist/lib/parquet-bloom-filter.js.map +1 -0
- package/dist/lib/parquet-encryption.d.ts +80 -0
- package/dist/lib/parquet-encryption.d.ts.map +1 -0
- package/dist/lib/parquet-encryption.js +190 -0
- package/dist/lib/parquet-encryption.js.map +1 -0
- package/dist/lib/parquet-page-index.d.ts +34 -5
- package/dist/lib/parquet-page-index.d.ts.map +1 -1
- package/dist/lib/parquet-page-index.js +114 -28
- package/dist/lib/parquet-page-index.js.map +1 -1
- package/dist/lib/parquet-predicate.d.ts +5 -1
- package/dist/lib/parquet-predicate.d.ts.map +1 -1
- package/dist/lib/parquet-predicate.js +42 -14
- package/dist/lib/parquet-predicate.js.map +1 -1
- package/dist/lib/parquet-source-worker-decoder.d.ts +4 -1
- package/dist/lib/parquet-source-worker-decoder.d.ts.map +1 -1
- package/dist/lib/parquet-source-worker-decoder.js +83 -17
- package/dist/lib/parquet-source-worker-decoder.js.map +1 -1
- package/dist/lib/parquet-source-worker-types.d.ts +24 -0
- package/dist/lib/parquet-source-worker-types.d.ts.map +1 -1
- package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
- package/dist/lib/parsers/get-parquet-schema.js +3 -1
- package/dist/lib/parsers/get-parquet-schema.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js +327 -18
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-arrow.js +5 -5
- package/dist/lib/parsers/parse-parquet-to-arrow.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.js +3 -1
- package/dist/lib/parsers/parse-parquet-to-columns.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.js +18 -2
- package/dist/lib/parsers/parse-parquet-to-json.js.map +1 -1
- package/dist/lib/slice-parquet-batch.d.ts +9 -0
- package/dist/lib/slice-parquet-batch.d.ts.map +1 -0
- package/dist/lib/slice-parquet-batch.js +28 -0
- package/dist/lib/slice-parquet-batch.js.map +1 -0
- package/dist/lib/sources/parquet-range-file.d.ts +1 -1
- package/dist/lib/sources/parquet-range-file.d.ts.map +1 -1
- package/dist/lib/sources/parquet-range-file.js +28 -22
- package/dist/lib/sources/parquet-range-file.js.map +1 -1
- package/dist/lib/utils/normalize-parquet-options.d.ts.map +1 -1
- package/dist/lib/utils/normalize-parquet-options.js +15 -1
- package/dist/lib/utils/normalize-parquet-options.js.map +1 -1
- package/dist/parquet-dataset-source.cjs +15766 -4896
- package/dist/parquet-dataset-source.cjs.map +3 -3
- package/dist/parquet-dataset-source.d.ts +31 -4
- package/dist/parquet-dataset-source.d.ts.map +1 -1
- package/dist/parquet-dataset-source.js +296 -74
- package/dist/parquet-dataset-source.js.map +1 -1
- package/dist/parquet-js-loader-types.d.ts +2 -0
- package/dist/parquet-js-loader-types.d.ts.map +1 -1
- package/dist/parquet-js-loader-types.js +2 -1
- package/dist/parquet-js-loader-types.js.map +1 -1
- package/dist/parquet-js-loader.d.ts +1 -0
- package/dist/parquet-js-loader.d.ts.map +1 -1
- package/dist/parquet-js-loader.js +2 -1
- package/dist/parquet-js-loader.js.map +1 -1
- package/dist/parquet-js-writer.d.ts +23 -2
- package/dist/parquet-js-writer.d.ts.map +1 -1
- package/dist/parquet-js-writer.js +1 -1
- package/dist/parquet-js-writer.js.map +1 -1
- package/dist/parquet-loader-base.js +1 -1
- package/dist/parquet-loader-options.d.ts +11 -0
- package/dist/parquet-loader-options.d.ts.map +1 -1
- package/dist/parquet-loader-options.js.map +1 -1
- package/dist/parquet-source-capabilities.d.ts +8 -1
- package/dist/parquet-source-capabilities.d.ts.map +1 -1
- package/dist/parquet-source-capabilities.js +10 -0
- package/dist/parquet-source-capabilities.js.map +1 -1
- package/dist/parquet-source-loader-types.d.ts +10 -0
- package/dist/parquet-source-loader-types.d.ts.map +1 -1
- package/dist/parquet-source-loader-types.js +11 -1
- package/dist/parquet-source-loader-types.js.map +1 -1
- package/dist/parquet-source-loader.cjs +14911 -4316
- package/dist/parquet-source-loader.cjs.map +3 -3
- package/dist/parquet-source-loader.d.ts +42 -4
- package/dist/parquet-source-loader.d.ts.map +1 -1
- package/dist/parquet-source-loader.js +585 -38
- package/dist/parquet-source-loader.js.map +1 -1
- package/dist/parquet-source-types.d.ts +180 -30
- package/dist/parquet-source-types.d.ts.map +1 -1
- package/dist/parquet-source-worker.js +7055 -6989
- package/dist/parquet-source-worker.js.map +4 -4
- package/dist/parquet-worker-node.cjs +8505 -1041
- package/dist/parquet-worker-node.cjs.map +4 -4
- package/dist/parquet-worker-url.js +5 -1
- package/dist/parquet-worker-url.js.map +1 -1
- package/dist/parquet-worker.js +289 -218
- package/dist/parquet-worker.js.map +4 -4
- package/dist/parquetjs/codecs/declare.d.ts +15 -0
- package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
- package/dist/parquetjs/codecs/declare.js +10 -0
- package/dist/parquetjs/codecs/declare.js.map +1 -1
- package/dist/parquetjs/codecs/delta.d.ts.map +1 -1
- package/dist/parquetjs/codecs/delta.js +356 -7
- package/dist/parquetjs/codecs/delta.js.map +1 -1
- package/dist/parquetjs/codecs/index.d.ts.map +1 -1
- package/dist/parquetjs/codecs/index.js +4 -0
- package/dist/parquetjs/codecs/index.js.map +1 -1
- package/dist/parquetjs/codecs/plain.d.ts +1 -1
- package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
- package/dist/parquetjs/codecs/plain.js +153 -12
- package/dist/parquetjs/codecs/plain.js.map +1 -1
- package/dist/parquetjs/codecs/rle.d.ts +4 -0
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
- package/dist/parquetjs/codecs/rle.js +406 -3
- package/dist/parquetjs/codecs/rle.js.map +1 -1
- package/dist/parquetjs/compression.d.ts +9 -0
- package/dist/parquetjs/compression.d.ts.map +1 -1
- package/dist/parquetjs/compression.js +86 -67
- package/dist/parquetjs/compression.js.map +1 -1
- package/dist/parquetjs/encoder/dictionary-planner.d.ts.map +1 -1
- package/dist/parquetjs/encoder/dictionary-planner.js +5 -2
- package/dist/parquetjs/encoder/dictionary-planner.js.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.d.ts +43 -1
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.js +691 -34
- package/dist/parquetjs/encoder/parquet-encoder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/BoundingBox.d.ts +29 -0
- package/dist/parquetjs/parquet-thrift/BoundingBox.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/BoundingBox.js +85 -0
- package/dist/parquetjs/parquet-thrift/BoundingBox.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +5 -0
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js +35 -0
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.d.ts +35 -0
- package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.js +135 -0
- package/dist/parquetjs/parquet-thrift/ColumnCryptoMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +10 -0
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +73 -0
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.d.ts +22 -0
- package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.js +111 -0
- package/dist/parquetjs/parquet-thrift/EncryptionAlgorithm.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.d.ts +16 -0
- package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.js +57 -0
- package/dist/parquetjs/parquet-thrift/FileCryptoMetaData.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +5 -0
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/FileMetaData.js +35 -0
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/GeospatialStatistics.d.ts +18 -0
- package/dist/parquetjs/parquet-thrift/GeospatialStatistics.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/GeospatialStatistics.js +62 -0
- package/dist/parquetjs/parquet-thrift/GeospatialStatistics.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/SizeStatistics.d.ts +26 -0
- package/dist/parquetjs/parquet-thrift/SizeStatistics.d.ts.map +1 -0
- package/dist/parquetjs/parquet-thrift/SizeStatistics.js +85 -0
- package/dist/parquetjs/parquet-thrift/SizeStatistics.js.map +1 -0
- package/dist/parquetjs/parquet-thrift/index.d.ts +6 -0
- package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/index.js +6 -0
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -1
- package/dist/parquetjs/parser/decoders.d.ts +10 -1
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
- package/dist/parquetjs/parser/decoders.js +318 -14
- package/dist/parquetjs/parser/decoders.js.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.d.ts +78 -12
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.js +605 -66
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -1
- package/dist/parquetjs/schema/declare.d.ts +22 -3
- package/dist/parquetjs/schema/declare.d.ts.map +1 -1
- package/dist/parquetjs/schema/declare.js.map +1 -1
- package/dist/parquetjs/schema/schema.d.ts.map +1 -1
- package/dist/parquetjs/schema/schema.js +10 -0
- package/dist/parquetjs/schema/schema.js.map +1 -1
- package/dist/parquetjs/schema/shred.d.ts.map +1 -1
- package/dist/parquetjs/schema/shred.js +219 -11
- package/dist/parquetjs/schema/shred.js.map +1 -1
- package/dist/parquetjs/schema/types.js +19 -21
- package/dist/parquetjs/schema/types.js.map +1 -1
- package/dist/parquetjs/schema/variant.d.ts +3 -0
- package/dist/parquetjs/schema/variant.d.ts.map +1 -0
- package/dist/parquetjs/schema/variant.js +248 -0
- package/dist/parquetjs/schema/variant.js.map +1 -0
- package/dist/parquetjs/utils/crc32.d.ts +3 -0
- package/dist/parquetjs/utils/crc32.d.ts.map +1 -0
- package/dist/parquetjs/utils/crc32.js +15 -0
- package/dist/parquetjs/utils/crc32.js.map +1 -0
- package/dist/parquetjs/utils/read-utils.d.ts +11 -1
- package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/read-utils.js +21 -1
- package/dist/parquetjs/utils/read-utils.js.map +1 -1
- package/dist/unbundled.d.ts +2 -1
- package/dist/unbundled.d.ts.map +1 -1
- package/dist/unbundled.js +1 -0
- package/dist/unbundled.js.map +1 -1
- package/package.json +36 -11
- package/src/bundled.ts +3 -0
- package/src/delta-format.ts +12 -0
- package/src/delta-source-loader-types.ts +40 -0
- package/src/delta-source.ts +305 -0
- package/src/delta-types.ts +40 -0
- package/src/iceberg-rest-catalog.ts +122 -0
- package/src/iceberg-table-source.ts +1037 -0
- package/src/iceberg-types.ts +165 -0
- package/src/index.ts +50 -1
- package/src/lib/arrow/convert-schema-from-parquet.ts +113 -19
- package/src/lib/arrow/create-nested-arrow-vector.ts +116 -0
- package/src/lib/encoders/encode-table-to-parquet-js.ts +268 -7
- package/src/lib/geo/geoparquet-covering.ts +201 -0
- package/src/lib/geo/geospatial-metadata.ts +42 -15
- package/src/lib/parquet-bloom-filter-planner.ts +86 -0
- package/src/lib/parquet-bloom-filter.ts +345 -0
- package/src/lib/parquet-encryption.ts +344 -0
- package/src/lib/parquet-page-index.ts +180 -34
- package/src/lib/parquet-predicate.ts +52 -16
- package/src/lib/parquet-source-worker-decoder.ts +116 -20
- package/src/lib/parquet-source-worker-types.ts +25 -0
- package/src/lib/parsers/get-parquet-schema.ts +3 -1
- package/src/lib/parsers/parse-parquet-to-arrow-js.ts +397 -17
- package/src/lib/parsers/parse-parquet-to-arrow.ts +4 -5
- package/src/lib/parsers/parse-parquet-to-columns.ts +3 -1
- package/src/lib/parsers/parse-parquet-to-json.ts +18 -2
- package/src/lib/slice-parquet-batch.ts +32 -0
- package/src/lib/sources/parquet-range-file.ts +35 -29
- package/src/lib/utils/normalize-parquet-options.ts +17 -1
- package/src/parquet-dataset-source.ts +397 -85
- package/src/parquet-js-loader-types.ts +1 -0
- package/src/parquet-js-loader.ts +2 -1
- package/src/parquet-js-writer.ts +30 -0
- package/src/parquet-loader-options.ts +11 -0
- package/src/parquet-source-capabilities.ts +18 -1
- package/src/parquet-source-loader-types.ts +10 -0
- package/src/parquet-source-loader.ts +929 -52
- package/src/parquet-source-types.ts +197 -28
- package/src/parquet-worker-url.ts +6 -1
- package/src/parquetjs/codecs/declare.ts +27 -0
- package/src/parquetjs/codecs/delta.ts +466 -6
- package/src/parquetjs/codecs/index.ts +4 -0
- package/src/parquetjs/codecs/plain.ts +177 -11
- package/src/parquetjs/codecs/rle.ts +573 -3
- package/src/parquetjs/compression.ts +102 -76
- package/src/parquetjs/encoder/dictionary-planner.ts +7 -2
- package/src/parquetjs/encoder/parquet-encoder.ts +1016 -38
- package/src/parquetjs/parquet-thrift/BoundingBox.ts +108 -0
- package/src/parquetjs/parquet-thrift/ColumnChunk.ts +35 -0
- package/src/parquetjs/parquet-thrift/ColumnCryptoMetaData.ts +139 -0
- package/src/parquetjs/parquet-thrift/ColumnMetaData.ts +73 -0
- package/src/parquetjs/parquet-thrift/EncryptionAlgorithm.ts +127 -0
- package/src/parquetjs/parquet-thrift/FileCryptoMetaData.ts +60 -0
- package/src/parquetjs/parquet-thrift/FileMetaData.ts +35 -0
- package/src/parquetjs/parquet-thrift/GeospatialStatistics.ts +68 -0
- package/src/parquetjs/parquet-thrift/SizeStatistics.ts +98 -0
- package/src/parquetjs/parquet-thrift/index.ts +6 -0
- package/src/parquetjs/parser/decoders.ts +451 -26
- package/src/parquetjs/parser/parquet-reader.ts +935 -87
- package/src/parquetjs/schema/declare.ts +22 -2
- package/src/parquetjs/schema/schema.ts +10 -0
- package/src/parquetjs/schema/shred.ts +238 -11
- package/src/parquetjs/schema/types.ts +16 -25
- package/src/parquetjs/schema/variant.ts +313 -0
- package/src/parquetjs/utils/crc32.ts +15 -0
- package/src/parquetjs/utils/read-utils.ts +26 -1
- package/src/unbundled.ts +14 -0
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
/* eslint-disable camelcase */
|
|
5
|
+
import * as thrift from "../utils/thrift-runtime.js";
|
|
6
|
+
import { BoundingBox } from "./BoundingBox.js";
|
|
7
|
+
/** Parquet geospatial column statistics stored on a column chunk. */
|
|
8
|
+
export class GeospatialStatistics {
|
|
9
|
+
bbox;
|
|
10
|
+
geospatial_types;
|
|
11
|
+
constructor(args = {}) {
|
|
12
|
+
this.bbox = args.bbox;
|
|
13
|
+
this.geospatial_types = args.geospatial_types;
|
|
14
|
+
}
|
|
15
|
+
/** Writes these geospatial statistics to a Thrift protocol. */
|
|
16
|
+
write(output) {
|
|
17
|
+
output.writeStructBegin('GeospatialStatistics');
|
|
18
|
+
if (this.bbox) {
|
|
19
|
+
output.writeFieldBegin('bbox', thrift.Thrift.Type.STRUCT, 1);
|
|
20
|
+
this.bbox.write(output);
|
|
21
|
+
output.writeFieldEnd();
|
|
22
|
+
}
|
|
23
|
+
if (this.geospatial_types) {
|
|
24
|
+
output.writeFieldBegin('geospatial_types', thrift.Thrift.Type.LIST, 2);
|
|
25
|
+
output.writeListBegin(thrift.Thrift.Type.I32, this.geospatial_types.length);
|
|
26
|
+
for (const geospatialType of this.geospatial_types)
|
|
27
|
+
output.writeI32(geospatialType);
|
|
28
|
+
output.writeListEnd();
|
|
29
|
+
output.writeFieldEnd();
|
|
30
|
+
}
|
|
31
|
+
output.writeFieldStop();
|
|
32
|
+
output.writeStructEnd();
|
|
33
|
+
}
|
|
34
|
+
/** Reads geospatial statistics from a Thrift protocol. */
|
|
35
|
+
static read(input) {
|
|
36
|
+
input.readStructBegin();
|
|
37
|
+
const args = {};
|
|
38
|
+
while (true) {
|
|
39
|
+
const field = input.readFieldBegin();
|
|
40
|
+
if (field.ftype === thrift.Thrift.Type.STOP)
|
|
41
|
+
break;
|
|
42
|
+
if (field.fid === 1 && field.ftype === thrift.Thrift.Type.STRUCT) {
|
|
43
|
+
args.bbox = BoundingBox.read(input);
|
|
44
|
+
}
|
|
45
|
+
else if (field.fid === 2 && field.ftype === thrift.Thrift.Type.LIST) {
|
|
46
|
+
const list = input.readListBegin();
|
|
47
|
+
args.geospatial_types = [];
|
|
48
|
+
for (let index = 0; index < list.size; index++) {
|
|
49
|
+
args.geospatial_types.push(input.readI32());
|
|
50
|
+
}
|
|
51
|
+
input.readListEnd();
|
|
52
|
+
}
|
|
53
|
+
else {
|
|
54
|
+
input.skip(field.ftype);
|
|
55
|
+
}
|
|
56
|
+
input.readFieldEnd();
|
|
57
|
+
}
|
|
58
|
+
input.readStructEnd();
|
|
59
|
+
return new GeospatialStatistics(args);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
//# sourceMappingURL=GeospatialStatistics.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"GeospatialStatistics.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/GeospatialStatistics.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,8BAA8B;AAC9B,OAAO,KAAK,MAAM,mCAAgC;AAClD,OAAO,EAAC,WAAW,EAAC,yBAAsB;AAQ1C,qEAAqE;AACrE,MAAM,OAAO,oBAAoB;IACxB,IAAI,CAAe;IACnB,gBAAgB,CAAY;IAEnC,YAAY,OAAkC,EAAE;QAC9C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;IAChD,CAAC;IAED,+DAA+D;IACxD,KAAK,CAAC,MAAwB;QACnC,MAAM,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,CAAC;QAChD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC7D,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACxB,MAAM,CAAC,aAAa,EAAE,CAAC;QACzB,CAAC;QACD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,MAAM,CAAC,eAAe,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAC5E,KAAK,MAAM,cAAc,IAAI,IAAI,CAAC,gBAAgB;gBAAE,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;YACpF,MAAM,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,CAAC,aAAa,EAAE,CAAC;QACzB,CAAC;QACD,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,CAAC,cAAc,EAAE,CAAC;IAC1B,CAAC;IAED,0DAA0D;IACnD,MAAM,CAAC,IAAI,CAAC,KAAuB;QACxC,KAAK,CAAC,eAAe,EAAE,CAAC;QACxB,MAAM,IAAI,GAA8B,EAAE,CAAC;QAC3C,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAAE,MAAM;YACnD,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjE,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtC,CAAC;iBAAM,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACtE,MAAM,IAAI,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;gBACnC,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;gBAC3B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;oBAC/C,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC9C,CAAC;gBACD,KAAK,CAAC,WAAW,EAAE,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;YACD,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,CAAC;QACD,KAAK,CAAC,aAAa,EAAE,CAAC;QACtB,OAAO,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;CACF"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { CompactInt64 as Int64 } from "../utils/uint8-array-compact-protocol.js";
|
|
2
|
+
import * as thrift from "../utils/thrift-runtime.js";
|
|
3
|
+
/** Constructor arguments for Parquet size statistics. */
|
|
4
|
+
export interface ISizeStatisticsArgs {
|
|
5
|
+
unencoded_byte_array_data_bytes?: number | Int64;
|
|
6
|
+
repetition_level_histogram?: Array<number | Int64>;
|
|
7
|
+
definition_level_histogram?: Array<number | Int64>;
|
|
8
|
+
}
|
|
9
|
+
/**
|
|
10
|
+
* Optional Parquet metadata used to estimate decoded memory and nested values.
|
|
11
|
+
*
|
|
12
|
+
* This is intentionally a faithful representation of the Parquet thrift
|
|
13
|
+
* structure. Consumers should treat absent histograms as unknown rather than
|
|
14
|
+
* as zero counts.
|
|
15
|
+
*/
|
|
16
|
+
export declare class SizeStatistics {
|
|
17
|
+
unencoded_byte_array_data_bytes?: Int64;
|
|
18
|
+
repetition_level_histogram?: Array<Int64>;
|
|
19
|
+
definition_level_histogram?: Array<Int64>;
|
|
20
|
+
constructor(args?: ISizeStatisticsArgs);
|
|
21
|
+
/** Writes size statistics to a Thrift protocol. */
|
|
22
|
+
write(output: thrift.TProtocol): void;
|
|
23
|
+
/** Reads size statistics from a Thrift protocol. */
|
|
24
|
+
static read(input: thrift.TProtocol): SizeStatistics;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=SizeStatistics.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SizeStatistics.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/SizeStatistics.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,YAAY,IAAI,KAAK,EAAC,iDAA8C;AAC5E,OAAO,KAAK,MAAM,mCAAgC;AAElD,yDAAyD;AACzD,MAAM,WAAW,mBAAmB;IAClC,+BAA+B,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACjD,0BAA0B,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;IACnD,0BAA0B,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;CACpD;AAED;;;;;;GAMG;AACH,qBAAa,cAAc;IAClB,+BAA+B,CAAC,EAAE,KAAK,CAAC;IACxC,0BAA0B,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IAC1C,0BAA0B,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;gBAErC,IAAI,GAAE,mBAAwB;IAM1C,mDAAmD;IAC5C,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;IAa5C,oDAAoD;WACtC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,cAAc;CAoB5D"}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
import { CompactInt64 as Int64 } from "../utils/uint8-array-compact-protocol.js";
|
|
5
|
+
import * as thrift from "../utils/thrift-runtime.js";
|
|
6
|
+
/**
|
|
7
|
+
* Optional Parquet metadata used to estimate decoded memory and nested values.
|
|
8
|
+
*
|
|
9
|
+
* This is intentionally a faithful representation of the Parquet thrift
|
|
10
|
+
* structure. Consumers should treat absent histograms as unknown rather than
|
|
11
|
+
* as zero counts.
|
|
12
|
+
*/
|
|
13
|
+
export class SizeStatistics {
|
|
14
|
+
unencoded_byte_array_data_bytes;
|
|
15
|
+
repetition_level_histogram;
|
|
16
|
+
definition_level_histogram;
|
|
17
|
+
constructor(args = {}) {
|
|
18
|
+
this.unencoded_byte_array_data_bytes = toInt64(args.unencoded_byte_array_data_bytes);
|
|
19
|
+
this.repetition_level_histogram = toInt64List(args.repetition_level_histogram);
|
|
20
|
+
this.definition_level_histogram = toInt64List(args.definition_level_histogram);
|
|
21
|
+
}
|
|
22
|
+
/** Writes size statistics to a Thrift protocol. */
|
|
23
|
+
write(output) {
|
|
24
|
+
output.writeStructBegin('SizeStatistics');
|
|
25
|
+
if (this.unencoded_byte_array_data_bytes !== undefined) {
|
|
26
|
+
output.writeFieldBegin('unencoded_byte_array_data_bytes', thrift.Thrift.Type.I64, 1);
|
|
27
|
+
output.writeI64(this.unencoded_byte_array_data_bytes);
|
|
28
|
+
output.writeFieldEnd();
|
|
29
|
+
}
|
|
30
|
+
writeInt64List(output, 'repetition_level_histogram', 2, this.repetition_level_histogram);
|
|
31
|
+
writeInt64List(output, 'definition_level_histogram', 3, this.definition_level_histogram);
|
|
32
|
+
output.writeFieldStop();
|
|
33
|
+
output.writeStructEnd();
|
|
34
|
+
}
|
|
35
|
+
/** Reads size statistics from a Thrift protocol. */
|
|
36
|
+
static read(input) {
|
|
37
|
+
input.readStructBegin();
|
|
38
|
+
const args = {};
|
|
39
|
+
while (true) {
|
|
40
|
+
const field = input.readFieldBegin();
|
|
41
|
+
if (field.ftype === thrift.Thrift.Type.STOP)
|
|
42
|
+
break;
|
|
43
|
+
if (field.fid === 1 && field.ftype === thrift.Thrift.Type.I64) {
|
|
44
|
+
args.unencoded_byte_array_data_bytes = input.readI64();
|
|
45
|
+
}
|
|
46
|
+
else if (field.fid === 2 && field.ftype === thrift.Thrift.Type.LIST) {
|
|
47
|
+
args.repetition_level_histogram = readInt64List(input);
|
|
48
|
+
}
|
|
49
|
+
else if (field.fid === 3 && field.ftype === thrift.Thrift.Type.LIST) {
|
|
50
|
+
args.definition_level_histogram = readInt64List(input);
|
|
51
|
+
}
|
|
52
|
+
else {
|
|
53
|
+
input.skip(field.ftype);
|
|
54
|
+
}
|
|
55
|
+
input.readFieldEnd();
|
|
56
|
+
}
|
|
57
|
+
input.readStructEnd();
|
|
58
|
+
return new SizeStatistics(args);
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
function toInt64(value) {
|
|
62
|
+
return value === undefined ? undefined : typeof value === 'number' ? new Int64(value) : value;
|
|
63
|
+
}
|
|
64
|
+
function toInt64List(values) {
|
|
65
|
+
return values?.map(value => toInt64(value));
|
|
66
|
+
}
|
|
67
|
+
function writeInt64List(output, name, fieldId, values) {
|
|
68
|
+
if (!values)
|
|
69
|
+
return;
|
|
70
|
+
output.writeFieldBegin(name, thrift.Thrift.Type.LIST, fieldId);
|
|
71
|
+
output.writeListBegin(thrift.Thrift.Type.I64, values.length);
|
|
72
|
+
for (const value of values)
|
|
73
|
+
output.writeI64(value);
|
|
74
|
+
output.writeListEnd();
|
|
75
|
+
output.writeFieldEnd();
|
|
76
|
+
}
|
|
77
|
+
function readInt64List(input) {
|
|
78
|
+
const list = input.readListBegin();
|
|
79
|
+
const values = [];
|
|
80
|
+
for (let index = 0; index < list.size; index++)
|
|
81
|
+
values.push(input.readI64());
|
|
82
|
+
input.readListEnd();
|
|
83
|
+
return values;
|
|
84
|
+
}
|
|
85
|
+
//# sourceMappingURL=SizeStatistics.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SizeStatistics.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/SizeStatistics.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,YAAY,IAAI,KAAK,EAAC,iDAA8C;AAC5E,OAAO,KAAK,MAAM,mCAAgC;AASlD;;;;;;GAMG;AACH,MAAM,OAAO,cAAc;IAClB,+BAA+B,CAAS;IACxC,0BAA0B,CAAgB;IAC1C,0BAA0B,CAAgB;IAEjD,YAAY,OAA4B,EAAE;QACxC,IAAI,CAAC,+BAA+B,GAAG,OAAO,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QACrF,IAAI,CAAC,0BAA0B,GAAG,WAAW,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAC/E,IAAI,CAAC,0BAA0B,GAAG,WAAW,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACjF,CAAC;IAED,mDAAmD;IAC5C,KAAK,CAAC,MAAwB;QACnC,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;QAC1C,IAAI,IAAI,CAAC,+BAA+B,KAAK,SAAS,EAAE,CAAC;YACvD,MAAM,CAAC,eAAe,CAAC,iCAAiC,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACrF,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YACtD,MAAM,CAAC,aAAa,EAAE,CAAC;QACzB,CAAC;QACD,cAAc,CAAC,MAAM,EAAE,4BAA4B,EAAE,CAAC,EAAE,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACzF,cAAc,CAAC,MAAM,EAAE,4BAA4B,EAAE,CAAC,EAAE,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACzF,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,CAAC,cAAc,EAAE,CAAC;IAC1B,CAAC;IAED,oDAAoD;IAC7C,MAAM,CAAC,IAAI,CAAC,KAAuB;QACxC,KAAK,CAAC,eAAe,EAAE,CAAC;QACxB,MAAM,IAAI,GAAwB,EAAE,CAAC;QACrC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAAE,MAAM;YACnD,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC9D,IAAI,CAAC,+BAA+B,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;YACzD,CAAC;iBAAM,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACtE,IAAI,CAAC,0BAA0B,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;YACzD,CAAC;iBAAM,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACtE,IAAI,CAAC,0BAA0B,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;YACD,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,CAAC;QACD,KAAK,CAAC,aAAa,EAAE,CAAC;QACtB,OAAO,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;CACF;AAED,SAAS,OAAO,CAAC,KAAiC;IAChD,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAChG,CAAC;AAED,SAAS,WAAW,CAAC,MAAyC;IAC5D,OAAO,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAE,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,cAAc,CACrB,MAAwB,EACxB,IAAY,EACZ,OAAe,EACf,MAAgC;IAEhC,IAAI,CAAC,MAAM;QAAE,OAAO;IACpB,MAAM,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/D,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7D,KAAK,MAAM,KAAK,IAAI,MAAM;QAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnD,MAAM,CAAC,YAAY,EAAE,CAAC;IACtB,MAAM,CAAC,aAAa,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,aAAa,CAAC,KAAuB;IAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;IACnC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAC7E,KAAK,CAAC,WAAW,EAAE,CAAC;IACpB,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -36,6 +36,12 @@ export * from "./PageHeader.js";
|
|
|
36
36
|
export * from "./KeyValue.js";
|
|
37
37
|
export * from "./SortingColumn.js";
|
|
38
38
|
export * from "./PageEncodingStats.js";
|
|
39
|
+
export * from "./BoundingBox.js";
|
|
40
|
+
export * from "./GeospatialStatistics.js";
|
|
41
|
+
export * from "./SizeStatistics.js";
|
|
42
|
+
export * from "./EncryptionAlgorithm.js";
|
|
43
|
+
export * from "./ColumnCryptoMetaData.js";
|
|
44
|
+
export * from "./FileCryptoMetaData.js";
|
|
39
45
|
export * from "./ColumnMetaData.js";
|
|
40
46
|
export * from "./ColumnChunk.js";
|
|
41
47
|
export * from "./RowGroup.js";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAYA,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B;AAC9B,gDAA6C;AAC7C,kCAA+B;AAC/B,mCAAgC;AAChC,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,iCAA8B;AAC9B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAYA,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B;AAC9B,gDAA6C;AAC7C,kCAA+B;AAC/B,mCAAgC;AAChC,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,iCAA8B;AAC9B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,iCAA8B;AAC9B,0CAAuC;AACvC,oCAAiC;AACjC,yCAAsC;AACtC,0CAAuC;AACvC,wCAAqC;AACrC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}
|
|
@@ -47,6 +47,12 @@ export * from "./PageHeader.js";
|
|
|
47
47
|
export * from "./KeyValue.js";
|
|
48
48
|
export * from "./SortingColumn.js";
|
|
49
49
|
export * from "./PageEncodingStats.js";
|
|
50
|
+
export * from "./BoundingBox.js";
|
|
51
|
+
export * from "./GeospatialStatistics.js";
|
|
52
|
+
export * from "./SizeStatistics.js";
|
|
53
|
+
export * from "./EncryptionAlgorithm.js";
|
|
54
|
+
export * from "./ColumnCryptoMetaData.js";
|
|
55
|
+
export * from "./FileCryptoMetaData.js";
|
|
50
56
|
export * from "./ColumnMetaData.js";
|
|
51
57
|
export * from "./ColumnChunk.js";
|
|
52
58
|
export * from "./RowGroup.js";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,oBAAoB;AACpB,oBAAoB;AACpB;;;GAGG;AACH,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B;AAC9B,gDAA6C;AAC7C,kCAA+B;AAC/B,mCAAgC;AAChC,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,iCAA8B;AAC9B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,oBAAoB;AACpB,oBAAoB;AACpB;;;GAGG;AACH,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B;AAC9B,gDAA6C;AAC7C,kCAA+B;AAC/B,mCAAgC;AAChC,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,iCAA8B;AAC9B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,iCAA8B;AAC9B,0CAAuC;AACvC,oCAAiC;AACjC,yCAAsC;AACtC,0CAAuC;AACvC,wCAAqC;AACrC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}
|
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
import { ParquetColumnChunk, ParquetReaderContext, ParquetPageData, ParquetLevelBuffer, SchemaDefinition } from "../schema/declare.js";
|
|
2
2
|
import { CursorBuffer } from "../codecs/index.js";
|
|
3
|
-
import type { ParquetValueBuffer } from "../codecs/declare.js";
|
|
3
|
+
import type { ParquetByteArrayOutput, ParquetValueBuffer } from "../codecs/declare.js";
|
|
4
4
|
import { SchemaElement } from "../parquet-thrift/index.js";
|
|
5
5
|
/** Preallocated column destination used to bypass page-local value and level arrays. */
|
|
6
6
|
type ParquetPageDecodeTarget = {
|
|
7
7
|
values: ParquetValueBuffer;
|
|
8
8
|
valueOffset: number;
|
|
9
|
+
byteArrayOutput?: ParquetByteArrayOutput;
|
|
9
10
|
dictionary: readonly unknown[];
|
|
10
11
|
rlevels: ParquetLevelBuffer;
|
|
11
12
|
dlevels: ParquetLevelBuffer;
|
|
@@ -19,6 +20,14 @@ type ParquetPageDecodeTarget = {
|
|
|
19
20
|
* @returns parquet data page data
|
|
20
21
|
*/
|
|
21
22
|
export declare function decodeDataPages(buffer: Uint8Array, context: ParquetReaderContext): Promise<ParquetColumnChunk>;
|
|
23
|
+
/**
|
|
24
|
+
* Decodes an uncompressed column chunk synchronously.
|
|
25
|
+
*
|
|
26
|
+
* In-memory Parquet reads use this entry point to avoid one resolved Promise per selected column.
|
|
27
|
+
*/
|
|
28
|
+
export declare function decodeUncompressedDataPages(buffer: Uint8Array, context: ParquetReaderContext): ParquetColumnChunk;
|
|
29
|
+
/** Decodes a dictionary page from an uncompressed in-memory column chunk. */
|
|
30
|
+
export declare function decodeUncompressedDictionaryBuffer(buffer: Uint8Array, context: ParquetReaderContext): unknown[];
|
|
22
31
|
/**
|
|
23
32
|
* Decode parquet page based on page type
|
|
24
33
|
* @param cursor
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"decoders.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":"AAMA,OAAO,EAEL,kBAAkB,EAClB,oBAAoB,EACpB,eAAe,EAEf,kBAAkB,EAIlB,gBAAgB,EACjB,6BAA0B;AAC3B,OAAO,EAAC,YAAY,EAAsC,2BAAwB;AAClF,OAAO,KAAK,EAAC,kBAAkB,EAAC,6BAA0B;
|
|
1
|
+
{"version":3,"file":"decoders.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":"AAMA,OAAO,EAEL,kBAAkB,EAClB,oBAAoB,EACpB,eAAe,EAEf,kBAAkB,EAIlB,gBAAgB,EACjB,6BAA0B;AAC3B,OAAO,EAAC,YAAY,EAAsC,2BAAwB;AAClF,OAAO,KAAK,EAAC,sBAAsB,EAAE,kBAAkB,EAAC,6BAA0B;AAClF,OAAO,EAOL,aAAa,EAEd,mCAAgC;AAUjC,wFAAwF;AACxF,KAAK,uBAAuB,GAAG;IAC7B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,sBAAsB,CAAC;IACzC,UAAU,EAAE,SAAS,OAAO,EAAE,CAAC;IAC/B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CA+F7B;AAED;;;;GAIG;AACH,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,oBAAoB,GAC5B,kBAAkB,CA4EpB;AAED,6EAA6E;AAC7E,wBAAgB,kCAAkC,CAChD,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,EAAE,CAGX;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,oBAAoB,EAC7B,MAAM,CAAC,EAAE,uBAAuB,GAC/B,OAAO,CAAC,eAAe,CAAC,CA4B1B;AAoDD;;;;;;;;;GASG;AACH,wBAAgB,YAAY,CAC1B,cAAc,EAAE,aAAa,EAAE,EAC/B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,GACV;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;CAC1B,CAyDA"}
|