@loaders.gl/parquet 4.2.0-alpha.4 → 4.2.0-alpha.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +385 -598
- package/dist/index.cjs.map +7 -0
- package/dist/index.d.ts +12 -12
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +6 -1
- package/dist/lib/arrow/convert-columns-to-row-group.js +1 -2
- package/dist/lib/arrow/convert-row-group-to-columns.js +8 -6
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts +3 -3
- package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map +1 -1
- package/dist/lib/arrow/convert-schema-from-parquet.js +71 -82
- package/dist/lib/arrow/convert-schema-to-parquet.d.ts +1 -1
- package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map +1 -1
- package/dist/lib/arrow/convert-schema-to-parquet.js +65 -35
- package/dist/lib/constants.js +15 -2
- package/dist/lib/parsers/get-parquet-schema.d.ts +1 -1
- package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
- package/dist/lib/parsers/get-parquet-schema.js +9 -7
- package/dist/lib/parsers/parse-geoparquet.d.ts +1 -1
- package/dist/lib/parsers/parse-geoparquet.d.ts.map +1 -1
- package/dist/lib/parsers/parse-geoparquet.js +47 -45
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.js +36 -25
- package/dist/lib/parsers/parse-parquet.d.ts +1 -1
- package/dist/lib/parsers/parse-parquet.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet.js +62 -50
- package/dist/lib/wasm/encode-parquet-wasm.d.ts +1 -1
- package/dist/lib/wasm/encode-parquet-wasm.d.ts.map +1 -1
- package/dist/lib/wasm/encode-parquet-wasm.js +49 -12
- package/dist/lib/wasm/load-wasm.js +13 -10
- package/dist/lib/wasm/parse-parquet-wasm.d.ts +1 -1
- package/dist/lib/wasm/parse-parquet-wasm.d.ts.map +1 -1
- package/dist/lib/wasm/parse-parquet-wasm.js +19 -15
- package/dist/parquet-loader.d.ts +1 -1
- package/dist/parquet-loader.d.ts.map +1 -1
- package/dist/parquet-loader.js +78 -65
- package/dist/parquet-wasm-loader.js +25 -28
- package/dist/parquet-wasm-writer.js +19 -23
- package/dist/parquet-writer.js +17 -13
- package/dist/parquetjs/codecs/declare.d.ts +1 -1
- package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
- package/dist/parquetjs/codecs/declare.js +0 -1
- package/dist/parquetjs/codecs/dictionary.js +4 -8
- package/dist/parquetjs/codecs/index.d.ts +3 -3
- package/dist/parquetjs/codecs/index.d.ts.map +1 -1
- package/dist/parquetjs/codecs/index.js +20 -17
- package/dist/parquetjs/codecs/plain.d.ts +2 -2
- package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
- package/dist/parquetjs/codecs/plain.js +166 -162
- package/dist/parquetjs/codecs/rle.d.ts +2 -2
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
- package/dist/parquetjs/codecs/rle.js +124 -105
- package/dist/parquetjs/compression.d.ts +1 -1
- package/dist/parquetjs/compression.d.ts.map +1 -1
- package/dist/parquetjs/compression.js +157 -43
- package/dist/parquetjs/encoder/parquet-encoder.d.ts +3 -3
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.js +420 -275
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +12 -7
- package/dist/parquetjs/parquet-thrift/BsonType.js +31 -27
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js +182 -166
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +183 -166
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts +6 -6
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +372 -333
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js +74 -68
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js +17 -12
- package/dist/parquetjs/parquet-thrift/ConvertedType.js +31 -26
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js +141 -124
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +205 -181
- package/dist/parquetjs/parquet-thrift/DateType.js +31 -27
- package/dist/parquetjs/parquet-thrift/DecimalType.js +78 -69
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +96 -86
- package/dist/parquetjs/parquet-thrift/Encoding.js +17 -12
- package/dist/parquetjs/parquet-thrift/EnumType.js +31 -27
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +12 -7
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts +4 -4
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/FileMetaData.js +224 -205
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +31 -27
- package/dist/parquetjs/parquet-thrift/IntType.js +78 -69
- package/dist/parquetjs/parquet-thrift/JsonType.js +31 -27
- package/dist/parquetjs/parquet-thrift/KeyValue.js +75 -67
- package/dist/parquetjs/parquet-thrift/ListType.js +31 -27
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts +13 -13
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js +338 -344
- package/dist/parquetjs/parquet-thrift/MapType.js +31 -27
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js +31 -27
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js +31 -27
- package/dist/parquetjs/parquet-thrift/NullType.js +31 -27
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js +67 -60
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +101 -88
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts +5 -5
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js +193 -175
- package/dist/parquetjs/parquet-thrift/PageLocation.js +111 -96
- package/dist/parquetjs/parquet-thrift/PageType.js +13 -8
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.js +149 -133
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts +4 -4
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js +221 -205
- package/dist/parquetjs/parquet-thrift/SortingColumn.js +101 -88
- package/dist/parquetjs/parquet-thrift/Statistics.js +149 -137
- package/dist/parquetjs/parquet-thrift/StringType.js +31 -27
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js +78 -69
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts +2 -2
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js +96 -91
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js +78 -69
- package/dist/parquetjs/parquet-thrift/Type.js +17 -12
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +31 -27
- package/dist/parquetjs/parquet-thrift/UUIDType.js +31 -27
- package/dist/parquetjs/parquet-thrift/index.d.ts +44 -44
- package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/index.js +6 -1
- package/dist/parquetjs/parser/decoders.d.ts +3 -3
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
- package/dist/parquetjs/parser/decoders.js +306 -242
- package/dist/parquetjs/parser/parquet-reader.d.ts +3 -3
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.js +183 -158
- package/dist/parquetjs/schema/declare.d.ts +1 -1
- package/dist/parquetjs/schema/declare.d.ts.map +1 -1
- package/dist/parquetjs/schema/declare.js +10 -9
- package/dist/parquetjs/schema/schema.d.ts +1 -1
- package/dist/parquetjs/schema/schema.d.ts.map +1 -1
- package/dist/parquetjs/schema/schema.js +142 -120
- package/dist/parquetjs/schema/shred.d.ts +2 -2
- package/dist/parquetjs/schema/shred.d.ts.map +1 -1
- package/dist/parquetjs/schema/shred.js +301 -204
- package/dist/parquetjs/schema/types.d.ts +1 -1
- package/dist/parquetjs/schema/types.d.ts.map +1 -1
- package/dist/parquetjs/schema/types.js +329 -314
- package/dist/parquetjs/utils/file-utils.js +24 -23
- package/dist/parquetjs/utils/read-utils.d.ts +1 -1
- package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/read-utils.js +76 -69
- package/dist/polyfills/buffer/buffer-polyfill.browser.js +8 -3
- package/dist/polyfills/buffer/buffer-polyfill.node.js +13 -8
- package/dist/polyfills/buffer/buffer.js +1747 -1367
- package/dist/polyfills/buffer/index.d.ts +3 -3
- package/dist/polyfills/buffer/index.d.ts.map +1 -1
- package/dist/polyfills/buffer/index.js +5 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts +28 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +1 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.js +2 -1
- package/dist/polyfills/util.js +4 -1
- package/dist/workers/parquet-worker.js +3 -1
- package/package.json +21 -19
- package/src/index.ts +1 -1
- package/src/lib/parsers/parse-parquet-to-columns.ts +1 -1
- package/src/lib/parsers/parse-parquet.ts +1 -1
- package/src/parquetjs/encoder/parquet-encoder.ts +2 -2
- package/src/parquetjs/parser/decoders.ts +2 -2
- package/src/parquetjs/parser/parquet-reader.ts +3 -2
- package/src/parquetjs/schema/schema.ts +1 -1
- package/src/parquetjs/schema/types.ts +1 -0
- package/src/parquetjs/utils/read-utils.ts +2 -2
- package/src/polyfills/buffer/buffer.ts +0 -3
- package/dist/index.js.map +0 -1
- package/dist/lib/arrow/convert-columns-to-row-group.js.map +0 -1
- package/dist/lib/arrow/convert-row-group-to-columns.js.map +0 -1
- package/dist/lib/arrow/convert-schema-from-parquet.js.map +0 -1
- package/dist/lib/arrow/convert-schema-to-parquet.js.map +0 -1
- package/dist/lib/constants.js.map +0 -1
- package/dist/lib/parsers/get-parquet-schema.js.map +0 -1
- package/dist/lib/parsers/parse-geoparquet.js.map +0 -1
- package/dist/lib/parsers/parse-parquet-to-columns.js.map +0 -1
- package/dist/lib/parsers/parse-parquet.js.map +0 -1
- package/dist/lib/wasm/encode-parquet-wasm.js.map +0 -1
- package/dist/lib/wasm/load-wasm.js.map +0 -1
- package/dist/lib/wasm/parse-parquet-wasm.js.map +0 -1
- package/dist/lib/wip/convert-schema-deep.java.disabled +0 -910
- package/dist/lib/wip/convert-schema-deep.rs.disabled +0 -976
- package/dist/parquet-loader.js.map +0 -1
- package/dist/parquet-wasm-loader.js.map +0 -1
- package/dist/parquet-wasm-writer.js.map +0 -1
- package/dist/parquet-writer.js.map +0 -1
- package/dist/parquetjs/LICENSE +0 -20
- package/dist/parquetjs/codecs/declare.js.map +0 -1
- package/dist/parquetjs/codecs/dictionary.js.map +0 -1
- package/dist/parquetjs/codecs/index.js.map +0 -1
- package/dist/parquetjs/codecs/plain.js.map +0 -1
- package/dist/parquetjs/codecs/rle.js.map +0 -1
- package/dist/parquetjs/compression.js.map +0 -1
- package/dist/parquetjs/encoder/parquet-encoder.js.map +0 -1
- package/dist/parquetjs/modules.d.ts +0 -21
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/BsonType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/ConvertedType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/DateType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/Encoding.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/EnumType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/FileMetaData.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/IntType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/JsonType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/ListType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/MapType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/NullType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/PageLocation.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/PageType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/Statistics.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/StringType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/Type.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.js.map +0 -1
- package/dist/parquetjs/parquet-thrift/index.js.map +0 -1
- package/dist/parquetjs/parser/decoders.js.map +0 -1
- package/dist/parquetjs/parser/parquet-reader.js.map +0 -1
- package/dist/parquetjs/schema/declare.js.map +0 -1
- package/dist/parquetjs/schema/schema.js.map +0 -1
- package/dist/parquetjs/schema/shred.js.map +0 -1
- package/dist/parquetjs/schema/types.js.map +0 -1
- package/dist/parquetjs/utils/file-utils.js.map +0 -1
- package/dist/parquetjs/utils/read-utils.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
- package/dist/polyfills/buffer/buffer.js.map +0 -1
- package/dist/polyfills/buffer/index.js.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
- package/dist/polyfills/util.js.map +0 -1
- package/dist/workers/parquet-worker.js.map +0 -1
package/dist/index.cjs
CHANGED
|
@@ -5,6 +5,7 @@ var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
|
5
5
|
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
6
|
var __getProtoOf = Object.getPrototypeOf;
|
|
7
7
|
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
8
|
+
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
8
9
|
var __export = (target, all) => {
|
|
9
10
|
for (var name in all)
|
|
10
11
|
__defProp(target, name, { get: all[name], enumerable: true });
|
|
@@ -26,10 +27,14 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
|
|
|
26
27
|
mod
|
|
27
28
|
));
|
|
28
29
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
30
|
+
var __publicField = (obj, key, value) => {
|
|
31
|
+
__defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
|
|
32
|
+
return value;
|
|
33
|
+
};
|
|
29
34
|
|
|
30
|
-
//
|
|
31
|
-
var
|
|
32
|
-
__export(
|
|
35
|
+
// dist/index.js
|
|
36
|
+
var dist_exports = {};
|
|
37
|
+
__export(dist_exports, {
|
|
33
38
|
Buffer: () => Buffer3,
|
|
34
39
|
BufferPolyfill: () => Buffer2,
|
|
35
40
|
GeoParquetLoader: () => GeoParquetLoader,
|
|
@@ -50,14 +55,34 @@ __export(src_exports, {
|
|
|
50
55
|
installBufferPolyfill: () => installBufferPolyfill,
|
|
51
56
|
preloadCompressions: () => preloadCompressions
|
|
52
57
|
});
|
|
53
|
-
module.exports = __toCommonJS(
|
|
58
|
+
module.exports = __toCommonJS(dist_exports);
|
|
54
59
|
|
|
55
|
-
//
|
|
60
|
+
// dist/polyfills/buffer/buffer.js
|
|
56
61
|
var import_base64_js = __toESM(require("base64-js"), 1);
|
|
57
62
|
var import_ieee754 = __toESM(require("ieee754"), 1);
|
|
58
63
|
var kMaxLength = 2147483647;
|
|
59
64
|
var INSPECT_MAX_BYTES = 50;
|
|
60
65
|
var _Buffer = class extends Uint8Array {
|
|
66
|
+
// not used by this implementation
|
|
67
|
+
// length: number; inherited
|
|
68
|
+
get parent() {
|
|
69
|
+
if (!_Buffer.isBuffer(this))
|
|
70
|
+
return void 0;
|
|
71
|
+
return this.buffer;
|
|
72
|
+
}
|
|
73
|
+
get offset() {
|
|
74
|
+
if (!_Buffer.isBuffer(this))
|
|
75
|
+
return void 0;
|
|
76
|
+
return this.byteOffset;
|
|
77
|
+
}
|
|
78
|
+
/** This property is used by `Buffer.isBuffer` (and the `is-buffer` npm package)
|
|
79
|
+
* to detect a Buffer instance. It's not possible to use `instanceof Buffer`
|
|
80
|
+
* reliably in a browserify context because there could be multiple different
|
|
81
|
+
* copies of the 'buffer' package in use. This method works even for Buffer
|
|
82
|
+
* instances that were created from another copy of the `buffer` package.
|
|
83
|
+
* @see: https://github.com/feross/buffer/issues/154
|
|
84
|
+
*/
|
|
85
|
+
_isBuffer = true;
|
|
61
86
|
constructor(arg, encodingOrOffset, length) {
|
|
62
87
|
if (typeof arg !== "number") {
|
|
63
88
|
return _Buffer.from(arg, encodingOrOffset, length);
|
|
@@ -70,28 +95,8 @@ var _Buffer = class extends Uint8Array {
|
|
|
70
95
|
throw new TypeError('The "string" argument must be of type string. Received type number');
|
|
71
96
|
}
|
|
72
97
|
super(size < 0 ? 0 : checked(size) | 0);
|
|
73
|
-
/** This property is used by `Buffer.isBuffer` (and the `is-buffer` npm package)
|
|
74
|
-
* to detect a Buffer instance. It's not possible to use `instanceof Buffer`
|
|
75
|
-
* reliably in a browserify context because there could be multiple different
|
|
76
|
-
* copies of the 'buffer' package in use. This method works even for Buffer
|
|
77
|
-
* instances that were created from another copy of the `buffer` package.
|
|
78
|
-
* @see: https://github.com/feross/buffer/issues/154
|
|
79
|
-
*/
|
|
80
|
-
this._isBuffer = true;
|
|
81
98
|
return;
|
|
82
99
|
}
|
|
83
|
-
// not used by this implementation
|
|
84
|
-
// length: number; inherited
|
|
85
|
-
get parent() {
|
|
86
|
-
if (!_Buffer.isBuffer(this))
|
|
87
|
-
return void 0;
|
|
88
|
-
return this.buffer;
|
|
89
|
-
}
|
|
90
|
-
get offset() {
|
|
91
|
-
if (!_Buffer.isBuffer(this))
|
|
92
|
-
return void 0;
|
|
93
|
-
return this.byteOffset;
|
|
94
|
-
}
|
|
95
100
|
static from(value, encodingOrOffset, length) {
|
|
96
101
|
if (typeof value === "string") {
|
|
97
102
|
return fromString(value, encodingOrOffset);
|
|
@@ -100,9 +105,7 @@ var _Buffer = class extends Uint8Array {
|
|
|
100
105
|
return fromArrayView(value);
|
|
101
106
|
}
|
|
102
107
|
if (value == null) {
|
|
103
|
-
throw new TypeError(
|
|
104
|
-
`${"The first argument must be one of type string, Buffer, ArrayBuffer, Array, or Array-like Object. Received type "}${typeof value}`
|
|
105
|
-
);
|
|
108
|
+
throw new TypeError(`${"The first argument must be one of type string, Buffer, ArrayBuffer, Array, or Array-like Object. Received type "}${typeof value}`);
|
|
106
109
|
}
|
|
107
110
|
if (isInstance(value, ArrayBuffer) || value && isInstance(value.buffer, ArrayBuffer)) {
|
|
108
111
|
return fromArrayBuffer(value, encodingOrOffset, length);
|
|
@@ -123,9 +126,7 @@ var _Buffer = class extends Uint8Array {
|
|
|
123
126
|
if (typeof Symbol !== "undefined" && Symbol.toPrimitive != null && typeof value[Symbol.toPrimitive] === "function") {
|
|
124
127
|
return _Buffer.from(value[Symbol.toPrimitive]("string"), encodingOrOffset, length);
|
|
125
128
|
}
|
|
126
|
-
throw new TypeError(
|
|
127
|
-
`${"The first argument must be one of type string, Buffer, ArrayBuffer, Array, or Array-like Object. Received type "}${typeof value}`
|
|
128
|
-
);
|
|
129
|
+
throw new TypeError(`${"The first argument must be one of type string, Buffer, ArrayBuffer, Array, or Array-like Object. Received type "}${typeof value}`);
|
|
129
130
|
}
|
|
130
131
|
/**
|
|
131
132
|
* Returns true if {obj} is a Buffer
|
|
@@ -643,22 +644,10 @@ var _Buffer = class extends Uint8Array {
|
|
|
643
644
|
return offset + 4;
|
|
644
645
|
}
|
|
645
646
|
writeBigInt64LE(value, offset = 0) {
|
|
646
|
-
return wrtBigUInt64LE(
|
|
647
|
-
this,
|
|
648
|
-
value,
|
|
649
|
-
offset,
|
|
650
|
-
-BigInt("0x8000000000000000"),
|
|
651
|
-
BigInt("0x7fffffffffffffff")
|
|
652
|
-
);
|
|
647
|
+
return wrtBigUInt64LE(this, value, offset, -BigInt("0x8000000000000000"), BigInt("0x7fffffffffffffff"));
|
|
653
648
|
}
|
|
654
649
|
writeBigInt64BE(value, offset = 0) {
|
|
655
|
-
return wrtBigUInt64BE(
|
|
656
|
-
this,
|
|
657
|
-
value,
|
|
658
|
-
offset,
|
|
659
|
-
-BigInt("0x8000000000000000"),
|
|
660
|
-
BigInt("0x7fffffffffffffff")
|
|
661
|
-
);
|
|
650
|
+
return wrtBigUInt64BE(this, value, offset, -BigInt("0x8000000000000000"), BigInt("0x7fffffffffffffff"));
|
|
662
651
|
}
|
|
663
652
|
writeFloatLE(value, offset, noAssert) {
|
|
664
653
|
return writeFloat(this, value, offset, true, noAssert);
|
|
@@ -896,9 +885,7 @@ var _Buffer = class extends Uint8Array {
|
|
|
896
885
|
target = _Buffer.from(target, target.offset, target.byteLength);
|
|
897
886
|
}
|
|
898
887
|
if (!_Buffer.isBuffer(target)) {
|
|
899
|
-
throw new TypeError(
|
|
900
|
-
`${'The "target" argument must be one of type Buffer or Uint8Array. Received type '}${typeof target}`
|
|
901
|
-
);
|
|
888
|
+
throw new TypeError(`${'The "target" argument must be one of type Buffer or Uint8Array. Received type '}${typeof target}`);
|
|
902
889
|
}
|
|
903
890
|
if (start === void 0) {
|
|
904
891
|
start = 0;
|
|
@@ -1051,7 +1038,7 @@ var _Buffer = class extends Uint8Array {
|
|
|
1051
1038
|
}
|
|
1052
1039
|
};
|
|
1053
1040
|
var Buffer2 = _Buffer;
|
|
1054
|
-
Buffer2
|
|
1041
|
+
__publicField(Buffer2, "poolSize", 8192);
|
|
1055
1042
|
function checkInt(buf, value, offset, ext, max, min) {
|
|
1056
1043
|
if (!Buffer2.isBuffer(buf))
|
|
1057
1044
|
throw new TypeError('"buffer" argument must be a Buffer instance');
|
|
@@ -1187,11 +1174,7 @@ function fromObject(obj) {
|
|
|
1187
1174
|
}
|
|
1188
1175
|
function checked(length) {
|
|
1189
1176
|
if (length >= kMaxLength) {
|
|
1190
|
-
throw new RangeError(
|
|
1191
|
-
`${"Attempt to allocate Buffer larger than maximum size: 0x"}${kMaxLength.toString(
|
|
1192
|
-
16
|
|
1193
|
-
)} bytes`
|
|
1194
|
-
);
|
|
1177
|
+
throw new RangeError(`${"Attempt to allocate Buffer larger than maximum size: 0x"}${kMaxLength.toString(16)} bytes`);
|
|
1195
1178
|
}
|
|
1196
1179
|
return length | 0;
|
|
1197
1180
|
}
|
|
@@ -1203,9 +1186,7 @@ function byteLength(string, encoding) {
|
|
|
1203
1186
|
return string.byteLength;
|
|
1204
1187
|
}
|
|
1205
1188
|
if (typeof string !== "string") {
|
|
1206
|
-
throw new TypeError(
|
|
1207
|
-
`${'The "string" argument must be one of type string, Buffer, or ArrayBuffer. Received type '}${typeof string}`
|
|
1208
|
-
);
|
|
1189
|
+
throw new TypeError(`${'The "string" argument must be one of type string, Buffer, or ArrayBuffer. Received type '}${typeof string}`);
|
|
1209
1190
|
}
|
|
1210
1191
|
const len = string.length;
|
|
1211
1192
|
const mustMatch = arguments.length > 2 && arguments[2] === true;
|
|
@@ -1559,42 +1540,30 @@ function E(sym, getMessage, Base) {
|
|
|
1559
1540
|
}
|
|
1560
1541
|
};
|
|
1561
1542
|
}
|
|
1562
|
-
E(
|
|
1563
|
-
|
|
1564
|
-
|
|
1565
|
-
|
|
1566
|
-
|
|
1567
|
-
|
|
1568
|
-
|
|
1569
|
-
}
|
|
1570
|
-
|
|
1571
|
-
)
|
|
1572
|
-
|
|
1573
|
-
|
|
1574
|
-
|
|
1575
|
-
|
|
1576
|
-
}
|
|
1577
|
-
|
|
1578
|
-
)
|
|
1579
|
-
|
|
1580
|
-
|
|
1581
|
-
|
|
1582
|
-
|
|
1583
|
-
|
|
1584
|
-
|
|
1585
|
-
|
|
1586
|
-
} else if (typeof input === "bigint") {
|
|
1587
|
-
received = String(input);
|
|
1588
|
-
if (input > BigInt(2) ** BigInt(32) || input < -(BigInt(2) ** BigInt(32))) {
|
|
1589
|
-
received = addNumericalSeparator(received);
|
|
1590
|
-
}
|
|
1591
|
-
received += "n";
|
|
1592
|
-
}
|
|
1593
|
-
msg += ` It must be ${range}. Received ${received}`;
|
|
1594
|
-
return msg;
|
|
1595
|
-
},
|
|
1596
|
-
RangeError
|
|
1597
|
-
);
|
|
1543
|
+
E("ERR_BUFFER_OUT_OF_BOUNDS", function(name) {
|
|
1544
|
+
if (name) {
|
|
1545
|
+
return `${name} is outside of buffer bounds`;
|
|
1546
|
+
}
|
|
1547
|
+
return "Attempt to access memory outside buffer bounds";
|
|
1548
|
+
}, RangeError);
|
|
1549
|
+
E("ERR_INVALID_ARG_TYPE", function(name, actual) {
|
|
1550
|
+
return `The "${name}" argument must be of type number. Received type ${typeof actual}`;
|
|
1551
|
+
}, TypeError);
|
|
1552
|
+
E("ERR_OUT_OF_RANGE", function(str, range, input) {
|
|
1553
|
+
let msg = `The value of "${str}" is out of range.`;
|
|
1554
|
+
let received = input;
|
|
1555
|
+
if (Number.isInteger(input) && Math.abs(input) > 2 ** 32) {
|
|
1556
|
+
received = addNumericalSeparator(String(input));
|
|
1557
|
+
} else if (typeof input === "bigint") {
|
|
1558
|
+
received = String(input);
|
|
1559
|
+
if (input > BigInt(2) ** BigInt(32) || input < -(BigInt(2) ** BigInt(32))) {
|
|
1560
|
+
received = addNumericalSeparator(received);
|
|
1561
|
+
}
|
|
1562
|
+
received += "n";
|
|
1563
|
+
}
|
|
1564
|
+
msg += ` It must be ${range}. Received ${received}`;
|
|
1565
|
+
return msg;
|
|
1566
|
+
}, RangeError);
|
|
1598
1567
|
function addNumericalSeparator(val) {
|
|
1599
1568
|
let res = "";
|
|
1600
1569
|
let i = val.length;
|
|
@@ -1698,20 +1667,11 @@ function utf8ToBytes(string, units) {
|
|
|
1698
1667
|
} else if (codePoint < 65536) {
|
|
1699
1668
|
if ((units -= 3) < 0)
|
|
1700
1669
|
break;
|
|
1701
|
-
bytes.push(
|
|
1702
|
-
codePoint >> 12 | 224,
|
|
1703
|
-
codePoint >> 6 & 63 | 128,
|
|
1704
|
-
codePoint & 63 | 128
|
|
1705
|
-
);
|
|
1670
|
+
bytes.push(codePoint >> 12 | 224, codePoint >> 6 & 63 | 128, codePoint & 63 | 128);
|
|
1706
1671
|
} else if (codePoint < 1114112) {
|
|
1707
1672
|
if ((units -= 4) < 0)
|
|
1708
1673
|
break;
|
|
1709
|
-
bytes.push(
|
|
1710
|
-
codePoint >> 18 | 240,
|
|
1711
|
-
codePoint >> 12 & 63 | 128,
|
|
1712
|
-
codePoint >> 6 & 63 | 128,
|
|
1713
|
-
codePoint & 63 | 128
|
|
1714
|
-
);
|
|
1674
|
+
bytes.push(codePoint >> 18 | 240, codePoint >> 12 & 63 | 128, codePoint >> 6 & 63 | 128, codePoint & 63 | 128);
|
|
1715
1675
|
} else {
|
|
1716
1676
|
throw new Error("Invalid code point");
|
|
1717
1677
|
}
|
|
@@ -1771,21 +1731,21 @@ var hexSliceLookupTable = function() {
|
|
|
1771
1731
|
return table;
|
|
1772
1732
|
}();
|
|
1773
1733
|
|
|
1774
|
-
//
|
|
1734
|
+
// dist/polyfills/buffer/buffer-polyfill.browser.js
|
|
1775
1735
|
function installBufferPolyfill() {
|
|
1776
1736
|
globalThis.Buffer = globalThis.Buffer || Buffer2;
|
|
1777
1737
|
return globalThis.Buffer;
|
|
1778
1738
|
}
|
|
1779
1739
|
|
|
1780
|
-
//
|
|
1740
|
+
// dist/polyfills/buffer/install-buffer-polyfill.js
|
|
1781
1741
|
globalThis.process = globalThis.process || {};
|
|
1782
1742
|
globalThis.process.env = globalThis.process.env || {};
|
|
1783
1743
|
var Buffer3 = installBufferPolyfill();
|
|
1784
1744
|
|
|
1785
|
-
//
|
|
1745
|
+
// dist/parquet-loader.js
|
|
1786
1746
|
var import_loader_utils = require("@loaders.gl/loader-utils");
|
|
1787
1747
|
|
|
1788
|
-
//
|
|
1748
|
+
// dist/parquetjs/codecs/plain.js
|
|
1789
1749
|
var import_int53 = __toESM(require("int53"), 1);
|
|
1790
1750
|
function encodeValues(type, values, opts) {
|
|
1791
1751
|
switch (type) {
|
|
@@ -1986,7 +1946,7 @@ function decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts) {
|
|
|
1986
1946
|
return values;
|
|
1987
1947
|
}
|
|
1988
1948
|
|
|
1989
|
-
//
|
|
1949
|
+
// dist/parquetjs/codecs/rle.js
|
|
1990
1950
|
var import_varint = __toESM(require("varint"), 1);
|
|
1991
1951
|
function encodeValues2(type, values, opts) {
|
|
1992
1952
|
if (!("bitWidth" in opts)) {
|
|
@@ -2106,7 +2066,7 @@ function encodeRunRepeated(value, count, opts) {
|
|
|
2106
2066
|
return Buffer.concat([Buffer.from(import_varint.default.encode(count << 1)), buf]);
|
|
2107
2067
|
}
|
|
2108
2068
|
|
|
2109
|
-
//
|
|
2069
|
+
// dist/parquetjs/codecs/dictionary.js
|
|
2110
2070
|
function decodeValues3(type, cursor, count, opts) {
|
|
2111
2071
|
opts.bitWidth = cursor.buffer.slice(cursor.offset, cursor.offset + 1).readInt8(0);
|
|
2112
2072
|
cursor.offset += 1;
|
|
@@ -2116,7 +2076,7 @@ function encodeValues3(type, cursor, count, opts) {
|
|
|
2116
2076
|
throw new Error("Encode dictionary functionality is not supported");
|
|
2117
2077
|
}
|
|
2118
2078
|
|
|
2119
|
-
//
|
|
2079
|
+
// dist/parquetjs/codecs/index.js
|
|
2120
2080
|
var PARQUET_CODECS = {
|
|
2121
2081
|
PLAIN: {
|
|
2122
2082
|
encodeValues,
|
|
@@ -2140,7 +2100,7 @@ var PARQUET_CODECS = {
|
|
|
2140
2100
|
}
|
|
2141
2101
|
};
|
|
2142
2102
|
|
|
2143
|
-
//
|
|
2103
|
+
// dist/parquetjs/compression.js
|
|
2144
2104
|
var import_compression = require("@loaders.gl/compression");
|
|
2145
2105
|
var import_lz4js = __toESM(require("lz4js"), 1);
|
|
2146
2106
|
function toBuffer(arrayBuffer) {
|
|
@@ -2200,7 +2160,7 @@ async function decompress(method, value, size) {
|
|
|
2200
2160
|
return toBuffer(compressedArrayBuffer);
|
|
2201
2161
|
}
|
|
2202
2162
|
|
|
2203
|
-
//
|
|
2163
|
+
// dist/parquetjs/schema/types.js
|
|
2204
2164
|
var import_bson = require("@loaders.gl/bson");
|
|
2205
2165
|
var PARQUET_LOGICAL_TYPES = {
|
|
2206
2166
|
BOOLEAN: {
|
|
@@ -2558,9 +2518,7 @@ function fromPrimitive_TIMESTAMP_MICROS(value) {
|
|
|
2558
2518
|
}
|
|
2559
2519
|
function toPrimitive_INTERVAL(value) {
|
|
2560
2520
|
if (!value.months || !value.days || !value.milliseconds) {
|
|
2561
|
-
throw new Error(
|
|
2562
|
-
"value for INTERVAL must be object { months: ..., days: ..., milliseconds: ... }"
|
|
2563
|
-
);
|
|
2521
|
+
throw new Error("value for INTERVAL must be object { months: ..., days: ..., milliseconds: ... }");
|
|
2564
2522
|
}
|
|
2565
2523
|
const buf = Buffer.alloc(12);
|
|
2566
2524
|
buf.writeUInt32LE(value.months, 0);
|
|
@@ -2592,13 +2550,11 @@ function decimalFromPrimitive_BYTE_ARRAY(value, field) {
|
|
|
2592
2550
|
number += component;
|
|
2593
2551
|
}
|
|
2594
2552
|
}
|
|
2595
|
-
const presisionInt = Math.round(
|
|
2596
|
-
number * 10 ** -field.presision % 1 * 10 ** field.presision
|
|
2597
|
-
);
|
|
2553
|
+
const presisionInt = Math.round(number * 10 ** -field.presision % 1 * 10 ** field.presision);
|
|
2598
2554
|
return presisionInt * 10 ** -(field.scale || 0);
|
|
2599
2555
|
}
|
|
2600
2556
|
|
|
2601
|
-
//
|
|
2557
|
+
// dist/parquetjs/schema/shred.js
|
|
2602
2558
|
function shredBuffer(schema) {
|
|
2603
2559
|
const columnData = {};
|
|
2604
2560
|
for (const field of schema.fieldList) {
|
|
@@ -2663,9 +2619,7 @@ function shredRecordFields(fields, record, data, rLevel, dLevel) {
|
|
|
2663
2619
|
data[field.key].count += 1;
|
|
2664
2620
|
data[field.key].rlevels.push(rlvl);
|
|
2665
2621
|
data[field.key].dlevels.push(field.dLevelMax);
|
|
2666
|
-
data[field.key].values.push(
|
|
2667
|
-
toPrimitive(field.originalType || field.primitiveType, values[i])
|
|
2668
|
-
);
|
|
2622
|
+
data[field.key].values.push(toPrimitive(field.originalType || field.primitiveType, values[i]));
|
|
2669
2623
|
}
|
|
2670
2624
|
}
|
|
2671
2625
|
}
|
|
@@ -2831,8 +2785,11 @@ function materializeColumnAsColumnarArray(schema, columnData, rowCount, key, col
|
|
|
2831
2785
|
}
|
|
2832
2786
|
}
|
|
2833
2787
|
|
|
2834
|
-
//
|
|
2788
|
+
// dist/parquetjs/schema/schema.js
|
|
2835
2789
|
var ParquetSchema = class {
|
|
2790
|
+
schema;
|
|
2791
|
+
fields;
|
|
2792
|
+
fieldList;
|
|
2836
2793
|
/**
|
|
2837
2794
|
* Create a new schema from a JSON schema definition
|
|
2838
2795
|
*/
|
|
@@ -2974,11 +2931,12 @@ function listFields(fields) {
|
|
|
2974
2931
|
return list;
|
|
2975
2932
|
}
|
|
2976
2933
|
|
|
2977
|
-
//
|
|
2934
|
+
// dist/parquetjs/parquet-thrift/index.js
|
|
2978
2935
|
var import_thrift = require("thrift");
|
|
2979
2936
|
|
|
2980
|
-
//
|
|
2981
|
-
var Type
|
|
2937
|
+
// dist/parquetjs/parquet-thrift/Type.js
|
|
2938
|
+
var Type;
|
|
2939
|
+
(function(Type2) {
|
|
2982
2940
|
Type2[Type2["BOOLEAN"] = 0] = "BOOLEAN";
|
|
2983
2941
|
Type2[Type2["INT32"] = 1] = "INT32";
|
|
2984
2942
|
Type2[Type2["INT64"] = 2] = "INT64";
|
|
@@ -2987,11 +2945,11 @@ var Type = /* @__PURE__ */ ((Type2) => {
|
|
|
2987
2945
|
Type2[Type2["DOUBLE"] = 5] = "DOUBLE";
|
|
2988
2946
|
Type2[Type2["BYTE_ARRAY"] = 6] = "BYTE_ARRAY";
|
|
2989
2947
|
Type2[Type2["FIXED_LEN_BYTE_ARRAY"] = 7] = "FIXED_LEN_BYTE_ARRAY";
|
|
2990
|
-
|
|
2991
|
-
})(Type || {});
|
|
2948
|
+
})(Type || (Type = {}));
|
|
2992
2949
|
|
|
2993
|
-
//
|
|
2994
|
-
var ConvertedType
|
|
2950
|
+
// dist/parquetjs/parquet-thrift/ConvertedType.js
|
|
2951
|
+
var ConvertedType;
|
|
2952
|
+
(function(ConvertedType2) {
|
|
2995
2953
|
ConvertedType2[ConvertedType2["UTF8"] = 0] = "UTF8";
|
|
2996
2954
|
ConvertedType2[ConvertedType2["MAP"] = 1] = "MAP";
|
|
2997
2955
|
ConvertedType2[ConvertedType2["MAP_KEY_VALUE"] = 2] = "MAP_KEY_VALUE";
|
|
@@ -3014,19 +2972,19 @@ var ConvertedType = /* @__PURE__ */ ((ConvertedType2) => {
|
|
|
3014
2972
|
ConvertedType2[ConvertedType2["JSON"] = 19] = "JSON";
|
|
3015
2973
|
ConvertedType2[ConvertedType2["BSON"] = 20] = "BSON";
|
|
3016
2974
|
ConvertedType2[ConvertedType2["INTERVAL"] = 21] = "INTERVAL";
|
|
3017
|
-
|
|
3018
|
-
})(ConvertedType || {});
|
|
2975
|
+
})(ConvertedType || (ConvertedType = {}));
|
|
3019
2976
|
|
|
3020
|
-
//
|
|
3021
|
-
var FieldRepetitionType
|
|
2977
|
+
// dist/parquetjs/parquet-thrift/FieldRepetitionType.js
|
|
2978
|
+
var FieldRepetitionType;
|
|
2979
|
+
(function(FieldRepetitionType2) {
|
|
3022
2980
|
FieldRepetitionType2[FieldRepetitionType2["REQUIRED"] = 0] = "REQUIRED";
|
|
3023
2981
|
FieldRepetitionType2[FieldRepetitionType2["OPTIONAL"] = 1] = "OPTIONAL";
|
|
3024
2982
|
FieldRepetitionType2[FieldRepetitionType2["REPEATED"] = 2] = "REPEATED";
|
|
3025
|
-
|
|
3026
|
-
})(FieldRepetitionType || {});
|
|
2983
|
+
})(FieldRepetitionType || (FieldRepetitionType = {}));
|
|
3027
2984
|
|
|
3028
|
-
//
|
|
3029
|
-
var Encoding
|
|
2985
|
+
// dist/parquetjs/parquet-thrift/Encoding.js
|
|
2986
|
+
var Encoding;
|
|
2987
|
+
(function(Encoding2) {
|
|
3030
2988
|
Encoding2[Encoding2["PLAIN"] = 0] = "PLAIN";
|
|
3031
2989
|
Encoding2[Encoding2["PLAIN_DICTIONARY"] = 2] = "PLAIN_DICTIONARY";
|
|
3032
2990
|
Encoding2[Encoding2["RLE"] = 3] = "RLE";
|
|
@@ -3035,11 +2993,11 @@ var Encoding = /* @__PURE__ */ ((Encoding2) => {
|
|
|
3035
2993
|
Encoding2[Encoding2["DELTA_LENGTH_BYTE_ARRAY"] = 6] = "DELTA_LENGTH_BYTE_ARRAY";
|
|
3036
2994
|
Encoding2[Encoding2["DELTA_BYTE_ARRAY"] = 7] = "DELTA_BYTE_ARRAY";
|
|
3037
2995
|
Encoding2[Encoding2["RLE_DICTIONARY"] = 8] = "RLE_DICTIONARY";
|
|
3038
|
-
|
|
3039
|
-
})(Encoding || {});
|
|
2996
|
+
})(Encoding || (Encoding = {}));
|
|
3040
2997
|
|
|
3041
|
-
//
|
|
3042
|
-
var CompressionCodec
|
|
2998
|
+
// dist/parquetjs/parquet-thrift/CompressionCodec.js
|
|
2999
|
+
var CompressionCodec;
|
|
3000
|
+
(function(CompressionCodec2) {
|
|
3043
3001
|
CompressionCodec2[CompressionCodec2["UNCOMPRESSED"] = 0] = "UNCOMPRESSED";
|
|
3044
3002
|
CompressionCodec2[CompressionCodec2["SNAPPY"] = 1] = "SNAPPY";
|
|
3045
3003
|
CompressionCodec2[CompressionCodec2["GZIP"] = 2] = "GZIP";
|
|
@@ -3048,22 +3006,27 @@ var CompressionCodec = /* @__PURE__ */ ((CompressionCodec2) => {
|
|
|
3048
3006
|
CompressionCodec2[CompressionCodec2["LZ4"] = 5] = "LZ4";
|
|
3049
3007
|
CompressionCodec2[CompressionCodec2["ZSTD"] = 6] = "ZSTD";
|
|
3050
3008
|
CompressionCodec2[CompressionCodec2["LZ4_RAW"] = 7] = "LZ4_RAW";
|
|
3051
|
-
|
|
3052
|
-
})(CompressionCodec || {});
|
|
3009
|
+
})(CompressionCodec || (CompressionCodec = {}));
|
|
3053
3010
|
|
|
3054
|
-
//
|
|
3055
|
-
var PageType
|
|
3011
|
+
// dist/parquetjs/parquet-thrift/PageType.js
|
|
3012
|
+
var PageType;
|
|
3013
|
+
(function(PageType2) {
|
|
3056
3014
|
PageType2[PageType2["DATA_PAGE"] = 0] = "DATA_PAGE";
|
|
3057
3015
|
PageType2[PageType2["INDEX_PAGE"] = 1] = "INDEX_PAGE";
|
|
3058
3016
|
PageType2[PageType2["DICTIONARY_PAGE"] = 2] = "DICTIONARY_PAGE";
|
|
3059
3017
|
PageType2[PageType2["DATA_PAGE_V2"] = 3] = "DATA_PAGE_V2";
|
|
3060
|
-
|
|
3061
|
-
})(PageType || {});
|
|
3018
|
+
})(PageType || (PageType = {}));
|
|
3062
3019
|
|
|
3063
|
-
//
|
|
3020
|
+
// dist/parquetjs/parquet-thrift/Statistics.js
|
|
3064
3021
|
var import_node_int64 = __toESM(require("node-int64"), 1);
|
|
3065
3022
|
var thrift = __toESM(require("thrift"), 1);
|
|
3066
3023
|
var Statistics = class {
|
|
3024
|
+
max;
|
|
3025
|
+
min;
|
|
3026
|
+
null_count;
|
|
3027
|
+
distinct_count;
|
|
3028
|
+
max_value;
|
|
3029
|
+
min_value;
|
|
3067
3030
|
constructor(args) {
|
|
3068
3031
|
if (args != null && args.max != null) {
|
|
3069
3032
|
this.max = args.max;
|
|
@@ -3198,7 +3161,7 @@ var Statistics = class {
|
|
|
3198
3161
|
}
|
|
3199
3162
|
};
|
|
3200
3163
|
|
|
3201
|
-
//
|
|
3164
|
+
// dist/parquetjs/parquet-thrift/StringType.js
|
|
3202
3165
|
var thrift2 = __toESM(require("thrift"), 1);
|
|
3203
3166
|
var StringType = class {
|
|
3204
3167
|
constructor() {
|
|
@@ -3230,7 +3193,7 @@ var StringType = class {
|
|
|
3230
3193
|
}
|
|
3231
3194
|
};
|
|
3232
3195
|
|
|
3233
|
-
//
|
|
3196
|
+
// dist/parquetjs/parquet-thrift/UUIDType.js
|
|
3234
3197
|
var thrift3 = __toESM(require("thrift"), 1);
|
|
3235
3198
|
var UUIDType = class {
|
|
3236
3199
|
constructor() {
|
|
@@ -3262,7 +3225,7 @@ var UUIDType = class {
|
|
|
3262
3225
|
}
|
|
3263
3226
|
};
|
|
3264
3227
|
|
|
3265
|
-
//
|
|
3228
|
+
// dist/parquetjs/parquet-thrift/MapType.js
|
|
3266
3229
|
var thrift4 = __toESM(require("thrift"), 1);
|
|
3267
3230
|
var MapType = class {
|
|
3268
3231
|
constructor() {
|
|
@@ -3294,7 +3257,7 @@ var MapType = class {
|
|
|
3294
3257
|
}
|
|
3295
3258
|
};
|
|
3296
3259
|
|
|
3297
|
-
//
|
|
3260
|
+
// dist/parquetjs/parquet-thrift/ListType.js
|
|
3298
3261
|
var thrift5 = __toESM(require("thrift"), 1);
|
|
3299
3262
|
var ListType = class {
|
|
3300
3263
|
constructor() {
|
|
@@ -3326,7 +3289,7 @@ var ListType = class {
|
|
|
3326
3289
|
}
|
|
3327
3290
|
};
|
|
3328
3291
|
|
|
3329
|
-
//
|
|
3292
|
+
// dist/parquetjs/parquet-thrift/EnumType.js
|
|
3330
3293
|
var thrift6 = __toESM(require("thrift"), 1);
|
|
3331
3294
|
var EnumType = class {
|
|
3332
3295
|
constructor() {
|
|
@@ -3358,7 +3321,7 @@ var EnumType = class {
|
|
|
3358
3321
|
}
|
|
3359
3322
|
};
|
|
3360
3323
|
|
|
3361
|
-
//
|
|
3324
|
+
// dist/parquetjs/parquet-thrift/DateType.js
|
|
3362
3325
|
var thrift7 = __toESM(require("thrift"), 1);
|
|
3363
3326
|
var DateType = class {
|
|
3364
3327
|
constructor() {
|
|
@@ -3390,7 +3353,7 @@ var DateType = class {
|
|
|
3390
3353
|
}
|
|
3391
3354
|
};
|
|
3392
3355
|
|
|
3393
|
-
//
|
|
3356
|
+
// dist/parquetjs/parquet-thrift/NullType.js
|
|
3394
3357
|
var thrift8 = __toESM(require("thrift"), 1);
|
|
3395
3358
|
var NullType = class {
|
|
3396
3359
|
constructor() {
|
|
@@ -3422,25 +3385,21 @@ var NullType = class {
|
|
|
3422
3385
|
}
|
|
3423
3386
|
};
|
|
3424
3387
|
|
|
3425
|
-
//
|
|
3388
|
+
// dist/parquetjs/parquet-thrift/DecimalType.js
|
|
3426
3389
|
var thrift9 = __toESM(require("thrift"), 1);
|
|
3427
3390
|
var DecimalType = class {
|
|
3391
|
+
scale;
|
|
3392
|
+
precision;
|
|
3428
3393
|
constructor(args) {
|
|
3429
3394
|
if (args != null && args.scale != null) {
|
|
3430
3395
|
this.scale = args.scale;
|
|
3431
3396
|
} else {
|
|
3432
|
-
throw new thrift9.Thrift.TProtocolException(
|
|
3433
|
-
thrift9.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
3434
|
-
"Required field[scale] is unset!"
|
|
3435
|
-
);
|
|
3397
|
+
throw new thrift9.Thrift.TProtocolException(thrift9.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[scale] is unset!");
|
|
3436
3398
|
}
|
|
3437
3399
|
if (args != null && args.precision != null) {
|
|
3438
3400
|
this.precision = args.precision;
|
|
3439
3401
|
} else {
|
|
3440
|
-
throw new thrift9.Thrift.TProtocolException(
|
|
3441
|
-
thrift9.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
3442
|
-
"Required field[precision] is unset!"
|
|
3443
|
-
);
|
|
3402
|
+
throw new thrift9.Thrift.TProtocolException(thrift9.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[precision] is unset!");
|
|
3444
3403
|
}
|
|
3445
3404
|
}
|
|
3446
3405
|
write(output) {
|
|
@@ -3496,15 +3455,12 @@ var DecimalType = class {
|
|
|
3496
3455
|
if (_args.scale !== void 0 && _args.precision !== void 0) {
|
|
3497
3456
|
return new DecimalType(_args);
|
|
3498
3457
|
} else {
|
|
3499
|
-
throw new thrift9.Thrift.TProtocolException(
|
|
3500
|
-
thrift9.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
3501
|
-
"Unable to read DecimalType from input"
|
|
3502
|
-
);
|
|
3458
|
+
throw new thrift9.Thrift.TProtocolException(thrift9.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read DecimalType from input");
|
|
3503
3459
|
}
|
|
3504
3460
|
}
|
|
3505
3461
|
};
|
|
3506
3462
|
|
|
3507
|
-
//
|
|
3463
|
+
// dist/parquetjs/parquet-thrift/MilliSeconds.js
|
|
3508
3464
|
var thrift10 = __toESM(require("thrift"), 1);
|
|
3509
3465
|
var MilliSeconds = class {
|
|
3510
3466
|
constructor() {
|
|
@@ -3536,7 +3492,7 @@ var MilliSeconds = class {
|
|
|
3536
3492
|
}
|
|
3537
3493
|
};
|
|
3538
3494
|
|
|
3539
|
-
//
|
|
3495
|
+
// dist/parquetjs/parquet-thrift/MicroSeconds.js
|
|
3540
3496
|
var thrift11 = __toESM(require("thrift"), 1);
|
|
3541
3497
|
var MicroSeconds = class {
|
|
3542
3498
|
constructor() {
|
|
@@ -3568,12 +3524,14 @@ var MicroSeconds = class {
|
|
|
3568
3524
|
}
|
|
3569
3525
|
};
|
|
3570
3526
|
|
|
3571
|
-
//
|
|
3527
|
+
// dist/parquetjs/parquet-thrift/TimestampType.js
|
|
3572
3528
|
var thrift13 = __toESM(require("thrift"), 1);
|
|
3573
3529
|
|
|
3574
|
-
//
|
|
3530
|
+
// dist/parquetjs/parquet-thrift/TimeUnit.js
|
|
3575
3531
|
var thrift12 = __toESM(require("thrift"), 1);
|
|
3576
3532
|
var TimeUnit = class {
|
|
3533
|
+
MILLIS;
|
|
3534
|
+
MICROS;
|
|
3577
3535
|
constructor(args) {
|
|
3578
3536
|
let _fieldsSet = 0;
|
|
3579
3537
|
if (args != null) {
|
|
@@ -3586,15 +3544,9 @@ var TimeUnit = class {
|
|
|
3586
3544
|
this.MICROS = args.MICROS;
|
|
3587
3545
|
}
|
|
3588
3546
|
if (_fieldsSet > 1) {
|
|
3589
|
-
throw new thrift12.Thrift.TProtocolException(
|
|
3590
|
-
thrift12.Thrift.TProtocolExceptionType.INVALID_DATA,
|
|
3591
|
-
"Cannot read a TUnion with more than one set value!"
|
|
3592
|
-
);
|
|
3547
|
+
throw new thrift12.Thrift.TProtocolException(thrift12.Thrift.TProtocolExceptionType.INVALID_DATA, "Cannot read a TUnion with more than one set value!");
|
|
3593
3548
|
} else if (_fieldsSet < 1) {
|
|
3594
|
-
throw new thrift12.Thrift.TProtocolException(
|
|
3595
|
-
thrift12.Thrift.TProtocolExceptionType.INVALID_DATA,
|
|
3596
|
-
"Cannot read a TUnion with no set value!"
|
|
3597
|
-
);
|
|
3549
|
+
throw new thrift12.Thrift.TProtocolException(thrift12.Thrift.TProtocolExceptionType.INVALID_DATA, "Cannot read a TUnion with no set value!");
|
|
3598
3550
|
}
|
|
3599
3551
|
}
|
|
3600
3552
|
}
|
|
@@ -3658,45 +3610,32 @@ var TimeUnit = class {
|
|
|
3658
3610
|
}
|
|
3659
3611
|
input.readStructEnd();
|
|
3660
3612
|
if (_fieldsSet > 1) {
|
|
3661
|
-
throw new thrift12.Thrift.TProtocolException(
|
|
3662
|
-
thrift12.Thrift.TProtocolExceptionType.INVALID_DATA,
|
|
3663
|
-
"Cannot read a TUnion with more than one set value!"
|
|
3664
|
-
);
|
|
3613
|
+
throw new thrift12.Thrift.TProtocolException(thrift12.Thrift.TProtocolExceptionType.INVALID_DATA, "Cannot read a TUnion with more than one set value!");
|
|
3665
3614
|
} else if (_fieldsSet < 1) {
|
|
3666
|
-
throw new thrift12.Thrift.TProtocolException(
|
|
3667
|
-
thrift12.Thrift.TProtocolExceptionType.INVALID_DATA,
|
|
3668
|
-
"Cannot read a TUnion with no set value!"
|
|
3669
|
-
);
|
|
3615
|
+
throw new thrift12.Thrift.TProtocolException(thrift12.Thrift.TProtocolExceptionType.INVALID_DATA, "Cannot read a TUnion with no set value!");
|
|
3670
3616
|
}
|
|
3671
3617
|
if (_returnValue !== null) {
|
|
3672
3618
|
return _returnValue;
|
|
3673
3619
|
} else {
|
|
3674
|
-
throw new thrift12.Thrift.TProtocolException(
|
|
3675
|
-
thrift12.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
3676
|
-
"Unable to read data for TUnion"
|
|
3677
|
-
);
|
|
3620
|
+
throw new thrift12.Thrift.TProtocolException(thrift12.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read data for TUnion");
|
|
3678
3621
|
}
|
|
3679
3622
|
}
|
|
3680
3623
|
};
|
|
3681
3624
|
|
|
3682
|
-
//
|
|
3625
|
+
// dist/parquetjs/parquet-thrift/TimestampType.js
|
|
3683
3626
|
var TimestampType = class {
|
|
3627
|
+
isAdjustedToUTC;
|
|
3628
|
+
unit;
|
|
3684
3629
|
constructor(args) {
|
|
3685
3630
|
if (args != null && args.isAdjustedToUTC != null) {
|
|
3686
3631
|
this.isAdjustedToUTC = args.isAdjustedToUTC;
|
|
3687
3632
|
} else {
|
|
3688
|
-
throw new thrift13.Thrift.TProtocolException(
|
|
3689
|
-
thrift13.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
3690
|
-
"Required field[isAdjustedToUTC] is unset!"
|
|
3691
|
-
);
|
|
3633
|
+
throw new thrift13.Thrift.TProtocolException(thrift13.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[isAdjustedToUTC] is unset!");
|
|
3692
3634
|
}
|
|
3693
3635
|
if (args != null && args.unit != null) {
|
|
3694
3636
|
this.unit = args.unit;
|
|
3695
3637
|
} else {
|
|
3696
|
-
throw new thrift13.Thrift.TProtocolException(
|
|
3697
|
-
thrift13.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
3698
|
-
"Required field[unit] is unset!"
|
|
3699
|
-
);
|
|
3638
|
+
throw new thrift13.Thrift.TProtocolException(thrift13.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[unit] is unset!");
|
|
3700
3639
|
}
|
|
3701
3640
|
}
|
|
3702
3641
|
write(output) {
|
|
@@ -3752,33 +3691,26 @@ var TimestampType = class {
|
|
|
3752
3691
|
if (_args.isAdjustedToUTC !== void 0 && _args.unit !== void 0) {
|
|
3753
3692
|
return new TimestampType(_args);
|
|
3754
3693
|
} else {
|
|
3755
|
-
throw new thrift13.Thrift.TProtocolException(
|
|
3756
|
-
thrift13.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
3757
|
-
"Unable to read TimestampType from input"
|
|
3758
|
-
);
|
|
3694
|
+
throw new thrift13.Thrift.TProtocolException(thrift13.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read TimestampType from input");
|
|
3759
3695
|
}
|
|
3760
3696
|
}
|
|
3761
3697
|
};
|
|
3762
3698
|
|
|
3763
|
-
//
|
|
3699
|
+
// dist/parquetjs/parquet-thrift/TimeType.js
|
|
3764
3700
|
var thrift14 = __toESM(require("thrift"), 1);
|
|
3765
3701
|
var TimeType = class {
|
|
3702
|
+
isAdjustedToUTC;
|
|
3703
|
+
unit;
|
|
3766
3704
|
constructor(args) {
|
|
3767
3705
|
if (args != null && args.isAdjustedToUTC != null) {
|
|
3768
3706
|
this.isAdjustedToUTC = args.isAdjustedToUTC;
|
|
3769
3707
|
} else {
|
|
3770
|
-
throw new thrift14.Thrift.TProtocolException(
|
|
3771
|
-
thrift14.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
3772
|
-
"Required field[isAdjustedToUTC] is unset!"
|
|
3773
|
-
);
|
|
3708
|
+
throw new thrift14.Thrift.TProtocolException(thrift14.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[isAdjustedToUTC] is unset!");
|
|
3774
3709
|
}
|
|
3775
3710
|
if (args != null && args.unit != null) {
|
|
3776
3711
|
this.unit = args.unit;
|
|
3777
3712
|
} else {
|
|
3778
|
-
throw new thrift14.Thrift.TProtocolException(
|
|
3779
|
-
thrift14.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
3780
|
-
"Required field[unit] is unset!"
|
|
3781
|
-
);
|
|
3713
|
+
throw new thrift14.Thrift.TProtocolException(thrift14.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[unit] is unset!");
|
|
3782
3714
|
}
|
|
3783
3715
|
}
|
|
3784
3716
|
write(output) {
|
|
@@ -3834,33 +3766,26 @@ var TimeType = class {
|
|
|
3834
3766
|
if (_args.isAdjustedToUTC !== void 0 && _args.unit !== void 0) {
|
|
3835
3767
|
return new TimeType(_args);
|
|
3836
3768
|
} else {
|
|
3837
|
-
throw new thrift14.Thrift.TProtocolException(
|
|
3838
|
-
thrift14.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
3839
|
-
"Unable to read TimeType from input"
|
|
3840
|
-
);
|
|
3769
|
+
throw new thrift14.Thrift.TProtocolException(thrift14.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read TimeType from input");
|
|
3841
3770
|
}
|
|
3842
3771
|
}
|
|
3843
3772
|
};
|
|
3844
3773
|
|
|
3845
|
-
//
|
|
3774
|
+
// dist/parquetjs/parquet-thrift/IntType.js
|
|
3846
3775
|
var thrift15 = __toESM(require("thrift"), 1);
|
|
3847
3776
|
var IntType = class {
|
|
3777
|
+
bitWidth;
|
|
3778
|
+
isSigned;
|
|
3848
3779
|
constructor(args) {
|
|
3849
3780
|
if (args != null && args.bitWidth != null) {
|
|
3850
3781
|
this.bitWidth = args.bitWidth;
|
|
3851
3782
|
} else {
|
|
3852
|
-
throw new thrift15.Thrift.TProtocolException(
|
|
3853
|
-
thrift15.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
3854
|
-
"Required field[bitWidth] is unset!"
|
|
3855
|
-
);
|
|
3783
|
+
throw new thrift15.Thrift.TProtocolException(thrift15.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[bitWidth] is unset!");
|
|
3856
3784
|
}
|
|
3857
3785
|
if (args != null && args.isSigned != null) {
|
|
3858
3786
|
this.isSigned = args.isSigned;
|
|
3859
3787
|
} else {
|
|
3860
|
-
throw new thrift15.Thrift.TProtocolException(
|
|
3861
|
-
thrift15.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
3862
|
-
"Required field[isSigned] is unset!"
|
|
3863
|
-
);
|
|
3788
|
+
throw new thrift15.Thrift.TProtocolException(thrift15.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[isSigned] is unset!");
|
|
3864
3789
|
}
|
|
3865
3790
|
}
|
|
3866
3791
|
write(output) {
|
|
@@ -3916,15 +3841,12 @@ var IntType = class {
|
|
|
3916
3841
|
if (_args.bitWidth !== void 0 && _args.isSigned !== void 0) {
|
|
3917
3842
|
return new IntType(_args);
|
|
3918
3843
|
} else {
|
|
3919
|
-
throw new thrift15.Thrift.TProtocolException(
|
|
3920
|
-
thrift15.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
3921
|
-
"Unable to read IntType from input"
|
|
3922
|
-
);
|
|
3844
|
+
throw new thrift15.Thrift.TProtocolException(thrift15.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read IntType from input");
|
|
3923
3845
|
}
|
|
3924
3846
|
}
|
|
3925
3847
|
};
|
|
3926
3848
|
|
|
3927
|
-
//
|
|
3849
|
+
// dist/parquetjs/parquet-thrift/JsonType.js
|
|
3928
3850
|
var thrift16 = __toESM(require("thrift"), 1);
|
|
3929
3851
|
var JsonType = class {
|
|
3930
3852
|
constructor() {
|
|
@@ -3956,7 +3878,7 @@ var JsonType = class {
|
|
|
3956
3878
|
}
|
|
3957
3879
|
};
|
|
3958
3880
|
|
|
3959
|
-
//
|
|
3881
|
+
// dist/parquetjs/parquet-thrift/BsonType.js
|
|
3960
3882
|
var thrift17 = __toESM(require("thrift"), 1);
|
|
3961
3883
|
var BsonType = class {
|
|
3962
3884
|
constructor() {
|
|
@@ -3988,12 +3910,25 @@ var BsonType = class {
|
|
|
3988
3910
|
}
|
|
3989
3911
|
};
|
|
3990
3912
|
|
|
3991
|
-
//
|
|
3913
|
+
// dist/parquetjs/parquet-thrift/SchemaElement.js
|
|
3992
3914
|
var thrift19 = __toESM(require("thrift"), 1);
|
|
3993
3915
|
|
|
3994
|
-
//
|
|
3916
|
+
// dist/parquetjs/parquet-thrift/LogicalType.js
|
|
3995
3917
|
var thrift18 = __toESM(require("thrift"), 1);
|
|
3996
3918
|
var LogicalType = class {
|
|
3919
|
+
STRING;
|
|
3920
|
+
MAP;
|
|
3921
|
+
LIST;
|
|
3922
|
+
ENUM;
|
|
3923
|
+
DECIMAL;
|
|
3924
|
+
DATE;
|
|
3925
|
+
TIME;
|
|
3926
|
+
TIMESTAMP;
|
|
3927
|
+
INTEGER;
|
|
3928
|
+
UNKNOWN;
|
|
3929
|
+
JSON;
|
|
3930
|
+
BSON;
|
|
3931
|
+
UUID;
|
|
3997
3932
|
constructor(args) {
|
|
3998
3933
|
let _fieldsSet = 0;
|
|
3999
3934
|
if (args != null) {
|
|
@@ -4050,15 +3985,9 @@ var LogicalType = class {
|
|
|
4050
3985
|
this.UUID = args.UUID;
|
|
4051
3986
|
}
|
|
4052
3987
|
if (_fieldsSet > 1) {
|
|
4053
|
-
throw new thrift18.Thrift.TProtocolException(
|
|
4054
|
-
thrift18.Thrift.TProtocolExceptionType.INVALID_DATA,
|
|
4055
|
-
"Cannot read a TUnion with more than one set value!"
|
|
4056
|
-
);
|
|
3988
|
+
throw new thrift18.Thrift.TProtocolException(thrift18.Thrift.TProtocolExceptionType.INVALID_DATA, "Cannot read a TUnion with more than one set value!");
|
|
4057
3989
|
} else if (_fieldsSet < 1) {
|
|
4058
|
-
throw new thrift18.Thrift.TProtocolException(
|
|
4059
|
-
thrift18.Thrift.TProtocolExceptionType.INVALID_DATA,
|
|
4060
|
-
"Cannot read a TUnion with no set value!"
|
|
4061
|
-
);
|
|
3990
|
+
throw new thrift18.Thrift.TProtocolException(thrift18.Thrift.TProtocolExceptionType.INVALID_DATA, "Cannot read a TUnion with no set value!");
|
|
4062
3991
|
}
|
|
4063
3992
|
}
|
|
4064
3993
|
}
|
|
@@ -4309,29 +4238,30 @@ var LogicalType = class {
|
|
|
4309
4238
|
}
|
|
4310
4239
|
input.readStructEnd();
|
|
4311
4240
|
if (_fieldsSet > 1) {
|
|
4312
|
-
throw new thrift18.Thrift.TProtocolException(
|
|
4313
|
-
thrift18.Thrift.TProtocolExceptionType.INVALID_DATA,
|
|
4314
|
-
"Cannot read a TUnion with more than one set value!"
|
|
4315
|
-
);
|
|
4241
|
+
throw new thrift18.Thrift.TProtocolException(thrift18.Thrift.TProtocolExceptionType.INVALID_DATA, "Cannot read a TUnion with more than one set value!");
|
|
4316
4242
|
} else if (_fieldsSet < 1) {
|
|
4317
|
-
throw new thrift18.Thrift.TProtocolException(
|
|
4318
|
-
thrift18.Thrift.TProtocolExceptionType.INVALID_DATA,
|
|
4319
|
-
"Cannot read a TUnion with no set value!"
|
|
4320
|
-
);
|
|
4243
|
+
throw new thrift18.Thrift.TProtocolException(thrift18.Thrift.TProtocolExceptionType.INVALID_DATA, "Cannot read a TUnion with no set value!");
|
|
4321
4244
|
}
|
|
4322
4245
|
if (_returnValue !== null) {
|
|
4323
4246
|
return _returnValue;
|
|
4324
4247
|
} else {
|
|
4325
|
-
throw new thrift18.Thrift.TProtocolException(
|
|
4326
|
-
thrift18.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4327
|
-
"Unable to read data for TUnion"
|
|
4328
|
-
);
|
|
4248
|
+
throw new thrift18.Thrift.TProtocolException(thrift18.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read data for TUnion");
|
|
4329
4249
|
}
|
|
4330
4250
|
}
|
|
4331
4251
|
};
|
|
4332
4252
|
|
|
4333
|
-
//
|
|
4253
|
+
// dist/parquetjs/parquet-thrift/SchemaElement.js
|
|
4334
4254
|
var SchemaElement = class {
|
|
4255
|
+
type;
|
|
4256
|
+
type_length;
|
|
4257
|
+
repetition_type;
|
|
4258
|
+
name;
|
|
4259
|
+
num_children;
|
|
4260
|
+
converted_type;
|
|
4261
|
+
scale;
|
|
4262
|
+
precision;
|
|
4263
|
+
field_id;
|
|
4264
|
+
logicalType;
|
|
4335
4265
|
constructor(args) {
|
|
4336
4266
|
if (args != null && args.type != null) {
|
|
4337
4267
|
this.type = args.type;
|
|
@@ -4345,10 +4275,7 @@ var SchemaElement = class {
|
|
|
4345
4275
|
if (args != null && args.name != null) {
|
|
4346
4276
|
this.name = args.name;
|
|
4347
4277
|
} else {
|
|
4348
|
-
throw new thrift19.Thrift.TProtocolException(
|
|
4349
|
-
thrift19.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4350
|
-
"Required field[name] is unset!"
|
|
4351
|
-
);
|
|
4278
|
+
throw new thrift19.Thrift.TProtocolException(thrift19.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[name] is unset!");
|
|
4352
4279
|
}
|
|
4353
4280
|
if (args != null && args.num_children != null) {
|
|
4354
4281
|
this.num_children = args.num_children;
|
|
@@ -4526,49 +4453,39 @@ var SchemaElement = class {
|
|
|
4526
4453
|
if (_args.name !== void 0) {
|
|
4527
4454
|
return new SchemaElement(_args);
|
|
4528
4455
|
} else {
|
|
4529
|
-
throw new thrift19.Thrift.TProtocolException(
|
|
4530
|
-
thrift19.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4531
|
-
"Unable to read SchemaElement from input"
|
|
4532
|
-
);
|
|
4456
|
+
throw new thrift19.Thrift.TProtocolException(thrift19.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read SchemaElement from input");
|
|
4533
4457
|
}
|
|
4534
4458
|
}
|
|
4535
4459
|
};
|
|
4536
4460
|
|
|
4537
|
-
//
|
|
4461
|
+
// dist/parquetjs/parquet-thrift/DataPageHeader.js
|
|
4538
4462
|
var thrift20 = __toESM(require("thrift"), 1);
|
|
4539
4463
|
var DataPageHeader = class {
|
|
4464
|
+
num_values;
|
|
4465
|
+
encoding;
|
|
4466
|
+
definition_level_encoding;
|
|
4467
|
+
repetition_level_encoding;
|
|
4468
|
+
statistics;
|
|
4540
4469
|
constructor(args) {
|
|
4541
4470
|
if (args != null && args.num_values != null) {
|
|
4542
4471
|
this.num_values = args.num_values;
|
|
4543
4472
|
} else {
|
|
4544
|
-
throw new thrift20.Thrift.TProtocolException(
|
|
4545
|
-
thrift20.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4546
|
-
"Required field[num_values] is unset!"
|
|
4547
|
-
);
|
|
4473
|
+
throw new thrift20.Thrift.TProtocolException(thrift20.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[num_values] is unset!");
|
|
4548
4474
|
}
|
|
4549
4475
|
if (args != null && args.encoding != null) {
|
|
4550
4476
|
this.encoding = args.encoding;
|
|
4551
4477
|
} else {
|
|
4552
|
-
throw new thrift20.Thrift.TProtocolException(
|
|
4553
|
-
thrift20.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4554
|
-
"Required field[encoding] is unset!"
|
|
4555
|
-
);
|
|
4478
|
+
throw new thrift20.Thrift.TProtocolException(thrift20.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[encoding] is unset!");
|
|
4556
4479
|
}
|
|
4557
4480
|
if (args != null && args.definition_level_encoding != null) {
|
|
4558
4481
|
this.definition_level_encoding = args.definition_level_encoding;
|
|
4559
4482
|
} else {
|
|
4560
|
-
throw new thrift20.Thrift.TProtocolException(
|
|
4561
|
-
thrift20.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4562
|
-
"Required field[definition_level_encoding] is unset!"
|
|
4563
|
-
);
|
|
4483
|
+
throw new thrift20.Thrift.TProtocolException(thrift20.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[definition_level_encoding] is unset!");
|
|
4564
4484
|
}
|
|
4565
4485
|
if (args != null && args.repetition_level_encoding != null) {
|
|
4566
4486
|
this.repetition_level_encoding = args.repetition_level_encoding;
|
|
4567
4487
|
} else {
|
|
4568
|
-
throw new thrift20.Thrift.TProtocolException(
|
|
4569
|
-
thrift20.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4570
|
-
"Required field[repetition_level_encoding] is unset!"
|
|
4571
|
-
);
|
|
4488
|
+
throw new thrift20.Thrift.TProtocolException(thrift20.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[repetition_level_encoding] is unset!");
|
|
4572
4489
|
}
|
|
4573
4490
|
if (args != null && args.statistics != null) {
|
|
4574
4491
|
this.statistics = args.statistics;
|
|
@@ -4666,15 +4583,12 @@ var DataPageHeader = class {
|
|
|
4666
4583
|
if (_args.num_values !== void 0 && _args.encoding !== void 0 && _args.definition_level_encoding !== void 0 && _args.repetition_level_encoding !== void 0) {
|
|
4667
4584
|
return new DataPageHeader(_args);
|
|
4668
4585
|
} else {
|
|
4669
|
-
throw new thrift20.Thrift.TProtocolException(
|
|
4670
|
-
thrift20.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4671
|
-
"Unable to read DataPageHeader from input"
|
|
4672
|
-
);
|
|
4586
|
+
throw new thrift20.Thrift.TProtocolException(thrift20.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read DataPageHeader from input");
|
|
4673
4587
|
}
|
|
4674
4588
|
}
|
|
4675
4589
|
};
|
|
4676
4590
|
|
|
4677
|
-
//
|
|
4591
|
+
// dist/parquetjs/parquet-thrift/IndexPageHeader.js
|
|
4678
4592
|
var thrift21 = __toESM(require("thrift"), 1);
|
|
4679
4593
|
var IndexPageHeader = class {
|
|
4680
4594
|
constructor() {
|
|
@@ -4706,25 +4620,22 @@ var IndexPageHeader = class {
|
|
|
4706
4620
|
}
|
|
4707
4621
|
};
|
|
4708
4622
|
|
|
4709
|
-
//
|
|
4623
|
+
// dist/parquetjs/parquet-thrift/DictionaryPageHeader.js
|
|
4710
4624
|
var thrift22 = __toESM(require("thrift"), 1);
|
|
4711
4625
|
var DictionaryPageHeader = class {
|
|
4626
|
+
num_values;
|
|
4627
|
+
encoding;
|
|
4628
|
+
is_sorted;
|
|
4712
4629
|
constructor(args) {
|
|
4713
4630
|
if (args != null && args.num_values != null) {
|
|
4714
4631
|
this.num_values = args.num_values;
|
|
4715
4632
|
} else {
|
|
4716
|
-
throw new thrift22.Thrift.TProtocolException(
|
|
4717
|
-
thrift22.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4718
|
-
"Required field[num_values] is unset!"
|
|
4719
|
-
);
|
|
4633
|
+
throw new thrift22.Thrift.TProtocolException(thrift22.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[num_values] is unset!");
|
|
4720
4634
|
}
|
|
4721
4635
|
if (args != null && args.encoding != null) {
|
|
4722
4636
|
this.encoding = args.encoding;
|
|
4723
4637
|
} else {
|
|
4724
|
-
throw new thrift22.Thrift.TProtocolException(
|
|
4725
|
-
thrift22.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4726
|
-
"Required field[encoding] is unset!"
|
|
4727
|
-
);
|
|
4638
|
+
throw new thrift22.Thrift.TProtocolException(thrift22.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[encoding] is unset!");
|
|
4728
4639
|
}
|
|
4729
4640
|
if (args != null && args.is_sorted != null) {
|
|
4730
4641
|
this.is_sorted = args.is_sorted;
|
|
@@ -4796,66 +4707,52 @@ var DictionaryPageHeader = class {
|
|
|
4796
4707
|
if (_args.num_values !== void 0 && _args.encoding !== void 0) {
|
|
4797
4708
|
return new DictionaryPageHeader(_args);
|
|
4798
4709
|
} else {
|
|
4799
|
-
throw new thrift22.Thrift.TProtocolException(
|
|
4800
|
-
thrift22.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4801
|
-
"Unable to read DictionaryPageHeader from input"
|
|
4802
|
-
);
|
|
4710
|
+
throw new thrift22.Thrift.TProtocolException(thrift22.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read DictionaryPageHeader from input");
|
|
4803
4711
|
}
|
|
4804
4712
|
}
|
|
4805
4713
|
};
|
|
4806
4714
|
|
|
4807
|
-
//
|
|
4715
|
+
// dist/parquetjs/parquet-thrift/DataPageHeaderV2.js
|
|
4808
4716
|
var thrift23 = __toESM(require("thrift"), 1);
|
|
4809
4717
|
var DataPageHeaderV2 = class {
|
|
4718
|
+
num_values;
|
|
4719
|
+
num_nulls;
|
|
4720
|
+
num_rows;
|
|
4721
|
+
encoding;
|
|
4722
|
+
definition_levels_byte_length;
|
|
4723
|
+
repetition_levels_byte_length;
|
|
4724
|
+
is_compressed = true;
|
|
4725
|
+
statistics;
|
|
4810
4726
|
constructor(args) {
|
|
4811
|
-
this.is_compressed = true;
|
|
4812
4727
|
if (args != null && args.num_values != null) {
|
|
4813
4728
|
this.num_values = args.num_values;
|
|
4814
4729
|
} else {
|
|
4815
|
-
throw new thrift23.Thrift.TProtocolException(
|
|
4816
|
-
thrift23.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4817
|
-
"Required field[num_values] is unset!"
|
|
4818
|
-
);
|
|
4730
|
+
throw new thrift23.Thrift.TProtocolException(thrift23.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[num_values] is unset!");
|
|
4819
4731
|
}
|
|
4820
4732
|
if (args != null && args.num_nulls != null) {
|
|
4821
4733
|
this.num_nulls = args.num_nulls;
|
|
4822
4734
|
} else {
|
|
4823
|
-
throw new thrift23.Thrift.TProtocolException(
|
|
4824
|
-
thrift23.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4825
|
-
"Required field[num_nulls] is unset!"
|
|
4826
|
-
);
|
|
4735
|
+
throw new thrift23.Thrift.TProtocolException(thrift23.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[num_nulls] is unset!");
|
|
4827
4736
|
}
|
|
4828
4737
|
if (args != null && args.num_rows != null) {
|
|
4829
4738
|
this.num_rows = args.num_rows;
|
|
4830
4739
|
} else {
|
|
4831
|
-
throw new thrift23.Thrift.TProtocolException(
|
|
4832
|
-
thrift23.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4833
|
-
"Required field[num_rows] is unset!"
|
|
4834
|
-
);
|
|
4740
|
+
throw new thrift23.Thrift.TProtocolException(thrift23.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[num_rows] is unset!");
|
|
4835
4741
|
}
|
|
4836
4742
|
if (args != null && args.encoding != null) {
|
|
4837
4743
|
this.encoding = args.encoding;
|
|
4838
4744
|
} else {
|
|
4839
|
-
throw new thrift23.Thrift.TProtocolException(
|
|
4840
|
-
thrift23.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4841
|
-
"Required field[encoding] is unset!"
|
|
4842
|
-
);
|
|
4745
|
+
throw new thrift23.Thrift.TProtocolException(thrift23.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[encoding] is unset!");
|
|
4843
4746
|
}
|
|
4844
4747
|
if (args != null && args.definition_levels_byte_length != null) {
|
|
4845
4748
|
this.definition_levels_byte_length = args.definition_levels_byte_length;
|
|
4846
4749
|
} else {
|
|
4847
|
-
throw new thrift23.Thrift.TProtocolException(
|
|
4848
|
-
thrift23.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4849
|
-
"Required field[definition_levels_byte_length] is unset!"
|
|
4850
|
-
);
|
|
4750
|
+
throw new thrift23.Thrift.TProtocolException(thrift23.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[definition_levels_byte_length] is unset!");
|
|
4851
4751
|
}
|
|
4852
4752
|
if (args != null && args.repetition_levels_byte_length != null) {
|
|
4853
4753
|
this.repetition_levels_byte_length = args.repetition_levels_byte_length;
|
|
4854
4754
|
} else {
|
|
4855
|
-
throw new thrift23.Thrift.TProtocolException(
|
|
4856
|
-
thrift23.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
4857
|
-
"Required field[repetition_levels_byte_length] is unset!"
|
|
4858
|
-
);
|
|
4755
|
+
throw new thrift23.Thrift.TProtocolException(thrift23.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[repetition_levels_byte_length] is unset!");
|
|
4859
4756
|
}
|
|
4860
4757
|
if (args != null && args.is_compressed != null) {
|
|
4861
4758
|
this.is_compressed = args.is_compressed;
|
|
@@ -4995,41 +4892,37 @@ var DataPageHeaderV2 = class {
|
|
|
4995
4892
|
if (_args.num_values !== void 0 && _args.num_nulls !== void 0 && _args.num_rows !== void 0 && _args.encoding !== void 0 && _args.definition_levels_byte_length !== void 0 && _args.repetition_levels_byte_length !== void 0) {
|
|
4996
4893
|
return new DataPageHeaderV2(_args);
|
|
4997
4894
|
} else {
|
|
4998
|
-
throw new thrift23.Thrift.TProtocolException(
|
|
4999
|
-
thrift23.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5000
|
-
"Unable to read DataPageHeaderV2 from input"
|
|
5001
|
-
);
|
|
4895
|
+
throw new thrift23.Thrift.TProtocolException(thrift23.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read DataPageHeaderV2 from input");
|
|
5002
4896
|
}
|
|
5003
4897
|
}
|
|
5004
4898
|
};
|
|
5005
4899
|
|
|
5006
|
-
//
|
|
4900
|
+
// dist/parquetjs/parquet-thrift/PageHeader.js
|
|
5007
4901
|
var thrift24 = __toESM(require("thrift"), 1);
|
|
5008
4902
|
var PageHeader = class {
|
|
4903
|
+
type;
|
|
4904
|
+
uncompressed_page_size;
|
|
4905
|
+
compressed_page_size;
|
|
4906
|
+
crc;
|
|
4907
|
+
data_page_header;
|
|
4908
|
+
index_page_header;
|
|
4909
|
+
dictionary_page_header;
|
|
4910
|
+
data_page_header_v2;
|
|
5009
4911
|
constructor(args) {
|
|
5010
4912
|
if (args != null && args.type != null) {
|
|
5011
4913
|
this.type = args.type;
|
|
5012
4914
|
} else {
|
|
5013
|
-
throw new thrift24.Thrift.TProtocolException(
|
|
5014
|
-
thrift24.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5015
|
-
"Required field[type] is unset!"
|
|
5016
|
-
);
|
|
4915
|
+
throw new thrift24.Thrift.TProtocolException(thrift24.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[type] is unset!");
|
|
5017
4916
|
}
|
|
5018
4917
|
if (args != null && args.uncompressed_page_size != null) {
|
|
5019
4918
|
this.uncompressed_page_size = args.uncompressed_page_size;
|
|
5020
4919
|
} else {
|
|
5021
|
-
throw new thrift24.Thrift.TProtocolException(
|
|
5022
|
-
thrift24.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5023
|
-
"Required field[uncompressed_page_size] is unset!"
|
|
5024
|
-
);
|
|
4920
|
+
throw new thrift24.Thrift.TProtocolException(thrift24.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[uncompressed_page_size] is unset!");
|
|
5025
4921
|
}
|
|
5026
4922
|
if (args != null && args.compressed_page_size != null) {
|
|
5027
4923
|
this.compressed_page_size = args.compressed_page_size;
|
|
5028
4924
|
} else {
|
|
5029
|
-
throw new thrift24.Thrift.TProtocolException(
|
|
5030
|
-
thrift24.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5031
|
-
"Required field[compressed_page_size] is unset!"
|
|
5032
|
-
);
|
|
4925
|
+
throw new thrift24.Thrift.TProtocolException(thrift24.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[compressed_page_size] is unset!");
|
|
5033
4926
|
}
|
|
5034
4927
|
if (args != null && args.crc != null) {
|
|
5035
4928
|
this.crc = args.crc;
|
|
@@ -5178,25 +5071,21 @@ var PageHeader = class {
|
|
|
5178
5071
|
if (_args.type !== void 0 && _args.uncompressed_page_size !== void 0 && _args.compressed_page_size !== void 0) {
|
|
5179
5072
|
return new PageHeader(_args);
|
|
5180
5073
|
} else {
|
|
5181
|
-
throw new thrift24.Thrift.TProtocolException(
|
|
5182
|
-
thrift24.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5183
|
-
"Unable to read PageHeader from input"
|
|
5184
|
-
);
|
|
5074
|
+
throw new thrift24.Thrift.TProtocolException(thrift24.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read PageHeader from input");
|
|
5185
5075
|
}
|
|
5186
5076
|
}
|
|
5187
5077
|
};
|
|
5188
5078
|
|
|
5189
|
-
//
|
|
5079
|
+
// dist/parquetjs/parquet-thrift/KeyValue.js
|
|
5190
5080
|
var thrift25 = __toESM(require("thrift"), 1);
|
|
5191
5081
|
var KeyValue = class {
|
|
5082
|
+
key;
|
|
5083
|
+
value;
|
|
5192
5084
|
constructor(args) {
|
|
5193
5085
|
if (args != null && args.key != null) {
|
|
5194
5086
|
this.key = args.key;
|
|
5195
5087
|
} else {
|
|
5196
|
-
throw new thrift25.Thrift.TProtocolException(
|
|
5197
|
-
thrift25.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5198
|
-
"Required field[key] is unset!"
|
|
5199
|
-
);
|
|
5088
|
+
throw new thrift25.Thrift.TProtocolException(thrift25.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[key] is unset!");
|
|
5200
5089
|
}
|
|
5201
5090
|
if (args != null && args.value != null) {
|
|
5202
5091
|
this.value = args.value;
|
|
@@ -5255,41 +5144,32 @@ var KeyValue = class {
|
|
|
5255
5144
|
if (_args.key !== void 0) {
|
|
5256
5145
|
return new KeyValue(_args);
|
|
5257
5146
|
} else {
|
|
5258
|
-
throw new thrift25.Thrift.TProtocolException(
|
|
5259
|
-
thrift25.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5260
|
-
"Unable to read KeyValue from input"
|
|
5261
|
-
);
|
|
5147
|
+
throw new thrift25.Thrift.TProtocolException(thrift25.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read KeyValue from input");
|
|
5262
5148
|
}
|
|
5263
5149
|
}
|
|
5264
5150
|
};
|
|
5265
5151
|
|
|
5266
|
-
//
|
|
5152
|
+
// dist/parquetjs/parquet-thrift/SortingColumn.js
|
|
5267
5153
|
var thrift26 = __toESM(require("thrift"), 1);
|
|
5268
5154
|
var SortingColumn = class {
|
|
5155
|
+
column_idx;
|
|
5156
|
+
descending;
|
|
5157
|
+
nulls_first;
|
|
5269
5158
|
constructor(args) {
|
|
5270
5159
|
if (args != null && args.column_idx != null) {
|
|
5271
5160
|
this.column_idx = args.column_idx;
|
|
5272
5161
|
} else {
|
|
5273
|
-
throw new thrift26.Thrift.TProtocolException(
|
|
5274
|
-
thrift26.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5275
|
-
"Required field[column_idx] is unset!"
|
|
5276
|
-
);
|
|
5162
|
+
throw new thrift26.Thrift.TProtocolException(thrift26.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[column_idx] is unset!");
|
|
5277
5163
|
}
|
|
5278
5164
|
if (args != null && args.descending != null) {
|
|
5279
5165
|
this.descending = args.descending;
|
|
5280
5166
|
} else {
|
|
5281
|
-
throw new thrift26.Thrift.TProtocolException(
|
|
5282
|
-
thrift26.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5283
|
-
"Required field[descending] is unset!"
|
|
5284
|
-
);
|
|
5167
|
+
throw new thrift26.Thrift.TProtocolException(thrift26.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[descending] is unset!");
|
|
5285
5168
|
}
|
|
5286
5169
|
if (args != null && args.nulls_first != null) {
|
|
5287
5170
|
this.nulls_first = args.nulls_first;
|
|
5288
5171
|
} else {
|
|
5289
|
-
throw new thrift26.Thrift.TProtocolException(
|
|
5290
|
-
thrift26.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5291
|
-
"Required field[nulls_first] is unset!"
|
|
5292
|
-
);
|
|
5172
|
+
throw new thrift26.Thrift.TProtocolException(thrift26.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[nulls_first] is unset!");
|
|
5293
5173
|
}
|
|
5294
5174
|
}
|
|
5295
5175
|
write(output) {
|
|
@@ -5358,41 +5238,32 @@ var SortingColumn = class {
|
|
|
5358
5238
|
if (_args.column_idx !== void 0 && _args.descending !== void 0 && _args.nulls_first !== void 0) {
|
|
5359
5239
|
return new SortingColumn(_args);
|
|
5360
5240
|
} else {
|
|
5361
|
-
throw new thrift26.Thrift.TProtocolException(
|
|
5362
|
-
thrift26.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5363
|
-
"Unable to read SortingColumn from input"
|
|
5364
|
-
);
|
|
5241
|
+
throw new thrift26.Thrift.TProtocolException(thrift26.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read SortingColumn from input");
|
|
5365
5242
|
}
|
|
5366
5243
|
}
|
|
5367
5244
|
};
|
|
5368
5245
|
|
|
5369
|
-
//
|
|
5246
|
+
// dist/parquetjs/parquet-thrift/PageEncodingStats.js
|
|
5370
5247
|
var thrift27 = __toESM(require("thrift"), 1);
|
|
5371
5248
|
var PageEncodingStats = class {
|
|
5249
|
+
page_type;
|
|
5250
|
+
encoding;
|
|
5251
|
+
count;
|
|
5372
5252
|
constructor(args) {
|
|
5373
5253
|
if (args != null && args.page_type != null) {
|
|
5374
5254
|
this.page_type = args.page_type;
|
|
5375
5255
|
} else {
|
|
5376
|
-
throw new thrift27.Thrift.TProtocolException(
|
|
5377
|
-
thrift27.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5378
|
-
"Required field[page_type] is unset!"
|
|
5379
|
-
);
|
|
5256
|
+
throw new thrift27.Thrift.TProtocolException(thrift27.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[page_type] is unset!");
|
|
5380
5257
|
}
|
|
5381
5258
|
if (args != null && args.encoding != null) {
|
|
5382
5259
|
this.encoding = args.encoding;
|
|
5383
5260
|
} else {
|
|
5384
|
-
throw new thrift27.Thrift.TProtocolException(
|
|
5385
|
-
thrift27.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5386
|
-
"Required field[encoding] is unset!"
|
|
5387
|
-
);
|
|
5261
|
+
throw new thrift27.Thrift.TProtocolException(thrift27.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[encoding] is unset!");
|
|
5388
5262
|
}
|
|
5389
5263
|
if (args != null && args.count != null) {
|
|
5390
5264
|
this.count = args.count;
|
|
5391
5265
|
} else {
|
|
5392
|
-
throw new thrift27.Thrift.TProtocolException(
|
|
5393
|
-
thrift27.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5394
|
-
"Required field[count] is unset!"
|
|
5395
|
-
);
|
|
5266
|
+
throw new thrift27.Thrift.TProtocolException(thrift27.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[count] is unset!");
|
|
5396
5267
|
}
|
|
5397
5268
|
}
|
|
5398
5269
|
write(output) {
|
|
@@ -5461,50 +5332,48 @@ var PageEncodingStats = class {
|
|
|
5461
5332
|
if (_args.page_type !== void 0 && _args.encoding !== void 0 && _args.count !== void 0) {
|
|
5462
5333
|
return new PageEncodingStats(_args);
|
|
5463
5334
|
} else {
|
|
5464
|
-
throw new thrift27.Thrift.TProtocolException(
|
|
5465
|
-
thrift27.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5466
|
-
"Unable to read PageEncodingStats from input"
|
|
5467
|
-
);
|
|
5335
|
+
throw new thrift27.Thrift.TProtocolException(thrift27.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read PageEncodingStats from input");
|
|
5468
5336
|
}
|
|
5469
5337
|
}
|
|
5470
5338
|
};
|
|
5471
5339
|
|
|
5472
|
-
//
|
|
5340
|
+
// dist/parquetjs/parquet-thrift/ColumnMetaData.js
|
|
5473
5341
|
var import_node_int642 = __toESM(require("node-int64"), 1);
|
|
5474
5342
|
var thrift28 = __toESM(require("thrift"), 1);
|
|
5475
5343
|
var ColumnMetaData = class {
|
|
5344
|
+
type;
|
|
5345
|
+
encodings;
|
|
5346
|
+
path_in_schema;
|
|
5347
|
+
codec;
|
|
5348
|
+
num_values;
|
|
5349
|
+
total_uncompressed_size;
|
|
5350
|
+
total_compressed_size;
|
|
5351
|
+
key_value_metadata;
|
|
5352
|
+
data_page_offset;
|
|
5353
|
+
index_page_offset;
|
|
5354
|
+
dictionary_page_offset;
|
|
5355
|
+
statistics;
|
|
5356
|
+
encoding_stats;
|
|
5476
5357
|
constructor(args) {
|
|
5477
5358
|
if (args != null && args.type != null) {
|
|
5478
5359
|
this.type = args.type;
|
|
5479
5360
|
} else {
|
|
5480
|
-
throw new thrift28.Thrift.TProtocolException(
|
|
5481
|
-
thrift28.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5482
|
-
"Required field[type] is unset!"
|
|
5483
|
-
);
|
|
5361
|
+
throw new thrift28.Thrift.TProtocolException(thrift28.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[type] is unset!");
|
|
5484
5362
|
}
|
|
5485
5363
|
if (args != null && args.encodings != null) {
|
|
5486
5364
|
this.encodings = args.encodings;
|
|
5487
5365
|
} else {
|
|
5488
|
-
throw new thrift28.Thrift.TProtocolException(
|
|
5489
|
-
thrift28.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5490
|
-
"Required field[encodings] is unset!"
|
|
5491
|
-
);
|
|
5366
|
+
throw new thrift28.Thrift.TProtocolException(thrift28.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[encodings] is unset!");
|
|
5492
5367
|
}
|
|
5493
5368
|
if (args != null && args.path_in_schema != null) {
|
|
5494
5369
|
this.path_in_schema = args.path_in_schema;
|
|
5495
5370
|
} else {
|
|
5496
|
-
throw new thrift28.Thrift.TProtocolException(
|
|
5497
|
-
thrift28.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5498
|
-
"Required field[path_in_schema] is unset!"
|
|
5499
|
-
);
|
|
5371
|
+
throw new thrift28.Thrift.TProtocolException(thrift28.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[path_in_schema] is unset!");
|
|
5500
5372
|
}
|
|
5501
5373
|
if (args != null && args.codec != null) {
|
|
5502
5374
|
this.codec = args.codec;
|
|
5503
5375
|
} else {
|
|
5504
|
-
throw new thrift28.Thrift.TProtocolException(
|
|
5505
|
-
thrift28.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5506
|
-
"Required field[codec] is unset!"
|
|
5507
|
-
);
|
|
5376
|
+
throw new thrift28.Thrift.TProtocolException(thrift28.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[codec] is unset!");
|
|
5508
5377
|
}
|
|
5509
5378
|
if (args != null && args.num_values != null) {
|
|
5510
5379
|
if (typeof args.num_values === "number") {
|
|
@@ -5513,10 +5382,7 @@ var ColumnMetaData = class {
|
|
|
5513
5382
|
this.num_values = args.num_values;
|
|
5514
5383
|
}
|
|
5515
5384
|
} else {
|
|
5516
|
-
throw new thrift28.Thrift.TProtocolException(
|
|
5517
|
-
thrift28.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5518
|
-
"Required field[num_values] is unset!"
|
|
5519
|
-
);
|
|
5385
|
+
throw new thrift28.Thrift.TProtocolException(thrift28.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[num_values] is unset!");
|
|
5520
5386
|
}
|
|
5521
5387
|
if (args != null && args.total_uncompressed_size != null) {
|
|
5522
5388
|
if (typeof args.total_uncompressed_size === "number") {
|
|
@@ -5525,10 +5391,7 @@ var ColumnMetaData = class {
|
|
|
5525
5391
|
this.total_uncompressed_size = args.total_uncompressed_size;
|
|
5526
5392
|
}
|
|
5527
5393
|
} else {
|
|
5528
|
-
throw new thrift28.Thrift.TProtocolException(
|
|
5529
|
-
thrift28.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5530
|
-
"Required field[total_uncompressed_size] is unset!"
|
|
5531
|
-
);
|
|
5394
|
+
throw new thrift28.Thrift.TProtocolException(thrift28.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[total_uncompressed_size] is unset!");
|
|
5532
5395
|
}
|
|
5533
5396
|
if (args != null && args.total_compressed_size != null) {
|
|
5534
5397
|
if (typeof args.total_compressed_size === "number") {
|
|
@@ -5537,10 +5400,7 @@ var ColumnMetaData = class {
|
|
|
5537
5400
|
this.total_compressed_size = args.total_compressed_size;
|
|
5538
5401
|
}
|
|
5539
5402
|
} else {
|
|
5540
|
-
throw new thrift28.Thrift.TProtocolException(
|
|
5541
|
-
thrift28.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5542
|
-
"Required field[total_compressed_size] is unset!"
|
|
5543
|
-
);
|
|
5403
|
+
throw new thrift28.Thrift.TProtocolException(thrift28.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[total_compressed_size] is unset!");
|
|
5544
5404
|
}
|
|
5545
5405
|
if (args != null && args.key_value_metadata != null) {
|
|
5546
5406
|
this.key_value_metadata = args.key_value_metadata;
|
|
@@ -5552,10 +5412,7 @@ var ColumnMetaData = class {
|
|
|
5552
5412
|
this.data_page_offset = args.data_page_offset;
|
|
5553
5413
|
}
|
|
5554
5414
|
} else {
|
|
5555
|
-
throw new thrift28.Thrift.TProtocolException(
|
|
5556
|
-
thrift28.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5557
|
-
"Required field[data_page_offset] is unset!"
|
|
5558
|
-
);
|
|
5415
|
+
throw new thrift28.Thrift.TProtocolException(thrift28.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[data_page_offset] is unset!");
|
|
5559
5416
|
}
|
|
5560
5417
|
if (args != null && args.index_page_offset != null) {
|
|
5561
5418
|
if (typeof args.index_page_offset === "number") {
|
|
@@ -5818,18 +5675,22 @@ var ColumnMetaData = class {
|
|
|
5818
5675
|
if (_args.type !== void 0 && _args.encodings !== void 0 && _args.path_in_schema !== void 0 && _args.codec !== void 0 && _args.num_values !== void 0 && _args.total_uncompressed_size !== void 0 && _args.total_compressed_size !== void 0 && _args.data_page_offset !== void 0) {
|
|
5819
5676
|
return new ColumnMetaData(_args);
|
|
5820
5677
|
} else {
|
|
5821
|
-
throw new thrift28.Thrift.TProtocolException(
|
|
5822
|
-
thrift28.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5823
|
-
"Unable to read ColumnMetaData from input"
|
|
5824
|
-
);
|
|
5678
|
+
throw new thrift28.Thrift.TProtocolException(thrift28.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read ColumnMetaData from input");
|
|
5825
5679
|
}
|
|
5826
5680
|
}
|
|
5827
5681
|
};
|
|
5828
5682
|
|
|
5829
|
-
//
|
|
5683
|
+
// dist/parquetjs/parquet-thrift/ColumnChunk.js
|
|
5830
5684
|
var import_node_int643 = __toESM(require("node-int64"), 1);
|
|
5831
5685
|
var thrift29 = __toESM(require("thrift"), 1);
|
|
5832
5686
|
var ColumnChunk = class {
|
|
5687
|
+
file_path;
|
|
5688
|
+
file_offset;
|
|
5689
|
+
meta_data;
|
|
5690
|
+
offset_index_offset;
|
|
5691
|
+
offset_index_length;
|
|
5692
|
+
column_index_offset;
|
|
5693
|
+
column_index_length;
|
|
5833
5694
|
constructor(args) {
|
|
5834
5695
|
if (args != null && args.file_path != null) {
|
|
5835
5696
|
this.file_path = args.file_path;
|
|
@@ -5841,10 +5702,7 @@ var ColumnChunk = class {
|
|
|
5841
5702
|
this.file_offset = args.file_offset;
|
|
5842
5703
|
}
|
|
5843
5704
|
} else {
|
|
5844
|
-
throw new thrift29.Thrift.TProtocolException(
|
|
5845
|
-
thrift29.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5846
|
-
"Required field[file_offset] is unset!"
|
|
5847
|
-
);
|
|
5705
|
+
throw new thrift29.Thrift.TProtocolException(thrift29.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[file_offset] is unset!");
|
|
5848
5706
|
}
|
|
5849
5707
|
if (args != null && args.meta_data != null) {
|
|
5850
5708
|
this.meta_data = args.meta_data;
|
|
@@ -5988,26 +5846,24 @@ var ColumnChunk = class {
|
|
|
5988
5846
|
if (_args.file_offset !== void 0) {
|
|
5989
5847
|
return new ColumnChunk(_args);
|
|
5990
5848
|
} else {
|
|
5991
|
-
throw new thrift29.Thrift.TProtocolException(
|
|
5992
|
-
thrift29.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
5993
|
-
"Unable to read ColumnChunk from input"
|
|
5994
|
-
);
|
|
5849
|
+
throw new thrift29.Thrift.TProtocolException(thrift29.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read ColumnChunk from input");
|
|
5995
5850
|
}
|
|
5996
5851
|
}
|
|
5997
5852
|
};
|
|
5998
5853
|
|
|
5999
|
-
//
|
|
5854
|
+
// dist/parquetjs/parquet-thrift/RowGroup.js
|
|
6000
5855
|
var import_node_int644 = __toESM(require("node-int64"), 1);
|
|
6001
5856
|
var thrift30 = __toESM(require("thrift"), 1);
|
|
6002
5857
|
var RowGroup = class {
|
|
5858
|
+
columns;
|
|
5859
|
+
total_byte_size;
|
|
5860
|
+
num_rows;
|
|
5861
|
+
sorting_columns;
|
|
6003
5862
|
constructor(args) {
|
|
6004
5863
|
if (args != null && args.columns != null) {
|
|
6005
5864
|
this.columns = args.columns;
|
|
6006
5865
|
} else {
|
|
6007
|
-
throw new thrift30.Thrift.TProtocolException(
|
|
6008
|
-
thrift30.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
6009
|
-
"Required field[columns] is unset!"
|
|
6010
|
-
);
|
|
5866
|
+
throw new thrift30.Thrift.TProtocolException(thrift30.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[columns] is unset!");
|
|
6011
5867
|
}
|
|
6012
5868
|
if (args != null && args.total_byte_size != null) {
|
|
6013
5869
|
if (typeof args.total_byte_size === "number") {
|
|
@@ -6016,10 +5872,7 @@ var RowGroup = class {
|
|
|
6016
5872
|
this.total_byte_size = args.total_byte_size;
|
|
6017
5873
|
}
|
|
6018
5874
|
} else {
|
|
6019
|
-
throw new thrift30.Thrift.TProtocolException(
|
|
6020
|
-
thrift30.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
6021
|
-
"Required field[total_byte_size] is unset!"
|
|
6022
|
-
);
|
|
5875
|
+
throw new thrift30.Thrift.TProtocolException(thrift30.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[total_byte_size] is unset!");
|
|
6023
5876
|
}
|
|
6024
5877
|
if (args != null && args.num_rows != null) {
|
|
6025
5878
|
if (typeof args.num_rows === "number") {
|
|
@@ -6028,10 +5881,7 @@ var RowGroup = class {
|
|
|
6028
5881
|
this.num_rows = args.num_rows;
|
|
6029
5882
|
}
|
|
6030
5883
|
} else {
|
|
6031
|
-
throw new thrift30.Thrift.TProtocolException(
|
|
6032
|
-
thrift30.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
6033
|
-
"Required field[num_rows] is unset!"
|
|
6034
|
-
);
|
|
5884
|
+
throw new thrift30.Thrift.TProtocolException(thrift30.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[num_rows] is unset!");
|
|
6035
5885
|
}
|
|
6036
5886
|
if (args != null && args.sorting_columns != null) {
|
|
6037
5887
|
this.sorting_columns = args.sorting_columns;
|
|
@@ -6138,15 +5988,12 @@ var RowGroup = class {
|
|
|
6138
5988
|
if (_args.columns !== void 0 && _args.total_byte_size !== void 0 && _args.num_rows !== void 0) {
|
|
6139
5989
|
return new RowGroup(_args);
|
|
6140
5990
|
} else {
|
|
6141
|
-
throw new thrift30.Thrift.TProtocolException(
|
|
6142
|
-
thrift30.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
6143
|
-
"Unable to read RowGroup from input"
|
|
6144
|
-
);
|
|
5991
|
+
throw new thrift30.Thrift.TProtocolException(thrift30.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read RowGroup from input");
|
|
6145
5992
|
}
|
|
6146
5993
|
}
|
|
6147
5994
|
};
|
|
6148
5995
|
|
|
6149
|
-
//
|
|
5996
|
+
// dist/parquetjs/parquet-thrift/TypeDefinedOrder.js
|
|
6150
5997
|
var thrift31 = __toESM(require("thrift"), 1);
|
|
6151
5998
|
var TypeDefinedOrder = class {
|
|
6152
5999
|
constructor() {
|
|
@@ -6178,13 +6025,14 @@ var TypeDefinedOrder = class {
|
|
|
6178
6025
|
}
|
|
6179
6026
|
};
|
|
6180
6027
|
|
|
6181
|
-
//
|
|
6028
|
+
// dist/parquetjs/parquet-thrift/FileMetaData.js
|
|
6182
6029
|
var import_node_int645 = __toESM(require("node-int64"), 1);
|
|
6183
6030
|
var thrift33 = __toESM(require("thrift"), 1);
|
|
6184
6031
|
|
|
6185
|
-
//
|
|
6032
|
+
// dist/parquetjs/parquet-thrift/ColumnOrder.js
|
|
6186
6033
|
var thrift32 = __toESM(require("thrift"), 1);
|
|
6187
6034
|
var ColumnOrder = class {
|
|
6035
|
+
TYPE_ORDER;
|
|
6188
6036
|
constructor(args) {
|
|
6189
6037
|
let _fieldsSet = 0;
|
|
6190
6038
|
if (args != null) {
|
|
@@ -6193,15 +6041,9 @@ var ColumnOrder = class {
|
|
|
6193
6041
|
this.TYPE_ORDER = args.TYPE_ORDER;
|
|
6194
6042
|
}
|
|
6195
6043
|
if (_fieldsSet > 1) {
|
|
6196
|
-
throw new thrift32.Thrift.TProtocolException(
|
|
6197
|
-
thrift32.Thrift.TProtocolExceptionType.INVALID_DATA,
|
|
6198
|
-
"Cannot read a TUnion with more than one set value!"
|
|
6199
|
-
);
|
|
6044
|
+
throw new thrift32.Thrift.TProtocolException(thrift32.Thrift.TProtocolExceptionType.INVALID_DATA, "Cannot read a TUnion with more than one set value!");
|
|
6200
6045
|
} else if (_fieldsSet < 1) {
|
|
6201
|
-
throw new thrift32.Thrift.TProtocolException(
|
|
6202
|
-
thrift32.Thrift.TProtocolExceptionType.INVALID_DATA,
|
|
6203
|
-
"Cannot read a TUnion with no set value!"
|
|
6204
|
-
);
|
|
6046
|
+
throw new thrift32.Thrift.TProtocolException(thrift32.Thrift.TProtocolExceptionType.INVALID_DATA, "Cannot read a TUnion with no set value!");
|
|
6205
6047
|
}
|
|
6206
6048
|
}
|
|
6207
6049
|
}
|
|
@@ -6248,45 +6090,37 @@ var ColumnOrder = class {
|
|
|
6248
6090
|
}
|
|
6249
6091
|
input.readStructEnd();
|
|
6250
6092
|
if (_fieldsSet > 1) {
|
|
6251
|
-
throw new thrift32.Thrift.TProtocolException(
|
|
6252
|
-
thrift32.Thrift.TProtocolExceptionType.INVALID_DATA,
|
|
6253
|
-
"Cannot read a TUnion with more than one set value!"
|
|
6254
|
-
);
|
|
6093
|
+
throw new thrift32.Thrift.TProtocolException(thrift32.Thrift.TProtocolExceptionType.INVALID_DATA, "Cannot read a TUnion with more than one set value!");
|
|
6255
6094
|
} else if (_fieldsSet < 1) {
|
|
6256
|
-
throw new thrift32.Thrift.TProtocolException(
|
|
6257
|
-
thrift32.Thrift.TProtocolExceptionType.INVALID_DATA,
|
|
6258
|
-
"Cannot read a TUnion with no set value!"
|
|
6259
|
-
);
|
|
6095
|
+
throw new thrift32.Thrift.TProtocolException(thrift32.Thrift.TProtocolExceptionType.INVALID_DATA, "Cannot read a TUnion with no set value!");
|
|
6260
6096
|
}
|
|
6261
6097
|
if (_returnValue !== null) {
|
|
6262
6098
|
return _returnValue;
|
|
6263
6099
|
} else {
|
|
6264
|
-
throw new thrift32.Thrift.TProtocolException(
|
|
6265
|
-
thrift32.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
6266
|
-
"Unable to read data for TUnion"
|
|
6267
|
-
);
|
|
6100
|
+
throw new thrift32.Thrift.TProtocolException(thrift32.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read data for TUnion");
|
|
6268
6101
|
}
|
|
6269
6102
|
}
|
|
6270
6103
|
};
|
|
6271
6104
|
|
|
6272
|
-
//
|
|
6105
|
+
// dist/parquetjs/parquet-thrift/FileMetaData.js
|
|
6273
6106
|
var FileMetaData = class {
|
|
6107
|
+
version;
|
|
6108
|
+
schema;
|
|
6109
|
+
num_rows;
|
|
6110
|
+
row_groups;
|
|
6111
|
+
key_value_metadata;
|
|
6112
|
+
created_by;
|
|
6113
|
+
column_orders;
|
|
6274
6114
|
constructor(args = null) {
|
|
6275
6115
|
if (args != null && args.version != null) {
|
|
6276
6116
|
this.version = args.version;
|
|
6277
6117
|
} else {
|
|
6278
|
-
throw new thrift33.Thrift.TProtocolException(
|
|
6279
|
-
thrift33.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
6280
|
-
"Required field[version] is unset!"
|
|
6281
|
-
);
|
|
6118
|
+
throw new thrift33.Thrift.TProtocolException(thrift33.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[version] is unset!");
|
|
6282
6119
|
}
|
|
6283
6120
|
if (args != null && args.schema != null) {
|
|
6284
6121
|
this.schema = args.schema;
|
|
6285
6122
|
} else {
|
|
6286
|
-
throw new thrift33.Thrift.TProtocolException(
|
|
6287
|
-
thrift33.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
6288
|
-
"Required field[schema] is unset!"
|
|
6289
|
-
);
|
|
6123
|
+
throw new thrift33.Thrift.TProtocolException(thrift33.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[schema] is unset!");
|
|
6290
6124
|
}
|
|
6291
6125
|
if (args != null && args.num_rows != null) {
|
|
6292
6126
|
if (typeof args.num_rows === "number") {
|
|
@@ -6295,18 +6129,12 @@ var FileMetaData = class {
|
|
|
6295
6129
|
this.num_rows = args.num_rows;
|
|
6296
6130
|
}
|
|
6297
6131
|
} else {
|
|
6298
|
-
throw new thrift33.Thrift.TProtocolException(
|
|
6299
|
-
thrift33.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
6300
|
-
"Required field[num_rows] is unset!"
|
|
6301
|
-
);
|
|
6132
|
+
throw new thrift33.Thrift.TProtocolException(thrift33.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[num_rows] is unset!");
|
|
6302
6133
|
}
|
|
6303
6134
|
if (args != null && args.row_groups != null) {
|
|
6304
6135
|
this.row_groups = args.row_groups;
|
|
6305
6136
|
} else {
|
|
6306
|
-
throw new thrift33.Thrift.TProtocolException(
|
|
6307
|
-
thrift33.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
6308
|
-
"Required field[row_groups] is unset!"
|
|
6309
|
-
);
|
|
6137
|
+
throw new thrift33.Thrift.TProtocolException(thrift33.Thrift.TProtocolExceptionType.UNKNOWN, "Required field[row_groups] is unset!");
|
|
6310
6138
|
}
|
|
6311
6139
|
if (args != null && args.key_value_metadata != null) {
|
|
6312
6140
|
this.key_value_metadata = args.key_value_metadata;
|
|
@@ -6480,28 +6308,22 @@ var FileMetaData = class {
|
|
|
6480
6308
|
if (_args.version !== void 0 && _args.schema !== void 0 && _args.num_rows !== void 0 && _args.row_groups !== void 0) {
|
|
6481
6309
|
return new FileMetaData(_args);
|
|
6482
6310
|
} else {
|
|
6483
|
-
throw new thrift33.Thrift.TProtocolException(
|
|
6484
|
-
thrift33.Thrift.TProtocolExceptionType.UNKNOWN,
|
|
6485
|
-
"Unable to read FileMetaData from input"
|
|
6486
|
-
);
|
|
6311
|
+
throw new thrift33.Thrift.TProtocolException(thrift33.Thrift.TProtocolExceptionType.UNKNOWN, "Unable to read FileMetaData from input");
|
|
6487
6312
|
}
|
|
6488
6313
|
}
|
|
6489
6314
|
};
|
|
6490
6315
|
|
|
6491
|
-
//
|
|
6492
|
-
var VERSION =
|
|
6316
|
+
// dist/lib/constants.js
|
|
6317
|
+
var VERSION = true ? "4.2.0-alpha.5" : "latest";
|
|
6493
6318
|
var PARQUET_WASM_URL = "https://unpkg.com/parquet-wasm@0.6.0-beta.1/esm/arrow1_bg.wasm";
|
|
6494
6319
|
var PARQUET_MAGIC = "PAR1";
|
|
6495
6320
|
var PARQUET_MAGIC_ENCRYPTED = "PARE";
|
|
6496
6321
|
var PARQUET_RDLVL_TYPE = "INT32";
|
|
6497
6322
|
var PARQUET_RDLVL_ENCODING = "RLE";
|
|
6498
6323
|
|
|
6499
|
-
//
|
|
6324
|
+
// dist/parquetjs/utils/read-utils.js
|
|
6500
6325
|
var UFramedTransport = class extends import_thrift.TFramedTransport {
|
|
6501
|
-
|
|
6502
|
-
super(...arguments);
|
|
6503
|
-
this.readPos = 0;
|
|
6504
|
-
}
|
|
6326
|
+
readPos = 0;
|
|
6505
6327
|
};
|
|
6506
6328
|
function serializeThrift(obj) {
|
|
6507
6329
|
const output = [];
|
|
@@ -6569,7 +6391,7 @@ function fieldIndexOf(arr, elem) {
|
|
|
6569
6391
|
return -1;
|
|
6570
6392
|
}
|
|
6571
6393
|
|
|
6572
|
-
//
|
|
6394
|
+
// dist/parquetjs/parser/decoders.js
|
|
6573
6395
|
async function decodeDataPages(buffer, context) {
|
|
6574
6396
|
const cursor = {
|
|
6575
6397
|
buffer,
|
|
@@ -6698,11 +6520,7 @@ async function decodeDataPage(cursor, header, context) {
|
|
|
6698
6520
|
const valueCount = (_a = header.data_page_header) == null ? void 0 : _a.num_values;
|
|
6699
6521
|
let dataCursor = cursor;
|
|
6700
6522
|
if (context.compression !== "UNCOMPRESSED") {
|
|
6701
|
-
const valuesBuf = await decompress(
|
|
6702
|
-
context.compression,
|
|
6703
|
-
cursor.buffer.slice(cursor.offset, cursorEnd),
|
|
6704
|
-
header.uncompressed_page_size
|
|
6705
|
-
);
|
|
6523
|
+
const valuesBuf = await decompress(context.compression, cursor.buffer.slice(cursor.offset, cursorEnd), header.uncompressed_page_size);
|
|
6706
6524
|
dataCursor = {
|
|
6707
6525
|
buffer: valuesBuf,
|
|
6708
6526
|
offset: 0,
|
|
@@ -6710,10 +6528,7 @@ async function decodeDataPage(cursor, header, context) {
|
|
|
6710
6528
|
};
|
|
6711
6529
|
cursor.offset = cursorEnd;
|
|
6712
6530
|
}
|
|
6713
|
-
const rLevelEncoding = getThriftEnum(
|
|
6714
|
-
Encoding,
|
|
6715
|
-
(_b = header.data_page_header) == null ? void 0 : _b.repetition_level_encoding
|
|
6716
|
-
);
|
|
6531
|
+
const rLevelEncoding = getThriftEnum(Encoding, (_b = header.data_page_header) == null ? void 0 : _b.repetition_level_encoding);
|
|
6717
6532
|
let rLevels = new Array(valueCount);
|
|
6718
6533
|
if (context.column.rLevelMax > 0) {
|
|
6719
6534
|
rLevels = decodeValues4(PARQUET_RDLVL_TYPE, rLevelEncoding, dataCursor, valueCount, {
|
|
@@ -6724,10 +6539,7 @@ async function decodeDataPage(cursor, header, context) {
|
|
|
6724
6539
|
} else {
|
|
6725
6540
|
rLevels.fill(0);
|
|
6726
6541
|
}
|
|
6727
|
-
const dLevelEncoding = getThriftEnum(
|
|
6728
|
-
Encoding,
|
|
6729
|
-
(_c = header.data_page_header) == null ? void 0 : _c.definition_level_encoding
|
|
6730
|
-
);
|
|
6542
|
+
const dLevelEncoding = getThriftEnum(Encoding, (_c = header.data_page_header) == null ? void 0 : _c.definition_level_encoding);
|
|
6731
6543
|
let dLevels = new Array(valueCount);
|
|
6732
6544
|
if (context.column.dLevelMax > 0) {
|
|
6733
6545
|
dLevels = decodeValues4(PARQUET_RDLVL_TYPE, dLevelEncoding, dataCursor, valueCount, {
|
|
@@ -6749,13 +6561,7 @@ async function decodeDataPage(cursor, header, context) {
|
|
|
6749
6561
|
typeLength: context.column.typeLength,
|
|
6750
6562
|
bitWidth: context.column.typeLength
|
|
6751
6563
|
};
|
|
6752
|
-
const values = decodeValues4(
|
|
6753
|
-
context.column.primitiveType,
|
|
6754
|
-
valueEncoding,
|
|
6755
|
-
dataCursor,
|
|
6756
|
-
valueCountNonNull,
|
|
6757
|
-
decodeOptions
|
|
6758
|
-
);
|
|
6564
|
+
const values = decodeValues4(context.column.primitiveType, valueEncoding, dataCursor, valueCountNonNull, decodeOptions);
|
|
6759
6565
|
return {
|
|
6760
6566
|
dlevels: dLevels,
|
|
6761
6567
|
rlevels: rLevels,
|
|
@@ -6769,10 +6575,7 @@ async function decodeDataPageV2(cursor, header, context) {
|
|
|
6769
6575
|
const cursorEnd = cursor.offset + header.compressed_page_size;
|
|
6770
6576
|
const valueCount = (_a = header.data_page_header_v2) == null ? void 0 : _a.num_values;
|
|
6771
6577
|
const valueCountNonNull = valueCount - ((_b = header.data_page_header_v2) == null ? void 0 : _b.num_nulls);
|
|
6772
|
-
const valueEncoding = getThriftEnum(
|
|
6773
|
-
Encoding,
|
|
6774
|
-
(_c = header.data_page_header_v2) == null ? void 0 : _c.encoding
|
|
6775
|
-
);
|
|
6578
|
+
const valueEncoding = getThriftEnum(Encoding, (_c = header.data_page_header_v2) == null ? void 0 : _c.encoding);
|
|
6776
6579
|
let rLevels = new Array(valueCount);
|
|
6777
6580
|
if (context.column.rLevelMax > 0) {
|
|
6778
6581
|
rLevels = decodeValues4(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, cursor, valueCount, {
|
|
@@ -6793,11 +6596,7 @@ async function decodeDataPageV2(cursor, header, context) {
|
|
|
6793
6596
|
}
|
|
6794
6597
|
let valuesBufCursor = cursor;
|
|
6795
6598
|
if ((_d = header.data_page_header_v2) == null ? void 0 : _d.is_compressed) {
|
|
6796
|
-
const valuesBuf = await decompress(
|
|
6797
|
-
context.compression,
|
|
6798
|
-
cursor.buffer.slice(cursor.offset, cursorEnd),
|
|
6799
|
-
header.uncompressed_page_size
|
|
6800
|
-
);
|
|
6599
|
+
const valuesBuf = await decompress(context.compression, cursor.buffer.slice(cursor.offset, cursorEnd), header.uncompressed_page_size);
|
|
6801
6600
|
valuesBufCursor = {
|
|
6802
6601
|
buffer: valuesBuf,
|
|
6803
6602
|
offset: 0,
|
|
@@ -6809,13 +6608,7 @@ async function decodeDataPageV2(cursor, header, context) {
|
|
|
6809
6608
|
typeLength: context.column.typeLength,
|
|
6810
6609
|
bitWidth: context.column.typeLength
|
|
6811
6610
|
};
|
|
6812
|
-
const values = decodeValues4(
|
|
6813
|
-
context.column.primitiveType,
|
|
6814
|
-
valueEncoding,
|
|
6815
|
-
valuesBufCursor,
|
|
6816
|
-
valueCountNonNull,
|
|
6817
|
-
decodeOptions
|
|
6818
|
-
);
|
|
6611
|
+
const values = decodeValues4(context.column.primitiveType, valueEncoding, valuesBufCursor, valueCountNonNull, decodeOptions);
|
|
6819
6612
|
return {
|
|
6820
6613
|
dlevels: dLevels,
|
|
6821
6614
|
rlevels: rLevels,
|
|
@@ -6834,11 +6627,7 @@ async function decodeDictionaryPage(cursor, pageHeader, context) {
|
|
|
6834
6627
|
};
|
|
6835
6628
|
cursor.offset = cursorEnd;
|
|
6836
6629
|
if (context.compression !== "UNCOMPRESSED") {
|
|
6837
|
-
const valuesBuf = await decompress(
|
|
6838
|
-
context.compression,
|
|
6839
|
-
dictCursor.buffer.slice(dictCursor.offset, cursorEnd),
|
|
6840
|
-
pageHeader.uncompressed_page_size
|
|
6841
|
-
);
|
|
6630
|
+
const valuesBuf = await decompress(context.compression, dictCursor.buffer.slice(dictCursor.offset, cursorEnd), pageHeader.uncompressed_page_size);
|
|
6842
6631
|
dictCursor = {
|
|
6843
6632
|
buffer: valuesBuf,
|
|
6844
6633
|
offset: 0,
|
|
@@ -6873,10 +6662,12 @@ function preserveBinary(d) {
|
|
|
6873
6662
|
return d.toString();
|
|
6874
6663
|
}
|
|
6875
6664
|
|
|
6876
|
-
//
|
|
6665
|
+
// dist/parquetjs/parser/parquet-reader.js
|
|
6877
6666
|
var _ParquetReader = class {
|
|
6667
|
+
props;
|
|
6668
|
+
file;
|
|
6669
|
+
metadata = null;
|
|
6878
6670
|
constructor(file, props) {
|
|
6879
|
-
this.metadata = null;
|
|
6880
6671
|
this.file = file;
|
|
6881
6672
|
this.props = { ..._ParquetReader.defaultProps, ...props };
|
|
6882
6673
|
}
|
|
@@ -6901,18 +6692,12 @@ var _ParquetReader = class {
|
|
|
6901
6692
|
}
|
|
6902
6693
|
/** Iterate over the raw row groups */
|
|
6903
6694
|
async *rowGroupIterator(props) {
|
|
6904
|
-
const columnList = ((props == null ? void 0 : props.columnList) || []).map(
|
|
6905
|
-
(x) => Array.isArray(x) ? x : [x]
|
|
6906
|
-
);
|
|
6695
|
+
const columnList = ((props == null ? void 0 : props.columnList) || []).map((x) => Array.isArray(x) ? x : [x]);
|
|
6907
6696
|
const metadata = await this.getFileMetadata();
|
|
6908
6697
|
const schema = await this.getSchema();
|
|
6909
6698
|
const rowGroupCount = (metadata == null ? void 0 : metadata.row_groups.length) || 0;
|
|
6910
6699
|
for (let rowGroupIndex = 0; rowGroupIndex < rowGroupCount; rowGroupIndex++) {
|
|
6911
|
-
const rowGroup = await this.readRowGroup(
|
|
6912
|
-
schema,
|
|
6913
|
-
metadata.row_groups[rowGroupIndex],
|
|
6914
|
-
columnList
|
|
6915
|
-
);
|
|
6700
|
+
const rowGroup = await this.readRowGroup(schema, metadata.row_groups[rowGroupIndex], columnList);
|
|
6916
6701
|
yield rowGroup;
|
|
6917
6702
|
}
|
|
6918
6703
|
}
|
|
@@ -7009,17 +6794,11 @@ var _ParquetReader = class {
|
|
|
7009
6794
|
if (type !== field.primitiveType) {
|
|
7010
6795
|
throw new Error(`chunk type not matching schema: ${type}`);
|
|
7011
6796
|
}
|
|
7012
|
-
const compression = getThriftEnum(
|
|
7013
|
-
CompressionCodec,
|
|
7014
|
-
(_c = colChunk.meta_data) == null ? void 0 : _c.codec
|
|
7015
|
-
);
|
|
6797
|
+
const compression = getThriftEnum(CompressionCodec, (_c = colChunk.meta_data) == null ? void 0 : _c.codec);
|
|
7016
6798
|
const pagesOffset = Number((_d = colChunk.meta_data) == null ? void 0 : _d.data_page_offset);
|
|
7017
6799
|
let pagesSize = Number((_e = colChunk.meta_data) == null ? void 0 : _e.total_compressed_size);
|
|
7018
6800
|
if (!colChunk.file_path) {
|
|
7019
|
-
pagesSize = Math.min(
|
|
7020
|
-
this.file.size - pagesOffset,
|
|
7021
|
-
Number((_f = colChunk.meta_data) == null ? void 0 : _f.total_compressed_size)
|
|
7022
|
-
);
|
|
6801
|
+
pagesSize = Math.min(this.file.size - pagesOffset, Number((_f = colChunk.meta_data) == null ? void 0 : _f.total_compressed_size));
|
|
7023
6802
|
}
|
|
7024
6803
|
const context = {
|
|
7025
6804
|
type,
|
|
@@ -7054,10 +6833,7 @@ var _ParquetReader = class {
|
|
|
7054
6833
|
if (dictionaryPageOffset === 0) {
|
|
7055
6834
|
return [];
|
|
7056
6835
|
}
|
|
7057
|
-
const dictionarySize = Math.min(
|
|
7058
|
-
this.file.size - dictionaryPageOffset,
|
|
7059
|
-
this.props.defaultDictionarySize
|
|
7060
|
-
);
|
|
6836
|
+
const dictionarySize = Math.min(this.file.size - dictionaryPageOffset, this.props.defaultDictionarySize);
|
|
7061
6837
|
const arrayBuffer = await this.file.read(dictionaryPageOffset, dictionarySize);
|
|
7062
6838
|
const pagesBuf = Buffer.from(arrayBuffer);
|
|
7063
6839
|
const cursor = { buffer: pagesBuf, offset: 0, size: pagesBuf.length };
|
|
@@ -7066,12 +6842,13 @@ var _ParquetReader = class {
|
|
|
7066
6842
|
}
|
|
7067
6843
|
};
|
|
7068
6844
|
var ParquetReader = _ParquetReader;
|
|
7069
|
-
ParquetReader
|
|
7070
|
-
|
|
6845
|
+
__publicField(ParquetReader, "defaultProps", {
|
|
6846
|
+
// max ArrayBuffer size in js is 2Gb
|
|
6847
|
+
defaultDictionarySize: 2147483648,
|
|
7071
6848
|
preserveBinary: false
|
|
7072
|
-
};
|
|
6849
|
+
});
|
|
7073
6850
|
|
|
7074
|
-
//
|
|
6851
|
+
// dist/lib/arrow/convert-schema-from-parquet.js
|
|
7075
6852
|
var PARQUET_TYPE_MAPPING = {
|
|
7076
6853
|
BOOLEAN: "bool",
|
|
7077
6854
|
INT32: "int32",
|
|
@@ -7153,7 +6930,7 @@ function getSchemaMetadata(parquetMetadata) {
|
|
|
7153
6930
|
return metadata;
|
|
7154
6931
|
}
|
|
7155
6932
|
|
|
7156
|
-
//
|
|
6933
|
+
// dist/lib/parsers/get-parquet-schema.js
|
|
7157
6934
|
var import_gis = require("@loaders.gl/gis");
|
|
7158
6935
|
async function getSchemaFromParquetReader(reader) {
|
|
7159
6936
|
const parquetSchema = await reader.getSchema();
|
|
@@ -7164,7 +6941,7 @@ async function getSchemaFromParquetReader(reader) {
|
|
|
7164
6941
|
return schema;
|
|
7165
6942
|
}
|
|
7166
6943
|
|
|
7167
|
-
//
|
|
6944
|
+
// dist/lib/parsers/parse-parquet.js
|
|
7168
6945
|
async function parseParquetFile(file, options) {
|
|
7169
6946
|
var _a, _b;
|
|
7170
6947
|
installBufferPolyfill();
|
|
@@ -7221,7 +6998,7 @@ function convertTable(objectRowTable, shape) {
|
|
|
7221
6998
|
}
|
|
7222
6999
|
}
|
|
7223
7000
|
|
|
7224
|
-
//
|
|
7001
|
+
// dist/lib/parsers/parse-geoparquet.js
|
|
7225
7002
|
var import_gis2 = require("@loaders.gl/gis");
|
|
7226
7003
|
var import_wkt = require("@loaders.gl/wkt");
|
|
7227
7004
|
async function parseGeoParquetFile(file, options) {
|
|
@@ -7277,7 +7054,7 @@ function convertBatch(objectRowBatch, shape) {
|
|
|
7277
7054
|
}
|
|
7278
7055
|
}
|
|
7279
7056
|
|
|
7280
|
-
//
|
|
7057
|
+
// dist/lib/parsers/parse-parquet-to-columns.js
|
|
7281
7058
|
async function parseParquetFileInColumns(file, options) {
|
|
7282
7059
|
installBufferPolyfill();
|
|
7283
7060
|
for await (const batch of parseParquetFileInColumnarBatches(file, options)) {
|
|
@@ -7309,8 +7086,8 @@ function convertRowGroupToTableBatch(rowGroup, parquetSchema, schema) {
|
|
|
7309
7086
|
};
|
|
7310
7087
|
}
|
|
7311
7088
|
|
|
7312
|
-
//
|
|
7313
|
-
var VERSION2 =
|
|
7089
|
+
// dist/parquet-loader.js
|
|
7090
|
+
var VERSION2 = true ? "4.2.0-alpha.5" : "latest";
|
|
7314
7091
|
var ParquetWorkerLoader = {
|
|
7315
7092
|
name: "Apache Parquet",
|
|
7316
7093
|
id: "parquet",
|
|
@@ -7390,8 +7167,8 @@ var ParquetColumnarLoader = {
|
|
|
7390
7167
|
parseFileInBatches: parseParquetFileInColumnarBatches
|
|
7391
7168
|
};
|
|
7392
7169
|
|
|
7393
|
-
//
|
|
7394
|
-
var VERSION3 =
|
|
7170
|
+
// dist/parquet-writer.js
|
|
7171
|
+
var VERSION3 = true ? "4.2.0-alpha.5" : "latest";
|
|
7395
7172
|
var ParquetWriter = {
|
|
7396
7173
|
name: "Apache Parquet",
|
|
7397
7174
|
id: "parquet",
|
|
@@ -7408,10 +7185,10 @@ function encodeSync(data, options) {
|
|
|
7408
7185
|
return new ArrayBuffer(0);
|
|
7409
7186
|
}
|
|
7410
7187
|
|
|
7411
|
-
//
|
|
7188
|
+
// dist/lib/wasm/parse-parquet-wasm.js
|
|
7412
7189
|
var import_arrow = require("@loaders.gl/arrow");
|
|
7413
7190
|
|
|
7414
|
-
//
|
|
7191
|
+
// dist/lib/wasm/load-wasm.js
|
|
7415
7192
|
var import_parquet_wasm = __toESM(require("parquet-wasm"), 1);
|
|
7416
7193
|
var parquetWasm = __toESM(require("parquet-wasm"), 1);
|
|
7417
7194
|
var initializePromise;
|
|
@@ -7426,7 +7203,7 @@ async function loadWasm(wasmUrl = PARQUET_WASM_URL) {
|
|
|
7426
7203
|
return parquetWasm;
|
|
7427
7204
|
}
|
|
7428
7205
|
|
|
7429
|
-
//
|
|
7206
|
+
// dist/lib/wasm/parse-parquet-wasm.js
|
|
7430
7207
|
var arrow = __toESM(require("apache-arrow"), 1);
|
|
7431
7208
|
async function parseParquetWasm(arrayBuffer, options) {
|
|
7432
7209
|
var _a;
|
|
@@ -7446,7 +7223,7 @@ async function parseParquetWasm(arrayBuffer, options) {
|
|
|
7446
7223
|
}
|
|
7447
7224
|
}
|
|
7448
7225
|
|
|
7449
|
-
//
|
|
7226
|
+
// dist/parquet-wasm-loader.js
|
|
7450
7227
|
var ParquetWasmWorkerLoader = {
|
|
7451
7228
|
name: "Apache Parquet",
|
|
7452
7229
|
id: "parquet-wasm",
|
|
@@ -7473,7 +7250,7 @@ var ParquetWasmLoader = {
|
|
|
7473
7250
|
}
|
|
7474
7251
|
};
|
|
7475
7252
|
|
|
7476
|
-
//
|
|
7253
|
+
// dist/lib/wasm/encode-parquet-wasm.js
|
|
7477
7254
|
var arrow2 = __toESM(require("apache-arrow"), 1);
|
|
7478
7255
|
async function encode(table, options) {
|
|
7479
7256
|
var _a;
|
|
@@ -7485,15 +7262,12 @@ async function encode(table, options) {
|
|
|
7485
7262
|
const wasmProperties = new wasm.WriterPropertiesBuilder().build();
|
|
7486
7263
|
try {
|
|
7487
7264
|
const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
|
|
7488
|
-
return parquetBytes.buffer.slice(
|
|
7489
|
-
parquetBytes.byteOffset,
|
|
7490
|
-
parquetBytes.byteLength + parquetBytes.byteOffset
|
|
7491
|
-
);
|
|
7265
|
+
return parquetBytes.buffer.slice(parquetBytes.byteOffset, parquetBytes.byteLength + parquetBytes.byteOffset);
|
|
7492
7266
|
} finally {
|
|
7493
7267
|
}
|
|
7494
7268
|
}
|
|
7495
7269
|
|
|
7496
|
-
//
|
|
7270
|
+
// dist/parquet-wasm-writer.js
|
|
7497
7271
|
var ParquetWasmWriter = {
|
|
7498
7272
|
name: "Apache Parquet",
|
|
7499
7273
|
id: "parquet-wasm",
|
|
@@ -7513,7 +7287,7 @@ var ParquetWasmWriter = {
|
|
|
7513
7287
|
}
|
|
7514
7288
|
};
|
|
7515
7289
|
|
|
7516
|
-
//
|
|
7290
|
+
// dist/parquetjs/utils/file-utils.js
|
|
7517
7291
|
var fs = __toESM(require("fs"), 1);
|
|
7518
7292
|
function oswrite(os, buf) {
|
|
7519
7293
|
return new Promise((resolve, reject) => {
|
|
@@ -7545,7 +7319,7 @@ function osopen(path, opts) {
|
|
|
7545
7319
|
});
|
|
7546
7320
|
}
|
|
7547
7321
|
|
|
7548
|
-
//
|
|
7322
|
+
// dist/parquetjs/encoder/parquet-encoder.js
|
|
7549
7323
|
var import_node_int646 = __toESM(require("node-int64"), 1);
|
|
7550
7324
|
var PARQUET_MAGIC2 = "PAR1";
|
|
7551
7325
|
var PARQUET_VERSION = 1;
|
|
@@ -7570,6 +7344,12 @@ var ParquetEncoder = class {
|
|
|
7570
7344
|
const envelopeWriter = await ParquetEnvelopeWriter.openStream(schema, outputStream, opts);
|
|
7571
7345
|
return new ParquetEncoder(schema, envelopeWriter, opts);
|
|
7572
7346
|
}
|
|
7347
|
+
schema;
|
|
7348
|
+
envelopeWriter;
|
|
7349
|
+
rowBuffer;
|
|
7350
|
+
rowGroupSize;
|
|
7351
|
+
closed;
|
|
7352
|
+
userMetadata;
|
|
7573
7353
|
/**
|
|
7574
7354
|
* Create a new buffered parquet writer for a given envelope writer
|
|
7575
7355
|
*/
|
|
@@ -7655,6 +7435,14 @@ var ParquetEnvelopeWriter = class {
|
|
|
7655
7435
|
const closeFn = osclose.bind(void 0, outputStream);
|
|
7656
7436
|
return new ParquetEnvelopeWriter(schema, writeFn, closeFn, 0, opts);
|
|
7657
7437
|
}
|
|
7438
|
+
schema;
|
|
7439
|
+
write;
|
|
7440
|
+
close;
|
|
7441
|
+
offset;
|
|
7442
|
+
rowCount;
|
|
7443
|
+
rowGroups;
|
|
7444
|
+
pageSize;
|
|
7445
|
+
useDataPageV2;
|
|
7658
7446
|
constructor(schema, writeFn, closeFn, fileOffset, opts) {
|
|
7659
7447
|
this.schema = schema;
|
|
7660
7448
|
this.write = writeFn;
|
|
@@ -7696,9 +7484,7 @@ var ParquetEnvelopeWriter = class {
|
|
|
7696
7484
|
if (!userMetadata) {
|
|
7697
7485
|
userMetadata = {};
|
|
7698
7486
|
}
|
|
7699
|
-
return this.writeSection(
|
|
7700
|
-
encodeFooter(this.schema, this.rowCount, this.rowGroups, userMetadata)
|
|
7701
|
-
);
|
|
7487
|
+
return this.writeSection(encodeFooter(this.schema, this.rowCount, this.rowGroups, userMetadata));
|
|
7702
7488
|
}
|
|
7703
7489
|
/**
|
|
7704
7490
|
* Set the parquet data page size. The data page size controls the maximum
|
|
@@ -7736,7 +7522,7 @@ async function encodeDataPage(column, data) {
|
|
|
7736
7522
|
const dataBuf = Buffer.concat([rLevelsBuf, dLevelsBuf, valuesBuf]);
|
|
7737
7523
|
const compressedBuf = await deflate(column.compression, dataBuf);
|
|
7738
7524
|
const header = new PageHeader({
|
|
7739
|
-
type:
|
|
7525
|
+
type: PageType.DATA_PAGE,
|
|
7740
7526
|
data_page_header: new DataPageHeader({
|
|
7741
7527
|
num_values: data.count,
|
|
7742
7528
|
encoding: Encoding[column.encoding],
|
|
@@ -7773,7 +7559,7 @@ async function encodeDataPageV2(column, data, rowCount) {
|
|
|
7773
7559
|
});
|
|
7774
7560
|
}
|
|
7775
7561
|
const header = new PageHeader({
|
|
7776
|
-
type:
|
|
7562
|
+
type: PageType.DATA_PAGE_V2,
|
|
7777
7563
|
data_page_header_v2: new DataPageHeaderV2({
|
|
7778
7564
|
num_values: data.count,
|
|
7779
7565
|
num_nulls: data.count - data.values.length,
|
|
@@ -7895,3 +7681,4 @@ function encodeFooter(schema, rowCount, rowGroups, userMetadata) {
|
|
|
7895
7681
|
* @license MIT
|
|
7896
7682
|
* https://github.com/feross/buffer/blob/master/AUTHORS.md
|
|
7897
7683
|
*/
|
|
7684
|
+
//# sourceMappingURL=index.cjs.map
|