@loaders.gl/parquet 3.1.0-beta.7 → 3.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dist.min.js +8 -17
- package/dist/dist.min.js.map +3 -3
- package/dist/es5/bundle.js +1 -1
- package/dist/es5/bundle.js.map +1 -1
- package/dist/es5/constants.js +5 -5
- package/dist/es5/constants.js.map +1 -1
- package/dist/es5/index.js +19 -10
- package/dist/es5/index.js.map +1 -1
- package/dist/es5/lib/convert-schema.js +13 -13
- package/dist/es5/lib/convert-schema.js.map +1 -1
- package/dist/es5/lib/parse-parquet.js +154 -19
- package/dist/es5/lib/parse-parquet.js.map +1 -1
- package/dist/es5/lib/read-array-buffer.js +43 -6
- package/dist/es5/lib/read-array-buffer.js.map +1 -1
- package/dist/es5/parquet-loader.js +4 -4
- package/dist/es5/parquet-loader.js.map +1 -1
- package/dist/es5/parquet-writer.js +4 -4
- package/dist/es5/parquet-writer.js.map +1 -1
- package/dist/es5/parquetjs/codecs/dictionary.js +10 -2
- package/dist/es5/parquetjs/codecs/dictionary.js.map +1 -1
- package/dist/es5/parquetjs/codecs/index.js +6 -4
- package/dist/es5/parquetjs/codecs/index.js.map +1 -1
- package/dist/es5/parquetjs/codecs/plain.js +43 -41
- package/dist/es5/parquetjs/codecs/plain.js.map +1 -1
- package/dist/es5/parquetjs/codecs/rle.js +35 -25
- package/dist/es5/parquetjs/codecs/rle.js.map +1 -1
- package/dist/es5/parquetjs/compression.js +110 -27
- package/dist/es5/parquetjs/compression.js.map +1 -1
- package/dist/es5/parquetjs/encoder/writer.js +737 -301
- package/dist/es5/parquetjs/encoder/writer.js.map +1 -1
- package/dist/es5/parquetjs/file.js +15 -15
- package/dist/es5/parquetjs/file.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js +152 -141
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js +160 -147
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js +259 -248
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js +79 -67
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js +124 -113
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js +169 -158
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/DateType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js +79 -68
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js +94 -83
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js +182 -170
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/IntType.js +79 -68
- package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js +79 -68
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/ListType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js +343 -319
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/MapType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/NullType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js +75 -64
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js +94 -83
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js +169 -158
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js +94 -83
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/PageType.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js +124 -113
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js +199 -188
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js +94 -83
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js +135 -124
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/StringType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js +79 -68
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js +101 -88
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js +79 -68
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/Type.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/index.js +43 -43
- package/dist/es5/parquetjs/parser/decoders.js +391 -218
- package/dist/es5/parquetjs/parser/decoders.js.map +1 -1
- package/dist/es5/parquetjs/parser/parquet-cursor.js +180 -62
- package/dist/es5/parquetjs/parser/parquet-cursor.js.map +1 -1
- package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +370 -125
- package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +1 -1
- package/dist/es5/parquetjs/parser/parquet-reader.js +320 -91
- package/dist/es5/parquetjs/parser/parquet-reader.js.map +1 -1
- package/dist/es5/parquetjs/schema/declare.js +11 -9
- package/dist/es5/parquetjs/schema/declare.js.map +1 -1
- package/dist/es5/parquetjs/schema/schema.js +87 -73
- package/dist/es5/parquetjs/schema/schema.js.map +1 -1
- package/dist/es5/parquetjs/schema/shred.js +96 -56
- package/dist/es5/parquetjs/schema/shred.js.map +1 -1
- package/dist/es5/parquetjs/schema/types.js +40 -39
- package/dist/es5/parquetjs/schema/types.js.map +1 -1
- package/dist/es5/parquetjs/utils/buffer-utils.js +1 -1
- package/dist/es5/parquetjs/utils/buffer-utils.js.map +1 -1
- package/dist/es5/parquetjs/utils/file-utils.js +12 -8
- package/dist/es5/parquetjs/utils/file-utils.js.map +1 -1
- package/dist/es5/parquetjs/utils/read-utils.js +50 -22
- package/dist/es5/parquetjs/utils/read-utils.js.map +1 -1
- package/dist/esm/parquet-loader.js +1 -1
- package/dist/esm/parquet-loader.js.map +1 -1
- package/dist/esm/parquet-writer.js +1 -1
- package/dist/esm/parquet-writer.js.map +1 -1
- package/dist/index.js +1 -1
- package/dist/parquet-worker.js +9 -18
- package/dist/parquet-worker.js.map +3 -3
- package/package.json +5 -5
|
@@ -2,23 +2,30 @@
|
|
|
2
2
|
|
|
3
3
|
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
4
|
|
|
5
|
+
var _typeof = require("@babel/runtime/helpers/typeof");
|
|
6
|
+
|
|
5
7
|
Object.defineProperty(exports, "__esModule", {
|
|
6
8
|
value: true
|
|
7
9
|
});
|
|
8
10
|
exports.DataPageHeaderV2 = void 0;
|
|
9
11
|
|
|
12
|
+
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
13
|
+
|
|
14
|
+
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
15
|
+
|
|
10
16
|
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
11
17
|
|
|
12
18
|
var thrift = _interopRequireWildcard(require("thrift"));
|
|
13
19
|
|
|
14
20
|
var Statistics = _interopRequireWildcard(require("./Statistics"));
|
|
15
21
|
|
|
16
|
-
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
|
|
22
|
+
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
|
|
17
23
|
|
|
18
|
-
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null ||
|
|
24
|
+
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
|
|
19
25
|
|
|
20
|
-
|
|
21
|
-
|
|
26
|
+
var DataPageHeaderV2 = function () {
|
|
27
|
+
function DataPageHeaderV2(args) {
|
|
28
|
+
(0, _classCallCheck2.default)(this, DataPageHeaderV2);
|
|
22
29
|
(0, _defineProperty2.default)(this, "num_values", void 0);
|
|
23
30
|
(0, _defineProperty2.default)(this, "num_nulls", void 0);
|
|
24
31
|
(0, _defineProperty2.default)(this, "num_rows", void 0);
|
|
@@ -73,175 +80,179 @@ class DataPageHeaderV2 {
|
|
|
73
80
|
}
|
|
74
81
|
}
|
|
75
82
|
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
output.writeFieldBegin('num_values', thrift.Thrift.Type.I32, 1);
|
|
81
|
-
output.writeI32(this.num_values);
|
|
82
|
-
output.writeFieldEnd();
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
if (this.num_nulls != null) {
|
|
86
|
-
output.writeFieldBegin('num_nulls', thrift.Thrift.Type.I32, 2);
|
|
87
|
-
output.writeI32(this.num_nulls);
|
|
88
|
-
output.writeFieldEnd();
|
|
89
|
-
}
|
|
90
|
-
|
|
91
|
-
if (this.num_rows != null) {
|
|
92
|
-
output.writeFieldBegin('num_rows', thrift.Thrift.Type.I32, 3);
|
|
93
|
-
output.writeI32(this.num_rows);
|
|
94
|
-
output.writeFieldEnd();
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
if (this.encoding != null) {
|
|
98
|
-
output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 4);
|
|
99
|
-
output.writeI32(this.encoding);
|
|
100
|
-
output.writeFieldEnd();
|
|
101
|
-
}
|
|
83
|
+
(0, _createClass2.default)(DataPageHeaderV2, [{
|
|
84
|
+
key: "write",
|
|
85
|
+
value: function write(output) {
|
|
86
|
+
output.writeStructBegin('DataPageHeaderV2');
|
|
102
87
|
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
}
|
|
108
|
-
|
|
109
|
-
if (this.repetition_levels_byte_length != null) {
|
|
110
|
-
output.writeFieldBegin('repetition_levels_byte_length', thrift.Thrift.Type.I32, 6);
|
|
111
|
-
output.writeI32(this.repetition_levels_byte_length);
|
|
112
|
-
output.writeFieldEnd();
|
|
113
|
-
}
|
|
114
|
-
|
|
115
|
-
if (this.is_compressed != null) {
|
|
116
|
-
output.writeFieldBegin('is_compressed', thrift.Thrift.Type.BOOL, 7);
|
|
117
|
-
output.writeBool(this.is_compressed);
|
|
118
|
-
output.writeFieldEnd();
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
if (this.statistics != null) {
|
|
122
|
-
output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 8);
|
|
123
|
-
this.statistics.write(output);
|
|
124
|
-
output.writeFieldEnd();
|
|
125
|
-
}
|
|
126
|
-
|
|
127
|
-
output.writeFieldStop();
|
|
128
|
-
output.writeStructEnd();
|
|
129
|
-
return;
|
|
130
|
-
}
|
|
131
|
-
|
|
132
|
-
static read(input) {
|
|
133
|
-
input.readStructBegin();
|
|
134
|
-
let _args = {};
|
|
135
|
-
|
|
136
|
-
while (true) {
|
|
137
|
-
const ret = input.readFieldBegin();
|
|
138
|
-
const fieldType = ret.ftype;
|
|
139
|
-
const fieldId = ret.fid;
|
|
140
|
-
|
|
141
|
-
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
142
|
-
break;
|
|
88
|
+
if (this.num_values != null) {
|
|
89
|
+
output.writeFieldBegin('num_values', thrift.Thrift.Type.I32, 1);
|
|
90
|
+
output.writeI32(this.num_values);
|
|
91
|
+
output.writeFieldEnd();
|
|
143
92
|
}
|
|
144
93
|
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
} else {
|
|
151
|
-
input.skip(fieldType);
|
|
152
|
-
}
|
|
153
|
-
|
|
154
|
-
break;
|
|
155
|
-
|
|
156
|
-
case 2:
|
|
157
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
158
|
-
const value_2 = input.readI32();
|
|
159
|
-
_args.num_nulls = value_2;
|
|
160
|
-
} else {
|
|
161
|
-
input.skip(fieldType);
|
|
162
|
-
}
|
|
163
|
-
|
|
164
|
-
break;
|
|
165
|
-
|
|
166
|
-
case 3:
|
|
167
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
168
|
-
const value_3 = input.readI32();
|
|
169
|
-
_args.num_rows = value_3;
|
|
170
|
-
} else {
|
|
171
|
-
input.skip(fieldType);
|
|
172
|
-
}
|
|
173
|
-
|
|
174
|
-
break;
|
|
175
|
-
|
|
176
|
-
case 4:
|
|
177
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
178
|
-
const value_4 = input.readI32();
|
|
179
|
-
_args.encoding = value_4;
|
|
180
|
-
} else {
|
|
181
|
-
input.skip(fieldType);
|
|
182
|
-
}
|
|
183
|
-
|
|
184
|
-
break;
|
|
185
|
-
|
|
186
|
-
case 5:
|
|
187
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
188
|
-
const value_5 = input.readI32();
|
|
189
|
-
_args.definition_levels_byte_length = value_5;
|
|
190
|
-
} else {
|
|
191
|
-
input.skip(fieldType);
|
|
192
|
-
}
|
|
193
|
-
|
|
194
|
-
break;
|
|
195
|
-
|
|
196
|
-
case 6:
|
|
197
|
-
if (fieldType === thrift.Thrift.Type.I32) {
|
|
198
|
-
const value_6 = input.readI32();
|
|
199
|
-
_args.repetition_levels_byte_length = value_6;
|
|
200
|
-
} else {
|
|
201
|
-
input.skip(fieldType);
|
|
202
|
-
}
|
|
94
|
+
if (this.num_nulls != null) {
|
|
95
|
+
output.writeFieldBegin('num_nulls', thrift.Thrift.Type.I32, 2);
|
|
96
|
+
output.writeI32(this.num_nulls);
|
|
97
|
+
output.writeFieldEnd();
|
|
98
|
+
}
|
|
203
99
|
|
|
204
|
-
|
|
100
|
+
if (this.num_rows != null) {
|
|
101
|
+
output.writeFieldBegin('num_rows', thrift.Thrift.Type.I32, 3);
|
|
102
|
+
output.writeI32(this.num_rows);
|
|
103
|
+
output.writeFieldEnd();
|
|
104
|
+
}
|
|
205
105
|
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
input.skip(fieldType);
|
|
212
|
-
}
|
|
106
|
+
if (this.encoding != null) {
|
|
107
|
+
output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 4);
|
|
108
|
+
output.writeI32(this.encoding);
|
|
109
|
+
output.writeFieldEnd();
|
|
110
|
+
}
|
|
213
111
|
|
|
214
|
-
|
|
112
|
+
if (this.definition_levels_byte_length != null) {
|
|
113
|
+
output.writeFieldBegin('definition_levels_byte_length', thrift.Thrift.Type.I32, 5);
|
|
114
|
+
output.writeI32(this.definition_levels_byte_length);
|
|
115
|
+
output.writeFieldEnd();
|
|
116
|
+
}
|
|
215
117
|
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
input.skip(fieldType);
|
|
222
|
-
}
|
|
118
|
+
if (this.repetition_levels_byte_length != null) {
|
|
119
|
+
output.writeFieldBegin('repetition_levels_byte_length', thrift.Thrift.Type.I32, 6);
|
|
120
|
+
output.writeI32(this.repetition_levels_byte_length);
|
|
121
|
+
output.writeFieldEnd();
|
|
122
|
+
}
|
|
223
123
|
|
|
224
|
-
|
|
124
|
+
if (this.is_compressed != null) {
|
|
125
|
+
output.writeFieldBegin('is_compressed', thrift.Thrift.Type.BOOL, 7);
|
|
126
|
+
output.writeBool(this.is_compressed);
|
|
127
|
+
output.writeFieldEnd();
|
|
128
|
+
}
|
|
225
129
|
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
130
|
+
if (this.statistics != null) {
|
|
131
|
+
output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 8);
|
|
132
|
+
this.statistics.write(output);
|
|
133
|
+
output.writeFieldEnd();
|
|
230
134
|
}
|
|
231
135
|
|
|
232
|
-
|
|
136
|
+
output.writeFieldStop();
|
|
137
|
+
output.writeStructEnd();
|
|
138
|
+
return;
|
|
233
139
|
}
|
|
140
|
+
}], [{
|
|
141
|
+
key: "read",
|
|
142
|
+
value: function read(input) {
|
|
143
|
+
input.readStructBegin();
|
|
144
|
+
var _args = {};
|
|
145
|
+
|
|
146
|
+
while (true) {
|
|
147
|
+
var ret = input.readFieldBegin();
|
|
148
|
+
var fieldType = ret.ftype;
|
|
149
|
+
var fieldId = ret.fid;
|
|
150
|
+
|
|
151
|
+
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
152
|
+
break;
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
switch (fieldId) {
|
|
156
|
+
case 1:
|
|
157
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
158
|
+
var value_1 = input.readI32();
|
|
159
|
+
_args.num_values = value_1;
|
|
160
|
+
} else {
|
|
161
|
+
input.skip(fieldType);
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
break;
|
|
165
|
+
|
|
166
|
+
case 2:
|
|
167
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
168
|
+
var value_2 = input.readI32();
|
|
169
|
+
_args.num_nulls = value_2;
|
|
170
|
+
} else {
|
|
171
|
+
input.skip(fieldType);
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
break;
|
|
175
|
+
|
|
176
|
+
case 3:
|
|
177
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
178
|
+
var value_3 = input.readI32();
|
|
179
|
+
_args.num_rows = value_3;
|
|
180
|
+
} else {
|
|
181
|
+
input.skip(fieldType);
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
break;
|
|
185
|
+
|
|
186
|
+
case 4:
|
|
187
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
188
|
+
var value_4 = input.readI32();
|
|
189
|
+
_args.encoding = value_4;
|
|
190
|
+
} else {
|
|
191
|
+
input.skip(fieldType);
|
|
192
|
+
}
|
|
193
|
+
|
|
194
|
+
break;
|
|
195
|
+
|
|
196
|
+
case 5:
|
|
197
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
198
|
+
var value_5 = input.readI32();
|
|
199
|
+
_args.definition_levels_byte_length = value_5;
|
|
200
|
+
} else {
|
|
201
|
+
input.skip(fieldType);
|
|
202
|
+
}
|
|
203
|
+
|
|
204
|
+
break;
|
|
205
|
+
|
|
206
|
+
case 6:
|
|
207
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
208
|
+
var value_6 = input.readI32();
|
|
209
|
+
_args.repetition_levels_byte_length = value_6;
|
|
210
|
+
} else {
|
|
211
|
+
input.skip(fieldType);
|
|
212
|
+
}
|
|
213
|
+
|
|
214
|
+
break;
|
|
215
|
+
|
|
216
|
+
case 7:
|
|
217
|
+
if (fieldType === thrift.Thrift.Type.BOOL) {
|
|
218
|
+
var value_7 = input.readBool();
|
|
219
|
+
_args.is_compressed = value_7;
|
|
220
|
+
} else {
|
|
221
|
+
input.skip(fieldType);
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
break;
|
|
225
|
+
|
|
226
|
+
case 8:
|
|
227
|
+
if (fieldType === thrift.Thrift.Type.STRUCT) {
|
|
228
|
+
var value_8 = Statistics.Statistics.read(input);
|
|
229
|
+
_args.statistics = value_8;
|
|
230
|
+
} else {
|
|
231
|
+
input.skip(fieldType);
|
|
232
|
+
}
|
|
233
|
+
|
|
234
|
+
break;
|
|
235
|
+
|
|
236
|
+
default:
|
|
237
|
+
{
|
|
238
|
+
input.skip(fieldType);
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
input.readFieldEnd();
|
|
243
|
+
}
|
|
234
244
|
|
|
235
|
-
|
|
245
|
+
input.readStructEnd();
|
|
236
246
|
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
247
|
+
if (_args.num_values !== undefined && _args.num_nulls !== undefined && _args.num_rows !== undefined && _args.encoding !== undefined && _args.definition_levels_byte_length !== undefined && _args.repetition_levels_byte_length !== undefined) {
|
|
248
|
+
return new DataPageHeaderV2(_args);
|
|
249
|
+
} else {
|
|
250
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read DataPageHeaderV2 from input');
|
|
251
|
+
}
|
|
241
252
|
}
|
|
242
|
-
}
|
|
243
|
-
|
|
244
|
-
}
|
|
253
|
+
}]);
|
|
254
|
+
return DataPageHeaderV2;
|
|
255
|
+
}();
|
|
245
256
|
|
|
246
257
|
exports.DataPageHeaderV2 = DataPageHeaderV2;
|
|
247
258
|
//# sourceMappingURL=DataPageHeaderV2.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/DataPageHeaderV2.ts"],"names":["DataPageHeaderV2","constructor","args","num_values","thrift","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","num_nulls","num_rows","encoding","definition_levels_byte_length","repetition_levels_byte_length","is_compressed","statistics","write","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","BOOL","writeBool","STRUCT","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI32","skip","value_2","value_3","value_4","value_5","value_6","value_7","readBool","value_8","Statistics","readFieldEnd","readStructEnd","undefined"],"mappings":";;;;;;;;;;;AAMA;;AAEA;;;;;;AAWO,MAAMA,gBAAN,CAAuB;AAS5BC,EAAAA,WAAW,CAACC,IAAD,EAA8B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,yDAFR,IAEQ;AAAA;;AACvC,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBD,IAAI,CAACC,UAAvB;AACD,KAFD,MAEO;AACL,YAAM,IAAIC,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,sCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,SAAL,IAAkB,IAAtC,EAA4C;AAC1C,WAAKA,SAAL,GAAiBP,IAAI,CAACO,SAAtB;AACD,KAFD,MAEO;AACL,YAAM,IAAIL,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,qCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACQ,QAAL,IAAiB,IAArC,EAA2C;AACzC,WAAKA,QAAL,GAAgBR,IAAI,CAACQ,QAArB;AACD,KAFD,MAEO;AACL,YAAM,IAAIN,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACS,QAAL,IAAiB,IAArC,EAA2C;AACzC,WAAKA,QAAL,GAAgBT,IAAI,CAACS,QAArB;AACD,KAFD,MAEO;AACL,YAAM,IAAIP,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACU,6BAAL,IAAsC,IAA1D,EAAgE;AAC9D,WAAKA,6BAAL,GAAqCV,IAAI,CAACU,6BAA1C;AACD,KAFD,MAEO;AACL,YAAM,IAAIR,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,yDAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACW,6BAAL,IAAsC,IAA1D,EAAgE;AAC9D,WAAKA,6BAAL,GAAqCX,IAAI,CAACW,6BAA1C;AACD,KAFD,MAEO;AACL,YAAM,IAAIT,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,yDAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACY,aAAL,IAAsB,IAA1C,EAAgD;AAC9C,WAAKA,aAAL,GAAqBZ,IAAI,CAACY,aAA1B;AACD;;AACD,QAAIZ,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACa,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBb,IAAI,CAACa,UAAvB;AACD;AACF;;AACMC,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,kBAAxB;;AACA,QAAI,KAAKf,UAAL,IAAmB,IAAvB,EAA6B;AAC3Bc,MAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAAxD,EAA6D,CAA7D;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKnB,UAArB;AACAc,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKd,SAAL,IAAkB,IAAtB,EAA4B;AAC1BQ,MAAAA,MAAM,CAACE,eAAP,CAAuB,WAAvB,EAAoCf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAAvD,EAA4D,CAA5D;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKb,SAArB;AACAQ,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKb,QAAL,IAAiB,IAArB,EAA2B;AACzBO,MAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAAtD,EAA2D,CAA3D;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKZ,QAArB;AACAO,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKZ,QAAL,IAAiB,IAArB,EAA2B;AACzBM,MAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAAtD,EAA2D,CAA3D;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKX,QAArB;AACAM,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKX,6BAAL,IAAsC,IAA1C,EAAgD;AAC9CK,MAAAA,MAAM,CAACE,eAAP,CAAuB,+BAAvB,EAAwDf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAA3E,EAAgF,CAAhF;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKV,6BAArB;AACAK,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKV,6BAAL,IAAsC,IAA1C,EAAgD;AAC9CI,MAAAA,MAAM,CAACE,eAAP,CAAuB,+BAAvB,EAAwDf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAA3E,EAAgF,CAAhF;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKT,6BAArB;AACAI,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKT,aAAL,IAAsB,IAA1B,EAAgC;AAC9BG,MAAAA,MAAM,CAACE,eAAP,CAAuB,eAAvB,EAAwCf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBI,IAA3D,EAAiE,CAAjE;AACAP,MAAAA,MAAM,CAACQ,SAAP,CAAiB,KAAKX,aAAtB;AACAG,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKR,UAAL,IAAmB,IAAvB,EAA6B;AAC3BE,MAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBM,MAAxD,EAAgE,CAAhE;AACA,WAAKX,UAAL,CAAgBC,KAAhB,CAAsBC,MAAtB;AACAA,MAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,IAAAA,MAAM,CAACU,cAAP;AACAV,IAAAA,MAAM,CAACW,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAA4C;AAC5DA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAK/B,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBmB,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAK/B,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMmB,OAAe,GAAGV,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAAC7B,UAAN,GAAmBqC,OAAnB;AACD,WAHD,MAGO;AACLV,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK/B,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMsB,OAAe,GAAGb,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAACvB,SAAN,GAAkBkC,OAAlB;AACD,WAHD,MAGO;AACLb,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK/B,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMuB,OAAe,GAAGd,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAACtB,QAAN,GAAiBkC,OAAjB;AACD,WAHD,MAGO;AACLd,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK/B,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMwB,OAA0B,GAAGf,KAAK,CAACW,OAAN,EAAnC;AACAT,YAAAA,KAAK,CAACrB,QAAN,GAAiBkC,OAAjB;AACD,WAHD,MAGO;AACLf,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK/B,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMyB,OAAe,GAAGhB,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAACpB,6BAAN,GAAsCkC,OAAtC;AACD,WAHD,MAGO;AACLhB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK/B,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAM0B,OAAe,GAAGjB,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAACnB,6BAAN,GAAsCkC,OAAtC;AACD,WAHD,MAGO;AACLjB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK/B,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBI,IAArC,EAA2C;AACzC,kBAAMwB,OAAgB,GAAGlB,KAAK,CAACmB,QAAN,EAAzB;AACAjB,YAAAA,KAAK,CAAClB,aAAN,GAAsBkC,OAAtB;AACD,WAHD,MAGO;AACLlB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK/B,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBM,MAArC,EAA6C;AAC3C,kBAAMwB,OAA8B,GAAGC,UAAU,CAACA,UAAX,CAAsBtB,IAAtB,CAA2BC,KAA3B,CAAvC;AACAE,YAAAA,KAAK,CAACjB,UAAN,GAAmBmC,OAAnB;AACD,WAHD,MAGO;AACLpB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AAnEH;;AAqEAL,MAAAA,KAAK,CAACsB,YAAN;AACD;;AACDtB,IAAAA,KAAK,CAACuB,aAAN;;AACA,QACErB,KAAK,CAAC7B,UAAN,KAAqBmD,SAArB,IACAtB,KAAK,CAACvB,SAAN,KAAoB6C,SADpB,IAEAtB,KAAK,CAACtB,QAAN,KAAmB4C,SAFnB,IAGAtB,KAAK,CAACrB,QAAN,KAAmB2C,SAHnB,IAIAtB,KAAK,CAACpB,6BAAN,KAAwC0C,SAJxC,IAKAtB,KAAK,CAACnB,6BAAN,KAAwCyC,SAN1C,EAOE;AACA,aAAO,IAAItD,gBAAJ,CAAqBgC,KAArB,CAAP;AACD,KATD,MASO;AACL,YAAM,IAAI5B,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,4CAFI,CAAN;AAID;AACF;;AAhN2B","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as Encoding from './Encoding';\nimport * as Statistics from './Statistics';\nexport interface IDataPageHeaderV2Args {\n num_values: number;\n num_nulls: number;\n num_rows: number;\n encoding: Encoding.Encoding;\n definition_levels_byte_length: number;\n repetition_levels_byte_length: number;\n is_compressed?: boolean;\n statistics?: Statistics.Statistics;\n}\nexport class DataPageHeaderV2 {\n public num_values: number;\n public num_nulls: number;\n public num_rows: number;\n public encoding: Encoding.Encoding;\n public definition_levels_byte_length: number;\n public repetition_levels_byte_length: number;\n public is_compressed?: boolean = true;\n public statistics?: Statistics.Statistics;\n constructor(args: IDataPageHeaderV2Args) {\n if (args != null && args.num_values != null) {\n this.num_values = args.num_values;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_values] is unset!'\n );\n }\n if (args != null && args.num_nulls != null) {\n this.num_nulls = args.num_nulls;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_nulls] is unset!'\n );\n }\n if (args != null && args.num_rows != null) {\n this.num_rows = args.num_rows;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_rows] is unset!'\n );\n }\n if (args != null && args.encoding != null) {\n this.encoding = args.encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[encoding] is unset!'\n );\n }\n if (args != null && args.definition_levels_byte_length != null) {\n this.definition_levels_byte_length = args.definition_levels_byte_length;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[definition_levels_byte_length] is unset!'\n );\n }\n if (args != null && args.repetition_levels_byte_length != null) {\n this.repetition_levels_byte_length = args.repetition_levels_byte_length;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[repetition_levels_byte_length] is unset!'\n );\n }\n if (args != null && args.is_compressed != null) {\n this.is_compressed = args.is_compressed;\n }\n if (args != null && args.statistics != null) {\n this.statistics = args.statistics;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('DataPageHeaderV2');\n if (this.num_values != null) {\n output.writeFieldBegin('num_values', thrift.Thrift.Type.I32, 1);\n output.writeI32(this.num_values);\n output.writeFieldEnd();\n }\n if (this.num_nulls != null) {\n output.writeFieldBegin('num_nulls', thrift.Thrift.Type.I32, 2);\n output.writeI32(this.num_nulls);\n output.writeFieldEnd();\n }\n if (this.num_rows != null) {\n output.writeFieldBegin('num_rows', thrift.Thrift.Type.I32, 3);\n output.writeI32(this.num_rows);\n output.writeFieldEnd();\n }\n if (this.encoding != null) {\n output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 4);\n output.writeI32(this.encoding);\n output.writeFieldEnd();\n }\n if (this.definition_levels_byte_length != null) {\n output.writeFieldBegin('definition_levels_byte_length', thrift.Thrift.Type.I32, 5);\n output.writeI32(this.definition_levels_byte_length);\n output.writeFieldEnd();\n }\n if (this.repetition_levels_byte_length != null) {\n output.writeFieldBegin('repetition_levels_byte_length', thrift.Thrift.Type.I32, 6);\n output.writeI32(this.repetition_levels_byte_length);\n output.writeFieldEnd();\n }\n if (this.is_compressed != null) {\n output.writeFieldBegin('is_compressed', thrift.Thrift.Type.BOOL, 7);\n output.writeBool(this.is_compressed);\n output.writeFieldEnd();\n }\n if (this.statistics != null) {\n output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 8);\n this.statistics.write(output);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): DataPageHeaderV2 {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_1: number = input.readI32();\n _args.num_values = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_2: number = input.readI32();\n _args.num_nulls = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_3: number = input.readI32();\n _args.num_rows = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_4: Encoding.Encoding = input.readI32();\n _args.encoding = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_5: number = input.readI32();\n _args.definition_levels_byte_length = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_6: number = input.readI32();\n _args.repetition_levels_byte_length = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 7:\n if (fieldType === thrift.Thrift.Type.BOOL) {\n const value_7: boolean = input.readBool();\n _args.is_compressed = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n case 8:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_8: Statistics.Statistics = Statistics.Statistics.read(input);\n _args.statistics = value_8;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.num_values !== undefined &&\n _args.num_nulls !== undefined &&\n _args.num_rows !== undefined &&\n _args.encoding !== undefined &&\n _args.definition_levels_byte_length !== undefined &&\n _args.repetition_levels_byte_length !== undefined\n ) {\n return new DataPageHeaderV2(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read DataPageHeaderV2 from input'\n );\n }\n }\n}\n"],"file":"DataPageHeaderV2.js"}
|
|
1
|
+
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/DataPageHeaderV2.ts"],"names":["DataPageHeaderV2","args","num_values","thrift","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","num_nulls","num_rows","encoding","definition_levels_byte_length","repetition_levels_byte_length","is_compressed","statistics","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","BOOL","writeBool","STRUCT","write","writeFieldStop","writeStructEnd","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI32","skip","value_2","value_3","value_4","value_5","value_6","value_7","readBool","value_8","Statistics","read","readFieldEnd","readStructEnd","undefined"],"mappings":";;;;;;;;;;;;;;;;;AAMA;;AAEA;;;;;;IAWaA,gB;AASX,4BAAYC,IAAZ,EAAyC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,yDAFR,IAEQ;AAAA;;AACvC,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBD,IAAI,CAACC,UAAvB;AACD,KAFD,MAEO;AACL,YAAM,IAAIC,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,sCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,SAAL,IAAkB,IAAtC,EAA4C;AAC1C,WAAKA,SAAL,GAAiBP,IAAI,CAACO,SAAtB;AACD,KAFD,MAEO;AACL,YAAM,IAAIL,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,qCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACQ,QAAL,IAAiB,IAArC,EAA2C;AACzC,WAAKA,QAAL,GAAgBR,IAAI,CAACQ,QAArB;AACD,KAFD,MAEO;AACL,YAAM,IAAIN,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACS,QAAL,IAAiB,IAArC,EAA2C;AACzC,WAAKA,QAAL,GAAgBT,IAAI,CAACS,QAArB;AACD,KAFD,MAEO;AACL,YAAM,IAAIP,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACU,6BAAL,IAAsC,IAA1D,EAAgE;AAC9D,WAAKA,6BAAL,GAAqCV,IAAI,CAACU,6BAA1C;AACD,KAFD,MAEO;AACL,YAAM,IAAIR,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,yDAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACW,6BAAL,IAAsC,IAA1D,EAAgE;AAC9D,WAAKA,6BAAL,GAAqCX,IAAI,CAACW,6BAA1C;AACD,KAFD,MAEO;AACL,YAAM,IAAIT,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,yDAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACY,aAAL,IAAsB,IAA1C,EAAgD;AAC9C,WAAKA,aAAL,GAAqBZ,IAAI,CAACY,aAA1B;AACD;;AACD,QAAIZ,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACa,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBb,IAAI,CAACa,UAAvB;AACD;AACF;;;;WACD,eAAaC,MAAb,EAA6C;AAC3CA,MAAAA,MAAM,CAACC,gBAAP,CAAwB,kBAAxB;;AACA,UAAI,KAAKd,UAAL,IAAmB,IAAvB,EAA6B;AAC3Ba,QAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAAxD,EAA6D,CAA7D;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKlB,UAArB;AACAa,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKb,SAAL,IAAkB,IAAtB,EAA4B;AAC1BO,QAAAA,MAAM,CAACE,eAAP,CAAuB,WAAvB,EAAoCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAAvD,EAA4D,CAA5D;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKZ,SAArB;AACAO,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKZ,QAAL,IAAiB,IAArB,EAA2B;AACzBM,QAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAAtD,EAA2D,CAA3D;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKX,QAArB;AACAM,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKX,QAAL,IAAiB,IAArB,EAA2B;AACzBK,QAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAAtD,EAA2D,CAA3D;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKV,QAArB;AACAK,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKV,6BAAL,IAAsC,IAA1C,EAAgD;AAC9CI,QAAAA,MAAM,CAACE,eAAP,CAAuB,+BAAvB,EAAwDd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAA3E,EAAgF,CAAhF;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKT,6BAArB;AACAI,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKT,6BAAL,IAAsC,IAA1C,EAAgD;AAC9CG,QAAAA,MAAM,CAACE,eAAP,CAAuB,+BAAvB,EAAwDd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAA3E,EAAgF,CAAhF;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKR,6BAArB;AACAG,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKR,aAAL,IAAsB,IAA1B,EAAgC;AAC9BE,QAAAA,MAAM,CAACE,eAAP,CAAuB,eAAvB,EAAwCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBI,IAA3D,EAAiE,CAAjE;AACAP,QAAAA,MAAM,CAACQ,SAAP,CAAiB,KAAKV,aAAtB;AACAE,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKP,UAAL,IAAmB,IAAvB,EAA6B;AAC3BC,QAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBM,MAAxD,EAAgE,CAAhE;AACA,aAAKV,UAAL,CAAgBW,KAAhB,CAAsBV,MAAtB;AACAA,QAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,MAAAA,MAAM,CAACW,cAAP;AACAX,MAAAA,MAAM,CAACY,cAAP;AACA;AACD;;;WACD,cAAmBC,KAAnB,EAA8D;AAC5DA,MAAAA,KAAK,CAACC,eAAN;AACA,UAAIC,KAAU,GAAG,EAAjB;;AACA,aAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,YAAIH,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBmB,IAArC,EAA2C;AACzC;AACD;;AACD,gBAAQF,OAAR;AACE,eAAK,CAAL;AACE,gBAAIF,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMmB,OAAe,GAAGV,KAAK,CAACW,OAAN,EAAxB;AACAT,cAAAA,KAAK,CAAC5B,UAAN,GAAmBoC,OAAnB;AACD,aAHD,MAGO;AACLV,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMsB,OAAe,GAAGb,KAAK,CAACW,OAAN,EAAxB;AACAT,cAAAA,KAAK,CAACtB,SAAN,GAAkBiC,OAAlB;AACD,aAHD,MAGO;AACLb,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMuB,OAAe,GAAGd,KAAK,CAACW,OAAN,EAAxB;AACAT,cAAAA,KAAK,CAACrB,QAAN,GAAiBiC,OAAjB;AACD,aAHD,MAGO;AACLd,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMwB,OAA0B,GAAGf,KAAK,CAACW,OAAN,EAAnC;AACAT,cAAAA,KAAK,CAACpB,QAAN,GAAiBiC,OAAjB;AACD,aAHD,MAGO;AACLf,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMyB,OAAe,GAAGhB,KAAK,CAACW,OAAN,EAAxB;AACAT,cAAAA,KAAK,CAACnB,6BAAN,GAAsCiC,OAAtC;AACD,aAHD,MAGO;AACLhB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAM0B,OAAe,GAAGjB,KAAK,CAACW,OAAN,EAAxB;AACAT,cAAAA,KAAK,CAAClB,6BAAN,GAAsCiC,OAAtC;AACD,aAHD,MAGO;AACLjB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBI,IAArC,EAA2C;AACzC,kBAAMwB,OAAgB,GAAGlB,KAAK,CAACmB,QAAN,EAAzB;AACAjB,cAAAA,KAAK,CAACjB,aAAN,GAAsBiC,OAAtB;AACD,aAHD,MAGO;AACLlB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBM,MAArC,EAA6C;AAC3C,kBAAMwB,OAA8B,GAAGC,UAAU,CAACA,UAAX,CAAsBC,IAAtB,CAA2BtB,KAA3B,CAAvC;AACAE,cAAAA,KAAK,CAAChB,UAAN,GAAmBkC,OAAnB;AACD,aAHD,MAGO;AACLpB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AAnEH;;AAqEAL,QAAAA,KAAK,CAACuB,YAAN;AACD;;AACDvB,MAAAA,KAAK,CAACwB,aAAN;;AACA,UACEtB,KAAK,CAAC5B,UAAN,KAAqBmD,SAArB,IACAvB,KAAK,CAACtB,SAAN,KAAoB6C,SADpB,IAEAvB,KAAK,CAACrB,QAAN,KAAmB4C,SAFnB,IAGAvB,KAAK,CAACpB,QAAN,KAAmB2C,SAHnB,IAIAvB,KAAK,CAACnB,6BAAN,KAAwC0C,SAJxC,IAKAvB,KAAK,CAAClB,6BAAN,KAAwCyC,SAN1C,EAOE;AACA,eAAO,IAAIrD,gBAAJ,CAAqB8B,KAArB,CAAP;AACD,OATD,MASO;AACL,cAAM,IAAI3B,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,4CAFI,CAAN;AAID;AACF","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as Encoding from './Encoding';\nimport * as Statistics from './Statistics';\nexport interface IDataPageHeaderV2Args {\n num_values: number;\n num_nulls: number;\n num_rows: number;\n encoding: Encoding.Encoding;\n definition_levels_byte_length: number;\n repetition_levels_byte_length: number;\n is_compressed?: boolean;\n statistics?: Statistics.Statistics;\n}\nexport class DataPageHeaderV2 {\n public num_values: number;\n public num_nulls: number;\n public num_rows: number;\n public encoding: Encoding.Encoding;\n public definition_levels_byte_length: number;\n public repetition_levels_byte_length: number;\n public is_compressed?: boolean = true;\n public statistics?: Statistics.Statistics;\n constructor(args: IDataPageHeaderV2Args) {\n if (args != null && args.num_values != null) {\n this.num_values = args.num_values;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_values] is unset!'\n );\n }\n if (args != null && args.num_nulls != null) {\n this.num_nulls = args.num_nulls;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_nulls] is unset!'\n );\n }\n if (args != null && args.num_rows != null) {\n this.num_rows = args.num_rows;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_rows] is unset!'\n );\n }\n if (args != null && args.encoding != null) {\n this.encoding = args.encoding;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[encoding] is unset!'\n );\n }\n if (args != null && args.definition_levels_byte_length != null) {\n this.definition_levels_byte_length = args.definition_levels_byte_length;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[definition_levels_byte_length] is unset!'\n );\n }\n if (args != null && args.repetition_levels_byte_length != null) {\n this.repetition_levels_byte_length = args.repetition_levels_byte_length;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[repetition_levels_byte_length] is unset!'\n );\n }\n if (args != null && args.is_compressed != null) {\n this.is_compressed = args.is_compressed;\n }\n if (args != null && args.statistics != null) {\n this.statistics = args.statistics;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('DataPageHeaderV2');\n if (this.num_values != null) {\n output.writeFieldBegin('num_values', thrift.Thrift.Type.I32, 1);\n output.writeI32(this.num_values);\n output.writeFieldEnd();\n }\n if (this.num_nulls != null) {\n output.writeFieldBegin('num_nulls', thrift.Thrift.Type.I32, 2);\n output.writeI32(this.num_nulls);\n output.writeFieldEnd();\n }\n if (this.num_rows != null) {\n output.writeFieldBegin('num_rows', thrift.Thrift.Type.I32, 3);\n output.writeI32(this.num_rows);\n output.writeFieldEnd();\n }\n if (this.encoding != null) {\n output.writeFieldBegin('encoding', thrift.Thrift.Type.I32, 4);\n output.writeI32(this.encoding);\n output.writeFieldEnd();\n }\n if (this.definition_levels_byte_length != null) {\n output.writeFieldBegin('definition_levels_byte_length', thrift.Thrift.Type.I32, 5);\n output.writeI32(this.definition_levels_byte_length);\n output.writeFieldEnd();\n }\n if (this.repetition_levels_byte_length != null) {\n output.writeFieldBegin('repetition_levels_byte_length', thrift.Thrift.Type.I32, 6);\n output.writeI32(this.repetition_levels_byte_length);\n output.writeFieldEnd();\n }\n if (this.is_compressed != null) {\n output.writeFieldBegin('is_compressed', thrift.Thrift.Type.BOOL, 7);\n output.writeBool(this.is_compressed);\n output.writeFieldEnd();\n }\n if (this.statistics != null) {\n output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 8);\n this.statistics.write(output);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): DataPageHeaderV2 {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_1: number = input.readI32();\n _args.num_values = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_2: number = input.readI32();\n _args.num_nulls = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_3: number = input.readI32();\n _args.num_rows = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_4: Encoding.Encoding = input.readI32();\n _args.encoding = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_5: number = input.readI32();\n _args.definition_levels_byte_length = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_6: number = input.readI32();\n _args.repetition_levels_byte_length = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 7:\n if (fieldType === thrift.Thrift.Type.BOOL) {\n const value_7: boolean = input.readBool();\n _args.is_compressed = value_7;\n } else {\n input.skip(fieldType);\n }\n break;\n case 8:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_8: Statistics.Statistics = Statistics.Statistics.read(input);\n _args.statistics = value_8;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.num_values !== undefined &&\n _args.num_nulls !== undefined &&\n _args.num_rows !== undefined &&\n _args.encoding !== undefined &&\n _args.definition_levels_byte_length !== undefined &&\n _args.repetition_levels_byte_length !== undefined\n ) {\n return new DataPageHeaderV2(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read DataPageHeaderV2 from input'\n );\n }\n }\n}\n"],"file":"DataPageHeaderV2.js"}
|
|
@@ -1,53 +1,67 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
+
|
|
5
|
+
var _typeof = require("@babel/runtime/helpers/typeof");
|
|
6
|
+
|
|
3
7
|
Object.defineProperty(exports, "__esModule", {
|
|
4
8
|
value: true
|
|
5
9
|
});
|
|
6
10
|
exports.DateType = void 0;
|
|
7
11
|
|
|
8
|
-
var
|
|
12
|
+
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
9
13
|
|
|
10
|
-
|
|
14
|
+
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
11
15
|
|
|
12
|
-
|
|
16
|
+
var thrift = _interopRequireWildcard(require("thrift"));
|
|
17
|
+
|
|
18
|
+
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
|
|
13
19
|
|
|
14
|
-
|
|
15
|
-
constructor() {}
|
|
20
|
+
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
|
|
16
21
|
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
output.writeStructEnd();
|
|
21
|
-
return;
|
|
22
|
+
var DateType = function () {
|
|
23
|
+
function DateType() {
|
|
24
|
+
(0, _classCallCheck2.default)(this, DateType);
|
|
22
25
|
}
|
|
23
26
|
|
|
24
|
-
|
|
25
|
-
|
|
27
|
+
(0, _createClass2.default)(DateType, [{
|
|
28
|
+
key: "write",
|
|
29
|
+
value: function write(output) {
|
|
30
|
+
output.writeStructBegin('DateType');
|
|
31
|
+
output.writeFieldStop();
|
|
32
|
+
output.writeStructEnd();
|
|
33
|
+
return;
|
|
34
|
+
}
|
|
35
|
+
}], [{
|
|
36
|
+
key: "read",
|
|
37
|
+
value: function read(input) {
|
|
38
|
+
input.readStructBegin();
|
|
26
39
|
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
40
|
+
while (true) {
|
|
41
|
+
var ret = input.readFieldBegin();
|
|
42
|
+
var fieldType = ret.ftype;
|
|
43
|
+
var fieldId = ret.fid;
|
|
31
44
|
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
45
|
+
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
46
|
+
break;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
switch (fieldId) {
|
|
50
|
+
default:
|
|
51
|
+
{
|
|
52
|
+
input.skip(fieldType);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
35
55
|
|
|
36
|
-
|
|
37
|
-
default:
|
|
38
|
-
{
|
|
39
|
-
input.skip(fieldType);
|
|
40
|
-
}
|
|
56
|
+
input.readFieldEnd();
|
|
41
57
|
}
|
|
42
58
|
|
|
43
|
-
input.
|
|
59
|
+
input.readStructEnd();
|
|
60
|
+
return new DateType();
|
|
44
61
|
}
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
}
|
|
62
|
+
}]);
|
|
63
|
+
return DateType;
|
|
64
|
+
}();
|
|
51
65
|
|
|
52
66
|
exports.DateType = DateType;
|
|
53
67
|
//# sourceMappingURL=DateType.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/DateType.ts"],"names":["DateType","
|
|
1
|
+
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/DateType.ts"],"names":["DateType","output","writeStructBegin","writeFieldStop","writeStructEnd","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","thrift","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"mappings":";;;;;;;;;;;;;;;AAMA;;;;;;IAEaA,Q;AACX,sBAAc;AAAA;AAAE;;;;WAChB,eAAaC,MAAb,EAA6C;AAC3CA,MAAAA,MAAM,CAACC,gBAAP,CAAwB,UAAxB;AACAD,MAAAA,MAAM,CAACE,cAAP;AACAF,MAAAA,MAAM,CAACG,cAAP;AACA;AACD;;;WACD,cAAmBC,KAAnB,EAAsD;AACpDA,MAAAA,KAAK,CAACC,eAAN;;AACA,aAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,YAAIH,SAAS,KAAKI,MAAM,CAACC,MAAP,CAAcC,IAAd,CAAmBC,IAArC,EAA2C;AACzC;AACD;;AACD,gBAAQL,OAAR;AACE;AAAS;AACPN,cAAAA,KAAK,CAACY,IAAN,CAAWR,SAAX;AACD;AAHH;;AAKAJ,QAAAA,KAAK,CAACa,YAAN;AACD;;AACDb,MAAAA,KAAK,CAACc,aAAN;AACA,aAAO,IAAInB,QAAJ,EAAP;AACD","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface IDateTypeArgs {}\nexport class DateType {\n constructor() {}\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('DateType');\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): DateType {\n input.readStructBegin();\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n return new DateType();\n }\n}\n"],"file":"DateType.js"}
|