@loaders.gl/parquet 3.1.0-beta.3 → 3.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dist.min.js +6 -6
- package/dist/dist.min.js.map +2 -2
- package/dist/es5/bundle.js +1 -1
- package/dist/es5/bundle.js.map +1 -1
- package/dist/es5/constants.js +5 -5
- package/dist/es5/constants.js.map +1 -1
- package/dist/es5/index.js +19 -10
- package/dist/es5/index.js.map +1 -1
- package/dist/es5/lib/convert-schema.js +13 -13
- package/dist/es5/lib/convert-schema.js.map +1 -1
- package/dist/es5/lib/parse-parquet.js +154 -19
- package/dist/es5/lib/parse-parquet.js.map +1 -1
- package/dist/es5/lib/read-array-buffer.js +43 -6
- package/dist/es5/lib/read-array-buffer.js.map +1 -1
- package/dist/es5/parquet-loader.js +4 -4
- package/dist/es5/parquet-loader.js.map +1 -1
- package/dist/es5/parquet-writer.js +4 -4
- package/dist/es5/parquet-writer.js.map +1 -1
- package/dist/es5/parquetjs/codecs/dictionary.js +10 -2
- package/dist/es5/parquetjs/codecs/dictionary.js.map +1 -1
- package/dist/es5/parquetjs/codecs/index.js +6 -4
- package/dist/es5/parquetjs/codecs/index.js.map +1 -1
- package/dist/es5/parquetjs/codecs/plain.js +43 -41
- package/dist/es5/parquetjs/codecs/plain.js.map +1 -1
- package/dist/es5/parquetjs/codecs/rle.js +35 -25
- package/dist/es5/parquetjs/codecs/rle.js.map +1 -1
- package/dist/es5/parquetjs/compression.js +110 -27
- package/dist/es5/parquetjs/compression.js.map +1 -1
- package/dist/es5/parquetjs/encoder/writer.js +737 -301
- package/dist/es5/parquetjs/encoder/writer.js.map +1 -1
- package/dist/es5/parquetjs/file.js +15 -15
- package/dist/es5/parquetjs/file.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js +152 -141
- package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js +160 -147
- package/dist/es5/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js +259 -248
- package/dist/es5/parquetjs/parquet-thrift/ColumnMetaData.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js +79 -67
- package/dist/es5/parquetjs/parquet-thrift/ColumnOrder.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/CompressionCodec.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/ConvertedType.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js +124 -113
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeader.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js +169 -158
- package/dist/es5/parquetjs/parquet-thrift/DataPageHeaderV2.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/DateType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/DateType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js +79 -68
- package/dist/es5/parquetjs/parquet-thrift/DecimalType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js +94 -83
- package/dist/es5/parquetjs/parquet-thrift/DictionaryPageHeader.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/Encoding.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/EnumType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/FieldRepetitionType.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js +182 -170
- package/dist/es5/parquetjs/parquet-thrift/FileMetaData.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/IndexPageHeader.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/IntType.js +79 -68
- package/dist/es5/parquetjs/parquet-thrift/IntType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/JsonType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js +79 -68
- package/dist/es5/parquetjs/parquet-thrift/KeyValue.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/ListType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/ListType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js +343 -319
- package/dist/es5/parquetjs/parquet-thrift/LogicalType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/MapType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/MapType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/MicroSeconds.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/MilliSeconds.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/NullType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/NullType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js +75 -64
- package/dist/es5/parquetjs/parquet-thrift/OffsetIndex.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js +94 -83
- package/dist/es5/parquetjs/parquet-thrift/PageEncodingStats.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js +169 -158
- package/dist/es5/parquetjs/parquet-thrift/PageHeader.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js +94 -83
- package/dist/es5/parquetjs/parquet-thrift/PageLocation.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/PageType.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js +124 -113
- package/dist/es5/parquetjs/parquet-thrift/RowGroup.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js +199 -188
- package/dist/es5/parquetjs/parquet-thrift/SchemaElement.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js +94 -83
- package/dist/es5/parquetjs/parquet-thrift/SortingColumn.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js +135 -124
- package/dist/es5/parquetjs/parquet-thrift/Statistics.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/StringType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/StringType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js +79 -68
- package/dist/es5/parquetjs/parquet-thrift/TimeType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js +101 -88
- package/dist/es5/parquetjs/parquet-thrift/TimeUnit.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js +79 -68
- package/dist/es5/parquetjs/parquet-thrift/TimestampType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/Type.js +1 -1
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/TypeDefinedOrder.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js +45 -31
- package/dist/es5/parquetjs/parquet-thrift/UUIDType.js.map +1 -1
- package/dist/es5/parquetjs/parquet-thrift/index.js +43 -43
- package/dist/es5/parquetjs/parser/decoders.js +391 -218
- package/dist/es5/parquetjs/parser/decoders.js.map +1 -1
- package/dist/es5/parquetjs/parser/parquet-cursor.js +180 -62
- package/dist/es5/parquetjs/parser/parquet-cursor.js.map +1 -1
- package/dist/es5/parquetjs/parser/parquet-envelope-reader.js +370 -125
- package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map +1 -1
- package/dist/es5/parquetjs/parser/parquet-reader.js +320 -91
- package/dist/es5/parquetjs/parser/parquet-reader.js.map +1 -1
- package/dist/es5/parquetjs/schema/declare.js +11 -9
- package/dist/es5/parquetjs/schema/declare.js.map +1 -1
- package/dist/es5/parquetjs/schema/schema.js +87 -73
- package/dist/es5/parquetjs/schema/schema.js.map +1 -1
- package/dist/es5/parquetjs/schema/shred.js +96 -56
- package/dist/es5/parquetjs/schema/shred.js.map +1 -1
- package/dist/es5/parquetjs/schema/types.js +40 -39
- package/dist/es5/parquetjs/schema/types.js.map +1 -1
- package/dist/es5/parquetjs/utils/buffer-utils.js +1 -1
- package/dist/es5/parquetjs/utils/buffer-utils.js.map +1 -1
- package/dist/es5/parquetjs/utils/file-utils.js +12 -8
- package/dist/es5/parquetjs/utils/file-utils.js.map +1 -1
- package/dist/es5/parquetjs/utils/read-utils.js +50 -22
- package/dist/es5/parquetjs/utils/read-utils.js.map +1 -1
- package/dist/esm/parquet-loader.js +1 -1
- package/dist/esm/parquet-loader.js.map +1 -1
- package/dist/esm/parquet-writer.js +1 -1
- package/dist/esm/parquet-writer.js.map +1 -1
- package/package.json +5 -5
|
@@ -2,11 +2,17 @@
|
|
|
2
2
|
|
|
3
3
|
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
4
|
|
|
5
|
+
var _typeof = require("@babel/runtime/helpers/typeof");
|
|
6
|
+
|
|
5
7
|
Object.defineProperty(exports, "__esModule", {
|
|
6
8
|
value: true
|
|
7
9
|
});
|
|
8
10
|
exports.FileMetaData = void 0;
|
|
9
11
|
|
|
12
|
+
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
13
|
+
|
|
14
|
+
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
15
|
+
|
|
10
16
|
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
11
17
|
|
|
12
18
|
var _nodeInt = _interopRequireDefault(require("node-int64"));
|
|
@@ -21,12 +27,14 @@ var RowGroup = _interopRequireWildcard(require("./RowGroup"));
|
|
|
21
27
|
|
|
22
28
|
var SchemaElement = _interopRequireWildcard(require("./SchemaElement"));
|
|
23
29
|
|
|
24
|
-
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
|
|
30
|
+
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
|
|
25
31
|
|
|
26
|
-
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null ||
|
|
32
|
+
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
|
|
27
33
|
|
|
28
|
-
|
|
29
|
-
|
|
34
|
+
var FileMetaData = function () {
|
|
35
|
+
function FileMetaData() {
|
|
36
|
+
var args = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : null;
|
|
37
|
+
(0, _classCallCheck2.default)(this, FileMetaData);
|
|
30
38
|
(0, _defineProperty2.default)(this, "version", void 0);
|
|
31
39
|
(0, _defineProperty2.default)(this, "schema", void 0);
|
|
32
40
|
(0, _defineProperty2.default)(this, "num_rows", void 0);
|
|
@@ -76,211 +84,215 @@ class FileMetaData {
|
|
|
76
84
|
}
|
|
77
85
|
}
|
|
78
86
|
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
output.writeFieldBegin('version', thrift.Thrift.Type.I32, 1);
|
|
84
|
-
output.writeI32(this.version);
|
|
85
|
-
output.writeFieldEnd();
|
|
86
|
-
}
|
|
87
|
-
|
|
88
|
-
if (this.schema != null) {
|
|
89
|
-
output.writeFieldBegin('schema', thrift.Thrift.Type.LIST, 2);
|
|
90
|
-
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.schema.length);
|
|
91
|
-
this.schema.forEach(value_1 => {
|
|
92
|
-
value_1.write(output);
|
|
93
|
-
});
|
|
94
|
-
output.writeListEnd();
|
|
95
|
-
output.writeFieldEnd();
|
|
96
|
-
}
|
|
97
|
-
|
|
98
|
-
if (this.num_rows != null) {
|
|
99
|
-
output.writeFieldBegin('num_rows', thrift.Thrift.Type.I64, 3);
|
|
100
|
-
output.writeI64(this.num_rows);
|
|
101
|
-
output.writeFieldEnd();
|
|
102
|
-
}
|
|
103
|
-
|
|
104
|
-
if (this.row_groups != null) {
|
|
105
|
-
output.writeFieldBegin('row_groups', thrift.Thrift.Type.LIST, 4);
|
|
106
|
-
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.row_groups.length);
|
|
107
|
-
this.row_groups.forEach(value_2 => {
|
|
108
|
-
value_2.write(output);
|
|
109
|
-
});
|
|
110
|
-
output.writeListEnd();
|
|
111
|
-
output.writeFieldEnd();
|
|
112
|
-
}
|
|
87
|
+
(0, _createClass2.default)(FileMetaData, [{
|
|
88
|
+
key: "write",
|
|
89
|
+
value: function write(output) {
|
|
90
|
+
output.writeStructBegin('FileMetaData');
|
|
113
91
|
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
});
|
|
120
|
-
output.writeListEnd();
|
|
121
|
-
output.writeFieldEnd();
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
if (this.created_by != null) {
|
|
125
|
-
output.writeFieldBegin('created_by', thrift.Thrift.Type.STRING, 6);
|
|
126
|
-
output.writeString(this.created_by);
|
|
127
|
-
output.writeFieldEnd();
|
|
128
|
-
}
|
|
92
|
+
if (this.version != null) {
|
|
93
|
+
output.writeFieldBegin('version', thrift.Thrift.Type.I32, 1);
|
|
94
|
+
output.writeI32(this.version);
|
|
95
|
+
output.writeFieldEnd();
|
|
96
|
+
}
|
|
129
97
|
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
98
|
+
if (this.schema != null) {
|
|
99
|
+
output.writeFieldBegin('schema', thrift.Thrift.Type.LIST, 2);
|
|
100
|
+
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.schema.length);
|
|
101
|
+
this.schema.forEach(function (value_1) {
|
|
102
|
+
value_1.write(output);
|
|
103
|
+
});
|
|
104
|
+
output.writeListEnd();
|
|
105
|
+
output.writeFieldEnd();
|
|
106
|
+
}
|
|
139
107
|
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
108
|
+
if (this.num_rows != null) {
|
|
109
|
+
output.writeFieldBegin('num_rows', thrift.Thrift.Type.I64, 3);
|
|
110
|
+
output.writeI64(this.num_rows);
|
|
111
|
+
output.writeFieldEnd();
|
|
112
|
+
}
|
|
144
113
|
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
114
|
+
if (this.row_groups != null) {
|
|
115
|
+
output.writeFieldBegin('row_groups', thrift.Thrift.Type.LIST, 4);
|
|
116
|
+
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.row_groups.length);
|
|
117
|
+
this.row_groups.forEach(function (value_2) {
|
|
118
|
+
value_2.write(output);
|
|
119
|
+
});
|
|
120
|
+
output.writeListEnd();
|
|
121
|
+
output.writeFieldEnd();
|
|
122
|
+
}
|
|
148
123
|
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
124
|
+
if (this.key_value_metadata != null) {
|
|
125
|
+
output.writeFieldBegin('key_value_metadata', thrift.Thrift.Type.LIST, 5);
|
|
126
|
+
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.key_value_metadata.length);
|
|
127
|
+
this.key_value_metadata.forEach(function (value_3) {
|
|
128
|
+
value_3.write(output);
|
|
129
|
+
});
|
|
130
|
+
output.writeListEnd();
|
|
131
|
+
output.writeFieldEnd();
|
|
132
|
+
}
|
|
153
133
|
|
|
154
|
-
if (
|
|
155
|
-
|
|
134
|
+
if (this.created_by != null) {
|
|
135
|
+
output.writeFieldBegin('created_by', thrift.Thrift.Type.STRING, 6);
|
|
136
|
+
output.writeString(this.created_by);
|
|
137
|
+
output.writeFieldEnd();
|
|
156
138
|
}
|
|
157
139
|
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
140
|
+
if (this.column_orders != null) {
|
|
141
|
+
output.writeFieldBegin('column_orders', thrift.Thrift.Type.LIST, 7);
|
|
142
|
+
output.writeListBegin(thrift.Thrift.Type.STRUCT, this.column_orders.length);
|
|
143
|
+
this.column_orders.forEach(function (value_4) {
|
|
144
|
+
value_4.write(output);
|
|
145
|
+
});
|
|
146
|
+
output.writeListEnd();
|
|
147
|
+
output.writeFieldEnd();
|
|
148
|
+
}
|
|
166
149
|
|
|
150
|
+
output.writeFieldStop();
|
|
151
|
+
output.writeStructEnd();
|
|
152
|
+
return;
|
|
153
|
+
}
|
|
154
|
+
}], [{
|
|
155
|
+
key: "read",
|
|
156
|
+
value: function read(input) {
|
|
157
|
+
input.readStructBegin();
|
|
158
|
+
var _args = {};
|
|
159
|
+
|
|
160
|
+
while (true) {
|
|
161
|
+
var ret = input.readFieldBegin();
|
|
162
|
+
var fieldType = ret.ftype;
|
|
163
|
+
var fieldId = ret.fid;
|
|
164
|
+
|
|
165
|
+
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
167
166
|
break;
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
switch (fieldId) {
|
|
170
|
+
case 1:
|
|
171
|
+
if (fieldType === thrift.Thrift.Type.I32) {
|
|
172
|
+
var value_5 = input.readI32();
|
|
173
|
+
_args.version = value_5;
|
|
174
|
+
} else {
|
|
175
|
+
input.skip(fieldType);
|
|
176
|
+
}
|
|
168
177
|
|
|
169
|
-
|
|
170
|
-
if (fieldType === thrift.Thrift.Type.LIST) {
|
|
171
|
-
const value_6 = new Array();
|
|
172
|
-
const metadata_1 = input.readListBegin();
|
|
173
|
-
const size_1 = metadata_1.size;
|
|
178
|
+
break;
|
|
174
179
|
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
value_6
|
|
180
|
+
case 2:
|
|
181
|
+
if (fieldType === thrift.Thrift.Type.LIST) {
|
|
182
|
+
var value_6 = new Array();
|
|
183
|
+
var metadata_1 = input.readListBegin();
|
|
184
|
+
var size_1 = metadata_1.size;
|
|
185
|
+
|
|
186
|
+
for (var i_1 = 0; i_1 < size_1; i_1++) {
|
|
187
|
+
var value_7 = SchemaElement.SchemaElement.read(input);
|
|
188
|
+
value_6.push(value_7);
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
input.readListEnd();
|
|
192
|
+
_args.schema = value_6;
|
|
193
|
+
} else {
|
|
194
|
+
input.skip(fieldType);
|
|
178
195
|
}
|
|
179
196
|
|
|
180
|
-
|
|
181
|
-
_args.schema = value_6;
|
|
182
|
-
} else {
|
|
183
|
-
input.skip(fieldType);
|
|
184
|
-
}
|
|
197
|
+
break;
|
|
185
198
|
|
|
186
|
-
|
|
199
|
+
case 3:
|
|
200
|
+
if (fieldType === thrift.Thrift.Type.I64) {
|
|
201
|
+
var value_8 = input.readI64();
|
|
202
|
+
_args.num_rows = value_8;
|
|
203
|
+
} else {
|
|
204
|
+
input.skip(fieldType);
|
|
205
|
+
}
|
|
187
206
|
|
|
188
|
-
|
|
189
|
-
if (fieldType === thrift.Thrift.Type.I64) {
|
|
190
|
-
const value_8 = input.readI64();
|
|
191
|
-
_args.num_rows = value_8;
|
|
192
|
-
} else {
|
|
193
|
-
input.skip(fieldType);
|
|
194
|
-
}
|
|
207
|
+
break;
|
|
195
208
|
|
|
196
|
-
|
|
209
|
+
case 4:
|
|
210
|
+
if (fieldType === thrift.Thrift.Type.LIST) {
|
|
211
|
+
var value_9 = new Array();
|
|
212
|
+
var metadata_2 = input.readListBegin();
|
|
213
|
+
var size_2 = metadata_2.size;
|
|
197
214
|
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
const size_2 = metadata_2.size;
|
|
215
|
+
for (var i_2 = 0; i_2 < size_2; i_2++) {
|
|
216
|
+
var value_10 = RowGroup.RowGroup.read(input);
|
|
217
|
+
value_9.push(value_10);
|
|
218
|
+
}
|
|
203
219
|
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
220
|
+
input.readListEnd();
|
|
221
|
+
_args.row_groups = value_9;
|
|
222
|
+
} else {
|
|
223
|
+
input.skip(fieldType);
|
|
207
224
|
}
|
|
208
225
|
|
|
209
|
-
|
|
210
|
-
_args.row_groups = value_9;
|
|
211
|
-
} else {
|
|
212
|
-
input.skip(fieldType);
|
|
213
|
-
}
|
|
226
|
+
break;
|
|
214
227
|
|
|
215
|
-
|
|
228
|
+
case 5:
|
|
229
|
+
if (fieldType === thrift.Thrift.Type.LIST) {
|
|
230
|
+
var value_11 = new Array();
|
|
231
|
+
var metadata_3 = input.readListBegin();
|
|
232
|
+
var size_3 = metadata_3.size;
|
|
216
233
|
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
const size_3 = metadata_3.size;
|
|
234
|
+
for (var i_3 = 0; i_3 < size_3; i_3++) {
|
|
235
|
+
var value_12 = KeyValue.KeyValue.read(input);
|
|
236
|
+
value_11.push(value_12);
|
|
237
|
+
}
|
|
222
238
|
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
239
|
+
input.readListEnd();
|
|
240
|
+
_args.key_value_metadata = value_11;
|
|
241
|
+
} else {
|
|
242
|
+
input.skip(fieldType);
|
|
226
243
|
}
|
|
227
244
|
|
|
228
|
-
|
|
229
|
-
_args.key_value_metadata = value_11;
|
|
230
|
-
} else {
|
|
231
|
-
input.skip(fieldType);
|
|
232
|
-
}
|
|
245
|
+
break;
|
|
233
246
|
|
|
234
|
-
|
|
247
|
+
case 6:
|
|
248
|
+
if (fieldType === thrift.Thrift.Type.STRING) {
|
|
249
|
+
var value_13 = input.readString();
|
|
250
|
+
_args.created_by = value_13;
|
|
251
|
+
} else {
|
|
252
|
+
input.skip(fieldType);
|
|
253
|
+
}
|
|
235
254
|
|
|
236
|
-
|
|
237
|
-
if (fieldType === thrift.Thrift.Type.STRING) {
|
|
238
|
-
const value_13 = input.readString();
|
|
239
|
-
_args.created_by = value_13;
|
|
240
|
-
} else {
|
|
241
|
-
input.skip(fieldType);
|
|
242
|
-
}
|
|
255
|
+
break;
|
|
243
256
|
|
|
244
|
-
|
|
257
|
+
case 7:
|
|
258
|
+
if (fieldType === thrift.Thrift.Type.LIST) {
|
|
259
|
+
var value_14 = new Array();
|
|
260
|
+
var metadata_4 = input.readListBegin();
|
|
261
|
+
var size_4 = metadata_4.size;
|
|
245
262
|
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
const size_4 = metadata_4.size;
|
|
263
|
+
for (var i_4 = 0; i_4 < size_4; i_4++) {
|
|
264
|
+
var value_15 = ColumnOrder.ColumnOrder.read(input);
|
|
265
|
+
value_14.push(value_15);
|
|
266
|
+
}
|
|
251
267
|
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
268
|
+
input.readListEnd();
|
|
269
|
+
_args.column_orders = value_14;
|
|
270
|
+
} else {
|
|
271
|
+
input.skip(fieldType);
|
|
255
272
|
}
|
|
256
273
|
|
|
257
|
-
|
|
258
|
-
_args.column_orders = value_14;
|
|
259
|
-
} else {
|
|
260
|
-
input.skip(fieldType);
|
|
261
|
-
}
|
|
274
|
+
break;
|
|
262
275
|
|
|
263
|
-
|
|
276
|
+
default:
|
|
277
|
+
{
|
|
278
|
+
input.skip(fieldType);
|
|
279
|
+
}
|
|
280
|
+
}
|
|
264
281
|
|
|
265
|
-
|
|
266
|
-
{
|
|
267
|
-
input.skip(fieldType);
|
|
268
|
-
}
|
|
282
|
+
input.readFieldEnd();
|
|
269
283
|
}
|
|
270
284
|
|
|
271
|
-
input.
|
|
272
|
-
}
|
|
273
|
-
|
|
274
|
-
input.readStructEnd();
|
|
285
|
+
input.readStructEnd();
|
|
275
286
|
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
287
|
+
if (_args.version !== undefined && _args.schema !== undefined && _args.num_rows !== undefined && _args.row_groups !== undefined) {
|
|
288
|
+
return new FileMetaData(_args);
|
|
289
|
+
} else {
|
|
290
|
+
throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read FileMetaData from input');
|
|
291
|
+
}
|
|
280
292
|
}
|
|
281
|
-
}
|
|
282
|
-
|
|
283
|
-
}
|
|
293
|
+
}]);
|
|
294
|
+
return FileMetaData;
|
|
295
|
+
}();
|
|
284
296
|
|
|
285
297
|
exports.FileMetaData = FileMetaData;
|
|
286
298
|
//# sourceMappingURL=FileMetaData.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/FileMetaData.ts"],"names":["FileMetaData","constructor","args","version","thrift","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","schema","num_rows","Int64","row_groups","key_value_metadata","created_by","column_orders","write","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","LIST","writeListBegin","STRUCT","length","forEach","value_1","writeListEnd","I64","writeI64","value_2","value_3","STRING","writeString","value_4","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_5","readI32","skip","value_6","Array","metadata_1","readListBegin","size_1","size","i_1","value_7","SchemaElement","push","readListEnd","value_8","readI64","value_9","metadata_2","size_2","i_2","value_10","RowGroup","value_11","metadata_3","size_3","i_3","value_12","KeyValue","value_13","readString","value_14","metadata_4","size_4","i_4","value_15","ColumnOrder","readFieldEnd","readStructEnd","undefined"],"mappings":";;;;;;;;;;;AAMA;;AACA;;AACA;;AACA;;AACA;;AACA;;;;;;AAUO,MAAMA,YAAN,CAAmB;AAQxBC,EAAAA,WAAW,CAACC,IAA8B,GAAG,IAAlC,EAAwC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;AACjD,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,OAAL,IAAgB,IAApC,EAA0C;AACxC,WAAKA,OAAL,GAAeD,IAAI,CAACC,OAApB;AACD,KAFD,MAEO;AACL,YAAM,IAAIC,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,mCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,MAAL,IAAe,IAAnC,EAAyC;AACvC,WAAKA,MAAL,GAAcP,IAAI,CAACO,MAAnB;AACD,KAFD,MAEO;AACL,YAAM,IAAIL,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,kCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACQ,QAAL,IAAiB,IAArC,EAA2C;AACzC,UAAI,OAAOR,IAAI,CAACQ,QAAZ,KAAyB,QAA7B,EAAuC;AACrC,aAAKA,QAAL,GAAgB,IAAIC,gBAAJ,CAAUT,IAAI,CAACQ,QAAf,CAAhB;AACD,OAFD,MAEO;AACL,aAAKA,QAAL,GAAgBR,IAAI,CAACQ,QAArB;AACD;AACF,KAND,MAMO;AACL,YAAM,IAAIN,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACU,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBV,IAAI,CAACU,UAAvB;AACD,KAFD,MAEO;AACL,YAAM,IAAIR,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,sCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACW,kBAAL,IAA2B,IAA/C,EAAqD;AACnD,WAAKA,kBAAL,GAA0BX,IAAI,CAACW,kBAA/B;AACD;;AACD,QAAIX,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACY,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBZ,IAAI,CAACY,UAAvB;AACD;;AACD,QAAIZ,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACa,aAAL,IAAsB,IAA1C,EAAgD;AAC9C,WAAKA,aAAL,GAAqBb,IAAI,CAACa,aAA1B;AACD;AACF;;AACMC,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,cAAxB;;AACA,QAAI,KAAKf,OAAL,IAAgB,IAApB,EAA0B;AACxBc,MAAAA,MAAM,CAACE,eAAP,CAAuB,SAAvB,EAAkCf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAArD,EAA0D,CAA1D;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKnB,OAArB;AACAc,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKd,MAAL,IAAe,IAAnB,EAAyB;AACvBQ,MAAAA,MAAM,CAACE,eAAP,CAAuB,QAAvB,EAAiCf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBI,IAApD,EAA0D,CAA1D;AACAP,MAAAA,MAAM,CAACQ,cAAP,CAAsBrB,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBM,MAAzC,EAAiD,KAAKjB,MAAL,CAAYkB,MAA7D;AACA,WAAKlB,MAAL,CAAYmB,OAAZ,CAAqBC,OAAD,IAAgD;AAClEA,QAAAA,OAAO,CAACb,KAAR,CAAcC,MAAd;AACD,OAFD;AAGAA,MAAAA,MAAM,CAACa,YAAP;AACAb,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKb,QAAL,IAAiB,IAArB,EAA2B;AACzBO,MAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBW,GAAtD,EAA2D,CAA3D;AACAd,MAAAA,MAAM,CAACe,QAAP,CAAgB,KAAKtB,QAArB;AACAO,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKX,UAAL,IAAmB,IAAvB,EAA6B;AAC3BK,MAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBI,IAAxD,EAA8D,CAA9D;AACAP,MAAAA,MAAM,CAACQ,cAAP,CAAsBrB,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBM,MAAzC,EAAiD,KAAKd,UAAL,CAAgBe,MAAjE;AACA,WAAKf,UAAL,CAAgBgB,OAAhB,CAAyBK,OAAD,IAAsC;AAC5DA,QAAAA,OAAO,CAACjB,KAAR,CAAcC,MAAd;AACD,OAFD;AAGAA,MAAAA,MAAM,CAACa,YAAP;AACAb,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKV,kBAAL,IAA2B,IAA/B,EAAqC;AACnCI,MAAAA,MAAM,CAACE,eAAP,CAAuB,oBAAvB,EAA6Cf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBI,IAAhE,EAAsE,CAAtE;AACAP,MAAAA,MAAM,CAACQ,cAAP,CAAsBrB,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBM,MAAzC,EAAiD,KAAKb,kBAAL,CAAwBc,MAAzE;AACA,WAAKd,kBAAL,CAAwBe,OAAxB,CAAiCM,OAAD,IAAsC;AACpEA,QAAAA,OAAO,CAAClB,KAAR,CAAcC,MAAd;AACD,OAFD;AAGAA,MAAAA,MAAM,CAACa,YAAP;AACAb,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKT,UAAL,IAAmB,IAAvB,EAA6B;AAC3BG,MAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBe,MAAxD,EAAgE,CAAhE;AACAlB,MAAAA,MAAM,CAACmB,WAAP,CAAmB,KAAKtB,UAAxB;AACAG,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKR,aAAL,IAAsB,IAA1B,EAAgC;AAC9BE,MAAAA,MAAM,CAACE,eAAP,CAAuB,eAAvB,EAAwCf,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBI,IAA3D,EAAiE,CAAjE;AACAP,MAAAA,MAAM,CAACQ,cAAP,CAAsBrB,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBM,MAAzC,EAAiD,KAAKX,aAAL,CAAmBY,MAApE;AACA,WAAKZ,aAAL,CAAmBa,OAAnB,CAA4BS,OAAD,IAA4C;AACrEA,QAAAA,OAAO,CAACrB,KAAR,CAAcC,MAAd;AACD,OAFD;AAGAA,MAAAA,MAAM,CAACa,YAAP;AACAb,MAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,IAAAA,MAAM,CAACqB,cAAP;AACArB,IAAAA,MAAM,CAACsB,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAwC;AACxDA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAK1C,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmB8B,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAK1C,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAM8B,OAAe,GAAGV,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAACxC,OAAN,GAAgBgD,OAAhB;AACD,WAHD,MAGO;AACLV,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK1C,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBI,IAArC,EAA2C;AACzC,kBAAM8B,OAA2C,GAC/C,IAAIC,KAAJ,EADF;AAEA,kBAAMC,UAAwB,GAAGf,KAAK,CAACgB,aAAN,EAAjC;AACA,kBAAMC,MAAc,GAAGF,UAAU,CAACG,IAAlC;;AACA,iBAAK,IAAIC,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGF,MAAhC,EAAwCE,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,OAAoC,GAAGC,aAAa,CAACA,aAAd,CAA4BtB,IAA5B,CAAiCC,KAAjC,CAA7C;AACAa,cAAAA,OAAO,CAACS,IAAR,CAAaF,OAAb;AACD;;AACDpB,YAAAA,KAAK,CAACuB,WAAN;AACArB,YAAAA,KAAK,CAAClC,MAAN,GAAe6C,OAAf;AACD,WAXD,MAWO;AACLb,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK1C,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBW,GAArC,EAA0C;AACxC,kBAAMkC,OAAc,GAAGxB,KAAK,CAACyB,OAAN,EAAvB;AACAvB,YAAAA,KAAK,CAACjC,QAAN,GAAiBuD,OAAjB;AACD,WAHD,MAGO;AACLxB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK1C,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBI,IAArC,EAA2C;AACzC,kBAAM2C,OAAiC,GAAG,IAAIZ,KAAJ,EAA1C;AACA,kBAAMa,UAAwB,GAAG3B,KAAK,CAACgB,aAAN,EAAjC;AACA,kBAAMY,MAAc,GAAGD,UAAU,CAACT,IAAlC;;AACA,iBAAK,IAAIW,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGD,MAAhC,EAAwCC,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,QAA2B,GAAGC,QAAQ,CAACA,QAAT,CAAkBhC,IAAlB,CAAuBC,KAAvB,CAApC;AACA0B,cAAAA,OAAO,CAACJ,IAAR,CAAaQ,QAAb;AACD;;AACD9B,YAAAA,KAAK,CAACuB,WAAN;AACArB,YAAAA,KAAK,CAAC/B,UAAN,GAAmBuD,OAAnB;AACD,WAVD,MAUO;AACL1B,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK1C,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBI,IAArC,EAA2C;AACzC,kBAAMiD,QAAkC,GAAG,IAAIlB,KAAJ,EAA3C;AACA,kBAAMmB,UAAwB,GAAGjC,KAAK,CAACgB,aAAN,EAAjC;AACA,kBAAMkB,MAAc,GAAGD,UAAU,CAACf,IAAlC;;AACA,iBAAK,IAAIiB,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGD,MAAhC,EAAwCC,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,QAA2B,GAAGC,QAAQ,CAACA,QAAT,CAAkBtC,IAAlB,CAAuBC,KAAvB,CAApC;AACAgC,cAAAA,QAAQ,CAACV,IAAT,CAAcc,QAAd;AACD;;AACDpC,YAAAA,KAAK,CAACuB,WAAN;AACArB,YAAAA,KAAK,CAAC9B,kBAAN,GAA2B4D,QAA3B;AACD,WAVD,MAUO;AACLhC,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK1C,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBe,MAArC,EAA6C;AAC3C,kBAAM4C,QAAgB,GAAGtC,KAAK,CAACuC,UAAN,EAAzB;AACArC,YAAAA,KAAK,CAAC7B,UAAN,GAAmBiE,QAAnB;AACD,WAHD,MAGO;AACLtC,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK1C,MAAM,CAACC,MAAP,CAAce,IAAd,CAAmBI,IAArC,EAA2C;AACzC,kBAAMyD,QAAwC,GAAG,IAAI1B,KAAJ,EAAjD;AACA,kBAAM2B,UAAwB,GAAGzC,KAAK,CAACgB,aAAN,EAAjC;AACA,kBAAM0B,MAAc,GAAGD,UAAU,CAACvB,IAAlC;;AACA,iBAAK,IAAIyB,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGD,MAAhC,EAAwCC,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,QAAiC,GAAGC,WAAW,CAACA,WAAZ,CAAwB9C,IAAxB,CAA6BC,KAA7B,CAA1C;AACAwC,cAAAA,QAAQ,CAAClB,IAAT,CAAcsB,QAAd;AACD;;AACD5C,YAAAA,KAAK,CAACuB,WAAN;AACArB,YAAAA,KAAK,CAAC5B,aAAN,GAAsBkE,QAAtB;AACD,WAVD,MAUO;AACLxC,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AAxFH;;AA0FAL,MAAAA,KAAK,CAAC8C,YAAN;AACD;;AACD9C,IAAAA,KAAK,CAAC+C,aAAN;;AACA,QACE7C,KAAK,CAACxC,OAAN,KAAkBsF,SAAlB,IACA9C,KAAK,CAAClC,MAAN,KAAiBgF,SADjB,IAEA9C,KAAK,CAACjC,QAAN,KAAmB+E,SAFnB,IAGA9C,KAAK,CAAC/B,UAAN,KAAqB6E,SAJvB,EAKE;AACA,aAAO,IAAIzF,YAAJ,CAAiB2C,KAAjB,CAAP;AACD,KAPD,MAOO;AACL,YAAM,IAAIvC,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,wCAFI,CAAN;AAID;AACF;;AApOuB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as ColumnOrder from './ColumnOrder';\nimport * as KeyValue from './KeyValue';\nimport * as RowGroup from './RowGroup';\nimport * as SchemaElement from './SchemaElement';\nexport interface IFileMetaDataArgs {\n version: number;\n schema: Array<SchemaElement.SchemaElement>;\n num_rows: number | Int64;\n row_groups: Array<RowGroup.RowGroup>;\n key_value_metadata?: Array<KeyValue.KeyValue>;\n created_by?: string;\n column_orders?: Array<ColumnOrder.ColumnOrder>;\n}\nexport class FileMetaData {\n public version: number;\n public schema: Array<SchemaElement.SchemaElement>;\n public num_rows: Int64;\n public row_groups: Array<RowGroup.RowGroup>;\n public key_value_metadata?: Array<KeyValue.KeyValue>;\n public created_by?: string;\n public column_orders?: Array<ColumnOrder.ColumnOrder>;\n constructor(args: IFileMetaDataArgs | null = null) {\n if (args != null && args.version != null) {\n this.version = args.version;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[version] is unset!'\n );\n }\n if (args != null && args.schema != null) {\n this.schema = args.schema;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[schema] is unset!'\n );\n }\n if (args != null && args.num_rows != null) {\n if (typeof args.num_rows === 'number') {\n this.num_rows = new Int64(args.num_rows);\n } else {\n this.num_rows = args.num_rows;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_rows] is unset!'\n );\n }\n if (args != null && args.row_groups != null) {\n this.row_groups = args.row_groups;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[row_groups] is unset!'\n );\n }\n if (args != null && args.key_value_metadata != null) {\n this.key_value_metadata = args.key_value_metadata;\n }\n if (args != null && args.created_by != null) {\n this.created_by = args.created_by;\n }\n if (args != null && args.column_orders != null) {\n this.column_orders = args.column_orders;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('FileMetaData');\n if (this.version != null) {\n output.writeFieldBegin('version', thrift.Thrift.Type.I32, 1);\n output.writeI32(this.version);\n output.writeFieldEnd();\n }\n if (this.schema != null) {\n output.writeFieldBegin('schema', thrift.Thrift.Type.LIST, 2);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.schema.length);\n this.schema.forEach((value_1: SchemaElement.SchemaElement): void => {\n value_1.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.num_rows != null) {\n output.writeFieldBegin('num_rows', thrift.Thrift.Type.I64, 3);\n output.writeI64(this.num_rows);\n output.writeFieldEnd();\n }\n if (this.row_groups != null) {\n output.writeFieldBegin('row_groups', thrift.Thrift.Type.LIST, 4);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.row_groups.length);\n this.row_groups.forEach((value_2: RowGroup.RowGroup): void => {\n value_2.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.key_value_metadata != null) {\n output.writeFieldBegin('key_value_metadata', thrift.Thrift.Type.LIST, 5);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.key_value_metadata.length);\n this.key_value_metadata.forEach((value_3: KeyValue.KeyValue): void => {\n value_3.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.created_by != null) {\n output.writeFieldBegin('created_by', thrift.Thrift.Type.STRING, 6);\n output.writeString(this.created_by);\n output.writeFieldEnd();\n }\n if (this.column_orders != null) {\n output.writeFieldBegin('column_orders', thrift.Thrift.Type.LIST, 7);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.column_orders.length);\n this.column_orders.forEach((value_4: ColumnOrder.ColumnOrder): void => {\n value_4.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): FileMetaData {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_5: number = input.readI32();\n _args.version = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_6: Array<SchemaElement.SchemaElement> =\n new Array<SchemaElement.SchemaElement>();\n const metadata_1: thrift.TList = input.readListBegin();\n const size_1: number = metadata_1.size;\n for (let i_1: number = 0; i_1 < size_1; i_1++) {\n const value_7: SchemaElement.SchemaElement = SchemaElement.SchemaElement.read(input);\n value_6.push(value_7);\n }\n input.readListEnd();\n _args.schema = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_8: Int64 = input.readI64();\n _args.num_rows = value_8;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_9: Array<RowGroup.RowGroup> = new Array<RowGroup.RowGroup>();\n const metadata_2: thrift.TList = input.readListBegin();\n const size_2: number = metadata_2.size;\n for (let i_2: number = 0; i_2 < size_2; i_2++) {\n const value_10: RowGroup.RowGroup = RowGroup.RowGroup.read(input);\n value_9.push(value_10);\n }\n input.readListEnd();\n _args.row_groups = value_9;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_11: Array<KeyValue.KeyValue> = new Array<KeyValue.KeyValue>();\n const metadata_3: thrift.TList = input.readListBegin();\n const size_3: number = metadata_3.size;\n for (let i_3: number = 0; i_3 < size_3; i_3++) {\n const value_12: KeyValue.KeyValue = KeyValue.KeyValue.read(input);\n value_11.push(value_12);\n }\n input.readListEnd();\n _args.key_value_metadata = value_11;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.STRING) {\n const value_13: string = input.readString();\n _args.created_by = value_13;\n } else {\n input.skip(fieldType);\n }\n break;\n case 7:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_14: Array<ColumnOrder.ColumnOrder> = new Array<ColumnOrder.ColumnOrder>();\n const metadata_4: thrift.TList = input.readListBegin();\n const size_4: number = metadata_4.size;\n for (let i_4: number = 0; i_4 < size_4; i_4++) {\n const value_15: ColumnOrder.ColumnOrder = ColumnOrder.ColumnOrder.read(input);\n value_14.push(value_15);\n }\n input.readListEnd();\n _args.column_orders = value_14;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.version !== undefined &&\n _args.schema !== undefined &&\n _args.num_rows !== undefined &&\n _args.row_groups !== undefined\n ) {\n return new FileMetaData(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read FileMetaData from input'\n );\n }\n }\n}\n"],"file":"FileMetaData.js"}
|
|
1
|
+
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/FileMetaData.ts"],"names":["FileMetaData","args","version","thrift","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","schema","num_rows","Int64","row_groups","key_value_metadata","created_by","column_orders","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","LIST","writeListBegin","STRUCT","length","forEach","value_1","write","writeListEnd","I64","writeI64","value_2","value_3","STRING","writeString","value_4","writeFieldStop","writeStructEnd","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_5","readI32","skip","value_6","Array","metadata_1","readListBegin","size_1","size","i_1","value_7","SchemaElement","read","push","readListEnd","value_8","readI64","value_9","metadata_2","size_2","i_2","value_10","RowGroup","value_11","metadata_3","size_3","i_3","value_12","KeyValue","value_13","readString","value_14","metadata_4","size_4","i_4","value_15","ColumnOrder","readFieldEnd","readStructEnd","undefined"],"mappings":";;;;;;;;;;;;;;;;;AAMA;;AACA;;AACA;;AACA;;AACA;;AACA;;;;;;IAUaA,Y;AAQX,0BAAmD;AAAA,QAAvCC,IAAuC,uEAAN,IAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;AACjD,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,OAAL,IAAgB,IAApC,EAA0C;AACxC,WAAKA,OAAL,GAAeD,IAAI,CAACC,OAApB;AACD,KAFD,MAEO;AACL,YAAM,IAAIC,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,mCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,MAAL,IAAe,IAAnC,EAAyC;AACvC,WAAKA,MAAL,GAAcP,IAAI,CAACO,MAAnB;AACD,KAFD,MAEO;AACL,YAAM,IAAIL,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,kCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACQ,QAAL,IAAiB,IAArC,EAA2C;AACzC,UAAI,OAAOR,IAAI,CAACQ,QAAZ,KAAyB,QAA7B,EAAuC;AACrC,aAAKA,QAAL,GAAgB,IAAIC,gBAAJ,CAAUT,IAAI,CAACQ,QAAf,CAAhB;AACD,OAFD,MAEO;AACL,aAAKA,QAAL,GAAgBR,IAAI,CAACQ,QAArB;AACD;AACF,KAND,MAMO;AACL,YAAM,IAAIN,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACU,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBV,IAAI,CAACU,UAAvB;AACD,KAFD,MAEO;AACL,YAAM,IAAIR,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,sCAFI,CAAN;AAID;;AACD,QAAIN,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACW,kBAAL,IAA2B,IAA/C,EAAqD;AACnD,WAAKA,kBAAL,GAA0BX,IAAI,CAACW,kBAA/B;AACD;;AACD,QAAIX,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACY,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBZ,IAAI,CAACY,UAAvB;AACD;;AACD,QAAIZ,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACa,aAAL,IAAsB,IAA1C,EAAgD;AAC9C,WAAKA,aAAL,GAAqBb,IAAI,CAACa,aAA1B;AACD;AACF;;;;WACD,eAAaC,MAAb,EAA6C;AAC3CA,MAAAA,MAAM,CAACC,gBAAP,CAAwB,cAAxB;;AACA,UAAI,KAAKd,OAAL,IAAgB,IAApB,EAA0B;AACxBa,QAAAA,MAAM,CAACE,eAAP,CAAuB,SAAvB,EAAkCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArD,EAA0D,CAA1D;AACAJ,QAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKlB,OAArB;AACAa,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKb,MAAL,IAAe,IAAnB,EAAyB;AACvBO,QAAAA,MAAM,CAACE,eAAP,CAAuB,QAAvB,EAAiCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBI,IAApD,EAA0D,CAA1D;AACAP,QAAAA,MAAM,CAACQ,cAAP,CAAsBpB,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBM,MAAzC,EAAiD,KAAKhB,MAAL,CAAYiB,MAA7D;AACA,aAAKjB,MAAL,CAAYkB,OAAZ,CAAoB,UAACC,OAAD,EAAgD;AAClEA,UAAAA,OAAO,CAACC,KAAR,CAAcb,MAAd;AACD,SAFD;AAGAA,QAAAA,MAAM,CAACc,YAAP;AACAd,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKZ,QAAL,IAAiB,IAArB,EAA2B;AACzBM,QAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBY,GAAtD,EAA2D,CAA3D;AACAf,QAAAA,MAAM,CAACgB,QAAP,CAAgB,KAAKtB,QAArB;AACAM,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKV,UAAL,IAAmB,IAAvB,EAA6B;AAC3BI,QAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBI,IAAxD,EAA8D,CAA9D;AACAP,QAAAA,MAAM,CAACQ,cAAP,CAAsBpB,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBM,MAAzC,EAAiD,KAAKb,UAAL,CAAgBc,MAAjE;AACA,aAAKd,UAAL,CAAgBe,OAAhB,CAAwB,UAACM,OAAD,EAAsC;AAC5DA,UAAAA,OAAO,CAACJ,KAAR,CAAcb,MAAd;AACD,SAFD;AAGAA,QAAAA,MAAM,CAACc,YAAP;AACAd,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKT,kBAAL,IAA2B,IAA/B,EAAqC;AACnCG,QAAAA,MAAM,CAACE,eAAP,CAAuB,oBAAvB,EAA6Cd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBI,IAAhE,EAAsE,CAAtE;AACAP,QAAAA,MAAM,CAACQ,cAAP,CAAsBpB,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBM,MAAzC,EAAiD,KAAKZ,kBAAL,CAAwBa,MAAzE;AACA,aAAKb,kBAAL,CAAwBc,OAAxB,CAAgC,UAACO,OAAD,EAAsC;AACpEA,UAAAA,OAAO,CAACL,KAAR,CAAcb,MAAd;AACD,SAFD;AAGAA,QAAAA,MAAM,CAACc,YAAP;AACAd,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKR,UAAL,IAAmB,IAAvB,EAA6B;AAC3BE,QAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBgB,MAAxD,EAAgE,CAAhE;AACAnB,QAAAA,MAAM,CAACoB,WAAP,CAAmB,KAAKtB,UAAxB;AACAE,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKP,aAAL,IAAsB,IAA1B,EAAgC;AAC9BC,QAAAA,MAAM,CAACE,eAAP,CAAuB,eAAvB,EAAwCd,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBI,IAA3D,EAAiE,CAAjE;AACAP,QAAAA,MAAM,CAACQ,cAAP,CAAsBpB,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBM,MAAzC,EAAiD,KAAKV,aAAL,CAAmBW,MAApE;AACA,aAAKX,aAAL,CAAmBY,OAAnB,CAA2B,UAACU,OAAD,EAA4C;AACrEA,UAAAA,OAAO,CAACR,KAAR,CAAcb,MAAd;AACD,SAFD;AAGAA,QAAAA,MAAM,CAACc,YAAP;AACAd,QAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,MAAAA,MAAM,CAACsB,cAAP;AACAtB,MAAAA,MAAM,CAACuB,cAAP;AACA;AACD;;;WACD,cAAmBC,KAAnB,EAA0D;AACxDA,MAAAA,KAAK,CAACC,eAAN;AACA,UAAIC,KAAU,GAAG,EAAjB;;AACA,aAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,YAAIH,SAAS,KAAKzC,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmB8B,IAArC,EAA2C;AACzC;AACD;;AACD,gBAAQF,OAAR;AACE,eAAK,CAAL;AACE,gBAAIF,SAAS,KAAKzC,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAM8B,OAAe,GAAGV,KAAK,CAACW,OAAN,EAAxB;AACAT,cAAAA,KAAK,CAACvC,OAAN,GAAgB+C,OAAhB;AACD,aAHD,MAGO;AACLV,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAKzC,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBI,IAArC,EAA2C;AACzC,kBAAM8B,OAA2C,GAC/C,IAAIC,KAAJ,EADF;AAEA,kBAAMC,UAAwB,GAAGf,KAAK,CAACgB,aAAN,EAAjC;AACA,kBAAMC,MAAc,GAAGF,UAAU,CAACG,IAAlC;;AACA,mBAAK,IAAIC,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGF,MAAhC,EAAwCE,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,OAAoC,GAAGC,aAAa,CAACA,aAAd,CAA4BC,IAA5B,CAAiCtB,KAAjC,CAA7C;AACAa,gBAAAA,OAAO,CAACU,IAAR,CAAaH,OAAb;AACD;;AACDpB,cAAAA,KAAK,CAACwB,WAAN;AACAtB,cAAAA,KAAK,CAACjC,MAAN,GAAe4C,OAAf;AACD,aAXD,MAWO;AACLb,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAKzC,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBY,GAArC,EAA0C;AACxC,kBAAMkC,OAAc,GAAGzB,KAAK,CAAC0B,OAAN,EAAvB;AACAxB,cAAAA,KAAK,CAAChC,QAAN,GAAiBuD,OAAjB;AACD,aAHD,MAGO;AACLzB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAKzC,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBI,IAArC,EAA2C;AACzC,kBAAM4C,OAAiC,GAAG,IAAIb,KAAJ,EAA1C;AACA,kBAAMc,UAAwB,GAAG5B,KAAK,CAACgB,aAAN,EAAjC;AACA,kBAAMa,MAAc,GAAGD,UAAU,CAACV,IAAlC;;AACA,mBAAK,IAAIY,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGD,MAAhC,EAAwCC,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,QAA2B,GAAGC,QAAQ,CAACA,QAAT,CAAkBV,IAAlB,CAAuBtB,KAAvB,CAApC;AACA2B,gBAAAA,OAAO,CAACJ,IAAR,CAAaQ,QAAb;AACD;;AACD/B,cAAAA,KAAK,CAACwB,WAAN;AACAtB,cAAAA,KAAK,CAAC9B,UAAN,GAAmBuD,OAAnB;AACD,aAVD,MAUO;AACL3B,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAKzC,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBI,IAArC,EAA2C;AACzC,kBAAMkD,QAAkC,GAAG,IAAInB,KAAJ,EAA3C;AACA,kBAAMoB,UAAwB,GAAGlC,KAAK,CAACgB,aAAN,EAAjC;AACA,kBAAMmB,MAAc,GAAGD,UAAU,CAAChB,IAAlC;;AACA,mBAAK,IAAIkB,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGD,MAAhC,EAAwCC,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,QAA2B,GAAGC,QAAQ,CAACA,QAAT,CAAkBhB,IAAlB,CAAuBtB,KAAvB,CAApC;AACAiC,gBAAAA,QAAQ,CAACV,IAAT,CAAcc,QAAd;AACD;;AACDrC,cAAAA,KAAK,CAACwB,WAAN;AACAtB,cAAAA,KAAK,CAAC7B,kBAAN,GAA2B4D,QAA3B;AACD,aAVD,MAUO;AACLjC,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAKzC,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBgB,MAArC,EAA6C;AAC3C,kBAAM4C,QAAgB,GAAGvC,KAAK,CAACwC,UAAN,EAAzB;AACAtC,cAAAA,KAAK,CAAC5B,UAAN,GAAmBiE,QAAnB;AACD,aAHD,MAGO;AACLvC,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAKzC,MAAM,CAACC,MAAP,CAAcc,IAAd,CAAmBI,IAArC,EAA2C;AACzC,kBAAM0D,QAAwC,GAAG,IAAI3B,KAAJ,EAAjD;AACA,kBAAM4B,UAAwB,GAAG1C,KAAK,CAACgB,aAAN,EAAjC;AACA,kBAAM2B,MAAc,GAAGD,UAAU,CAACxB,IAAlC;;AACA,mBAAK,IAAI0B,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGD,MAAhC,EAAwCC,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,QAAiC,GAAGC,WAAW,CAACA,WAAZ,CAAwBxB,IAAxB,CAA6BtB,KAA7B,CAA1C;AACAyC,gBAAAA,QAAQ,CAAClB,IAAT,CAAcsB,QAAd;AACD;;AACD7C,cAAAA,KAAK,CAACwB,WAAN;AACAtB,cAAAA,KAAK,CAAC3B,aAAN,GAAsBkE,QAAtB;AACD,aAVD,MAUO;AACLzC,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AAxFH;;AA0FAL,QAAAA,KAAK,CAAC+C,YAAN;AACD;;AACD/C,MAAAA,KAAK,CAACgD,aAAN;;AACA,UACE9C,KAAK,CAACvC,OAAN,KAAkBsF,SAAlB,IACA/C,KAAK,CAACjC,MAAN,KAAiBgF,SADjB,IAEA/C,KAAK,CAAChC,QAAN,KAAmB+E,SAFnB,IAGA/C,KAAK,CAAC9B,UAAN,KAAqB6E,SAJvB,EAKE;AACA,eAAO,IAAIxF,YAAJ,CAAiByC,KAAjB,CAAP;AACD,OAPD,MAOO;AACL,cAAM,IAAItC,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,wCAFI,CAAN;AAID;AACF","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as ColumnOrder from './ColumnOrder';\nimport * as KeyValue from './KeyValue';\nimport * as RowGroup from './RowGroup';\nimport * as SchemaElement from './SchemaElement';\nexport interface IFileMetaDataArgs {\n version: number;\n schema: Array<SchemaElement.SchemaElement>;\n num_rows: number | Int64;\n row_groups: Array<RowGroup.RowGroup>;\n key_value_metadata?: Array<KeyValue.KeyValue>;\n created_by?: string;\n column_orders?: Array<ColumnOrder.ColumnOrder>;\n}\nexport class FileMetaData {\n public version: number;\n public schema: Array<SchemaElement.SchemaElement>;\n public num_rows: Int64;\n public row_groups: Array<RowGroup.RowGroup>;\n public key_value_metadata?: Array<KeyValue.KeyValue>;\n public created_by?: string;\n public column_orders?: Array<ColumnOrder.ColumnOrder>;\n constructor(args: IFileMetaDataArgs | null = null) {\n if (args != null && args.version != null) {\n this.version = args.version;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[version] is unset!'\n );\n }\n if (args != null && args.schema != null) {\n this.schema = args.schema;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[schema] is unset!'\n );\n }\n if (args != null && args.num_rows != null) {\n if (typeof args.num_rows === 'number') {\n this.num_rows = new Int64(args.num_rows);\n } else {\n this.num_rows = args.num_rows;\n }\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[num_rows] is unset!'\n );\n }\n if (args != null && args.row_groups != null) {\n this.row_groups = args.row_groups;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[row_groups] is unset!'\n );\n }\n if (args != null && args.key_value_metadata != null) {\n this.key_value_metadata = args.key_value_metadata;\n }\n if (args != null && args.created_by != null) {\n this.created_by = args.created_by;\n }\n if (args != null && args.column_orders != null) {\n this.column_orders = args.column_orders;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('FileMetaData');\n if (this.version != null) {\n output.writeFieldBegin('version', thrift.Thrift.Type.I32, 1);\n output.writeI32(this.version);\n output.writeFieldEnd();\n }\n if (this.schema != null) {\n output.writeFieldBegin('schema', thrift.Thrift.Type.LIST, 2);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.schema.length);\n this.schema.forEach((value_1: SchemaElement.SchemaElement): void => {\n value_1.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.num_rows != null) {\n output.writeFieldBegin('num_rows', thrift.Thrift.Type.I64, 3);\n output.writeI64(this.num_rows);\n output.writeFieldEnd();\n }\n if (this.row_groups != null) {\n output.writeFieldBegin('row_groups', thrift.Thrift.Type.LIST, 4);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.row_groups.length);\n this.row_groups.forEach((value_2: RowGroup.RowGroup): void => {\n value_2.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.key_value_metadata != null) {\n output.writeFieldBegin('key_value_metadata', thrift.Thrift.Type.LIST, 5);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.key_value_metadata.length);\n this.key_value_metadata.forEach((value_3: KeyValue.KeyValue): void => {\n value_3.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n if (this.created_by != null) {\n output.writeFieldBegin('created_by', thrift.Thrift.Type.STRING, 6);\n output.writeString(this.created_by);\n output.writeFieldEnd();\n }\n if (this.column_orders != null) {\n output.writeFieldBegin('column_orders', thrift.Thrift.Type.LIST, 7);\n output.writeListBegin(thrift.Thrift.Type.STRUCT, this.column_orders.length);\n this.column_orders.forEach((value_4: ColumnOrder.ColumnOrder): void => {\n value_4.write(output);\n });\n output.writeListEnd();\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): FileMetaData {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.I32) {\n const value_5: number = input.readI32();\n _args.version = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_6: Array<SchemaElement.SchemaElement> =\n new Array<SchemaElement.SchemaElement>();\n const metadata_1: thrift.TList = input.readListBegin();\n const size_1: number = metadata_1.size;\n for (let i_1: number = 0; i_1 < size_1; i_1++) {\n const value_7: SchemaElement.SchemaElement = SchemaElement.SchemaElement.read(input);\n value_6.push(value_7);\n }\n input.readListEnd();\n _args.schema = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_8: Int64 = input.readI64();\n _args.num_rows = value_8;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_9: Array<RowGroup.RowGroup> = new Array<RowGroup.RowGroup>();\n const metadata_2: thrift.TList = input.readListBegin();\n const size_2: number = metadata_2.size;\n for (let i_2: number = 0; i_2 < size_2; i_2++) {\n const value_10: RowGroup.RowGroup = RowGroup.RowGroup.read(input);\n value_9.push(value_10);\n }\n input.readListEnd();\n _args.row_groups = value_9;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_11: Array<KeyValue.KeyValue> = new Array<KeyValue.KeyValue>();\n const metadata_3: thrift.TList = input.readListBegin();\n const size_3: number = metadata_3.size;\n for (let i_3: number = 0; i_3 < size_3; i_3++) {\n const value_12: KeyValue.KeyValue = KeyValue.KeyValue.read(input);\n value_11.push(value_12);\n }\n input.readListEnd();\n _args.key_value_metadata = value_11;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.STRING) {\n const value_13: string = input.readString();\n _args.created_by = value_13;\n } else {\n input.skip(fieldType);\n }\n break;\n case 7:\n if (fieldType === thrift.Thrift.Type.LIST) {\n const value_14: Array<ColumnOrder.ColumnOrder> = new Array<ColumnOrder.ColumnOrder>();\n const metadata_4: thrift.TList = input.readListBegin();\n const size_4: number = metadata_4.size;\n for (let i_4: number = 0; i_4 < size_4; i_4++) {\n const value_15: ColumnOrder.ColumnOrder = ColumnOrder.ColumnOrder.read(input);\n value_14.push(value_15);\n }\n input.readListEnd();\n _args.column_orders = value_14;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (\n _args.version !== undefined &&\n _args.schema !== undefined &&\n _args.num_rows !== undefined &&\n _args.row_groups !== undefined\n ) {\n return new FileMetaData(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read FileMetaData from input'\n );\n }\n }\n}\n"],"file":"FileMetaData.js"}
|
|
@@ -1,53 +1,67 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
+
|
|
5
|
+
var _typeof = require("@babel/runtime/helpers/typeof");
|
|
6
|
+
|
|
3
7
|
Object.defineProperty(exports, "__esModule", {
|
|
4
8
|
value: true
|
|
5
9
|
});
|
|
6
10
|
exports.IndexPageHeader = void 0;
|
|
7
11
|
|
|
8
|
-
var
|
|
12
|
+
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
9
13
|
|
|
10
|
-
|
|
14
|
+
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
11
15
|
|
|
12
|
-
|
|
16
|
+
var thrift = _interopRequireWildcard(require("thrift"));
|
|
17
|
+
|
|
18
|
+
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
|
|
13
19
|
|
|
14
|
-
|
|
15
|
-
constructor() {}
|
|
20
|
+
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
|
|
16
21
|
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
output.writeStructEnd();
|
|
21
|
-
return;
|
|
22
|
+
var IndexPageHeader = function () {
|
|
23
|
+
function IndexPageHeader() {
|
|
24
|
+
(0, _classCallCheck2.default)(this, IndexPageHeader);
|
|
22
25
|
}
|
|
23
26
|
|
|
24
|
-
|
|
25
|
-
|
|
27
|
+
(0, _createClass2.default)(IndexPageHeader, [{
|
|
28
|
+
key: "write",
|
|
29
|
+
value: function write(output) {
|
|
30
|
+
output.writeStructBegin('IndexPageHeader');
|
|
31
|
+
output.writeFieldStop();
|
|
32
|
+
output.writeStructEnd();
|
|
33
|
+
return;
|
|
34
|
+
}
|
|
35
|
+
}], [{
|
|
36
|
+
key: "read",
|
|
37
|
+
value: function read(input) {
|
|
38
|
+
input.readStructBegin();
|
|
26
39
|
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
40
|
+
while (true) {
|
|
41
|
+
var ret = input.readFieldBegin();
|
|
42
|
+
var fieldType = ret.ftype;
|
|
43
|
+
var fieldId = ret.fid;
|
|
31
44
|
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
45
|
+
if (fieldType === thrift.Thrift.Type.STOP) {
|
|
46
|
+
break;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
switch (fieldId) {
|
|
50
|
+
default:
|
|
51
|
+
{
|
|
52
|
+
input.skip(fieldType);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
35
55
|
|
|
36
|
-
|
|
37
|
-
default:
|
|
38
|
-
{
|
|
39
|
-
input.skip(fieldType);
|
|
40
|
-
}
|
|
56
|
+
input.readFieldEnd();
|
|
41
57
|
}
|
|
42
58
|
|
|
43
|
-
input.
|
|
59
|
+
input.readStructEnd();
|
|
60
|
+
return new IndexPageHeader();
|
|
44
61
|
}
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
}
|
|
62
|
+
}]);
|
|
63
|
+
return IndexPageHeader;
|
|
64
|
+
}();
|
|
51
65
|
|
|
52
66
|
exports.IndexPageHeader = IndexPageHeader;
|
|
53
67
|
//# sourceMappingURL=IndexPageHeader.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/IndexPageHeader.ts"],"names":["IndexPageHeader","
|
|
1
|
+
{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/IndexPageHeader.ts"],"names":["IndexPageHeader","output","writeStructBegin","writeFieldStop","writeStructEnd","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","thrift","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"mappings":";;;;;;;;;;;;;;;AAMA;;;;;;IAEaA,e;AACX,6BAAc;AAAA;AAAE;;;;WAChB,eAAaC,MAAb,EAA6C;AAC3CA,MAAAA,MAAM,CAACC,gBAAP,CAAwB,iBAAxB;AACAD,MAAAA,MAAM,CAACE,cAAP;AACAF,MAAAA,MAAM,CAACG,cAAP;AACA;AACD;;;WACD,cAAmBC,KAAnB,EAA6D;AAC3DA,MAAAA,KAAK,CAACC,eAAN;;AACA,aAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,YAAIH,SAAS,KAAKI,MAAM,CAACC,MAAP,CAAcC,IAAd,CAAmBC,IAArC,EAA2C;AACzC;AACD;;AACD,gBAAQL,OAAR;AACE;AAAS;AACPN,cAAAA,KAAK,CAACY,IAAN,CAAWR,SAAX;AACD;AAHH;;AAKAJ,QAAAA,KAAK,CAACa,YAAN;AACD;;AACDb,MAAAA,KAAK,CAACc,aAAN;AACA,aAAO,IAAInB,eAAJ,EAAP;AACD","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface IIndexPageHeaderArgs {}\nexport class IndexPageHeader {\n constructor() {}\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('IndexPageHeader');\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): IndexPageHeader {\n input.readStructBegin();\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n return new IndexPageHeader();\n }\n}\n"],"file":"IndexPageHeader.js"}
|