@kepler.gl/processors 3.0.0 → 3.1.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +20 -15
- package/dist/data-processor.d.ts +0 -190
- package/dist/data-processor.js +0 -495
- package/dist/file-handler.d.ts +0 -49
- package/dist/file-handler.js +0 -472
- package/dist/index.d.ts +0 -3
- package/dist/index.js +0 -45
- package/dist/types.d.ts +0 -13
- package/dist/types.js +0 -6
package/dist/data-processor.js
DELETED
|
@@ -1,495 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
|
|
5
|
-
var _interopRequireWildcard = require("@babel/runtime/helpers/interopRequireWildcard");
|
|
6
|
-
|
|
7
|
-
Object.defineProperty(exports, "__esModule", {
|
|
8
|
-
value: true
|
|
9
|
-
});
|
|
10
|
-
exports.processCsvData = processCsvData;
|
|
11
|
-
exports.parseRowsByFields = parseRowsByFields;
|
|
12
|
-
exports.parseCsvRowsByFieldType = parseCsvRowsByFieldType;
|
|
13
|
-
exports.processRowObject = processRowObject;
|
|
14
|
-
exports.processGeojson = processGeojson;
|
|
15
|
-
exports.processKeplerglJSON = processKeplerglJSON;
|
|
16
|
-
exports.processKeplerglDataset = processKeplerglDataset;
|
|
17
|
-
exports.processArrowTable = processArrowTable;
|
|
18
|
-
exports.processArrowBatches = processArrowBatches;
|
|
19
|
-
exports.Processors = exports.DATASET_HANDLERS = exports.PARSE_FIELD_VALUE_FROM_STRING = exports.CSV_NULLS = void 0;
|
|
20
|
-
|
|
21
|
-
var _toConsumableArray2 = _interopRequireDefault(require("@babel/runtime/helpers/toConsumableArray"));
|
|
22
|
-
|
|
23
|
-
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
24
|
-
|
|
25
|
-
var arrow = _interopRequireWildcard(require("apache-arrow"));
|
|
26
|
-
|
|
27
|
-
var _d3Dsv = require("d3-dsv");
|
|
28
|
-
|
|
29
|
-
var _typeAnalyzer = require("type-analyzer");
|
|
30
|
-
|
|
31
|
-
var _geojsonNormalize = _interopRequireDefault(require("@mapbox/geojson-normalize"));
|
|
32
|
-
|
|
33
|
-
var _constants = require("@kepler.gl/constants");
|
|
34
|
-
|
|
35
|
-
var _utils = require("@kepler.gl/utils");
|
|
36
|
-
|
|
37
|
-
var _schemas = require("@kepler.gl/schemas");
|
|
38
|
-
|
|
39
|
-
var _PARSE_FIELD_VALUE_FR, _DATASET_HANDLERS;
|
|
40
|
-
|
|
41
|
-
function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); keys.push.apply(keys, symbols); } return keys; }
|
|
42
|
-
|
|
43
|
-
function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2["default"])(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
|
|
44
|
-
|
|
45
|
-
// if any of these value occurs in csv, parse it to null;
|
|
46
|
-
// const CSV_NULLS = ['', 'null', 'NULL', 'Null', 'NaN', '/N'];
|
|
47
|
-
// matches empty string
|
|
48
|
-
var CSV_NULLS = /^(null|NULL|Null|NaN|\/N||)$/;
|
|
49
|
-
exports.CSV_NULLS = CSV_NULLS;
|
|
50
|
-
|
|
51
|
-
function tryParseJsonString(str) {
|
|
52
|
-
try {
|
|
53
|
-
return JSON.parse(str);
|
|
54
|
-
} catch (e) {
|
|
55
|
-
return null;
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
var PARSE_FIELD_VALUE_FROM_STRING = (_PARSE_FIELD_VALUE_FR = {}, (0, _defineProperty2["default"])(_PARSE_FIELD_VALUE_FR, _constants.ALL_FIELD_TYPES["boolean"], {
|
|
60
|
-
valid: function valid(d) {
|
|
61
|
-
return typeof d === 'boolean';
|
|
62
|
-
},
|
|
63
|
-
parse: function parse(d) {
|
|
64
|
-
return d === 'true' || d === 'True' || d === 'TRUE' || d === '1';
|
|
65
|
-
}
|
|
66
|
-
}), (0, _defineProperty2["default"])(_PARSE_FIELD_VALUE_FR, _constants.ALL_FIELD_TYPES.integer, {
|
|
67
|
-
// @ts-ignore
|
|
68
|
-
valid: function valid(d) {
|
|
69
|
-
return parseInt(d, 10) === d;
|
|
70
|
-
},
|
|
71
|
-
// @ts-ignore
|
|
72
|
-
parse: function parse(d) {
|
|
73
|
-
return parseInt(d, 10);
|
|
74
|
-
}
|
|
75
|
-
}), (0, _defineProperty2["default"])(_PARSE_FIELD_VALUE_FR, _constants.ALL_FIELD_TYPES.timestamp, {
|
|
76
|
-
valid: function valid(d, field) {
|
|
77
|
-
return ['x', 'X'].includes(field.format) ? typeof d === 'number' : typeof d === 'string';
|
|
78
|
-
},
|
|
79
|
-
parse: function parse(d, field) {
|
|
80
|
-
return ['x', 'X'].includes(field.format) ? Number(d) : d;
|
|
81
|
-
}
|
|
82
|
-
}), (0, _defineProperty2["default"])(_PARSE_FIELD_VALUE_FR, _constants.ALL_FIELD_TYPES.real, {
|
|
83
|
-
// @ts-ignore
|
|
84
|
-
valid: function valid(d) {
|
|
85
|
-
return parseFloat(d) === d;
|
|
86
|
-
},
|
|
87
|
-
// Note this will result in NaN for some string
|
|
88
|
-
parse: parseFloat
|
|
89
|
-
}), (0, _defineProperty2["default"])(_PARSE_FIELD_VALUE_FR, _constants.ALL_FIELD_TYPES.object, {
|
|
90
|
-
valid: _utils.isPlainObject,
|
|
91
|
-
parse: tryParseJsonString
|
|
92
|
-
}), (0, _defineProperty2["default"])(_PARSE_FIELD_VALUE_FR, _constants.ALL_FIELD_TYPES.array, {
|
|
93
|
-
valid: Array.isArray,
|
|
94
|
-
parse: tryParseJsonString
|
|
95
|
-
}), _PARSE_FIELD_VALUE_FR);
|
|
96
|
-
/**
|
|
97
|
-
* Process csv data, output a data object with `{fields: [], rows: []}`.
|
|
98
|
-
* The data object can be wrapped in a `dataset` and pass to [`addDataToMap`](../actions/actions.md#adddatatomap)
|
|
99
|
-
* @param rawData raw csv string
|
|
100
|
-
* @returns data object `{fields: [], rows: []}` can be passed to addDataToMaps
|
|
101
|
-
* @public
|
|
102
|
-
* @example
|
|
103
|
-
* import {processCsvData} from 'kepler.gl/processors';
|
|
104
|
-
*
|
|
105
|
-
* const testData = `gps_data.utc_timestamp,gps_data.lat,gps_data.lng,gps_data.types,epoch,has_result,id,time,begintrip_ts_utc,begintrip_ts_local,date
|
|
106
|
-
* 2016-09-17 00:09:55,29.9900937,31.2590542,driver_analytics,1472688000000,False,1,2016-09-23T00:00:00.000Z,2016-10-01 09:41:39+00:00,2016-10-01 09:41:39+00:00,2016-09-23
|
|
107
|
-
* 2016-09-17 00:10:56,29.9927699,31.2461142,driver_analytics,1472688000000,False,2,2016-09-23T00:00:00.000Z,2016-10-01 09:46:37+00:00,2016-10-01 16:46:37+00:00,2016-09-23
|
|
108
|
-
* 2016-09-17 00:11:56,29.9907261,31.2312742,driver_analytics,1472688000000,False,3,2016-09-23T00:00:00.000Z,,,2016-09-23
|
|
109
|
-
* 2016-09-17 00:12:58,29.9870074,31.2175827,driver_analytics,1472688000000,False,4,2016-09-23T00:00:00.000Z,,,2016-09-23`
|
|
110
|
-
*
|
|
111
|
-
* const dataset = {
|
|
112
|
-
* info: {id: 'test_data', label: 'My Csv'},
|
|
113
|
-
* data: processCsvData(testData)
|
|
114
|
-
* };
|
|
115
|
-
*
|
|
116
|
-
* dispatch(addDataToMap({
|
|
117
|
-
* datasets: [dataset],
|
|
118
|
-
* options: {centerMap: true, readOnly: true}
|
|
119
|
-
* }));
|
|
120
|
-
*/
|
|
121
|
-
|
|
122
|
-
exports.PARSE_FIELD_VALUE_FROM_STRING = PARSE_FIELD_VALUE_FROM_STRING;
|
|
123
|
-
|
|
124
|
-
function processCsvData(rawData, header) {
|
|
125
|
-
var rows;
|
|
126
|
-
var headerRow;
|
|
127
|
-
|
|
128
|
-
if (typeof rawData === 'string') {
|
|
129
|
-
var _parsedRows = (0, _d3Dsv.csvParseRows)(rawData);
|
|
130
|
-
|
|
131
|
-
if (!Array.isArray(_parsedRows) || _parsedRows.length < 2) {
|
|
132
|
-
// looks like an empty file, throw error to be catch
|
|
133
|
-
throw new Error('process Csv Data Failed: CSV is empty');
|
|
134
|
-
}
|
|
135
|
-
|
|
136
|
-
headerRow = _parsedRows[0];
|
|
137
|
-
rows = _parsedRows.slice(1);
|
|
138
|
-
} else if (Array.isArray(rawData) && rawData.length) {
|
|
139
|
-
rows = rawData;
|
|
140
|
-
headerRow = header;
|
|
141
|
-
|
|
142
|
-
if (!Array.isArray(headerRow)) {
|
|
143
|
-
// if data is passed in as array of rows and missing header
|
|
144
|
-
// assume first row is header
|
|
145
|
-
// @ts-ignore
|
|
146
|
-
headerRow = rawData[0];
|
|
147
|
-
rows = rawData.slice(1);
|
|
148
|
-
}
|
|
149
|
-
}
|
|
150
|
-
|
|
151
|
-
if (!rows || !headerRow) {
|
|
152
|
-
throw new Error('invalid input passed to processCsvData');
|
|
153
|
-
} // here we assume the csv file that people uploaded will have first row
|
|
154
|
-
// as name of the column
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
cleanUpFalsyCsvValue(rows); // No need to run type detection on every data point
|
|
158
|
-
// here we get a list of none null values to run analyze on
|
|
159
|
-
|
|
160
|
-
var sample = (0, _utils.getSampleForTypeAnalyze)({
|
|
161
|
-
fields: headerRow,
|
|
162
|
-
rows: rows
|
|
163
|
-
});
|
|
164
|
-
var fields = (0, _utils.getFieldsFromData)(sample, headerRow);
|
|
165
|
-
var parsedRows = parseRowsByFields(rows, fields);
|
|
166
|
-
return {
|
|
167
|
-
fields: fields,
|
|
168
|
-
rows: parsedRows
|
|
169
|
-
};
|
|
170
|
-
}
|
|
171
|
-
/**
|
|
172
|
-
* Parse rows of csv by analyzed field types. So that `'1'` -> `1`, `'True'` -> `true`
|
|
173
|
-
* @param rows
|
|
174
|
-
* @param fields
|
|
175
|
-
*/
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
function parseRowsByFields(rows, fields) {
|
|
179
|
-
// Edit rows in place
|
|
180
|
-
var geojsonFieldIdx = fields.findIndex(function (f) {
|
|
181
|
-
return f.name === '_geojson';
|
|
182
|
-
});
|
|
183
|
-
fields.forEach(parseCsvRowsByFieldType.bind(null, rows, geojsonFieldIdx));
|
|
184
|
-
return rows;
|
|
185
|
-
}
|
|
186
|
-
/**
|
|
187
|
-
* Convert falsy value in csv including `'', 'null', 'NULL', 'Null', 'NaN'` to `null`,
|
|
188
|
-
* so that type-analyzer won't detect it as string
|
|
189
|
-
*
|
|
190
|
-
* @param rows
|
|
191
|
-
*/
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
function cleanUpFalsyCsvValue(rows) {
|
|
195
|
-
var re = new RegExp(CSV_NULLS, 'g');
|
|
196
|
-
|
|
197
|
-
for (var i = 0; i < rows.length; i++) {
|
|
198
|
-
for (var j = 0; j < rows[i].length; j++) {
|
|
199
|
-
// analyzer will set any fields to 'string' if there are empty values
|
|
200
|
-
// which will be parsed as '' by d3.csv
|
|
201
|
-
// here we parse empty data as null
|
|
202
|
-
// TODO: create warning when deltect `CSV_NULLS` in the data
|
|
203
|
-
if (typeof rows[i][j] === 'string' && rows[i][j].match(re)) {
|
|
204
|
-
rows[i][j] = null;
|
|
205
|
-
}
|
|
206
|
-
}
|
|
207
|
-
}
|
|
208
|
-
}
|
|
209
|
-
/**
|
|
210
|
-
* Process uploaded csv file to parse value by field type
|
|
211
|
-
*
|
|
212
|
-
* @param rows
|
|
213
|
-
* @param geoFieldIdx field index
|
|
214
|
-
* @param field
|
|
215
|
-
* @param i
|
|
216
|
-
*/
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
function parseCsvRowsByFieldType(rows, geoFieldIdx, field, i) {
|
|
220
|
-
var parser = PARSE_FIELD_VALUE_FROM_STRING[field.type];
|
|
221
|
-
|
|
222
|
-
if (parser) {
|
|
223
|
-
// check first not null value of it's already parsed
|
|
224
|
-
var first = rows.find(function (r) {
|
|
225
|
-
return (0, _utils.notNullorUndefined)(r[i]);
|
|
226
|
-
});
|
|
227
|
-
|
|
228
|
-
if (!first || parser.valid(first[i], field)) {
|
|
229
|
-
return;
|
|
230
|
-
}
|
|
231
|
-
|
|
232
|
-
rows.forEach(function (row) {
|
|
233
|
-
// parse string value based on field type
|
|
234
|
-
if (row[i] !== null) {
|
|
235
|
-
row[i] = parser.parse(row[i], field);
|
|
236
|
-
|
|
237
|
-
if (geoFieldIdx > -1 && (0, _utils.isPlainObject)(row[geoFieldIdx]) && // @ts-ignore
|
|
238
|
-
(0, _utils.hasOwnProperty)(row[geoFieldIdx], 'properties')) {
|
|
239
|
-
// @ts-ignore
|
|
240
|
-
row[geoFieldIdx].properties[field.name] = row[i];
|
|
241
|
-
}
|
|
242
|
-
}
|
|
243
|
-
});
|
|
244
|
-
}
|
|
245
|
-
}
|
|
246
|
-
/* eslint-enable complexity */
|
|
247
|
-
|
|
248
|
-
/**
|
|
249
|
-
* Process data where each row is an object, output can be passed to [`addDataToMap`](../actions/actions.md#adddatatomap)
|
|
250
|
-
* NOTE: This function may mutate input.
|
|
251
|
-
* @param rawData an array of row object, each object should have the same number of keys
|
|
252
|
-
* @returns dataset containing `fields` and `rows`
|
|
253
|
-
* @public
|
|
254
|
-
* @example
|
|
255
|
-
* import {addDataToMap} from 'kepler.gl/actions';
|
|
256
|
-
* import {processRowObject} from 'kepler.gl/processors';
|
|
257
|
-
*
|
|
258
|
-
* const data = [
|
|
259
|
-
* {lat: 31.27, lng: 127.56, value: 3},
|
|
260
|
-
* {lat: 31.22, lng: 126.26, value: 1}
|
|
261
|
-
* ];
|
|
262
|
-
*
|
|
263
|
-
* dispatch(addDataToMap({
|
|
264
|
-
* datasets: {
|
|
265
|
-
* info: {label: 'My Data', id: 'my_data'},
|
|
266
|
-
* data: processRowObject(data)
|
|
267
|
-
* }
|
|
268
|
-
* }));
|
|
269
|
-
*/
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
function processRowObject(rawData) {
|
|
273
|
-
if (!Array.isArray(rawData)) {
|
|
274
|
-
return null;
|
|
275
|
-
} else if (!rawData.length) {
|
|
276
|
-
// data is empty
|
|
277
|
-
return {
|
|
278
|
-
fields: [],
|
|
279
|
-
rows: []
|
|
280
|
-
};
|
|
281
|
-
}
|
|
282
|
-
|
|
283
|
-
var keys = Object.keys(rawData[0]); // [lat, lng, value]
|
|
284
|
-
|
|
285
|
-
var rows = rawData.map(function (d) {
|
|
286
|
-
return keys.map(function (key) {
|
|
287
|
-
return d[key];
|
|
288
|
-
});
|
|
289
|
-
}); // [[31.27, 127.56, 3]]
|
|
290
|
-
// row object an still contain values like `Null` or `N/A`
|
|
291
|
-
|
|
292
|
-
cleanUpFalsyCsvValue(rows);
|
|
293
|
-
return processCsvData(rows, keys);
|
|
294
|
-
}
|
|
295
|
-
/**
|
|
296
|
-
* Process GeoJSON [`FeatureCollection`](http://wiki.geojson.org/GeoJSON_draft_version_6#FeatureCollection),
|
|
297
|
-
* output a data object with `{fields: [], rows: []}`.
|
|
298
|
-
* The data object can be wrapped in a `dataset` and passed to [`addDataToMap`](../actions/actions.md#adddatatomap)
|
|
299
|
-
* NOTE: This function may mutate input.
|
|
300
|
-
*
|
|
301
|
-
* @param rawData raw geojson feature collection
|
|
302
|
-
* @returns dataset containing `fields` and `rows`
|
|
303
|
-
* @public
|
|
304
|
-
* @example
|
|
305
|
-
* import {addDataToMap} from 'kepler.gl/actions';
|
|
306
|
-
* import {processGeojson} from 'kepler.gl/processors';
|
|
307
|
-
*
|
|
308
|
-
* const geojson = {
|
|
309
|
-
* "type" : "FeatureCollection",
|
|
310
|
-
* "features" : [{
|
|
311
|
-
* "type" : "Feature",
|
|
312
|
-
* "properties" : {
|
|
313
|
-
* "capacity" : "10",
|
|
314
|
-
* "type" : "U-Rack"
|
|
315
|
-
* },
|
|
316
|
-
* "geometry" : {
|
|
317
|
-
* "type" : "Point",
|
|
318
|
-
* "coordinates" : [ -71.073283, 42.417500 ]
|
|
319
|
-
* }
|
|
320
|
-
* }]
|
|
321
|
-
* };
|
|
322
|
-
*
|
|
323
|
-
* dispatch(addDataToMap({
|
|
324
|
-
* datasets: {
|
|
325
|
-
* info: {
|
|
326
|
-
* label: 'Sample Taxi Trips in New York City',
|
|
327
|
-
* id: 'test_trip_data'
|
|
328
|
-
* },
|
|
329
|
-
* data: processGeojson(geojson)
|
|
330
|
-
* }
|
|
331
|
-
* }));
|
|
332
|
-
*/
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
function processGeojson(rawData) {
|
|
336
|
-
var normalizedGeojson = (0, _geojsonNormalize["default"])(rawData);
|
|
337
|
-
|
|
338
|
-
if (!normalizedGeojson || !Array.isArray(normalizedGeojson.features)) {
|
|
339
|
-
var error = new Error("Read File Failed: File is not a valid GeoJSON. Read more about [supported file format](".concat(_constants.GUIDES_FILE_FORMAT_DOC, ")"));
|
|
340
|
-
throw error; // fail to normalize geojson
|
|
341
|
-
} // getting all feature fields
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
var allDataRows = [];
|
|
345
|
-
|
|
346
|
-
for (var i = 0; i < normalizedGeojson.features.length; i++) {
|
|
347
|
-
var f = normalizedGeojson.features[i];
|
|
348
|
-
|
|
349
|
-
if (f.geometry) {
|
|
350
|
-
allDataRows.push(_objectSpread({
|
|
351
|
-
// add feature to _geojson field
|
|
352
|
-
_geojson: f
|
|
353
|
-
}, f.properties || {}));
|
|
354
|
-
}
|
|
355
|
-
} // get all the field
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
var fields = allDataRows.reduce(function (accu, curr) {
|
|
359
|
-
Object.keys(curr).forEach(function (key) {
|
|
360
|
-
if (!accu.includes(key)) {
|
|
361
|
-
accu.push(key);
|
|
362
|
-
}
|
|
363
|
-
});
|
|
364
|
-
return accu;
|
|
365
|
-
}, []); // make sure each feature has exact same fields
|
|
366
|
-
|
|
367
|
-
allDataRows.forEach(function (d) {
|
|
368
|
-
fields.forEach(function (f) {
|
|
369
|
-
if (!(f in d)) {
|
|
370
|
-
d[f] = null;
|
|
371
|
-
|
|
372
|
-
if (d._geojson.properties) {
|
|
373
|
-
d._geojson.properties[f] = null;
|
|
374
|
-
}
|
|
375
|
-
}
|
|
376
|
-
});
|
|
377
|
-
});
|
|
378
|
-
return processRowObject(allDataRows);
|
|
379
|
-
}
|
|
380
|
-
/**
|
|
381
|
-
* Process saved kepler.gl json to be pass to [`addDataToMap`](../actions/actions.md#adddatatomap).
|
|
382
|
-
* The json object should contain `datasets` and `config`.
|
|
383
|
-
* @param rawData
|
|
384
|
-
* @param schema
|
|
385
|
-
* @returns datasets and config `{datasets: {}, config: {}}`
|
|
386
|
-
* @public
|
|
387
|
-
* @example
|
|
388
|
-
* import {addDataToMap} from 'kepler.gl/actions';
|
|
389
|
-
* import {processKeplerglJSON} from 'kepler.gl/processors';
|
|
390
|
-
*
|
|
391
|
-
* dispatch(addDataToMap(processKeplerglJSON(keplerGlJson)));
|
|
392
|
-
*/
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
function processKeplerglJSON(rawData) {
|
|
396
|
-
var schema = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : _schemas.KeplerGlSchema;
|
|
397
|
-
return rawData ? schema.load(rawData.datasets, rawData.config) : null;
|
|
398
|
-
}
|
|
399
|
-
/**
|
|
400
|
-
* Parse a single or an array of datasets saved using kepler.gl schema
|
|
401
|
-
* @param rawData
|
|
402
|
-
* @param schema
|
|
403
|
-
*/
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
function processKeplerglDataset(rawData) {
|
|
407
|
-
var schema = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : _schemas.KeplerGlSchema;
|
|
408
|
-
|
|
409
|
-
if (!rawData) {
|
|
410
|
-
return null;
|
|
411
|
-
}
|
|
412
|
-
|
|
413
|
-
var results = schema.parseSavedData((0, _utils.toArray)(rawData));
|
|
414
|
-
|
|
415
|
-
if (!results) {
|
|
416
|
-
return null;
|
|
417
|
-
}
|
|
418
|
-
|
|
419
|
-
return Array.isArray(rawData) ? results : results[0];
|
|
420
|
-
}
|
|
421
|
-
/**
|
|
422
|
-
* Parse arrow table and return a dataset
|
|
423
|
-
*
|
|
424
|
-
* @param arrowTable ArrowTable to parse, see loaders.gl/schema
|
|
425
|
-
* @returns dataset containing `fields` and `rows` or null
|
|
426
|
-
*/
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
function processArrowTable(arrowTable) {
|
|
430
|
-
return processArrowBatches(arrowTable.data.batches);
|
|
431
|
-
}
|
|
432
|
-
/**
|
|
433
|
-
* Parse arrow batches returned from parseInBatches()
|
|
434
|
-
*
|
|
435
|
-
* @param arrowTable the arrow table to parse
|
|
436
|
-
* @returns dataset containing `fields` and `rows` or null
|
|
437
|
-
*/
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
function processArrowBatches(arrowBatches) {
|
|
441
|
-
if (arrowBatches.length === 0) {
|
|
442
|
-
return null;
|
|
443
|
-
}
|
|
444
|
-
|
|
445
|
-
var arrowTable = new arrow.Table(arrowBatches);
|
|
446
|
-
var fields = []; // parse fields
|
|
447
|
-
|
|
448
|
-
arrowTable.schema.fields.forEach(function (field, index) {
|
|
449
|
-
var _field$metadata$get;
|
|
450
|
-
|
|
451
|
-
var isGeometryColumn = (_field$metadata$get = field.metadata.get('ARROW:extension:name')) === null || _field$metadata$get === void 0 ? void 0 : _field$metadata$get.startsWith('geoarrow');
|
|
452
|
-
fields.push({
|
|
453
|
-
name: field.name,
|
|
454
|
-
id: field.name,
|
|
455
|
-
displayName: field.name,
|
|
456
|
-
format: '',
|
|
457
|
-
fieldIdx: index,
|
|
458
|
-
type: isGeometryColumn ? _constants.ALL_FIELD_TYPES.geoarrow : (0, _utils.arrowDataTypeToFieldType)(field.type),
|
|
459
|
-
analyzerType: isGeometryColumn ? _typeAnalyzer.DATA_TYPES.GEOMETRY : (0, _utils.arrowDataTypeToAnalyzerDataType)(field.type),
|
|
460
|
-
valueAccessor: function valueAccessor(dc) {
|
|
461
|
-
return function (d) {
|
|
462
|
-
return dc.valueAt(d.index, index);
|
|
463
|
-
};
|
|
464
|
-
},
|
|
465
|
-
metadata: field.metadata
|
|
466
|
-
});
|
|
467
|
-
});
|
|
468
|
-
var cols = (0, _toConsumableArray2["default"])(Array(arrowTable.numCols).keys()).map(function (i) {
|
|
469
|
-
return arrowTable.getChildAt(i);
|
|
470
|
-
}); // return empty rows and use raw arrow table to construct column-wise data container
|
|
471
|
-
|
|
472
|
-
return {
|
|
473
|
-
fields: fields,
|
|
474
|
-
rows: [],
|
|
475
|
-
cols: cols,
|
|
476
|
-
metadata: arrowTable.schema.metadata
|
|
477
|
-
};
|
|
478
|
-
}
|
|
479
|
-
|
|
480
|
-
var DATASET_HANDLERS = (_DATASET_HANDLERS = {}, (0, _defineProperty2["default"])(_DATASET_HANDLERS, _constants.DATASET_FORMATS.row, processRowObject), (0, _defineProperty2["default"])(_DATASET_HANDLERS, _constants.DATASET_FORMATS.geojson, processGeojson), (0, _defineProperty2["default"])(_DATASET_HANDLERS, _constants.DATASET_FORMATS.csv, processCsvData), (0, _defineProperty2["default"])(_DATASET_HANDLERS, _constants.DATASET_FORMATS.arrow, processArrowTable), (0, _defineProperty2["default"])(_DATASET_HANDLERS, _constants.DATASET_FORMATS.keplergl, processKeplerglDataset), _DATASET_HANDLERS);
|
|
481
|
-
exports.DATASET_HANDLERS = DATASET_HANDLERS;
|
|
482
|
-
var Processors = {
|
|
483
|
-
processGeojson: processGeojson,
|
|
484
|
-
processCsvData: processCsvData,
|
|
485
|
-
processArrowTable: processArrowTable,
|
|
486
|
-
processArrowBatches: processArrowBatches,
|
|
487
|
-
processRowObject: processRowObject,
|
|
488
|
-
processKeplerglJSON: processKeplerglJSON,
|
|
489
|
-
processKeplerglDataset: processKeplerglDataset,
|
|
490
|
-
analyzerTypeToFieldType: _utils.analyzerTypeToFieldType,
|
|
491
|
-
getFieldsFromData: _utils.getFieldsFromData,
|
|
492
|
-
parseCsvRowsByFieldType: parseCsvRowsByFieldType
|
|
493
|
-
};
|
|
494
|
-
exports.Processors = Processors;
|
|
495
|
-
//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uL3NyYy9kYXRhLXByb2Nlc3Nvci50cyJdLCJuYW1lcyI6WyJDU1ZfTlVMTFMiLCJ0cnlQYXJzZUpzb25TdHJpbmciLCJzdHIiLCJKU09OIiwicGFyc2UiLCJlIiwiUEFSU0VfRklFTERfVkFMVUVfRlJPTV9TVFJJTkciLCJBTExfRklFTERfVFlQRVMiLCJ2YWxpZCIsImQiLCJpbnRlZ2VyIiwicGFyc2VJbnQiLCJ0aW1lc3RhbXAiLCJmaWVsZCIsImluY2x1ZGVzIiwiZm9ybWF0IiwiTnVtYmVyIiwicmVhbCIsInBhcnNlRmxvYXQiLCJvYmplY3QiLCJpc1BsYWluT2JqZWN0IiwiYXJyYXkiLCJBcnJheSIsImlzQXJyYXkiLCJwcm9jZXNzQ3N2RGF0YSIsInJhd0RhdGEiLCJoZWFkZXIiLCJyb3dzIiwiaGVhZGVyUm93IiwicGFyc2VkUm93cyIsImxlbmd0aCIsIkVycm9yIiwic2xpY2UiLCJjbGVhblVwRmFsc3lDc3ZWYWx1ZSIsInNhbXBsZSIsImZpZWxkcyIsInBhcnNlUm93c0J5RmllbGRzIiwiZ2VvanNvbkZpZWxkSWR4IiwiZmluZEluZGV4IiwiZiIsIm5hbWUiLCJmb3JFYWNoIiwicGFyc2VDc3ZSb3dzQnlGaWVsZFR5cGUiLCJiaW5kIiwicmUiLCJSZWdFeHAiLCJpIiwiaiIsIm1hdGNoIiwiZ2VvRmllbGRJZHgiLCJwYXJzZXIiLCJ0eXBlIiwiZmlyc3QiLCJmaW5kIiwiciIsInJvdyIsInByb3BlcnRpZXMiLCJwcm9jZXNzUm93T2JqZWN0Iiwia2V5cyIsIk9iamVjdCIsIm1hcCIsImtleSIsInByb2Nlc3NHZW9qc29uIiwibm9ybWFsaXplZEdlb2pzb24iLCJmZWF0dXJlcyIsImVycm9yIiwiR1VJREVTX0ZJTEVfRk9STUFUX0RPQyIsImFsbERhdGFSb3dzIiwiZ2VvbWV0cnkiLCJwdXNoIiwiX2dlb2pzb24iLCJyZWR1Y2UiLCJhY2N1IiwiY3VyciIsInByb2Nlc3NLZXBsZXJnbEpTT04iLCJzY2hlbWEiLCJLZXBsZXJHbFNjaGVtYSIsImxvYWQiLCJkYXRhc2V0cyIsImNvbmZpZyIsInByb2Nlc3NLZXBsZXJnbERhdGFzZXQiLCJyZXN1bHRzIiwicGFyc2VTYXZlZERhdGEiLCJwcm9jZXNzQXJyb3dUYWJsZSIsImFycm93VGFibGUiLCJwcm9jZXNzQXJyb3dCYXRjaGVzIiwiZGF0YSIsImJhdGNoZXMiLCJhcnJvd0JhdGNoZXMiLCJhcnJvdyIsIlRhYmxlIiwiaW5kZXgiLCJpc0dlb21ldHJ5Q29sdW1uIiwibWV0YWRhdGEiLCJnZXQiLCJzdGFydHNXaXRoIiwiaWQiLCJkaXNwbGF5TmFtZSIsImZpZWxkSWR4IiwiZ2VvYXJyb3ciLCJhbmFseXplclR5cGUiLCJBbmFseXplckRBVEFfVFlQRVMiLCJHRU9NRVRSWSIsInZhbHVlQWNjZXNzb3IiLCJkYyIsInZhbHVlQXQiLCJjb2xzIiwibnVtQ29scyIsImdldENoaWxkQXQiLCJEQVRBU0VUX0hBTkRMRVJTIiwiREFUQVNFVF9GT1JNQVRTIiwiZ2VvanNvbiIsImNzdiIsImtlcGxlcmdsIiwiUHJvY2Vzc29ycyIsImFuYWx5emVyVHlwZVRvRmllbGRUeXBlIiwiZ2V0RmllbGRzRnJvbURhdGEiXSwibWFwcGluZ3MiOiI7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7OztBQUdBOztBQUNBOztBQUNBOztBQUNBOztBQUVBOztBQUVBOztBQVdBOzs7Ozs7OztBQUdBO0FBQ0E7QUFDQTtBQUNPLElBQU1BLFNBQVMsR0FBRyw4QkFBbEI7OztBQUVQLFNBQVNDLGtCQUFULENBQTRCQyxHQUE1QixFQUFpQztBQUMvQixNQUFJO0FBQ0YsV0FBT0MsSUFBSSxDQUFDQyxLQUFMLENBQVdGLEdBQVgsQ0FBUDtBQUNELEdBRkQsQ0FFRSxPQUFPRyxDQUFQLEVBQVU7QUFDVixXQUFPLElBQVA7QUFDRDtBQUNGOztBQUVNLElBQU1DLDZCQUE2Qix3RkFDdkNDLHFDQUR1QyxFQUNiO0FBQ3pCQyxFQUFBQSxLQUFLLEVBQUUsZUFBQ0MsQ0FBRDtBQUFBLFdBQXlCLE9BQU9BLENBQVAsS0FBYSxTQUF0QztBQUFBLEdBRGtCO0FBRXpCTCxFQUFBQSxLQUFLLEVBQUUsZUFBQ0ssQ0FBRDtBQUFBLFdBQXlCQSxDQUFDLEtBQUssTUFBTixJQUFnQkEsQ0FBQyxLQUFLLE1BQXRCLElBQWdDQSxDQUFDLEtBQUssTUFBdEMsSUFBZ0RBLENBQUMsS0FBSyxHQUEvRTtBQUFBO0FBRmtCLENBRGEsMkRBS3ZDRiwyQkFBZ0JHLE9BTHVCLEVBS2I7QUFDekI7QUFDQUYsRUFBQUEsS0FBSyxFQUFFLGVBQUNDLENBQUQ7QUFBQSxXQUF5QkUsUUFBUSxDQUFDRixDQUFELEVBQUksRUFBSixDQUFSLEtBQW9CQSxDQUE3QztBQUFBLEdBRmtCO0FBR3pCO0FBQ0FMLEVBQUFBLEtBQUssRUFBRSxlQUFDSyxDQUFEO0FBQUEsV0FBd0JFLFFBQVEsQ0FBQ0YsQ0FBRCxFQUFJLEVBQUosQ0FBaEM7QUFBQTtBQUprQixDQUxhLDJEQVd2Q0YsMkJBQWdCSyxTQVh1QixFQVdYO0FBQzNCSixFQUFBQSxLQUFLLEVBQUUsZUFBQ0MsQ0FBRCxFQUFhSSxLQUFiO0FBQUEsV0FDTCxDQUFDLEdBQUQsRUFBTSxHQUFOLEVBQVdDLFFBQVgsQ0FBb0JELEtBQUssQ0FBQ0UsTUFBMUIsSUFBb0MsT0FBT04sQ0FBUCxLQUFhLFFBQWpELEdBQTRELE9BQU9BLENBQVAsS0FBYSxRQURwRTtBQUFBLEdBRG9CO0FBRzNCTCxFQUFBQSxLQUFLLEVBQUUsZUFBQ0ssQ0FBRCxFQUFTSSxLQUFUO0FBQUEsV0FBMkIsQ0FBQyxHQUFELEVBQU0sR0FBTixFQUFXQyxRQUFYLENBQW9CRCxLQUFLLENBQUNFLE1BQTFCLElBQW9DQyxNQUFNLENBQUNQLENBQUQsQ0FBMUMsR0FBZ0RBLENBQTNFO0FBQUE7QUFIb0IsQ0FYVywyREFnQnZDRiwyQkFBZ0JVLElBaEJ1QixFQWdCaEI7QUFDdEI7QUFDQVQsRUFBQUEsS0FBSyxFQUFFLGVBQUNDLENBQUQ7QUFBQSxXQUF5QlMsVUFBVSxDQUFDVCxDQUFELENBQVYsS0FBa0JBLENBQTNDO0FBQUEsR0FGZTtBQUd0QjtBQUNBTCxFQUFBQSxLQUFLLEVBQUVjO0FBSmUsQ0FoQmdCLDJEQXNCdkNYLDJCQUFnQlksTUF0QnVCLEVBc0JkO0FBQ3hCWCxFQUFBQSxLQUFLLEVBQUVZLG9CQURpQjtBQUV4QmhCLEVBQUFBLEtBQUssRUFBRUg7QUFGaUIsQ0F0QmMsMkRBMkJ2Q00sMkJBQWdCYyxLQTNCdUIsRUEyQmY7QUFDdkJiLEVBQUFBLEtBQUssRUFBRWMsS0FBSyxDQUFDQyxPQURVO0FBRXZCbkIsRUFBQUEsS0FBSyxFQUFFSDtBQUZnQixDQTNCZSx5QkFBbkM7QUFpQ1A7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7Ozs7QUFDTyxTQUFTdUIsY0FBVCxDQUF3QkMsT0FBeEIsRUFBdURDLE1BQXZELEVBQTJGO0FBQ2hHLE1BQUlDLElBQUo7QUFDQSxNQUFJQyxTQUFKOztBQUVBLE1BQUksT0FBT0gsT0FBUCxLQUFtQixRQUF2QixFQUFpQztBQUMvQixRQUFNSSxXQUFzQixHQUFHLHlCQUFhSixPQUFiLENBQS9COztBQUVBLFFBQUksQ0FBQ0gsS0FBSyxDQUFDQyxPQUFOLENBQWNNLFdBQWQsQ0FBRCxJQUE4QkEsV0FBVSxDQUFDQyxNQUFYLEdBQW9CLENBQXRELEVBQXlEO0FBQ3ZEO0FBQ0EsWUFBTSxJQUFJQyxLQUFKLENBQVUsdUNBQVYsQ0FBTjtBQUNEOztBQUNESCxJQUFBQSxTQUFTLEdBQUdDLFdBQVUsQ0FBQyxDQUFELENBQXRCO0FBQ0FGLElBQUFBLElBQUksR0FBR0UsV0FBVSxDQUFDRyxLQUFYLENBQWlCLENBQWpCLENBQVA7QUFDRCxHQVRELE1BU08sSUFBSVYsS0FBSyxDQUFDQyxPQUFOLENBQWNFLE9BQWQsS0FBMEJBLE9BQU8sQ0FBQ0ssTUFBdEMsRUFBOEM7QUFDbkRILElBQUFBLElBQUksR0FBR0YsT0FBUDtBQUNBRyxJQUFBQSxTQUFTLEdBQUdGLE1BQVo7O0FBRUEsUUFBSSxDQUFDSixLQUFLLENBQUNDLE9BQU4sQ0FBY0ssU0FBZCxDQUFMLEVBQStCO0FBQzdCO0FBQ0E7QUFDQTtBQUNBQSxNQUFBQSxTQUFTLEdBQUdILE9BQU8sQ0FBQyxDQUFELENBQW5CO0FBQ0FFLE1BQUFBLElBQUksR0FBR0YsT0FBTyxDQUFDTyxLQUFSLENBQWMsQ0FBZCxDQUFQO0FBQ0Q7QUFDRjs7QUFFRCxNQUFJLENBQUNMLElBQUQsSUFBUyxDQUFDQyxTQUFkLEVBQXlCO0FBQ3ZCLFVBQU0sSUFBSUcsS0FBSixDQUFVLHdDQUFWLENBQU47QUFDRCxHQTVCK0YsQ0E4QmhHO0FBQ0E7OztBQUVBRSxFQUFBQSxvQkFBb0IsQ0FBQ04sSUFBRCxDQUFwQixDQWpDZ0csQ0FrQ2hHO0FBQ0E7O0FBQ0EsTUFBTU8sTUFBTSxHQUFHLG9DQUF3QjtBQUFDQyxJQUFBQSxNQUFNLEVBQUVQLFNBQVQ7QUFBb0JELElBQUFBLElBQUksRUFBSkE7QUFBcEIsR0FBeEIsQ0FBZjtBQUNBLE1BQU1RLE1BQU0sR0FBRyw4QkFBa0JELE1BQWxCLEVBQTBCTixTQUExQixDQUFmO0FBQ0EsTUFBTUMsVUFBVSxHQUFHTyxpQkFBaUIsQ0FBQ1QsSUFBRCxFQUFPUSxNQUFQLENBQXBDO0FBRUEsU0FBTztBQUFDQSxJQUFBQSxNQUFNLEVBQU5BLE1BQUQ7QUFBU1IsSUFBQUEsSUFBSSxFQUFFRTtBQUFmLEdBQVA7QUFDRDtBQUVEO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7OztBQUNPLFNBQVNPLGlCQUFULENBQTJCVCxJQUEzQixFQUEwQ1EsTUFBMUMsRUFBMkQ7QUFDaEU7QUFDQSxNQUFNRSxlQUFlLEdBQUdGLE1BQU0sQ0FBQ0csU0FBUCxDQUFpQixVQUFBQyxDQUFDO0FBQUEsV0FBSUEsQ0FBQyxDQUFDQyxJQUFGLEtBQVcsVUFBZjtBQUFBLEdBQWxCLENBQXhCO0FBQ0FMLEVBQUFBLE1BQU0sQ0FBQ00sT0FBUCxDQUFlQyx1QkFBdUIsQ0FBQ0MsSUFBeEIsQ0FBNkIsSUFBN0IsRUFBbUNoQixJQUFuQyxFQUF5Q1UsZUFBekMsQ0FBZjtBQUVBLFNBQU9WLElBQVA7QUFDRDtBQUVEO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTs7O0FBQ0EsU0FBU00sb0JBQVQsQ0FBOEJOLElBQTlCLEVBQXVEO0FBQ3JELE1BQU1pQixFQUFFLEdBQUcsSUFBSUMsTUFBSixDQUFXN0MsU0FBWCxFQUFzQixHQUF0QixDQUFYOztBQUNBLE9BQUssSUFBSThDLENBQUMsR0FBRyxDQUFiLEVBQWdCQSxDQUFDLEdBQUduQixJQUFJLENBQUNHLE1BQXpCLEVBQWlDZ0IsQ0FBQyxFQUFsQyxFQUFzQztBQUNwQyxTQUFLLElBQUlDLENBQUMsR0FBRyxDQUFiLEVBQWdCQSxDQUFDLEdBQUdwQixJQUFJLENBQUNtQixDQUFELENBQUosQ0FBUWhCLE1BQTVCLEVBQW9DaUIsQ0FBQyxFQUFyQyxFQUF5QztBQUN2QztBQUNBO0FBQ0E7QUFDQTtBQUNBLFVBQUksT0FBT3BCLElBQUksQ0FBQ21CLENBQUQsQ0FBSixDQUFRQyxDQUFSLENBQVAsS0FBc0IsUUFBdEIsSUFBbUNwQixJQUFJLENBQUNtQixDQUFELENBQUosQ0FBUUMsQ0FBUixDQUFELENBQXVCQyxLQUF2QixDQUE2QkosRUFBN0IsQ0FBdEMsRUFBd0U7QUFDdEVqQixRQUFBQSxJQUFJLENBQUNtQixDQUFELENBQUosQ0FBUUMsQ0FBUixJQUFhLElBQWI7QUFDRDtBQUNGO0FBQ0Y7QUFDRjtBQUVEO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7OztBQUNPLFNBQVNMLHVCQUFULENBQ0xmLElBREssRUFFTHNCLFdBRkssRUFHTHBDLEtBSEssRUFJTGlDLENBSkssRUFLQztBQUNOLE1BQU1JLE1BQU0sR0FBRzVDLDZCQUE2QixDQUFDTyxLQUFLLENBQUNzQyxJQUFQLENBQTVDOztBQUNBLE1BQUlELE1BQUosRUFBWTtBQUNWO0FBQ0EsUUFBTUUsS0FBSyxHQUFHekIsSUFBSSxDQUFDMEIsSUFBTCxDQUFVLFVBQUFDLENBQUM7QUFBQSxhQUFJLCtCQUFtQkEsQ0FBQyxDQUFDUixDQUFELENBQXBCLENBQUo7QUFBQSxLQUFYLENBQWQ7O0FBQ0EsUUFBSSxDQUFDTSxLQUFELElBQVVGLE1BQU0sQ0FBQzFDLEtBQVAsQ0FBYTRDLEtBQUssQ0FBQ04sQ0FBRCxDQUFsQixFQUF1QmpDLEtBQXZCLENBQWQsRUFBNkM7QUFDM0M7QUFDRDs7QUFDRGMsSUFBQUEsSUFBSSxDQUFDYyxPQUFMLENBQWEsVUFBQWMsR0FBRyxFQUFJO0FBQ2xCO0FBQ0EsVUFBSUEsR0FBRyxDQUFDVCxDQUFELENBQUgsS0FBVyxJQUFmLEVBQXFCO0FBQ25CUyxRQUFBQSxHQUFHLENBQUNULENBQUQsQ0FBSCxHQUFTSSxNQUFNLENBQUM5QyxLQUFQLENBQWFtRCxHQUFHLENBQUNULENBQUQsQ0FBaEIsRUFBcUJqQyxLQUFyQixDQUFUOztBQUNBLFlBQ0VvQyxXQUFXLEdBQUcsQ0FBQyxDQUFmLElBQ0EsMEJBQWNNLEdBQUcsQ0FBQ04sV0FBRCxDQUFqQixDQURBLElBRUE7QUFDQSxtQ0FBZU0sR0FBRyxDQUFDTixXQUFELENBQWxCLEVBQWlDLFlBQWpDLENBSkYsRUFLRTtBQUNBO0FBQ0FNLFVBQUFBLEdBQUcsQ0FBQ04sV0FBRCxDQUFILENBQWlCTyxVQUFqQixDQUE0QjNDLEtBQUssQ0FBQzJCLElBQWxDLElBQTBDZSxHQUFHLENBQUNULENBQUQsQ0FBN0M7QUFDRDtBQUNGO0FBQ0YsS0FkRDtBQWVEO0FBQ0Y7QUFFRDs7QUFFQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTs7O0FBQ08sU0FBU1csZ0JBQVQsQ0FBMEJoQyxPQUExQixFQUErRDtBQUNwRSxNQUFJLENBQUNILEtBQUssQ0FBQ0MsT0FBTixDQUFjRSxPQUFkLENBQUwsRUFBNkI7QUFDM0IsV0FBTyxJQUFQO0FBQ0QsR0FGRCxNQUVPLElBQUksQ0FBQ0EsT0FBTyxDQUFDSyxNQUFiLEVBQXFCO0FBQzFCO0FBQ0EsV0FBTztBQUNMSyxNQUFBQSxNQUFNLEVBQUUsRUFESDtBQUVMUixNQUFBQSxJQUFJLEVBQUU7QUFGRCxLQUFQO0FBSUQ7O0FBRUQsTUFBTStCLElBQUksR0FBR0MsTUFBTSxDQUFDRCxJQUFQLENBQVlqQyxPQUFPLENBQUMsQ0FBRCxDQUFuQixDQUFiLENBWG9FLENBVzlCOztBQUN0QyxNQUFNRSxJQUFJLEdBQUdGLE9BQU8sQ0FBQ21DLEdBQVIsQ0FBWSxVQUFBbkQsQ0FBQztBQUFBLFdBQUlpRCxJQUFJLENBQUNFLEdBQUwsQ0FBUyxVQUFBQyxHQUFHO0FBQUEsYUFBSXBELENBQUMsQ0FBQ29ELEdBQUQsQ0FBTDtBQUFBLEtBQVosQ0FBSjtBQUFBLEdBQWIsQ0FBYixDQVpvRSxDQVlaO0FBRXhEOztBQUNBNUIsRUFBQUEsb0JBQW9CLENBQUNOLElBQUQsQ0FBcEI7QUFFQSxTQUFPSCxjQUFjLENBQUNHLElBQUQsRUFBTytCLElBQVAsQ0FBckI7QUFDRDtBQUVEO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7OztBQUNPLFNBQVNJLGNBQVQsQ0FBd0JyQyxPQUF4QixFQUEyRDtBQUNoRSxNQUFNc0MsaUJBQWlCLEdBQUcsa0NBQVV0QyxPQUFWLENBQTFCOztBQUVBLE1BQUksQ0FBQ3NDLGlCQUFELElBQXNCLENBQUN6QyxLQUFLLENBQUNDLE9BQU4sQ0FBY3dDLGlCQUFpQixDQUFDQyxRQUFoQyxDQUEzQixFQUFzRTtBQUNwRSxRQUFNQyxLQUFLLEdBQUcsSUFBSWxDLEtBQUosa0dBQzhFbUMsaUNBRDlFLE9BQWQ7QUFHQSxVQUFNRCxLQUFOLENBSm9FLENBS3BFO0FBQ0QsR0FUK0QsQ0FXaEU7OztBQUNBLE1BQU1FLFdBQXVELEdBQUcsRUFBaEU7O0FBQ0EsT0FBSyxJQUFJckIsQ0FBQyxHQUFHLENBQWIsRUFBZ0JBLENBQUMsR0FBR2lCLGlCQUFpQixDQUFDQyxRQUFsQixDQUEyQmxDLE1BQS9DLEVBQXVEZ0IsQ0FBQyxFQUF4RCxFQUE0RDtBQUMxRCxRQUFNUCxDQUFDLEdBQUd3QixpQkFBaUIsQ0FBQ0MsUUFBbEIsQ0FBMkJsQixDQUEzQixDQUFWOztBQUNBLFFBQUlQLENBQUMsQ0FBQzZCLFFBQU4sRUFBZ0I7QUFDZEQsTUFBQUEsV0FBVyxDQUFDRSxJQUFaO0FBQ0U7QUFDQUMsUUFBQUEsUUFBUSxFQUFFL0I7QUFGWixTQUdNQSxDQUFDLENBQUNpQixVQUFGLElBQWdCLEVBSHRCO0FBS0Q7QUFDRixHQXRCK0QsQ0F1QmhFOzs7QUFDQSxNQUFNckIsTUFBTSxHQUFHZ0MsV0FBVyxDQUFDSSxNQUFaLENBQTZCLFVBQUNDLElBQUQsRUFBT0MsSUFBUCxFQUFnQjtBQUMxRGQsSUFBQUEsTUFBTSxDQUFDRCxJQUFQLENBQVllLElBQVosRUFBa0JoQyxPQUFsQixDQUEwQixVQUFBb0IsR0FBRyxFQUFJO0FBQy9CLFVBQUksQ0FBQ1csSUFBSSxDQUFDMUQsUUFBTCxDQUFjK0MsR0FBZCxDQUFMLEVBQXlCO0FBQ3ZCVyxRQUFBQSxJQUFJLENBQUNILElBQUwsQ0FBVVIsR0FBVjtBQUNEO0FBQ0YsS0FKRDtBQUtBLFdBQU9XLElBQVA7QUFDRCxHQVBjLEVBT1osRUFQWSxDQUFmLENBeEJnRSxDQWlDaEU7O0FBQ0FMLEVBQUFBLFdBQVcsQ0FBQzFCLE9BQVosQ0FBb0IsVUFBQWhDLENBQUMsRUFBSTtBQUN2QjBCLElBQUFBLE1BQU0sQ0FBQ00sT0FBUCxDQUFlLFVBQUFGLENBQUMsRUFBSTtBQUNsQixVQUFJLEVBQUVBLENBQUMsSUFBSTlCLENBQVAsQ0FBSixFQUFlO0FBQ2JBLFFBQUFBLENBQUMsQ0FBQzhCLENBQUQsQ0FBRCxHQUFPLElBQVA7O0FBQ0EsWUFBSTlCLENBQUMsQ0FBQzZELFFBQUYsQ0FBV2QsVUFBZixFQUEyQjtBQUN6Qi9DLFVBQUFBLENBQUMsQ0FBQzZELFFBQUYsQ0FBV2QsVUFBWCxDQUFzQmpCLENBQXRCLElBQTJCLElBQTNCO0FBQ0Q7QUFDRjtBQUNGLEtBUEQ7QUFRRCxHQVREO0FBV0EsU0FBT2tCLGdCQUFnQixDQUFDVSxXQUFELENBQXZCO0FBQ0Q7QUFFRDtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTs7O0FBQ08sU0FBU08sbUJBQVQsQ0FBNkJqRCxPQUE3QixFQUEyRjtBQUFBLE1BQTNDa0QsTUFBMkMsdUVBQWxDQyx1QkFBa0M7QUFDaEcsU0FBT25ELE9BQU8sR0FBR2tELE1BQU0sQ0FBQ0UsSUFBUCxDQUFZcEQsT0FBTyxDQUFDcUQsUUFBcEIsRUFBOEJyRCxPQUFPLENBQUNzRCxNQUF0QyxDQUFILEdBQW1ELElBQWpFO0FBQ0Q7QUFFRDtBQUNBO0FBQ0E7QUFDQTtBQUNBOzs7QUFDTyxTQUFTQyxzQkFBVCxDQUNMdkQsT0FESyxFQUdtQztBQUFBLE1BRHhDa0QsTUFDd0MsdUVBRC9CQyx1QkFDK0I7O0FBQ3hDLE1BQUksQ0FBQ25ELE9BQUwsRUFBYztBQUNaLFdBQU8sSUFBUDtBQUNEOztBQUVELE1BQU13RCxPQUFPLEdBQUdOLE1BQU0sQ0FBQ08sY0FBUCxDQUFzQixvQkFBUXpELE9BQVIsQ0FBdEIsQ0FBaEI7O0FBQ0EsTUFBSSxDQUFDd0QsT0FBTCxFQUFjO0FBQ1osV0FBTyxJQUFQO0FBQ0Q7O0FBQ0QsU0FBTzNELEtBQUssQ0FBQ0MsT0FBTixDQUFjRSxPQUFkLElBQXlCd0QsT0FBekIsR0FBbUNBLE9BQU8sQ0FBQyxDQUFELENBQWpEO0FBQ0Q7QUFFRDtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7OztBQUNPLFNBQVNFLGlCQUFULENBQTJCQyxVQUEzQixFQUEyRTtBQUNoRixTQUFPQyxtQkFBbUIsQ0FBQ0QsVUFBVSxDQUFDRSxJQUFYLENBQWdCQyxPQUFqQixDQUExQjtBQUNEO0FBRUQ7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBOzs7QUFDTyxTQUFTRixtQkFBVCxDQUE2QkcsWUFBN0IsRUFBd0Y7QUFDN0YsTUFBSUEsWUFBWSxDQUFDMUQsTUFBYixLQUF3QixDQUE1QixFQUErQjtBQUM3QixXQUFPLElBQVA7QUFDRDs7QUFDRCxNQUFNc0QsVUFBVSxHQUFHLElBQUlLLEtBQUssQ0FBQ0MsS0FBVixDQUFnQkYsWUFBaEIsQ0FBbkI7QUFDQSxNQUFNckQsTUFBZSxHQUFHLEVBQXhCLENBTDZGLENBTzdGOztBQUNBaUQsRUFBQUEsVUFBVSxDQUFDVCxNQUFYLENBQWtCeEMsTUFBbEIsQ0FBeUJNLE9BQXpCLENBQWlDLFVBQUM1QixLQUFELEVBQXFCOEUsS0FBckIsRUFBdUM7QUFBQTs7QUFDdEUsUUFBTUMsZ0JBQWdCLDBCQUFHL0UsS0FBSyxDQUFDZ0YsUUFBTixDQUFlQyxHQUFmLENBQW1CLHNCQUFuQixDQUFILHdEQUFHLG9CQUE0Q0MsVUFBNUMsQ0FBdUQsVUFBdkQsQ0FBekI7QUFDQTVELElBQUFBLE1BQU0sQ0FBQ2tDLElBQVAsQ0FBWTtBQUNWN0IsTUFBQUEsSUFBSSxFQUFFM0IsS0FBSyxDQUFDMkIsSUFERjtBQUVWd0QsTUFBQUEsRUFBRSxFQUFFbkYsS0FBSyxDQUFDMkIsSUFGQTtBQUdWeUQsTUFBQUEsV0FBVyxFQUFFcEYsS0FBSyxDQUFDMkIsSUFIVDtBQUlWekIsTUFBQUEsTUFBTSxFQUFFLEVBSkU7QUFLVm1GLE1BQUFBLFFBQVEsRUFBRVAsS0FMQTtBQU1WeEMsTUFBQUEsSUFBSSxFQUFFeUMsZ0JBQWdCLEdBQUdyRiwyQkFBZ0I0RixRQUFuQixHQUE4QixxQ0FBeUJ0RixLQUFLLENBQUNzQyxJQUEvQixDQU4xQztBQU9WaUQsTUFBQUEsWUFBWSxFQUFFUixnQkFBZ0IsR0FDMUJTLHlCQUFtQkMsUUFETyxHQUUxQiw0Q0FBZ0N6RixLQUFLLENBQUNzQyxJQUF0QyxDQVRNO0FBVVZvRCxNQUFBQSxhQUFhLEVBQUUsdUJBQUNDLEVBQUQ7QUFBQSxlQUFhLFVBQUEvRixDQUFDLEVBQUk7QUFDL0IsaUJBQU8rRixFQUFFLENBQUNDLE9BQUgsQ0FBV2hHLENBQUMsQ0FBQ2tGLEtBQWIsRUFBb0JBLEtBQXBCLENBQVA7QUFDRCxTQUZjO0FBQUEsT0FWTDtBQWFWRSxNQUFBQSxRQUFRLEVBQUVoRixLQUFLLENBQUNnRjtBQWJOLEtBQVo7QUFlRCxHQWpCRDtBQW1CQSxNQUFNYSxJQUFJLEdBQUcsb0NBQUlwRixLQUFLLENBQUM4RCxVQUFVLENBQUN1QixPQUFaLENBQUwsQ0FBMEJqRCxJQUExQixFQUFKLEVBQXNDRSxHQUF0QyxDQUEwQyxVQUFBZCxDQUFDO0FBQUEsV0FBSXNDLFVBQVUsQ0FBQ3dCLFVBQVgsQ0FBc0I5RCxDQUF0QixDQUFKO0FBQUEsR0FBM0MsQ0FBYixDQTNCNkYsQ0E0QjdGOztBQUNBLFNBQU87QUFBQ1gsSUFBQUEsTUFBTSxFQUFOQSxNQUFEO0FBQVNSLElBQUFBLElBQUksRUFBRSxFQUFmO0FBQW1CK0UsSUFBQUEsSUFBSSxFQUFKQSxJQUFuQjtBQUF5QmIsSUFBQUEsUUFBUSxFQUFFVCxVQUFVLENBQUNULE1BQVgsQ0FBa0JrQjtBQUFyRCxHQUFQO0FBQ0Q7O0FBRU0sSUFBTWdCLGdCQUFnQixnRkFDMUJDLDJCQUFnQnZELEdBRFUsRUFDSkUsZ0JBREksdURBRTFCcUQsMkJBQWdCQyxPQUZVLEVBRUFqRCxjQUZBLHVEQUcxQmdELDJCQUFnQkUsR0FIVSxFQUdKeEYsY0FISSx1REFJMUJzRiwyQkFBZ0JyQixLQUpVLEVBSUZOLGlCQUpFLHVEQUsxQjJCLDJCQUFnQkcsUUFMVSxFQUtDakMsc0JBTEQscUJBQXRCOztBQVFBLElBQU1rQyxVQVdaLEdBQUc7QUFDRnBELEVBQUFBLGNBQWMsRUFBZEEsY0FERTtBQUVGdEMsRUFBQUEsY0FBYyxFQUFkQSxjQUZFO0FBR0YyRCxFQUFBQSxpQkFBaUIsRUFBakJBLGlCQUhFO0FBSUZFLEVBQUFBLG1CQUFtQixFQUFuQkEsbUJBSkU7QUFLRjVCLEVBQUFBLGdCQUFnQixFQUFoQkEsZ0JBTEU7QUFNRmlCLEVBQUFBLG1CQUFtQixFQUFuQkEsbUJBTkU7QUFPRk0sRUFBQUEsc0JBQXNCLEVBQXRCQSxzQkFQRTtBQVFGbUMsRUFBQUEsdUJBQXVCLEVBQXZCQSw4QkFSRTtBQVNGQyxFQUFBQSxpQkFBaUIsRUFBakJBLHdCQVRFO0FBVUYxRSxFQUFBQSx1QkFBdUIsRUFBdkJBO0FBVkUsQ0FYRyIsInNvdXJjZXNDb250ZW50IjpbIi8vIFNQRFgtTGljZW5zZS1JZGVudGlmaWVyOiBNSVRcbi8vIENvcHlyaWdodCBjb250cmlidXRvcnMgdG8gdGhlIGtlcGxlci5nbCBwcm9qZWN0XG5cbmltcG9ydCAqIGFzIGFycm93IGZyb20gJ2FwYWNoZS1hcnJvdyc7XG5pbXBvcnQge2NzdlBhcnNlUm93c30gZnJvbSAnZDMtZHN2JztcbmltcG9ydCB7REFUQV9UWVBFUyBhcyBBbmFseXplckRBVEFfVFlQRVN9IGZyb20gJ3R5cGUtYW5hbHl6ZXInO1xuaW1wb3J0IG5vcm1hbGl6ZSBmcm9tICdAbWFwYm94L2dlb2pzb24tbm9ybWFsaXplJztcbmltcG9ydCB7QXJyb3dUYWJsZX0gZnJvbSAnQGxvYWRlcnMuZ2wvc2NoZW1hJztcbmltcG9ydCB7QUxMX0ZJRUxEX1RZUEVTLCBEQVRBU0VUX0ZPUk1BVFMsIEdVSURFU19GSUxFX0ZPUk1BVF9ET0N9IGZyb20gJ0BrZXBsZXIuZ2wvY29uc3RhbnRzJztcbmltcG9ydCB7UHJvY2Vzc29yUmVzdWx0LCBGaWVsZH0gZnJvbSAnQGtlcGxlci5nbC90eXBlcyc7XG5pbXBvcnQge1xuICBhcnJvd0RhdGFUeXBlVG9BbmFseXplckRhdGFUeXBlLFxuICBhcnJvd0RhdGFUeXBlVG9GaWVsZFR5cGUsXG4gIG5vdE51bGxvclVuZGVmaW5lZCxcbiAgaGFzT3duUHJvcGVydHksXG4gIGlzUGxhaW5PYmplY3QsXG4gIGFuYWx5emVyVHlwZVRvRmllbGRUeXBlLFxuICBnZXRTYW1wbGVGb3JUeXBlQW5hbHl6ZSxcbiAgZ2V0RmllbGRzRnJvbURhdGEsXG4gIHRvQXJyYXlcbn0gZnJvbSAnQGtlcGxlci5nbC91dGlscyc7XG5pbXBvcnQge0tlcGxlckdsU2NoZW1hLCBQYXJzZWREYXRhc2V0LCBTYXZlZE1hcCwgTG9hZGVkTWFwfSBmcm9tICdAa2VwbGVyLmdsL3NjaGVtYXMnO1xuaW1wb3J0IHtGZWF0dXJlfSBmcm9tICdAbmVidWxhLmdsL2VkaXQtbW9kZXMnO1xuXG4vLyBpZiBhbnkgb2YgdGhlc2UgdmFsdWUgb2NjdXJzIGluIGNzdiwgcGFyc2UgaXQgdG8gbnVsbDtcbi8vIGNvbnN0IENTVl9OVUxMUyA9IFsnJywgJ251bGwnLCAnTlVMTCcsICdOdWxsJywgJ05hTicsICcvTiddO1xuLy8gbWF0Y2hlcyBlbXB0eSBzdHJpbmdcbmV4cG9ydCBjb25zdCBDU1ZfTlVMTFMgPSAvXihudWxsfE5VTEx8TnVsbHxOYU58XFwvTnx8KSQvO1xuXG5mdW5jdGlvbiB0cnlQYXJzZUpzb25TdHJpbmcoc3RyKSB7XG4gIHRyeSB7XG4gICAgcmV0dXJuIEpTT04ucGFyc2Uoc3RyKTtcbiAgfSBjYXRjaCAoZSkge1xuICAgIHJldHVybiBudWxsO1xuICB9XG59XG5cbmV4cG9ydCBjb25zdCBQQVJTRV9GSUVMRF9WQUxVRV9GUk9NX1NUUklORyA9IHtcbiAgW0FMTF9GSUVMRF9UWVBFUy5ib29sZWFuXToge1xuICAgIHZhbGlkOiAoZDogdW5rbm93bik6IGJvb2xlYW4gPT4gdHlwZW9mIGQgPT09ICdib29sZWFuJyxcbiAgICBwYXJzZTogKGQ6IHVua25vd24pOiBib29sZWFuID0+IGQgPT09ICd0cnVlJyB8fCBkID09PSAnVHJ1ZScgfHwgZCA9PT0gJ1RSVUUnIHx8IGQgPT09ICcxJ1xuICB9LFxuICBbQUxMX0ZJRUxEX1RZUEVTLmludGVnZXJdOiB7XG4gICAgLy8gQHRzLWlnbm9yZVxuICAgIHZhbGlkOiAoZDogdW5rbm93bik6IGJvb2xlYW4gPT4gcGFyc2VJbnQoZCwgMTApID09PSBkLFxuICAgIC8vIEB0cy1pZ25vcmVcbiAgICBwYXJzZTogKGQ6IHVua25vd24pOiBudW1iZXIgPT4gcGFyc2VJbnQoZCwgMTApXG4gIH0sXG4gIFtBTExfRklFTERfVFlQRVMudGltZXN0YW1wXToge1xuICAgIHZhbGlkOiAoZDogdW5rbm93biwgZmllbGQ6IEZpZWxkKTogYm9vbGVhbiA9PlxuICAgICAgWyd4JywgJ1gnXS5pbmNsdWRlcyhmaWVsZC5mb3JtYXQpID8gdHlwZW9mIGQgPT09ICdudW1iZXInIDogdHlwZW9mIGQgPT09ICdzdHJpbmcnLFxuICAgIHBhcnNlOiAoZDogYW55LCBmaWVsZDogRmllbGQpID0+IChbJ3gnLCAnWCddLmluY2x1ZGVzKGZpZWxkLmZvcm1hdCkgPyBOdW1iZXIoZCkgOiBkKVxuICB9LFxuICBbQUxMX0ZJRUxEX1RZUEVTLnJlYWxdOiB7XG4gICAgLy8gQHRzLWlnbm9yZVxuICAgIHZhbGlkOiAoZDogdW5rbm93bik6IGJvb2xlYW4gPT4gcGFyc2VGbG9hdChkKSA9PT0gZCxcbiAgICAvLyBOb3RlIHRoaXMgd2lsbCByZXN1bHQgaW4gTmFOIGZvciBzb21lIHN0cmluZ1xuICAgIHBhcnNlOiBwYXJzZUZsb2F0XG4gIH0sXG4gIFtBTExfRklFTERfVFlQRVMub2JqZWN0XToge1xuICAgIHZhbGlkOiBpc1BsYWluT2JqZWN0LFxuICAgIHBhcnNlOiB0cnlQYXJzZUpzb25TdHJpbmdcbiAgfSxcblxuICBbQUxMX0ZJRUxEX1RZUEVTLmFycmF5XToge1xuICAgIHZhbGlkOiBBcnJheS5pc0FycmF5LFxuICAgIHBhcnNlOiB0cnlQYXJzZUpzb25TdHJpbmdcbiAgfVxufTtcblxuLyoqXG4gKiBQcm9jZXNzIGNzdiBkYXRhLCBvdXRwdXQgYSBkYXRhIG9iamVjdCB3aXRoIGB7ZmllbGRzOiBbXSwgcm93czogW119YC5cbiAqIFRoZSBkYXRhIG9iamVjdCBjYW4gYmUgd3JhcHBlZCBpbiBhIGBkYXRhc2V0YCBhbmQgcGFzcyB0byBbYGFkZERhdGFUb01hcGBdKC4uL2FjdGlvbnMvYWN0aW9ucy5tZCNhZGRkYXRhdG9tYXApXG4gKiBAcGFyYW0gcmF3RGF0YSByYXcgY3N2IHN0cmluZ1xuICogQHJldHVybnMgZGF0YSBvYmplY3QgYHtmaWVsZHM6IFtdLCByb3dzOiBbXX1gIGNhbiBiZSBwYXNzZWQgdG8gYWRkRGF0YVRvTWFwc1xuICogQHB1YmxpY1xuICogQGV4YW1wbGVcbiAqIGltcG9ydCB7cHJvY2Vzc0NzdkRhdGF9IGZyb20gJ2tlcGxlci5nbC9wcm9jZXNzb3JzJztcbiAqXG4gKiBjb25zdCB0ZXN0RGF0YSA9IGBncHNfZGF0YS51dGNfdGltZXN0YW1wLGdwc19kYXRhLmxhdCxncHNfZGF0YS5sbmcsZ3BzX2RhdGEudHlwZXMsZXBvY2gsaGFzX3Jlc3VsdCxpZCx0aW1lLGJlZ2ludHJpcF90c191dGMsYmVnaW50cmlwX3RzX2xvY2FsLGRhdGVcbiAqIDIwMTYtMDktMTcgMDA6MDk6NTUsMjkuOTkwMDkzNywzMS4yNTkwNTQyLGRyaXZlcl9hbmFseXRpY3MsMTQ3MjY4ODAwMDAwMCxGYWxzZSwxLDIwMTYtMDktMjNUMDA6MDA6MDAuMDAwWiwyMDE2LTEwLTAxIDA5OjQxOjM5KzAwOjAwLDIwMTYtMTAtMDEgMDk6NDE6MzkrMDA6MDAsMjAxNi0wOS0yM1xuICogMjAxNi0wOS0xNyAwMDoxMDo1NiwyOS45OTI3Njk5LDMxLjI0NjExNDIsZHJpdmVyX2FuYWx5dGljcywxNDcyNjg4MDAwMDAwLEZhbHNlLDIsMjAxNi0wOS0yM1QwMDowMDowMC4wMDBaLDIwMTYtMTAtMDEgMDk6NDY6MzcrMDA6MDAsMjAxNi0xMC0wMSAxNjo0NjozNyswMDowMCwyMDE2LTA5LTIzXG4gKiAyMDE2LTA5LTE3IDAwOjExOjU2LDI5Ljk5MDcyNjEsMzEuMjMxMjc0Mixkcml2ZXJfYW5hbHl0aWNzLDE0NzI2ODgwMDAwMDAsRmFsc2UsMywyMDE2LTA5LTIzVDAwOjAwOjAwLjAwMFosLCwyMDE2LTA5LTIzXG4gKiAyMDE2LTA5LTE3IDAwOjEyOjU4LDI5Ljk4NzAwNzQsMzEuMjE3NTgyNyxkcml2ZXJfYW5hbHl0aWNzLDE0NzI2ODgwMDAwMDAsRmFsc2UsNCwyMDE2LTA5LTIzVDAwOjAwOjAwLjAwMFosLCwyMDE2LTA5LTIzYFxuICpcbiAqIGNvbnN0IGRhdGFzZXQgPSB7XG4gKiAgaW5mbzoge2lkOiAndGVzdF9kYXRhJywgbGFiZWw6ICdNeSBDc3YnfSxcbiAqICBkYXRhOiBwcm9jZXNzQ3N2RGF0YSh0ZXN0RGF0YSlcbiAqIH07XG4gKlxuICogZGlzcGF0Y2goYWRkRGF0YVRvTWFwKHtcbiAqICBkYXRhc2V0czogW2RhdGFzZXRdLFxuICogIG9wdGlvbnM6IHtjZW50ZXJNYXA6IHRydWUsIHJlYWRPbmx5OiB0cnVlfVxuICogfSkpO1xuICovXG5leHBvcnQgZnVuY3Rpb24gcHJvY2Vzc0NzdkRhdGEocmF3RGF0YTogdW5rbm93bltdW10gfCBzdHJpbmcsIGhlYWRlcj86IHN0cmluZ1tdKTogUHJvY2Vzc29yUmVzdWx0IHtcbiAgbGV0IHJvd3M6IHVua25vd25bXVtdIHwgdW5kZWZpbmVkO1xuICBsZXQgaGVhZGVyUm93OiBzdHJpbmdbXSB8IHVuZGVmaW5lZDtcblxuICBpZiAodHlwZW9mIHJhd0RhdGEgPT09ICdzdHJpbmcnKSB7XG4gICAgY29uc3QgcGFyc2VkUm93czogc3RyaW5nW11bXSA9IGNzdlBhcnNlUm93cyhyYXdEYXRhKTtcblxuICAgIGlmICghQXJyYXkuaXNBcnJheShwYXJzZWRSb3dzKSB8fCBwYXJzZWRSb3dzLmxlbmd0aCA8IDIpIHtcbiAgICAgIC8vIGxvb2tzIGxpa2UgYW4gZW1wdHkgZmlsZSwgdGhyb3cgZXJyb3IgdG8gYmUgY2F0Y2hcbiAgICAgIHRocm93IG5ldyBFcnJvcigncHJvY2VzcyBDc3YgRGF0YSBGYWlsZWQ6IENTViBpcyBlbXB0eScpO1xuICAgIH1cbiAgICBoZWFkZXJSb3cgPSBwYXJzZWRSb3dzWzBdO1xuICAgIHJvd3MgPSBwYXJzZWRSb3dzLnNsaWNlKDEpO1xuICB9IGVsc2UgaWYgKEFycmF5LmlzQXJyYXkocmF3RGF0YSkgJiYgcmF3RGF0YS5sZW5ndGgpIHtcbiAgICByb3dzID0gcmF3RGF0YTtcbiAgICBoZWFkZXJSb3cgPSBoZWFkZXI7XG5cbiAgICBpZiAoIUFycmF5LmlzQXJyYXkoaGVhZGVyUm93KSkge1xuICAgICAgLy8gaWYgZGF0YSBpcyBwYXNzZWQgaW4gYXMgYXJyYXkgb2Ygcm93cyBhbmQgbWlzc2luZyBoZWFkZXJcbiAgICAgIC8vIGFzc3VtZSBmaXJzdCByb3cgaXMgaGVhZGVyXG4gICAgICAvLyBAdHMtaWdub3JlXG4gICAgICBoZWFkZXJSb3cgPSByYXdEYXRhWzBdO1xuICAgICAgcm93cyA9IHJhd0RhdGEuc2xpY2UoMSk7XG4gICAgfVxuICB9XG5cbiAgaWYgKCFyb3dzIHx8ICFoZWFkZXJSb3cpIHtcbiAgICB0aHJvdyBuZXcgRXJyb3IoJ2ludmFsaWQgaW5wdXQgcGFzc2VkIHRvIHByb2Nlc3NDc3ZEYXRhJyk7XG4gIH1cblxuICAvLyBoZXJlIHdlIGFzc3VtZSB0aGUgY3N2IGZpbGUgdGhhdCBwZW9wbGUgdXBsb2FkZWQgd2lsbCBoYXZlIGZpcnN0IHJvd1xuICAvLyBhcyBuYW1lIG9mIHRoZSBjb2x1bW5cblxuICBjbGVhblVwRmFsc3lDc3ZWYWx1ZShyb3dzKTtcbiAgLy8gTm8gbmVlZCB0byBydW4gdHlwZSBkZXRlY3Rpb24gb24gZXZlcnkgZGF0YSBwb2ludFxuICAvLyBoZXJlIHdlIGdldCBhIGxpc3Qgb2Ygbm9uZSBudWxsIHZhbHVlcyB0byBydW4gYW5hbHl6ZSBvblxuICBjb25zdCBzYW1wbGUgPSBnZXRTYW1wbGVGb3JUeXBlQW5hbHl6ZSh7ZmllbGRzOiBoZWFkZXJSb3csIHJvd3N9KTtcbiAgY29uc3QgZmllbGRzID0gZ2V0RmllbGRzRnJvbURhdGEoc2FtcGxlLCBoZWFkZXJSb3cpO1xuICBjb25zdCBwYXJzZWRSb3dzID0gcGFyc2VSb3dzQnlGaWVsZHMocm93cywgZmllbGRzKTtcblxuICByZXR1cm4ge2ZpZWxkcywgcm93czogcGFyc2VkUm93c307XG59XG5cbi8qKlxuICogUGFyc2Ugcm93cyBvZiBjc3YgYnkgYW5hbHl6ZWQgZmllbGQgdHlwZXMuIFNvIHRoYXQgYCcxJ2AgLT4gYDFgLCBgJ1RydWUnYCAtPiBgdHJ1ZWBcbiAqIEBwYXJhbSByb3dzXG4gKiBAcGFyYW0gZmllbGRzXG4gKi9cbmV4cG9ydCBmdW5jdGlvbiBwYXJzZVJvd3NCeUZpZWxkcyhyb3dzOiBhbnlbXVtdLCBmaWVsZHM6IEZpZWxkW10pIHtcbiAgLy8gRWRpdCByb3dzIGluIHBsYWNlXG4gIGNvbnN0IGdlb2pzb25GaWVsZElkeCA9IGZpZWxkcy5maW5kSW5kZXgoZiA9PiBmLm5hbWUgPT09ICdfZ2VvanNvbicpO1xuICBmaWVsZHMuZm9yRWFjaChwYXJzZUNzdlJvd3NCeUZpZWxkVHlwZS5iaW5kKG51bGwsIHJvd3MsIGdlb2pzb25GaWVsZElkeCkpO1xuXG4gIHJldHVybiByb3dzO1xufVxuXG4vKipcbiAqIENvbnZlcnQgZmFsc3kgdmFsdWUgaW4gY3N2IGluY2x1ZGluZyBgJycsICdudWxsJywgJ05VTEwnLCAnTnVsbCcsICdOYU4nYCB0byBgbnVsbGAsXG4gKiBzbyB0aGF0IHR5cGUtYW5hbHl6ZXIgd29uJ3QgZGV0ZWN0IGl0IGFzIHN0cmluZ1xuICpcbiAqIEBwYXJhbSByb3dzXG4gKi9cbmZ1bmN0aW9uIGNsZWFuVXBGYWxzeUNzdlZhbHVlKHJvd3M6IHVua25vd25bXVtdKTogdm9pZCB7XG4gIGNvbnN0IHJlID0gbmV3IFJlZ0V4cChDU1ZfTlVMTFMsICdnJyk7XG4gIGZvciAobGV0IGkgPSAwOyBpIDwgcm93cy5sZW5ndGg7IGkrKykge1xuICAgIGZvciAobGV0IGogPSAwOyBqIDwgcm93c1tpXS5sZW5ndGg7IGorKykge1xuICAgICAgLy8gYW5hbHl6ZXIgd2lsbCBzZXQgYW55IGZpZWxkcyB0byAnc3RyaW5nJyBpZiB0aGVyZSBhcmUgZW1wdHkgdmFsdWVzXG4gICAgICAvLyB3aGljaCB3aWxsIGJlIHBhcnNlZCBhcyAnJyBieSBkMy5jc3ZcbiAgICAgIC8vIGhlcmUgd2UgcGFyc2UgZW1wdHkgZGF0YSBhcyBudWxsXG4gICAgICAvLyBUT0RPOiBjcmVhdGUgd2FybmluZyB3aGVuIGRlbHRlY3QgYENTVl9OVUxMU2AgaW4gdGhlIGRhdGFcbiAgICAgIGlmICh0eXBlb2Ygcm93c1tpXVtqXSA9PT0gJ3N0cmluZycgJiYgKHJvd3NbaV1bal0gYXMgc3RyaW5nKS5tYXRjaChyZSkpIHtcbiAgICAgICAgcm93c1tpXVtqXSA9IG51bGw7XG4gICAgICB9XG4gICAgfVxuICB9XG59XG5cbi8qKlxuICogUHJvY2VzcyB1cGxvYWRlZCBjc3YgZmlsZSB0byBwYXJzZSB2YWx1ZSBieSBmaWVsZCB0eXBlXG4gKlxuICogQHBhcmFtIHJvd3NcbiAqIEBwYXJhbSBnZW9GaWVsZElkeCBmaWVsZCBpbmRleFxuICogQHBhcmFtIGZpZWxkXG4gKiBAcGFyYW0gaVxuICovXG5leHBvcnQgZnVuY3Rpb24gcGFyc2VDc3ZSb3dzQnlGaWVsZFR5cGUoXG4gIHJvd3M6IHVua25vd25bXVtdLFxuICBnZW9GaWVsZElkeDogbnVtYmVyLFxuICBmaWVsZDogRmllbGQsXG4gIGk6IG51bWJlclxuKTogdm9pZCB7XG4gIGNvbnN0IHBhcnNlciA9IFBBUlNFX0ZJRUxEX1ZBTFVFX0ZST01fU1RSSU5HW2ZpZWxkLnR5cGVdO1xuICBpZiAocGFyc2VyKSB7XG4gICAgLy8gY2hlY2sgZmlyc3Qgbm90IG51bGwgdmFsdWUgb2YgaXQncyBhbHJlYWR5IHBhcnNlZFxuICAgIGNvbnN0IGZpcnN0ID0gcm93cy5maW5kKHIgPT4gbm90TnVsbG9yVW5kZWZpbmVkKHJbaV0pKTtcbiAgICBpZiAoIWZpcnN0IHx8IHBhcnNlci52YWxpZChmaXJzdFtpXSwgZmllbGQpKSB7XG4gICAgICByZXR1cm47XG4gICAgfVxuICAgIHJvd3MuZm9yRWFjaChyb3cgPT4ge1xuICAgICAgLy8gcGFyc2Ugc3RyaW5nIHZhbHVlIGJhc2VkIG9uIGZpZWxkIHR5cGVcbiAgICAgIGlmIChyb3dbaV0gIT09IG51bGwpIHtcbiAgICAgICAgcm93W2ldID0gcGFyc2VyLnBhcnNlKHJvd1tpXSwgZmllbGQpO1xuICAgICAgICBpZiAoXG4gICAgICAgICAgZ2VvRmllbGRJZHggPiAtMSAmJlxuICAgICAgICAgIGlzUGxhaW5PYmplY3Qocm93W2dlb0ZpZWxkSWR4XSkgJiZcbiAgICAgICAgICAvLyBAdHMtaWdub3JlXG4gICAgICAgICAgaGFzT3duUHJvcGVydHkocm93W2dlb0ZpZWxkSWR4XSwgJ3Byb3BlcnRpZXMnKVxuICAgICAgICApIHtcbiAgICAgICAgICAvLyBAdHMtaWdub3JlXG4gICAgICAgICAgcm93W2dlb0ZpZWxkSWR4XS5wcm9wZXJ0aWVzW2ZpZWxkLm5hbWVdID0gcm93W2ldO1xuICAgICAgICB9XG4gICAgICB9XG4gICAgfSk7XG4gIH1cbn1cblxuLyogZXNsaW50LWVuYWJsZSBjb21wbGV4aXR5ICovXG5cbi8qKlxuICogUHJvY2VzcyBkYXRhIHdoZXJlIGVhY2ggcm93IGlzIGFuIG9iamVjdCwgb3V0cHV0IGNhbiBiZSBwYXNzZWQgdG8gW2BhZGREYXRhVG9NYXBgXSguLi9hY3Rpb25zL2FjdGlvbnMubWQjYWRkZGF0YXRvbWFwKVxuICogTk9URTogVGhpcyBmdW5jdGlvbiBtYXkgbXV0YXRlIGlucHV0LlxuICogQHBhcmFtIHJhd0RhdGEgYW4gYXJyYXkgb2Ygcm93IG9iamVjdCwgZWFjaCBvYmplY3Qgc2hvdWxkIGhhdmUgdGhlIHNhbWUgbnVtYmVyIG9mIGtleXNcbiAqIEByZXR1cm5zIGRhdGFzZXQgY29udGFpbmluZyBgZmllbGRzYCBhbmQgYHJvd3NgXG4gKiBAcHVibGljXG4gKiBAZXhhbXBsZVxuICogaW1wb3J0IHthZGREYXRhVG9NYXB9IGZyb20gJ2tlcGxlci5nbC9hY3Rpb25zJztcbiAqIGltcG9ydCB7cHJvY2Vzc1Jvd09iamVjdH0gZnJvbSAna2VwbGVyLmdsL3Byb2Nlc3NvcnMnO1xuICpcbiAqIGNvbnN0IGRhdGEgPSBbXG4gKiAge2xhdDogMzEuMjcsIGxuZzogMTI3LjU2LCB2YWx1ZTogM30sXG4gKiAge2xhdDogMzEuMjIsIGxuZzogMTI2LjI2LCB2YWx1ZTogMX1cbiAqIF07XG4gKlxuICogZGlzcGF0Y2goYWRkRGF0YVRvTWFwKHtcbiAqICBkYXRhc2V0czoge1xuICogICAgaW5mbzoge2xhYmVsOiAnTXkgRGF0YScsIGlkOiAnbXlfZGF0YSd9LFxuICogICAgZGF0YTogcHJvY2Vzc1Jvd09iamVjdChkYXRhKVxuICogIH1cbiAqIH0pKTtcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIHByb2Nlc3NSb3dPYmplY3QocmF3RGF0YTogdW5rbm93bltdKTogUHJvY2Vzc29yUmVzdWx0IHtcbiAgaWYgKCFBcnJheS5pc0FycmF5KHJhd0RhdGEpKSB7XG4gICAgcmV0dXJuIG51bGw7XG4gIH0gZWxzZSBpZiAoIXJhd0RhdGEubGVuZ3RoKSB7XG4gICAgLy8gZGF0YSBpcyBlbXB0eVxuICAgIHJldHVybiB7XG4gICAgICBmaWVsZHM6IFtdLFxuICAgICAgcm93czogW11cbiAgICB9O1xuICB9XG5cbiAgY29uc3Qga2V5cyA9IE9iamVjdC5rZXlzKHJhd0RhdGFbMF0pOyAvLyBbbGF0LCBsbmcsIHZhbHVlXVxuICBjb25zdCByb3dzID0gcmF3RGF0YS5tYXAoZCA9PiBrZXlzLm1hcChrZXkgPT4gZFtrZXldKSk7IC8vIFtbMzEuMjcsIDEyNy41NiwgM11dXG5cbiAgLy8gcm93IG9iamVjdCBhbiBzdGlsbCBjb250YWluIHZhbHVlcyBsaWtlIGBOdWxsYCBvciBgTi9BYFxuICBjbGVhblVwRmFsc3lDc3ZWYWx1ZShyb3dzKTtcblxuICByZXR1cm4gcHJvY2Vzc0NzdkRhdGEocm93cywga2V5cyk7XG59XG5cbi8qKlxuICogUHJvY2VzcyBHZW9KU09OIFtgRmVhdHVyZUNvbGxlY3Rpb25gXShodHRwOi8vd2lraS5nZW9qc29uLm9yZy9HZW9KU09OX2RyYWZ0X3ZlcnNpb25fNiNGZWF0dXJlQ29sbGVjdGlvbiksXG4gKiBvdXRwdXQgYSBkYXRhIG9iamVjdCB3aXRoIGB7ZmllbGRzOiBbXSwgcm93czogW119YC5cbiAqIFRoZSBkYXRhIG9iamVjdCBjYW4gYmUgd3JhcHBlZCBpbiBhIGBkYXRhc2V0YCBhbmQgcGFzc2VkIHRvIFtgYWRkRGF0YVRvTWFwYF0oLi4vYWN0aW9ucy9hY3Rpb25zLm1kI2FkZGRhdGF0b21hcClcbiAqIE5PVEU6IFRoaXMgZnVuY3Rpb24gbWF5IG11dGF0ZSBpbnB1dC5cbiAqXG4gKiBAcGFyYW0gcmF3RGF0YSByYXcgZ2VvanNvbiBmZWF0dXJlIGNvbGxlY3Rpb25cbiAqIEByZXR1cm5zIGRhdGFzZXQgY29udGFpbmluZyBgZmllbGRzYCBhbmQgYHJvd3NgXG4gKiBAcHVibGljXG4gKiBAZXhhbXBsZVxuICogaW1wb3J0IHthZGREYXRhVG9NYXB9IGZyb20gJ2tlcGxlci5nbC9hY3Rpb25zJztcbiAqIGltcG9ydCB7cHJvY2Vzc0dlb2pzb259IGZyb20gJ2tlcGxlci5nbC9wcm9jZXNzb3JzJztcbiAqXG4gKiBjb25zdCBnZW9qc29uID0ge1xuICogXHRcInR5cGVcIiA6IFwiRmVhdHVyZUNvbGxlY3Rpb25cIixcbiAqIFx0XCJmZWF0dXJlc1wiIDogW3tcbiAqIFx0XHRcInR5cGVcIiA6IFwiRmVhdHVyZVwiLFxuICogXHRcdFwicHJvcGVydGllc1wiIDoge1xuICogXHRcdFx0XCJjYXBhY2l0eVwiIDogXCIxMFwiLFxuICogXHRcdFx0XCJ0eXBlXCIgOiBcIlUtUmFja1wiXG4gKiBcdFx0fSxcbiAqIFx0XHRcImdlb21ldHJ5XCIgOiB7XG4gKiBcdFx0XHRcInR5cGVcIiA6IFwiUG9pbnRcIixcbiAqIFx0XHRcdFwiY29vcmRpbmF0ZXNcIiA6IFsgLTcxLjA3MzI4MywgNDIuNDE3NTAwIF1cbiAqIFx0XHR9XG4gKiBcdH1dXG4gKiB9O1xuICpcbiAqIGRpc3BhdGNoKGFkZERhdGFUb01hcCh7XG4gKiAgZGF0YXNldHM6IHtcbiAqICAgIGluZm86IHtcbiAqICAgICAgbGFiZWw6ICdTYW1wbGUgVGF4aSBUcmlwcyBpbiBOZXcgWW9yayBDaXR5JyxcbiAqICAgICAgaWQ6ICd0ZXN0X3RyaXBfZGF0YSdcbiAqICAgIH0sXG4gKiAgICBkYXRhOiBwcm9jZXNzR2VvanNvbihnZW9qc29uKVxuICogIH1cbiAqIH0pKTtcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIHByb2Nlc3NHZW9qc29uKHJhd0RhdGE6IHVua25vd24pOiBQcm9jZXNzb3JSZXN1bHQge1xuICBjb25zdCBub3JtYWxpemVkR2VvanNvbiA9IG5vcm1hbGl6ZShyYXdEYXRhKTtcblxuICBpZiAoIW5vcm1hbGl6ZWRHZW9qc29uIHx8ICFBcnJheS5pc0FycmF5KG5vcm1hbGl6ZWRHZW9qc29uLmZlYXR1cmVzKSkge1xuICAgIGNvbnN0IGVycm9yID0gbmV3IEVycm9yKFxuICAgICAgYFJlYWQgRmlsZSBGYWlsZWQ6IEZpbGUgaXMgbm90IGEgdmFsaWQgR2VvSlNPTi4gUmVhZCBtb3JlIGFib3V0IFtzdXBwb3J0ZWQgZmlsZSBmb3JtYXRdKCR7R1VJREVTX0ZJTEVfRk9STUFUX0RPQ30pYFxuICAgICk7XG4gICAgdGhyb3cgZXJyb3I7XG4gICAgLy8gZmFpbCB0byBub3JtYWxpemUgZ2VvanNvblxuICB9XG5cbiAgLy8gZ2V0dGluZyBhbGwgZmVhdHVyZSBmaWVsZHNcbiAgY29uc3QgYWxsRGF0YVJvd3M6IEFycmF5PHtfZ2VvanNvbjogRmVhdHVyZX0gJiBrZXlvZiBGZWF0dXJlPiA9IFtdO1xuICBmb3IgKGxldCBpID0gMDsgaSA8IG5vcm1hbGl6ZWRHZW9qc29uLmZlYXR1cmVzLmxlbmd0aDsgaSsrKSB7XG4gICAgY29uc3QgZiA9IG5vcm1hbGl6ZWRHZW9qc29uLmZlYXR1cmVzW2ldO1xuICAgIGlmIChmLmdlb21ldHJ5KSB7XG4gICAgICBhbGxEYXRhUm93cy5wdXNoKHtcbiAgICAgICAgLy8gYWRkIGZlYXR1cmUgdG8gX2dlb2pzb24gZmllbGRcbiAgICAgICAgX2dlb2pzb246IGYsXG4gICAgICAgIC4uLihmLnByb3BlcnRpZXMgfHwge30pXG4gICAgICB9KTtcbiAgICB9XG4gIH1cbiAgLy8gZ2V0IGFsbCB0aGUgZmllbGRcbiAgY29uc3QgZmllbGRzID0gYWxsRGF0YVJvd3MucmVkdWNlPHN0cmluZ1tdPigoYWNjdSwgY3VycikgPT4ge1xuICAgIE9iamVjdC5rZXlzKGN1cnIpLmZvckVhY2goa2V5ID0+IHtcbiAgICAgIGlmICghYWNjdS5pbmNsdWRlcyhrZXkpKSB7XG4gICAgICAgIGFjY3UucHVzaChrZXkpO1xuICAgICAgfVxuICAgIH0pO1xuICAgIHJldHVybiBhY2N1O1xuICB9LCBbXSk7XG5cbiAgLy8gbWFrZSBzdXJlIGVhY2ggZmVhdHVyZSBoYXMgZXhhY3Qgc2FtZSBmaWVsZHNcbiAgYWxsRGF0YVJvd3MuZm9yRWFjaChkID0+IHtcbiAgICBmaWVsZHMuZm9yRWFjaChmID0+IHtcbiAgICAgIGlmICghKGYgaW4gZCkpIHtcbiAgICAgICAgZFtmXSA9IG51bGw7XG4gICAgICAgIGlmIChkLl9nZW9qc29uLnByb3BlcnRpZXMpIHtcbiAgICAgICAgICBkLl9nZW9qc29uLnByb3BlcnRpZXNbZl0gPSBudWxsO1xuICAgICAgICB9XG4gICAgICB9XG4gICAgfSk7XG4gIH0pO1xuXG4gIHJldHVybiBwcm9jZXNzUm93T2JqZWN0KGFsbERhdGFSb3dzKTtcbn1cblxuLyoqXG4gKiBQcm9jZXNzIHNhdmVkIGtlcGxlci5nbCBqc29uIHRvIGJlIHBhc3MgdG8gW2BhZGREYXRhVG9NYXBgXSguLi9hY3Rpb25zL2FjdGlvbnMubWQjYWRkZGF0YXRvbWFwKS5cbiAqIFRoZSBqc29uIG9iamVjdCBzaG91bGQgY29udGFpbiBgZGF0YXNldHNgIGFuZCBgY29uZmlnYC5cbiAqIEBwYXJhbSByYXdEYXRhXG4gKiBAcGFyYW0gc2NoZW1hXG4gKiBAcmV0dXJucyBkYXRhc2V0cyBhbmQgY29uZmlnIGB7ZGF0YXNldHM6IHt9LCBjb25maWc6IHt9fWBcbiAqIEBwdWJsaWNcbiAqIEBleGFtcGxlXG4gKiBpbXBvcnQge2FkZERhdGFUb01hcH0gZnJvbSAna2VwbGVyLmdsL2FjdGlvbnMnO1xuICogaW1wb3J0IHtwcm9jZXNzS2VwbGVyZ2xKU09OfSBmcm9tICdrZXBsZXIuZ2wvcHJvY2Vzc29ycyc7XG4gKlxuICogZGlzcGF0Y2goYWRkRGF0YVRvTWFwKHByb2Nlc3NLZXBsZXJnbEpTT04oa2VwbGVyR2xKc29uKSkpO1xuICovXG5leHBvcnQgZnVuY3Rpb24gcHJvY2Vzc0tlcGxlcmdsSlNPTihyYXdEYXRhOiBTYXZlZE1hcCwgc2NoZW1hID0gS2VwbGVyR2xTY2hlbWEpOiBMb2FkZWRNYXAgfCBudWxsIHtcbiAgcmV0dXJuIHJhd0RhdGEgPyBzY2hlbWEubG9hZChyYXdEYXRhLmRhdGFzZXRzLCByYXdEYXRhLmNvbmZpZykgOiBudWxsO1xufVxuXG4vKipcbiAqIFBhcnNlIGEgc2luZ2xlIG9yIGFuIGFycmF5IG9mIGRhdGFzZXRzIHNhdmVkIHVzaW5nIGtlcGxlci5nbCBzY2hlbWFcbiAqIEBwYXJhbSByYXdEYXRhXG4gKiBAcGFyYW0gc2NoZW1hXG4gKi9cbmV4cG9ydCBmdW5jdGlvbiBwcm9jZXNzS2VwbGVyZ2xEYXRhc2V0KFxuICByYXdEYXRhOiBvYmplY3QgfCBvYmplY3RbXSxcbiAgc2NoZW1hID0gS2VwbGVyR2xTY2hlbWFcbik6IFBhcnNlZERhdGFzZXQgfCBQYXJzZWREYXRhc2V0W10gfCBudWxsIHtcbiAgaWYgKCFyYXdEYXRhKSB7XG4gICAgcmV0dXJuIG51bGw7XG4gIH1cblxuICBjb25zdCByZXN1bHRzID0gc2NoZW1hLnBhcnNlU2F2ZWREYXRhKHRvQXJyYXkocmF3RGF0YSkpO1xuICBpZiAoIXJlc3VsdHMpIHtcbiAgICByZXR1cm4gbnVsbDtcbiAgfVxuICByZXR1cm4gQXJyYXkuaXNBcnJheShyYXdEYXRhKSA/IHJlc3VsdHMgOiByZXN1bHRzWzBdO1xufVxuXG4vKipcbiAqIFBhcnNlIGFycm93IHRhYmxlIGFuZCByZXR1cm4gYSBkYXRhc2V0XG4gKlxuICogQHBhcmFtIGFycm93VGFibGUgQXJyb3dUYWJsZSB0byBwYXJzZSwgc2VlIGxvYWRlcnMuZ2wvc2NoZW1hXG4gKiBAcmV0dXJucyBkYXRhc2V0IGNvbnRhaW5pbmcgYGZpZWxkc2AgYW5kIGByb3dzYCBvciBudWxsXG4gKi9cbmV4cG9ydCBmdW5jdGlvbiBwcm9jZXNzQXJyb3dUYWJsZShhcnJvd1RhYmxlOiBBcnJvd1RhYmxlKTogUHJvY2Vzc29yUmVzdWx0IHwgbnVsbCB7XG4gIHJldHVybiBwcm9jZXNzQXJyb3dCYXRjaGVzKGFycm93VGFibGUuZGF0YS5iYXRjaGVzKTtcbn1cblxuLyoqXG4gKiBQYXJzZSBhcnJvdyBiYXRjaGVzIHJldHVybmVkIGZyb20gcGFyc2VJbkJhdGNoZXMoKVxuICpcbiAqIEBwYXJhbSBhcnJvd1RhYmxlIHRoZSBhcnJvdyB0YWJsZSB0byBwYXJzZVxuICogQHJldHVybnMgZGF0YXNldCBjb250YWluaW5nIGBmaWVsZHNgIGFuZCBgcm93c2Agb3IgbnVsbFxuICovXG5leHBvcnQgZnVuY3Rpb24gcHJvY2Vzc0Fycm93QmF0Y2hlcyhhcnJvd0JhdGNoZXM6IGFycm93LlJlY29yZEJhdGNoW10pOiBQcm9jZXNzb3JSZXN1bHQgfCBudWxsIHtcbiAgaWYgKGFycm93QmF0Y2hlcy5sZW5ndGggPT09IDApIHtcbiAgICByZXR1cm4gbnVsbDtcbiAgfVxuICBjb25zdCBhcnJvd1RhYmxlID0gbmV3IGFycm93LlRhYmxlKGFycm93QmF0Y2hlcyk7XG4gIGNvbnN0IGZpZWxkczogRmllbGRbXSA9IFtdO1xuXG4gIC8vIHBhcnNlIGZpZWxkc1xuICBhcnJvd1RhYmxlLnNjaGVtYS5maWVsZHMuZm9yRWFjaCgoZmllbGQ6IGFycm93LkZpZWxkLCBpbmRleDogbnVtYmVyKSA9PiB7XG4gICAgY29uc3QgaXNHZW9tZXRyeUNvbHVtbiA9IGZpZWxkLm1ldGFkYXRhLmdldCgnQVJST1c6ZXh0ZW5zaW9uOm5hbWUnKT8uc3RhcnRzV2l0aCgnZ2VvYXJyb3cnKTtcbiAgICBmaWVsZHMucHVzaCh7XG4gICAgICBuYW1lOiBmaWVsZC5uYW1lLFxuICAgICAgaWQ6IGZpZWxkLm5hbWUsXG4gICAgICBkaXNwbGF5TmFtZTogZmllbGQubmFtZSxcbiAgICAgIGZvcm1hdDogJycsXG4gICAgICBmaWVsZElkeDogaW5kZXgsXG4gICAgICB0eXBlOiBpc0dlb21ldHJ5Q29sdW1uID8gQUxMX0ZJRUxEX1RZUEVTLmdlb2Fycm93IDogYXJyb3dEYXRhVHlwZVRvRmllbGRUeXBlKGZpZWxkLnR5cGUpLFxuICAgICAgYW5hbHl6ZXJUeXBlOiBpc0dlb21ldHJ5Q29sdW1uXG4gICAgICAgID8gQW5hbHl6ZXJEQVRBX1RZUEVTLkdFT01FVFJZXG4gICAgICAgIDogYXJyb3dEYXRhVHlwZVRvQW5hbHl6ZXJEYXRhVHlwZShmaWVsZC50eXBlKSxcbiAgICAgIHZhbHVlQWNjZXNzb3I6IChkYzogYW55KSA9PiBkID0+IHtcbiAgICAgICAgcmV0dXJuIGRjLnZhbHVlQXQoZC5pbmRleCwgaW5kZXgpO1xuICAgICAgfSxcbiAgICAgIG1ldGFkYXRhOiBmaWVsZC5tZXRhZGF0YVxuICAgIH0pO1xuICB9KTtcblxuICBjb25zdCBjb2xzID0gWy4uLkFycmF5KGFycm93VGFibGUubnVtQ29scykua2V5cygpXS5tYXAoaSA9PiBhcnJvd1RhYmxlLmdldENoaWxkQXQoaSkpO1xuICAvLyByZXR1cm4gZW1wdHkgcm93cyBhbmQgdXNlIHJhdyBhcnJvdyB0YWJsZSB0byBjb25zdHJ1Y3QgY29sdW1uLXdpc2UgZGF0YSBjb250YWluZXJcbiAgcmV0dXJuIHtmaWVsZHMsIHJvd3M6IFtdLCBjb2xzLCBtZXRhZGF0YTogYXJyb3dUYWJsZS5zY2hlbWEubWV0YWRhdGF9O1xufVxuXG5leHBvcnQgY29uc3QgREFUQVNFVF9IQU5ETEVSUyA9IHtcbiAgW0RBVEFTRVRfRk9STUFUUy5yb3ddOiBwcm9jZXNzUm93T2JqZWN0LFxuICBbREFUQVNFVF9GT1JNQVRTLmdlb2pzb25dOiBwcm9jZXNzR2VvanNvbixcbiAgW0RBVEFTRVRfRk9STUFUUy5jc3ZdOiBwcm9jZXNzQ3N2RGF0YSxcbiAgW0RBVEFTRVRfRk9STUFUUy5hcnJvd106IHByb2Nlc3NBcnJvd1RhYmxlLFxuICBbREFUQVNFVF9GT1JNQVRTLmtlcGxlcmdsXTogcHJvY2Vzc0tlcGxlcmdsRGF0YXNldFxufTtcblxuZXhwb3J0IGNvbnN0IFByb2Nlc3NvcnM6IHtcbiAgcHJvY2Vzc0dlb2pzb246IHR5cGVvZiBwcm9jZXNzR2VvanNvbjtcbiAgcHJvY2Vzc0NzdkRhdGE6IHR5cGVvZiBwcm9jZXNzQ3N2RGF0YTtcbiAgcHJvY2Vzc0Fycm93VGFibGU6IHR5cGVvZiBwcm9jZXNzQXJyb3dUYWJsZTtcbiAgcHJvY2Vzc0Fycm93QmF0Y2hlczogdHlwZW9mIHByb2Nlc3NBcnJvd0JhdGNoZXM7XG4gIHByb2Nlc3NSb3dPYmplY3Q6IHR5cGVvZiBwcm9jZXNzUm93T2JqZWN0O1xuICBwcm9jZXNzS2VwbGVyZ2xKU09OOiB0eXBlb2YgcHJvY2Vzc0tlcGxlcmdsSlNPTjtcbiAgcHJvY2Vzc0tlcGxlcmdsRGF0YXNldDogdHlwZW9mIHByb2Nlc3NLZXBsZXJnbERhdGFzZXQ7XG4gIGFuYWx5emVyVHlwZVRvRmllbGRUeXBlOiB0eXBlb2YgYW5hbHl6ZXJUeXBlVG9GaWVsZFR5cGU7XG4gIGdldEZpZWxkc0Zyb21EYXRhOiB0eXBlb2YgZ2V0RmllbGRzRnJvbURhdGE7XG4gIHBhcnNlQ3N2Um93c0J5RmllbGRUeXBlOiB0eXBlb2YgcGFyc2VDc3ZSb3dzQnlGaWVsZFR5cGU7XG59ID0ge1xuICBwcm9jZXNzR2VvanNvbixcbiAgcHJvY2Vzc0NzdkRhdGEsXG4gIHByb2Nlc3NBcnJvd1RhYmxlLFxuICBwcm9jZXNzQXJyb3dCYXRjaGVzLFxuICBwcm9jZXNzUm93T2JqZWN0LFxuICBwcm9jZXNzS2VwbGVyZ2xKU09OLFxuICBwcm9jZXNzS2VwbGVyZ2xEYXRhc2V0LFxuICBhbmFseXplclR5cGVUb0ZpZWxkVHlwZSxcbiAgZ2V0RmllbGRzRnJvbURhdGEsXG4gIHBhcnNlQ3N2Um93c0J5RmllbGRUeXBlXG59O1xuIl19
|
package/dist/file-handler.d.ts
DELETED
|
@@ -1,49 +0,0 @@
|
|
|
1
|
-
import * as arrow from 'apache-arrow';
|
|
2
|
-
import { Loader } from '@loaders.gl/loader-utils';
|
|
3
|
-
import { FileCacheItem, ValidKeplerGlMap } from './types';
|
|
4
|
-
import { Feature, AddDataToMapPayload } from '@kepler.gl/types';
|
|
5
|
-
import { FeatureCollection } from '@turf/helpers';
|
|
6
|
-
export declare type ProcessFileDataContent = {
|
|
7
|
-
data: unknown;
|
|
8
|
-
fileName: string;
|
|
9
|
-
length?: number;
|
|
10
|
-
progress?: {
|
|
11
|
-
rowCount?: number;
|
|
12
|
-
rowCountInBatch?: number;
|
|
13
|
-
percent?: number;
|
|
14
|
-
};
|
|
15
|
-
/** metadata e.g. for arrow data, metadata could be the schema.fields */
|
|
16
|
-
metadata?: Map<string, string>;
|
|
17
|
-
};
|
|
18
|
-
/**
|
|
19
|
-
* check if table is an ArrowTable object
|
|
20
|
-
* @param table - object to check
|
|
21
|
-
* @returns {boolean} - true if table is an ArrowTable object type guarded
|
|
22
|
-
*/
|
|
23
|
-
export declare function isArrowTable(table: any): table is arrow.Table;
|
|
24
|
-
/**
|
|
25
|
-
* check if data is an ArrowData object, which is an array of RecordBatch
|
|
26
|
-
* @param data - object to check
|
|
27
|
-
* @returns {boolean} - true if data is an ArrowData object type guarded
|
|
28
|
-
*/
|
|
29
|
-
export declare function isArrowData(data: any): boolean;
|
|
30
|
-
export declare function isGeoJson(json: unknown): json is Feature | FeatureCollection;
|
|
31
|
-
export declare function isFeature(json: unknown): json is Feature;
|
|
32
|
-
export declare function isFeatureCollection(json: unknown): json is FeatureCollection;
|
|
33
|
-
export declare function isRowObject(json: any): boolean;
|
|
34
|
-
export declare function isKeplerGlMap(json: unknown): json is ValidKeplerGlMap;
|
|
35
|
-
export declare function makeProgressIterator(asyncIterator: AsyncIterable<any>, info: {
|
|
36
|
-
size: number;
|
|
37
|
-
}): AsyncGenerator;
|
|
38
|
-
export declare function readBatch(asyncIterator: AsyncIterable<any>, fileName: string): AsyncGenerator;
|
|
39
|
-
export declare function readFileInBatches({ file, loaders, loadOptions }: {
|
|
40
|
-
file: File;
|
|
41
|
-
fileCache: FileCacheItem[];
|
|
42
|
-
loaders: Loader[];
|
|
43
|
-
loadOptions: any;
|
|
44
|
-
}): Promise<AsyncGenerator>;
|
|
45
|
-
export declare function processFileData({ content, fileCache }: {
|
|
46
|
-
content: ProcessFileDataContent;
|
|
47
|
-
fileCache: FileCacheItem[];
|
|
48
|
-
}): Promise<FileCacheItem[]>;
|
|
49
|
-
export declare function filesToDataPayload(fileCache: FileCacheItem[]): AddDataToMapPayload[];
|