@kepler.gl/processors 3.1.0-alpha.1 → 3.1.0-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/data-processor.d.ts +196 -0
- package/dist/data-processor.js +457 -0
- package/dist/file-handler.d.ts +49 -0
- package/dist/file-handler.js +416 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +39 -0
- package/dist/types.d.ts +13 -0
- package/dist/types.js +6 -0
- package/package.json +8 -8
|
@@ -0,0 +1,457 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
+
var _typeof = require("@babel/runtime/helpers/typeof");
|
|
5
|
+
Object.defineProperty(exports, "__esModule", {
|
|
6
|
+
value: true
|
|
7
|
+
});
|
|
8
|
+
exports.Processors = exports.PARSE_FIELD_VALUE_FROM_STRING = exports.DATASET_HANDLERS = exports.CSV_NULLS = void 0;
|
|
9
|
+
exports.arrowSchemaToFields = arrowSchemaToFields;
|
|
10
|
+
exports.parseCsvRowsByFieldType = parseCsvRowsByFieldType;
|
|
11
|
+
exports.parseRowsByFields = parseRowsByFields;
|
|
12
|
+
exports.processArrowBatches = processArrowBatches;
|
|
13
|
+
exports.processArrowTable = processArrowTable;
|
|
14
|
+
exports.processCsvData = processCsvData;
|
|
15
|
+
exports.processGeojson = processGeojson;
|
|
16
|
+
exports.processKeplerglDataset = processKeplerglDataset;
|
|
17
|
+
exports.processKeplerglJSON = processKeplerglJSON;
|
|
18
|
+
exports.processRowObject = processRowObject;
|
|
19
|
+
var _toConsumableArray2 = _interopRequireDefault(require("@babel/runtime/helpers/toConsumableArray"));
|
|
20
|
+
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
21
|
+
var arrow = _interopRequireWildcard(require("apache-arrow"));
|
|
22
|
+
var _d3Dsv = require("d3-dsv");
|
|
23
|
+
var _typeAnalyzer = require("type-analyzer");
|
|
24
|
+
var _geojsonNormalize = _interopRequireDefault(require("@mapbox/geojson-normalize"));
|
|
25
|
+
var _constants = require("@kepler.gl/constants");
|
|
26
|
+
var _utils = require("@kepler.gl/utils");
|
|
27
|
+
var _commonUtils = require("@kepler.gl/common-utils");
|
|
28
|
+
var _schemas = require("@kepler.gl/schemas");
|
|
29
|
+
function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(e) { return e ? t : r; })(e); }
|
|
30
|
+
function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != _typeof(e) && "function" != typeof e) return { "default": e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && {}.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n["default"] = e, t && t.set(e, n), n; }
|
|
31
|
+
function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
|
|
32
|
+
function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { (0, _defineProperty2["default"])(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; } // SPDX-License-Identifier: MIT
|
|
33
|
+
// Copyright contributors to the kepler.gl project
|
|
34
|
+
// if any of these value occurs in csv, parse it to null;
|
|
35
|
+
// const CSV_NULLS = ['', 'null', 'NULL', 'Null', 'NaN', '/N'];
|
|
36
|
+
// matches empty string
|
|
37
|
+
var CSV_NULLS = exports.CSV_NULLS = /^(null|NULL|Null|NaN|\/N||)$/;
|
|
38
|
+
function tryParseJsonString(str) {
|
|
39
|
+
try {
|
|
40
|
+
return JSON.parse(str);
|
|
41
|
+
} catch (e) {
|
|
42
|
+
return null;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
var PARSE_FIELD_VALUE_FROM_STRING = exports.PARSE_FIELD_VALUE_FROM_STRING = (0, _defineProperty2["default"])((0, _defineProperty2["default"])((0, _defineProperty2["default"])((0, _defineProperty2["default"])((0, _defineProperty2["default"])((0, _defineProperty2["default"])((0, _defineProperty2["default"])({}, _constants.ALL_FIELD_TYPES["boolean"], {
|
|
46
|
+
valid: function valid(d) {
|
|
47
|
+
return typeof d === 'boolean';
|
|
48
|
+
},
|
|
49
|
+
parse: function parse(d) {
|
|
50
|
+
return d === 'true' || d === 'True' || d === 'TRUE' || d === '1';
|
|
51
|
+
}
|
|
52
|
+
}), _constants.ALL_FIELD_TYPES.integer, {
|
|
53
|
+
// @ts-ignore
|
|
54
|
+
valid: function valid(d) {
|
|
55
|
+
return parseInt(d, 10) === d;
|
|
56
|
+
},
|
|
57
|
+
// @ts-ignore
|
|
58
|
+
parse: function parse(d) {
|
|
59
|
+
return parseInt(d, 10);
|
|
60
|
+
}
|
|
61
|
+
}), _constants.ALL_FIELD_TYPES.timestamp, {
|
|
62
|
+
valid: function valid(d, field) {
|
|
63
|
+
return ['x', 'X'].includes(field.format) ? typeof d === 'number' : typeof d === 'string';
|
|
64
|
+
},
|
|
65
|
+
parse: function parse(d, field) {
|
|
66
|
+
return ['x', 'X'].includes(field.format) ? Number(d) : d;
|
|
67
|
+
}
|
|
68
|
+
}), _constants.ALL_FIELD_TYPES.real, {
|
|
69
|
+
// @ts-ignore
|
|
70
|
+
valid: function valid(d) {
|
|
71
|
+
return parseFloat(d) === d;
|
|
72
|
+
},
|
|
73
|
+
// Note this will result in NaN for some string
|
|
74
|
+
parse: parseFloat
|
|
75
|
+
}), _constants.ALL_FIELD_TYPES.object, {
|
|
76
|
+
valid: _utils.isPlainObject,
|
|
77
|
+
parse: tryParseJsonString
|
|
78
|
+
}), _constants.ALL_FIELD_TYPES.array, {
|
|
79
|
+
valid: Array.isArray,
|
|
80
|
+
parse: tryParseJsonString
|
|
81
|
+
}), _constants.ALL_FIELD_TYPES.h3, {
|
|
82
|
+
valid: function valid(d) {
|
|
83
|
+
return (0, _commonUtils.h3IsValid)(d);
|
|
84
|
+
},
|
|
85
|
+
parse: function parse(d) {
|
|
86
|
+
return d;
|
|
87
|
+
}
|
|
88
|
+
});
|
|
89
|
+
|
|
90
|
+
/**
|
|
91
|
+
* Process csv data, output a data object with `{fields: [], rows: []}`.
|
|
92
|
+
* The data object can be wrapped in a `dataset` and pass to [`addDataToMap`](../actions/actions.md#adddatatomap)
|
|
93
|
+
* @param rawData raw csv string
|
|
94
|
+
* @returns data object `{fields: [], rows: []}` can be passed to addDataToMaps
|
|
95
|
+
* @public
|
|
96
|
+
* @example
|
|
97
|
+
* import {processCsvData} from 'kepler.gl/processors';
|
|
98
|
+
*
|
|
99
|
+
* const testData = `gps_data.utc_timestamp,gps_data.lat,gps_data.lng,gps_data.types,epoch,has_result,id,time,begintrip_ts_utc,begintrip_ts_local,date
|
|
100
|
+
* 2016-09-17 00:09:55,29.9900937,31.2590542,driver_analytics,1472688000000,False,1,2016-09-23T00:00:00.000Z,2016-10-01 09:41:39+00:00,2016-10-01 09:41:39+00:00,2016-09-23
|
|
101
|
+
* 2016-09-17 00:10:56,29.9927699,31.2461142,driver_analytics,1472688000000,False,2,2016-09-23T00:00:00.000Z,2016-10-01 09:46:37+00:00,2016-10-01 16:46:37+00:00,2016-09-23
|
|
102
|
+
* 2016-09-17 00:11:56,29.9907261,31.2312742,driver_analytics,1472688000000,False,3,2016-09-23T00:00:00.000Z,,,2016-09-23
|
|
103
|
+
* 2016-09-17 00:12:58,29.9870074,31.2175827,driver_analytics,1472688000000,False,4,2016-09-23T00:00:00.000Z,,,2016-09-23`
|
|
104
|
+
*
|
|
105
|
+
* const dataset = {
|
|
106
|
+
* info: {id: 'test_data', label: 'My Csv'},
|
|
107
|
+
* data: processCsvData(testData)
|
|
108
|
+
* };
|
|
109
|
+
*
|
|
110
|
+
* dispatch(addDataToMap({
|
|
111
|
+
* datasets: [dataset],
|
|
112
|
+
* options: {centerMap: true, readOnly: true}
|
|
113
|
+
* }));
|
|
114
|
+
*/
|
|
115
|
+
function processCsvData(rawData, header) {
|
|
116
|
+
var rows;
|
|
117
|
+
var headerRow;
|
|
118
|
+
if (typeof rawData === 'string') {
|
|
119
|
+
var _parsedRows = (0, _d3Dsv.csvParseRows)(rawData);
|
|
120
|
+
if (!Array.isArray(_parsedRows) || _parsedRows.length < 2) {
|
|
121
|
+
// looks like an empty file, throw error to be catch
|
|
122
|
+
throw new Error('process Csv Data Failed: CSV is empty');
|
|
123
|
+
}
|
|
124
|
+
headerRow = _parsedRows[0];
|
|
125
|
+
rows = _parsedRows.slice(1);
|
|
126
|
+
} else if (Array.isArray(rawData) && rawData.length) {
|
|
127
|
+
rows = rawData;
|
|
128
|
+
headerRow = header;
|
|
129
|
+
if (!Array.isArray(headerRow)) {
|
|
130
|
+
// if data is passed in as array of rows and missing header
|
|
131
|
+
// assume first row is header
|
|
132
|
+
// @ts-ignore
|
|
133
|
+
headerRow = rawData[0];
|
|
134
|
+
rows = rawData.slice(1);
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
if (!rows || !headerRow) {
|
|
138
|
+
throw new Error('invalid input passed to processCsvData');
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
// here we assume the csv file that people uploaded will have first row
|
|
142
|
+
// as name of the column
|
|
143
|
+
|
|
144
|
+
cleanUpFalsyCsvValue(rows);
|
|
145
|
+
// No need to run type detection on every data point
|
|
146
|
+
// here we get a list of none null values to run analyze on
|
|
147
|
+
var sample = (0, _commonUtils.getSampleForTypeAnalyze)({
|
|
148
|
+
fields: headerRow,
|
|
149
|
+
rows: rows
|
|
150
|
+
});
|
|
151
|
+
var fields = (0, _commonUtils.getFieldsFromData)(sample, headerRow);
|
|
152
|
+
var parsedRows = parseRowsByFields(rows, fields);
|
|
153
|
+
return {
|
|
154
|
+
fields: fields,
|
|
155
|
+
rows: parsedRows
|
|
156
|
+
};
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
/**
|
|
160
|
+
* Parse rows of csv by analyzed field types. So that `'1'` -> `1`, `'True'` -> `true`
|
|
161
|
+
* @param rows
|
|
162
|
+
* @param fields
|
|
163
|
+
*/
|
|
164
|
+
function parseRowsByFields(rows, fields) {
|
|
165
|
+
// Edit rows in place
|
|
166
|
+
var geojsonFieldIdx = fields.findIndex(function (f) {
|
|
167
|
+
return f.name === '_geojson';
|
|
168
|
+
});
|
|
169
|
+
fields.forEach(parseCsvRowsByFieldType.bind(null, rows, geojsonFieldIdx));
|
|
170
|
+
return rows;
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
/**
|
|
174
|
+
* Convert falsy value in csv including `'', 'null', 'NULL', 'Null', 'NaN'` to `null`,
|
|
175
|
+
* so that type-analyzer won't detect it as string
|
|
176
|
+
*
|
|
177
|
+
* @param rows
|
|
178
|
+
*/
|
|
179
|
+
function cleanUpFalsyCsvValue(rows) {
|
|
180
|
+
var re = new RegExp(CSV_NULLS, 'g');
|
|
181
|
+
for (var i = 0; i < rows.length; i++) {
|
|
182
|
+
for (var j = 0; j < rows[i].length; j++) {
|
|
183
|
+
// analyzer will set any fields to 'string' if there are empty values
|
|
184
|
+
// which will be parsed as '' by d3.csv
|
|
185
|
+
// here we parse empty data as null
|
|
186
|
+
// TODO: create warning when deltect `CSV_NULLS` in the data
|
|
187
|
+
if (typeof rows[i][j] === 'string' && rows[i][j].match(re)) {
|
|
188
|
+
rows[i][j] = null;
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
|
|
194
|
+
/**
|
|
195
|
+
* Process uploaded csv file to parse value by field type
|
|
196
|
+
*
|
|
197
|
+
* @param rows
|
|
198
|
+
* @param geoFieldIdx field index
|
|
199
|
+
* @param field
|
|
200
|
+
* @param i
|
|
201
|
+
*/
|
|
202
|
+
function parseCsvRowsByFieldType(rows, geoFieldIdx, field, i) {
|
|
203
|
+
var parser = PARSE_FIELD_VALUE_FROM_STRING[field.type];
|
|
204
|
+
if (parser) {
|
|
205
|
+
// check first not null value of it's already parsed
|
|
206
|
+
var first = rows.find(function (r) {
|
|
207
|
+
return (0, _commonUtils.notNullorUndefined)(r[i]);
|
|
208
|
+
});
|
|
209
|
+
if (!first || parser.valid(first[i], field)) {
|
|
210
|
+
return;
|
|
211
|
+
}
|
|
212
|
+
rows.forEach(function (row) {
|
|
213
|
+
// parse string value based on field type
|
|
214
|
+
if (row[i] !== null) {
|
|
215
|
+
row[i] = parser.parse(row[i], field);
|
|
216
|
+
if (geoFieldIdx > -1 && (0, _utils.isPlainObject)(row[geoFieldIdx]) &&
|
|
217
|
+
// @ts-ignore
|
|
218
|
+
(0, _utils.hasOwnProperty)(row[geoFieldIdx], 'properties')) {
|
|
219
|
+
// @ts-ignore
|
|
220
|
+
row[geoFieldIdx].properties[field.name] = row[i];
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
});
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
|
|
227
|
+
/* eslint-enable complexity */
|
|
228
|
+
|
|
229
|
+
/**
|
|
230
|
+
* Process data where each row is an object, output can be passed to [`addDataToMap`](../actions/actions.md#adddatatomap)
|
|
231
|
+
* NOTE: This function may mutate input.
|
|
232
|
+
* @param rawData an array of row object, each object should have the same number of keys
|
|
233
|
+
* @returns dataset containing `fields` and `rows`
|
|
234
|
+
* @public
|
|
235
|
+
* @example
|
|
236
|
+
* import {addDataToMap} from 'kepler.gl/actions';
|
|
237
|
+
* import {processRowObject} from 'kepler.gl/processors';
|
|
238
|
+
*
|
|
239
|
+
* const data = [
|
|
240
|
+
* {lat: 31.27, lng: 127.56, value: 3},
|
|
241
|
+
* {lat: 31.22, lng: 126.26, value: 1}
|
|
242
|
+
* ];
|
|
243
|
+
*
|
|
244
|
+
* dispatch(addDataToMap({
|
|
245
|
+
* datasets: {
|
|
246
|
+
* info: {label: 'My Data', id: 'my_data'},
|
|
247
|
+
* data: processRowObject(data)
|
|
248
|
+
* }
|
|
249
|
+
* }));
|
|
250
|
+
*/
|
|
251
|
+
function processRowObject(rawData) {
|
|
252
|
+
if (!Array.isArray(rawData)) {
|
|
253
|
+
return null;
|
|
254
|
+
} else if (!rawData.length) {
|
|
255
|
+
// data is empty
|
|
256
|
+
return {
|
|
257
|
+
fields: [],
|
|
258
|
+
rows: []
|
|
259
|
+
};
|
|
260
|
+
}
|
|
261
|
+
var keys = Object.keys(rawData[0]); // [lat, lng, value]
|
|
262
|
+
var rows = rawData.map(function (d) {
|
|
263
|
+
return keys.map(function (key) {
|
|
264
|
+
return d[key];
|
|
265
|
+
});
|
|
266
|
+
}); // [[31.27, 127.56, 3]]
|
|
267
|
+
|
|
268
|
+
// row object can still contain values like `Null` or `N/A`
|
|
269
|
+
cleanUpFalsyCsvValue(rows);
|
|
270
|
+
return processCsvData(rows, keys);
|
|
271
|
+
}
|
|
272
|
+
|
|
273
|
+
/**
|
|
274
|
+
* Process GeoJSON [`FeatureCollection`](http://wiki.geojson.org/GeoJSON_draft_version_6#FeatureCollection),
|
|
275
|
+
* output a data object with `{fields: [], rows: []}`.
|
|
276
|
+
* The data object can be wrapped in a `dataset` and passed to [`addDataToMap`](../actions/actions.md#adddatatomap)
|
|
277
|
+
* NOTE: This function may mutate input.
|
|
278
|
+
*
|
|
279
|
+
* @param rawData raw geojson feature collection
|
|
280
|
+
* @returns dataset containing `fields` and `rows`
|
|
281
|
+
* @public
|
|
282
|
+
* @example
|
|
283
|
+
* import {addDataToMap} from 'kepler.gl/actions';
|
|
284
|
+
* import {processGeojson} from 'kepler.gl/processors';
|
|
285
|
+
*
|
|
286
|
+
* const geojson = {
|
|
287
|
+
* "type" : "FeatureCollection",
|
|
288
|
+
* "features" : [{
|
|
289
|
+
* "type" : "Feature",
|
|
290
|
+
* "properties" : {
|
|
291
|
+
* "capacity" : "10",
|
|
292
|
+
* "type" : "U-Rack"
|
|
293
|
+
* },
|
|
294
|
+
* "geometry" : {
|
|
295
|
+
* "type" : "Point",
|
|
296
|
+
* "coordinates" : [ -71.073283, 42.417500 ]
|
|
297
|
+
* }
|
|
298
|
+
* }]
|
|
299
|
+
* };
|
|
300
|
+
*
|
|
301
|
+
* dispatch(addDataToMap({
|
|
302
|
+
* datasets: {
|
|
303
|
+
* info: {
|
|
304
|
+
* label: 'Sample Taxi Trips in New York City',
|
|
305
|
+
* id: 'test_trip_data'
|
|
306
|
+
* },
|
|
307
|
+
* data: processGeojson(geojson)
|
|
308
|
+
* }
|
|
309
|
+
* }));
|
|
310
|
+
*/
|
|
311
|
+
function processGeojson(rawData) {
|
|
312
|
+
var normalizedGeojson = (0, _geojsonNormalize["default"])(rawData);
|
|
313
|
+
if (!normalizedGeojson || !Array.isArray(normalizedGeojson.features)) {
|
|
314
|
+
var error = new Error("Read File Failed: File is not a valid GeoJSON. Read more about [supported file format](".concat(_constants.GUIDES_FILE_FORMAT_DOC, ")"));
|
|
315
|
+
throw error;
|
|
316
|
+
// fail to normalize geojson
|
|
317
|
+
}
|
|
318
|
+
|
|
319
|
+
// getting all feature fields
|
|
320
|
+
var allDataRows = [];
|
|
321
|
+
for (var i = 0; i < normalizedGeojson.features.length; i++) {
|
|
322
|
+
var f = normalizedGeojson.features[i];
|
|
323
|
+
if (f.geometry) {
|
|
324
|
+
allDataRows.push(_objectSpread({
|
|
325
|
+
// add feature to _geojson field
|
|
326
|
+
_geojson: f
|
|
327
|
+
}, f.properties || {}));
|
|
328
|
+
}
|
|
329
|
+
}
|
|
330
|
+
// get all the field
|
|
331
|
+
var fields = allDataRows.reduce(function (accu, curr) {
|
|
332
|
+
Object.keys(curr).forEach(function (key) {
|
|
333
|
+
if (!accu.includes(key)) {
|
|
334
|
+
accu.push(key);
|
|
335
|
+
}
|
|
336
|
+
});
|
|
337
|
+
return accu;
|
|
338
|
+
}, []);
|
|
339
|
+
|
|
340
|
+
// make sure each feature has exact same fields
|
|
341
|
+
allDataRows.forEach(function (d) {
|
|
342
|
+
fields.forEach(function (f) {
|
|
343
|
+
if (!(f in d)) {
|
|
344
|
+
d[f] = null;
|
|
345
|
+
if (d._geojson.properties) {
|
|
346
|
+
d._geojson.properties[f] = null;
|
|
347
|
+
}
|
|
348
|
+
}
|
|
349
|
+
});
|
|
350
|
+
});
|
|
351
|
+
return processRowObject(allDataRows);
|
|
352
|
+
}
|
|
353
|
+
|
|
354
|
+
/**
|
|
355
|
+
* Process saved kepler.gl json to be pass to [`addDataToMap`](../actions/actions.md#adddatatomap).
|
|
356
|
+
* The json object should contain `datasets` and `config`.
|
|
357
|
+
* @param rawData
|
|
358
|
+
* @param schema
|
|
359
|
+
* @returns datasets and config `{datasets: {}, config: {}}`
|
|
360
|
+
* @public
|
|
361
|
+
* @example
|
|
362
|
+
* import {addDataToMap} from 'kepler.gl/actions';
|
|
363
|
+
* import {processKeplerglJSON} from 'kepler.gl/processors';
|
|
364
|
+
*
|
|
365
|
+
* dispatch(addDataToMap(processKeplerglJSON(keplerGlJson)));
|
|
366
|
+
*/
|
|
367
|
+
function processKeplerglJSON(rawData) {
|
|
368
|
+
var schema = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : _schemas.KeplerGlSchema;
|
|
369
|
+
return rawData ? schema.load(rawData.datasets, rawData.config) : null;
|
|
370
|
+
}
|
|
371
|
+
|
|
372
|
+
/**
|
|
373
|
+
* Parse a single or an array of datasets saved using kepler.gl schema
|
|
374
|
+
* @param rawData
|
|
375
|
+
* @param schema
|
|
376
|
+
*/
|
|
377
|
+
function processKeplerglDataset(rawData) {
|
|
378
|
+
var schema = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : _schemas.KeplerGlSchema;
|
|
379
|
+
if (!rawData) {
|
|
380
|
+
return null;
|
|
381
|
+
}
|
|
382
|
+
var results = schema.parseSavedData((0, _commonUtils.toArray)(rawData));
|
|
383
|
+
if (!results) {
|
|
384
|
+
return null;
|
|
385
|
+
}
|
|
386
|
+
return Array.isArray(rawData) ? results : results[0];
|
|
387
|
+
}
|
|
388
|
+
|
|
389
|
+
/**
|
|
390
|
+
* Parse arrow table and return a dataset
|
|
391
|
+
*
|
|
392
|
+
* @param arrowTable ArrowTable to parse, see loaders.gl/schema
|
|
393
|
+
* @returns dataset containing `fields` and `rows` or null
|
|
394
|
+
*/
|
|
395
|
+
function processArrowTable(arrowTable) {
|
|
396
|
+
// @ts-ignore - Unknown data type causing build failures
|
|
397
|
+
return processArrowBatches(arrowTable.data.batches);
|
|
398
|
+
}
|
|
399
|
+
function arrowSchemaToFields(schema) {
|
|
400
|
+
return schema.fields.map(function (field, index) {
|
|
401
|
+
var _field$metadata$get;
|
|
402
|
+
var isGeoArrowColumn = (_field$metadata$get = field.metadata.get('ARROW:extension:name')) === null || _field$metadata$get === void 0 ? void 0 : _field$metadata$get.startsWith('geoarrow');
|
|
403
|
+
return _objectSpread(_objectSpread({}, field), {}, {
|
|
404
|
+
name: field.name,
|
|
405
|
+
id: field.name,
|
|
406
|
+
displayName: field.name,
|
|
407
|
+
format: '',
|
|
408
|
+
fieldIdx: index,
|
|
409
|
+
type: isGeoArrowColumn ? _constants.ALL_FIELD_TYPES.geoarrow : (0, _utils.arrowDataTypeToFieldType)(field.type),
|
|
410
|
+
analyzerType: isGeoArrowColumn ? _typeAnalyzer.DATA_TYPES.GEOMETRY : (0, _utils.arrowDataTypeToAnalyzerDataType)(field.type),
|
|
411
|
+
valueAccessor: function valueAccessor(dc) {
|
|
412
|
+
return function (d) {
|
|
413
|
+
return dc.valueAt(d.index, index);
|
|
414
|
+
};
|
|
415
|
+
},
|
|
416
|
+
metadata: field.metadata
|
|
417
|
+
});
|
|
418
|
+
});
|
|
419
|
+
}
|
|
420
|
+
/**
|
|
421
|
+
* Parse arrow batches returned from parseInBatches()
|
|
422
|
+
*
|
|
423
|
+
* @param arrowTable the arrow table to parse
|
|
424
|
+
* @returns dataset containing `fields` and `rows` or null
|
|
425
|
+
*/
|
|
426
|
+
function processArrowBatches(arrowBatches) {
|
|
427
|
+
if (arrowBatches.length === 0) {
|
|
428
|
+
return null;
|
|
429
|
+
}
|
|
430
|
+
var arrowTable = new arrow.Table(arrowBatches);
|
|
431
|
+
var fields = arrowSchemaToFields(arrowTable.schema);
|
|
432
|
+
var cols = (0, _toConsumableArray2["default"])(Array(arrowTable.numCols).keys()).map(function (i) {
|
|
433
|
+
return arrowTable.getChildAt(i);
|
|
434
|
+
});
|
|
435
|
+
|
|
436
|
+
// return empty rows and use raw arrow table to construct column-wise data container
|
|
437
|
+
return {
|
|
438
|
+
fields: fields,
|
|
439
|
+
rows: [],
|
|
440
|
+
cols: cols,
|
|
441
|
+
metadata: arrowTable.schema.metadata
|
|
442
|
+
};
|
|
443
|
+
}
|
|
444
|
+
var DATASET_HANDLERS = exports.DATASET_HANDLERS = (0, _defineProperty2["default"])((0, _defineProperty2["default"])((0, _defineProperty2["default"])((0, _defineProperty2["default"])((0, _defineProperty2["default"])({}, _constants.DATASET_FORMATS.row, processRowObject), _constants.DATASET_FORMATS.geojson, processGeojson), _constants.DATASET_FORMATS.csv, processCsvData), _constants.DATASET_FORMATS.arrow, processArrowTable), _constants.DATASET_FORMATS.keplergl, processKeplerglDataset);
|
|
445
|
+
var Processors = exports.Processors = {
|
|
446
|
+
processGeojson: processGeojson,
|
|
447
|
+
processCsvData: processCsvData,
|
|
448
|
+
processArrowTable: processArrowTable,
|
|
449
|
+
processArrowBatches: processArrowBatches,
|
|
450
|
+
processRowObject: processRowObject,
|
|
451
|
+
processKeplerglJSON: processKeplerglJSON,
|
|
452
|
+
processKeplerglDataset: processKeplerglDataset,
|
|
453
|
+
analyzerTypeToFieldType: _commonUtils.analyzerTypeToFieldType,
|
|
454
|
+
getFieldsFromData: _commonUtils.getFieldsFromData,
|
|
455
|
+
parseCsvRowsByFieldType: parseCsvRowsByFieldType
|
|
456
|
+
};
|
|
457
|
+
//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6WyJhcnJvdyIsIl9pbnRlcm9wUmVxdWlyZVdpbGRjYXJkIiwicmVxdWlyZSIsIl9kM0RzdiIsIl90eXBlQW5hbHl6ZXIiLCJfZ2VvanNvbk5vcm1hbGl6ZSIsIl9pbnRlcm9wUmVxdWlyZURlZmF1bHQiLCJfY29uc3RhbnRzIiwiX3V0aWxzIiwiX2NvbW1vblV0aWxzIiwiX3NjaGVtYXMiLCJfZ2V0UmVxdWlyZVdpbGRjYXJkQ2FjaGUiLCJlIiwiV2Vha01hcCIsInIiLCJ0IiwiX19lc01vZHVsZSIsIl90eXBlb2YiLCJoYXMiLCJnZXQiLCJuIiwiX19wcm90b19fIiwiYSIsIk9iamVjdCIsImRlZmluZVByb3BlcnR5IiwiZ2V0T3duUHJvcGVydHlEZXNjcmlwdG9yIiwidSIsImhhc093blByb3BlcnR5IiwiY2FsbCIsImkiLCJzZXQiLCJvd25LZXlzIiwia2V5cyIsImdldE93blByb3BlcnR5U3ltYm9scyIsIm8iLCJmaWx0ZXIiLCJlbnVtZXJhYmxlIiwicHVzaCIsImFwcGx5IiwiX29iamVjdFNwcmVhZCIsImFyZ3VtZW50cyIsImxlbmd0aCIsImZvckVhY2giLCJfZGVmaW5lUHJvcGVydHkyIiwiZ2V0T3duUHJvcGVydHlEZXNjcmlwdG9ycyIsImRlZmluZVByb3BlcnRpZXMiLCJDU1ZfTlVMTFMiLCJleHBvcnRzIiwidHJ5UGFyc2VKc29uU3RyaW5nIiwic3RyIiwiSlNPTiIsInBhcnNlIiwiUEFSU0VfRklFTERfVkFMVUVfRlJPTV9TVFJJTkciLCJBTExfRklFTERfVFlQRVMiLCJ2YWxpZCIsImQiLCJpbnRlZ2VyIiwicGFyc2VJbnQiLCJ0aW1lc3RhbXAiLCJmaWVsZCIsImluY2x1ZGVzIiwiZm9ybWF0IiwiTnVtYmVyIiwicmVhbCIsInBhcnNlRmxvYXQiLCJvYmplY3QiLCJpc1BsYWluT2JqZWN0IiwiYXJyYXkiLCJBcnJheSIsImlzQXJyYXkiLCJoMyIsImgzSXNWYWxpZCIsInByb2Nlc3NDc3ZEYXRhIiwicmF3RGF0YSIsImhlYWRlciIsInJvd3MiLCJoZWFkZXJSb3ciLCJwYXJzZWRSb3dzIiwiY3N2UGFyc2VSb3dzIiwiRXJyb3IiLCJzbGljZSIsImNsZWFuVXBGYWxzeUNzdlZhbHVlIiwic2FtcGxlIiwiZ2V0U2FtcGxlRm9yVHlwZUFuYWx5emUiLCJmaWVsZHMiLCJnZXRGaWVsZHNGcm9tRGF0YSIsInBhcnNlUm93c0J5RmllbGRzIiwiZ2VvanNvbkZpZWxkSWR4IiwiZmluZEluZGV4IiwiZiIsIm5hbWUiLCJwYXJzZUNzdlJvd3NCeUZpZWxkVHlwZSIsImJpbmQiLCJyZSIsIlJlZ0V4cCIsImoiLCJtYXRjaCIsImdlb0ZpZWxkSWR4IiwicGFyc2VyIiwidHlwZSIsImZpcnN0IiwiZmluZCIsIm5vdE51bGxvclVuZGVmaW5lZCIsInJvdyIsInByb3BlcnRpZXMiLCJwcm9jZXNzUm93T2JqZWN0IiwibWFwIiwia2V5IiwicHJvY2Vzc0dlb2pzb24iLCJub3JtYWxpemVkR2VvanNvbiIsIm5vcm1hbGl6ZSIsImZlYXR1cmVzIiwiZXJyb3IiLCJjb25jYXQiLCJHVUlERVNfRklMRV9GT1JNQVRfRE9DIiwiYWxsRGF0YVJvd3MiLCJnZW9tZXRyeSIsIl9nZW9qc29uIiwicmVkdWNlIiwiYWNjdSIsImN1cnIiLCJwcm9jZXNzS2VwbGVyZ2xKU09OIiwic2NoZW1hIiwidW5kZWZpbmVkIiwiS2VwbGVyR2xTY2hlbWEiLCJsb2FkIiwiZGF0YXNldHMiLCJjb25maWciLCJwcm9jZXNzS2VwbGVyZ2xEYXRhc2V0IiwicmVzdWx0cyIsInBhcnNlU2F2ZWREYXRhIiwidG9BcnJheSIsInByb2Nlc3NBcnJvd1RhYmxlIiwiYXJyb3dUYWJsZSIsInByb2Nlc3NBcnJvd0JhdGNoZXMiLCJkYXRhIiwiYmF0Y2hlcyIsImFycm93U2NoZW1hVG9GaWVsZHMiLCJpbmRleCIsIl9maWVsZCRtZXRhZGF0YSRnZXQiLCJpc0dlb0Fycm93Q29sdW1uIiwibWV0YWRhdGEiLCJzdGFydHNXaXRoIiwiaWQiLCJkaXNwbGF5TmFtZSIsImZpZWxkSWR4IiwiZ2VvYXJyb3ciLCJhcnJvd0RhdGFUeXBlVG9GaWVsZFR5cGUiLCJhbmFseXplclR5cGUiLCJBbmFseXplckRBVEFfVFlQRVMiLCJHRU9NRVRSWSIsImFycm93RGF0YVR5cGVUb0FuYWx5emVyRGF0YVR5cGUiLCJ2YWx1ZUFjY2Vzc29yIiwiZGMiLCJ2YWx1ZUF0IiwiYXJyb3dCYXRjaGVzIiwiVGFibGUiLCJjb2xzIiwiX3RvQ29uc3VtYWJsZUFycmF5MiIsIm51bUNvbHMiLCJnZXRDaGlsZEF0IiwiREFUQVNFVF9IQU5ETEVSUyIsIkRBVEFTRVRfRk9STUFUUyIsImdlb2pzb24iLCJjc3YiLCJrZXBsZXJnbCIsIlByb2Nlc3NvcnMiLCJhbmFseXplclR5cGVUb0ZpZWxkVHlwZSJdLCJzb3VyY2VzIjpbIi4uL3NyYy9kYXRhLXByb2Nlc3Nvci50cyJdLCJzb3VyY2VzQ29udGVudCI6WyIvLyBTUERYLUxpY2Vuc2UtSWRlbnRpZmllcjogTUlUXG4vLyBDb3B5cmlnaHQgY29udHJpYnV0b3JzIHRvIHRoZSBrZXBsZXIuZ2wgcHJvamVjdFxuXG5pbXBvcnQgKiBhcyBhcnJvdyBmcm9tICdhcGFjaGUtYXJyb3cnO1xuaW1wb3J0IHtjc3ZQYXJzZVJvd3N9IGZyb20gJ2QzLWRzdic7XG5pbXBvcnQge0RBVEFfVFlQRVMgYXMgQW5hbHl6ZXJEQVRBX1RZUEVTfSBmcm9tICd0eXBlLWFuYWx5emVyJztcbmltcG9ydCBub3JtYWxpemUgZnJvbSAnQG1hcGJveC9nZW9qc29uLW5vcm1hbGl6ZSc7XG5pbXBvcnQge0Fycm93VGFibGV9IGZyb20gJ0Bsb2FkZXJzLmdsL3NjaGVtYSc7XG5pbXBvcnQge0FMTF9GSUVMRF9UWVBFUywgREFUQVNFVF9GT1JNQVRTLCBHVUlERVNfRklMRV9GT1JNQVRfRE9DfSBmcm9tICdAa2VwbGVyLmdsL2NvbnN0YW50cyc7XG5pbXBvcnQge1Byb2Nlc3NvclJlc3VsdCwgRmllbGR9IGZyb20gJ0BrZXBsZXIuZ2wvdHlwZXMnO1xuaW1wb3J0IHtcbiAgYXJyb3dEYXRhVHlwZVRvQW5hbHl6ZXJEYXRhVHlwZSxcbiAgYXJyb3dEYXRhVHlwZVRvRmllbGRUeXBlLFxuICBoYXNPd25Qcm9wZXJ0eSxcbiAgaXNQbGFpbk9iamVjdFxufSBmcm9tICdAa2VwbGVyLmdsL3V0aWxzJztcbmltcG9ydCB7XG4gIGFuYWx5emVyVHlwZVRvRmllbGRUeXBlLFxuICBnZXRTYW1wbGVGb3JUeXBlQW5hbHl6ZSxcbiAgZ2V0RmllbGRzRnJvbURhdGEsXG4gIGgzSXNWYWxpZCxcbiAgbm90TnVsbG9yVW5kZWZpbmVkLFxuICB0b0FycmF5XG59IGZyb20gJ0BrZXBsZXIuZ2wvY29tbW9uLXV0aWxzJztcbmltcG9ydCB7S2VwbGVyR2xTY2hlbWEsIFBhcnNlZERhdGFzZXQsIFNhdmVkTWFwLCBMb2FkZWRNYXB9IGZyb20gJ0BrZXBsZXIuZ2wvc2NoZW1hcyc7XG5pbXBvcnQge0ZlYXR1cmV9IGZyb20gJ0BuZWJ1bGEuZ2wvZWRpdC1tb2Rlcyc7XG5cbi8vIGlmIGFueSBvZiB0aGVzZSB2YWx1ZSBvY2N1cnMgaW4gY3N2LCBwYXJzZSBpdCB0byBudWxsO1xuLy8gY29uc3QgQ1NWX05VTExTID0gWycnLCAnbnVsbCcsICdOVUxMJywgJ051bGwnLCAnTmFOJywgJy9OJ107XG4vLyBtYXRjaGVzIGVtcHR5IHN0cmluZ1xuZXhwb3J0IGNvbnN0IENTVl9OVUxMUyA9IC9eKG51bGx8TlVMTHxOdWxsfE5hTnxcXC9OfHwpJC87XG5cbmZ1bmN0aW9uIHRyeVBhcnNlSnNvblN0cmluZyhzdHIpIHtcbiAgdHJ5IHtcbiAgICByZXR1cm4gSlNPTi5wYXJzZShzdHIpO1xuICB9IGNhdGNoIChlKSB7XG4gICAgcmV0dXJuIG51bGw7XG4gIH1cbn1cblxuZXhwb3J0IGNvbnN0IFBBUlNFX0ZJRUxEX1ZBTFVFX0ZST01fU1RSSU5HID0ge1xuICBbQUxMX0ZJRUxEX1RZUEVTLmJvb2xlYW5dOiB7XG4gICAgdmFsaWQ6IChkOiB1bmtub3duKTogYm9vbGVhbiA9PiB0eXBlb2YgZCA9PT0gJ2Jvb2xlYW4nLFxuICAgIHBhcnNlOiAoZDogdW5rbm93bik6IGJvb2xlYW4gPT4gZCA9PT0gJ3RydWUnIHx8IGQgPT09ICdUcnVlJyB8fCBkID09PSAnVFJVRScgfHwgZCA9PT0gJzEnXG4gIH0sXG4gIFtBTExfRklFTERfVFlQRVMuaW50ZWdlcl06IHtcbiAgICAvLyBAdHMtaWdub3JlXG4gICAgdmFsaWQ6IChkOiB1bmtub3duKTogYm9vbGVhbiA9PiBwYXJzZUludChkLCAxMCkgPT09IGQsXG4gICAgLy8gQHRzLWlnbm9yZVxuICAgIHBhcnNlOiAoZDogdW5rbm93bik6IG51bWJlciA9PiBwYXJzZUludChkLCAxMClcbiAgfSxcbiAgW0FMTF9GSUVMRF9UWVBFUy50aW1lc3RhbXBdOiB7XG4gICAgdmFsaWQ6IChkOiB1bmtub3duLCBmaWVsZDogRmllbGQpOiBib29sZWFuID0+XG4gICAgICBbJ3gnLCAnWCddLmluY2x1ZGVzKGZpZWxkLmZvcm1hdCkgPyB0eXBlb2YgZCA9PT0gJ251bWJlcicgOiB0eXBlb2YgZCA9PT0gJ3N0cmluZycsXG4gICAgcGFyc2U6IChkOiBhbnksIGZpZWxkOiBGaWVsZCkgPT4gKFsneCcsICdYJ10uaW5jbHVkZXMoZmllbGQuZm9ybWF0KSA/IE51bWJlcihkKSA6IGQpXG4gIH0sXG4gIFtBTExfRklFTERfVFlQRVMucmVhbF06IHtcbiAgICAvLyBAdHMtaWdub3JlXG4gICAgdmFsaWQ6IChkOiB1bmtub3duKTogYm9vbGVhbiA9PiBwYXJzZUZsb2F0KGQpID09PSBkLFxuICAgIC8vIE5vdGUgdGhpcyB3aWxsIHJlc3VsdCBpbiBOYU4gZm9yIHNvbWUgc3RyaW5nXG4gICAgcGFyc2U6IHBhcnNlRmxvYXRcbiAgfSxcbiAgW0FMTF9GSUVMRF9UWVBFUy5vYmplY3RdOiB7XG4gICAgdmFsaWQ6IGlzUGxhaW5PYmplY3QsXG4gICAgcGFyc2U6IHRyeVBhcnNlSnNvblN0cmluZ1xuICB9LFxuXG4gIFtBTExfRklFTERfVFlQRVMuYXJyYXldOiB7XG4gICAgdmFsaWQ6IEFycmF5LmlzQXJyYXksXG4gICAgcGFyc2U6IHRyeVBhcnNlSnNvblN0cmluZ1xuICB9LFxuXG4gIFtBTExfRklFTERfVFlQRVMuaDNdOiB7XG4gICAgdmFsaWQ6IGQgPT4gaDNJc1ZhbGlkKGQpLFxuICAgIHBhcnNlOiBkID0+IGRcbiAgfVxufTtcblxuLyoqXG4gKiBQcm9jZXNzIGNzdiBkYXRhLCBvdXRwdXQgYSBkYXRhIG9iamVjdCB3aXRoIGB7ZmllbGRzOiBbXSwgcm93czogW119YC5cbiAqIFRoZSBkYXRhIG9iamVjdCBjYW4gYmUgd3JhcHBlZCBpbiBhIGBkYXRhc2V0YCBhbmQgcGFzcyB0byBbYGFkZERhdGFUb01hcGBdKC4uL2FjdGlvbnMvYWN0aW9ucy5tZCNhZGRkYXRhdG9tYXApXG4gKiBAcGFyYW0gcmF3RGF0YSByYXcgY3N2IHN0cmluZ1xuICogQHJldHVybnMgZGF0YSBvYmplY3QgYHtmaWVsZHM6IFtdLCByb3dzOiBbXX1gIGNhbiBiZSBwYXNzZWQgdG8gYWRkRGF0YVRvTWFwc1xuICogQHB1YmxpY1xuICogQGV4YW1wbGVcbiAqIGltcG9ydCB7cHJvY2Vzc0NzdkRhdGF9IGZyb20gJ2tlcGxlci5nbC9wcm9jZXNzb3JzJztcbiAqXG4gKiBjb25zdCB0ZXN0RGF0YSA9IGBncHNfZGF0YS51dGNfdGltZXN0YW1wLGdwc19kYXRhLmxhdCxncHNfZGF0YS5sbmcsZ3BzX2RhdGEudHlwZXMsZXBvY2gsaGFzX3Jlc3VsdCxpZCx0aW1lLGJlZ2ludHJpcF90c191dGMsYmVnaW50cmlwX3RzX2xvY2FsLGRhdGVcbiAqIDIwMTYtMDktMTcgMDA6MDk6NTUsMjkuOTkwMDkzNywzMS4yNTkwNTQyLGRyaXZlcl9hbmFseXRpY3MsMTQ3MjY4ODAwMDAwMCxGYWxzZSwxLDIwMTYtMDktMjNUMDA6MDA6MDAuMDAwWiwyMDE2LTEwLTAxIDA5OjQxOjM5KzAwOjAwLDIwMTYtMTAtMDEgMDk6NDE6MzkrMDA6MDAsMjAxNi0wOS0yM1xuICogMjAxNi0wOS0xNyAwMDoxMDo1NiwyOS45OTI3Njk5LDMxLjI0NjExNDIsZHJpdmVyX2FuYWx5dGljcywxNDcyNjg4MDAwMDAwLEZhbHNlLDIsMjAxNi0wOS0yM1QwMDowMDowMC4wMDBaLDIwMTYtMTAtMDEgMDk6NDY6MzcrMDA6MDAsMjAxNi0xMC0wMSAxNjo0NjozNyswMDowMCwyMDE2LTA5LTIzXG4gKiAyMDE2LTA5LTE3IDAwOjExOjU2LDI5Ljk5MDcyNjEsMzEuMjMxMjc0Mixkcml2ZXJfYW5hbHl0aWNzLDE0NzI2ODgwMDAwMDAsRmFsc2UsMywyMDE2LTA5LTIzVDAwOjAwOjAwLjAwMFosLCwyMDE2LTA5LTIzXG4gKiAyMDE2LTA5LTE3IDAwOjEyOjU4LDI5Ljk4NzAwNzQsMzEuMjE3NTgyNyxkcml2ZXJfYW5hbHl0aWNzLDE0NzI2ODgwMDAwMDAsRmFsc2UsNCwyMDE2LTA5LTIzVDAwOjAwOjAwLjAwMFosLCwyMDE2LTA5LTIzYFxuICpcbiAqIGNvbnN0IGRhdGFzZXQgPSB7XG4gKiAgaW5mbzoge2lkOiAndGVzdF9kYXRhJywgbGFiZWw6ICdNeSBDc3YnfSxcbiAqICBkYXRhOiBwcm9jZXNzQ3N2RGF0YSh0ZXN0RGF0YSlcbiAqIH07XG4gKlxuICogZGlzcGF0Y2goYWRkRGF0YVRvTWFwKHtcbiAqICBkYXRhc2V0czogW2RhdGFzZXRdLFxuICogIG9wdGlvbnM6IHtjZW50ZXJNYXA6IHRydWUsIHJlYWRPbmx5OiB0cnVlfVxuICogfSkpO1xuICovXG5leHBvcnQgZnVuY3Rpb24gcHJvY2Vzc0NzdkRhdGEocmF3RGF0YTogdW5rbm93bltdW10gfCBzdHJpbmcsIGhlYWRlcj86IHN0cmluZ1tdKTogUHJvY2Vzc29yUmVzdWx0IHtcbiAgbGV0IHJvd3M6IHVua25vd25bXVtdIHwgdW5kZWZpbmVkO1xuICBsZXQgaGVhZGVyUm93OiBzdHJpbmdbXSB8IHVuZGVmaW5lZDtcblxuICBpZiAodHlwZW9mIHJhd0RhdGEgPT09ICdzdHJpbmcnKSB7XG4gICAgY29uc3QgcGFyc2VkUm93czogc3RyaW5nW11bXSA9IGNzdlBhcnNlUm93cyhyYXdEYXRhKTtcblxuICAgIGlmICghQXJyYXkuaXNBcnJheShwYXJzZWRSb3dzKSB8fCBwYXJzZWRSb3dzLmxlbmd0aCA8IDIpIHtcbiAgICAgIC8vIGxvb2tzIGxpa2UgYW4gZW1wdHkgZmlsZSwgdGhyb3cgZXJyb3IgdG8gYmUgY2F0Y2hcbiAgICAgIHRocm93IG5ldyBFcnJvcigncHJvY2VzcyBDc3YgRGF0YSBGYWlsZWQ6IENTViBpcyBlbXB0eScpO1xuICAgIH1cbiAgICBoZWFkZXJSb3cgPSBwYXJzZWRSb3dzWzBdO1xuICAgIHJvd3MgPSBwYXJzZWRSb3dzLnNsaWNlKDEpO1xuICB9IGVsc2UgaWYgKEFycmF5LmlzQXJyYXkocmF3RGF0YSkgJiYgcmF3RGF0YS5sZW5ndGgpIHtcbiAgICByb3dzID0gcmF3RGF0YTtcbiAgICBoZWFkZXJSb3cgPSBoZWFkZXI7XG5cbiAgICBpZiAoIUFycmF5LmlzQXJyYXkoaGVhZGVyUm93KSkge1xuICAgICAgLy8gaWYgZGF0YSBpcyBwYXNzZWQgaW4gYXMgYXJyYXkgb2Ygcm93cyBhbmQgbWlzc2luZyBoZWFkZXJcbiAgICAgIC8vIGFzc3VtZSBmaXJzdCByb3cgaXMgaGVhZGVyXG4gICAgICAvLyBAdHMtaWdub3JlXG4gICAgICBoZWFkZXJSb3cgPSByYXdEYXRhWzBdO1xuICAgICAgcm93cyA9IHJhd0RhdGEuc2xpY2UoMSk7XG4gICAgfVxuICB9XG5cbiAgaWYgKCFyb3dzIHx8ICFoZWFkZXJSb3cpIHtcbiAgICB0aHJvdyBuZXcgRXJyb3IoJ2ludmFsaWQgaW5wdXQgcGFzc2VkIHRvIHByb2Nlc3NDc3ZEYXRhJyk7XG4gIH1cblxuICAvLyBoZXJlIHdlIGFzc3VtZSB0aGUgY3N2IGZpbGUgdGhhdCBwZW9wbGUgdXBsb2FkZWQgd2lsbCBoYXZlIGZpcnN0IHJvd1xuICAvLyBhcyBuYW1lIG9mIHRoZSBjb2x1bW5cblxuICBjbGVhblVwRmFsc3lDc3ZWYWx1ZShyb3dzKTtcbiAgLy8gTm8gbmVlZCB0byBydW4gdHlwZSBkZXRlY3Rpb24gb24gZXZlcnkgZGF0YSBwb2ludFxuICAvLyBoZXJlIHdlIGdldCBhIGxpc3Qgb2Ygbm9uZSBudWxsIHZhbHVlcyB0byBydW4gYW5hbHl6ZSBvblxuICBjb25zdCBzYW1wbGUgPSBnZXRTYW1wbGVGb3JUeXBlQW5hbHl6ZSh7ZmllbGRzOiBoZWFkZXJSb3csIHJvd3N9KTtcbiAgY29uc3QgZmllbGRzID0gZ2V0RmllbGRzRnJvbURhdGEoc2FtcGxlLCBoZWFkZXJSb3cpO1xuICBjb25zdCBwYXJzZWRSb3dzID0gcGFyc2VSb3dzQnlGaWVsZHMocm93cywgZmllbGRzKTtcblxuICByZXR1cm4ge2ZpZWxkcywgcm93czogcGFyc2VkUm93c307XG59XG5cbi8qKlxuICogUGFyc2Ugcm93cyBvZiBjc3YgYnkgYW5hbHl6ZWQgZmllbGQgdHlwZXMuIFNvIHRoYXQgYCcxJ2AgLT4gYDFgLCBgJ1RydWUnYCAtPiBgdHJ1ZWBcbiAqIEBwYXJhbSByb3dzXG4gKiBAcGFyYW0gZmllbGRzXG4gKi9cbmV4cG9ydCBmdW5jdGlvbiBwYXJzZVJvd3NCeUZpZWxkcyhyb3dzOiBhbnlbXVtdLCBmaWVsZHM6IEZpZWxkW10pIHtcbiAgLy8gRWRpdCByb3dzIGluIHBsYWNlXG4gIGNvbnN0IGdlb2pzb25GaWVsZElkeCA9IGZpZWxkcy5maW5kSW5kZXgoZiA9PiBmLm5hbWUgPT09ICdfZ2VvanNvbicpO1xuICBmaWVsZHMuZm9yRWFjaChwYXJzZUNzdlJvd3NCeUZpZWxkVHlwZS5iaW5kKG51bGwsIHJvd3MsIGdlb2pzb25GaWVsZElkeCkpO1xuXG4gIHJldHVybiByb3dzO1xufVxuXG4vKipcbiAqIENvbnZlcnQgZmFsc3kgdmFsdWUgaW4gY3N2IGluY2x1ZGluZyBgJycsICdudWxsJywgJ05VTEwnLCAnTnVsbCcsICdOYU4nYCB0byBgbnVsbGAsXG4gKiBzbyB0aGF0IHR5cGUtYW5hbHl6ZXIgd29uJ3QgZGV0ZWN0IGl0IGFzIHN0cmluZ1xuICpcbiAqIEBwYXJhbSByb3dzXG4gKi9cbmZ1bmN0aW9uIGNsZWFuVXBGYWxzeUNzdlZhbHVlKHJvd3M6IHVua25vd25bXVtdKTogdm9pZCB7XG4gIGNvbnN0IHJlID0gbmV3IFJlZ0V4cChDU1ZfTlVMTFMsICdnJyk7XG4gIGZvciAobGV0IGkgPSAwOyBpIDwgcm93cy5sZW5ndGg7IGkrKykge1xuICAgIGZvciAobGV0IGogPSAwOyBqIDwgcm93c1tpXS5sZW5ndGg7IGorKykge1xuICAgICAgLy8gYW5hbHl6ZXIgd2lsbCBzZXQgYW55IGZpZWxkcyB0byAnc3RyaW5nJyBpZiB0aGVyZSBhcmUgZW1wdHkgdmFsdWVzXG4gICAgICAvLyB3aGljaCB3aWxsIGJlIHBhcnNlZCBhcyAnJyBieSBkMy5jc3ZcbiAgICAgIC8vIGhlcmUgd2UgcGFyc2UgZW1wdHkgZGF0YSBhcyBudWxsXG4gICAgICAvLyBUT0RPOiBjcmVhdGUgd2FybmluZyB3aGVuIGRlbHRlY3QgYENTVl9OVUxMU2AgaW4gdGhlIGRhdGFcbiAgICAgIGlmICh0eXBlb2Ygcm93c1tpXVtqXSA9PT0gJ3N0cmluZycgJiYgKHJvd3NbaV1bal0gYXMgc3RyaW5nKS5tYXRjaChyZSkpIHtcbiAgICAgICAgcm93c1tpXVtqXSA9IG51bGw7XG4gICAgICB9XG4gICAgfVxuICB9XG59XG5cbi8qKlxuICogUHJvY2VzcyB1cGxvYWRlZCBjc3YgZmlsZSB0byBwYXJzZSB2YWx1ZSBieSBmaWVsZCB0eXBlXG4gKlxuICogQHBhcmFtIHJvd3NcbiAqIEBwYXJhbSBnZW9GaWVsZElkeCBmaWVsZCBpbmRleFxuICogQHBhcmFtIGZpZWxkXG4gKiBAcGFyYW0gaVxuICovXG5leHBvcnQgZnVuY3Rpb24gcGFyc2VDc3ZSb3dzQnlGaWVsZFR5cGUoXG4gIHJvd3M6IHVua25vd25bXVtdLFxuICBnZW9GaWVsZElkeDogbnVtYmVyLFxuICBmaWVsZDogRmllbGQsXG4gIGk6IG51bWJlclxuKTogdm9pZCB7XG4gIGNvbnN0IHBhcnNlciA9IFBBUlNFX0ZJRUxEX1ZBTFVFX0ZST01fU1RSSU5HW2ZpZWxkLnR5cGVdO1xuICBpZiAocGFyc2VyKSB7XG4gICAgLy8gY2hlY2sgZmlyc3Qgbm90IG51bGwgdmFsdWUgb2YgaXQncyBhbHJlYWR5IHBhcnNlZFxuICAgIGNvbnN0IGZpcnN0ID0gcm93cy5maW5kKHIgPT4gbm90TnVsbG9yVW5kZWZpbmVkKHJbaV0pKTtcbiAgICBpZiAoIWZpcnN0IHx8IHBhcnNlci52YWxpZChmaXJzdFtpXSwgZmllbGQpKSB7XG4gICAgICByZXR1cm47XG4gICAgfVxuICAgIHJvd3MuZm9yRWFjaChyb3cgPT4ge1xuICAgICAgLy8gcGFyc2Ugc3RyaW5nIHZhbHVlIGJhc2VkIG9uIGZpZWxkIHR5cGVcbiAgICAgIGlmIChyb3dbaV0gIT09IG51bGwpIHtcbiAgICAgICAgcm93W2ldID0gcGFyc2VyLnBhcnNlKHJvd1tpXSwgZmllbGQpO1xuICAgICAgICBpZiAoXG4gICAgICAgICAgZ2VvRmllbGRJZHggPiAtMSAmJlxuICAgICAgICAgIGlzUGxhaW5PYmplY3Qocm93W2dlb0ZpZWxkSWR4XSkgJiZcbiAgICAgICAgICAvLyBAdHMtaWdub3JlXG4gICAgICAgICAgaGFzT3duUHJvcGVydHkocm93W2dlb0ZpZWxkSWR4XSwgJ3Byb3BlcnRpZXMnKVxuICAgICAgICApIHtcbiAgICAgICAgICAvLyBAdHMtaWdub3JlXG4gICAgICAgICAgcm93W2dlb0ZpZWxkSWR4XS5wcm9wZXJ0aWVzW2ZpZWxkLm5hbWVdID0gcm93W2ldO1xuICAgICAgICB9XG4gICAgICB9XG4gICAgfSk7XG4gIH1cbn1cblxuLyogZXNsaW50LWVuYWJsZSBjb21wbGV4aXR5ICovXG5cbi8qKlxuICogUHJvY2VzcyBkYXRhIHdoZXJlIGVhY2ggcm93IGlzIGFuIG9iamVjdCwgb3V0cHV0IGNhbiBiZSBwYXNzZWQgdG8gW2BhZGREYXRhVG9NYXBgXSguLi9hY3Rpb25zL2FjdGlvbnMubWQjYWRkZGF0YXRvbWFwKVxuICogTk9URTogVGhpcyBmdW5jdGlvbiBtYXkgbXV0YXRlIGlucHV0LlxuICogQHBhcmFtIHJhd0RhdGEgYW4gYXJyYXkgb2Ygcm93IG9iamVjdCwgZWFjaCBvYmplY3Qgc2hvdWxkIGhhdmUgdGhlIHNhbWUgbnVtYmVyIG9mIGtleXNcbiAqIEByZXR1cm5zIGRhdGFzZXQgY29udGFpbmluZyBgZmllbGRzYCBhbmQgYHJvd3NgXG4gKiBAcHVibGljXG4gKiBAZXhhbXBsZVxuICogaW1wb3J0IHthZGREYXRhVG9NYXB9IGZyb20gJ2tlcGxlci5nbC9hY3Rpb25zJztcbiAqIGltcG9ydCB7cHJvY2Vzc1Jvd09iamVjdH0gZnJvbSAna2VwbGVyLmdsL3Byb2Nlc3NvcnMnO1xuICpcbiAqIGNvbnN0IGRhdGEgPSBbXG4gKiAge2xhdDogMzEuMjcsIGxuZzogMTI3LjU2LCB2YWx1ZTogM30sXG4gKiAge2xhdDogMzEuMjIsIGxuZzogMTI2LjI2LCB2YWx1ZTogMX1cbiAqIF07XG4gKlxuICogZGlzcGF0Y2goYWRkRGF0YVRvTWFwKHtcbiAqICBkYXRhc2V0czoge1xuICogICAgaW5mbzoge2xhYmVsOiAnTXkgRGF0YScsIGlkOiAnbXlfZGF0YSd9LFxuICogICAgZGF0YTogcHJvY2Vzc1Jvd09iamVjdChkYXRhKVxuICogIH1cbiAqIH0pKTtcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIHByb2Nlc3NSb3dPYmplY3QocmF3RGF0YTogdW5rbm93bltdKTogUHJvY2Vzc29yUmVzdWx0IHtcbiAgaWYgKCFBcnJheS5pc0FycmF5KHJhd0RhdGEpKSB7XG4gICAgcmV0dXJuIG51bGw7XG4gIH0gZWxzZSBpZiAoIXJhd0RhdGEubGVuZ3RoKSB7XG4gICAgLy8gZGF0YSBpcyBlbXB0eVxuICAgIHJldHVybiB7XG4gICAgICBmaWVsZHM6IFtdLFxuICAgICAgcm93czogW11cbiAgICB9O1xuICB9XG5cbiAgY29uc3Qga2V5cyA9IE9iamVjdC5rZXlzKHJhd0RhdGFbMF0pOyAvLyBbbGF0LCBsbmcsIHZhbHVlXVxuICBjb25zdCByb3dzID0gcmF3RGF0YS5tYXAoZCA9PiBrZXlzLm1hcChrZXkgPT4gZFtrZXldKSk7IC8vIFtbMzEuMjcsIDEyNy41NiwgM11dXG5cbiAgLy8gcm93IG9iamVjdCBjYW4gc3RpbGwgY29udGFpbiB2YWx1ZXMgbGlrZSBgTnVsbGAgb3IgYE4vQWBcbiAgY2xlYW5VcEZhbHN5Q3N2VmFsdWUocm93cyk7XG5cbiAgcmV0dXJuIHByb2Nlc3NDc3ZEYXRhKHJvd3MsIGtleXMpO1xufVxuXG4vKipcbiAqIFByb2Nlc3MgR2VvSlNPTiBbYEZlYXR1cmVDb2xsZWN0aW9uYF0oaHR0cDovL3dpa2kuZ2VvanNvbi5vcmcvR2VvSlNPTl9kcmFmdF92ZXJzaW9uXzYjRmVhdHVyZUNvbGxlY3Rpb24pLFxuICogb3V0cHV0IGEgZGF0YSBvYmplY3Qgd2l0aCBge2ZpZWxkczogW10sIHJvd3M6IFtdfWAuXG4gKiBUaGUgZGF0YSBvYmplY3QgY2FuIGJlIHdyYXBwZWQgaW4gYSBgZGF0YXNldGAgYW5kIHBhc3NlZCB0byBbYGFkZERhdGFUb01hcGBdKC4uL2FjdGlvbnMvYWN0aW9ucy5tZCNhZGRkYXRhdG9tYXApXG4gKiBOT1RFOiBUaGlzIGZ1bmN0aW9uIG1heSBtdXRhdGUgaW5wdXQuXG4gKlxuICogQHBhcmFtIHJhd0RhdGEgcmF3IGdlb2pzb24gZmVhdHVyZSBjb2xsZWN0aW9uXG4gKiBAcmV0dXJucyBkYXRhc2V0IGNvbnRhaW5pbmcgYGZpZWxkc2AgYW5kIGByb3dzYFxuICogQHB1YmxpY1xuICogQGV4YW1wbGVcbiAqIGltcG9ydCB7YWRkRGF0YVRvTWFwfSBmcm9tICdrZXBsZXIuZ2wvYWN0aW9ucyc7XG4gKiBpbXBvcnQge3Byb2Nlc3NHZW9qc29ufSBmcm9tICdrZXBsZXIuZ2wvcHJvY2Vzc29ycyc7XG4gKlxuICogY29uc3QgZ2VvanNvbiA9IHtcbiAqIFx0XCJ0eXBlXCIgOiBcIkZlYXR1cmVDb2xsZWN0aW9uXCIsXG4gKiBcdFwiZmVhdHVyZXNcIiA6IFt7XG4gKiBcdFx0XCJ0eXBlXCIgOiBcIkZlYXR1cmVcIixcbiAqIFx0XHRcInByb3BlcnRpZXNcIiA6IHtcbiAqIFx0XHRcdFwiY2FwYWNpdHlcIiA6IFwiMTBcIixcbiAqIFx0XHRcdFwidHlwZVwiIDogXCJVLVJhY2tcIlxuICogXHRcdH0sXG4gKiBcdFx0XCJnZW9tZXRyeVwiIDoge1xuICogXHRcdFx0XCJ0eXBlXCIgOiBcIlBvaW50XCIsXG4gKiBcdFx0XHRcImNvb3JkaW5hdGVzXCIgOiBbIC03MS4wNzMyODMsIDQyLjQxNzUwMCBdXG4gKiBcdFx0fVxuICogXHR9XVxuICogfTtcbiAqXG4gKiBkaXNwYXRjaChhZGREYXRhVG9NYXAoe1xuICogIGRhdGFzZXRzOiB7XG4gKiAgICBpbmZvOiB7XG4gKiAgICAgIGxhYmVsOiAnU2FtcGxlIFRheGkgVHJpcHMgaW4gTmV3IFlvcmsgQ2l0eScsXG4gKiAgICAgIGlkOiAndGVzdF90cmlwX2RhdGEnXG4gKiAgICB9LFxuICogICAgZGF0YTogcHJvY2Vzc0dlb2pzb24oZ2VvanNvbilcbiAqICB9XG4gKiB9KSk7XG4gKi9cbmV4cG9ydCBmdW5jdGlvbiBwcm9jZXNzR2VvanNvbihyYXdEYXRhOiB1bmtub3duKTogUHJvY2Vzc29yUmVzdWx0IHtcbiAgY29uc3Qgbm9ybWFsaXplZEdlb2pzb24gPSBub3JtYWxpemUocmF3RGF0YSk7XG5cbiAgaWYgKCFub3JtYWxpemVkR2VvanNvbiB8fCAhQXJyYXkuaXNBcnJheShub3JtYWxpemVkR2VvanNvbi5mZWF0dXJlcykpIHtcbiAgICBjb25zdCBlcnJvciA9IG5ldyBFcnJvcihcbiAgICAgIGBSZWFkIEZpbGUgRmFpbGVkOiBGaWxlIGlzIG5vdCBhIHZhbGlkIEdlb0pTT04uIFJlYWQgbW9yZSBhYm91dCBbc3VwcG9ydGVkIGZpbGUgZm9ybWF0XSgke0dVSURFU19GSUxFX0ZPUk1BVF9ET0N9KWBcbiAgICApO1xuICAgIHRocm93IGVycm9yO1xuICAgIC8vIGZhaWwgdG8gbm9ybWFsaXplIGdlb2pzb25cbiAgfVxuXG4gIC8vIGdldHRpbmcgYWxsIGZlYXR1cmUgZmllbGRzXG4gIGNvbnN0IGFsbERhdGFSb3dzOiBBcnJheTx7X2dlb2pzb246IEZlYXR1cmV9ICYga2V5b2YgRmVhdHVyZT4gPSBbXTtcbiAgZm9yIChsZXQgaSA9IDA7IGkgPCBub3JtYWxpemVkR2VvanNvbi5mZWF0dXJlcy5sZW5ndGg7IGkrKykge1xuICAgIGNvbnN0IGYgPSBub3JtYWxpemVkR2VvanNvbi5mZWF0dXJlc1tpXTtcbiAgICBpZiAoZi5nZW9tZXRyeSkge1xuICAgICAgYWxsRGF0YVJvd3MucHVzaCh7XG4gICAgICAgIC8vIGFkZCBmZWF0dXJlIHRvIF9nZW9qc29uIGZpZWxkXG4gICAgICAgIF9nZW9qc29uOiBmLFxuICAgICAgICAuLi4oZi5wcm9wZXJ0aWVzIHx8IHt9KVxuICAgICAgfSk7XG4gICAgfVxuICB9XG4gIC8vIGdldCBhbGwgdGhlIGZpZWxkXG4gIGNvbnN0IGZpZWxkcyA9IGFsbERhdGFSb3dzLnJlZHVjZTxzdHJpbmdbXT4oKGFjY3UsIGN1cnIpID0+IHtcbiAgICBPYmplY3Qua2V5cyhjdXJyKS5mb3JFYWNoKGtleSA9PiB7XG4gICAgICBpZiAoIWFjY3UuaW5jbHVkZXMoa2V5KSkge1xuICAgICAgICBhY2N1LnB1c2goa2V5KTtcbiAgICAgIH1cbiAgICB9KTtcbiAgICByZXR1cm4gYWNjdTtcbiAgfSwgW10pO1xuXG4gIC8vIG1ha2Ugc3VyZSBlYWNoIGZlYXR1cmUgaGFzIGV4YWN0IHNhbWUgZmllbGRzXG4gIGFsbERhdGFSb3dzLmZvckVhY2goZCA9PiB7XG4gICAgZmllbGRzLmZvckVhY2goZiA9PiB7XG4gICAgICBpZiAoIShmIGluIGQpKSB7XG4gICAgICAgIGRbZl0gPSBudWxsO1xuICAgICAgICBpZiAoZC5fZ2VvanNvbi5wcm9wZXJ0aWVzKSB7XG4gICAgICAgICAgZC5fZ2VvanNvbi5wcm9wZXJ0aWVzW2ZdID0gbnVsbDtcbiAgICAgICAgfVxuICAgICAgfVxuICAgIH0pO1xuICB9KTtcblxuICByZXR1cm4gcHJvY2Vzc1Jvd09iamVjdChhbGxEYXRhUm93cyk7XG59XG5cbi8qKlxuICogUHJvY2VzcyBzYXZlZCBrZXBsZXIuZ2wganNvbiB0byBiZSBwYXNzIHRvIFtgYWRkRGF0YVRvTWFwYF0oLi4vYWN0aW9ucy9hY3Rpb25zLm1kI2FkZGRhdGF0b21hcCkuXG4gKiBUaGUganNvbiBvYmplY3Qgc2hvdWxkIGNvbnRhaW4gYGRhdGFzZXRzYCBhbmQgYGNvbmZpZ2AuXG4gKiBAcGFyYW0gcmF3RGF0YVxuICogQHBhcmFtIHNjaGVtYVxuICogQHJldHVybnMgZGF0YXNldHMgYW5kIGNvbmZpZyBge2RhdGFzZXRzOiB7fSwgY29uZmlnOiB7fX1gXG4gKiBAcHVibGljXG4gKiBAZXhhbXBsZVxuICogaW1wb3J0IHthZGREYXRhVG9NYXB9IGZyb20gJ2tlcGxlci5nbC9hY3Rpb25zJztcbiAqIGltcG9ydCB7cHJvY2Vzc0tlcGxlcmdsSlNPTn0gZnJvbSAna2VwbGVyLmdsL3Byb2Nlc3NvcnMnO1xuICpcbiAqIGRpc3BhdGNoKGFkZERhdGFUb01hcChwcm9jZXNzS2VwbGVyZ2xKU09OKGtlcGxlckdsSnNvbikpKTtcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIHByb2Nlc3NLZXBsZXJnbEpTT04ocmF3RGF0YTogU2F2ZWRNYXAsIHNjaGVtYSA9IEtlcGxlckdsU2NoZW1hKTogTG9hZGVkTWFwIHwgbnVsbCB7XG4gIHJldHVybiByYXdEYXRhID8gc2NoZW1hLmxvYWQocmF3RGF0YS5kYXRhc2V0cywgcmF3RGF0YS5jb25maWcpIDogbnVsbDtcbn1cblxuLyoqXG4gKiBQYXJzZSBhIHNpbmdsZSBvciBhbiBhcnJheSBvZiBkYXRhc2V0cyBzYXZlZCB1c2luZyBrZXBsZXIuZ2wgc2NoZW1hXG4gKiBAcGFyYW0gcmF3RGF0YVxuICogQHBhcmFtIHNjaGVtYVxuICovXG5leHBvcnQgZnVuY3Rpb24gcHJvY2Vzc0tlcGxlcmdsRGF0YXNldChcbiAgcmF3RGF0YTogb2JqZWN0IHwgb2JqZWN0W10sXG4gIHNjaGVtYSA9IEtlcGxlckdsU2NoZW1hXG4pOiBQYXJzZWREYXRhc2V0IHwgUGFyc2VkRGF0YXNldFtdIHwgbnVsbCB7XG4gIGlmICghcmF3RGF0YSkge1xuICAgIHJldHVybiBudWxsO1xuICB9XG5cbiAgY29uc3QgcmVzdWx0cyA9IHNjaGVtYS5wYXJzZVNhdmVkRGF0YSh0b0FycmF5KHJhd0RhdGEpKTtcbiAgaWYgKCFyZXN1bHRzKSB7XG4gICAgcmV0dXJuIG51bGw7XG4gIH1cbiAgcmV0dXJuIEFycmF5LmlzQXJyYXkocmF3RGF0YSkgPyByZXN1bHRzIDogcmVzdWx0c1swXTtcbn1cblxuLyoqXG4gKiBQYXJzZSBhcnJvdyB0YWJsZSBhbmQgcmV0dXJuIGEgZGF0YXNldFxuICpcbiAqIEBwYXJhbSBhcnJvd1RhYmxlIEFycm93VGFibGUgdG8gcGFyc2UsIHNlZSBsb2FkZXJzLmdsL3NjaGVtYVxuICogQHJldHVybnMgZGF0YXNldCBjb250YWluaW5nIGBmaWVsZHNgIGFuZCBgcm93c2Agb3IgbnVsbFxuICovXG5leHBvcnQgZnVuY3Rpb24gcHJvY2Vzc0Fycm93VGFibGUoYXJyb3dUYWJsZTogQXJyb3dUYWJsZSk6IFByb2Nlc3NvclJlc3VsdCB8IG51bGwge1xuICAvLyBAdHMtaWdub3JlIC0gVW5rbm93biBkYXRhIHR5cGUgY2F1c2luZyBidWlsZCBmYWlsdXJlc1xuICByZXR1cm4gcHJvY2Vzc0Fycm93QmF0Y2hlcyhhcnJvd1RhYmxlLmRhdGEuYmF0Y2hlcyk7XG59XG5cbmV4cG9ydCBmdW5jdGlvbiBhcnJvd1NjaGVtYVRvRmllbGRzKHNjaGVtYTogYXJyb3cuU2NoZW1hKTogRmllbGRbXSB7XG4gIHJldHVybiBzY2hlbWEuZmllbGRzLm1hcCgoZmllbGQ6IGFycm93LkZpZWxkLCBpbmRleDogbnVtYmVyKSA9PiB7XG4gICAgY29uc3QgaXNHZW9BcnJvd0NvbHVtbiA9IGZpZWxkLm1ldGFkYXRhLmdldCgnQVJST1c6ZXh0ZW5zaW9uOm5hbWUnKT8uc3RhcnRzV2l0aCgnZ2VvYXJyb3cnKTtcbiAgICByZXR1cm4ge1xuICAgICAgLi4uZmllbGQsXG4gICAgICBuYW1lOiBmaWVsZC5uYW1lLFxuICAgICAgaWQ6IGZpZWxkLm5hbWUsXG4gICAgICBkaXNwbGF5TmFtZTogZmllbGQubmFtZSxcbiAgICAgIGZvcm1hdDogJycsXG4gICAgICBmaWVsZElkeDogaW5kZXgsXG4gICAgICB0eXBlOiBpc0dlb0Fycm93Q29sdW1uID8gQUxMX0ZJRUxEX1RZUEVTLmdlb2Fycm93IDogYXJyb3dEYXRhVHlwZVRvRmllbGRUeXBlKGZpZWxkLnR5cGUpLFxuICAgICAgYW5hbHl6ZXJUeXBlOiBpc0dlb0Fycm93Q29sdW1uXG4gICAgICAgID8gQW5hbHl6ZXJEQVRBX1RZUEVTLkdFT01FVFJZXG4gICAgICAgIDogYXJyb3dEYXRhVHlwZVRvQW5hbHl6ZXJEYXRhVHlwZShmaWVsZC50eXBlKSxcbiAgICAgIHZhbHVlQWNjZXNzb3I6IChkYzogYW55KSA9PiBkID0+IHtcbiAgICAgICAgcmV0dXJuIGRjLnZhbHVlQXQoZC5pbmRleCwgaW5kZXgpO1xuICAgICAgfSxcbiAgICAgIG1ldGFkYXRhOiBmaWVsZC5tZXRhZGF0YVxuICAgIH07XG4gIH0pO1xufVxuLyoqXG4gKiBQYXJzZSBhcnJvdyBiYXRjaGVzIHJldHVybmVkIGZyb20gcGFyc2VJbkJhdGNoZXMoKVxuICpcbiAqIEBwYXJhbSBhcnJvd1RhYmxlIHRoZSBhcnJvdyB0YWJsZSB0byBwYXJzZVxuICogQHJldHVybnMgZGF0YXNldCBjb250YWluaW5nIGBmaWVsZHNgIGFuZCBgcm93c2Agb3IgbnVsbFxuICovXG5leHBvcnQgZnVuY3Rpb24gcHJvY2Vzc0Fycm93QmF0Y2hlcyhhcnJvd0JhdGNoZXM6IGFycm93LlJlY29yZEJhdGNoW10pOiBQcm9jZXNzb3JSZXN1bHQgfCBudWxsIHtcbiAgaWYgKGFycm93QmF0Y2hlcy5sZW5ndGggPT09IDApIHtcbiAgICByZXR1cm4gbnVsbDtcbiAgfVxuICBjb25zdCBhcnJvd1RhYmxlID0gbmV3IGFycm93LlRhYmxlKGFycm93QmF0Y2hlcyk7XG4gIGNvbnN0IGZpZWxkcyA9IGFycm93U2NoZW1hVG9GaWVsZHMoYXJyb3dUYWJsZS5zY2hlbWEpO1xuXG4gIGNvbnN0IGNvbHMgPSBbLi4uQXJyYXkoYXJyb3dUYWJsZS5udW1Db2xzKS5rZXlzKCldLm1hcChpID0+IGFycm93VGFibGUuZ2V0Q2hpbGRBdChpKSk7XG5cbiAgLy8gcmV0dXJuIGVtcHR5IHJvd3MgYW5kIHVzZSByYXcgYXJyb3cgdGFibGUgdG8gY29uc3RydWN0IGNvbHVtbi13aXNlIGRhdGEgY29udGFpbmVyXG4gIHJldHVybiB7ZmllbGRzLCByb3dzOiBbXSwgY29scywgbWV0YWRhdGE6IGFycm93VGFibGUuc2NoZW1hLm1ldGFkYXRhfTtcbn1cblxuZXhwb3J0IGNvbnN0IERBVEFTRVRfSEFORExFUlMgPSB7XG4gIFtEQVRBU0VUX0ZPUk1BVFMucm93XTogcHJvY2Vzc1Jvd09iamVjdCxcbiAgW0RBVEFTRVRfRk9STUFUUy5nZW9qc29uXTogcHJvY2Vzc0dlb2pzb24sXG4gIFtEQVRBU0VUX0ZPUk1BVFMuY3N2XTogcHJvY2Vzc0NzdkRhdGEsXG4gIFtEQVRBU0VUX0ZPUk1BVFMuYXJyb3ddOiBwcm9jZXNzQXJyb3dUYWJsZSxcbiAgW0RBVEFTRVRfRk9STUFUUy5rZXBsZXJnbF06IHByb2Nlc3NLZXBsZXJnbERhdGFzZXRcbn07XG5cbmV4cG9ydCBjb25zdCBQcm9jZXNzb3JzOiB7XG4gIHByb2Nlc3NHZW9qc29uOiB0eXBlb2YgcHJvY2Vzc0dlb2pzb247XG4gIHByb2Nlc3NDc3ZEYXRhOiB0eXBlb2YgcHJvY2Vzc0NzdkRhdGE7XG4gIHByb2Nlc3NBcnJvd1RhYmxlOiB0eXBlb2YgcHJvY2Vzc0Fycm93VGFibGU7XG4gIHByb2Nlc3NBcnJvd0JhdGNoZXM6IHR5cGVvZiBwcm9jZXNzQXJyb3dCYXRjaGVzO1xuICBwcm9jZXNzUm93T2JqZWN0OiB0eXBlb2YgcHJvY2Vzc1Jvd09iamVjdDtcbiAgcHJvY2Vzc0tlcGxlcmdsSlNPTjogdHlwZW9mIHByb2Nlc3NLZXBsZXJnbEpTT047XG4gIHByb2Nlc3NLZXBsZXJnbERhdGFzZXQ6IHR5cGVvZiBwcm9jZXNzS2VwbGVyZ2xEYXRhc2V0O1xuICBhbmFseXplclR5cGVUb0ZpZWxkVHlwZTogdHlwZW9mIGFuYWx5emVyVHlwZVRvRmllbGRUeXBlO1xuICBnZXRGaWVsZHNGcm9tRGF0YTogdHlwZW9mIGdldEZpZWxkc0Zyb21EYXRhO1xuICBwYXJzZUNzdlJvd3NCeUZpZWxkVHlwZTogdHlwZW9mIHBhcnNlQ3N2Um93c0J5RmllbGRUeXBlO1xufSA9IHtcbiAgcHJvY2Vzc0dlb2pzb24sXG4gIHByb2Nlc3NDc3ZEYXRhLFxuICBwcm9jZXNzQXJyb3dUYWJsZSxcbiAgcHJvY2Vzc0Fycm93QmF0Y2hlcyxcbiAgcHJvY2Vzc1Jvd09iamVjdCxcbiAgcHJvY2Vzc0tlcGxlcmdsSlNPTixcbiAgcHJvY2Vzc0tlcGxlcmdsRGF0YXNldCxcbiAgYW5hbHl6ZXJUeXBlVG9GaWVsZFR5cGUsXG4gIGdldEZpZWxkc0Zyb21EYXRhLFxuICBwYXJzZUNzdlJvd3NCeUZpZWxkVHlwZVxufTtcbiJdLCJtYXBwaW5ncyI6Ijs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7QUFHQSxJQUFBQSxLQUFBLEdBQUFDLHVCQUFBLENBQUFDLE9BQUE7QUFDQSxJQUFBQyxNQUFBLEdBQUFELE9BQUE7QUFDQSxJQUFBRSxhQUFBLEdBQUFGLE9BQUE7QUFDQSxJQUFBRyxpQkFBQSxHQUFBQyxzQkFBQSxDQUFBSixPQUFBO0FBRUEsSUFBQUssVUFBQSxHQUFBTCxPQUFBO0FBRUEsSUFBQU0sTUFBQSxHQUFBTixPQUFBO0FBTUEsSUFBQU8sWUFBQSxHQUFBUCxPQUFBO0FBUUEsSUFBQVEsUUFBQSxHQUFBUixPQUFBO0FBQXNGLFNBQUFTLHlCQUFBQyxDQUFBLDZCQUFBQyxPQUFBLG1CQUFBQyxDQUFBLE9BQUFELE9BQUEsSUFBQUUsQ0FBQSxPQUFBRixPQUFBLFlBQUFGLHdCQUFBLFlBQUFBLHlCQUFBQyxDQUFBLFdBQUFBLENBQUEsR0FBQUcsQ0FBQSxHQUFBRCxDQUFBLEtBQUFGLENBQUE7QUFBQSxTQUFBWCx3QkFBQVcsQ0FBQSxFQUFBRSxDQUFBLFNBQUFBLENBQUEsSUFBQUYsQ0FBQSxJQUFBQSxDQUFBLENBQUFJLFVBQUEsU0FBQUosQ0FBQSxlQUFBQSxDQUFBLGdCQUFBSyxPQUFBLENBQUFMLENBQUEsMEJBQUFBLENBQUEsc0JBQUFBLENBQUEsUUFBQUcsQ0FBQSxHQUFBSix3QkFBQSxDQUFBRyxDQUFBLE9BQUFDLENBQUEsSUFBQUEsQ0FBQSxDQUFBRyxHQUFBLENBQUFOLENBQUEsVUFBQUcsQ0FBQSxDQUFBSSxHQUFBLENBQUFQLENBQUEsT0FBQVEsQ0FBQSxLQUFBQyxTQUFBLFVBQUFDLENBQUEsR0FBQUMsTUFBQSxDQUFBQyxjQUFBLElBQUFELE1BQUEsQ0FBQUUsd0JBQUEsV0FBQUMsQ0FBQSxJQUFBZCxDQUFBLG9CQUFBYyxDQUFBLE9BQUFDLGNBQUEsQ0FBQUMsSUFBQSxDQUFBaEIsQ0FBQSxFQUFBYyxDQUFBLFNBQUFHLENBQUEsR0FBQVAsQ0FBQSxHQUFBQyxNQUFBLENBQUFFLHdCQUFBLENBQUFiLENBQUEsRUFBQWMsQ0FBQSxVQUFBRyxDQUFBLEtBQUFBLENBQUEsQ0FBQVYsR0FBQSxJQUFBVSxDQUFBLENBQUFDLEdBQUEsSUFBQVAsTUFBQSxDQUFBQyxjQUFBLENBQUFKLENBQUEsRUFBQU0sQ0FBQSxFQUFBRyxDQUFBLElBQUFULENBQUEsQ0FBQU0sQ0FBQSxJQUFBZCxDQUFBLENBQUFjLENBQUEsWUFBQU4sQ0FBQSxjQUFBUixDQUFBLEVBQUFHLENBQUEsSUFBQUEsQ0FBQSxDQUFBZSxHQUFBLENBQUFsQixDQUFBLEVBQUFRLENBQUEsR0FBQUEsQ0FBQTtBQUFBLFNBQUFXLFFBQUFuQixDQUFBLEVBQUFFLENBQUEsUUFBQUMsQ0FBQSxHQUFBUSxNQUFBLENBQUFTLElBQUEsQ0FBQXBCLENBQUEsT0FBQVcsTUFBQSxDQUFBVSxxQkFBQSxRQUFBQyxDQUFBLEdBQUFYLE1BQUEsQ0FBQVUscUJBQUEsQ0FBQXJCLENBQUEsR0FBQUUsQ0FBQSxLQUFBb0IsQ0FBQSxHQUFBQSxDQUFBLENBQUFDLE1BQUEsV0FBQXJCLENBQUEsV0FBQVMsTUFBQSxDQUFBRSx3QkFBQSxDQUFBYixDQUFBLEVBQUFFLENBQUEsRUFBQXNCLFVBQUEsT0FBQXJCLENBQUEsQ0FBQXNCLElBQUEsQ0FBQUMsS0FBQSxDQUFBdkIsQ0FBQSxFQUFBbUIsQ0FBQSxZQUFBbkIsQ0FBQTtBQUFBLFNBQUF3QixjQUFBM0IsQ0FBQSxhQUFBRSxDQUFBLE1BQUFBLENBQUEsR0FBQTBCLFNBQUEsQ0FBQUMsTUFBQSxFQUFBM0IsQ0FBQSxVQUFBQyxDQUFBLFdBQUF5QixTQUFBLENBQUExQixDQUFBLElBQUEwQixTQUFBLENBQUExQixDQUFBLFFBQUFBLENBQUEsT0FBQWlCLE9BQUEsQ0FBQVIsTUFBQSxDQUFBUixDQUFBLE9BQUEyQixPQUFBLFdBQUE1QixDQUFBLFFBQUE2QixnQkFBQSxhQUFBL0IsQ0FBQSxFQUFBRSxDQUFBLEVBQUFDLENBQUEsQ0FBQUQsQ0FBQSxTQUFBUyxNQUFBLENBQUFxQix5QkFBQSxHQUFBckIsTUFBQSxDQUFBc0IsZ0JBQUEsQ0FBQWpDLENBQUEsRUFBQVcsTUFBQSxDQUFBcUIseUJBQUEsQ0FBQTdCLENBQUEsS0FBQWdCLE9BQUEsQ0FBQVIsTUFBQSxDQUFBUixDQUFBLEdBQUEyQixPQUFBLFdBQUE1QixDQUFBLElBQUFTLE1BQUEsQ0FBQUMsY0FBQSxDQUFBWixDQUFBLEVBQUFFLENBQUEsRUFBQVMsTUFBQSxDQUFBRSx3QkFBQSxDQUFBVixDQUFBLEVBQUFELENBQUEsaUJBQUFGLENBQUEsSUF4QnRGO0FBQ0E7QUEwQkE7QUFDQTtBQUNBO0FBQ08sSUFBTWtDLFNBQVMsR0FBQUMsT0FBQSxDQUFBRCxTQUFBLEdBQUcsOEJBQThCO0FBRXZELFNBQVNFLGtCQUFrQkEsQ0FBQ0MsR0FBRyxFQUFFO0VBQy9CLElBQUk7SUFDRixPQUFPQyxJQUFJLENBQUNDLEtBQUssQ0FBQ0YsR0FBRyxDQUFDO0VBQ3hCLENBQUMsQ0FBQyxPQUFPckMsQ0FBQyxFQUFFO0lBQ1YsT0FBTyxJQUFJO0VBQ2I7QUFDRjtBQUVPLElBQU13Qyw2QkFBNkIsR0FBQUwsT0FBQSxDQUFBSyw2QkFBQSxPQUFBVCxnQkFBQSxpQkFBQUEsZ0JBQUEsaUJBQUFBLGdCQUFBLGlCQUFBQSxnQkFBQSxpQkFBQUEsZ0JBQUEsaUJBQUFBLGdCQUFBLGlCQUFBQSxnQkFBQSxpQkFDdkNVLDBCQUFlLFdBQVEsRUFBRztFQUN6QkMsS0FBSyxFQUFFLFNBQVBBLEtBQUtBLENBQUdDLENBQVU7SUFBQSxPQUFjLE9BQU9BLENBQUMsS0FBSyxTQUFTO0VBQUE7RUFDdERKLEtBQUssRUFBRSxTQUFQQSxLQUFLQSxDQUFHSSxDQUFVO0lBQUEsT0FBY0EsQ0FBQyxLQUFLLE1BQU0sSUFBSUEsQ0FBQyxLQUFLLE1BQU0sSUFBSUEsQ0FBQyxLQUFLLE1BQU0sSUFBSUEsQ0FBQyxLQUFLLEdBQUc7RUFBQTtBQUMzRixDQUFDLEdBQ0FGLDBCQUFlLENBQUNHLE9BQU8sRUFBRztFQUN6QjtFQUNBRixLQUFLLEVBQUUsU0FBUEEsS0FBS0EsQ0FBR0MsQ0FBVTtJQUFBLE9BQWNFLFFBQVEsQ0FBQ0YsQ0FBQyxFQUFFLEVBQUUsQ0FBQyxLQUFLQSxDQUFDO0VBQUE7RUFDckQ7RUFDQUosS0FBSyxFQUFFLFNBQVBBLEtBQUtBLENBQUdJLENBQVU7SUFBQSxPQUFhRSxRQUFRLENBQUNGLENBQUMsRUFBRSxFQUFFLENBQUM7RUFBQTtBQUNoRCxDQUFDLEdBQ0FGLDBCQUFlLENBQUNLLFNBQVMsRUFBRztFQUMzQkosS0FBSyxFQUFFLFNBQVBBLEtBQUtBLENBQUdDLENBQVUsRUFBRUksS0FBWTtJQUFBLE9BQzlCLENBQUMsR0FBRyxFQUFFLEdBQUcsQ0FBQyxDQUFDQyxRQUFRLENBQUNELEtBQUssQ0FBQ0UsTUFBTSxDQUFDLEdBQUcsT0FBT04sQ0FBQyxLQUFLLFFBQVEsR0FBRyxPQUFPQSxDQUFDLEtBQUssUUFBUTtFQUFBO0VBQ25GSixLQUFLLEVBQUUsU0FBUEEsS0FBS0EsQ0FBR0ksQ0FBTSxFQUFFSSxLQUFZO0lBQUEsT0FBTSxDQUFDLEdBQUcsRUFBRSxHQUFHLENBQUMsQ0FBQ0MsUUFBUSxDQUFDRCxLQUFLLENBQUNFLE1BQU0sQ0FBQyxHQUFHQyxNQUFNLENBQUNQLENBQUMsQ0FBQyxHQUFHQSxDQUFDO0VBQUE7QUFDckYsQ0FBQyxHQUNBRiwwQkFBZSxDQUFDVSxJQUFJLEVBQUc7RUFDdEI7RUFDQVQsS0FBSyxFQUFFLFNBQVBBLEtBQUtBLENBQUdDLENBQVU7SUFBQSxPQUFjUyxVQUFVLENBQUNULENBQUMsQ0FBQyxLQUFLQSxDQUFDO0VBQUE7RUFDbkQ7RUFDQUosS0FBSyxFQUFFYTtBQUNULENBQUMsR0FDQVgsMEJBQWUsQ0FBQ1ksTUFBTSxFQUFHO0VBQ3hCWCxLQUFLLEVBQUVZLG9CQUFhO0VBQ3BCZixLQUFLLEVBQUVIO0FBQ1QsQ0FBQyxHQUVBSywwQkFBZSxDQUFDYyxLQUFLLEVBQUc7RUFDdkJiLEtBQUssRUFBRWMsS0FBSyxDQUFDQyxPQUFPO0VBQ3BCbEIsS0FBSyxFQUFFSDtBQUNULENBQUMsR0FFQUssMEJBQWUsQ0FBQ2lCLEVBQUUsRUFBRztFQUNwQmhCLEtBQUssRUFBRSxTQUFQQSxLQUFLQSxDQUFFQyxDQUFDO0lBQUEsT0FBSSxJQUFBZ0Isc0JBQVMsRUFBQ2hCLENBQUMsQ0FBQztFQUFBO0VBQ3hCSixLQUFLLEVBQUUsU0FBUEEsS0FBS0EsQ0FBRUksQ0FBQztJQUFBLE9BQUlBLENBQUM7RUFBQTtBQUNmLENBQUMsQ0FDRjs7QUFFRDtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNPLFNBQVNpQixjQUFjQSxDQUFDQyxPQUE2QixFQUFFQyxNQUFpQixFQUFtQjtFQUNoRyxJQUFJQyxJQUE2QjtFQUNqQyxJQUFJQyxTQUErQjtFQUVuQyxJQUFJLE9BQU9ILE9BQU8sS0FBSyxRQUFRLEVBQUU7SUFDL0IsSUFBTUksV0FBc0IsR0FBRyxJQUFBQyxtQkFBWSxFQUFDTCxPQUFPLENBQUM7SUFFcEQsSUFBSSxDQUFDTCxLQUFLLENBQUNDLE9BQU8sQ0FBQ1EsV0FBVSxDQUFDLElBQUlBLFdBQVUsQ0FBQ3BDLE1BQU0sR0FBRyxDQUFDLEVBQUU7TUFDdkQ7TUFDQSxNQUFNLElBQUlzQyxLQUFLLENBQUMsdUNBQXVDLENBQUM7SUFDMUQ7SUFDQUgsU0FBUyxHQUFHQyxXQUFVLENBQUMsQ0FBQyxDQUFDO0lBQ3pCRixJQUFJLEdBQUdFLFdBQVUsQ0FBQ0csS0FBSyxDQUFDLENBQUMsQ0FBQztFQUM1QixDQUFDLE1BQU0sSUFBSVosS0FBSyxDQUFDQyxPQUFPLENBQUNJLE9BQU8sQ0FBQyxJQUFJQSxPQUFPLENBQUNoQyxNQUFNLEVBQUU7SUFDbkRrQyxJQUFJLEdBQUdGLE9BQU87SUFDZEcsU0FBUyxHQUFHRixNQUFNO0lBRWxCLElBQUksQ0FBQ04sS0FBSyxDQUFDQyxPQUFPLENBQUNPLFNBQVMsQ0FBQyxFQUFFO01BQzdCO01BQ0E7TUFDQTtNQUNBQSxTQUFTLEdBQUdILE9BQU8sQ0FBQyxDQUFDLENBQUM7TUFDdEJFLElBQUksR0FBR0YsT0FBTyxDQUFDTyxLQUFLLENBQUMsQ0FBQyxDQUFDO0lBQ3pCO0VBQ0Y7RUFFQSxJQUFJLENBQUNMLElBQUksSUFBSSxDQUFDQyxTQUFTLEVBQUU7SUFDdkIsTUFBTSxJQUFJRyxLQUFLLENBQUMsd0NBQXdDLENBQUM7RUFDM0Q7O0VBRUE7RUFDQTs7RUFFQUUsb0JBQW9CLENBQUNOLElBQUksQ0FBQztFQUMxQjtFQUNBO0VBQ0EsSUFBTU8sTUFBTSxHQUFHLElBQUFDLG9DQUF1QixFQUFDO0lBQUNDLE1BQU0sRUFBRVIsU0FBUztJQUFFRCxJQUFJLEVBQUpBO0VBQUksQ0FBQyxDQUFDO0VBQ2pFLElBQU1TLE1BQU0sR0FBRyxJQUFBQyw4QkFBaUIsRUFBQ0gsTUFBTSxFQUFFTixTQUFTLENBQUM7RUFDbkQsSUFBTUMsVUFBVSxHQUFHUyxpQkFBaUIsQ0FBQ1gsSUFBSSxFQUFFUyxNQUFNLENBQUM7RUFFbEQsT0FBTztJQUFDQSxNQUFNLEVBQU5BLE1BQU07SUFBRVQsSUFBSSxFQUFFRTtFQUFVLENBQUM7QUFDbkM7O0FBRUE7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNPLFNBQVNTLGlCQUFpQkEsQ0FBQ1gsSUFBYSxFQUFFUyxNQUFlLEVBQUU7RUFDaEU7RUFDQSxJQUFNRyxlQUFlLEdBQUdILE1BQU0sQ0FBQ0ksU0FBUyxDQUFDLFVBQUFDLENBQUM7SUFBQSxPQUFJQSxDQUFDLENBQUNDLElBQUksS0FBSyxVQUFVO0VBQUEsRUFBQztFQUNwRU4sTUFBTSxDQUFDMUMsT0FBTyxDQUFDaUQsdUJBQXVCLENBQUNDLElBQUksQ0FBQyxJQUFJLEVBQUVqQixJQUFJLEVBQUVZLGVBQWUsQ0FBQyxDQUFDO0VBRXpFLE9BQU9aLElBQUk7QUFDYjs7QUFFQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQSxTQUFTTSxvQkFBb0JBLENBQUNOLElBQWlCLEVBQVE7RUFDckQsSUFBTWtCLEVBQUUsR0FBRyxJQUFJQyxNQUFNLENBQUNoRCxTQUFTLEVBQUUsR0FBRyxDQUFDO0VBQ3JDLEtBQUssSUFBSWpCLENBQUMsR0FBRyxDQUFDLEVBQUVBLENBQUMsR0FBRzhDLElBQUksQ0FBQ2xDLE1BQU0sRUFBRVosQ0FBQyxFQUFFLEVBQUU7SUFDcEMsS0FBSyxJQUFJa0UsQ0FBQyxHQUFHLENBQUMsRUFBRUEsQ0FBQyxHQUFHcEIsSUFBSSxDQUFDOUMsQ0FBQyxDQUFDLENBQUNZLE1BQU0sRUFBRXNELENBQUMsRUFBRSxFQUFFO01BQ3ZDO01BQ0E7TUFDQTtNQUNBO01BQ0EsSUFBSSxPQUFPcEIsSUFBSSxDQUFDOUMsQ0FBQyxDQUFDLENBQUNrRSxDQUFDLENBQUMsS0FBSyxRQUFRLElBQUtwQixJQUFJLENBQUM5QyxDQUFDLENBQUMsQ0FBQ2tFLENBQUMsQ0FBQyxDQUFZQyxLQUFLLENBQUNILEVBQUUsQ0FBQyxFQUFFO1FBQ3RFbEIsSUFBSSxDQUFDOUMsQ0FBQyxDQUFDLENBQUNrRSxDQUFDLENBQUMsR0FBRyxJQUFJO01BQ25CO0lBQ0Y7RUFDRjtBQUNGOztBQUVBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDTyxTQUFTSix1QkFBdUJBLENBQ3JDaEIsSUFBaUIsRUFDakJzQixXQUFtQixFQUNuQnRDLEtBQVksRUFDWjlCLENBQVMsRUFDSDtFQUNOLElBQU1xRSxNQUFNLEdBQUc5Qyw2QkFBNkIsQ0FBQ08sS0FBSyxDQUFDd0MsSUFBSSxDQUFDO0VBQ3hELElBQUlELE1BQU0sRUFBRTtJQUNWO0lBQ0EsSUFBTUUsS0FBSyxHQUFHekIsSUFBSSxDQUFDMEIsSUFBSSxDQUFDLFVBQUF2RixDQUFDO01BQUEsT0FBSSxJQUFBd0YsK0JBQWtCLEVBQUN4RixDQUFDLENBQUNlLENBQUMsQ0FBQyxDQUFDO0lBQUEsRUFBQztJQUN0RCxJQUFJLENBQUN1RSxLQUFLLElBQUlGLE1BQU0sQ0FBQzVDLEtBQUssQ0FBQzhDLEtBQUssQ0FBQ3ZFLENBQUMsQ0FBQyxFQUFFOEIsS0FBSyxDQUFDLEVBQUU7TUFDM0M7SUFDRjtJQUNBZ0IsSUFBSSxDQUFDakMsT0FBTyxDQUFDLFVBQUE2RCxHQUFHLEVBQUk7TUFDbEI7TUFDQSxJQUFJQSxHQUFHLENBQUMxRSxDQUFDLENBQUMsS0FBSyxJQUFJLEVBQUU7UUFDbkIwRSxHQUFHLENBQUMxRSxDQUFDLENBQUMsR0FBR3FFLE1BQU0sQ0FBQy9DLEtBQUssQ0FBQ29ELEdBQUcsQ0FBQzFFLENBQUMsQ0FBQyxFQUFFOEIsS0FBSyxDQUFDO1FBQ3BDLElBQ0VzQyxXQUFXLEdBQUcsQ0FBQyxDQUFDLElBQ2hCLElBQUEvQixvQkFBYSxFQUFDcUMsR0FBRyxDQUFDTixXQUFXLENBQUMsQ0FBQztRQUMvQjtRQUNBLElBQUF0RSxxQkFBYyxFQUFDNEUsR0FBRyxDQUFDTixXQUFXLENBQUMsRUFBRSxZQUFZLENBQUMsRUFDOUM7VUFDQTtVQUNBTSxHQUFHLENBQUNOLFdBQVcsQ0FBQyxDQUFDTyxVQUFVLENBQUM3QyxLQUFLLENBQUMrQixJQUFJLENBQUMsR0FBR2EsR0FBRyxDQUFDMUUsQ0FBQyxDQUFDO1FBQ2xEO01BQ0Y7SUFDRixDQUFDLENBQUM7RUFDSjtBQUNGOztBQUVBOztBQUVBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ08sU0FBUzRFLGdCQUFnQkEsQ0FBQ2hDLE9BQWtCLEVBQW1CO0VBQ3BFLElBQUksQ0FBQ0wsS0FBSyxDQUFDQyxPQUFPLENBQUNJLE9BQU8sQ0FBQyxFQUFFO0lBQzNCLE9BQU8sSUFBSTtFQUNiLENBQUMsTUFBTSxJQUFJLENBQUNBLE9BQU8sQ0FBQ2hDLE1BQU0sRUFBRTtJQUMxQjtJQUNBLE9BQU87TUFDTDJDLE1BQU0sRUFBRSxFQUFFO01BQ1ZULElBQUksRUFBRTtJQUNSLENBQUM7RUFDSDtFQUVBLElBQU0zQyxJQUFJLEdBQUdULE1BQU0sQ0FBQ1MsSUFBSSxDQUFDeUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQztFQUN0QyxJQUFNRSxJQUFJLEdBQUdGLE9BQU8sQ0FBQ2lDLEdBQUcsQ0FBQyxVQUFBbkQsQ0FBQztJQUFBLE9BQUl2QixJQUFJLENBQUMwRSxHQUFHLENBQUMsVUFBQUMsR0FBRztNQUFBLE9BQUlwRCxDQUFDLENBQUNvRCxHQUFHLENBQUM7SUFBQSxFQUFDO0VBQUEsRUFBQyxDQUFDLENBQUM7O0VBRXhEO0VBQ0ExQixvQkFBb0IsQ0FBQ04sSUFBSSxDQUFDO0VBRTFCLE9BQU9ILGNBQWMsQ0FBQ0csSUFBSSxFQUFFM0MsSUFBSSxDQUFDO0FBQ25DOztBQUVBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDTyxTQUFTNEUsY0FBY0EsQ0FBQ25DLE9BQWdCLEVBQW1CO0VBQ2hFLElBQU1vQyxpQkFBaUIsR0FBRyxJQUFBQyw0QkFBUyxFQUFDckMsT0FBTyxDQUFDO0VBRTVDLElBQUksQ0FBQ29DLGlCQUFpQixJQUFJLENBQUN6QyxLQUFLLENBQUNDLE9BQU8sQ0FBQ3dDLGlCQUFpQixDQUFDRSxRQUFRLENBQUMsRUFBRTtJQUNwRSxJQUFNQyxLQUFLLEdBQUcsSUFBSWpDLEtBQUssMkZBQUFrQyxNQUFBLENBQ3FFQyxpQ0FBc0IsTUFDbEgsQ0FBQztJQUNELE1BQU1GLEtBQUs7SUFDWDtFQUNGOztFQUVBO0VBQ0EsSUFBTUcsV0FBdUQsR0FBRyxFQUFFO0VBQ2xFLEtBQUssSUFBSXRGLENBQUMsR0FBRyxDQUFDLEVBQUVBLENBQUMsR0FBR2dGLGlCQUFpQixDQUFDRSxRQUFRLENBQUN0RSxNQUFNLEVBQUVaLENBQUMsRUFBRSxFQUFFO0lBQzFELElBQU00RCxDQUFDLEdBQUdvQixpQkFBaUIsQ0FBQ0UsUUFBUSxDQUFDbEYsQ0FBQyxDQUFDO0lBQ3ZDLElBQUk0RCxDQUFDLENBQUMyQixRQUFRLEVBQUU7TUFDZEQsV0FBVyxDQUFDOUUsSUFBSSxDQUFBRSxhQUFBO1FBQ2Q7UUFDQThFLFFBQVEsRUFBRTVCO01BQUMsR0FDUEEsQ0FBQyxDQUFDZSxVQUFVLElBQUksQ0FBQyxDQUFDLENBQ3ZCLENBQUM7SUFDSjtFQUNGO0VBQ0E7RUFDQSxJQUFNcEIsTUFBTSxHQUFHK0IsV0FBVyxDQUFDRyxNQUFNLENBQVcsVUFBQ0MsSUFBSSxFQUFFQyxJQUFJLEVBQUs7SUFDMURqRyxNQUFNLENBQUNTLElBQUksQ0FBQ3dGLElBQUksQ0FBQyxDQUFDOUUsT0FBTyxDQUFDLFVBQUFpRSxHQUFHLEVBQUk7TUFDL0IsSUFBSSxDQUFDWSxJQUFJLENBQUMzRCxRQUFRLENBQUMrQyxHQUFHLENBQUMsRUFBRTtRQUN2QlksSUFBSSxDQUFDbEYsSUFBSSxDQUFDc0UsR0FBRyxDQUFDO01BQ2hCO0lBQ0YsQ0FBQyxDQUFDO0lBQ0YsT0FBT1ksSUFBSTtFQUNiLENBQUMsRUFBRSxFQUFFLENBQUM7O0VBRU47RUFDQUosV0FBVyxDQUFDekUsT0FBTyxDQUFDLFVBQUFhLENBQUMsRUFBSTtJQUN2QjZCLE1BQU0sQ0FBQzFDLE9BQU8sQ0FBQyxVQUFBK0MsQ0FBQyxFQUFJO01BQ2xCLElBQUksRUFBRUEsQ0FBQyxJQUFJbEMsQ0FBQyxDQUFDLEVBQUU7UUFDYkEsQ0FBQyxDQUFDa0MsQ0FBQyxDQUFDLEdBQUcsSUFBSTtRQUNYLElBQUlsQyxDQUFDLENBQUM4RCxRQUFRLENBQUNiLFVBQVUsRUFBRTtVQUN6QmpELENBQUMsQ0FBQzhELFFBQVEsQ0FBQ2IsVUFBVSxDQUFDZixDQUFDLENBQUMsR0FBRyxJQUFJO1FBQ2pDO01BQ0Y7SUFDRixDQUFDLENBQUM7RUFDSixDQUFDLENBQUM7RUFFRixPQUFPZ0IsZ0JBQWdCLENBQUNVLFdBQVcsQ0FBQztBQUN0Qzs7QUFFQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNPLFNBQVNNLG1CQUFtQkEsQ0FBQ2hELE9BQWlCLEVBQTZDO0VBQUEsSUFBM0NpRCxNQUFNLEdBQUFsRixTQUFBLENBQUFDLE1BQUEsUUFBQUQsU0FBQSxRQUFBbUYsU0FBQSxHQUFBbkYsU0FBQSxNQUFHb0YsdUJBQWM7RUFDNUUsT0FBT25ELE9BQU8sR0FBR2lELE1BQU0sQ0FBQ0csSUFBSSxDQUFDcEQsT0FBTyxDQUFDcUQsUUFBUSxFQUFFckQsT0FBTyxDQUFDc0QsTUFBTSxDQUFDLEdBQUcsSUFBSTtBQUN2RTs7QUFFQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ08sU0FBU0Msc0JBQXNCQSxDQUNwQ3ZELE9BQTBCLEVBRWM7RUFBQSxJQUR4Q2lELE1BQU0sR0FBQWxGLFNBQUEsQ0FBQUMsTUFBQSxRQUFBRCxTQUFBLFFBQUFtRixTQUFBLEdBQUFuRixTQUFBLE1BQUdvRix1QkFBYztFQUV2QixJQUFJLENBQUNuRCxPQUFPLEVBQUU7SUFDWixPQUFPLElBQUk7RUFDYjtFQUVBLElBQU13RCxPQUFPLEdBQUdQLE1BQU0sQ0FBQ1EsY0FBYyxDQUFDLElBQUFDLG9CQUFPLEVBQUMxRCxPQUFPLENBQUMsQ0FBQztFQUN2RCxJQUFJLENBQUN3RCxPQUFPLEVBQUU7SUFDWixPQUFPLElBQUk7RUFDYjtFQUNBLE9BQU83RCxLQUFLLENBQUNDLE9BQU8sQ0FBQ0ksT0FBTyxDQUFDLEdBQUd3RCxPQUFPLEdBQUdBLE9BQU8sQ0FBQyxDQUFDLENBQUM7QUFDdEQ7O0FBRUE7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ08sU0FBU0csaUJBQWlCQSxDQUFDQyxVQUFzQixFQUEwQjtFQUNoRjtFQUNBLE9BQU9DLG1CQUFtQixDQUFDRCxVQUFVLENBQUNFLElBQUksQ0FBQ0MsT0FBTyxDQUFDO0FBQ3JEO0FBRU8sU0FBU0MsbUJBQW1CQSxDQUFDZixNQUFvQixFQUFXO0VBQ2pFLE9BQU9BLE1BQU0sQ0FBQ3RDLE1BQU0sQ0FBQ3NCLEdBQUcsQ0FBQyxVQUFDL0MsS0FBa0IsRUFBRStFLEtBQWEsRUFBSztJQUFBLElBQUFDLG1CQUFBO0lBQzlELElBQU1DLGdCQUFnQixJQUFBRCxtQkFBQSxHQUFHaEYsS0FBSyxDQUFDa0YsUUFBUSxDQUFDMUgsR0FBRyxDQUFDLHNCQUFzQixDQUFDLGNBQUF3SCxtQkFBQSx1QkFBMUNBLG1CQUFBLENBQTRDRyxVQUFVLENBQUMsVUFBVSxDQUFDO0lBQzNGLE9BQUF2RyxhQUFBLENBQUFBLGFBQUEsS0FDS29CLEtBQUs7TUFDUitCLElBQUksRUFBRS9CLEtBQUssQ0FBQytCLElBQUk7TUFDaEJxRCxFQUFFLEVBQUVwRixLQUFLLENBQUMrQixJQUFJO01BQ2RzRCxXQUFXLEVBQUVyRixLQUFLLENBQUMrQixJQUFJO01BQ3ZCN0IsTUFBTSxFQUFFLEVBQUU7TUFDVm9GLFFBQVEsRUFBRVAsS0FBSztNQUNmdkMsSUFBSSxFQUFFeUMsZ0JBQWdCLEdBQUd2RiwwQkFBZSxDQUFDNkYsUUFBUSxHQUFHLElBQUFDLCtCQUF3QixFQUFDeEYsS0FBSyxDQUFDd0MsSUFBSSxDQUFDO01BQ3hGaUQsWUFBWSxFQUFFUixnQkFBZ0IsR0FDMUJTLHdCQUFrQixDQUFDQyxRQUFRLEdBQzNCLElBQUFDLHNDQUErQixFQUFDNUYsS0FBSyxDQUFDd0MsSUFBSSxDQUFDO01BQy9DcUQsYUFBYSxFQUFFLFNBQWZBLGFBQWFBLENBQUdDLEVBQU87UUFBQSxPQUFLLFVBQUFsRyxDQUFDLEVBQUk7VUFDL0IsT0FBT2tHLEVBQUUsQ0FBQ0MsT0FBTyxDQUFDbkcsQ0FBQyxDQUFDbUYsS0FBSyxFQUFFQSxLQUFLLENBQUM7UUFDbkMsQ0FBQztNQUFBO01BQ0RHLFFBQVEsRUFBRWxGLEtBQUssQ0FBQ2tGO0lBQVE7RUFFNUIsQ0FBQyxDQUFDO0FBQ0o7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDTyxTQUFTUCxtQkFBbUJBLENBQUNxQixZQUFpQyxFQUEwQjtFQUM3RixJQUFJQSxZQUFZLENBQUNsSCxNQUFNLEtBQUssQ0FBQyxFQUFFO0lBQzdCLE9BQU8sSUFBSTtFQUNiO0VBQ0EsSUFBTTRGLFVBQVUsR0FBRyxJQUFJckksS0FBSyxDQUFDNEosS0FBSyxDQUFDRCxZQUFZLENBQUM7RUFDaEQsSUFBTXZFLE1BQU0sR0FBR3FELG1CQUFtQixDQUFDSixVQUFVLENBQUNYLE1BQU0sQ0FBQztFQUVyRCxJQUFNbUMsSUFBSSxHQUFHLElBQUFDLG1CQUFBLGFBQUkxRixLQUFLLENBQUNpRSxVQUFVLENBQUMwQixPQUFPLENBQUMsQ0FBQy9ILElBQUksQ0FBQyxDQUFDLEVBQUUwRSxHQUFHLENBQUMsVUFBQTdFLENBQUM7SUFBQSxPQUFJd0csVUFBVSxDQUFDMkIsVUFBVSxDQUFDbkksQ0FBQyxDQUFDO0VBQUEsRUFBQzs7RUFFckY7RUFDQSxPQUFPO0lBQUN1RCxNQUFNLEVBQU5BLE1BQU07SUFBRVQsSUFBSSxFQUFFLEVBQUU7SUFBRWtGLElBQUksRUFBSkEsSUFBSTtJQUFFaEIsUUFBUSxFQUFFUixVQUFVLENBQUNYLE1BQU0sQ0FBQ21CO0VBQVEsQ0FBQztBQUN2RTtBQUVPLElBQU1vQixnQkFBZ0IsR0FBQWxILE9BQUEsQ0FBQWtILGdCQUFBLE9BQUF0SCxnQkFBQSxpQkFBQUEsZ0JBQUEsaUJBQUFBLGdCQUFBLGlCQUFBQSxnQkFBQSxpQkFBQUEsZ0JBQUEsaUJBQzFCdUgsMEJBQWUsQ0FBQzNELEdBQUcsRUFBR0UsZ0JBQWdCLEdBQ3RDeUQsMEJBQWUsQ0FBQ0MsT0FBTyxFQUFHdkQsY0FBYyxHQUN4Q3NELDBCQUFlLENBQUNFLEdBQUcsRUFBRzVGLGNBQWMsR0FDcEMwRiwwQkFBZSxDQUFDbEssS0FBSyxFQUFHb0ksaUJBQWlCLEdBQ3pDOEIsMEJBQWUsQ0FBQ0csUUFBUSxFQUFHckMsc0JBQXNCLENBQ25EO0FBRU0sSUFBTXNDLFVBV1osR0FBQXZILE9BQUEsQ0FBQXVILFVBQUEsR0FBRztFQUNGMUQsY0FBYyxFQUFkQSxjQUFjO0VBQ2RwQyxjQUFjLEVBQWRBLGNBQWM7RUFDZDRELGlCQUFpQixFQUFqQkEsaUJBQWlCO0VBQ2pCRSxtQkFBbUIsRUFBbkJBLG1CQUFtQjtFQUNuQjdCLGdCQUFnQixFQUFoQkEsZ0JBQWdCO0VBQ2hCZ0IsbUJBQW1CLEVBQW5CQSxtQkFBbUI7RUFDbkJPLHNCQUFzQixFQUF0QkEsc0JBQXNCO0VBQ3RCdUMsdUJBQXVCLEVBQXZCQSxvQ0FBdUI7RUFDdkJsRixpQkFBaUIsRUFBakJBLDhCQUFpQjtFQUNqQk0sdUJBQXVCLEVBQXZCQTtBQUNGLENBQUMiLCJpZ25vcmVMaXN0IjpbXX0=
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import * as arrow from 'apache-arrow';
|
|
2
|
+
import { Loader } from '@loaders.gl/loader-utils';
|
|
3
|
+
import { AddDataToMapPayload, Feature } from '@kepler.gl/types';
|
|
4
|
+
import { FeatureCollection } from '@turf/helpers';
|
|
5
|
+
import { FileCacheItem, ValidKeplerGlMap } from './types';
|
|
6
|
+
export declare type ProcessFileDataContent = {
|
|
7
|
+
data: unknown;
|
|
8
|
+
fileName: string;
|
|
9
|
+
length?: number;
|
|
10
|
+
progress?: {
|
|
11
|
+
rowCount?: number;
|
|
12
|
+
rowCountInBatch?: number;
|
|
13
|
+
percent?: number;
|
|
14
|
+
};
|
|
15
|
+
/** metadata e.g. for arrow data, metadata could be the schema.fields */
|
|
16
|
+
metadata?: Map<string, string>;
|
|
17
|
+
};
|
|
18
|
+
/**
|
|
19
|
+
* check if table is an ArrowTable object
|
|
20
|
+
* @param table - object to check
|
|
21
|
+
* @returns {boolean} - true if table is an ArrowTable object type guarded
|
|
22
|
+
*/
|
|
23
|
+
export declare function isArrowTable(table: any): table is arrow.Table;
|
|
24
|
+
/**
|
|
25
|
+
* check if data is an ArrowData object, which is an array of RecordBatch
|
|
26
|
+
* @param data - object to check
|
|
27
|
+
* @returns {boolean} - true if data is an ArrowData object type guarded
|
|
28
|
+
*/
|
|
29
|
+
export declare function isArrowData(data: any): boolean;
|
|
30
|
+
export declare function isGeoJson(json: unknown): json is Feature | FeatureCollection;
|
|
31
|
+
export declare function isFeature(json: unknown): json is Feature;
|
|
32
|
+
export declare function isFeatureCollection(json: unknown): json is FeatureCollection;
|
|
33
|
+
export declare function isRowObject(json: any): boolean;
|
|
34
|
+
export declare function isKeplerGlMap(json: unknown): json is ValidKeplerGlMap;
|
|
35
|
+
export declare function makeProgressIterator(asyncIterator: AsyncIterable<any>, info: {
|
|
36
|
+
size: number;
|
|
37
|
+
}): AsyncGenerator;
|
|
38
|
+
export declare function readBatch(asyncIterator: AsyncIterable<any>, fileName: string): AsyncGenerator;
|
|
39
|
+
export declare function readFileInBatches({ file, loaders, loadOptions }: {
|
|
40
|
+
file: File;
|
|
41
|
+
fileCache: FileCacheItem[];
|
|
42
|
+
loaders: Loader[];
|
|
43
|
+
loadOptions: any;
|
|
44
|
+
}): Promise<AsyncGenerator>;
|
|
45
|
+
export declare function processFileData({ content, fileCache }: {
|
|
46
|
+
content: ProcessFileDataContent;
|
|
47
|
+
fileCache: FileCacheItem[];
|
|
48
|
+
}): Promise<FileCacheItem[]>;
|
|
49
|
+
export declare function filesToDataPayload(fileCache: FileCacheItem[]): AddDataToMapPayload[];
|