@kepler.gl/processors 3.0.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/data-processor.d.ts +161 -0
- package/dist/data-processor.js +427 -0
- package/dist/file-handler.d.ts +27 -0
- package/dist/file-handler.js +449 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +65 -0
- package/dist/types.d.ts +13 -0
- package/dist/types.js +26 -0
- package/package.json +62 -0
|
@@ -0,0 +1,161 @@
|
|
|
1
|
+
import { ProcessorResult, Field } from '@kepler.gl/types';
|
|
2
|
+
import { analyzerTypeToFieldType, getFieldsFromData } from '@kepler.gl/utils';
|
|
3
|
+
import { ParsedDataset, SavedMap, LoadedMap } from '@kepler.gl/schemas';
|
|
4
|
+
export declare const CSV_NULLS: RegExp;
|
|
5
|
+
export declare const PARSE_FIELD_VALUE_FROM_STRING: {
|
|
6
|
+
boolean: {
|
|
7
|
+
valid: (d: unknown) => boolean;
|
|
8
|
+
parse: (d: unknown) => boolean;
|
|
9
|
+
};
|
|
10
|
+
integer: {
|
|
11
|
+
valid: (d: unknown) => boolean;
|
|
12
|
+
parse: (d: unknown) => number;
|
|
13
|
+
};
|
|
14
|
+
timestamp: {
|
|
15
|
+
valid: (d: unknown, field: Field) => boolean;
|
|
16
|
+
parse: (d: any, field: Field) => any;
|
|
17
|
+
};
|
|
18
|
+
real: {
|
|
19
|
+
valid: (d: unknown) => boolean;
|
|
20
|
+
parse: typeof parseFloat;
|
|
21
|
+
};
|
|
22
|
+
};
|
|
23
|
+
/**
|
|
24
|
+
* Process csv data, output a data object with `{fields: [], rows: []}`.
|
|
25
|
+
* The data object can be wrapped in a `dataset` and pass to [`addDataToMap`](../actions/actions.md#adddatatomap)
|
|
26
|
+
* @param rawData raw csv string
|
|
27
|
+
* @returns data object `{fields: [], rows: []}` can be passed to addDataToMaps
|
|
28
|
+
* @public
|
|
29
|
+
* @example
|
|
30
|
+
* import {processCsvData} from 'kepler.gl/processors';
|
|
31
|
+
*
|
|
32
|
+
* const testData = `gps_data.utc_timestamp,gps_data.lat,gps_data.lng,gps_data.types,epoch,has_result,id,time,begintrip_ts_utc,begintrip_ts_local,date
|
|
33
|
+
* 2016-09-17 00:09:55,29.9900937,31.2590542,driver_analytics,1472688000000,False,1,2016-09-23T00:00:00.000Z,2016-10-01 09:41:39+00:00,2016-10-01 09:41:39+00:00,2016-09-23
|
|
34
|
+
* 2016-09-17 00:10:56,29.9927699,31.2461142,driver_analytics,1472688000000,False,2,2016-09-23T00:00:00.000Z,2016-10-01 09:46:37+00:00,2016-10-01 16:46:37+00:00,2016-09-23
|
|
35
|
+
* 2016-09-17 00:11:56,29.9907261,31.2312742,driver_analytics,1472688000000,False,3,2016-09-23T00:00:00.000Z,,,2016-09-23
|
|
36
|
+
* 2016-09-17 00:12:58,29.9870074,31.2175827,driver_analytics,1472688000000,False,4,2016-09-23T00:00:00.000Z,,,2016-09-23`
|
|
37
|
+
*
|
|
38
|
+
* const dataset = {
|
|
39
|
+
* info: {id: 'test_data', label: 'My Csv'},
|
|
40
|
+
* data: processCsvData(testData)
|
|
41
|
+
* };
|
|
42
|
+
*
|
|
43
|
+
* dispatch(addDataToMap({
|
|
44
|
+
* datasets: [dataset],
|
|
45
|
+
* options: {centerMap: true, readOnly: true}
|
|
46
|
+
* }));
|
|
47
|
+
*/
|
|
48
|
+
export declare function processCsvData(rawData: unknown[][], header?: string[]): ProcessorResult;
|
|
49
|
+
/**
|
|
50
|
+
* Parse rows of csv by analyzed field types. So that `'1'` -> `1`, `'True'` -> `true`
|
|
51
|
+
* @param rows
|
|
52
|
+
* @param fields
|
|
53
|
+
*/
|
|
54
|
+
export declare function parseRowsByFields(rows: any[][], fields: Field[]): any[][];
|
|
55
|
+
/**
|
|
56
|
+
* Process uploaded csv file to parse value by field type
|
|
57
|
+
*
|
|
58
|
+
* @param rows
|
|
59
|
+
* @param geoFieldIdx field index
|
|
60
|
+
* @param field
|
|
61
|
+
* @param i
|
|
62
|
+
*/
|
|
63
|
+
export declare function parseCsvRowsByFieldType(rows: unknown[][], geoFieldIdx: number, field: Field, i: number): void;
|
|
64
|
+
/**
|
|
65
|
+
* Process data where each row is an object, output can be passed to [`addDataToMap`](../actions/actions.md#adddatatomap)
|
|
66
|
+
* NOTE: This function may mutate input.
|
|
67
|
+
* @param rawData an array of row object, each object should have the same number of keys
|
|
68
|
+
* @returns dataset containing `fields` and `rows`
|
|
69
|
+
* @public
|
|
70
|
+
* @example
|
|
71
|
+
* import {addDataToMap} from 'kepler.gl/actions';
|
|
72
|
+
* import {processRowObject} from 'kepler.gl/processors';
|
|
73
|
+
*
|
|
74
|
+
* const data = [
|
|
75
|
+
* {lat: 31.27, lng: 127.56, value: 3},
|
|
76
|
+
* {lat: 31.22, lng: 126.26, value: 1}
|
|
77
|
+
* ];
|
|
78
|
+
*
|
|
79
|
+
* dispatch(addDataToMap({
|
|
80
|
+
* datasets: {
|
|
81
|
+
* info: {label: 'My Data', id: 'my_data'},
|
|
82
|
+
* data: processRowObject(data)
|
|
83
|
+
* }
|
|
84
|
+
* }));
|
|
85
|
+
*/
|
|
86
|
+
export declare function processRowObject(rawData: unknown[]): ProcessorResult;
|
|
87
|
+
/**
|
|
88
|
+
* Process GeoJSON [`FeatureCollection`](http://wiki.geojson.org/GeoJSON_draft_version_6#FeatureCollection),
|
|
89
|
+
* output a data object with `{fields: [], rows: []}`.
|
|
90
|
+
* The data object can be wrapped in a `dataset` and passed to [`addDataToMap`](../actions/actions.md#adddatatomap)
|
|
91
|
+
* NOTE: This function may mutate input.
|
|
92
|
+
*
|
|
93
|
+
* @param rawData raw geojson feature collection
|
|
94
|
+
* @returns dataset containing `fields` and `rows`
|
|
95
|
+
* @public
|
|
96
|
+
* @example
|
|
97
|
+
* import {addDataToMap} from 'kepler.gl/actions';
|
|
98
|
+
* import {processGeojson} from 'kepler.gl/processors';
|
|
99
|
+
*
|
|
100
|
+
* const geojson = {
|
|
101
|
+
* "type" : "FeatureCollection",
|
|
102
|
+
* "features" : [{
|
|
103
|
+
* "type" : "Feature",
|
|
104
|
+
* "properties" : {
|
|
105
|
+
* "capacity" : "10",
|
|
106
|
+
* "type" : "U-Rack"
|
|
107
|
+
* },
|
|
108
|
+
* "geometry" : {
|
|
109
|
+
* "type" : "Point",
|
|
110
|
+
* "coordinates" : [ -71.073283, 42.417500 ]
|
|
111
|
+
* }
|
|
112
|
+
* }]
|
|
113
|
+
* };
|
|
114
|
+
*
|
|
115
|
+
* dispatch(addDataToMap({
|
|
116
|
+
* datasets: {
|
|
117
|
+
* info: {
|
|
118
|
+
* label: 'Sample Taxi Trips in New York City',
|
|
119
|
+
* id: 'test_trip_data'
|
|
120
|
+
* },
|
|
121
|
+
* data: processGeojson(geojson)
|
|
122
|
+
* }
|
|
123
|
+
* }));
|
|
124
|
+
*/
|
|
125
|
+
export declare function processGeojson(rawData: unknown): ProcessorResult;
|
|
126
|
+
/**
|
|
127
|
+
* Process saved kepler.gl json to be pass to [`addDataToMap`](../actions/actions.md#adddatatomap).
|
|
128
|
+
* The json object should contain `datasets` and `config`.
|
|
129
|
+
* @param rawData
|
|
130
|
+
* @param schema
|
|
131
|
+
* @returns datasets and config `{datasets: {}, config: {}}`
|
|
132
|
+
* @public
|
|
133
|
+
* @example
|
|
134
|
+
* import {addDataToMap} from 'kepler.gl/actions';
|
|
135
|
+
* import {processKeplerglJSON} from 'kepler.gl/processors';
|
|
136
|
+
*
|
|
137
|
+
* dispatch(addDataToMap(processKeplerglJSON(keplerGlJson)));
|
|
138
|
+
*/
|
|
139
|
+
export declare function processKeplerglJSON(rawData: SavedMap, schema?: import("@kepler.gl/schemas").KeplerGLSchemaClass): LoadedMap | null;
|
|
140
|
+
/**
|
|
141
|
+
* Parse a single or an array of datasets saved using kepler.gl schema
|
|
142
|
+
* @param rawData
|
|
143
|
+
* @param schema
|
|
144
|
+
*/
|
|
145
|
+
export declare function processKeplerglDataset(rawData: object | object[], schema?: import("@kepler.gl/schemas").KeplerGLSchemaClass): ParsedDataset | ParsedDataset[] | null;
|
|
146
|
+
export declare const DATASET_HANDLERS: {
|
|
147
|
+
row: typeof processRowObject;
|
|
148
|
+
geojson: typeof processGeojson;
|
|
149
|
+
csv: typeof processCsvData;
|
|
150
|
+
keplergl: typeof processKeplerglDataset;
|
|
151
|
+
};
|
|
152
|
+
export declare const Processors: {
|
|
153
|
+
processGeojson: typeof processGeojson;
|
|
154
|
+
processCsvData: typeof processCsvData;
|
|
155
|
+
processRowObject: typeof processRowObject;
|
|
156
|
+
processKeplerglJSON: typeof processKeplerglJSON;
|
|
157
|
+
processKeplerglDataset: typeof processKeplerglDataset;
|
|
158
|
+
analyzerTypeToFieldType: typeof analyzerTypeToFieldType;
|
|
159
|
+
getFieldsFromData: typeof getFieldsFromData;
|
|
160
|
+
parseCsvRowsByFieldType: typeof parseCsvRowsByFieldType;
|
|
161
|
+
};
|
|
@@ -0,0 +1,427 @@
|
|
|
1
|
+
// Copyright (c) 2022 Uber Technologies, Inc.
|
|
2
|
+
//
|
|
3
|
+
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
4
|
+
// of this software and associated documentation files (the "Software"), to deal
|
|
5
|
+
// in the Software without restriction, including without limitation the rights
|
|
6
|
+
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
7
|
+
// copies of the Software, and to permit persons to whom the Software is
|
|
8
|
+
// furnished to do so, subject to the following conditions:
|
|
9
|
+
//
|
|
10
|
+
// The above copyright notice and this permission notice shall be included in
|
|
11
|
+
// all copies or substantial portions of the Software.
|
|
12
|
+
//
|
|
13
|
+
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
14
|
+
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
15
|
+
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
16
|
+
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
17
|
+
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
18
|
+
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
19
|
+
// THE SOFTWARE.
|
|
20
|
+
|
|
21
|
+
"use strict";
|
|
22
|
+
|
|
23
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
24
|
+
|
|
25
|
+
Object.defineProperty(exports, "__esModule", {
|
|
26
|
+
value: true
|
|
27
|
+
});
|
|
28
|
+
exports.processCsvData = processCsvData;
|
|
29
|
+
exports.parseRowsByFields = parseRowsByFields;
|
|
30
|
+
exports.parseCsvRowsByFieldType = parseCsvRowsByFieldType;
|
|
31
|
+
exports.processRowObject = processRowObject;
|
|
32
|
+
exports.processGeojson = processGeojson;
|
|
33
|
+
exports.processKeplerglJSON = processKeplerglJSON;
|
|
34
|
+
exports.processKeplerglDataset = processKeplerglDataset;
|
|
35
|
+
exports.Processors = exports.DATASET_HANDLERS = exports.PARSE_FIELD_VALUE_FROM_STRING = exports.CSV_NULLS = void 0;
|
|
36
|
+
|
|
37
|
+
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
38
|
+
|
|
39
|
+
var _d3Dsv = require("d3-dsv");
|
|
40
|
+
|
|
41
|
+
var _geojsonNormalize = _interopRequireDefault(require("@mapbox/geojson-normalize"));
|
|
42
|
+
|
|
43
|
+
var _constants = require("@kepler.gl/constants");
|
|
44
|
+
|
|
45
|
+
var _utils = require("@kepler.gl/utils");
|
|
46
|
+
|
|
47
|
+
var _schemas = require("@kepler.gl/schemas");
|
|
48
|
+
|
|
49
|
+
var _PARSE_FIELD_VALUE_FR, _DATASET_HANDLERS;
|
|
50
|
+
|
|
51
|
+
function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); keys.push.apply(keys, symbols); } return keys; }
|
|
52
|
+
|
|
53
|
+
function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2["default"])(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
|
|
54
|
+
|
|
55
|
+
// if any of these value occurs in csv, parse it to null;
|
|
56
|
+
// const CSV_NULLS = ['', 'null', 'NULL', 'Null', 'NaN', '/N'];
|
|
57
|
+
// matches empty string
|
|
58
|
+
var CSV_NULLS = /^(null|NULL|Null|NaN|\/N||)$/;
|
|
59
|
+
exports.CSV_NULLS = CSV_NULLS;
|
|
60
|
+
var PARSE_FIELD_VALUE_FROM_STRING = (_PARSE_FIELD_VALUE_FR = {}, (0, _defineProperty2["default"])(_PARSE_FIELD_VALUE_FR, _constants.ALL_FIELD_TYPES["boolean"], {
|
|
61
|
+
valid: function valid(d) {
|
|
62
|
+
return typeof d === 'boolean';
|
|
63
|
+
},
|
|
64
|
+
parse: function parse(d) {
|
|
65
|
+
return d === 'true' || d === 'True' || d === 'TRUE' || d === '1';
|
|
66
|
+
}
|
|
67
|
+
}), (0, _defineProperty2["default"])(_PARSE_FIELD_VALUE_FR, _constants.ALL_FIELD_TYPES.integer, {
|
|
68
|
+
// @ts-ignore
|
|
69
|
+
valid: function valid(d) {
|
|
70
|
+
return parseInt(d, 10) === d;
|
|
71
|
+
},
|
|
72
|
+
// @ts-ignore
|
|
73
|
+
parse: function parse(d) {
|
|
74
|
+
return parseInt(d, 10);
|
|
75
|
+
}
|
|
76
|
+
}), (0, _defineProperty2["default"])(_PARSE_FIELD_VALUE_FR, _constants.ALL_FIELD_TYPES.timestamp, {
|
|
77
|
+
valid: function valid(d, field) {
|
|
78
|
+
return ['x', 'X'].includes(field.format) ? typeof d === 'number' : typeof d === 'string';
|
|
79
|
+
},
|
|
80
|
+
parse: function parse(d, field) {
|
|
81
|
+
return ['x', 'X'].includes(field.format) ? Number(d) : d;
|
|
82
|
+
}
|
|
83
|
+
}), (0, _defineProperty2["default"])(_PARSE_FIELD_VALUE_FR, _constants.ALL_FIELD_TYPES.real, {
|
|
84
|
+
// @ts-ignore
|
|
85
|
+
valid: function valid(d) {
|
|
86
|
+
return parseFloat(d) === d;
|
|
87
|
+
},
|
|
88
|
+
// Note this will result in NaN for some string
|
|
89
|
+
parse: parseFloat
|
|
90
|
+
}), _PARSE_FIELD_VALUE_FR);
|
|
91
|
+
/**
|
|
92
|
+
* Process csv data, output a data object with `{fields: [], rows: []}`.
|
|
93
|
+
* The data object can be wrapped in a `dataset` and pass to [`addDataToMap`](../actions/actions.md#adddatatomap)
|
|
94
|
+
* @param rawData raw csv string
|
|
95
|
+
* @returns data object `{fields: [], rows: []}` can be passed to addDataToMaps
|
|
96
|
+
* @public
|
|
97
|
+
* @example
|
|
98
|
+
* import {processCsvData} from 'kepler.gl/processors';
|
|
99
|
+
*
|
|
100
|
+
* const testData = `gps_data.utc_timestamp,gps_data.lat,gps_data.lng,gps_data.types,epoch,has_result,id,time,begintrip_ts_utc,begintrip_ts_local,date
|
|
101
|
+
* 2016-09-17 00:09:55,29.9900937,31.2590542,driver_analytics,1472688000000,False,1,2016-09-23T00:00:00.000Z,2016-10-01 09:41:39+00:00,2016-10-01 09:41:39+00:00,2016-09-23
|
|
102
|
+
* 2016-09-17 00:10:56,29.9927699,31.2461142,driver_analytics,1472688000000,False,2,2016-09-23T00:00:00.000Z,2016-10-01 09:46:37+00:00,2016-10-01 16:46:37+00:00,2016-09-23
|
|
103
|
+
* 2016-09-17 00:11:56,29.9907261,31.2312742,driver_analytics,1472688000000,False,3,2016-09-23T00:00:00.000Z,,,2016-09-23
|
|
104
|
+
* 2016-09-17 00:12:58,29.9870074,31.2175827,driver_analytics,1472688000000,False,4,2016-09-23T00:00:00.000Z,,,2016-09-23`
|
|
105
|
+
*
|
|
106
|
+
* const dataset = {
|
|
107
|
+
* info: {id: 'test_data', label: 'My Csv'},
|
|
108
|
+
* data: processCsvData(testData)
|
|
109
|
+
* };
|
|
110
|
+
*
|
|
111
|
+
* dispatch(addDataToMap({
|
|
112
|
+
* datasets: [dataset],
|
|
113
|
+
* options: {centerMap: true, readOnly: true}
|
|
114
|
+
* }));
|
|
115
|
+
*/
|
|
116
|
+
|
|
117
|
+
exports.PARSE_FIELD_VALUE_FROM_STRING = PARSE_FIELD_VALUE_FROM_STRING;
|
|
118
|
+
|
|
119
|
+
function processCsvData(rawData, header) {
|
|
120
|
+
var rows;
|
|
121
|
+
var headerRow;
|
|
122
|
+
|
|
123
|
+
if (typeof rawData === 'string') {
|
|
124
|
+
var _parsedRows = (0, _d3Dsv.csvParseRows)(rawData);
|
|
125
|
+
|
|
126
|
+
if (!Array.isArray(_parsedRows) || _parsedRows.length < 2) {
|
|
127
|
+
// looks like an empty file, throw error to be catch
|
|
128
|
+
throw new Error('process Csv Data Failed: CSV is empty');
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
headerRow = _parsedRows[0];
|
|
132
|
+
rows = _parsedRows.slice(1);
|
|
133
|
+
} else if (Array.isArray(rawData) && rawData.length) {
|
|
134
|
+
rows = rawData;
|
|
135
|
+
headerRow = header;
|
|
136
|
+
|
|
137
|
+
if (!Array.isArray(headerRow)) {
|
|
138
|
+
// if data is passed in as array of rows and missing header
|
|
139
|
+
// assume first row is header
|
|
140
|
+
// @ts-ignore
|
|
141
|
+
headerRow = rawData[0];
|
|
142
|
+
rows = rawData.slice(1);
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
if (!rows || !headerRow) {
|
|
147
|
+
throw new Error('invalid input passed to processCsvData');
|
|
148
|
+
} // here we assume the csv file that people uploaded will have first row
|
|
149
|
+
// as name of the column
|
|
150
|
+
|
|
151
|
+
|
|
152
|
+
cleanUpFalsyCsvValue(rows); // No need to run type detection on every data point
|
|
153
|
+
// here we get a list of none null values to run analyze on
|
|
154
|
+
|
|
155
|
+
var sample = (0, _utils.getSampleForTypeAnalyze)({
|
|
156
|
+
fields: headerRow,
|
|
157
|
+
rows: rows
|
|
158
|
+
});
|
|
159
|
+
var fields = (0, _utils.getFieldsFromData)(sample, headerRow);
|
|
160
|
+
var parsedRows = parseRowsByFields(rows, fields);
|
|
161
|
+
return {
|
|
162
|
+
fields: fields,
|
|
163
|
+
rows: parsedRows
|
|
164
|
+
};
|
|
165
|
+
}
|
|
166
|
+
/**
|
|
167
|
+
* Parse rows of csv by analyzed field types. So that `'1'` -> `1`, `'True'` -> `true`
|
|
168
|
+
* @param rows
|
|
169
|
+
* @param fields
|
|
170
|
+
*/
|
|
171
|
+
|
|
172
|
+
|
|
173
|
+
function parseRowsByFields(rows, fields) {
|
|
174
|
+
// Edit rows in place
|
|
175
|
+
var geojsonFieldIdx = fields.findIndex(function (f) {
|
|
176
|
+
return f.name === '_geojson';
|
|
177
|
+
});
|
|
178
|
+
fields.forEach(parseCsvRowsByFieldType.bind(null, rows, geojsonFieldIdx));
|
|
179
|
+
return rows;
|
|
180
|
+
}
|
|
181
|
+
/**
|
|
182
|
+
* Convert falsy value in csv including `'', 'null', 'NULL', 'Null', 'NaN'` to `null`,
|
|
183
|
+
* so that type-analyzer won't detect it as string
|
|
184
|
+
*
|
|
185
|
+
* @param rows
|
|
186
|
+
*/
|
|
187
|
+
|
|
188
|
+
|
|
189
|
+
function cleanUpFalsyCsvValue(rows) {
|
|
190
|
+
var re = new RegExp(CSV_NULLS, 'g');
|
|
191
|
+
|
|
192
|
+
for (var i = 0; i < rows.length; i++) {
|
|
193
|
+
for (var j = 0; j < rows[i].length; j++) {
|
|
194
|
+
// analyzer will set any fields to 'string' if there are empty values
|
|
195
|
+
// which will be parsed as '' by d3.csv
|
|
196
|
+
// here we parse empty data as null
|
|
197
|
+
// TODO: create warning when deltect `CSV_NULLS` in the data
|
|
198
|
+
if (typeof rows[i][j] === 'string' && rows[i][j].match(re)) {
|
|
199
|
+
rows[i][j] = null;
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
}
|
|
204
|
+
/**
|
|
205
|
+
* Process uploaded csv file to parse value by field type
|
|
206
|
+
*
|
|
207
|
+
* @param rows
|
|
208
|
+
* @param geoFieldIdx field index
|
|
209
|
+
* @param field
|
|
210
|
+
* @param i
|
|
211
|
+
*/
|
|
212
|
+
|
|
213
|
+
|
|
214
|
+
function parseCsvRowsByFieldType(rows, geoFieldIdx, field, i) {
|
|
215
|
+
var parser = PARSE_FIELD_VALUE_FROM_STRING[field.type];
|
|
216
|
+
|
|
217
|
+
if (parser) {
|
|
218
|
+
// check first not null value of it's already parsed
|
|
219
|
+
var first = rows.find(function (r) {
|
|
220
|
+
return (0, _utils.notNullorUndefined)(r[i]);
|
|
221
|
+
});
|
|
222
|
+
|
|
223
|
+
if (!first || parser.valid(first[i], field)) {
|
|
224
|
+
return;
|
|
225
|
+
}
|
|
226
|
+
|
|
227
|
+
rows.forEach(function (row) {
|
|
228
|
+
// parse string value based on field type
|
|
229
|
+
if (row[i] !== null) {
|
|
230
|
+
row[i] = parser.parse(row[i], field);
|
|
231
|
+
|
|
232
|
+
if (geoFieldIdx > -1 && (0, _utils.isPlainObject)(row[geoFieldIdx]) && // @ts-ignore
|
|
233
|
+
(0, _utils.hasOwnProperty)(row[geoFieldIdx], 'properties')) {
|
|
234
|
+
// @ts-ignore
|
|
235
|
+
row[geoFieldIdx].properties[field.name] = row[i];
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
});
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
/* eslint-enable complexity */
|
|
242
|
+
|
|
243
|
+
/**
|
|
244
|
+
* Process data where each row is an object, output can be passed to [`addDataToMap`](../actions/actions.md#adddatatomap)
|
|
245
|
+
* NOTE: This function may mutate input.
|
|
246
|
+
* @param rawData an array of row object, each object should have the same number of keys
|
|
247
|
+
* @returns dataset containing `fields` and `rows`
|
|
248
|
+
* @public
|
|
249
|
+
* @example
|
|
250
|
+
* import {addDataToMap} from 'kepler.gl/actions';
|
|
251
|
+
* import {processRowObject} from 'kepler.gl/processors';
|
|
252
|
+
*
|
|
253
|
+
* const data = [
|
|
254
|
+
* {lat: 31.27, lng: 127.56, value: 3},
|
|
255
|
+
* {lat: 31.22, lng: 126.26, value: 1}
|
|
256
|
+
* ];
|
|
257
|
+
*
|
|
258
|
+
* dispatch(addDataToMap({
|
|
259
|
+
* datasets: {
|
|
260
|
+
* info: {label: 'My Data', id: 'my_data'},
|
|
261
|
+
* data: processRowObject(data)
|
|
262
|
+
* }
|
|
263
|
+
* }));
|
|
264
|
+
*/
|
|
265
|
+
|
|
266
|
+
|
|
267
|
+
function processRowObject(rawData) {
|
|
268
|
+
if (!Array.isArray(rawData)) {
|
|
269
|
+
return null;
|
|
270
|
+
} else if (!rawData.length) {
|
|
271
|
+
// data is empty
|
|
272
|
+
return {
|
|
273
|
+
fields: [],
|
|
274
|
+
rows: []
|
|
275
|
+
};
|
|
276
|
+
}
|
|
277
|
+
|
|
278
|
+
var keys = Object.keys(rawData[0]); // [lat, lng, value]
|
|
279
|
+
|
|
280
|
+
var rows = rawData.map(function (d) {
|
|
281
|
+
return keys.map(function (key) {
|
|
282
|
+
return d[key];
|
|
283
|
+
});
|
|
284
|
+
}); // [[31.27, 127.56, 3]]
|
|
285
|
+
// row object an still contain values like `Null` or `N/A`
|
|
286
|
+
|
|
287
|
+
cleanUpFalsyCsvValue(rows);
|
|
288
|
+
return processCsvData(rows, keys);
|
|
289
|
+
}
|
|
290
|
+
/**
|
|
291
|
+
* Process GeoJSON [`FeatureCollection`](http://wiki.geojson.org/GeoJSON_draft_version_6#FeatureCollection),
|
|
292
|
+
* output a data object with `{fields: [], rows: []}`.
|
|
293
|
+
* The data object can be wrapped in a `dataset` and passed to [`addDataToMap`](../actions/actions.md#adddatatomap)
|
|
294
|
+
* NOTE: This function may mutate input.
|
|
295
|
+
*
|
|
296
|
+
* @param rawData raw geojson feature collection
|
|
297
|
+
* @returns dataset containing `fields` and `rows`
|
|
298
|
+
* @public
|
|
299
|
+
* @example
|
|
300
|
+
* import {addDataToMap} from 'kepler.gl/actions';
|
|
301
|
+
* import {processGeojson} from 'kepler.gl/processors';
|
|
302
|
+
*
|
|
303
|
+
* const geojson = {
|
|
304
|
+
* "type" : "FeatureCollection",
|
|
305
|
+
* "features" : [{
|
|
306
|
+
* "type" : "Feature",
|
|
307
|
+
* "properties" : {
|
|
308
|
+
* "capacity" : "10",
|
|
309
|
+
* "type" : "U-Rack"
|
|
310
|
+
* },
|
|
311
|
+
* "geometry" : {
|
|
312
|
+
* "type" : "Point",
|
|
313
|
+
* "coordinates" : [ -71.073283, 42.417500 ]
|
|
314
|
+
* }
|
|
315
|
+
* }]
|
|
316
|
+
* };
|
|
317
|
+
*
|
|
318
|
+
* dispatch(addDataToMap({
|
|
319
|
+
* datasets: {
|
|
320
|
+
* info: {
|
|
321
|
+
* label: 'Sample Taxi Trips in New York City',
|
|
322
|
+
* id: 'test_trip_data'
|
|
323
|
+
* },
|
|
324
|
+
* data: processGeojson(geojson)
|
|
325
|
+
* }
|
|
326
|
+
* }));
|
|
327
|
+
*/
|
|
328
|
+
|
|
329
|
+
|
|
330
|
+
function processGeojson(rawData) {
|
|
331
|
+
var normalizedGeojson = (0, _geojsonNormalize["default"])(rawData);
|
|
332
|
+
|
|
333
|
+
if (!normalizedGeojson || !Array.isArray(normalizedGeojson.features)) {
|
|
334
|
+
var error = new Error("Read File Failed: File is not a valid GeoJSON. Read more about [supported file format](".concat(_constants.GUIDES_FILE_FORMAT_DOC, ")"));
|
|
335
|
+
throw error; // fail to normalize geojson
|
|
336
|
+
} // getting all feature fields
|
|
337
|
+
|
|
338
|
+
|
|
339
|
+
var allDataRows = [];
|
|
340
|
+
|
|
341
|
+
for (var i = 0; i < normalizedGeojson.features.length; i++) {
|
|
342
|
+
var f = normalizedGeojson.features[i];
|
|
343
|
+
|
|
344
|
+
if (f.geometry) {
|
|
345
|
+
allDataRows.push(_objectSpread({
|
|
346
|
+
// add feature to _geojson field
|
|
347
|
+
_geojson: f
|
|
348
|
+
}, f.properties || {}));
|
|
349
|
+
}
|
|
350
|
+
} // get all the field
|
|
351
|
+
|
|
352
|
+
|
|
353
|
+
var fields = allDataRows.reduce(function (accu, curr) {
|
|
354
|
+
Object.keys(curr).forEach(function (key) {
|
|
355
|
+
if (!accu.includes(key)) {
|
|
356
|
+
accu.push(key);
|
|
357
|
+
}
|
|
358
|
+
});
|
|
359
|
+
return accu;
|
|
360
|
+
}, []); // make sure each feature has exact same fields
|
|
361
|
+
|
|
362
|
+
allDataRows.forEach(function (d) {
|
|
363
|
+
fields.forEach(function (f) {
|
|
364
|
+
if (!(f in d)) {
|
|
365
|
+
d[f] = null;
|
|
366
|
+
d._geojson.properties[f] = null;
|
|
367
|
+
}
|
|
368
|
+
});
|
|
369
|
+
});
|
|
370
|
+
return processRowObject(allDataRows);
|
|
371
|
+
}
|
|
372
|
+
/**
|
|
373
|
+
* Process saved kepler.gl json to be pass to [`addDataToMap`](../actions/actions.md#adddatatomap).
|
|
374
|
+
* The json object should contain `datasets` and `config`.
|
|
375
|
+
* @param rawData
|
|
376
|
+
* @param schema
|
|
377
|
+
* @returns datasets and config `{datasets: {}, config: {}}`
|
|
378
|
+
* @public
|
|
379
|
+
* @example
|
|
380
|
+
* import {addDataToMap} from 'kepler.gl/actions';
|
|
381
|
+
* import {processKeplerglJSON} from 'kepler.gl/processors';
|
|
382
|
+
*
|
|
383
|
+
* dispatch(addDataToMap(processKeplerglJSON(keplerGlJson)));
|
|
384
|
+
*/
|
|
385
|
+
|
|
386
|
+
|
|
387
|
+
function processKeplerglJSON(rawData) {
|
|
388
|
+
var schema = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : _schemas.KeplerGlSchema;
|
|
389
|
+
return rawData ? schema.load(rawData.datasets, rawData.config) : null;
|
|
390
|
+
}
|
|
391
|
+
/**
|
|
392
|
+
* Parse a single or an array of datasets saved using kepler.gl schema
|
|
393
|
+
* @param rawData
|
|
394
|
+
* @param schema
|
|
395
|
+
*/
|
|
396
|
+
|
|
397
|
+
|
|
398
|
+
function processKeplerglDataset(rawData) {
|
|
399
|
+
var schema = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : _schemas.KeplerGlSchema;
|
|
400
|
+
|
|
401
|
+
if (!rawData) {
|
|
402
|
+
return null;
|
|
403
|
+
}
|
|
404
|
+
|
|
405
|
+
var results = schema.parseSavedData((0, _utils.toArray)(rawData));
|
|
406
|
+
|
|
407
|
+
if (!results) {
|
|
408
|
+
return null;
|
|
409
|
+
}
|
|
410
|
+
|
|
411
|
+
return Array.isArray(rawData) ? results : results[0];
|
|
412
|
+
}
|
|
413
|
+
|
|
414
|
+
var DATASET_HANDLERS = (_DATASET_HANDLERS = {}, (0, _defineProperty2["default"])(_DATASET_HANDLERS, _constants.DATASET_FORMATS.row, processRowObject), (0, _defineProperty2["default"])(_DATASET_HANDLERS, _constants.DATASET_FORMATS.geojson, processGeojson), (0, _defineProperty2["default"])(_DATASET_HANDLERS, _constants.DATASET_FORMATS.csv, processCsvData), (0, _defineProperty2["default"])(_DATASET_HANDLERS, _constants.DATASET_FORMATS.keplergl, processKeplerglDataset), _DATASET_HANDLERS);
|
|
415
|
+
exports.DATASET_HANDLERS = DATASET_HANDLERS;
|
|
416
|
+
var Processors = {
|
|
417
|
+
processGeojson: processGeojson,
|
|
418
|
+
processCsvData: processCsvData,
|
|
419
|
+
processRowObject: processRowObject,
|
|
420
|
+
processKeplerglJSON: processKeplerglJSON,
|
|
421
|
+
processKeplerglDataset: processKeplerglDataset,
|
|
422
|
+
analyzerTypeToFieldType: _utils.analyzerTypeToFieldType,
|
|
423
|
+
getFieldsFromData: _utils.getFieldsFromData,
|
|
424
|
+
parseCsvRowsByFieldType: parseCsvRowsByFieldType
|
|
425
|
+
};
|
|
426
|
+
exports.Processors = Processors;
|
|
427
|
+
//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uL3NyYy9kYXRhLXByb2Nlc3Nvci50cyJdLCJuYW1lcyI6WyJDU1ZfTlVMTFMiLCJQQVJTRV9GSUVMRF9WQUxVRV9GUk9NX1NUUklORyIsIkFMTF9GSUVMRF9UWVBFUyIsInZhbGlkIiwiZCIsInBhcnNlIiwiaW50ZWdlciIsInBhcnNlSW50IiwidGltZXN0YW1wIiwiZmllbGQiLCJpbmNsdWRlcyIsImZvcm1hdCIsIk51bWJlciIsInJlYWwiLCJwYXJzZUZsb2F0IiwicHJvY2Vzc0NzdkRhdGEiLCJyYXdEYXRhIiwiaGVhZGVyIiwicm93cyIsImhlYWRlclJvdyIsInBhcnNlZFJvd3MiLCJBcnJheSIsImlzQXJyYXkiLCJsZW5ndGgiLCJFcnJvciIsInNsaWNlIiwiY2xlYW5VcEZhbHN5Q3N2VmFsdWUiLCJzYW1wbGUiLCJmaWVsZHMiLCJwYXJzZVJvd3NCeUZpZWxkcyIsImdlb2pzb25GaWVsZElkeCIsImZpbmRJbmRleCIsImYiLCJuYW1lIiwiZm9yRWFjaCIsInBhcnNlQ3N2Um93c0J5RmllbGRUeXBlIiwiYmluZCIsInJlIiwiUmVnRXhwIiwiaSIsImoiLCJtYXRjaCIsImdlb0ZpZWxkSWR4IiwicGFyc2VyIiwidHlwZSIsImZpcnN0IiwiZmluZCIsInIiLCJyb3ciLCJwcm9wZXJ0aWVzIiwicHJvY2Vzc1Jvd09iamVjdCIsImtleXMiLCJPYmplY3QiLCJtYXAiLCJrZXkiLCJwcm9jZXNzR2VvanNvbiIsIm5vcm1hbGl6ZWRHZW9qc29uIiwiZmVhdHVyZXMiLCJlcnJvciIsIkdVSURFU19GSUxFX0ZPUk1BVF9ET0MiLCJhbGxEYXRhUm93cyIsImdlb21ldHJ5IiwicHVzaCIsIl9nZW9qc29uIiwicmVkdWNlIiwiYWNjdSIsImN1cnIiLCJwcm9jZXNzS2VwbGVyZ2xKU09OIiwic2NoZW1hIiwiS2VwbGVyR2xTY2hlbWEiLCJsb2FkIiwiZGF0YXNldHMiLCJjb25maWciLCJwcm9jZXNzS2VwbGVyZ2xEYXRhc2V0IiwicmVzdWx0cyIsInBhcnNlU2F2ZWREYXRhIiwiREFUQVNFVF9IQU5ETEVSUyIsIkRBVEFTRVRfRk9STUFUUyIsImdlb2pzb24iLCJjc3YiLCJrZXBsZXJnbCIsIlByb2Nlc3NvcnMiLCJhbmFseXplclR5cGVUb0ZpZWxkVHlwZSIsImdldEZpZWxkc0Zyb21EYXRhIl0sIm1hcHBpbmdzIjoiOzs7Ozs7Ozs7Ozs7Ozs7Ozs7QUFvQkE7O0FBQ0E7O0FBQ0E7O0FBRUE7O0FBU0E7Ozs7Ozs7O0FBR0E7QUFDQTtBQUNBO0FBQ08sSUFBTUEsU0FBUyxHQUFHLDhCQUFsQjs7QUFFQSxJQUFNQyw2QkFBNkIsd0ZBQ3ZDQyxxQ0FEdUMsRUFDYjtBQUN6QkMsRUFBQUEsS0FBSyxFQUFFLGVBQUNDLENBQUQ7QUFBQSxXQUF5QixPQUFPQSxDQUFQLEtBQWEsU0FBdEM7QUFBQSxHQURrQjtBQUV6QkMsRUFBQUEsS0FBSyxFQUFFLGVBQUNELENBQUQ7QUFBQSxXQUF5QkEsQ0FBQyxLQUFLLE1BQU4sSUFBZ0JBLENBQUMsS0FBSyxNQUF0QixJQUFnQ0EsQ0FBQyxLQUFLLE1BQXRDLElBQWdEQSxDQUFDLEtBQUssR0FBL0U7QUFBQTtBQUZrQixDQURhLDJEQUt2Q0YsMkJBQWdCSSxPQUx1QixFQUtiO0FBQ3pCO0FBQ0FILEVBQUFBLEtBQUssRUFBRSxlQUFDQyxDQUFEO0FBQUEsV0FBeUJHLFFBQVEsQ0FBQ0gsQ0FBRCxFQUFJLEVBQUosQ0FBUixLQUFvQkEsQ0FBN0M7QUFBQSxHQUZrQjtBQUd6QjtBQUNBQyxFQUFBQSxLQUFLLEVBQUUsZUFBQ0QsQ0FBRDtBQUFBLFdBQXdCRyxRQUFRLENBQUNILENBQUQsRUFBSSxFQUFKLENBQWhDO0FBQUE7QUFKa0IsQ0FMYSwyREFXdkNGLDJCQUFnQk0sU0FYdUIsRUFXWDtBQUMzQkwsRUFBQUEsS0FBSyxFQUFFLGVBQUNDLENBQUQsRUFBYUssS0FBYjtBQUFBLFdBQ0wsQ0FBQyxHQUFELEVBQU0sR0FBTixFQUFXQyxRQUFYLENBQW9CRCxLQUFLLENBQUNFLE1BQTFCLElBQW9DLE9BQU9QLENBQVAsS0FBYSxRQUFqRCxHQUE0RCxPQUFPQSxDQUFQLEtBQWEsUUFEcEU7QUFBQSxHQURvQjtBQUczQkMsRUFBQUEsS0FBSyxFQUFFLGVBQUNELENBQUQsRUFBU0ssS0FBVDtBQUFBLFdBQTJCLENBQUMsR0FBRCxFQUFNLEdBQU4sRUFBV0MsUUFBWCxDQUFvQkQsS0FBSyxDQUFDRSxNQUExQixJQUFvQ0MsTUFBTSxDQUFDUixDQUFELENBQTFDLEdBQWdEQSxDQUEzRTtBQUFBO0FBSG9CLENBWFcsMkRBZ0J2Q0YsMkJBQWdCVyxJQWhCdUIsRUFnQmhCO0FBQ3RCO0FBQ0FWLEVBQUFBLEtBQUssRUFBRSxlQUFDQyxDQUFEO0FBQUEsV0FBeUJVLFVBQVUsQ0FBQ1YsQ0FBRCxDQUFWLEtBQWtCQSxDQUEzQztBQUFBLEdBRmU7QUFHdEI7QUFDQUMsRUFBQUEsS0FBSyxFQUFFUztBQUplLENBaEJnQix5QkFBbkM7QUF3QlA7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7Ozs7QUFDTyxTQUFTQyxjQUFULENBQXdCQyxPQUF4QixFQUE4Q0MsTUFBOUMsRUFBa0Y7QUFDdkYsTUFBSUMsSUFBSjtBQUNBLE1BQUlDLFNBQUo7O0FBRUEsTUFBSSxPQUFPSCxPQUFQLEtBQW1CLFFBQXZCLEVBQWlDO0FBQy9CLFFBQU1JLFdBQXNCLEdBQUcseUJBQWFKLE9BQWIsQ0FBL0I7O0FBRUEsUUFBSSxDQUFDSyxLQUFLLENBQUNDLE9BQU4sQ0FBY0YsV0FBZCxDQUFELElBQThCQSxXQUFVLENBQUNHLE1BQVgsR0FBb0IsQ0FBdEQsRUFBeUQ7QUFDdkQ7QUFDQSxZQUFNLElBQUlDLEtBQUosQ0FBVSx1Q0FBVixDQUFOO0FBQ0Q7O0FBQ0RMLElBQUFBLFNBQVMsR0FBR0MsV0FBVSxDQUFDLENBQUQsQ0FBdEI7QUFDQUYsSUFBQUEsSUFBSSxHQUFHRSxXQUFVLENBQUNLLEtBQVgsQ0FBaUIsQ0FBakIsQ0FBUDtBQUNELEdBVEQsTUFTTyxJQUFJSixLQUFLLENBQUNDLE9BQU4sQ0FBY04sT0FBZCxLQUEwQkEsT0FBTyxDQUFDTyxNQUF0QyxFQUE4QztBQUNuREwsSUFBQUEsSUFBSSxHQUFHRixPQUFQO0FBQ0FHLElBQUFBLFNBQVMsR0FBR0YsTUFBWjs7QUFFQSxRQUFJLENBQUNJLEtBQUssQ0FBQ0MsT0FBTixDQUFjSCxTQUFkLENBQUwsRUFBK0I7QUFDN0I7QUFDQTtBQUNBO0FBQ0FBLE1BQUFBLFNBQVMsR0FBR0gsT0FBTyxDQUFDLENBQUQsQ0FBbkI7QUFDQUUsTUFBQUEsSUFBSSxHQUFHRixPQUFPLENBQUNTLEtBQVIsQ0FBYyxDQUFkLENBQVA7QUFDRDtBQUNGOztBQUVELE1BQUksQ0FBQ1AsSUFBRCxJQUFTLENBQUNDLFNBQWQsRUFBeUI7QUFDdkIsVUFBTSxJQUFJSyxLQUFKLENBQVUsd0NBQVYsQ0FBTjtBQUNELEdBNUJzRixDQThCdkY7QUFDQTs7O0FBRUFFLEVBQUFBLG9CQUFvQixDQUFDUixJQUFELENBQXBCLENBakN1RixDQWtDdkY7QUFDQTs7QUFDQSxNQUFNUyxNQUFNLEdBQUcsb0NBQXdCO0FBQUNDLElBQUFBLE1BQU0sRUFBRVQsU0FBVDtBQUFvQkQsSUFBQUEsSUFBSSxFQUFKQTtBQUFwQixHQUF4QixDQUFmO0FBQ0EsTUFBTVUsTUFBTSxHQUFHLDhCQUFrQkQsTUFBbEIsRUFBMEJSLFNBQTFCLENBQWY7QUFDQSxNQUFNQyxVQUFVLEdBQUdTLGlCQUFpQixDQUFDWCxJQUFELEVBQU9VLE1BQVAsQ0FBcEM7QUFFQSxTQUFPO0FBQUNBLElBQUFBLE1BQU0sRUFBTkEsTUFBRDtBQUFTVixJQUFBQSxJQUFJLEVBQUVFO0FBQWYsR0FBUDtBQUNEO0FBRUQ7QUFDQTtBQUNBO0FBQ0E7QUFDQTs7O0FBQ08sU0FBU1MsaUJBQVQsQ0FBMkJYLElBQTNCLEVBQTBDVSxNQUExQyxFQUEyRDtBQUNoRTtBQUNBLE1BQU1FLGVBQWUsR0FBR0YsTUFBTSxDQUFDRyxTQUFQLENBQWlCLFVBQUFDLENBQUM7QUFBQSxXQUFJQSxDQUFDLENBQUNDLElBQUYsS0FBVyxVQUFmO0FBQUEsR0FBbEIsQ0FBeEI7QUFDQUwsRUFBQUEsTUFBTSxDQUFDTSxPQUFQLENBQWVDLHVCQUF1QixDQUFDQyxJQUF4QixDQUE2QixJQUE3QixFQUFtQ2xCLElBQW5DLEVBQXlDWSxlQUF6QyxDQUFmO0FBRUEsU0FBT1osSUFBUDtBQUNEO0FBRUQ7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBOzs7QUFDQSxTQUFTUSxvQkFBVCxDQUE4QlIsSUFBOUIsRUFBdUQ7QUFDckQsTUFBTW1CLEVBQUUsR0FBRyxJQUFJQyxNQUFKLENBQVd0QyxTQUFYLEVBQXNCLEdBQXRCLENBQVg7O0FBQ0EsT0FBSyxJQUFJdUMsQ0FBQyxHQUFHLENBQWIsRUFBZ0JBLENBQUMsR0FBR3JCLElBQUksQ0FBQ0ssTUFBekIsRUFBaUNnQixDQUFDLEVBQWxDLEVBQXNDO0FBQ3BDLFNBQUssSUFBSUMsQ0FBQyxHQUFHLENBQWIsRUFBZ0JBLENBQUMsR0FBR3RCLElBQUksQ0FBQ3FCLENBQUQsQ0FBSixDQUFRaEIsTUFBNUIsRUFBb0NpQixDQUFDLEVBQXJDLEVBQXlDO0FBQ3ZDO0FBQ0E7QUFDQTtBQUNBO0FBQ0EsVUFBSSxPQUFPdEIsSUFBSSxDQUFDcUIsQ0FBRCxDQUFKLENBQVFDLENBQVIsQ0FBUCxLQUFzQixRQUF0QixJQUFtQ3RCLElBQUksQ0FBQ3FCLENBQUQsQ0FBSixDQUFRQyxDQUFSLENBQUQsQ0FBdUJDLEtBQXZCLENBQTZCSixFQUE3QixDQUF0QyxFQUF3RTtBQUN0RW5CLFFBQUFBLElBQUksQ0FBQ3FCLENBQUQsQ0FBSixDQUFRQyxDQUFSLElBQWEsSUFBYjtBQUNEO0FBQ0Y7QUFDRjtBQUNGO0FBRUQ7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTs7O0FBQ08sU0FBU0wsdUJBQVQsQ0FDTGpCLElBREssRUFFTHdCLFdBRkssRUFHTGpDLEtBSEssRUFJTDhCLENBSkssRUFLQztBQUNOLE1BQU1JLE1BQU0sR0FBRzFDLDZCQUE2QixDQUFDUSxLQUFLLENBQUNtQyxJQUFQLENBQTVDOztBQUNBLE1BQUlELE1BQUosRUFBWTtBQUNWO0FBQ0EsUUFBTUUsS0FBSyxHQUFHM0IsSUFBSSxDQUFDNEIsSUFBTCxDQUFVLFVBQUFDLENBQUM7QUFBQSxhQUFJLCtCQUFtQkEsQ0FBQyxDQUFDUixDQUFELENBQXBCLENBQUo7QUFBQSxLQUFYLENBQWQ7O0FBQ0EsUUFBSSxDQUFDTSxLQUFELElBQVVGLE1BQU0sQ0FBQ3hDLEtBQVAsQ0FBYTBDLEtBQUssQ0FBQ04sQ0FBRCxDQUFsQixFQUF1QjlCLEtBQXZCLENBQWQsRUFBNkM7QUFDM0M7QUFDRDs7QUFDRFMsSUFBQUEsSUFBSSxDQUFDZ0IsT0FBTCxDQUFhLFVBQUFjLEdBQUcsRUFBSTtBQUNsQjtBQUNBLFVBQUlBLEdBQUcsQ0FBQ1QsQ0FBRCxDQUFILEtBQVcsSUFBZixFQUFxQjtBQUNuQlMsUUFBQUEsR0FBRyxDQUFDVCxDQUFELENBQUgsR0FBU0ksTUFBTSxDQUFDdEMsS0FBUCxDQUFhMkMsR0FBRyxDQUFDVCxDQUFELENBQWhCLEVBQXFCOUIsS0FBckIsQ0FBVDs7QUFDQSxZQUNFaUMsV0FBVyxHQUFHLENBQUMsQ0FBZixJQUNBLDBCQUFjTSxHQUFHLENBQUNOLFdBQUQsQ0FBakIsQ0FEQSxJQUVBO0FBQ0EsbUNBQWVNLEdBQUcsQ0FBQ04sV0FBRCxDQUFsQixFQUFpQyxZQUFqQyxDQUpGLEVBS0U7QUFDQTtBQUNBTSxVQUFBQSxHQUFHLENBQUNOLFdBQUQsQ0FBSCxDQUFpQk8sVUFBakIsQ0FBNEJ4QyxLQUFLLENBQUN3QixJQUFsQyxJQUEwQ2UsR0FBRyxDQUFDVCxDQUFELENBQTdDO0FBQ0Q7QUFDRjtBQUNGLEtBZEQ7QUFlRDtBQUNGO0FBRUQ7O0FBRUE7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7OztBQUNPLFNBQVNXLGdCQUFULENBQTBCbEMsT0FBMUIsRUFBK0Q7QUFDcEUsTUFBSSxDQUFDSyxLQUFLLENBQUNDLE9BQU4sQ0FBY04sT0FBZCxDQUFMLEVBQTZCO0FBQzNCLFdBQU8sSUFBUDtBQUNELEdBRkQsTUFFTyxJQUFJLENBQUNBLE9BQU8sQ0FBQ08sTUFBYixFQUFxQjtBQUMxQjtBQUNBLFdBQU87QUFDTEssTUFBQUEsTUFBTSxFQUFFLEVBREg7QUFFTFYsTUFBQUEsSUFBSSxFQUFFO0FBRkQsS0FBUDtBQUlEOztBQUVELE1BQU1pQyxJQUFJLEdBQUdDLE1BQU0sQ0FBQ0QsSUFBUCxDQUFZbkMsT0FBTyxDQUFDLENBQUQsQ0FBbkIsQ0FBYixDQVhvRSxDQVc5Qjs7QUFDdEMsTUFBTUUsSUFBSSxHQUFHRixPQUFPLENBQUNxQyxHQUFSLENBQVksVUFBQWpELENBQUM7QUFBQSxXQUFJK0MsSUFBSSxDQUFDRSxHQUFMLENBQVMsVUFBQUMsR0FBRztBQUFBLGFBQUlsRCxDQUFDLENBQUNrRCxHQUFELENBQUw7QUFBQSxLQUFaLENBQUo7QUFBQSxHQUFiLENBQWIsQ0Fab0UsQ0FZWjtBQUV4RDs7QUFDQTVCLEVBQUFBLG9CQUFvQixDQUFDUixJQUFELENBQXBCO0FBRUEsU0FBT0gsY0FBYyxDQUFDRyxJQUFELEVBQU9pQyxJQUFQLENBQXJCO0FBQ0Q7QUFFRDtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBOzs7QUFDTyxTQUFTSSxjQUFULENBQXdCdkMsT0FBeEIsRUFBMkQ7QUFDaEUsTUFBTXdDLGlCQUFpQixHQUFHLGtDQUFVeEMsT0FBVixDQUExQjs7QUFFQSxNQUFJLENBQUN3QyxpQkFBRCxJQUFzQixDQUFDbkMsS0FBSyxDQUFDQyxPQUFOLENBQWNrQyxpQkFBaUIsQ0FBQ0MsUUFBaEMsQ0FBM0IsRUFBc0U7QUFDcEUsUUFBTUMsS0FBSyxHQUFHLElBQUlsQyxLQUFKLGtHQUM4RW1DLGlDQUQ5RSxPQUFkO0FBR0EsVUFBTUQsS0FBTixDQUpvRSxDQUtwRTtBQUNELEdBVCtELENBV2hFOzs7QUFDQSxNQUFNRSxXQUF1RCxHQUFHLEVBQWhFOztBQUNBLE9BQUssSUFBSXJCLENBQUMsR0FBRyxDQUFiLEVBQWdCQSxDQUFDLEdBQUdpQixpQkFBaUIsQ0FBQ0MsUUFBbEIsQ0FBMkJsQyxNQUEvQyxFQUF1RGdCLENBQUMsRUFBeEQsRUFBNEQ7QUFDMUQsUUFBTVAsQ0FBQyxHQUFHd0IsaUJBQWlCLENBQUNDLFFBQWxCLENBQTJCbEIsQ0FBM0IsQ0FBVjs7QUFDQSxRQUFJUCxDQUFDLENBQUM2QixRQUFOLEVBQWdCO0FBQ2RELE1BQUFBLFdBQVcsQ0FBQ0UsSUFBWjtBQUNFO0FBQ0FDLFFBQUFBLFFBQVEsRUFBRS9CO0FBRlosU0FHTUEsQ0FBQyxDQUFDaUIsVUFBRixJQUFnQixFQUh0QjtBQUtEO0FBQ0YsR0F0QitELENBdUJoRTs7O0FBQ0EsTUFBTXJCLE1BQU0sR0FBR2dDLFdBQVcsQ0FBQ0ksTUFBWixDQUE2QixVQUFDQyxJQUFELEVBQU9DLElBQVAsRUFBZ0I7QUFDMURkLElBQUFBLE1BQU0sQ0FBQ0QsSUFBUCxDQUFZZSxJQUFaLEVBQWtCaEMsT0FBbEIsQ0FBMEIsVUFBQW9CLEdBQUcsRUFBSTtBQUMvQixVQUFJLENBQUNXLElBQUksQ0FBQ3ZELFFBQUwsQ0FBYzRDLEdBQWQsQ0FBTCxFQUF5QjtBQUN2QlcsUUFBQUEsSUFBSSxDQUFDSCxJQUFMLENBQVVSLEdBQVY7QUFDRDtBQUNGLEtBSkQ7QUFLQSxXQUFPVyxJQUFQO0FBQ0QsR0FQYyxFQU9aLEVBUFksQ0FBZixDQXhCZ0UsQ0FpQ2hFOztBQUNBTCxFQUFBQSxXQUFXLENBQUMxQixPQUFaLENBQW9CLFVBQUE5QixDQUFDLEVBQUk7QUFDdkJ3QixJQUFBQSxNQUFNLENBQUNNLE9BQVAsQ0FBZSxVQUFBRixDQUFDLEVBQUk7QUFDbEIsVUFBSSxFQUFFQSxDQUFDLElBQUk1QixDQUFQLENBQUosRUFBZTtBQUNiQSxRQUFBQSxDQUFDLENBQUM0QixDQUFELENBQUQsR0FBTyxJQUFQO0FBQ0E1QixRQUFBQSxDQUFDLENBQUMyRCxRQUFGLENBQVdkLFVBQVgsQ0FBc0JqQixDQUF0QixJQUEyQixJQUEzQjtBQUNEO0FBQ0YsS0FMRDtBQU1ELEdBUEQ7QUFTQSxTQUFPa0IsZ0JBQWdCLENBQUNVLFdBQUQsQ0FBdkI7QUFDRDtBQUVEO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQTtBQUNBOzs7QUFDTyxTQUFTTyxtQkFBVCxDQUE2Qm5ELE9BQTdCLEVBQTJGO0FBQUEsTUFBM0NvRCxNQUEyQyx1RUFBbENDLHVCQUFrQztBQUNoRyxTQUFPckQsT0FBTyxHQUFHb0QsTUFBTSxDQUFDRSxJQUFQLENBQVl0RCxPQUFPLENBQUN1RCxRQUFwQixFQUE4QnZELE9BQU8sQ0FBQ3dELE1BQXRDLENBQUgsR0FBbUQsSUFBakU7QUFDRDtBQUVEO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7OztBQUNPLFNBQVNDLHNCQUFULENBQ0x6RCxPQURLLEVBR21DO0FBQUEsTUFEeENvRCxNQUN3Qyx1RUFEL0JDLHVCQUMrQjs7QUFDeEMsTUFBSSxDQUFDckQsT0FBTCxFQUFjO0FBQ1osV0FBTyxJQUFQO0FBQ0Q7O0FBRUQsTUFBTTBELE9BQU8sR0FBR04sTUFBTSxDQUFDTyxjQUFQLENBQXNCLG9CQUFRM0QsT0FBUixDQUF0QixDQUFoQjs7QUFDQSxNQUFJLENBQUMwRCxPQUFMLEVBQWM7QUFDWixXQUFPLElBQVA7QUFDRDs7QUFDRCxTQUFPckQsS0FBSyxDQUFDQyxPQUFOLENBQWNOLE9BQWQsSUFBeUIwRCxPQUF6QixHQUFtQ0EsT0FBTyxDQUFDLENBQUQsQ0FBakQ7QUFDRDs7QUFFTSxJQUFNRSxnQkFLWixnRkFDRUMsMkJBQWdCN0IsR0FEbEIsRUFDd0JFLGdCQUR4Qix1REFFRTJCLDJCQUFnQkMsT0FGbEIsRUFFNEJ2QixjQUY1Qix1REFHRXNCLDJCQUFnQkUsR0FIbEIsRUFHd0JoRSxjQUh4Qix1REFJRThELDJCQUFnQkcsUUFKbEIsRUFJNkJQLHNCQUo3QixxQkFMTTs7QUFZQSxJQUFNUSxVQVNaLEdBQUc7QUFDRjFCLEVBQUFBLGNBQWMsRUFBZEEsY0FERTtBQUVGeEMsRUFBQUEsY0FBYyxFQUFkQSxjQUZFO0FBR0ZtQyxFQUFBQSxnQkFBZ0IsRUFBaEJBLGdCQUhFO0FBSUZpQixFQUFBQSxtQkFBbUIsRUFBbkJBLG1CQUpFO0FBS0ZNLEVBQUFBLHNCQUFzQixFQUF0QkEsc0JBTEU7QUFNRlMsRUFBQUEsdUJBQXVCLEVBQXZCQSw4QkFORTtBQU9GQyxFQUFBQSxpQkFBaUIsRUFBakJBLHdCQVBFO0FBUUZoRCxFQUFBQSx1QkFBdUIsRUFBdkJBO0FBUkUsQ0FURyIsInNvdXJjZXNDb250ZW50IjpbIi8vIENvcHlyaWdodCAoYykgMjAyMiBVYmVyIFRlY2hub2xvZ2llcywgSW5jLlxuLy9cbi8vIFBlcm1pc3Npb24gaXMgaGVyZWJ5IGdyYW50ZWQsIGZyZWUgb2YgY2hhcmdlLCB0byBhbnkgcGVyc29uIG9idGFpbmluZyBhIGNvcHlcbi8vIG9mIHRoaXMgc29mdHdhcmUgYW5kIGFzc29jaWF0ZWQgZG9jdW1lbnRhdGlvbiBmaWxlcyAodGhlIFwiU29mdHdhcmVcIiksIHRvIGRlYWxcbi8vIGluIHRoZSBTb2Z0d2FyZSB3aXRob3V0IHJlc3RyaWN0aW9uLCBpbmNsdWRpbmcgd2l0aG91dCBsaW1pdGF0aW9uIHRoZSByaWdodHNcbi8vIHRvIHVzZSwgY29weSwgbW9kaWZ5LCBtZXJnZSwgcHVibGlzaCwgZGlzdHJpYnV0ZSwgc3VibGljZW5zZSwgYW5kL29yIHNlbGxcbi8vIGNvcGllcyBvZiB0aGUgU29mdHdhcmUsIGFuZCB0byBwZXJtaXQgcGVyc29ucyB0byB3aG9tIHRoZSBTb2Z0d2FyZSBpc1xuLy8gZnVybmlzaGVkIHRvIGRvIHNvLCBzdWJqZWN0IHRvIHRoZSBmb2xsb3dpbmcgY29uZGl0aW9uczpcbi8vXG4vLyBUaGUgYWJvdmUgY29weXJpZ2h0IG5vdGljZSBhbmQgdGhpcyBwZXJtaXNzaW9uIG5vdGljZSBzaGFsbCBiZSBpbmNsdWRlZCBpblxuLy8gYWxsIGNvcGllcyBvciBzdWJzdGFudGlhbCBwb3J0aW9ucyBvZiB0aGUgU29mdHdhcmUuXG4vL1xuLy8gVEhFIFNPRlRXQVJFIElTIFBST1ZJREVEIFwiQVMgSVNcIiwgV0lUSE9VVCBXQVJSQU5UWSBPRiBBTlkgS0lORCwgRVhQUkVTUyBPUlxuLy8gSU1QTElFRCwgSU5DTFVESU5HIEJVVCBOT1QgTElNSVRFRCBUTyBUSEUgV0FSUkFOVElFUyBPRiBNRVJDSEFOVEFCSUxJVFksXG4vLyBGSVRORVNTIEZPUiBBIFBBUlRJQ1VMQVIgUFVSUE9TRSBBTkQgTk9OSU5GUklOR0VNRU5ULiBJTiBOTyBFVkVOVCBTSEFMTCBUSEVcbi8vIEFVVEhPUlMgT1IgQ09QWVJJR0hUIEhPTERFUlMgQkUgTElBQkxFIEZPUiBBTlkgQ0xBSU0sIERBTUFHRVMgT1IgT1RIRVJcbi8vIExJQUJJTElUWSwgV0hFVEhFUiBJTiBBTiBBQ1RJT04gT0YgQ09OVFJBQ1QsIFRPUlQgT1IgT1RIRVJXSVNFLCBBUklTSU5HIEZST00sXG4vLyBPVVQgT0YgT1IgSU4gQ09OTkVDVElPTiBXSVRIIFRIRSBTT0ZUV0FSRSBPUiBUSEUgVVNFIE9SIE9USEVSIERFQUxJTkdTIElOXG4vLyBUSEUgU09GVFdBUkUuXG5cbmltcG9ydCB7Y3N2UGFyc2VSb3dzfSBmcm9tICdkMy1kc3YnO1xuaW1wb3J0IG5vcm1hbGl6ZSBmcm9tICdAbWFwYm94L2dlb2pzb24tbm9ybWFsaXplJztcbmltcG9ydCB7QUxMX0ZJRUxEX1RZUEVTLCBEQVRBU0VUX0ZPUk1BVFMsIEdVSURFU19GSUxFX0ZPUk1BVF9ET0N9IGZyb20gJ0BrZXBsZXIuZ2wvY29uc3RhbnRzJztcbmltcG9ydCB7UHJvY2Vzc29yUmVzdWx0LCBGaWVsZH0gZnJvbSAnQGtlcGxlci5nbC90eXBlcyc7XG5pbXBvcnQge1xuICBub3ROdWxsb3JVbmRlZmluZWQsXG4gIGhhc093blByb3BlcnR5LFxuICBpc1BsYWluT2JqZWN0LFxuICBhbmFseXplclR5cGVUb0ZpZWxkVHlwZSxcbiAgZ2V0U2FtcGxlRm9yVHlwZUFuYWx5emUsXG4gIGdldEZpZWxkc0Zyb21EYXRhLFxuICB0b0FycmF5XG59IGZyb20gJ0BrZXBsZXIuZ2wvdXRpbHMnO1xuaW1wb3J0IHtLZXBsZXJHbFNjaGVtYSwgUGFyc2VkRGF0YXNldCwgU2F2ZWRNYXAsIExvYWRlZE1hcH0gZnJvbSAnQGtlcGxlci5nbC9zY2hlbWFzJztcbmltcG9ydCB7RmVhdHVyZX0gZnJvbSAnQG5lYnVsYS5nbC9lZGl0LW1vZGVzJztcblxuLy8gaWYgYW55IG9mIHRoZXNlIHZhbHVlIG9jY3VycyBpbiBjc3YsIHBhcnNlIGl0IHRvIG51bGw7XG4vLyBjb25zdCBDU1ZfTlVMTFMgPSBbJycsICdudWxsJywgJ05VTEwnLCAnTnVsbCcsICdOYU4nLCAnL04nXTtcbi8vIG1hdGNoZXMgZW1wdHkgc3RyaW5nXG5leHBvcnQgY29uc3QgQ1NWX05VTExTID0gL14obnVsbHxOVUxMfE51bGx8TmFOfFxcL058fCkkLztcblxuZXhwb3J0IGNvbnN0IFBBUlNFX0ZJRUxEX1ZBTFVFX0ZST01fU1RSSU5HID0ge1xuICBbQUxMX0ZJRUxEX1RZUEVTLmJvb2xlYW5dOiB7XG4gICAgdmFsaWQ6IChkOiB1bmtub3duKTogYm9vbGVhbiA9PiB0eXBlb2YgZCA9PT0gJ2Jvb2xlYW4nLFxuICAgIHBhcnNlOiAoZDogdW5rbm93bik6IGJvb2xlYW4gPT4gZCA9PT0gJ3RydWUnIHx8IGQgPT09ICdUcnVlJyB8fCBkID09PSAnVFJVRScgfHwgZCA9PT0gJzEnXG4gIH0sXG4gIFtBTExfRklFTERfVFlQRVMuaW50ZWdlcl06IHtcbiAgICAvLyBAdHMtaWdub3JlXG4gICAgdmFsaWQ6IChkOiB1bmtub3duKTogYm9vbGVhbiA9PiBwYXJzZUludChkLCAxMCkgPT09IGQsXG4gICAgLy8gQHRzLWlnbm9yZVxuICAgIHBhcnNlOiAoZDogdW5rbm93bik6IG51bWJlciA9PiBwYXJzZUludChkLCAxMClcbiAgfSxcbiAgW0FMTF9GSUVMRF9UWVBFUy50aW1lc3RhbXBdOiB7XG4gICAgdmFsaWQ6IChkOiB1bmtub3duLCBmaWVsZDogRmllbGQpOiBib29sZWFuID0+XG4gICAgICBbJ3gnLCAnWCddLmluY2x1ZGVzKGZpZWxkLmZvcm1hdCkgPyB0eXBlb2YgZCA9PT0gJ251bWJlcicgOiB0eXBlb2YgZCA9PT0gJ3N0cmluZycsXG4gICAgcGFyc2U6IChkOiBhbnksIGZpZWxkOiBGaWVsZCkgPT4gKFsneCcsICdYJ10uaW5jbHVkZXMoZmllbGQuZm9ybWF0KSA/IE51bWJlcihkKSA6IGQpXG4gIH0sXG4gIFtBTExfRklFTERfVFlQRVMucmVhbF06IHtcbiAgICAvLyBAdHMtaWdub3JlXG4gICAgdmFsaWQ6IChkOiB1bmtub3duKTogYm9vbGVhbiA9PiBwYXJzZUZsb2F0KGQpID09PSBkLFxuICAgIC8vIE5vdGUgdGhpcyB3aWxsIHJlc3VsdCBpbiBOYU4gZm9yIHNvbWUgc3RyaW5nXG4gICAgcGFyc2U6IHBhcnNlRmxvYXRcbiAgfVxufTtcblxuLyoqXG4gKiBQcm9jZXNzIGNzdiBkYXRhLCBvdXRwdXQgYSBkYXRhIG9iamVjdCB3aXRoIGB7ZmllbGRzOiBbXSwgcm93czogW119YC5cbiAqIFRoZSBkYXRhIG9iamVjdCBjYW4gYmUgd3JhcHBlZCBpbiBhIGBkYXRhc2V0YCBhbmQgcGFzcyB0byBbYGFkZERhdGFUb01hcGBdKC4uL2FjdGlvbnMvYWN0aW9ucy5tZCNhZGRkYXRhdG9tYXApXG4gKiBAcGFyYW0gcmF3RGF0YSByYXcgY3N2IHN0cmluZ1xuICogQHJldHVybnMgZGF0YSBvYmplY3QgYHtmaWVsZHM6IFtdLCByb3dzOiBbXX1gIGNhbiBiZSBwYXNzZWQgdG8gYWRkRGF0YVRvTWFwc1xuICogQHB1YmxpY1xuICogQGV4YW1wbGVcbiAqIGltcG9ydCB7cHJvY2Vzc0NzdkRhdGF9IGZyb20gJ2tlcGxlci5nbC9wcm9jZXNzb3JzJztcbiAqXG4gKiBjb25zdCB0ZXN0RGF0YSA9IGBncHNfZGF0YS51dGNfdGltZXN0YW1wLGdwc19kYXRhLmxhdCxncHNfZGF0YS5sbmcsZ3BzX2RhdGEudHlwZXMsZXBvY2gsaGFzX3Jlc3VsdCxpZCx0aW1lLGJlZ2ludHJpcF90c191dGMsYmVnaW50cmlwX3RzX2xvY2FsLGRhdGVcbiAqIDIwMTYtMDktMTcgMDA6MDk6NTUsMjkuOTkwMDkzNywzMS4yNTkwNTQyLGRyaXZlcl9hbmFseXRpY3MsMTQ3MjY4ODAwMDAwMCxGYWxzZSwxLDIwMTYtMDktMjNUMDA6MDA6MDAuMDAwWiwyMDE2LTEwLTAxIDA5OjQxOjM5KzAwOjAwLDIwMTYtMTAtMDEgMDk6NDE6MzkrMDA6MDAsMjAxNi0wOS0yM1xuICogMjAxNi0wOS0xNyAwMDoxMDo1NiwyOS45OTI3Njk5LDMxLjI0NjExNDIsZHJpdmVyX2FuYWx5dGljcywxNDcyNjg4MDAwMDAwLEZhbHNlLDIsMjAxNi0wOS0yM1QwMDowMDowMC4wMDBaLDIwMTYtMTAtMDEgMDk6NDY6MzcrMDA6MDAsMjAxNi0xMC0wMSAxNjo0NjozNyswMDowMCwyMDE2LTA5LTIzXG4gKiAyMDE2LTA5LTE3IDAwOjExOjU2LDI5Ljk5MDcyNjEsMzEuMjMxMjc0Mixkcml2ZXJfYW5hbHl0aWNzLDE0NzI2ODgwMDAwMDAsRmFsc2UsMywyMDE2LTA5LTIzVDAwOjAwOjAwLjAwMFosLCwyMDE2LTA5LTIzXG4gKiAyMDE2LTA5LTE3IDAwOjEyOjU4LDI5Ljk4NzAwNzQsMzEuMjE3NTgyNyxkcml2ZXJfYW5hbHl0aWNzLDE0NzI2ODgwMDAwMDAsRmFsc2UsNCwyMDE2LTA5LTIzVDAwOjAwOjAwLjAwMFosLCwyMDE2LTA5LTIzYFxuICpcbiAqIGNvbnN0IGRhdGFzZXQgPSB7XG4gKiAgaW5mbzoge2lkOiAndGVzdF9kYXRhJywgbGFiZWw6ICdNeSBDc3YnfSxcbiAqICBkYXRhOiBwcm9jZXNzQ3N2RGF0YSh0ZXN0RGF0YSlcbiAqIH07XG4gKlxuICogZGlzcGF0Y2goYWRkRGF0YVRvTWFwKHtcbiAqICBkYXRhc2V0czogW2RhdGFzZXRdLFxuICogIG9wdGlvbnM6IHtjZW50ZXJNYXA6IHRydWUsIHJlYWRPbmx5OiB0cnVlfVxuICogfSkpO1xuICovXG5leHBvcnQgZnVuY3Rpb24gcHJvY2Vzc0NzdkRhdGEocmF3RGF0YTogdW5rbm93bltdW10sIGhlYWRlcj86IHN0cmluZ1tdKTogUHJvY2Vzc29yUmVzdWx0IHtcbiAgbGV0IHJvd3M6IHVua25vd25bXVtdIHwgdW5kZWZpbmVkO1xuICBsZXQgaGVhZGVyUm93OiBzdHJpbmdbXSB8IHVuZGVmaW5lZDtcblxuICBpZiAodHlwZW9mIHJhd0RhdGEgPT09ICdzdHJpbmcnKSB7XG4gICAgY29uc3QgcGFyc2VkUm93czogc3RyaW5nW11bXSA9IGNzdlBhcnNlUm93cyhyYXdEYXRhKTtcblxuICAgIGlmICghQXJyYXkuaXNBcnJheShwYXJzZWRSb3dzKSB8fCBwYXJzZWRSb3dzLmxlbmd0aCA8IDIpIHtcbiAgICAgIC8vIGxvb2tzIGxpa2UgYW4gZW1wdHkgZmlsZSwgdGhyb3cgZXJyb3IgdG8gYmUgY2F0Y2hcbiAgICAgIHRocm93IG5ldyBFcnJvcigncHJvY2VzcyBDc3YgRGF0YSBGYWlsZWQ6IENTViBpcyBlbXB0eScpO1xuICAgIH1cbiAgICBoZWFkZXJSb3cgPSBwYXJzZWRSb3dzWzBdO1xuICAgIHJvd3MgPSBwYXJzZWRSb3dzLnNsaWNlKDEpO1xuICB9IGVsc2UgaWYgKEFycmF5LmlzQXJyYXkocmF3RGF0YSkgJiYgcmF3RGF0YS5sZW5ndGgpIHtcbiAgICByb3dzID0gcmF3RGF0YTtcbiAgICBoZWFkZXJSb3cgPSBoZWFkZXI7XG5cbiAgICBpZiAoIUFycmF5LmlzQXJyYXkoaGVhZGVyUm93KSkge1xuICAgICAgLy8gaWYgZGF0YSBpcyBwYXNzZWQgaW4gYXMgYXJyYXkgb2Ygcm93cyBhbmQgbWlzc2luZyBoZWFkZXJcbiAgICAgIC8vIGFzc3VtZSBmaXJzdCByb3cgaXMgaGVhZGVyXG4gICAgICAvLyBAdHMtaWdub3JlXG4gICAgICBoZWFkZXJSb3cgPSByYXdEYXRhWzBdO1xuICAgICAgcm93cyA9IHJhd0RhdGEuc2xpY2UoMSk7XG4gICAgfVxuICB9XG5cbiAgaWYgKCFyb3dzIHx8ICFoZWFkZXJSb3cpIHtcbiAgICB0aHJvdyBuZXcgRXJyb3IoJ2ludmFsaWQgaW5wdXQgcGFzc2VkIHRvIHByb2Nlc3NDc3ZEYXRhJyk7XG4gIH1cblxuICAvLyBoZXJlIHdlIGFzc3VtZSB0aGUgY3N2IGZpbGUgdGhhdCBwZW9wbGUgdXBsb2FkZWQgd2lsbCBoYXZlIGZpcnN0IHJvd1xuICAvLyBhcyBuYW1lIG9mIHRoZSBjb2x1bW5cblxuICBjbGVhblVwRmFsc3lDc3ZWYWx1ZShyb3dzKTtcbiAgLy8gTm8gbmVlZCB0byBydW4gdHlwZSBkZXRlY3Rpb24gb24gZXZlcnkgZGF0YSBwb2ludFxuICAvLyBoZXJlIHdlIGdldCBhIGxpc3Qgb2Ygbm9uZSBudWxsIHZhbHVlcyB0byBydW4gYW5hbHl6ZSBvblxuICBjb25zdCBzYW1wbGUgPSBnZXRTYW1wbGVGb3JUeXBlQW5hbHl6ZSh7ZmllbGRzOiBoZWFkZXJSb3csIHJvd3N9KTtcbiAgY29uc3QgZmllbGRzID0gZ2V0RmllbGRzRnJvbURhdGEoc2FtcGxlLCBoZWFkZXJSb3cpO1xuICBjb25zdCBwYXJzZWRSb3dzID0gcGFyc2VSb3dzQnlGaWVsZHMocm93cywgZmllbGRzKTtcblxuICByZXR1cm4ge2ZpZWxkcywgcm93czogcGFyc2VkUm93c307XG59XG5cbi8qKlxuICogUGFyc2Ugcm93cyBvZiBjc3YgYnkgYW5hbHl6ZWQgZmllbGQgdHlwZXMuIFNvIHRoYXQgYCcxJ2AgLT4gYDFgLCBgJ1RydWUnYCAtPiBgdHJ1ZWBcbiAqIEBwYXJhbSByb3dzXG4gKiBAcGFyYW0gZmllbGRzXG4gKi9cbmV4cG9ydCBmdW5jdGlvbiBwYXJzZVJvd3NCeUZpZWxkcyhyb3dzOiBhbnlbXVtdLCBmaWVsZHM6IEZpZWxkW10pIHtcbiAgLy8gRWRpdCByb3dzIGluIHBsYWNlXG4gIGNvbnN0IGdlb2pzb25GaWVsZElkeCA9IGZpZWxkcy5maW5kSW5kZXgoZiA9PiBmLm5hbWUgPT09ICdfZ2VvanNvbicpO1xuICBmaWVsZHMuZm9yRWFjaChwYXJzZUNzdlJvd3NCeUZpZWxkVHlwZS5iaW5kKG51bGwsIHJvd3MsIGdlb2pzb25GaWVsZElkeCkpO1xuXG4gIHJldHVybiByb3dzO1xufVxuXG4vKipcbiAqIENvbnZlcnQgZmFsc3kgdmFsdWUgaW4gY3N2IGluY2x1ZGluZyBgJycsICdudWxsJywgJ05VTEwnLCAnTnVsbCcsICdOYU4nYCB0byBgbnVsbGAsXG4gKiBzbyB0aGF0IHR5cGUtYW5hbHl6ZXIgd29uJ3QgZGV0ZWN0IGl0IGFzIHN0cmluZ1xuICpcbiAqIEBwYXJhbSByb3dzXG4gKi9cbmZ1bmN0aW9uIGNsZWFuVXBGYWxzeUNzdlZhbHVlKHJvd3M6IHVua25vd25bXVtdKTogdm9pZCB7XG4gIGNvbnN0IHJlID0gbmV3IFJlZ0V4cChDU1ZfTlVMTFMsICdnJyk7XG4gIGZvciAobGV0IGkgPSAwOyBpIDwgcm93cy5sZW5ndGg7IGkrKykge1xuICAgIGZvciAobGV0IGogPSAwOyBqIDwgcm93c1tpXS5sZW5ndGg7IGorKykge1xuICAgICAgLy8gYW5hbHl6ZXIgd2lsbCBzZXQgYW55IGZpZWxkcyB0byAnc3RyaW5nJyBpZiB0aGVyZSBhcmUgZW1wdHkgdmFsdWVzXG4gICAgICAvLyB3aGljaCB3aWxsIGJlIHBhcnNlZCBhcyAnJyBieSBkMy5jc3ZcbiAgICAgIC8vIGhlcmUgd2UgcGFyc2UgZW1wdHkgZGF0YSBhcyBudWxsXG4gICAgICAvLyBUT0RPOiBjcmVhdGUgd2FybmluZyB3aGVuIGRlbHRlY3QgYENTVl9OVUxMU2AgaW4gdGhlIGRhdGFcbiAgICAgIGlmICh0eXBlb2Ygcm93c1tpXVtqXSA9PT0gJ3N0cmluZycgJiYgKHJvd3NbaV1bal0gYXMgc3RyaW5nKS5tYXRjaChyZSkpIHtcbiAgICAgICAgcm93c1tpXVtqXSA9IG51bGw7XG4gICAgICB9XG4gICAgfVxuICB9XG59XG5cbi8qKlxuICogUHJvY2VzcyB1cGxvYWRlZCBjc3YgZmlsZSB0byBwYXJzZSB2YWx1ZSBieSBmaWVsZCB0eXBlXG4gKlxuICogQHBhcmFtIHJvd3NcbiAqIEBwYXJhbSBnZW9GaWVsZElkeCBmaWVsZCBpbmRleFxuICogQHBhcmFtIGZpZWxkXG4gKiBAcGFyYW0gaVxuICovXG5leHBvcnQgZnVuY3Rpb24gcGFyc2VDc3ZSb3dzQnlGaWVsZFR5cGUoXG4gIHJvd3M6IHVua25vd25bXVtdLFxuICBnZW9GaWVsZElkeDogbnVtYmVyLFxuICBmaWVsZDogRmllbGQsXG4gIGk6IG51bWJlclxuKTogdm9pZCB7XG4gIGNvbnN0IHBhcnNlciA9IFBBUlNFX0ZJRUxEX1ZBTFVFX0ZST01fU1RSSU5HW2ZpZWxkLnR5cGVdO1xuICBpZiAocGFyc2VyKSB7XG4gICAgLy8gY2hlY2sgZmlyc3Qgbm90IG51bGwgdmFsdWUgb2YgaXQncyBhbHJlYWR5IHBhcnNlZFxuICAgIGNvbnN0IGZpcnN0ID0gcm93cy5maW5kKHIgPT4gbm90TnVsbG9yVW5kZWZpbmVkKHJbaV0pKTtcbiAgICBpZiAoIWZpcnN0IHx8IHBhcnNlci52YWxpZChmaXJzdFtpXSwgZmllbGQpKSB7XG4gICAgICByZXR1cm47XG4gICAgfVxuICAgIHJvd3MuZm9yRWFjaChyb3cgPT4ge1xuICAgICAgLy8gcGFyc2Ugc3RyaW5nIHZhbHVlIGJhc2VkIG9uIGZpZWxkIHR5cGVcbiAgICAgIGlmIChyb3dbaV0gIT09IG51bGwpIHtcbiAgICAgICAgcm93W2ldID0gcGFyc2VyLnBhcnNlKHJvd1tpXSwgZmllbGQpO1xuICAgICAgICBpZiAoXG4gICAgICAgICAgZ2VvRmllbGRJZHggPiAtMSAmJlxuICAgICAgICAgIGlzUGxhaW5PYmplY3Qocm93W2dlb0ZpZWxkSWR4XSkgJiZcbiAgICAgICAgICAvLyBAdHMtaWdub3JlXG4gICAgICAgICAgaGFzT3duUHJvcGVydHkocm93W2dlb0ZpZWxkSWR4XSwgJ3Byb3BlcnRpZXMnKVxuICAgICAgICApIHtcbiAgICAgICAgICAvLyBAdHMtaWdub3JlXG4gICAgICAgICAgcm93W2dlb0ZpZWxkSWR4XS5wcm9wZXJ0aWVzW2ZpZWxkLm5hbWVdID0gcm93W2ldO1xuICAgICAgICB9XG4gICAgICB9XG4gICAgfSk7XG4gIH1cbn1cblxuLyogZXNsaW50LWVuYWJsZSBjb21wbGV4aXR5ICovXG5cbi8qKlxuICogUHJvY2VzcyBkYXRhIHdoZXJlIGVhY2ggcm93IGlzIGFuIG9iamVjdCwgb3V0cHV0IGNhbiBiZSBwYXNzZWQgdG8gW2BhZGREYXRhVG9NYXBgXSguLi9hY3Rpb25zL2FjdGlvbnMubWQjYWRkZGF0YXRvbWFwKVxuICogTk9URTogVGhpcyBmdW5jdGlvbiBtYXkgbXV0YXRlIGlucHV0LlxuICogQHBhcmFtIHJhd0RhdGEgYW4gYXJyYXkgb2Ygcm93IG9iamVjdCwgZWFjaCBvYmplY3Qgc2hvdWxkIGhhdmUgdGhlIHNhbWUgbnVtYmVyIG9mIGtleXNcbiAqIEByZXR1cm5zIGRhdGFzZXQgY29udGFpbmluZyBgZmllbGRzYCBhbmQgYHJvd3NgXG4gKiBAcHVibGljXG4gKiBAZXhhbXBsZVxuICogaW1wb3J0IHthZGREYXRhVG9NYXB9IGZyb20gJ2tlcGxlci5nbC9hY3Rpb25zJztcbiAqIGltcG9ydCB7cHJvY2Vzc1Jvd09iamVjdH0gZnJvbSAna2VwbGVyLmdsL3Byb2Nlc3NvcnMnO1xuICpcbiAqIGNvbnN0IGRhdGEgPSBbXG4gKiAge2xhdDogMzEuMjcsIGxuZzogMTI3LjU2LCB2YWx1ZTogM30sXG4gKiAge2xhdDogMzEuMjIsIGxuZzogMTI2LjI2LCB2YWx1ZTogMX1cbiAqIF07XG4gKlxuICogZGlzcGF0Y2goYWRkRGF0YVRvTWFwKHtcbiAqICBkYXRhc2V0czoge1xuICogICAgaW5mbzoge2xhYmVsOiAnTXkgRGF0YScsIGlkOiAnbXlfZGF0YSd9LFxuICogICAgZGF0YTogcHJvY2Vzc1Jvd09iamVjdChkYXRhKVxuICogIH1cbiAqIH0pKTtcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIHByb2Nlc3NSb3dPYmplY3QocmF3RGF0YTogdW5rbm93bltdKTogUHJvY2Vzc29yUmVzdWx0IHtcbiAgaWYgKCFBcnJheS5pc0FycmF5KHJhd0RhdGEpKSB7XG4gICAgcmV0dXJuIG51bGw7XG4gIH0gZWxzZSBpZiAoIXJhd0RhdGEubGVuZ3RoKSB7XG4gICAgLy8gZGF0YSBpcyBlbXB0eVxuICAgIHJldHVybiB7XG4gICAgICBmaWVsZHM6IFtdLFxuICAgICAgcm93czogW11cbiAgICB9O1xuICB9XG5cbiAgY29uc3Qga2V5cyA9IE9iamVjdC5rZXlzKHJhd0RhdGFbMF0pOyAvLyBbbGF0LCBsbmcsIHZhbHVlXVxuICBjb25zdCByb3dzID0gcmF3RGF0YS5tYXAoZCA9PiBrZXlzLm1hcChrZXkgPT4gZFtrZXldKSk7IC8vIFtbMzEuMjcsIDEyNy41NiwgM11dXG5cbiAgLy8gcm93IG9iamVjdCBhbiBzdGlsbCBjb250YWluIHZhbHVlcyBsaWtlIGBOdWxsYCBvciBgTi9BYFxuICBjbGVhblVwRmFsc3lDc3ZWYWx1ZShyb3dzKTtcblxuICByZXR1cm4gcHJvY2Vzc0NzdkRhdGEocm93cywga2V5cyk7XG59XG5cbi8qKlxuICogUHJvY2VzcyBHZW9KU09OIFtgRmVhdHVyZUNvbGxlY3Rpb25gXShodHRwOi8vd2lraS5nZW9qc29uLm9yZy9HZW9KU09OX2RyYWZ0X3ZlcnNpb25fNiNGZWF0dXJlQ29sbGVjdGlvbiksXG4gKiBvdXRwdXQgYSBkYXRhIG9iamVjdCB3aXRoIGB7ZmllbGRzOiBbXSwgcm93czogW119YC5cbiAqIFRoZSBkYXRhIG9iamVjdCBjYW4gYmUgd3JhcHBlZCBpbiBhIGBkYXRhc2V0YCBhbmQgcGFzc2VkIHRvIFtgYWRkRGF0YVRvTWFwYF0oLi4vYWN0aW9ucy9hY3Rpb25zLm1kI2FkZGRhdGF0b21hcClcbiAqIE5PVEU6IFRoaXMgZnVuY3Rpb24gbWF5IG11dGF0ZSBpbnB1dC5cbiAqXG4gKiBAcGFyYW0gcmF3RGF0YSByYXcgZ2VvanNvbiBmZWF0dXJlIGNvbGxlY3Rpb25cbiAqIEByZXR1cm5zIGRhdGFzZXQgY29udGFpbmluZyBgZmllbGRzYCBhbmQgYHJvd3NgXG4gKiBAcHVibGljXG4gKiBAZXhhbXBsZVxuICogaW1wb3J0IHthZGREYXRhVG9NYXB9IGZyb20gJ2tlcGxlci5nbC9hY3Rpb25zJztcbiAqIGltcG9ydCB7cHJvY2Vzc0dlb2pzb259IGZyb20gJ2tlcGxlci5nbC9wcm9jZXNzb3JzJztcbiAqXG4gKiBjb25zdCBnZW9qc29uID0ge1xuICogXHRcInR5cGVcIiA6IFwiRmVhdHVyZUNvbGxlY3Rpb25cIixcbiAqIFx0XCJmZWF0dXJlc1wiIDogW3tcbiAqIFx0XHRcInR5cGVcIiA6IFwiRmVhdHVyZVwiLFxuICogXHRcdFwicHJvcGVydGllc1wiIDoge1xuICogXHRcdFx0XCJjYXBhY2l0eVwiIDogXCIxMFwiLFxuICogXHRcdFx0XCJ0eXBlXCIgOiBcIlUtUmFja1wiXG4gKiBcdFx0fSxcbiAqIFx0XHRcImdlb21ldHJ5XCIgOiB7XG4gKiBcdFx0XHRcInR5cGVcIiA6IFwiUG9pbnRcIixcbiAqIFx0XHRcdFwiY29vcmRpbmF0ZXNcIiA6IFsgLTcxLjA3MzI4MywgNDIuNDE3NTAwIF1cbiAqIFx0XHR9XG4gKiBcdH1dXG4gKiB9O1xuICpcbiAqIGRpc3BhdGNoKGFkZERhdGFUb01hcCh7XG4gKiAgZGF0YXNldHM6IHtcbiAqICAgIGluZm86IHtcbiAqICAgICAgbGFiZWw6ICdTYW1wbGUgVGF4aSBUcmlwcyBpbiBOZXcgWW9yayBDaXR5JyxcbiAqICAgICAgaWQ6ICd0ZXN0X3RyaXBfZGF0YSdcbiAqICAgIH0sXG4gKiAgICBkYXRhOiBwcm9jZXNzR2VvanNvbihnZW9qc29uKVxuICogIH1cbiAqIH0pKTtcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIHByb2Nlc3NHZW9qc29uKHJhd0RhdGE6IHVua25vd24pOiBQcm9jZXNzb3JSZXN1bHQge1xuICBjb25zdCBub3JtYWxpemVkR2VvanNvbiA9IG5vcm1hbGl6ZShyYXdEYXRhKTtcblxuICBpZiAoIW5vcm1hbGl6ZWRHZW9qc29uIHx8ICFBcnJheS5pc0FycmF5KG5vcm1hbGl6ZWRHZW9qc29uLmZlYXR1cmVzKSkge1xuICAgIGNvbnN0IGVycm9yID0gbmV3IEVycm9yKFxuICAgICAgYFJlYWQgRmlsZSBGYWlsZWQ6IEZpbGUgaXMgbm90IGEgdmFsaWQgR2VvSlNPTi4gUmVhZCBtb3JlIGFib3V0IFtzdXBwb3J0ZWQgZmlsZSBmb3JtYXRdKCR7R1VJREVTX0ZJTEVfRk9STUFUX0RPQ30pYFxuICAgICk7XG4gICAgdGhyb3cgZXJyb3I7XG4gICAgLy8gZmFpbCB0byBub3JtYWxpemUgZ2VvanNvblxuICB9XG5cbiAgLy8gZ2V0dGluZyBhbGwgZmVhdHVyZSBmaWVsZHNcbiAgY29uc3QgYWxsRGF0YVJvd3M6IEFycmF5PHtfZ2VvanNvbjogRmVhdHVyZX0gJiBrZXlvZiBGZWF0dXJlPiA9IFtdO1xuICBmb3IgKGxldCBpID0gMDsgaSA8IG5vcm1hbGl6ZWRHZW9qc29uLmZlYXR1cmVzLmxlbmd0aDsgaSsrKSB7XG4gICAgY29uc3QgZiA9IG5vcm1hbGl6ZWRHZW9qc29uLmZlYXR1cmVzW2ldO1xuICAgIGlmIChmLmdlb21ldHJ5KSB7XG4gICAgICBhbGxEYXRhUm93cy5wdXNoKHtcbiAgICAgICAgLy8gYWRkIGZlYXR1cmUgdG8gX2dlb2pzb24gZmllbGRcbiAgICAgICAgX2dlb2pzb246IGYsXG4gICAgICAgIC4uLihmLnByb3BlcnRpZXMgfHwge30pXG4gICAgICB9KTtcbiAgICB9XG4gIH1cbiAgLy8gZ2V0IGFsbCB0aGUgZmllbGRcbiAgY29uc3QgZmllbGRzID0gYWxsRGF0YVJvd3MucmVkdWNlPHN0cmluZ1tdPigoYWNjdSwgY3VycikgPT4ge1xuICAgIE9iamVjdC5rZXlzKGN1cnIpLmZvckVhY2goa2V5ID0+IHtcbiAgICAgIGlmICghYWNjdS5pbmNsdWRlcyhrZXkpKSB7XG4gICAgICAgIGFjY3UucHVzaChrZXkpO1xuICAgICAgfVxuICAgIH0pO1xuICAgIHJldHVybiBhY2N1O1xuICB9LCBbXSk7XG5cbiAgLy8gbWFrZSBzdXJlIGVhY2ggZmVhdHVyZSBoYXMgZXhhY3Qgc2FtZSBmaWVsZHNcbiAgYWxsRGF0YVJvd3MuZm9yRWFjaChkID0+IHtcbiAgICBmaWVsZHMuZm9yRWFjaChmID0+IHtcbiAgICAgIGlmICghKGYgaW4gZCkpIHtcbiAgICAgICAgZFtmXSA9IG51bGw7XG4gICAgICAgIGQuX2dlb2pzb24ucHJvcGVydGllc1tmXSA9IG51bGw7XG4gICAgICB9XG4gICAgfSk7XG4gIH0pO1xuXG4gIHJldHVybiBwcm9jZXNzUm93T2JqZWN0KGFsbERhdGFSb3dzKTtcbn1cblxuLyoqXG4gKiBQcm9jZXNzIHNhdmVkIGtlcGxlci5nbCBqc29uIHRvIGJlIHBhc3MgdG8gW2BhZGREYXRhVG9NYXBgXSguLi9hY3Rpb25zL2FjdGlvbnMubWQjYWRkZGF0YXRvbWFwKS5cbiAqIFRoZSBqc29uIG9iamVjdCBzaG91bGQgY29udGFpbiBgZGF0YXNldHNgIGFuZCBgY29uZmlnYC5cbiAqIEBwYXJhbSByYXdEYXRhXG4gKiBAcGFyYW0gc2NoZW1hXG4gKiBAcmV0dXJucyBkYXRhc2V0cyBhbmQgY29uZmlnIGB7ZGF0YXNldHM6IHt9LCBjb25maWc6IHt9fWBcbiAqIEBwdWJsaWNcbiAqIEBleGFtcGxlXG4gKiBpbXBvcnQge2FkZERhdGFUb01hcH0gZnJvbSAna2VwbGVyLmdsL2FjdGlvbnMnO1xuICogaW1wb3J0IHtwcm9jZXNzS2VwbGVyZ2xKU09OfSBmcm9tICdrZXBsZXIuZ2wvcHJvY2Vzc29ycyc7XG4gKlxuICogZGlzcGF0Y2goYWRkRGF0YVRvTWFwKHByb2Nlc3NLZXBsZXJnbEpTT04oa2VwbGVyR2xKc29uKSkpO1xuICovXG5leHBvcnQgZnVuY3Rpb24gcHJvY2Vzc0tlcGxlcmdsSlNPTihyYXdEYXRhOiBTYXZlZE1hcCwgc2NoZW1hID0gS2VwbGVyR2xTY2hlbWEpOiBMb2FkZWRNYXAgfCBudWxsIHtcbiAgcmV0dXJuIHJhd0RhdGEgPyBzY2hlbWEubG9hZChyYXdEYXRhLmRhdGFzZXRzLCByYXdEYXRhLmNvbmZpZykgOiBudWxsO1xufVxuXG4vKipcbiAqIFBhcnNlIGEgc2luZ2xlIG9yIGFuIGFycmF5IG9mIGRhdGFzZXRzIHNhdmVkIHVzaW5nIGtlcGxlci5nbCBzY2hlbWFcbiAqIEBwYXJhbSByYXdEYXRhXG4gKiBAcGFyYW0gc2NoZW1hXG4gKi9cbmV4cG9ydCBmdW5jdGlvbiBwcm9jZXNzS2VwbGVyZ2xEYXRhc2V0KFxuICByYXdEYXRhOiBvYmplY3QgfCBvYmplY3RbXSxcbiAgc2NoZW1hID0gS2VwbGVyR2xTY2hlbWFcbik6IFBhcnNlZERhdGFzZXQgfCBQYXJzZWREYXRhc2V0W10gfCBudWxsIHtcbiAgaWYgKCFyYXdEYXRhKSB7XG4gICAgcmV0dXJuIG51bGw7XG4gIH1cblxuICBjb25zdCByZXN1bHRzID0gc2NoZW1hLnBhcnNlU2F2ZWREYXRhKHRvQXJyYXkocmF3RGF0YSkpO1xuICBpZiAoIXJlc3VsdHMpIHtcbiAgICByZXR1cm4gbnVsbDtcbiAgfVxuICByZXR1cm4gQXJyYXkuaXNBcnJheShyYXdEYXRhKSA/IHJlc3VsdHMgOiByZXN1bHRzWzBdO1xufVxuXG5leHBvcnQgY29uc3QgREFUQVNFVF9IQU5ETEVSUzoge1xuICByb3c6IHR5cGVvZiBwcm9jZXNzUm93T2JqZWN0O1xuICBnZW9qc29uOiB0eXBlb2YgcHJvY2Vzc0dlb2pzb247XG4gIGNzdjogdHlwZW9mIHByb2Nlc3NDc3ZEYXRhO1xuICBrZXBsZXJnbDogdHlwZW9mIHByb2Nlc3NLZXBsZXJnbERhdGFzZXQ7XG59ID0ge1xuICBbREFUQVNFVF9GT1JNQVRTLnJvd106IHByb2Nlc3NSb3dPYmplY3QsXG4gIFtEQVRBU0VUX0ZPUk1BVFMuZ2VvanNvbl06IHByb2Nlc3NHZW9qc29uLFxuICBbREFUQVNFVF9GT1JNQVRTLmNzdl06IHByb2Nlc3NDc3ZEYXRhLFxuICBbREFUQVNFVF9GT1JNQVRTLmtlcGxlcmdsXTogcHJvY2Vzc0tlcGxlcmdsRGF0YXNldFxufTtcblxuZXhwb3J0IGNvbnN0IFByb2Nlc3NvcnM6IHtcbiAgcHJvY2Vzc0dlb2pzb246IHR5cGVvZiBwcm9jZXNzR2VvanNvbjtcbiAgcHJvY2Vzc0NzdkRhdGE6IHR5cGVvZiBwcm9jZXNzQ3N2RGF0YTtcbiAgcHJvY2Vzc1Jvd09iamVjdDogdHlwZW9mIHByb2Nlc3NSb3dPYmplY3Q7XG4gIHByb2Nlc3NLZXBsZXJnbEpTT046IHR5cGVvZiBwcm9jZXNzS2VwbGVyZ2xKU09OO1xuICBwcm9jZXNzS2VwbGVyZ2xEYXRhc2V0OiB0eXBlb2YgcHJvY2Vzc0tlcGxlcmdsRGF0YXNldDtcbiAgYW5hbHl6ZXJUeXBlVG9GaWVsZFR5cGU6IHR5cGVvZiBhbmFseXplclR5cGVUb0ZpZWxkVHlwZTtcbiAgZ2V0RmllbGRzRnJvbURhdGE6IHR5cGVvZiBnZXRGaWVsZHNGcm9tRGF0YTtcbiAgcGFyc2VDc3ZSb3dzQnlGaWVsZFR5cGU6IHR5cGVvZiBwYXJzZUNzdlJvd3NCeUZpZWxkVHlwZTtcbn0gPSB7XG4gIHByb2Nlc3NHZW9qc29uLFxuICBwcm9jZXNzQ3N2RGF0YSxcbiAgcHJvY2Vzc1Jvd09iamVjdCxcbiAgcHJvY2Vzc0tlcGxlcmdsSlNPTixcbiAgcHJvY2Vzc0tlcGxlcmdsRGF0YXNldCxcbiAgYW5hbHl6ZXJUeXBlVG9GaWVsZFR5cGUsXG4gIGdldEZpZWxkc0Zyb21EYXRhLFxuICBwYXJzZUNzdlJvd3NCeUZpZWxkVHlwZVxufTtcbiJdfQ==
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { Loader } from '@loaders.gl/loader-utils';
|
|
2
|
+
import { FileCacheItem, ValidKeplerGlMap } from './types';
|
|
3
|
+
import { Feature, AddDataToMapPayload } from '@kepler.gl/types';
|
|
4
|
+
import { FeatureCollection } from '@turf/helpers';
|
|
5
|
+
export declare function isGeoJson(json: unknown): json is Feature | FeatureCollection;
|
|
6
|
+
export declare function isFeature(json: unknown): json is Feature;
|
|
7
|
+
export declare function isFeatureCollection(json: unknown): json is FeatureCollection;
|
|
8
|
+
export declare function isRowObject(json: any): boolean;
|
|
9
|
+
export declare function isKeplerGlMap(json: unknown): json is ValidKeplerGlMap;
|
|
10
|
+
export declare function makeProgressIterator(asyncIterator: AsyncIterable<any>, info: {
|
|
11
|
+
size: number;
|
|
12
|
+
}): AsyncGenerator;
|
|
13
|
+
export declare function readBatch(asyncIterator: AsyncIterable<any>, fileName: string): AsyncGenerator;
|
|
14
|
+
export declare function readFileInBatches({ file, loaders, loadOptions }: {
|
|
15
|
+
file: File;
|
|
16
|
+
fileCache: FileCacheItem[];
|
|
17
|
+
loaders: Loader[];
|
|
18
|
+
loadOptions: any;
|
|
19
|
+
}): Promise<AsyncGenerator>;
|
|
20
|
+
export declare function processFileData({ content, fileCache }: {
|
|
21
|
+
content: {
|
|
22
|
+
data: unknown;
|
|
23
|
+
fileName: string;
|
|
24
|
+
};
|
|
25
|
+
fileCache: FileCacheItem[];
|
|
26
|
+
}): Promise<FileCacheItem[]>;
|
|
27
|
+
export declare function filesToDataPayload(fileCache: FileCacheItem[]): AddDataToMapPayload[];
|
|
@@ -0,0 +1,449 @@
|
|
|
1
|
+
// Copyright (c) 2022 Uber Technologies, Inc.
|
|
2
|
+
//
|
|
3
|
+
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
4
|
+
// of this software and associated documentation files (the "Software"), to deal
|
|
5
|
+
// in the Software without restriction, including without limitation the rights
|
|
6
|
+
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
7
|
+
// copies of the Software, and to permit persons to whom the Software is
|
|
8
|
+
// furnished to do so, subject to the following conditions:
|
|
9
|
+
//
|
|
10
|
+
// The above copyright notice and this permission notice shall be included in
|
|
11
|
+
// all copies or substantial portions of the Software.
|
|
12
|
+
//
|
|
13
|
+
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
14
|
+
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
15
|
+
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
16
|
+
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
17
|
+
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
18
|
+
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
19
|
+
// THE SOFTWARE.
|
|
20
|
+
|
|
21
|
+
"use strict";
|
|
22
|
+
|
|
23
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
24
|
+
|
|
25
|
+
Object.defineProperty(exports, "__esModule", {
|
|
26
|
+
value: true
|
|
27
|
+
});
|
|
28
|
+
exports.isGeoJson = isGeoJson;
|
|
29
|
+
exports.isFeature = isFeature;
|
|
30
|
+
exports.isFeatureCollection = isFeatureCollection;
|
|
31
|
+
exports.isRowObject = isRowObject;
|
|
32
|
+
exports.isKeplerGlMap = isKeplerGlMap;
|
|
33
|
+
exports.makeProgressIterator = makeProgressIterator;
|
|
34
|
+
exports.readBatch = readBatch;
|
|
35
|
+
exports.readFileInBatches = readFileInBatches;
|
|
36
|
+
exports.processFileData = processFileData;
|
|
37
|
+
exports.filesToDataPayload = filesToDataPayload;
|
|
38
|
+
|
|
39
|
+
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
40
|
+
|
|
41
|
+
var _toConsumableArray2 = _interopRequireDefault(require("@babel/runtime/helpers/toConsumableArray"));
|
|
42
|
+
|
|
43
|
+
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
44
|
+
|
|
45
|
+
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
46
|
+
|
|
47
|
+
var _awaitAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/awaitAsyncGenerator"));
|
|
48
|
+
|
|
49
|
+
var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapAsyncGenerator"));
|
|
50
|
+
|
|
51
|
+
var _asyncIterator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncIterator"));
|
|
52
|
+
|
|
53
|
+
var _core = require("@loaders.gl/core");
|
|
54
|
+
|
|
55
|
+
var _json = require("@loaders.gl/json");
|
|
56
|
+
|
|
57
|
+
var _csv = require("@loaders.gl/csv");
|
|
58
|
+
|
|
59
|
+
var _dataProcessor = require("./data-processor");
|
|
60
|
+
|
|
61
|
+
var _utils = require("@kepler.gl/utils");
|
|
62
|
+
|
|
63
|
+
var _constants = require("@kepler.gl/constants");
|
|
64
|
+
|
|
65
|
+
function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); keys.push.apply(keys, symbols); } return keys; }
|
|
66
|
+
|
|
67
|
+
function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2["default"])(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
|
|
68
|
+
|
|
69
|
+
var BATCH_TYPE = {
|
|
70
|
+
METADATA: 'metadata',
|
|
71
|
+
PARTIAL_RESULT: 'partial-result',
|
|
72
|
+
FINAL_RESULT: 'final-result'
|
|
73
|
+
};
|
|
74
|
+
var CSV_LOADER_OPTIONS = {
|
|
75
|
+
shape: 'object-row-table',
|
|
76
|
+
dynamicTyping: false // not working for now
|
|
77
|
+
|
|
78
|
+
};
|
|
79
|
+
var JSON_LOADER_OPTIONS = {
|
|
80
|
+
shape: 'object-row-table',
|
|
81
|
+
// instruct loaders.gl on what json paths to stream
|
|
82
|
+
jsonpaths: ['$', // JSON Row array
|
|
83
|
+
'$.features', // GeoJSON
|
|
84
|
+
'$.datasets' // KeplerGL JSON
|
|
85
|
+
]
|
|
86
|
+
};
|
|
87
|
+
|
|
88
|
+
function isGeoJson(json) {
|
|
89
|
+
// json can be feature collection
|
|
90
|
+
// or single feature
|
|
91
|
+
return (0, _utils.isPlainObject)(json) && (isFeature(json) || isFeatureCollection(json));
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
function isFeature(json) {
|
|
95
|
+
return (0, _utils.isPlainObject)(json) && json.type === 'Feature' && Boolean(json.geometry);
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
function isFeatureCollection(json) {
|
|
99
|
+
return (0, _utils.isPlainObject)(json) && json.type === 'FeatureCollection' && Boolean(json.features);
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
function isRowObject(json) {
|
|
103
|
+
return Array.isArray(json) && (0, _utils.isPlainObject)(json[0]);
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
function isKeplerGlMap(json) {
|
|
107
|
+
return Boolean((0, _utils.isPlainObject)(json) && json.datasets && json.config && json.info && (0, _utils.isPlainObject)(json.info) && json.info.app === 'kepler.gl');
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
function makeProgressIterator(_x, _x2) {
|
|
111
|
+
return _makeProgressIterator.apply(this, arguments);
|
|
112
|
+
} // eslint-disable-next-line complexity
|
|
113
|
+
|
|
114
|
+
|
|
115
|
+
function _makeProgressIterator() {
|
|
116
|
+
_makeProgressIterator = (0, _wrapAsyncGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee(asyncIterator, info) {
|
|
117
|
+
var rowCount, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, _value, batch, rowCountInBatch, percent, progress;
|
|
118
|
+
|
|
119
|
+
return _regenerator["default"].wrap(function _callee$(_context) {
|
|
120
|
+
while (1) {
|
|
121
|
+
switch (_context.prev = _context.next) {
|
|
122
|
+
case 0:
|
|
123
|
+
rowCount = 0;
|
|
124
|
+
_iteratorNormalCompletion = true;
|
|
125
|
+
_didIteratorError = false;
|
|
126
|
+
_context.prev = 3;
|
|
127
|
+
_iterator = (0, _asyncIterator2["default"])(asyncIterator);
|
|
128
|
+
|
|
129
|
+
case 5:
|
|
130
|
+
_context.next = 7;
|
|
131
|
+
return (0, _awaitAsyncGenerator2["default"])(_iterator.next());
|
|
132
|
+
|
|
133
|
+
case 7:
|
|
134
|
+
_step = _context.sent;
|
|
135
|
+
_iteratorNormalCompletion = _step.done;
|
|
136
|
+
_context.next = 11;
|
|
137
|
+
return (0, _awaitAsyncGenerator2["default"])(_step.value);
|
|
138
|
+
|
|
139
|
+
case 11:
|
|
140
|
+
_value = _context.sent;
|
|
141
|
+
|
|
142
|
+
if (_iteratorNormalCompletion) {
|
|
143
|
+
_context.next = 23;
|
|
144
|
+
break;
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
batch = _value;
|
|
148
|
+
rowCountInBatch = batch.data && batch.data.length || 0;
|
|
149
|
+
rowCount += rowCountInBatch;
|
|
150
|
+
percent = Number.isFinite(batch.bytesUsed) ? batch.bytesUsed / info.size : null; // Update progress object
|
|
151
|
+
|
|
152
|
+
progress = _objectSpread({
|
|
153
|
+
rowCount: rowCount,
|
|
154
|
+
rowCountInBatch: rowCountInBatch
|
|
155
|
+
}, Number.isFinite(percent) ? {
|
|
156
|
+
percent: percent
|
|
157
|
+
} : {});
|
|
158
|
+
_context.next = 20;
|
|
159
|
+
return _objectSpread(_objectSpread({}, batch), {}, {
|
|
160
|
+
progress: progress
|
|
161
|
+
});
|
|
162
|
+
|
|
163
|
+
case 20:
|
|
164
|
+
_iteratorNormalCompletion = true;
|
|
165
|
+
_context.next = 5;
|
|
166
|
+
break;
|
|
167
|
+
|
|
168
|
+
case 23:
|
|
169
|
+
_context.next = 29;
|
|
170
|
+
break;
|
|
171
|
+
|
|
172
|
+
case 25:
|
|
173
|
+
_context.prev = 25;
|
|
174
|
+
_context.t0 = _context["catch"](3);
|
|
175
|
+
_didIteratorError = true;
|
|
176
|
+
_iteratorError = _context.t0;
|
|
177
|
+
|
|
178
|
+
case 29:
|
|
179
|
+
_context.prev = 29;
|
|
180
|
+
_context.prev = 30;
|
|
181
|
+
|
|
182
|
+
if (!(!_iteratorNormalCompletion && _iterator["return"] != null)) {
|
|
183
|
+
_context.next = 34;
|
|
184
|
+
break;
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
_context.next = 34;
|
|
188
|
+
return (0, _awaitAsyncGenerator2["default"])(_iterator["return"]());
|
|
189
|
+
|
|
190
|
+
case 34:
|
|
191
|
+
_context.prev = 34;
|
|
192
|
+
|
|
193
|
+
if (!_didIteratorError) {
|
|
194
|
+
_context.next = 37;
|
|
195
|
+
break;
|
|
196
|
+
}
|
|
197
|
+
|
|
198
|
+
throw _iteratorError;
|
|
199
|
+
|
|
200
|
+
case 37:
|
|
201
|
+
return _context.finish(34);
|
|
202
|
+
|
|
203
|
+
case 38:
|
|
204
|
+
return _context.finish(29);
|
|
205
|
+
|
|
206
|
+
case 39:
|
|
207
|
+
case "end":
|
|
208
|
+
return _context.stop();
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
}, _callee, null, [[3, 25, 29, 39], [30,, 34, 38]]);
|
|
212
|
+
}));
|
|
213
|
+
return _makeProgressIterator.apply(this, arguments);
|
|
214
|
+
}
|
|
215
|
+
|
|
216
|
+
function readBatch(_x3, _x4) {
|
|
217
|
+
return _readBatch.apply(this, arguments);
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
function _readBatch() {
|
|
221
|
+
_readBatch = (0, _wrapAsyncGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee2(asyncIterator, fileName) {
|
|
222
|
+
var result, batches, _iteratorNormalCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, _value2, batch, streamingPath, i;
|
|
223
|
+
|
|
224
|
+
return _regenerator["default"].wrap(function _callee2$(_context2) {
|
|
225
|
+
while (1) {
|
|
226
|
+
switch (_context2.prev = _context2.next) {
|
|
227
|
+
case 0:
|
|
228
|
+
result = null;
|
|
229
|
+
batches = [];
|
|
230
|
+
_iteratorNormalCompletion2 = true;
|
|
231
|
+
_didIteratorError2 = false;
|
|
232
|
+
_context2.prev = 4;
|
|
233
|
+
_iterator2 = (0, _asyncIterator2["default"])(asyncIterator);
|
|
234
|
+
|
|
235
|
+
case 6:
|
|
236
|
+
_context2.next = 8;
|
|
237
|
+
return (0, _awaitAsyncGenerator2["default"])(_iterator2.next());
|
|
238
|
+
|
|
239
|
+
case 8:
|
|
240
|
+
_step2 = _context2.sent;
|
|
241
|
+
_iteratorNormalCompletion2 = _step2.done;
|
|
242
|
+
_context2.next = 12;
|
|
243
|
+
return (0, _awaitAsyncGenerator2["default"])(_step2.value);
|
|
244
|
+
|
|
245
|
+
case 12:
|
|
246
|
+
_value2 = _context2.sent;
|
|
247
|
+
|
|
248
|
+
if (_iteratorNormalCompletion2) {
|
|
249
|
+
_context2.next = 21;
|
|
250
|
+
break;
|
|
251
|
+
}
|
|
252
|
+
|
|
253
|
+
batch = _value2;
|
|
254
|
+
|
|
255
|
+
// Last batch will have this special type and will provide all the root
|
|
256
|
+
// properties of the parsed document.
|
|
257
|
+
// Only json parse will have `FINAL_RESULT`
|
|
258
|
+
if (batch.batchType === BATCH_TYPE.FINAL_RESULT) {
|
|
259
|
+
if (batch.container) {
|
|
260
|
+
result = _objectSpread({}, batch.container);
|
|
261
|
+
} // Set the streamed data correctly is Batch json path is set
|
|
262
|
+
// and the path streamed is not the top level object (jsonpath = '$')
|
|
263
|
+
|
|
264
|
+
|
|
265
|
+
if (batch.jsonpath && batch.jsonpath.length > 1) {
|
|
266
|
+
streamingPath = new _json._JSONPath(batch.jsonpath);
|
|
267
|
+
streamingPath.setFieldAtPath(result, batches);
|
|
268
|
+
} else if (batch.jsonpath && batch.jsonpath.length === 1) {
|
|
269
|
+
// The streamed object is a ROW JSON-batch (jsonpath = '$')
|
|
270
|
+
// row objects
|
|
271
|
+
result = batches;
|
|
272
|
+
}
|
|
273
|
+
} else {
|
|
274
|
+
for (i = 0; i < batch.data.length; i++) {
|
|
275
|
+
batches.push(batch.data[i]);
|
|
276
|
+
}
|
|
277
|
+
}
|
|
278
|
+
|
|
279
|
+
_context2.next = 18;
|
|
280
|
+
return _objectSpread(_objectSpread(_objectSpread({}, batch), batch.schema ? {
|
|
281
|
+
headers: Object.keys(batch.schema)
|
|
282
|
+
} : {}), {}, {
|
|
283
|
+
fileName: fileName,
|
|
284
|
+
// if dataset is CSV, data is set to the raw batches
|
|
285
|
+
data: result ? result : batches
|
|
286
|
+
});
|
|
287
|
+
|
|
288
|
+
case 18:
|
|
289
|
+
_iteratorNormalCompletion2 = true;
|
|
290
|
+
_context2.next = 6;
|
|
291
|
+
break;
|
|
292
|
+
|
|
293
|
+
case 21:
|
|
294
|
+
_context2.next = 27;
|
|
295
|
+
break;
|
|
296
|
+
|
|
297
|
+
case 23:
|
|
298
|
+
_context2.prev = 23;
|
|
299
|
+
_context2.t0 = _context2["catch"](4);
|
|
300
|
+
_didIteratorError2 = true;
|
|
301
|
+
_iteratorError2 = _context2.t0;
|
|
302
|
+
|
|
303
|
+
case 27:
|
|
304
|
+
_context2.prev = 27;
|
|
305
|
+
_context2.prev = 28;
|
|
306
|
+
|
|
307
|
+
if (!(!_iteratorNormalCompletion2 && _iterator2["return"] != null)) {
|
|
308
|
+
_context2.next = 32;
|
|
309
|
+
break;
|
|
310
|
+
}
|
|
311
|
+
|
|
312
|
+
_context2.next = 32;
|
|
313
|
+
return (0, _awaitAsyncGenerator2["default"])(_iterator2["return"]());
|
|
314
|
+
|
|
315
|
+
case 32:
|
|
316
|
+
_context2.prev = 32;
|
|
317
|
+
|
|
318
|
+
if (!_didIteratorError2) {
|
|
319
|
+
_context2.next = 35;
|
|
320
|
+
break;
|
|
321
|
+
}
|
|
322
|
+
|
|
323
|
+
throw _iteratorError2;
|
|
324
|
+
|
|
325
|
+
case 35:
|
|
326
|
+
return _context2.finish(32);
|
|
327
|
+
|
|
328
|
+
case 36:
|
|
329
|
+
return _context2.finish(27);
|
|
330
|
+
|
|
331
|
+
case 37:
|
|
332
|
+
case "end":
|
|
333
|
+
return _context2.stop();
|
|
334
|
+
}
|
|
335
|
+
}
|
|
336
|
+
}, _callee2, null, [[4, 23, 27, 37], [28,, 32, 36]]);
|
|
337
|
+
}));
|
|
338
|
+
return _readBatch.apply(this, arguments);
|
|
339
|
+
}
|
|
340
|
+
|
|
341
|
+
function readFileInBatches(_x5) {
|
|
342
|
+
return _readFileInBatches.apply(this, arguments);
|
|
343
|
+
}
|
|
344
|
+
|
|
345
|
+
function _readFileInBatches() {
|
|
346
|
+
_readFileInBatches = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee3(_ref) {
|
|
347
|
+
var file, _ref$loaders, loaders, _ref$loadOptions, loadOptions, batchIterator, progressIterator;
|
|
348
|
+
|
|
349
|
+
return _regenerator["default"].wrap(function _callee3$(_context3) {
|
|
350
|
+
while (1) {
|
|
351
|
+
switch (_context3.prev = _context3.next) {
|
|
352
|
+
case 0:
|
|
353
|
+
file = _ref.file, _ref$loaders = _ref.loaders, loaders = _ref$loaders === void 0 ? [] : _ref$loaders, _ref$loadOptions = _ref.loadOptions, loadOptions = _ref$loadOptions === void 0 ? {} : _ref$loadOptions;
|
|
354
|
+
loaders = [_json.JSONLoader, _csv.CSVLoader].concat((0, _toConsumableArray2["default"])(loaders));
|
|
355
|
+
loadOptions = _objectSpread({
|
|
356
|
+
csv: CSV_LOADER_OPTIONS,
|
|
357
|
+
json: JSON_LOADER_OPTIONS,
|
|
358
|
+
metadata: true
|
|
359
|
+
}, loadOptions);
|
|
360
|
+
_context3.next = 5;
|
|
361
|
+
return (0, _core.parseInBatches)(file, loaders, loadOptions);
|
|
362
|
+
|
|
363
|
+
case 5:
|
|
364
|
+
batchIterator = _context3.sent;
|
|
365
|
+
progressIterator = makeProgressIterator(batchIterator, {
|
|
366
|
+
size: file.size
|
|
367
|
+
});
|
|
368
|
+
return _context3.abrupt("return", readBatch(progressIterator, file.name));
|
|
369
|
+
|
|
370
|
+
case 8:
|
|
371
|
+
case "end":
|
|
372
|
+
return _context3.stop();
|
|
373
|
+
}
|
|
374
|
+
}
|
|
375
|
+
}, _callee3);
|
|
376
|
+
}));
|
|
377
|
+
return _readFileInBatches.apply(this, arguments);
|
|
378
|
+
}
|
|
379
|
+
|
|
380
|
+
function processFileData(_ref2) {
|
|
381
|
+
var content = _ref2.content,
|
|
382
|
+
fileCache = _ref2.fileCache;
|
|
383
|
+
return new Promise(function (resolve, reject) {
|
|
384
|
+
var data = content.data;
|
|
385
|
+
var format;
|
|
386
|
+
var processor;
|
|
387
|
+
|
|
388
|
+
if (isKeplerGlMap(data)) {
|
|
389
|
+
format = _constants.DATASET_FORMATS.keplergl;
|
|
390
|
+
processor = _dataProcessor.processKeplerglJSON;
|
|
391
|
+
} else if (isRowObject(data)) {
|
|
392
|
+
format = _constants.DATASET_FORMATS.row;
|
|
393
|
+
processor = _dataProcessor.processRowObject;
|
|
394
|
+
} else if (isGeoJson(data)) {
|
|
395
|
+
format = _constants.DATASET_FORMATS.geojson;
|
|
396
|
+
processor = _dataProcessor.processGeojson;
|
|
397
|
+
}
|
|
398
|
+
|
|
399
|
+
if (format && processor) {
|
|
400
|
+
var result = processor(data);
|
|
401
|
+
resolve([].concat((0, _toConsumableArray2["default"])(fileCache), [{
|
|
402
|
+
data: result,
|
|
403
|
+
info: {
|
|
404
|
+
label: content.fileName,
|
|
405
|
+
format: format
|
|
406
|
+
}
|
|
407
|
+
}]));
|
|
408
|
+
}
|
|
409
|
+
|
|
410
|
+
reject('Unknown File Format');
|
|
411
|
+
});
|
|
412
|
+
}
|
|
413
|
+
|
|
414
|
+
function filesToDataPayload(fileCache) {
|
|
415
|
+
// seperate out files which could be a single datasets. or a keplergl map json
|
|
416
|
+
var collection = fileCache.reduce(function (accu, file) {
|
|
417
|
+
var data = file.data,
|
|
418
|
+
info = file.info;
|
|
419
|
+
|
|
420
|
+
if ((info === null || info === void 0 ? void 0 : info.format) === _constants.DATASET_FORMATS.keplergl) {
|
|
421
|
+
// if file contains a single kepler map dataset & config
|
|
422
|
+
accu.keplerMaps.push(_objectSpread(_objectSpread({}, data), {}, {
|
|
423
|
+
options: {
|
|
424
|
+
centerMap: !(data.config && data.config.mapState)
|
|
425
|
+
}
|
|
426
|
+
}));
|
|
427
|
+
} else if (_constants.DATASET_FORMATS[info === null || info === void 0 ? void 0 : info.format]) {
|
|
428
|
+
// if file contains only data
|
|
429
|
+
var newDataset = {
|
|
430
|
+
data: data,
|
|
431
|
+
info: _objectSpread({
|
|
432
|
+
id: (info === null || info === void 0 ? void 0 : info.id) || (0, _utils.generateHashId)(4)
|
|
433
|
+
}, info || {})
|
|
434
|
+
};
|
|
435
|
+
accu.datasets.push(newDataset);
|
|
436
|
+
}
|
|
437
|
+
|
|
438
|
+
return accu;
|
|
439
|
+
}, {
|
|
440
|
+
datasets: [],
|
|
441
|
+
keplerMaps: []
|
|
442
|
+
}); // add kepler map first with config
|
|
443
|
+
// add datasets later in one add data call
|
|
444
|
+
|
|
445
|
+
return collection.keplerMaps.concat({
|
|
446
|
+
datasets: collection.datasets
|
|
447
|
+
});
|
|
448
|
+
}
|
|
449
|
+
//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uL3NyYy9maWxlLWhhbmRsZXIudHMiXSwibmFtZXMiOlsiQkFUQ0hfVFlQRSIsIk1FVEFEQVRBIiwiUEFSVElBTF9SRVNVTFQiLCJGSU5BTF9SRVNVTFQiLCJDU1ZfTE9BREVSX09QVElPTlMiLCJzaGFwZSIsImR5bmFtaWNUeXBpbmciLCJKU09OX0xPQURFUl9PUFRJT05TIiwianNvbnBhdGhzIiwiaXNHZW9Kc29uIiwianNvbiIsImlzRmVhdHVyZSIsImlzRmVhdHVyZUNvbGxlY3Rpb24iLCJ0eXBlIiwiQm9vbGVhbiIsImdlb21ldHJ5IiwiZmVhdHVyZXMiLCJpc1Jvd09iamVjdCIsIkFycmF5IiwiaXNBcnJheSIsImlzS2VwbGVyR2xNYXAiLCJkYXRhc2V0cyIsImNvbmZpZyIsImluZm8iLCJhcHAiLCJtYWtlUHJvZ3Jlc3NJdGVyYXRvciIsImFzeW5jSXRlcmF0b3IiLCJyb3dDb3VudCIsImJhdGNoIiwicm93Q291bnRJbkJhdGNoIiwiZGF0YSIsImxlbmd0aCIsInBlcmNlbnQiLCJOdW1iZXIiLCJpc0Zpbml0ZSIsImJ5dGVzVXNlZCIsInNpemUiLCJwcm9ncmVzcyIsInJlYWRCYXRjaCIsImZpbGVOYW1lIiwicmVzdWx0IiwiYmF0Y2hlcyIsImJhdGNoVHlwZSIsImNvbnRhaW5lciIsImpzb25wYXRoIiwic3RyZWFtaW5nUGF0aCIsIl9KU09OUGF0aCIsInNldEZpZWxkQXRQYXRoIiwiaSIsInB1c2giLCJzY2hlbWEiLCJoZWFkZXJzIiwiT2JqZWN0Iiwia2V5cyIsInJlYWRGaWxlSW5CYXRjaGVzIiwiZmlsZSIsImxvYWRlcnMiLCJsb2FkT3B0aW9ucyIsIkpTT05Mb2FkZXIiLCJDU1ZMb2FkZXIiLCJjc3YiLCJtZXRhZGF0YSIsImJhdGNoSXRlcmF0b3IiLCJwcm9ncmVzc0l0ZXJhdG9yIiwibmFtZSIsInByb2Nlc3NGaWxlRGF0YSIsImNvbnRlbnQiLCJmaWxlQ2FjaGUiLCJQcm9taXNlIiwicmVzb2x2ZSIsInJlamVjdCIsImZvcm1hdCIsInByb2Nlc3NvciIsIkRBVEFTRVRfRk9STUFUUyIsImtlcGxlcmdsIiwicHJvY2Vzc0tlcGxlcmdsSlNPTiIsInJvdyIsInByb2Nlc3NSb3dPYmplY3QiLCJnZW9qc29uIiwicHJvY2Vzc0dlb2pzb24iLCJsYWJlbCIsImZpbGVzVG9EYXRhUGF5bG9hZCIsImNvbGxlY3Rpb24iLCJyZWR1Y2UiLCJhY2N1Iiwia2VwbGVyTWFwcyIsIm9wdGlvbnMiLCJjZW50ZXJNYXAiLCJtYXBTdGF0ZSIsIm5ld0RhdGFzZXQiLCJpZCIsImNvbmNhdCJdLCJtYXBwaW5ncyI6Ijs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7QUFvQkE7O0FBQ0E7O0FBQ0E7O0FBQ0E7O0FBQ0E7O0FBQ0E7Ozs7OztBQU1BLElBQU1BLFVBQVUsR0FBRztBQUNqQkMsRUFBQUEsUUFBUSxFQUFFLFVBRE87QUFFakJDLEVBQUFBLGNBQWMsRUFBRSxnQkFGQztBQUdqQkMsRUFBQUEsWUFBWSxFQUFFO0FBSEcsQ0FBbkI7QUFNQSxJQUFNQyxrQkFBa0IsR0FBRztBQUN6QkMsRUFBQUEsS0FBSyxFQUFFLGtCQURrQjtBQUV6QkMsRUFBQUEsYUFBYSxFQUFFLEtBRlUsQ0FFSjs7QUFGSSxDQUEzQjtBQUtBLElBQU1DLG1CQUFtQixHQUFHO0FBQzFCRixFQUFBQSxLQUFLLEVBQUUsa0JBRG1CO0FBRTFCO0FBQ0FHLEVBQUFBLFNBQVMsRUFBRSxDQUNULEdBRFMsRUFDSjtBQUNMLGNBRlMsRUFFSztBQUNkLGNBSFMsQ0FHSTtBQUhKO0FBSGUsQ0FBNUI7O0FBVU8sU0FBU0MsU0FBVCxDQUFtQkMsSUFBbkIsRUFBdUU7QUFDNUU7QUFDQTtBQUNBLFNBQU8sMEJBQWNBLElBQWQsTUFBd0JDLFNBQVMsQ0FBQ0QsSUFBRCxDQUFULElBQW1CRSxtQkFBbUIsQ0FBQ0YsSUFBRCxDQUE5RCxDQUFQO0FBQ0Q7O0FBRU0sU0FBU0MsU0FBVCxDQUFtQkQsSUFBbkIsRUFBbUQ7QUFDeEQsU0FBTywwQkFBY0EsSUFBZCxLQUF1QkEsSUFBSSxDQUFDRyxJQUFMLEtBQWMsU0FBckMsSUFBa0RDLE9BQU8sQ0FBQ0osSUFBSSxDQUFDSyxRQUFOLENBQWhFO0FBQ0Q7O0FBRU0sU0FBU0gsbUJBQVQsQ0FBNkJGLElBQTdCLEVBQXVFO0FBQzVFLFNBQU8sMEJBQWNBLElBQWQsS0FBdUJBLElBQUksQ0FBQ0csSUFBTCxLQUFjLG1CQUFyQyxJQUE0REMsT0FBTyxDQUFDSixJQUFJLENBQUNNLFFBQU4sQ0FBMUU7QUFDRDs7QUFFTSxTQUFTQyxXQUFULENBQXFCUCxJQUFyQixFQUF5QztBQUM5QyxTQUFPUSxLQUFLLENBQUNDLE9BQU4sQ0FBY1QsSUFBZCxLQUF1QiwwQkFBY0EsSUFBSSxDQUFDLENBQUQsQ0FBbEIsQ0FBOUI7QUFDRDs7QUFFTSxTQUFTVSxhQUFULENBQXVCVixJQUF2QixFQUFnRTtBQUNyRSxTQUFPSSxPQUFPLENBQ1osMEJBQWNKLElBQWQsS0FDRUEsSUFBSSxDQUFDVyxRQURQLElBRUVYLElBQUksQ0FBQ1ksTUFGUCxJQUdFWixJQUFJLENBQUNhLElBSFAsSUFJRSwwQkFBY2IsSUFBSSxDQUFDYSxJQUFuQixDQUpGLElBS0ViLElBQUksQ0FBQ2EsSUFBTCxDQUFVQyxHQUFWLEtBQWtCLFdBTlIsQ0FBZDtBQVFEOztTQUVzQkMsb0I7O0VBc0J2Qjs7OzswR0F0Qk8saUJBQ0xDLGFBREssRUFFTEgsSUFGSztBQUFBOztBQUFBO0FBQUE7QUFBQTtBQUFBO0FBSURJLFlBQUFBLFFBSkMsR0FJVSxDQUpWO0FBQUE7QUFBQTtBQUFBO0FBQUEsd0RBTXFCRCxhQU5yQjs7QUFBQTtBQUFBO0FBQUE7O0FBQUE7QUFBQTtBQUFBO0FBQUE7QUFBQTs7QUFBQTtBQUFBOztBQUFBO0FBQUE7QUFBQTtBQUFBOztBQU1ZRSxZQUFBQSxLQU5aO0FBT0dDLFlBQUFBLGVBUEgsR0FPc0JELEtBQUssQ0FBQ0UsSUFBTixJQUFjRixLQUFLLENBQUNFLElBQU4sQ0FBV0MsTUFBMUIsSUFBcUMsQ0FQMUQ7QUFRSEosWUFBQUEsUUFBUSxJQUFJRSxlQUFaO0FBQ01HLFlBQUFBLE9BVEgsR0FTYUMsTUFBTSxDQUFDQyxRQUFQLENBQWdCTixLQUFLLENBQUNPLFNBQXRCLElBQW1DUCxLQUFLLENBQUNPLFNBQU4sR0FBa0JaLElBQUksQ0FBQ2EsSUFBMUQsR0FBaUUsSUFUOUUsRUFXSDs7QUFDTUMsWUFBQUEsUUFaSDtBQWFEVixjQUFBQSxRQUFRLEVBQVJBLFFBYkM7QUFjREUsY0FBQUEsZUFBZSxFQUFmQTtBQWRDLGVBZUdJLE1BQU0sQ0FBQ0MsUUFBUCxDQUFnQkYsT0FBaEIsSUFBMkI7QUFBQ0EsY0FBQUEsT0FBTyxFQUFQQTtBQUFELGFBQTNCLEdBQXVDLEVBZjFDO0FBQUE7QUFrQkgsbURBQVVKLEtBQVY7QUFBaUJTLGNBQUFBLFFBQVEsRUFBUkE7QUFBakI7O0FBbEJHO0FBQUE7QUFBQTtBQUFBOztBQUFBO0FBQUE7QUFBQTs7QUFBQTtBQUFBO0FBQUE7QUFBQTtBQUFBOztBQUFBO0FBQUE7QUFBQTs7QUFBQTtBQUFBO0FBQUE7QUFBQTs7QUFBQTtBQUFBOztBQUFBO0FBQUE7O0FBQUE7QUFBQTtBQUFBO0FBQUE7O0FBQUE7O0FBQUE7QUFBQTs7QUFBQTtBQUFBOztBQUFBO0FBQUE7QUFBQTtBQUFBO0FBQUE7QUFBQTtBQUFBLEc7Ozs7U0F1QmdCQyxTOzs7OzsrRkFBaEIsa0JBQ0xaLGFBREssRUFFTGEsUUFGSztBQUFBOztBQUFBO0FBQUE7QUFBQTtBQUFBO0FBSURDLFlBQUFBLE1BSkMsR0FJUSxJQUpSO0FBS0NDLFlBQUFBLE9BTEQsR0FLZ0IsRUFMaEI7QUFBQTtBQUFBO0FBQUE7QUFBQSx5REFPcUJmLGFBUHJCOztBQUFBO0FBQUE7QUFBQTs7QUFBQTtBQUFBO0FBQUE7QUFBQTtBQUFBOztBQUFBO0FBQUE7O0FBQUE7QUFBQTtBQUFBO0FBQUE7O0FBT1lFLFlBQUFBLEtBUFo7O0FBUUg7QUFDQTtBQUNBO0FBQ0EsZ0JBQUlBLEtBQUssQ0FBQ2MsU0FBTixLQUFvQjFDLFVBQVUsQ0FBQ0csWUFBbkMsRUFBaUQ7QUFDL0Msa0JBQUl5QixLQUFLLENBQUNlLFNBQVYsRUFBcUI7QUFDbkJILGdCQUFBQSxNQUFNLHFCQUFPWixLQUFLLENBQUNlLFNBQWIsQ0FBTjtBQUNELGVBSDhDLENBSS9DO0FBQ0E7OztBQUNBLGtCQUFJZixLQUFLLENBQUNnQixRQUFOLElBQWtCaEIsS0FBSyxDQUFDZ0IsUUFBTixDQUFlYixNQUFmLEdBQXdCLENBQTlDLEVBQWlEO0FBQ3pDYyxnQkFBQUEsYUFEeUMsR0FDekIsSUFBSUMsZUFBSixDQUFjbEIsS0FBSyxDQUFDZ0IsUUFBcEIsQ0FEeUI7QUFFL0NDLGdCQUFBQSxhQUFhLENBQUNFLGNBQWQsQ0FBNkJQLE1BQTdCLEVBQXFDQyxPQUFyQztBQUNELGVBSEQsTUFHTyxJQUFJYixLQUFLLENBQUNnQixRQUFOLElBQWtCaEIsS0FBSyxDQUFDZ0IsUUFBTixDQUFlYixNQUFmLEtBQTBCLENBQWhELEVBQW1EO0FBQ3hEO0FBQ0E7QUFDQVMsZ0JBQUFBLE1BQU0sR0FBR0MsT0FBVDtBQUNEO0FBQ0YsYUFkRCxNQWNPO0FBQ0wsbUJBQVNPLENBQVQsR0FBYSxDQUFiLEVBQWdCQSxDQUFDLEdBQUdwQixLQUFLLENBQUNFLElBQU4sQ0FBV0MsTUFBL0IsRUFBdUNpQixDQUFDLEVBQXhDLEVBQTRDO0FBQzFDUCxnQkFBQUEsT0FBTyxDQUFDUSxJQUFSLENBQWFyQixLQUFLLENBQUNFLElBQU4sQ0FBV2tCLENBQVgsQ0FBYjtBQUNEO0FBQ0Y7O0FBN0JFO0FBK0JILGlFQUNLcEIsS0FETCxHQUVNQSxLQUFLLENBQUNzQixNQUFOLEdBQWU7QUFBQ0MsY0FBQUEsT0FBTyxFQUFFQyxNQUFNLENBQUNDLElBQVAsQ0FBWXpCLEtBQUssQ0FBQ3NCLE1BQWxCO0FBQVYsYUFBZixHQUFzRCxFQUY1RDtBQUdFWCxjQUFBQSxRQUFRLEVBQVJBLFFBSEY7QUFJRTtBQUNBVCxjQUFBQSxJQUFJLEVBQUVVLE1BQU0sR0FBR0EsTUFBSCxHQUFZQztBQUwxQjs7QUEvQkc7QUFBQTtBQUFBO0FBQUE7O0FBQUE7QUFBQTtBQUFBOztBQUFBO0FBQUE7QUFBQTtBQUFBO0FBQUE7O0FBQUE7QUFBQTtBQUFBOztBQUFBO0FBQUE7QUFBQTtBQUFBOztBQUFBO0FBQUE7O0FBQUE7QUFBQTs7QUFBQTtBQUFBO0FBQUE7QUFBQTs7QUFBQTs7QUFBQTtBQUFBOztBQUFBO0FBQUE7O0FBQUE7QUFBQTtBQUFBO0FBQUE7QUFBQTtBQUFBO0FBQUEsRzs7OztTQXlDZWEsaUI7Ozs7O3FHQUFmO0FBQUE7O0FBQUE7QUFBQTtBQUFBO0FBQUE7QUFDTEMsWUFBQUEsSUFESyxRQUNMQSxJQURLLHNCQUVMQyxPQUZLLEVBRUxBLE9BRkssNkJBRUssRUFGTCx5Q0FHTEMsV0FISyxFQUdMQSxXQUhLLGlDQUdTLEVBSFQ7QUFVTEQsWUFBQUEsT0FBTyxJQUFJRSxnQkFBSixFQUFnQkMsY0FBaEIsNkNBQThCSCxPQUE5QixFQUFQO0FBQ0FDLFlBQUFBLFdBQVc7QUFDVEcsY0FBQUEsR0FBRyxFQUFFeEQsa0JBREk7QUFFVE0sY0FBQUEsSUFBSSxFQUFFSCxtQkFGRztBQUdUc0QsY0FBQUEsUUFBUSxFQUFFO0FBSEQsZUFJTkosV0FKTSxDQUFYO0FBWEs7QUFBQSxtQkFrQnVCLDBCQUFlRixJQUFmLEVBQXFCQyxPQUFyQixFQUE4QkMsV0FBOUIsQ0FsQnZCOztBQUFBO0FBa0JDSyxZQUFBQSxhQWxCRDtBQW1CQ0MsWUFBQUEsZ0JBbkJELEdBbUJvQnRDLG9CQUFvQixDQUFDcUMsYUFBRCxFQUFnQjtBQUFDMUIsY0FBQUEsSUFBSSxFQUFFbUIsSUFBSSxDQUFDbkI7QUFBWixhQUFoQixDQW5CeEM7QUFBQSw4Q0FxQkVFLFNBQVMsQ0FBQ3lCLGdCQUFELEVBQW1CUixJQUFJLENBQUNTLElBQXhCLENBckJYOztBQUFBO0FBQUE7QUFBQTtBQUFBO0FBQUE7QUFBQTtBQUFBLEc7Ozs7QUF3QkEsU0FBU0MsZUFBVCxRQU1zQjtBQUFBLE1BTDNCQyxPQUsyQixTQUwzQkEsT0FLMkI7QUFBQSxNQUozQkMsU0FJMkIsU0FKM0JBLFNBSTJCO0FBQzNCLFNBQU8sSUFBSUMsT0FBSixDQUFZLFVBQUNDLE9BQUQsRUFBVUMsTUFBVixFQUFxQjtBQUFBLFFBQy9CeEMsSUFEK0IsR0FDdkJvQyxPQUR1QixDQUMvQnBDLElBRCtCO0FBR3RDLFFBQUl5QyxNQUFKO0FBQ0EsUUFBSUMsU0FBSjs7QUFDQSxRQUFJcEQsYUFBYSxDQUFDVSxJQUFELENBQWpCLEVBQXlCO0FBQ3ZCeUMsTUFBQUEsTUFBTSxHQUFHRSwyQkFBZ0JDLFFBQXpCO0FBQ0FGLE1BQUFBLFNBQVMsR0FBR0csa0NBQVo7QUFDRCxLQUhELE1BR08sSUFBSTFELFdBQVcsQ0FBQ2EsSUFBRCxDQUFmLEVBQXVCO0FBQzVCeUMsTUFBQUEsTUFBTSxHQUFHRSwyQkFBZ0JHLEdBQXpCO0FBQ0FKLE1BQUFBLFNBQVMsR0FBR0ssK0JBQVo7QUFDRCxLQUhNLE1BR0EsSUFBSXBFLFNBQVMsQ0FBQ3FCLElBQUQsQ0FBYixFQUFxQjtBQUMxQnlDLE1BQUFBLE1BQU0sR0FBR0UsMkJBQWdCSyxPQUF6QjtBQUNBTixNQUFBQSxTQUFTLEdBQUdPLDZCQUFaO0FBQ0Q7O0FBRUQsUUFBSVIsTUFBTSxJQUFJQyxTQUFkLEVBQXlCO0FBQ3ZCLFVBQU1oQyxNQUFNLEdBQUdnQyxTQUFTLENBQUMxQyxJQUFELENBQXhCO0FBRUF1QyxNQUFBQSxPQUFPLCtDQUNGRixTQURFLElBRUw7QUFDRXJDLFFBQUFBLElBQUksRUFBRVUsTUFEUjtBQUVFakIsUUFBQUEsSUFBSSxFQUFFO0FBQ0p5RCxVQUFBQSxLQUFLLEVBQUVkLE9BQU8sQ0FBQzNCLFFBRFg7QUFFSmdDLFVBQUFBLE1BQU0sRUFBTkE7QUFGSTtBQUZSLE9BRkssR0FBUDtBQVVEOztBQUVERCxJQUFBQSxNQUFNLENBQUMscUJBQUQsQ0FBTjtBQUNELEdBaENNLENBQVA7QUFpQ0Q7O0FBRU0sU0FBU1csa0JBQVQsQ0FBNEJkLFNBQTVCLEVBQStFO0FBQ3BGO0FBQ0EsTUFBTWUsVUFBVSxHQUFHZixTQUFTLENBQUNnQixNQUFWLENBSWpCLFVBQUNDLElBQUQsRUFBTzdCLElBQVAsRUFBZ0I7QUFBQSxRQUNQekIsSUFETyxHQUNPeUIsSUFEUCxDQUNQekIsSUFETztBQUFBLFFBQ0RQLElBREMsR0FDT2dDLElBRFAsQ0FDRGhDLElBREM7O0FBRWQsUUFBSSxDQUFBQSxJQUFJLFNBQUosSUFBQUEsSUFBSSxXQUFKLFlBQUFBLElBQUksQ0FBRWdELE1BQU4sTUFBaUJFLDJCQUFnQkMsUUFBckMsRUFBK0M7QUFDN0M7QUFDQVUsTUFBQUEsSUFBSSxDQUFDQyxVQUFMLENBQWdCcEMsSUFBaEIsaUNBQ0tuQixJQURMO0FBRUV3RCxRQUFBQSxPQUFPLEVBQUU7QUFDUEMsVUFBQUEsU0FBUyxFQUFFLEVBQUV6RCxJQUFJLENBQUNSLE1BQUwsSUFBZVEsSUFBSSxDQUFDUixNQUFMLENBQVlrRSxRQUE3QjtBQURKO0FBRlg7QUFNRCxLQVJELE1BUU8sSUFBSWYsMkJBQWdCbEQsSUFBaEIsYUFBZ0JBLElBQWhCLHVCQUFnQkEsSUFBSSxDQUFFZ0QsTUFBdEIsQ0FBSixFQUFtQztBQUN4QztBQUNBLFVBQU1rQixVQUFVLEdBQUc7QUFDakIzRCxRQUFBQSxJQUFJLEVBQUpBLElBRGlCO0FBRWpCUCxRQUFBQSxJQUFJO0FBQ0ZtRSxVQUFBQSxFQUFFLEVBQUUsQ0FBQW5FLElBQUksU0FBSixJQUFBQSxJQUFJLFdBQUosWUFBQUEsSUFBSSxDQUFFbUUsRUFBTixLQUFZLDJCQUFlLENBQWY7QUFEZCxXQUVFbkUsSUFBSSxJQUFJLEVBRlY7QUFGYSxPQUFuQjtBQU9BNkQsTUFBQUEsSUFBSSxDQUFDL0QsUUFBTCxDQUFjNEIsSUFBZCxDQUFtQndDLFVBQW5CO0FBQ0Q7O0FBQ0QsV0FBT0wsSUFBUDtBQUNELEdBMUJnQixFQTJCakI7QUFBQy9ELElBQUFBLFFBQVEsRUFBRSxFQUFYO0FBQWVnRSxJQUFBQSxVQUFVLEVBQUU7QUFBM0IsR0EzQmlCLENBQW5CLENBRm9GLENBZ0NwRjtBQUNBOztBQUNBLFNBQU9ILFVBQVUsQ0FBQ0csVUFBWCxDQUFzQk0sTUFBdEIsQ0FBNkI7QUFBQ3RFLElBQUFBLFFBQVEsRUFBRTZELFVBQVUsQ0FBQzdEO0FBQXRCLEdBQTdCLENBQVA7QUFDRCIsInNvdXJjZXNDb250ZW50IjpbIi8vIENvcHlyaWdodCAoYykgMjAyMiBVYmVyIFRlY2hub2xvZ2llcywgSW5jLlxuLy9cbi8vIFBlcm1pc3Npb24gaXMgaGVyZWJ5IGdyYW50ZWQsIGZyZWUgb2YgY2hhcmdlLCB0byBhbnkgcGVyc29uIG9idGFpbmluZyBhIGNvcHlcbi8vIG9mIHRoaXMgc29mdHdhcmUgYW5kIGFzc29jaWF0ZWQgZG9jdW1lbnRhdGlvbiBmaWxlcyAodGhlIFwiU29mdHdhcmVcIiksIHRvIGRlYWxcbi8vIGluIHRoZSBTb2Z0d2FyZSB3aXRob3V0IHJlc3RyaWN0aW9uLCBpbmNsdWRpbmcgd2l0aG91dCBsaW1pdGF0aW9uIHRoZSByaWdodHNcbi8vIHRvIHVzZSwgY29weSwgbW9kaWZ5LCBtZXJnZSwgcHVibGlzaCwgZGlzdHJpYnV0ZSwgc3VibGljZW5zZSwgYW5kL29yIHNlbGxcbi8vIGNvcGllcyBvZiB0aGUgU29mdHdhcmUsIGFuZCB0byBwZXJtaXQgcGVyc29ucyB0byB3aG9tIHRoZSBTb2Z0d2FyZSBpc1xuLy8gZnVybmlzaGVkIHRvIGRvIHNvLCBzdWJqZWN0IHRvIHRoZSBmb2xsb3dpbmcgY29uZGl0aW9uczpcbi8vXG4vLyBUaGUgYWJvdmUgY29weXJpZ2h0IG5vdGljZSBhbmQgdGhpcyBwZXJtaXNzaW9uIG5vdGljZSBzaGFsbCBiZSBpbmNsdWRlZCBpblxuLy8gYWxsIGNvcGllcyBvciBzdWJzdGFudGlhbCBwb3J0aW9ucyBvZiB0aGUgU29mdHdhcmUuXG4vL1xuLy8gVEhFIFNPRlRXQVJFIElTIFBST1ZJREVEIFwiQVMgSVNcIiwgV0lUSE9VVCBXQVJSQU5UWSBPRiBBTlkgS0lORCwgRVhQUkVTUyBPUlxuLy8gSU1QTElFRCwgSU5DTFVESU5HIEJVVCBOT1QgTElNSVRFRCBUTyBUSEUgV0FSUkFOVElFUyBPRiBNRVJDSEFOVEFCSUxJVFksXG4vLyBGSVRORVNTIEZPUiBBIFBBUlRJQ1VMQVIgUFVSUE9TRSBBTkQgTk9OSU5GUklOR0VNRU5ULiBJTiBOTyBFVkVOVCBTSEFMTCBUSEVcbi8vIEFVVEhPUlMgT1IgQ09QWVJJR0hUIEhPTERFUlMgQkUgTElBQkxFIEZPUiBBTlkgQ0xBSU0sIERBTUFHRVMgT1IgT1RIRVJcbi8vIExJQUJJTElUWSwgV0hFVEhFUiBJTiBBTiBBQ1RJT04gT0YgQ09OVFJBQ1QsIFRPUlQgT1IgT1RIRVJXSVNFLCBBUklTSU5HIEZST00sXG4vLyBPVVQgT0YgT1IgSU4gQ09OTkVDVElPTiBXSVRIIFRIRSBTT0ZUV0FSRSBPUiBUSEUgVVNFIE9SIE9USEVSIERFQUxJTkdTIElOXG4vLyBUSEUgU09GVFdBUkUuXG5cbmltcG9ydCB7cGFyc2VJbkJhdGNoZXN9IGZyb20gJ0Bsb2FkZXJzLmdsL2NvcmUnO1xuaW1wb3J0IHtKU09OTG9hZGVyLCBfSlNPTlBhdGh9IGZyb20gJ0Bsb2FkZXJzLmdsL2pzb24nO1xuaW1wb3J0IHtDU1ZMb2FkZXJ9IGZyb20gJ0Bsb2FkZXJzLmdsL2Nzdic7XG5pbXBvcnQge3Byb2Nlc3NHZW9qc29uLCBwcm9jZXNzS2VwbGVyZ2xKU09OLCBwcm9jZXNzUm93T2JqZWN0fSBmcm9tICcuL2RhdGEtcHJvY2Vzc29yJztcbmltcG9ydCB7Z2VuZXJhdGVIYXNoSWQsIGlzUGxhaW5PYmplY3R9IGZyb20gJ0BrZXBsZXIuZ2wvdXRpbHMnO1xuaW1wb3J0IHtEQVRBU0VUX0ZPUk1BVFN9IGZyb20gJ0BrZXBsZXIuZ2wvY29uc3RhbnRzJztcbmltcG9ydCB7TG9hZGVyfSBmcm9tICdAbG9hZGVycy5nbC9sb2FkZXItdXRpbHMnO1xuaW1wb3J0IHtGaWxlQ2FjaGVJdGVtLCBWYWxpZEtlcGxlckdsTWFwfSBmcm9tICcuL3R5cGVzJztcbmltcG9ydCB7RmVhdHVyZSwgQWRkRGF0YVRvTWFwUGF5bG9hZH0gZnJvbSAnQGtlcGxlci5nbC90eXBlcyc7XG5pbXBvcnQge0ZlYXR1cmVDb2xsZWN0aW9ufSBmcm9tICdAdHVyZi9oZWxwZXJzJztcblxuY29uc3QgQkFUQ0hfVFlQRSA9IHtcbiAgTUVUQURBVEE6ICdtZXRhZGF0YScsXG4gIFBBUlRJQUxfUkVTVUxUOiAncGFydGlhbC1yZXN1bHQnLFxuICBGSU5BTF9SRVNVTFQ6ICdmaW5hbC1yZXN1bHQnXG59O1xuXG5jb25zdCBDU1ZfTE9BREVSX09QVElPTlMgPSB7XG4gIHNoYXBlOiAnb2JqZWN0LXJvdy10YWJsZScsXG4gIGR5bmFtaWNUeXBpbmc6IGZhbHNlIC8vIG5vdCB3b3JraW5nIGZvciBub3dcbn07XG5cbmNvbnN0IEpTT05fTE9BREVSX09QVElPTlMgPSB7XG4gIHNoYXBlOiAnb2JqZWN0LXJvdy10YWJsZScsXG4gIC8vIGluc3RydWN0IGxvYWRlcnMuZ2wgb24gd2hhdCBqc29uIHBhdGhzIHRvIHN0cmVhbVxuICBqc29ucGF0aHM6IFtcbiAgICAnJCcsIC8vIEpTT04gUm93IGFycmF5XG4gICAgJyQuZmVhdHVyZXMnLCAvLyBHZW9KU09OXG4gICAgJyQuZGF0YXNldHMnIC8vIEtlcGxlckdMIEpTT05cbiAgXVxufTtcblxuZXhwb3J0IGZ1bmN0aW9uIGlzR2VvSnNvbihqc29uOiB1bmtub3duKToganNvbiBpcyBGZWF0dXJlIHwgRmVhdHVyZUNvbGxlY3Rpb24ge1xuICAvLyBqc29uIGNhbiBiZSBmZWF0dXJlIGNvbGxlY3Rpb25cbiAgLy8gb3Igc2luZ2xlIGZlYXR1cmVcbiAgcmV0dXJuIGlzUGxhaW5PYmplY3QoanNvbikgJiYgKGlzRmVhdHVyZShqc29uKSB8fCBpc0ZlYXR1cmVDb2xsZWN0aW9uKGpzb24pKTtcbn1cblxuZXhwb3J0IGZ1bmN0aW9uIGlzRmVhdHVyZShqc29uOiB1bmtub3duKToganNvbiBpcyBGZWF0dXJlIHtcbiAgcmV0dXJuIGlzUGxhaW5PYmplY3QoanNvbikgJiYganNvbi50eXBlID09PSAnRmVhdHVyZScgJiYgQm9vbGVhbihqc29uLmdlb21ldHJ5KTtcbn1cblxuZXhwb3J0IGZ1bmN0aW9uIGlzRmVhdHVyZUNvbGxlY3Rpb24oanNvbjogdW5rbm93bik6IGpzb24gaXMgRmVhdHVyZUNvbGxlY3Rpb24ge1xuICByZXR1cm4gaXNQbGFpbk9iamVjdChqc29uKSAmJiBqc29uLnR5cGUgPT09ICdGZWF0dXJlQ29sbGVjdGlvbicgJiYgQm9vbGVhbihqc29uLmZlYXR1cmVzKTtcbn1cblxuZXhwb3J0IGZ1bmN0aW9uIGlzUm93T2JqZWN0KGpzb246IGFueSk6IGJvb2xlYW4ge1xuICByZXR1cm4gQXJyYXkuaXNBcnJheShqc29uKSAmJiBpc1BsYWluT2JqZWN0KGpzb25bMF0pO1xufVxuXG5leHBvcnQgZnVuY3Rpb24gaXNLZXBsZXJHbE1hcChqc29uOiB1bmtub3duKToganNvbiBpcyBWYWxpZEtlcGxlckdsTWFwIHtcbiAgcmV0dXJuIEJvb2xlYW4oXG4gICAgaXNQbGFpbk9iamVjdChqc29uKSAmJlxuICAgICAganNvbi5kYXRhc2V0cyAmJlxuICAgICAganNvbi5jb25maWcgJiZcbiAgICAgIGpzb24uaW5mbyAmJlxuICAgICAgaXNQbGFpbk9iamVjdChqc29uLmluZm8pICYmXG4gICAgICBqc29uLmluZm8uYXBwID09PSAna2VwbGVyLmdsJ1xuICApO1xufVxuXG5leHBvcnQgYXN5bmMgZnVuY3Rpb24qIG1ha2VQcm9ncmVzc0l0ZXJhdG9yKFxuICBhc3luY0l0ZXJhdG9yOiBBc3luY0l0ZXJhYmxlPGFueT4sXG4gIGluZm86IHtzaXplOiBudW1iZXJ9XG4pOiBBc3luY0dlbmVyYXRvciB7XG4gIGxldCByb3dDb3VudCA9IDA7XG5cbiAgZm9yIGF3YWl0IChjb25zdCBiYXRjaCBvZiBhc3luY0l0ZXJhdG9yKSB7XG4gICAgY29uc3Qgcm93Q291bnRJbkJhdGNoID0gKGJhdGNoLmRhdGEgJiYgYmF0Y2guZGF0YS5sZW5ndGgpIHx8IDA7XG4gICAgcm93Q291bnQgKz0gcm93Q291bnRJbkJhdGNoO1xuICAgIGNvbnN0IHBlcmNlbnQgPSBOdW1iZXIuaXNGaW5pdGUoYmF0Y2guYnl0ZXNVc2VkKSA/IGJhdGNoLmJ5dGVzVXNlZCAvIGluZm8uc2l6ZSA6IG51bGw7XG5cbiAgICAvLyBVcGRhdGUgcHJvZ3Jlc3Mgb2JqZWN0XG4gICAgY29uc3QgcHJvZ3Jlc3MgPSB7XG4gICAgICByb3dDb3VudCxcbiAgICAgIHJvd0NvdW50SW5CYXRjaCxcbiAgICAgIC4uLihOdW1iZXIuaXNGaW5pdGUocGVyY2VudCkgPyB7cGVyY2VudH0gOiB7fSlcbiAgICB9O1xuXG4gICAgeWllbGQgey4uLmJhdGNoLCBwcm9ncmVzc307XG4gIH1cbn1cblxuLy8gZXNsaW50LWRpc2FibGUtbmV4dC1saW5lIGNvbXBsZXhpdHlcbmV4cG9ydCBhc3luYyBmdW5jdGlvbiogcmVhZEJhdGNoKFxuICBhc3luY0l0ZXJhdG9yOiBBc3luY0l0ZXJhYmxlPGFueT4sXG4gIGZpbGVOYW1lOiBzdHJpbmdcbik6IEFzeW5jR2VuZXJhdG9yIHtcbiAgbGV0IHJlc3VsdCA9IG51bGw7XG4gIGNvbnN0IGJhdGNoZXMgPSA8YW55PltdO1xuXG4gIGZvciBhd2FpdCAoY29uc3QgYmF0Y2ggb2YgYXN5bmNJdGVyYXRvcikge1xuICAgIC8vIExhc3QgYmF0Y2ggd2lsbCBoYXZlIHRoaXMgc3BlY2lhbCB0eXBlIGFuZCB3aWxsIHByb3ZpZGUgYWxsIHRoZSByb290XG4gICAgLy8gcHJvcGVydGllcyBvZiB0aGUgcGFyc2VkIGRvY3VtZW50LlxuICAgIC8vIE9ubHkganNvbiBwYXJzZSB3aWxsIGhhdmUgYEZJTkFMX1JFU1VMVGBcbiAgICBpZiAoYmF0Y2guYmF0Y2hUeXBlID09PSBCQVRDSF9UWVBFLkZJTkFMX1JFU1VMVCkge1xuICAgICAgaWYgKGJhdGNoLmNvbnRhaW5lcikge1xuICAgICAgICByZXN1bHQgPSB7Li4uYmF0Y2guY29udGFpbmVyfTtcbiAgICAgIH1cbiAgICAgIC8vIFNldCB0aGUgc3RyZWFtZWQgZGF0YSBjb3JyZWN0bHkgaXMgQmF0Y2gganNvbiBwYXRoIGlzIHNldFxuICAgICAgLy8gYW5kIHRoZSBwYXRoIHN0cmVhbWVkIGlzIG5vdCB0aGUgdG9wIGxldmVsIG9iamVjdCAoanNvbnBhdGggPSAnJCcpXG4gICAgICBpZiAoYmF0Y2guanNvbnBhdGggJiYgYmF0Y2guanNvbnBhdGgubGVuZ3RoID4gMSkge1xuICAgICAgICBjb25zdCBzdHJlYW1pbmdQYXRoID0gbmV3IF9KU09OUGF0aChiYXRjaC5qc29ucGF0aCk7XG4gICAgICAgIHN0cmVhbWluZ1BhdGguc2V0RmllbGRBdFBhdGgocmVzdWx0LCBiYXRjaGVzKTtcbiAgICAgIH0gZWxzZSBpZiAoYmF0Y2guanNvbnBhdGggJiYgYmF0Y2guanNvbnBhdGgubGVuZ3RoID09PSAxKSB7XG4gICAgICAgIC8vIFRoZSBzdHJlYW1lZCBvYmplY3QgaXMgYSBST1cgSlNPTi1iYXRjaCAoanNvbnBhdGggPSAnJCcpXG4gICAgICAgIC8vIHJvdyBvYmplY3RzXG4gICAgICAgIHJlc3VsdCA9IGJhdGNoZXM7XG4gICAgICB9XG4gICAgfSBlbHNlIHtcbiAgICAgIGZvciAobGV0IGkgPSAwOyBpIDwgYmF0Y2guZGF0YS5sZW5ndGg7IGkrKykge1xuICAgICAgICBiYXRjaGVzLnB1c2goYmF0Y2guZGF0YVtpXSk7XG4gICAgICB9XG4gICAgfVxuXG4gICAgeWllbGQge1xuICAgICAgLi4uYmF0Y2gsXG4gICAgICAuLi4oYmF0Y2guc2NoZW1hID8ge2hlYWRlcnM6IE9iamVjdC5rZXlzKGJhdGNoLnNjaGVtYSl9IDoge30pLFxuICAgICAgZmlsZU5hbWUsXG4gICAgICAvLyBpZiBkYXRhc2V0IGlzIENTViwgZGF0YSBpcyBzZXQgdG8gdGhlIHJhdyBiYXRjaGVzXG4gICAgICBkYXRhOiByZXN1bHQgPyByZXN1bHQgOiBiYXRjaGVzXG4gICAgfTtcbiAgfVxufVxuXG5leHBvcnQgYXN5bmMgZnVuY3Rpb24gcmVhZEZpbGVJbkJhdGNoZXMoe1xuICBmaWxlLFxuICBsb2FkZXJzID0gW10sXG4gIGxvYWRPcHRpb25zID0ge31cbn06IHtcbiAgZmlsZTogRmlsZTtcbiAgZmlsZUNhY2hlOiBGaWxlQ2FjaGVJdGVtW107XG4gIGxvYWRlcnM6IExvYWRlcltdO1xuICBsb2FkT3B0aW9uczogYW55O1xufSk6IFByb21pc2U8QXN5bmNHZW5lcmF0b3I+IHtcbiAgbG9hZGVycyA9IFtKU09OTG9hZGVyLCBDU1ZMb2FkZXIsIC4uLmxvYWRlcnNdO1xuICBsb2FkT3B0aW9ucyA9IHtcbiAgICBjc3Y6IENTVl9MT0FERVJfT1BUSU9OUyxcbiAgICBqc29uOiBKU09OX0xPQURFUl9PUFRJT05TLFxuICAgIG1ldGFkYXRhOiB0cnVlLFxuICAgIC4uLmxvYWRPcHRpb25zXG4gIH07XG5cbiAgY29uc3QgYmF0Y2hJdGVyYXRvciA9IGF3YWl0IHBhcnNlSW5CYXRjaGVzKGZpbGUsIGxvYWRlcnMsIGxvYWRPcHRpb25zKTtcbiAgY29uc3QgcHJvZ3Jlc3NJdGVyYXRvciA9IG1ha2VQcm9ncmVzc0l0ZXJhdG9yKGJhdGNoSXRlcmF0b3IsIHtzaXplOiBmaWxlLnNpemV9KTtcblxuICByZXR1cm4gcmVhZEJhdGNoKHByb2dyZXNzSXRlcmF0b3IsIGZpbGUubmFtZSk7XG59XG5cbmV4cG9ydCBmdW5jdGlvbiBwcm9jZXNzRmlsZURhdGEoe1xuICBjb250ZW50LFxuICBmaWxlQ2FjaGVcbn06IHtcbiAgY29udGVudDoge2RhdGE6IHVua25vd247IGZpbGVOYW1lOiBzdHJpbmd9O1xuICBmaWxlQ2FjaGU6IEZpbGVDYWNoZUl0ZW1bXTtcbn0pOiBQcm9taXNlPEZpbGVDYWNoZUl0ZW1bXT4ge1xuICByZXR1cm4gbmV3IFByb21pc2UoKHJlc29sdmUsIHJlamVjdCkgPT4ge1xuICAgIGNvbnN0IHtkYXRhfSA9IGNvbnRlbnQ7XG5cbiAgICBsZXQgZm9ybWF0OiBzdHJpbmcgfCB1bmRlZmluZWQ7XG4gICAgbGV0IHByb2Nlc3NvcjogRnVuY3Rpb24gfCB1bmRlZmluZWQ7XG4gICAgaWYgKGlzS2VwbGVyR2xNYXAoZGF0YSkpIHtcbiAgICAgIGZvcm1hdCA9IERBVEFTRVRfRk9STUFUUy5rZXBsZXJnbDtcbiAgICAgIHByb2Nlc3NvciA9IHByb2Nlc3NLZXBsZXJnbEpTT047XG4gICAgfSBlbHNlIGlmIChpc1Jvd09iamVjdChkYXRhKSkge1xuICAgICAgZm9ybWF0ID0gREFUQVNFVF9GT1JNQVRTLnJvdztcbiAgICAgIHByb2Nlc3NvciA9IHByb2Nlc3NSb3dPYmplY3Q7XG4gICAgfSBlbHNlIGlmIChpc0dlb0pzb24oZGF0YSkpIHtcbiAgICAgIGZvcm1hdCA9IERBVEFTRVRfRk9STUFUUy5nZW9qc29uO1xuICAgICAgcHJvY2Vzc29yID0gcHJvY2Vzc0dlb2pzb247XG4gICAgfVxuXG4gICAgaWYgKGZvcm1hdCAmJiBwcm9jZXNzb3IpIHtcbiAgICAgIGNvbnN0IHJlc3VsdCA9IHByb2Nlc3NvcihkYXRhKTtcblxuICAgICAgcmVzb2x2ZShbXG4gICAgICAgIC4uLmZpbGVDYWNoZSxcbiAgICAgICAge1xuICAgICAgICAgIGRhdGE6IHJlc3VsdCxcbiAgICAgICAgICBpbmZvOiB7XG4gICAgICAgICAgICBsYWJlbDogY29udGVudC5maWxlTmFtZSxcbiAgICAgICAgICAgIGZvcm1hdFxuICAgICAgICAgIH1cbiAgICAgICAgfVxuICAgICAgXSk7XG4gICAgfVxuXG4gICAgcmVqZWN0KCdVbmtub3duIEZpbGUgRm9ybWF0Jyk7XG4gIH0pO1xufVxuXG5leHBvcnQgZnVuY3Rpb24gZmlsZXNUb0RhdGFQYXlsb2FkKGZpbGVDYWNoZTogRmlsZUNhY2hlSXRlbVtdKTogQWRkRGF0YVRvTWFwUGF5bG9hZFtdIHtcbiAgLy8gc2VwZXJhdGUgb3V0IGZpbGVzIHdoaWNoIGNvdWxkIGJlIGEgc2luZ2xlIGRhdGFzZXRzLiBvciBhIGtlcGxlcmdsIG1hcCBqc29uXG4gIGNvbnN0IGNvbGxlY3Rpb24gPSBmaWxlQ2FjaGUucmVkdWNlPHtcbiAgICBkYXRhc2V0czogRmlsZUNhY2hlSXRlbVtdO1xuICAgIGtlcGxlck1hcHM6IEFkZERhdGFUb01hcFBheWxvYWRbXTtcbiAgfT4oXG4gICAgKGFjY3UsIGZpbGUpID0+IHtcbiAgICAgIGNvbnN0IHtkYXRhLCBpbmZvfSA9IGZpbGU7XG4gICAgICBpZiAoaW5mbz8uZm9ybWF0ID09PSBEQVRBU0VUX0ZPUk1BVFMua2VwbGVyZ2wpIHtcbiAgICAgICAgLy8gaWYgZmlsZSBjb250YWlucyBhIHNpbmdsZSBrZXBsZXIgbWFwIGRhdGFzZXQgJiBjb25maWdcbiAgICAgICAgYWNjdS5rZXBsZXJNYXBzLnB1c2goe1xuICAgICAgICAgIC4uLmRhdGEsXG4gICAgICAgICAgb3B0aW9uczoge1xuICAgICAgICAgICAgY2VudGVyTWFwOiAhKGRhdGEuY29uZmlnICYmIGRhdGEuY29uZmlnLm1hcFN0YXRlKVxuICAgICAgICAgIH1cbiAgICAgICAgfSk7XG4gICAgICB9IGVsc2UgaWYgKERBVEFTRVRfRk9STUFUU1tpbmZvPy5mb3JtYXRdKSB7XG4gICAgICAgIC8vIGlmIGZpbGUgY29udGFpbnMgb25seSBkYXRhXG4gICAgICAgIGNvbnN0IG5ld0RhdGFzZXQgPSB7XG4gICAgICAgICAgZGF0YSxcbiAgICAgICAgICBpbmZvOiB7XG4gICAgICAgICAgICBpZDogaW5mbz8uaWQgfHwgZ2VuZXJhdGVIYXNoSWQoNCksXG4gICAgICAgICAgICAuLi4oaW5mbyB8fCB7fSlcbiAgICAgICAgICB9XG4gICAgICAgIH07XG4gICAgICAgIGFjY3UuZGF0YXNldHMucHVzaChuZXdEYXRhc2V0KTtcbiAgICAgIH1cbiAgICAgIHJldHVybiBhY2N1O1xuICAgIH0sXG4gICAge2RhdGFzZXRzOiBbXSwga2VwbGVyTWFwczogW119XG4gICk7XG5cbiAgLy8gYWRkIGtlcGxlciBtYXAgZmlyc3Qgd2l0aCBjb25maWdcbiAgLy8gYWRkIGRhdGFzZXRzIGxhdGVyIGluIG9uZSBhZGQgZGF0YSBjYWxsXG4gIHJldHVybiBjb2xsZWN0aW9uLmtlcGxlck1hcHMuY29uY2F0KHtkYXRhc2V0czogY29sbGVjdGlvbi5kYXRhc2V0c30pO1xufVxuIl19
|
package/dist/index.d.ts
ADDED
package/dist/index.js
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
// Copyright (c) 2022 Uber Technologies, Inc.
|
|
2
|
+
//
|
|
3
|
+
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
4
|
+
// of this software and associated documentation files (the "Software"), to deal
|
|
5
|
+
// in the Software without restriction, including without limitation the rights
|
|
6
|
+
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
7
|
+
// copies of the Software, and to permit persons to whom the Software is
|
|
8
|
+
// furnished to do so, subject to the following conditions:
|
|
9
|
+
//
|
|
10
|
+
// The above copyright notice and this permission notice shall be included in
|
|
11
|
+
// all copies or substantial portions of the Software.
|
|
12
|
+
//
|
|
13
|
+
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
14
|
+
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
15
|
+
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
16
|
+
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
17
|
+
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
18
|
+
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
19
|
+
// THE SOFTWARE.
|
|
20
|
+
|
|
21
|
+
"use strict";
|
|
22
|
+
|
|
23
|
+
Object.defineProperty(exports, "__esModule", {
|
|
24
|
+
value: true
|
|
25
|
+
});
|
|
26
|
+
|
|
27
|
+
var _dataProcessor = require("./data-processor");
|
|
28
|
+
|
|
29
|
+
Object.keys(_dataProcessor).forEach(function (key) {
|
|
30
|
+
if (key === "default" || key === "__esModule") return;
|
|
31
|
+
if (key in exports && exports[key] === _dataProcessor[key]) return;
|
|
32
|
+
Object.defineProperty(exports, key, {
|
|
33
|
+
enumerable: true,
|
|
34
|
+
get: function get() {
|
|
35
|
+
return _dataProcessor[key];
|
|
36
|
+
}
|
|
37
|
+
});
|
|
38
|
+
});
|
|
39
|
+
|
|
40
|
+
var _fileHandler = require("./file-handler");
|
|
41
|
+
|
|
42
|
+
Object.keys(_fileHandler).forEach(function (key) {
|
|
43
|
+
if (key === "default" || key === "__esModule") return;
|
|
44
|
+
if (key in exports && exports[key] === _fileHandler[key]) return;
|
|
45
|
+
Object.defineProperty(exports, key, {
|
|
46
|
+
enumerable: true,
|
|
47
|
+
get: function get() {
|
|
48
|
+
return _fileHandler[key];
|
|
49
|
+
}
|
|
50
|
+
});
|
|
51
|
+
});
|
|
52
|
+
|
|
53
|
+
var _types = require("./types");
|
|
54
|
+
|
|
55
|
+
Object.keys(_types).forEach(function (key) {
|
|
56
|
+
if (key === "default" || key === "__esModule") return;
|
|
57
|
+
if (key in exports && exports[key] === _types[key]) return;
|
|
58
|
+
Object.defineProperty(exports, key, {
|
|
59
|
+
enumerable: true,
|
|
60
|
+
get: function get() {
|
|
61
|
+
return _types[key];
|
|
62
|
+
}
|
|
63
|
+
});
|
|
64
|
+
});
|
|
65
|
+
//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uL3NyYy9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7Ozs7QUFvQkE7O0FBQUE7QUFBQTtBQUFBO0FBQUE7QUFBQTtBQUFBO0FBQUE7QUFBQTtBQUFBO0FBQUE7O0FBQ0E7O0FBQUE7QUFBQTtBQUFBO0FBQUE7QUFBQTtBQUFBO0FBQUE7QUFBQTtBQUFBO0FBQUE7O0FBQ0E7O0FBQUE7QUFBQTtBQUFBO0FBQUE7QUFBQTtBQUFBO0FBQUE7QUFBQTtBQUFBO0FBQUEiLCJzb3VyY2VzQ29udGVudCI6WyIvLyBDb3B5cmlnaHQgKGMpIDIwMjIgVWJlciBUZWNobm9sb2dpZXMsIEluYy5cbi8vXG4vLyBQZXJtaXNzaW9uIGlzIGhlcmVieSBncmFudGVkLCBmcmVlIG9mIGNoYXJnZSwgdG8gYW55IHBlcnNvbiBvYnRhaW5pbmcgYSBjb3B5XG4vLyBvZiB0aGlzIHNvZnR3YXJlIGFuZCBhc3NvY2lhdGVkIGRvY3VtZW50YXRpb24gZmlsZXMgKHRoZSBcIlNvZnR3YXJlXCIpLCB0byBkZWFsXG4vLyBpbiB0aGUgU29mdHdhcmUgd2l0aG91dCByZXN0cmljdGlvbiwgaW5jbHVkaW5nIHdpdGhvdXQgbGltaXRhdGlvbiB0aGUgcmlnaHRzXG4vLyB0byB1c2UsIGNvcHksIG1vZGlmeSwgbWVyZ2UsIHB1Ymxpc2gsIGRpc3RyaWJ1dGUsIHN1YmxpY2Vuc2UsIGFuZC9vciBzZWxsXG4vLyBjb3BpZXMgb2YgdGhlIFNvZnR3YXJlLCBhbmQgdG8gcGVybWl0IHBlcnNvbnMgdG8gd2hvbSB0aGUgU29mdHdhcmUgaXNcbi8vIGZ1cm5pc2hlZCB0byBkbyBzbywgc3ViamVjdCB0byB0aGUgZm9sbG93aW5nIGNvbmRpdGlvbnM6XG4vL1xuLy8gVGhlIGFib3ZlIGNvcHlyaWdodCBub3RpY2UgYW5kIHRoaXMgcGVybWlzc2lvbiBub3RpY2Ugc2hhbGwgYmUgaW5jbHVkZWQgaW5cbi8vIGFsbCBjb3BpZXMgb3Igc3Vic3RhbnRpYWwgcG9ydGlvbnMgb2YgdGhlIFNvZnR3YXJlLlxuLy9cbi8vIFRIRSBTT0ZUV0FSRSBJUyBQUk9WSURFRCBcIkFTIElTXCIsIFdJVEhPVVQgV0FSUkFOVFkgT0YgQU5ZIEtJTkQsIEVYUFJFU1MgT1Jcbi8vIElNUExJRUQsIElOQ0xVRElORyBCVVQgTk9UIExJTUlURUQgVE8gVEhFIFdBUlJBTlRJRVMgT0YgTUVSQ0hBTlRBQklMSVRZLFxuLy8gRklUTkVTUyBGT1IgQSBQQVJUSUNVTEFSIFBVUlBPU0UgQU5EIE5PTklORlJJTkdFTUVOVC4gSU4gTk8gRVZFTlQgU0hBTEwgVEhFXG4vLyBBVVRIT1JTIE9SIENPUFlSSUdIVCBIT0xERVJTIEJFIExJQUJMRSBGT1IgQU5ZIENMQUlNLCBEQU1BR0VTIE9SIE9USEVSXG4vLyBMSUFCSUxJVFksIFdIRVRIRVIgSU4gQU4gQUNUSU9OIE9GIENPTlRSQUNULCBUT1JUIE9SIE9USEVSV0lTRSwgQVJJU0lORyBGUk9NLFxuLy8gT1VUIE9GIE9SIElOIENPTk5FQ1RJT04gV0lUSCBUSEUgU09GVFdBUkUgT1IgVEhFIFVTRSBPUiBPVEhFUiBERUFMSU5HUyBJTlxuLy8gVEhFIFNPRlRXQVJFLlxuXG5leHBvcnQgKiBmcm9tICcuL2RhdGEtcHJvY2Vzc29yJztcbmV4cG9ydCAqIGZyb20gJy4vZmlsZS1oYW5kbGVyJztcbmV4cG9ydCAqIGZyb20gJy4vdHlwZXMnO1xuIl19
|
package/dist/types.d.ts
ADDED
package/dist/types.js
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
// Copyright (c) 2022 Uber Technologies, Inc.
|
|
2
|
+
//
|
|
3
|
+
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
4
|
+
// of this software and associated documentation files (the "Software"), to deal
|
|
5
|
+
// in the Software without restriction, including without limitation the rights
|
|
6
|
+
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
7
|
+
// copies of the Software, and to permit persons to whom the Software is
|
|
8
|
+
// furnished to do so, subject to the following conditions:
|
|
9
|
+
//
|
|
10
|
+
// The above copyright notice and this permission notice shall be included in
|
|
11
|
+
// all copies or substantial portions of the Software.
|
|
12
|
+
//
|
|
13
|
+
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
14
|
+
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
15
|
+
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
16
|
+
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
17
|
+
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
18
|
+
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
19
|
+
// THE SOFTWARE.
|
|
20
|
+
|
|
21
|
+
"use strict";
|
|
22
|
+
|
|
23
|
+
Object.defineProperty(exports, "__esModule", {
|
|
24
|
+
value: true
|
|
25
|
+
});
|
|
26
|
+
//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IiIsInNvdXJjZXNDb250ZW50IjpbXX0=
|
package/package.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@kepler.gl/processors",
|
|
3
|
+
"author": "Shan He <shan@uber.com>",
|
|
4
|
+
"version": "3.0.0-alpha.0",
|
|
5
|
+
"description": "kepler.gl constants used by kepler.gl components, actions and reducers",
|
|
6
|
+
"license": "MIT",
|
|
7
|
+
"main": "dist/index.js",
|
|
8
|
+
"types": "dist/index.d.ts",
|
|
9
|
+
"keywords": [
|
|
10
|
+
"babel",
|
|
11
|
+
"es6",
|
|
12
|
+
"react",
|
|
13
|
+
"webgl",
|
|
14
|
+
"visualization",
|
|
15
|
+
"deck.gl"
|
|
16
|
+
],
|
|
17
|
+
"repository": {
|
|
18
|
+
"type": "git",
|
|
19
|
+
"url": "https://github.com/keplergl/kepler.gl.git"
|
|
20
|
+
},
|
|
21
|
+
"scripts": {
|
|
22
|
+
"build": "rm -fr dist && babel src --out-dir dist --source-maps inline --extensions '.ts,.tsx,.js,.jsx' --ignore '**/*.d.ts'",
|
|
23
|
+
"build:umd": "webpack --config ./webpack/umd.js --progress --env.prod",
|
|
24
|
+
"build:types": "tsc --project ./tsconfig.production.json",
|
|
25
|
+
"prepublish": "uber-licence && yarn build && yarn build:types",
|
|
26
|
+
"stab": "mkdir -p dist && touch dist/index.js"
|
|
27
|
+
},
|
|
28
|
+
"files": [
|
|
29
|
+
"dist",
|
|
30
|
+
"umd"
|
|
31
|
+
],
|
|
32
|
+
"dependencies": {
|
|
33
|
+
"@danmarshall/deckgl-typings": "4.9.22",
|
|
34
|
+
"@kepler.gl/constants": "3.0.0-alpha.0",
|
|
35
|
+
"@kepler.gl/schemas": "3.0.0-alpha.0",
|
|
36
|
+
"@kepler.gl/types": "3.0.0-alpha.0",
|
|
37
|
+
"@kepler.gl/utils": "3.0.0-alpha.0",
|
|
38
|
+
"@loaders.gl/core": "^3.0.9",
|
|
39
|
+
"@loaders.gl/csv": "^3.0.9",
|
|
40
|
+
"@loaders.gl/json": "^3.0.9",
|
|
41
|
+
"@loaders.gl/loader-utils": "^3.0.9",
|
|
42
|
+
"@mapbox/geojson-normalize": "0.0.1",
|
|
43
|
+
"@nebula.gl/edit-modes": "0.14.0",
|
|
44
|
+
"@turf/helpers": "^6.1.4",
|
|
45
|
+
"d3-dsv": "^2.0.0"
|
|
46
|
+
},
|
|
47
|
+
"nyc": {
|
|
48
|
+
"sourceMap": false,
|
|
49
|
+
"instrument": false
|
|
50
|
+
},
|
|
51
|
+
"engines": {
|
|
52
|
+
"node": ">=12.0.0"
|
|
53
|
+
},
|
|
54
|
+
"maintainers": [
|
|
55
|
+
"Shan He <heshan0131@gmail.com>",
|
|
56
|
+
"Giuseppe Macri <gmacri@uber.com>"
|
|
57
|
+
],
|
|
58
|
+
"volta": {
|
|
59
|
+
"node": "12.22.0",
|
|
60
|
+
"yarn": "1.22.17"
|
|
61
|
+
}
|
|
62
|
+
}
|