@loaders.gl/csv 3.1.0-beta.5 → 3.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  "use strict";
2
2
 
3
- const moduleExports = require('./index');
3
+ var moduleExports = require('./index');
4
4
 
5
5
  globalThis.loaders = globalThis.loaders || {};
6
6
  module.exports = Object.assign(globalThis.loaders, moduleExports);
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/bundle.ts"],"names":["moduleExports","require","globalThis","loaders","module","exports","Object","assign"],"mappings":";;AACA,MAAMA,aAAa,GAAGC,OAAO,CAAC,SAAD,CAA7B;;AACAC,UAAU,CAACC,OAAX,GAAqBD,UAAU,CAACC,OAAX,IAAsB,EAA3C;AACAC,MAAM,CAACC,OAAP,GAAiBC,MAAM,CAACC,MAAP,CAAcL,UAAU,CAACC,OAAzB,EAAkCH,aAAlC,CAAjB","sourcesContent":["// @ts-nocheck\nconst moduleExports = require('./index');\nglobalThis.loaders = globalThis.loaders || {};\nmodule.exports = Object.assign(globalThis.loaders, moduleExports);\n"],"file":"bundle.js"}
1
+ {"version":3,"sources":["../../src/bundle.ts"],"names":["moduleExports","require","globalThis","loaders","module","exports","Object","assign"],"mappings":";;AACA,IAAMA,aAAa,GAAGC,OAAO,CAAC,SAAD,CAA7B;;AACAC,UAAU,CAACC,OAAX,GAAqBD,UAAU,CAACC,OAAX,IAAsB,EAA3C;AACAC,MAAM,CAACC,OAAP,GAAiBC,MAAM,CAACC,MAAP,CAAcL,UAAU,CAACC,OAAzB,EAAkCH,aAAlC,CAAjB","sourcesContent":["// @ts-nocheck\nconst moduleExports = require('./index');\nglobalThis.loaders = globalThis.loaders || {};\nmodule.exports = Object.assign(globalThis.loaders, moduleExports);\n"],"file":"bundle.js"}
@@ -7,14 +7,26 @@ Object.defineProperty(exports, "__esModule", {
7
7
  });
8
8
  exports._typecheckCSVLoader = exports.CSVLoader = void 0;
9
9
 
10
+ var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
11
+
12
+ var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
13
+
14
+ var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
15
+
16
+ var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
17
+
10
18
  var _schema = require("@loaders.gl/schema");
11
19
 
12
20
  var _papaparse = _interopRequireDefault(require("./papaparse/papaparse"));
13
21
 
14
22
  var _asyncIteratorStreamer = _interopRequireDefault(require("./papaparse/async-iterator-streamer"));
15
23
 
16
- const VERSION = typeof "3.1.0-beta.5" !== 'undefined' ? "3.1.0-beta.5" : 'latest';
17
- const DEFAULT_CSV_LOADER_OPTIONS = {
24
+ function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) { symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); } keys.push.apply(keys, symbols); } return keys; }
25
+
26
+ function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
27
+
28
+ var VERSION = typeof "3.1.1" !== 'undefined' ? "3.1.1" : 'latest';
29
+ var DEFAULT_CSV_LOADER_OPTIONS = {
18
30
  csv: {
19
31
  shape: 'object-row-table',
20
32
  optimizeMemoryUsage: false,
@@ -28,7 +40,7 @@ const DEFAULT_CSV_LOADER_OPTIONS = {
28
40
  delimitersToGuess: [',', '\t', '|', ';']
29
41
  }
30
42
  };
31
- const CSVLoader = {
43
+ var CSVLoader = {
32
44
  id: 'csv',
33
45
  module: 'csv',
34
46
  name: 'CSV',
@@ -36,90 +48,128 @@ const CSVLoader = {
36
48
  extensions: ['csv', 'tsv', 'dsv'],
37
49
  mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],
38
50
  category: 'table',
39
- parse: async (arrayBuffer, options) => parseCSV(new TextDecoder().decode(arrayBuffer), options),
40
- parseText: (text, options) => parseCSV(text, options),
51
+ parse: function () {
52
+ var _parse = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(arrayBuffer, options) {
53
+ return _regenerator.default.wrap(function _callee$(_context) {
54
+ while (1) {
55
+ switch (_context.prev = _context.next) {
56
+ case 0:
57
+ return _context.abrupt("return", parseCSV(new TextDecoder().decode(arrayBuffer), options));
58
+
59
+ case 1:
60
+ case "end":
61
+ return _context.stop();
62
+ }
63
+ }
64
+ }, _callee);
65
+ }));
66
+
67
+ function parse(_x, _x2) {
68
+ return _parse.apply(this, arguments);
69
+ }
70
+
71
+ return parse;
72
+ }(),
73
+ parseText: function parseText(text, options) {
74
+ return parseCSV(text, options);
75
+ },
41
76
  parseInBatches: parseCSVInBatches,
42
77
  options: DEFAULT_CSV_LOADER_OPTIONS
43
78
  };
44
79
  exports.CSVLoader = CSVLoader;
45
80
 
46
- async function parseCSV(csvText, options) {
47
- const csvOptions = { ...DEFAULT_CSV_LOADER_OPTIONS.csv,
48
- ...(options === null || options === void 0 ? void 0 : options.csv)
49
- };
50
- const firstRow = readFirstRow(csvText);
51
- const header = csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);
52
- const parseWithHeader = header;
53
- const papaparseConfig = { ...csvOptions,
54
- header: parseWithHeader,
55
- download: false,
56
- transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,
57
- error: e => {
58
- throw new Error(e);
59
- }
60
- };
61
-
62
- const result = _papaparse.default.parse(csvText, papaparseConfig);
63
-
64
- let {
65
- data: rows
66
- } = result;
67
- const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);
68
-
69
- switch (csvOptions.shape) {
70
- case 'object-row-table':
71
- rows = rows.map(row => Array.isArray(row) ? (0, _schema.convertToObjectRow)(row, headerRow) : row);
72
- break;
73
-
74
- case 'array-row-table':
75
- rows = rows.map(row => Array.isArray(row) ? row : (0, _schema.convertToArrayRow)(row, headerRow));
76
- break;
77
-
78
- default:
79
- }
81
+ function parseCSV(_x3, _x4) {
82
+ return _parseCSV.apply(this, arguments);
83
+ }
80
84
 
81
- return rows;
85
+ function _parseCSV() {
86
+ _parseCSV = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(csvText, options) {
87
+ var csvOptions, firstRow, header, parseWithHeader, papaparseConfig, result, rows, headerRow;
88
+ return _regenerator.default.wrap(function _callee2$(_context2) {
89
+ while (1) {
90
+ switch (_context2.prev = _context2.next) {
91
+ case 0:
92
+ csvOptions = _objectSpread(_objectSpread({}, DEFAULT_CSV_LOADER_OPTIONS.csv), options === null || options === void 0 ? void 0 : options.csv);
93
+ firstRow = readFirstRow(csvText);
94
+ header = csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);
95
+ parseWithHeader = header;
96
+ papaparseConfig = _objectSpread(_objectSpread({}, csvOptions), {}, {
97
+ header: parseWithHeader,
98
+ download: false,
99
+ transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,
100
+ error: function error(e) {
101
+ throw new Error(e);
102
+ }
103
+ });
104
+ result = _papaparse.default.parse(csvText, papaparseConfig);
105
+ rows = result.data;
106
+ headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);
107
+ _context2.t0 = csvOptions.shape;
108
+ _context2.next = _context2.t0 === 'object-row-table' ? 11 : _context2.t0 === 'array-row-table' ? 13 : 15;
109
+ break;
110
+
111
+ case 11:
112
+ rows = rows.map(function (row) {
113
+ return Array.isArray(row) ? (0, _schema.convertToObjectRow)(row, headerRow) : row;
114
+ });
115
+ return _context2.abrupt("break", 15);
116
+
117
+ case 13:
118
+ rows = rows.map(function (row) {
119
+ return Array.isArray(row) ? row : (0, _schema.convertToArrayRow)(row, headerRow);
120
+ });
121
+ return _context2.abrupt("break", 15);
122
+
123
+ case 15:
124
+ return _context2.abrupt("return", rows);
125
+
126
+ case 16:
127
+ case "end":
128
+ return _context2.stop();
129
+ }
130
+ }
131
+ }, _callee2);
132
+ }));
133
+ return _parseCSV.apply(this, arguments);
82
134
  }
83
135
 
84
136
  function parseCSVInBatches(asyncIterator, options) {
85
137
  var _options;
86
138
 
87
- options = { ...options
88
- };
139
+ options = _objectSpread({}, options);
89
140
 
90
141
  if (options.batchSize === 'auto') {
91
142
  options.batchSize = 4000;
92
143
  }
93
144
 
94
- const csvOptions = { ...DEFAULT_CSV_LOADER_OPTIONS.csv,
95
- ...((_options = options) === null || _options === void 0 ? void 0 : _options.csv)
96
- };
97
- const asyncQueue = new _schema.AsyncQueue();
98
- let isFirstRow = true;
99
- let headerRow = null;
100
- let tableBatchBuilder = null;
101
- let schema = null;
102
- const config = { ...csvOptions,
145
+ var csvOptions = _objectSpread(_objectSpread({}, DEFAULT_CSV_LOADER_OPTIONS.csv), (_options = options) === null || _options === void 0 ? void 0 : _options.csv);
146
+
147
+ var asyncQueue = new _schema.AsyncQueue();
148
+ var isFirstRow = true;
149
+ var headerRow = null;
150
+ var tableBatchBuilder = null;
151
+ var schema = null;
152
+
153
+ var config = _objectSpread(_objectSpread({}, csvOptions), {}, {
103
154
  header: false,
104
155
  download: false,
105
156
  chunkSize: 1024 * 1024 * 5,
106
157
  skipEmptyLines: false,
107
-
108
- step(results) {
109
- let row = results.data;
158
+ step: function step(results) {
159
+ var row = results.data;
110
160
 
111
161
  if (csvOptions.skipEmptyLines) {
112
- const collapsedRow = row.flat().join('').trim();
162
+ var collapsedRow = row.flat().join('').trim();
113
163
 
114
164
  if (collapsedRow === '') {
115
165
  return;
116
166
  }
117
167
  }
118
168
 
119
- const bytesUsed = results.meta.cursor;
169
+ var bytesUsed = results.meta.cursor;
120
170
 
121
171
  if (isFirstRow && !headerRow) {
122
- const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);
172
+ var header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);
123
173
 
124
174
  if (header) {
125
175
  headerRow = row.map(duplicateColumnTransformer());
@@ -141,15 +191,14 @@ function parseCSVInBatches(asyncIterator, options) {
141
191
  row = JSON.parse(JSON.stringify(row));
142
192
  }
143
193
 
144
- tableBatchBuilder = tableBatchBuilder || new _schema.TableBatchBuilder(schema, {
145
- shape: csvOptions.shape || 'array-row-table',
146
- ...options
147
- });
194
+ tableBatchBuilder = tableBatchBuilder || new _schema.TableBatchBuilder(schema, _objectSpread({
195
+ shape: csvOptions.shape || 'array-row-table'
196
+ }, options));
148
197
 
149
198
  try {
150
199
  tableBatchBuilder.addRow(row);
151
- const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({
152
- bytesUsed
200
+ var batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({
201
+ bytesUsed: bytesUsed
153
202
  });
154
203
 
155
204
  if (batch) {
@@ -159,12 +208,11 @@ function parseCSVInBatches(asyncIterator, options) {
159
208
  asyncQueue.enqueue(error);
160
209
  }
161
210
  },
162
-
163
- complete(results) {
211
+ complete: function complete(results) {
164
212
  try {
165
- const bytesUsed = results.meta.cursor;
166
- const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({
167
- bytesUsed
213
+ var bytesUsed = results.meta.cursor;
214
+ var batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({
215
+ bytesUsed: bytesUsed
168
216
  });
169
217
 
170
218
  if (batch) {
@@ -176,8 +224,7 @@ function parseCSVInBatches(asyncIterator, options) {
176
224
 
177
225
  asyncQueue.close();
178
226
  }
179
-
180
- };
227
+ });
181
228
 
182
229
  _papaparse.default.parse(asyncIterator, config, _asyncIteratorStreamer.default);
183
230
 
@@ -185,11 +232,13 @@ function parseCSVInBatches(asyncIterator, options) {
185
232
  }
186
233
 
187
234
  function isHeaderRow(row) {
188
- return row && row.every(value => typeof value === 'string');
235
+ return row && row.every(function (value) {
236
+ return typeof value === 'string';
237
+ });
189
238
  }
190
239
 
191
240
  function readFirstRow(csvText) {
192
- const result = _papaparse.default.parse(csvText, {
241
+ var result = _papaparse.default.parse(csvText, {
193
242
  download: false,
194
243
  dynamicTyping: true,
195
244
  preview: 1
@@ -199,10 +248,10 @@ function readFirstRow(csvText) {
199
248
  }
200
249
 
201
250
  function duplicateColumnTransformer() {
202
- const observedColumns = new Set();
203
- return col => {
204
- let colName = col;
205
- let counter = 1;
251
+ var observedColumns = new Set();
252
+ return function (col) {
253
+ var colName = col;
254
+ var counter = 1;
206
255
 
207
256
  while (observedColumns.has(colName)) {
208
257
  colName = "".concat(col, ".").concat(counter);
@@ -214,10 +263,11 @@ function duplicateColumnTransformer() {
214
263
  };
215
264
  }
216
265
 
217
- function generateHeader(columnPrefix, count = 0) {
218
- const headers = [];
266
+ function generateHeader(columnPrefix) {
267
+ var count = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 0;
268
+ var headers = [];
219
269
 
220
- for (let i = 0; i < count; i++) {
270
+ for (var i = 0; i < count; i++) {
221
271
  headers.push("".concat(columnPrefix).concat(i + 1));
222
272
  }
223
273
 
@@ -225,13 +275,13 @@ function generateHeader(columnPrefix, count = 0) {
225
275
  }
226
276
 
227
277
  function deduceSchema(row, headerRow) {
228
- const schema = headerRow ? {} : [];
278
+ var schema = headerRow ? {} : [];
229
279
 
230
- for (let i = 0; i < row.length; i++) {
231
- const columnName = headerRow && headerRow[i] || i;
232
- const value = row[i];
280
+ for (var i = 0; i < row.length; i++) {
281
+ var columnName = headerRow && headerRow[i] || i;
282
+ var value = row[i];
233
283
 
234
- switch (typeof value) {
284
+ switch ((0, _typeof2.default)(value)) {
235
285
  case 'number':
236
286
  case 'boolean':
237
287
  schema[columnName] = {
@@ -254,6 +304,6 @@ function deduceSchema(row, headerRow) {
254
304
  return schema;
255
305
  }
256
306
 
257
- const _typecheckCSVLoader = CSVLoader;
307
+ var _typecheckCSVLoader = CSVLoader;
258
308
  exports._typecheckCSVLoader = _typecheckCSVLoader;
259
309
  //# sourceMappingURL=csv-loader.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/csv-loader.ts"],"names":["VERSION","DEFAULT_CSV_LOADER_OPTIONS","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","Papa","data","rows","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","batchSize","asyncQueue","AsyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","TableBatchBuilder","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","AsyncIteratorStreamer","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","headers","i","push","columnName","String","index","type","Float32Array","_typecheckCSVLoader"],"mappings":";;;;;;;;;AAIA;;AAMA;;AACA;;AAIA,MAAMA,OAAO,GAAG,0BAAuB,WAAvB,oBAAmD,QAAnE;AA0BA,MAAMC,0BAA0B,GAAG;AACjCC,EAAAA,GAAG,EAAE;AACHC,IAAAA,KAAK,EAAE,kBADJ;AAEHC,IAAAA,mBAAmB,EAAE,KAFlB;AAIHC,IAAAA,MAAM,EAAE,MAJL;AAKHC,IAAAA,YAAY,EAAE,QALX;AAQHC,IAAAA,SAAS,EAAE,GARR;AASHC,IAAAA,UAAU,EAAE,GATT;AAUHC,IAAAA,aAAa,EAAE,IAVZ;AAWHC,IAAAA,QAAQ,EAAE,KAXP;AAYHC,IAAAA,cAAc,EAAE,IAZb;AAcHC,IAAAA,iBAAiB,EAAE,CAAC,GAAD,EAAM,IAAN,EAAY,GAAZ,EAAiB,GAAjB;AAdhB;AAD4B,CAAnC;AAoBO,MAAMC,SAAS,GAAG;AACvBC,EAAAA,EAAE,EAAE,KADmB;AAEvBC,EAAAA,MAAM,EAAE,KAFe;AAGvBC,EAAAA,IAAI,EAAE,KAHiB;AAIvBC,EAAAA,OAAO,EAAEjB,OAJc;AAKvBkB,EAAAA,UAAU,EAAE,CAAC,KAAD,EAAQ,KAAR,EAAe,KAAf,CALW;AAMvBC,EAAAA,SAAS,EAAE,CAAC,UAAD,EAAa,2BAAb,EAA0C,UAA1C,CANY;AAOvBC,EAAAA,QAAQ,EAAE,OAPa;AAQvBC,EAAAA,KAAK,EAAE,OAAOC,WAAP,EAAiCC,OAAjC,KACLC,QAAQ,CAAC,IAAIC,WAAJ,GAAkBC,MAAlB,CAAyBJ,WAAzB,CAAD,EAAwCC,OAAxC,CATa;AAUvBI,EAAAA,SAAS,EAAE,CAACC,IAAD,EAAeL,OAAf,KAA8CC,QAAQ,CAACI,IAAD,EAAOL,OAAP,CAV1C;AAWvBM,EAAAA,cAAc,EAAEC,iBAXO;AAcvBP,EAAAA,OAAO,EAAEtB;AAdc,CAAlB;;;AAiBP,eAAeuB,QAAf,CAAwBO,OAAxB,EAAyCR,OAAzC,EAAqE;AAEnE,QAAMS,UAAU,GAAG,EAAC,GAAG/B,0BAA0B,CAACC,GAA/B;AAAoC,QAAGqB,OAAH,aAAGA,OAAH,uBAAGA,OAAO,CAAErB,GAAZ;AAApC,GAAnB;AAEA,QAAM+B,QAAQ,GAAGC,YAAY,CAACH,OAAD,CAA7B;AACA,QAAM1B,MAAe,GACnB2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACF,QAAD,CAA1C,GAAuDG,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CADhE;AAGA,QAAMgC,eAAe,GAAGhC,MAAxB;AAEA,QAAMiC,eAAe,GAAG,EAEtB,GAAGN,UAFmB;AAGtB3B,IAAAA,MAAM,EAAEgC,eAHc;AAItBE,IAAAA,QAAQ,EAAE,KAJY;AAKtBC,IAAAA,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,EAA7B,GAAkCC,SAL5C;AAMtBC,IAAAA,KAAK,EAAGC,CAAD,IAAO;AACZ,YAAM,IAAIC,KAAJ,CAAUD,CAAV,CAAN;AACD;AARqB,GAAxB;;AAWA,QAAME,MAAM,GAAGC,mBAAK1B,KAAL,CAAWU,OAAX,EAAoBO,eAApB,CAAf;;AACA,MAAI;AAACU,IAAAA,IAAI,EAAEC;AAAP,MAAeH,MAAnB;AAEA,QAAMI,SAAS,GAAGJ,MAAM,CAACK,IAAP,CAAYC,MAAZ,IAAsBC,cAAc,CAACrB,UAAU,CAAC1B,YAAZ,EAA0B2B,QAAQ,CAACqB,MAAnC,CAAtD;;AAEA,UAAQtB,UAAU,CAAC7B,KAAnB;AACE,SAAK,kBAAL;AACE8C,MAAAA,IAAI,GAAGA,IAAI,CAACM,GAAL,CAAUC,GAAD,IAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqB,gCAAmBA,GAAnB,EAAwBN,SAAxB,CAArB,GAA0DM,GAA7E,CAAP;AACA;;AACF,SAAK,iBAAL;AACEP,MAAAA,IAAI,GAAGA,IAAI,CAACM,GAAL,CAAUC,GAAD,IAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqBA,GAArB,GAA2B,+BAAkBA,GAAlB,EAAuBN,SAAvB,CAA9C,CAAP;AACA;;AACF;AAPF;;AAsBA,SAAOD,IAAP;AACD;;AAGD,SAASnB,iBAAT,CACE6B,aADF,EAEEpC,OAFF,EAGwB;AAAA;;AAGtBA,EAAAA,OAAO,GAAG,EAAC,GAAGA;AAAJ,GAAV;;AACA,MAAIA,OAAO,CAACqC,SAAR,KAAsB,MAA1B,EAAkC;AAChCrC,IAAAA,OAAO,CAACqC,SAAR,GAAoB,IAApB;AACD;;AAGD,QAAM5B,UAAU,GAAG,EAAC,GAAG/B,0BAA0B,CAACC,GAA/B;AAAoC,oBAAGqB,OAAH,6CAAG,SAASrB,GAAZ;AAApC,GAAnB;AAEA,QAAM2D,UAAU,GAAG,IAAIC,kBAAJ,EAAnB;AAEA,MAAIC,UAAmB,GAAG,IAA1B;AACA,MAAIb,SAA0B,GAAG,IAAjC;AACA,MAAIc,iBAA2C,GAAG,IAAlD;AACA,MAAIC,MAAqB,GAAG,IAA5B;AAEA,QAAMC,MAAM,GAAG,EAEb,GAAGlC,UAFU;AAGb3B,IAAAA,MAAM,EAAE,KAHK;AAIbkC,IAAAA,QAAQ,EAAE,KAJG;AAQb4B,IAAAA,SAAS,EAAE,OAAO,IAAP,GAAc,CARZ;AAcbxD,IAAAA,cAAc,EAAE,KAdH;;AAkBbyD,IAAAA,IAAI,CAACC,OAAD,EAAU;AACZ,UAAIb,GAAG,GAAGa,OAAO,CAACrB,IAAlB;;AAEA,UAAIhB,UAAU,CAACrB,cAAf,EAA+B;AAE7B,cAAM2D,YAAY,GAAGd,GAAG,CAACe,IAAJ,GAAWC,IAAX,CAAgB,EAAhB,EAAoBC,IAApB,EAArB;;AACA,YAAIH,YAAY,KAAK,EAArB,EAAyB;AACvB;AACD;AACF;;AACD,YAAMI,SAAS,GAAGL,OAAO,CAAClB,IAAR,CAAawB,MAA/B;;AAGA,UAAIZ,UAAU,IAAI,CAACb,SAAnB,EAA8B;AAE5B,cAAM7C,MAAM,GAAG2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACqB,GAAD,CAA1C,GAAkDpB,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CAAxE;;AACA,YAAIA,MAAJ,EAAY;AACV6C,UAAAA,SAAS,GAAGM,GAAG,CAACD,GAAJ,CAAQd,0BAA0B,EAAlC,CAAZ;AACA;AACD;AACF;;AAGD,UAAIsB,UAAJ,EAAgB;AACdA,QAAAA,UAAU,GAAG,KAAb;;AACA,YAAI,CAACb,SAAL,EAAgB;AACdA,UAAAA,SAAS,GAAGG,cAAc,CAACrB,UAAU,CAAC1B,YAAZ,EAA0BkD,GAAG,CAACF,MAA9B,CAA1B;AACD;;AACDW,QAAAA,MAAM,GAAGW,YAAY,CAACpB,GAAD,EAAMN,SAAN,CAArB;AACD;;AAED,UAAIlB,UAAU,CAAC5B,mBAAf,EAAoC;AAGlCoD,QAAAA,GAAG,GAAGqB,IAAI,CAACxD,KAAL,CAAWwD,IAAI,CAACC,SAAL,CAAetB,GAAf,CAAX,CAAN;AACD;;AAGDQ,MAAAA,iBAAiB,GACfA,iBAAiB,IACjB,IAAIe,yBAAJ,CAAsBd,MAAtB,EAA8B;AAE5B9D,QAAAA,KAAK,EAAE6B,UAAU,CAAC7B,KAAX,IAAoB,iBAFC;AAG5B,WAAGoB;AAHyB,OAA9B,CAFF;;AAQA,UAAI;AACFyC,QAAAA,iBAAiB,CAACgB,MAAlB,CAAyBxB,GAAzB;AAEA,cAAMyB,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACkB,YAAlB,CAA+B;AAACR,UAAAA;AAAD,SAA/B,CAAnC;;AACA,YAAIO,KAAJ,EAAW;AACTpB,UAAAA,UAAU,CAACsB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOtC,KAAP,EAAc;AACdkB,QAAAA,UAAU,CAACsB,OAAX,CAAmBxC,KAAnB;AACD;AACF,KA1EY;;AA6EbyC,IAAAA,QAAQ,CAACf,OAAD,EAAU;AAChB,UAAI;AACF,cAAMK,SAAS,GAAGL,OAAO,CAAClB,IAAR,CAAawB,MAA/B;AAEA,cAAMM,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACqB,aAAlB,CAAgC;AAACX,UAAAA;AAAD,SAAhC,CAAnC;;AACA,YAAIO,KAAJ,EAAW;AACTpB,UAAAA,UAAU,CAACsB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOtC,KAAP,EAAc;AACdkB,QAAAA,UAAU,CAACsB,OAAX,CAAmBxC,KAAnB;AACD;;AAEDkB,MAAAA,UAAU,CAACyB,KAAX;AACD;;AA1FY,GAAf;;AA6FAvC,qBAAK1B,KAAL,CAAWsC,aAAX,EAA0BO,MAA1B,EAAkCqB,8BAAlC;;AAIA,SAAO1B,UAAP;AACD;;AAOD,SAAS1B,WAAT,CAAqBqB,GAArB,EAA6C;AAC3C,SAAOA,GAAG,IAAIA,GAAG,CAACgC,KAAJ,CAAWC,KAAD,IAAW,OAAOA,KAAP,KAAiB,QAAtC,CAAd;AACD;;AAOD,SAASvD,YAAT,CAAsBH,OAAtB,EAA8C;AAC5C,QAAMe,MAAM,GAAGC,mBAAK1B,KAAL,CAAWU,OAAX,EAAoB;AACjCQ,IAAAA,QAAQ,EAAE,KADuB;AAEjC9B,IAAAA,aAAa,EAAE,IAFkB;AAGjCiF,IAAAA,OAAO,EAAE;AAHwB,GAApB,CAAf;;AAKA,SAAO5C,MAAM,CAACE,IAAP,CAAY,CAAZ,CAAP;AACD;;AAQD,SAASP,0BAAT,GAAsC;AACpC,QAAMkD,eAAe,GAAG,IAAIC,GAAJ,EAAxB;AACA,SAAQC,GAAD,IAAS;AACd,QAAIC,OAAO,GAAGD,GAAd;AACA,QAAIE,OAAO,GAAG,CAAd;;AACA,WAAOJ,eAAe,CAACK,GAAhB,CAAoBF,OAApB,CAAP,EAAqC;AACnCA,MAAAA,OAAO,aAAMD,GAAN,cAAaE,OAAb,CAAP;AACAA,MAAAA,OAAO;AACR;;AACDJ,IAAAA,eAAe,CAACM,GAAhB,CAAoBH,OAApB;AACA,WAAOA,OAAP;AACD,GATD;AAUD;;AAQD,SAASzC,cAAT,CAAwB/C,YAAxB,EAA8C4F,KAAa,GAAG,CAA9D,EAA2E;AACzE,QAAMC,OAAiB,GAAG,EAA1B;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,KAApB,EAA2BE,CAAC,EAA5B,EAAgC;AAC9BD,IAAAA,OAAO,CAACE,IAAR,WAAgB/F,YAAhB,SAA+B8F,CAAC,GAAG,CAAnC;AACD;;AACD,SAAOD,OAAP;AACD;;AAED,SAASvB,YAAT,CAAsBpB,GAAtB,EAA2BN,SAA3B,EAAsC;AACpC,QAAMe,MAAM,GAAGf,SAAS,GAAG,EAAH,GAAQ,EAAhC;;AACA,OAAK,IAAIkD,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAG5C,GAAG,CAACF,MAAxB,EAAgC8C,CAAC,EAAjC,EAAqC;AACnC,UAAME,UAAU,GAAIpD,SAAS,IAAIA,SAAS,CAACkD,CAAD,CAAvB,IAA+BA,CAAlD;AACA,UAAMX,KAAK,GAAGjC,GAAG,CAAC4C,CAAD,CAAjB;;AACA,YAAQ,OAAOX,KAAf;AACE,WAAK,QAAL;AACA,WAAK,SAAL;AAEExB,QAAAA,MAAM,CAACqC,UAAD,CAAN,GAAqB;AAACtF,UAAAA,IAAI,EAAEuF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAEC;AAA3C,SAArB;AACA;;AACF,WAAK,QAAL;AACA;AACEzC,QAAAA,MAAM,CAACqC,UAAD,CAAN,GAAqB;AAACtF,UAAAA,IAAI,EAAEuF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAEhD;AAA3C,SAArB;AARJ;AAYD;;AACD,SAAOQ,MAAP;AACD;;AAEM,MAAM0C,mBAAqC,GAAG9F,SAA9C","sourcesContent":["import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {Batch} from '@loaders.gl/schema';\ntype Schema = any;\n\nimport {\n AsyncQueue,\n TableBatchBuilder,\n convertToArrayRow,\n convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n csv?: {\n // loaders.gl options\n shape?: 'array-row-table' | 'object-row-table' | 'columnar-table';\n /** optimizes memory usage but increases parsing time. */\n optimizeMemoryUsage?: boolean;\n columnPrefix?: string;\n header?: 'auto';\n\n // CSV options (papaparse)\n // delimiter: auto\n // newline: auto\n quoteChar?: string;\n escapeChar?: string;\n // Convert numbers and boolean values in rows from strings\n dynamicTyping?: boolean;\n comments?: boolean;\n skipEmptyLines?: boolean | 'greedy';\n // transform: null?\n delimitersToGuess?: string[];\n // fastMode: auto\n };\n};\n\nconst DEFAULT_CSV_LOADER_OPTIONS = {\n csv: {\n shape: 'object-row-table',\n optimizeMemoryUsage: false,\n // CSV options\n header: 'auto',\n columnPrefix: 'column',\n // delimiter: auto\n // newline: auto\n quoteChar: '\"',\n escapeChar: '\"',\n dynamicTyping: true,\n comments: false,\n skipEmptyLines: true,\n // transform: null?\n delimitersToGuess: [',', '\\t', '|', ';']\n // fastMode: auto\n }\n};\n\nexport const CSVLoader = {\n id: 'csv',\n module: 'csv',\n name: 'CSV',\n version: VERSION,\n extensions: ['csv', 'tsv', 'dsv'],\n mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n category: 'table',\n parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n parseCSV(new TextDecoder().decode(arrayBuffer), options),\n parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n parseInBatches: parseCSVInBatches,\n // @ts-ignore\n // testText: null,\n options: DEFAULT_CSV_LOADER_OPTIONS as CSVLoaderOptions\n};\n\nasync function parseCSV(csvText: string, options?: CSVLoaderOptions) {\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const firstRow = readFirstRow(csvText);\n const header: boolean =\n csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n const parseWithHeader = header;\n\n const papaparseConfig = {\n // dynamicTyping: true,\n ...csvOptions,\n header: parseWithHeader,\n download: false, // We handle loading, no need for papaparse to do it for us\n transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n error: (e) => {\n throw new Error(e);\n }\n };\n\n const result = Papa.parse(csvText, papaparseConfig);\n let {data: rows} = result;\n\n const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);\n\n switch (csvOptions.shape) {\n case 'object-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row));\n break;\n case 'array-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)));\n break;\n default:\n }\n\n /*\n if (!header && shape === 'object-row-table') {\n // If the dataset has no header, transform the array result into an object shape with an\n // autogenerated header\n return result.data.map((row) =>\n row.reduce((acc, value, i) => {\n acc[headerRow[i]] = value;\n return acc;\n }, {})\n );\n }\n */\n return rows;\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: CSVLoaderOptions\n): AsyncIterable<Batch> {\n // Papaparse does not support standard batch size handling\n // TODO - investigate papaparse chunks mode\n options = {...options};\n if (options.batchSize === 'auto') {\n options.batchSize = 4000;\n }\n\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const asyncQueue = new AsyncQueue<Batch>();\n\n let isFirstRow: boolean = true;\n let headerRow: string[] | null = null;\n let tableBatchBuilder: TableBatchBuilder | null = null;\n let schema: Schema | null = null;\n\n const config = {\n // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n ...csvOptions,\n header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n download: false, // We handle loading, no need for papaparse to do it for us\n // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n // See https://github.com/mholt/PapaParse/issues/465\n chunkSize: 1024 * 1024 * 5,\n // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n // both of the skipEmptyLines and step callback options are provided:\n // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n skipEmptyLines: false,\n\n // step is called on every row\n // eslint-disable-next-line complexity\n step(results) {\n let row = results.data;\n\n if (csvOptions.skipEmptyLines) {\n // Manually reject lines that are empty\n const collapsedRow = row.flat().join('').trim();\n if (collapsedRow === '') {\n return;\n }\n }\n const bytesUsed = results.meta.cursor;\n\n // Check if we need to save a header row\n if (isFirstRow && !headerRow) {\n // Auto detects or can be forced with csvOptions.header\n const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n if (header) {\n headerRow = row.map(duplicateColumnTransformer());\n return;\n }\n }\n\n // If first data row, we can deduce the schema\n if (isFirstRow) {\n isFirstRow = false;\n if (!headerRow) {\n headerRow = generateHeader(csvOptions.columnPrefix, row.length);\n }\n schema = deduceSchema(row, headerRow);\n }\n\n if (csvOptions.optimizeMemoryUsage) {\n // A workaround to allocate new strings and don't retain pointers to original strings.\n // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n row = JSON.parse(JSON.stringify(row));\n }\n\n // Add the row\n tableBatchBuilder =\n tableBatchBuilder ||\n new TableBatchBuilder(schema, {\n // @ts-expect-error\n shape: csvOptions.shape || 'array-row-table',\n ...options\n });\n\n try {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n },\n\n // complete is called when all rows have been read\n complete(results) {\n try {\n const bytesUsed = results.meta.cursor;\n // Ensure any final (partial) batch gets emitted\n const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n\n asyncQueue.close();\n }\n };\n\n Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n // TODO - Does it matter if we return asyncIterable or asyncIterator\n // return asyncQueue[Symbol.asyncIterator]();\n return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n const result = Papa.parse(csvText, {\n download: false,\n dynamicTyping: true,\n preview: 1\n });\n return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer() {\n const observedColumns = new Set();\n return (col) => {\n let colName = col;\n let counter = 1;\n while (observedColumns.has(colName)) {\n colName = `${col}.${counter}`;\n counter++;\n }\n observedColumns.add(colName);\n return colName;\n };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n const headers: string[] = [];\n for (let i = 0; i < count; i++) {\n headers.push(`${columnPrefix}${i + 1}`);\n }\n return headers;\n}\n\nfunction deduceSchema(row, headerRow) {\n const schema = headerRow ? {} : [];\n for (let i = 0; i < row.length; i++) {\n const columnName = (headerRow && headerRow[i]) || i;\n const value = row[i];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n }\n return schema;\n}\n\nexport const _typecheckCSVLoader: LoaderWithParser = CSVLoader;\n"],"file":"csv-loader.js"}
1
+ {"version":3,"sources":["../../src/csv-loader.ts"],"names":["VERSION","DEFAULT_CSV_LOADER_OPTIONS","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","Papa","rows","data","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","batchSize","asyncQueue","AsyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","TableBatchBuilder","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","AsyncIteratorStreamer","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","headers","i","push","columnName","String","index","type","Float32Array","_typecheckCSVLoader"],"mappings":";;;;;;;;;;;;;;;;;AAIA;;AAMA;;AACA;;;;;;AAIA,IAAMA,OAAO,GAAG,mBAAuB,WAAvB,aAAmD,QAAnE;AA0BA,IAAMC,0BAA0B,GAAG;AACjCC,EAAAA,GAAG,EAAE;AACHC,IAAAA,KAAK,EAAE,kBADJ;AAEHC,IAAAA,mBAAmB,EAAE,KAFlB;AAIHC,IAAAA,MAAM,EAAE,MAJL;AAKHC,IAAAA,YAAY,EAAE,QALX;AAQHC,IAAAA,SAAS,EAAE,GARR;AASHC,IAAAA,UAAU,EAAE,GATT;AAUHC,IAAAA,aAAa,EAAE,IAVZ;AAWHC,IAAAA,QAAQ,EAAE,KAXP;AAYHC,IAAAA,cAAc,EAAE,IAZb;AAcHC,IAAAA,iBAAiB,EAAE,CAAC,GAAD,EAAM,IAAN,EAAY,GAAZ,EAAiB,GAAjB;AAdhB;AAD4B,CAAnC;AAoBO,IAAMC,SAAS,GAAG;AACvBC,EAAAA,EAAE,EAAE,KADmB;AAEvBC,EAAAA,MAAM,EAAE,KAFe;AAGvBC,EAAAA,IAAI,EAAE,KAHiB;AAIvBC,EAAAA,OAAO,EAAEjB,OAJc;AAKvBkB,EAAAA,UAAU,EAAE,CAAC,KAAD,EAAQ,KAAR,EAAe,KAAf,CALW;AAMvBC,EAAAA,SAAS,EAAE,CAAC,UAAD,EAAa,2BAAb,EAA0C,UAA1C,CANY;AAOvBC,EAAAA,QAAQ,EAAE,OAPa;AAQvBC,EAAAA,KAAK;AAAA,2EAAE,iBAAOC,WAAP,EAAiCC,OAAjC;AAAA;AAAA;AAAA;AAAA;AAAA,+CACLC,QAAQ,CAAC,IAAIC,WAAJ,GAAkBC,MAAlB,CAAyBJ,WAAzB,CAAD,EAAwCC,OAAxC,CADH;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAAF;;AAAA;AAAA;AAAA;;AAAA;AAAA,KARkB;AAUvBI,EAAAA,SAAS,EAAE,mBAACC,IAAD,EAAeL,OAAf;AAAA,WAA8CC,QAAQ,CAACI,IAAD,EAAOL,OAAP,CAAtD;AAAA,GAVY;AAWvBM,EAAAA,cAAc,EAAEC,iBAXO;AAcvBP,EAAAA,OAAO,EAAEtB;AAdc,CAAlB;;;SAiBQuB,Q;;;;;wEAAf,kBAAwBO,OAAxB,EAAyCR,OAAzC;AAAA;AAAA;AAAA;AAAA;AAAA;AAEQS,YAAAA,UAFR,mCAEyB/B,0BAA0B,CAACC,GAFpD,GAE4DqB,OAF5D,aAE4DA,OAF5D,uBAE4DA,OAAO,CAAErB,GAFrE;AAIQ+B,YAAAA,QAJR,GAImBC,YAAY,CAACH,OAAD,CAJ/B;AAKQ1B,YAAAA,MALR,GAMI2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACF,QAAD,CAA1C,GAAuDG,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CANlE;AAQQgC,YAAAA,eARR,GAQ0BhC,MAR1B;AAUQiC,YAAAA,eAVR,mCAYON,UAZP;AAaI3B,cAAAA,MAAM,EAAEgC,eAbZ;AAcIE,cAAAA,QAAQ,EAAE,KAdd;AAeIC,cAAAA,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,EAA7B,GAAkCC,SAftE;AAgBIC,cAAAA,KAAK,EAAE,eAACC,CAAD,EAAO;AACZ,sBAAM,IAAIC,KAAJ,CAAUD,CAAV,CAAN;AACD;AAlBL;AAqBQE,YAAAA,MArBR,GAqBiBC,mBAAK1B,KAAL,CAAWU,OAAX,EAAoBO,eAApB,CArBjB;AAsBaU,YAAAA,IAtBb,GAsBqBF,MAtBrB,CAsBOG,IAtBP;AAwBQC,YAAAA,SAxBR,GAwBoBJ,MAAM,CAACK,IAAP,CAAYC,MAAZ,IAAsBC,cAAc,CAACrB,UAAU,CAAC1B,YAAZ,EAA0B2B,QAAQ,CAACqB,MAAnC,CAxBxD;AAAA,2BA0BUtB,UAAU,CAAC7B,KA1BrB;AAAA,8CA2BS,kBA3BT,yBA8BS,iBA9BT;AAAA;;AAAA;AA4BM6C,YAAAA,IAAI,GAAGA,IAAI,CAACO,GAAL,CAAS,UAACC,GAAD;AAAA,qBAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqB,gCAAmBA,GAAnB,EAAwBN,SAAxB,CAArB,GAA0DM,GAApE;AAAA,aAAT,CAAP;AA5BN;;AAAA;AA+BMR,YAAAA,IAAI,GAAGA,IAAI,CAACO,GAAL,CAAS,UAACC,GAAD;AAAA,qBAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqBA,GAArB,GAA2B,+BAAkBA,GAAlB,EAAuBN,SAAvB,CAArC;AAAA,aAAT,CAAP;AA/BN;;AAAA;AAAA,8CAgDSF,IAhDT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAoDA,SAASlB,iBAAT,CACE6B,aADF,EAEEpC,OAFF,EAGwB;AAAA;;AAGtBA,EAAAA,OAAO,qBAAOA,OAAP,CAAP;;AACA,MAAIA,OAAO,CAACqC,SAAR,KAAsB,MAA1B,EAAkC;AAChCrC,IAAAA,OAAO,CAACqC,SAAR,GAAoB,IAApB;AACD;;AAGD,MAAM5B,UAAU,mCAAO/B,0BAA0B,CAACC,GAAlC,eAA0CqB,OAA1C,6CAA0C,SAASrB,GAAnD,CAAhB;;AAEA,MAAM2D,UAAU,GAAG,IAAIC,kBAAJ,EAAnB;AAEA,MAAIC,UAAmB,GAAG,IAA1B;AACA,MAAIb,SAA0B,GAAG,IAAjC;AACA,MAAIc,iBAA2C,GAAG,IAAlD;AACA,MAAIC,MAAqB,GAAG,IAA5B;;AAEA,MAAMC,MAAM,mCAEPlC,UAFO;AAGV3B,IAAAA,MAAM,EAAE,KAHE;AAIVkC,IAAAA,QAAQ,EAAE,KAJA;AAQV4B,IAAAA,SAAS,EAAE,OAAO,IAAP,GAAc,CARf;AAcVxD,IAAAA,cAAc,EAAE,KAdN;AAkBVyD,IAAAA,IAlBU,gBAkBLC,OAlBK,EAkBI;AACZ,UAAIb,GAAG,GAAGa,OAAO,CAACpB,IAAlB;;AAEA,UAAIjB,UAAU,CAACrB,cAAf,EAA+B;AAE7B,YAAM2D,YAAY,GAAGd,GAAG,CAACe,IAAJ,GAAWC,IAAX,CAAgB,EAAhB,EAAoBC,IAApB,EAArB;;AACA,YAAIH,YAAY,KAAK,EAArB,EAAyB;AACvB;AACD;AACF;;AACD,UAAMI,SAAS,GAAGL,OAAO,CAAClB,IAAR,CAAawB,MAA/B;;AAGA,UAAIZ,UAAU,IAAI,CAACb,SAAnB,EAA8B;AAE5B,YAAM7C,MAAM,GAAG2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACqB,GAAD,CAA1C,GAAkDpB,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CAAxE;;AACA,YAAIA,MAAJ,EAAY;AACV6C,UAAAA,SAAS,GAAGM,GAAG,CAACD,GAAJ,CAAQd,0BAA0B,EAAlC,CAAZ;AACA;AACD;AACF;;AAGD,UAAIsB,UAAJ,EAAgB;AACdA,QAAAA,UAAU,GAAG,KAAb;;AACA,YAAI,CAACb,SAAL,EAAgB;AACdA,UAAAA,SAAS,GAAGG,cAAc,CAACrB,UAAU,CAAC1B,YAAZ,EAA0BkD,GAAG,CAACF,MAA9B,CAA1B;AACD;;AACDW,QAAAA,MAAM,GAAGW,YAAY,CAACpB,GAAD,EAAMN,SAAN,CAArB;AACD;;AAED,UAAIlB,UAAU,CAAC5B,mBAAf,EAAoC;AAGlCoD,QAAAA,GAAG,GAAGqB,IAAI,CAACxD,KAAL,CAAWwD,IAAI,CAACC,SAAL,CAAetB,GAAf,CAAX,CAAN;AACD;;AAGDQ,MAAAA,iBAAiB,GACfA,iBAAiB,IACjB,IAAIe,yBAAJ,CAAsBd,MAAtB;AAEE9D,QAAAA,KAAK,EAAE6B,UAAU,CAAC7B,KAAX,IAAoB;AAF7B,SAGKoB,OAHL,EAFF;;AAQA,UAAI;AACFyC,QAAAA,iBAAiB,CAACgB,MAAlB,CAAyBxB,GAAzB;AAEA,YAAMyB,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACkB,YAAlB,CAA+B;AAACR,UAAAA,SAAS,EAATA;AAAD,SAA/B,CAAnC;;AACA,YAAIO,KAAJ,EAAW;AACTpB,UAAAA,UAAU,CAACsB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOtC,KAAP,EAAc;AACdkB,QAAAA,UAAU,CAACsB,OAAX,CAAmBxC,KAAnB;AACD;AACF,KA1ES;AA6EVyC,IAAAA,QA7EU,oBA6EDf,OA7EC,EA6EQ;AAChB,UAAI;AACF,YAAMK,SAAS,GAAGL,OAAO,CAAClB,IAAR,CAAawB,MAA/B;AAEA,YAAMM,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACqB,aAAlB,CAAgC;AAACX,UAAAA,SAAS,EAATA;AAAD,SAAhC,CAAnC;;AACA,YAAIO,KAAJ,EAAW;AACTpB,UAAAA,UAAU,CAACsB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOtC,KAAP,EAAc;AACdkB,QAAAA,UAAU,CAACsB,OAAX,CAAmBxC,KAAnB;AACD;;AAEDkB,MAAAA,UAAU,CAACyB,KAAX;AACD;AA1FS,IAAZ;;AA6FAvC,qBAAK1B,KAAL,CAAWsC,aAAX,EAA0BO,MAA1B,EAAkCqB,8BAAlC;;AAIA,SAAO1B,UAAP;AACD;;AAOD,SAAS1B,WAAT,CAAqBqB,GAArB,EAA6C;AAC3C,SAAOA,GAAG,IAAIA,GAAG,CAACgC,KAAJ,CAAU,UAACC,KAAD;AAAA,WAAW,OAAOA,KAAP,KAAiB,QAA5B;AAAA,GAAV,CAAd;AACD;;AAOD,SAASvD,YAAT,CAAsBH,OAAtB,EAA8C;AAC5C,MAAMe,MAAM,GAAGC,mBAAK1B,KAAL,CAAWU,OAAX,EAAoB;AACjCQ,IAAAA,QAAQ,EAAE,KADuB;AAEjC9B,IAAAA,aAAa,EAAE,IAFkB;AAGjCiF,IAAAA,OAAO,EAAE;AAHwB,GAApB,CAAf;;AAKA,SAAO5C,MAAM,CAACG,IAAP,CAAY,CAAZ,CAAP;AACD;;AAQD,SAASR,0BAAT,GAAsC;AACpC,MAAMkD,eAAe,GAAG,IAAIC,GAAJ,EAAxB;AACA,SAAO,UAACC,GAAD,EAAS;AACd,QAAIC,OAAO,GAAGD,GAAd;AACA,QAAIE,OAAO,GAAG,CAAd;;AACA,WAAOJ,eAAe,CAACK,GAAhB,CAAoBF,OAApB,CAAP,EAAqC;AACnCA,MAAAA,OAAO,aAAMD,GAAN,cAAaE,OAAb,CAAP;AACAA,MAAAA,OAAO;AACR;;AACDJ,IAAAA,eAAe,CAACM,GAAhB,CAAoBH,OAApB;AACA,WAAOA,OAAP;AACD,GATD;AAUD;;AAQD,SAASzC,cAAT,CAAwB/C,YAAxB,EAA2E;AAAA,MAA7B4F,KAA6B,uEAAb,CAAa;AACzE,MAAMC,OAAiB,GAAG,EAA1B;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,KAApB,EAA2BE,CAAC,EAA5B,EAAgC;AAC9BD,IAAAA,OAAO,CAACE,IAAR,WAAgB/F,YAAhB,SAA+B8F,CAAC,GAAG,CAAnC;AACD;;AACD,SAAOD,OAAP;AACD;;AAED,SAASvB,YAAT,CAAsBpB,GAAtB,EAA2BN,SAA3B,EAAsC;AACpC,MAAMe,MAAM,GAAGf,SAAS,GAAG,EAAH,GAAQ,EAAhC;;AACA,OAAK,IAAIkD,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAG5C,GAAG,CAACF,MAAxB,EAAgC8C,CAAC,EAAjC,EAAqC;AACnC,QAAME,UAAU,GAAIpD,SAAS,IAAIA,SAAS,CAACkD,CAAD,CAAvB,IAA+BA,CAAlD;AACA,QAAMX,KAAK,GAAGjC,GAAG,CAAC4C,CAAD,CAAjB;;AACA,kCAAeX,KAAf;AACE,WAAK,QAAL;AACA,WAAK,SAAL;AAEExB,QAAAA,MAAM,CAACqC,UAAD,CAAN,GAAqB;AAACtF,UAAAA,IAAI,EAAEuF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAEC;AAA3C,SAArB;AACA;;AACF,WAAK,QAAL;AACA;AACEzC,QAAAA,MAAM,CAACqC,UAAD,CAAN,GAAqB;AAACtF,UAAAA,IAAI,EAAEuF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAEhD;AAA3C,SAArB;AARJ;AAYD;;AACD,SAAOQ,MAAP;AACD;;AAEM,IAAM0C,mBAAqC,GAAG9F,SAA9C","sourcesContent":["import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {Batch} from '@loaders.gl/schema';\ntype Schema = any;\n\nimport {\n AsyncQueue,\n TableBatchBuilder,\n convertToArrayRow,\n convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n csv?: {\n // loaders.gl options\n shape?: 'array-row-table' | 'object-row-table' | 'columnar-table';\n /** optimizes memory usage but increases parsing time. */\n optimizeMemoryUsage?: boolean;\n columnPrefix?: string;\n header?: 'auto';\n\n // CSV options (papaparse)\n // delimiter: auto\n // newline: auto\n quoteChar?: string;\n escapeChar?: string;\n // Convert numbers and boolean values in rows from strings\n dynamicTyping?: boolean;\n comments?: boolean;\n skipEmptyLines?: boolean | 'greedy';\n // transform: null?\n delimitersToGuess?: string[];\n // fastMode: auto\n };\n};\n\nconst DEFAULT_CSV_LOADER_OPTIONS = {\n csv: {\n shape: 'object-row-table',\n optimizeMemoryUsage: false,\n // CSV options\n header: 'auto',\n columnPrefix: 'column',\n // delimiter: auto\n // newline: auto\n quoteChar: '\"',\n escapeChar: '\"',\n dynamicTyping: true,\n comments: false,\n skipEmptyLines: true,\n // transform: null?\n delimitersToGuess: [',', '\\t', '|', ';']\n // fastMode: auto\n }\n};\n\nexport const CSVLoader = {\n id: 'csv',\n module: 'csv',\n name: 'CSV',\n version: VERSION,\n extensions: ['csv', 'tsv', 'dsv'],\n mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n category: 'table',\n parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n parseCSV(new TextDecoder().decode(arrayBuffer), options),\n parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n parseInBatches: parseCSVInBatches,\n // @ts-ignore\n // testText: null,\n options: DEFAULT_CSV_LOADER_OPTIONS as CSVLoaderOptions\n};\n\nasync function parseCSV(csvText: string, options?: CSVLoaderOptions) {\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const firstRow = readFirstRow(csvText);\n const header: boolean =\n csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n const parseWithHeader = header;\n\n const papaparseConfig = {\n // dynamicTyping: true,\n ...csvOptions,\n header: parseWithHeader,\n download: false, // We handle loading, no need for papaparse to do it for us\n transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n error: (e) => {\n throw new Error(e);\n }\n };\n\n const result = Papa.parse(csvText, papaparseConfig);\n let {data: rows} = result;\n\n const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);\n\n switch (csvOptions.shape) {\n case 'object-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row));\n break;\n case 'array-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)));\n break;\n default:\n }\n\n /*\n if (!header && shape === 'object-row-table') {\n // If the dataset has no header, transform the array result into an object shape with an\n // autogenerated header\n return result.data.map((row) =>\n row.reduce((acc, value, i) => {\n acc[headerRow[i]] = value;\n return acc;\n }, {})\n );\n }\n */\n return rows;\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: CSVLoaderOptions\n): AsyncIterable<Batch> {\n // Papaparse does not support standard batch size handling\n // TODO - investigate papaparse chunks mode\n options = {...options};\n if (options.batchSize === 'auto') {\n options.batchSize = 4000;\n }\n\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const asyncQueue = new AsyncQueue<Batch>();\n\n let isFirstRow: boolean = true;\n let headerRow: string[] | null = null;\n let tableBatchBuilder: TableBatchBuilder | null = null;\n let schema: Schema | null = null;\n\n const config = {\n // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n ...csvOptions,\n header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n download: false, // We handle loading, no need for papaparse to do it for us\n // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n // See https://github.com/mholt/PapaParse/issues/465\n chunkSize: 1024 * 1024 * 5,\n // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n // both of the skipEmptyLines and step callback options are provided:\n // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n skipEmptyLines: false,\n\n // step is called on every row\n // eslint-disable-next-line complexity\n step(results) {\n let row = results.data;\n\n if (csvOptions.skipEmptyLines) {\n // Manually reject lines that are empty\n const collapsedRow = row.flat().join('').trim();\n if (collapsedRow === '') {\n return;\n }\n }\n const bytesUsed = results.meta.cursor;\n\n // Check if we need to save a header row\n if (isFirstRow && !headerRow) {\n // Auto detects or can be forced with csvOptions.header\n const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n if (header) {\n headerRow = row.map(duplicateColumnTransformer());\n return;\n }\n }\n\n // If first data row, we can deduce the schema\n if (isFirstRow) {\n isFirstRow = false;\n if (!headerRow) {\n headerRow = generateHeader(csvOptions.columnPrefix, row.length);\n }\n schema = deduceSchema(row, headerRow);\n }\n\n if (csvOptions.optimizeMemoryUsage) {\n // A workaround to allocate new strings and don't retain pointers to original strings.\n // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n row = JSON.parse(JSON.stringify(row));\n }\n\n // Add the row\n tableBatchBuilder =\n tableBatchBuilder ||\n new TableBatchBuilder(schema, {\n // @ts-expect-error\n shape: csvOptions.shape || 'array-row-table',\n ...options\n });\n\n try {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n },\n\n // complete is called when all rows have been read\n complete(results) {\n try {\n const bytesUsed = results.meta.cursor;\n // Ensure any final (partial) batch gets emitted\n const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n\n asyncQueue.close();\n }\n };\n\n Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n // TODO - Does it matter if we return asyncIterable or asyncIterator\n // return asyncQueue[Symbol.asyncIterator]();\n return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n const result = Papa.parse(csvText, {\n download: false,\n dynamicTyping: true,\n preview: 1\n });\n return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer() {\n const observedColumns = new Set();\n return (col) => {\n let colName = col;\n let counter = 1;\n while (observedColumns.has(colName)) {\n colName = `${col}.${counter}`;\n counter++;\n }\n observedColumns.add(colName);\n return colName;\n };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n const headers: string[] = [];\n for (let i = 0; i < count; i++) {\n headers.push(`${columnPrefix}${i + 1}`);\n }\n return headers;\n}\n\nfunction deduceSchema(row, headerRow) {\n const schema = headerRow ? {} : [];\n for (let i = 0; i < row.length; i++) {\n const columnName = (headerRow && headerRow[i]) || i;\n const value = row[i];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n }\n return schema;\n}\n\nexport const _typecheckCSVLoader: LoaderWithParser = CSVLoader;\n"],"file":"csv-loader.js"}
package/dist/es5/index.js CHANGED
@@ -5,7 +5,7 @@ Object.defineProperty(exports, "__esModule", {
5
5
  });
6
6
  Object.defineProperty(exports, "CSVLoader", {
7
7
  enumerable: true,
8
- get: function () {
8
+ get: function get() {
9
9
  return _csvLoader.CSVLoader;
10
10
  }
11
11
  });
@@ -7,31 +7,124 @@ Object.defineProperty(exports, "__esModule", {
7
7
  });
8
8
  exports.default = AsyncIteratorStreamer;
9
9
 
10
+ var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
11
+
12
+ var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
13
+
14
+ var _asyncIterator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncIterator"));
15
+
10
16
  var _papaparse = _interopRequireDefault(require("./papaparse"));
11
17
 
12
- const {
13
- ChunkStreamer
14
- } = _papaparse.default;
18
+ var ChunkStreamer = _papaparse.default.ChunkStreamer;
15
19
 
16
20
  function AsyncIteratorStreamer(config) {
17
21
  config = config || {};
18
22
  ChunkStreamer.call(this, config);
19
23
  this.textDecoder = new TextDecoder(this._config.encoding);
20
24
 
21
- this.stream = async function (asyncIterator) {
22
- this._input = asyncIterator;
25
+ this.stream = function () {
26
+ var _ref = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(asyncIterator) {
27
+ var _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, _value, chunk;
23
28
 
24
- try {
25
- for await (const chunk of asyncIterator) {
26
- this.parseChunk(this.getStringChunk(chunk));
27
- }
29
+ return _regenerator.default.wrap(function _callee$(_context) {
30
+ while (1) {
31
+ switch (_context.prev = _context.next) {
32
+ case 0:
33
+ this._input = asyncIterator;
34
+ _context.prev = 1;
35
+ _iteratorNormalCompletion = true;
36
+ _didIteratorError = false;
37
+ _context.prev = 4;
38
+ _iterator = (0, _asyncIterator2.default)(asyncIterator);
28
39
 
29
- this._finished = true;
30
- this.parseChunk('');
31
- } catch (error) {
32
- this._sendError(error);
33
- }
34
- };
40
+ case 6:
41
+ _context.next = 8;
42
+ return _iterator.next();
43
+
44
+ case 8:
45
+ _step = _context.sent;
46
+ _iteratorNormalCompletion = _step.done;
47
+ _context.next = 12;
48
+ return _step.value;
49
+
50
+ case 12:
51
+ _value = _context.sent;
52
+
53
+ if (_iteratorNormalCompletion) {
54
+ _context.next = 19;
55
+ break;
56
+ }
57
+
58
+ chunk = _value;
59
+ this.parseChunk(this.getStringChunk(chunk));
60
+
61
+ case 16:
62
+ _iteratorNormalCompletion = true;
63
+ _context.next = 6;
64
+ break;
65
+
66
+ case 19:
67
+ _context.next = 25;
68
+ break;
69
+
70
+ case 21:
71
+ _context.prev = 21;
72
+ _context.t0 = _context["catch"](4);
73
+ _didIteratorError = true;
74
+ _iteratorError = _context.t0;
75
+
76
+ case 25:
77
+ _context.prev = 25;
78
+ _context.prev = 26;
79
+
80
+ if (!(!_iteratorNormalCompletion && _iterator.return != null)) {
81
+ _context.next = 30;
82
+ break;
83
+ }
84
+
85
+ _context.next = 30;
86
+ return _iterator.return();
87
+
88
+ case 30:
89
+ _context.prev = 30;
90
+
91
+ if (!_didIteratorError) {
92
+ _context.next = 33;
93
+ break;
94
+ }
95
+
96
+ throw _iteratorError;
97
+
98
+ case 33:
99
+ return _context.finish(30);
100
+
101
+ case 34:
102
+ return _context.finish(25);
103
+
104
+ case 35:
105
+ this._finished = true;
106
+ this.parseChunk('');
107
+ _context.next = 42;
108
+ break;
109
+
110
+ case 39:
111
+ _context.prev = 39;
112
+ _context.t1 = _context["catch"](1);
113
+
114
+ this._sendError(_context.t1);
115
+
116
+ case 42:
117
+ case "end":
118
+ return _context.stop();
119
+ }
120
+ }
121
+ }, _callee, this, [[1, 39], [4, 21, 25, 35], [26,, 30, 34]]);
122
+ }));
123
+
124
+ return function (_x) {
125
+ return _ref.apply(this, arguments);
126
+ };
127
+ }();
35
128
 
36
129
  this._nextChunk = function nextChunk() {};
37
130
 
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../src/papaparse/async-iterator-streamer.ts"],"names":["ChunkStreamer","Papa","AsyncIteratorStreamer","config","call","textDecoder","TextDecoder","_config","encoding","stream","asyncIterator","_input","chunk","parseChunk","getStringChunk","_finished","error","_sendError","_nextChunk","nextChunk","decode","prototype","Object","create","constructor"],"mappings":";;;;;;;;;AAQA;;AACA,MAAM;AAACA,EAAAA;AAAD,IAAkBC,kBAAxB;;AAEe,SAASC,qBAAT,CAA+BC,MAA/B,EAAuC;AACpDA,EAAAA,MAAM,GAAGA,MAAM,IAAI,EAAnB;AAEAH,EAAAA,aAAa,CAACI,IAAd,CAAmB,IAAnB,EAAyBD,MAAzB;AAEA,OAAKE,WAAL,GAAmB,IAAIC,WAAJ,CAAgB,KAAKC,OAAL,CAAaC,QAA7B,CAAnB;;AAaA,OAAKC,MAAL,GAAc,gBAAgBC,aAAhB,EAA+B;AAC3C,SAAKC,MAAL,GAAcD,aAAd;;AAEA,QAAI;AAGF,iBAAW,MAAME,KAAjB,IAA0BF,aAA1B,EAAyC;AACvC,aAAKG,UAAL,CAAgB,KAAKC,cAAL,CAAoBF,KAApB,CAAhB;AACD;;AAcD,WAAKG,SAAL,GAAiB,IAAjB;AACA,WAAKF,UAAL,CAAgB,EAAhB;AACD,KArBD,CAqBE,OAAOG,KAAP,EAAc;AAEd,WAAKC,UAAL,CAAgBD,KAAhB;AACD;AACF,GA5BD;;AA8BA,OAAKE,UAAL,GAAkB,SAASC,SAAT,GAAqB,CAEtC,CAFD;;AAKA,OAAKL,cAAL,GAAsB,UAAUF,KAAV,EAAiB;AACrC,WAAO,OAAOA,KAAP,KAAiB,QAAjB,GAA4BA,KAA5B,GAAoC,KAAKP,WAAL,CAAiBe,MAAjB,CAAwBR,KAAxB,EAA+B;AAACH,MAAAA,MAAM,EAAE;AAAT,KAA/B,CAA3C;AACD,GAFD;AAGD;;AAEDP,qBAAqB,CAACmB,SAAtB,GAAkCC,MAAM,CAACC,MAAP,CAAcvB,aAAa,CAACqB,SAA5B,CAAlC;AACAnB,qBAAqB,CAACmB,SAAtB,CAAgCG,WAAhC,GAA8CtB,qBAA9C","sourcesContent":["// @ts-nocheck\n// A custom papaparse `Streamer` for async iterators\n// Ideally this can be contributed back to papaparse\n// Or papaparse can expose Streamer API so we can extend without forking.\n\n/* eslint-disable no-invalid-this */\n\n// Note: papaparse is not an ES6 module\nimport Papa from './papaparse';\nconst {ChunkStreamer} = Papa;\n\nexport default function AsyncIteratorStreamer(config) {\n config = config || {};\n\n ChunkStreamer.call(this, config);\n\n this.textDecoder = new TextDecoder(this._config.encoding);\n\n // Implement ChunkStreamer base class methods\n\n // this.pause = function() {\n // ChunkStreamer.prototype.pause.apply(this, arguments);\n // };\n\n // this.resume = function() {\n // ChunkStreamer.prototype.resume.apply(this, arguments);\n // this._input.resume();\n // };\n\n this.stream = async function (asyncIterator) {\n this._input = asyncIterator;\n\n try {\n // ES2018 version\n // TODO - check for pause and abort flags?\n for await (const chunk of asyncIterator) {\n this.parseChunk(this.getStringChunk(chunk));\n }\n\n // ES5 VERSION\n // while (true) {\n // asyncIterator.next().then(function(value) {\n // if (value.done) {\n // // finalize iterator?\n // }\n // }\n // const = await ;\n // if (done) return total;\n // total += value.length;\n // }\n\n this._finished = true;\n this.parseChunk('');\n } catch (error) {\n // Inform ChunkStreamer base class of error\n this._sendError(error);\n }\n };\n\n this._nextChunk = function nextChunk() {\n // Left empty, as async iterator automatically pulls next chunk\n };\n\n // HELPER METHODS\n this.getStringChunk = function (chunk) {\n return typeof chunk === 'string' ? chunk : this.textDecoder.decode(chunk, {stream: true});\n };\n}\n\nAsyncIteratorStreamer.prototype = Object.create(ChunkStreamer.prototype);\nAsyncIteratorStreamer.prototype.constructor = AsyncIteratorStreamer;\n"],"file":"async-iterator-streamer.js"}
1
+ {"version":3,"sources":["../../../src/papaparse/async-iterator-streamer.ts"],"names":["ChunkStreamer","Papa","AsyncIteratorStreamer","config","call","textDecoder","TextDecoder","_config","encoding","stream","asyncIterator","_input","chunk","parseChunk","getStringChunk","_finished","_sendError","_nextChunk","nextChunk","decode","prototype","Object","create","constructor"],"mappings":";;;;;;;;;;;;;;;AAQA;;AACA,IAAOA,aAAP,GAAwBC,kBAAxB,CAAOD,aAAP;;AAEe,SAASE,qBAAT,CAA+BC,MAA/B,EAAuC;AACpDA,EAAAA,MAAM,GAAGA,MAAM,IAAI,EAAnB;AAEAH,EAAAA,aAAa,CAACI,IAAd,CAAmB,IAAnB,EAAyBD,MAAzB;AAEA,OAAKE,WAAL,GAAmB,IAAIC,WAAJ,CAAgB,KAAKC,OAAL,CAAaC,QAA7B,CAAnB;;AAaA,OAAKC,MAAL;AAAA,yEAAc,iBAAgBC,aAAhB;AAAA;;AAAA;AAAA;AAAA;AAAA;AACZ,mBAAKC,MAAL,GAAcD,aAAd;AADY;AAAA;AAAA;AAAA;AAAA,uDAMgBA,aANhB;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAMOE,cAAAA,KANP;AAOR,mBAAKC,UAAL,CAAgB,KAAKC,cAAL,CAAoBF,KAApB,CAAhB;;AAPQ;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAsBV,mBAAKG,SAAL,GAAiB,IAAjB;AACA,mBAAKF,UAAL,CAAgB,EAAhB;AAvBU;AAAA;;AAAA;AAAA;AAAA;;AA0BV,mBAAKG,UAAL;;AA1BU;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAAd;;AAAA;AAAA;AAAA;AAAA;;AA8BA,OAAKC,UAAL,GAAkB,SAASC,SAAT,GAAqB,CAEtC,CAFD;;AAKA,OAAKJ,cAAL,GAAsB,UAAUF,KAAV,EAAiB;AACrC,WAAO,OAAOA,KAAP,KAAiB,QAAjB,GAA4BA,KAA5B,GAAoC,KAAKP,WAAL,CAAiBc,MAAjB,CAAwBP,KAAxB,EAA+B;AAACH,MAAAA,MAAM,EAAE;AAAT,KAA/B,CAA3C;AACD,GAFD;AAGD;;AAEDP,qBAAqB,CAACkB,SAAtB,GAAkCC,MAAM,CAACC,MAAP,CAActB,aAAa,CAACoB,SAA5B,CAAlC;AACAlB,qBAAqB,CAACkB,SAAtB,CAAgCG,WAAhC,GAA8CrB,qBAA9C","sourcesContent":["// @ts-nocheck\n// A custom papaparse `Streamer` for async iterators\n// Ideally this can be contributed back to papaparse\n// Or papaparse can expose Streamer API so we can extend without forking.\n\n/* eslint-disable no-invalid-this */\n\n// Note: papaparse is not an ES6 module\nimport Papa from './papaparse';\nconst {ChunkStreamer} = Papa;\n\nexport default function AsyncIteratorStreamer(config) {\n config = config || {};\n\n ChunkStreamer.call(this, config);\n\n this.textDecoder = new TextDecoder(this._config.encoding);\n\n // Implement ChunkStreamer base class methods\n\n // this.pause = function() {\n // ChunkStreamer.prototype.pause.apply(this, arguments);\n // };\n\n // this.resume = function() {\n // ChunkStreamer.prototype.resume.apply(this, arguments);\n // this._input.resume();\n // };\n\n this.stream = async function (asyncIterator) {\n this._input = asyncIterator;\n\n try {\n // ES2018 version\n // TODO - check for pause and abort flags?\n for await (const chunk of asyncIterator) {\n this.parseChunk(this.getStringChunk(chunk));\n }\n\n // ES5 VERSION\n // while (true) {\n // asyncIterator.next().then(function(value) {\n // if (value.done) {\n // // finalize iterator?\n // }\n // }\n // const = await ;\n // if (done) return total;\n // total += value.length;\n // }\n\n this._finished = true;\n this.parseChunk('');\n } catch (error) {\n // Inform ChunkStreamer base class of error\n this._sendError(error);\n }\n };\n\n this._nextChunk = function nextChunk() {\n // Left empty, as async iterator automatically pulls next chunk\n };\n\n // HELPER METHODS\n this.getStringChunk = function (chunk) {\n return typeof chunk === 'string' ? chunk : this.textDecoder.decode(chunk, {stream: true});\n };\n}\n\nAsyncIteratorStreamer.prototype = Object.create(ChunkStreamer.prototype);\nAsyncIteratorStreamer.prototype.constructor = AsyncIteratorStreamer;\n"],"file":"async-iterator-streamer.js"}
@@ -1,23 +1,27 @@
1
1
  "use strict";
2
2
 
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+
3
5
  Object.defineProperty(exports, "__esModule", {
4
6
  value: true
5
7
  });
6
8
  exports.default = void 0;
7
9
 
10
+ var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
11
+
8
12
  /* @license
9
13
  Papa Parse
10
14
  v5.0.0-beta.0
11
15
  https://github.com/mholt/PapaParse
12
16
  License: MIT
13
17
  */
14
- const BYTE_ORDER_MARK = '\ufeff';
15
- const Papa = {
18
+ var BYTE_ORDER_MARK = "\uFEFF";
19
+ var Papa = {
16
20
  parse: CsvToJson,
17
21
  unparse: JsonToCsv,
18
22
  RECORD_SEP: String.fromCharCode(30),
19
23
  UNIT_SEP: String.fromCharCode(31),
20
- BYTE_ORDER_MARK,
24
+ BYTE_ORDER_MARK: BYTE_ORDER_MARK,
21
25
  BAD_DELIMITERS: ['\r', '\n', '"', BYTE_ORDER_MARK],
22
26
  WORKERS_SUPPORTED: false,
23
27
  NODE_STREAM_INPUT: 1,
@@ -92,14 +96,14 @@ function JsonToCsv(_input, _config) {
92
96
  if (typeof _input === 'string') _input = JSON.parse(_input);
93
97
 
94
98
  if (Array.isArray(_input)) {
95
- if (!_input.length || Array.isArray(_input[0])) return serialize(null, _input, _skipEmptyLines);else if (typeof _input[0] === 'object') return serialize(_columns || objectKeys(_input[0]), _input, _skipEmptyLines);
96
- } else if (typeof _input === 'object') {
99
+ if (!_input.length || Array.isArray(_input[0])) return serialize(null, _input, _skipEmptyLines);else if ((0, _typeof2.default)(_input[0]) === 'object') return serialize(_columns || objectKeys(_input[0]), _input, _skipEmptyLines);
100
+ } else if ((0, _typeof2.default)(_input) === 'object') {
97
101
  if (typeof _input.data === 'string') _input.data = JSON.parse(_input.data);
98
102
 
99
103
  if (Array.isArray(_input.data)) {
100
104
  if (!_input.fields) _input.fields = _input.meta && _input.meta.fields;
101
105
  if (!_input.fields) _input.fields = Array.isArray(_input.data[0]) ? _input.fields : objectKeys(_input.data[0]);
102
- if (!Array.isArray(_input.data[0]) && typeof _input.data[0] !== 'object') _input.data = [_input.data];
106
+ if (!Array.isArray(_input.data[0]) && (0, _typeof2.default)(_input.data[0]) !== 'object') _input.data = [_input.data];
103
107
  }
104
108
 
105
109
  return serialize(_input.fields || [], _input.data || [], _skipEmptyLines);
@@ -108,7 +112,7 @@ function JsonToCsv(_input, _config) {
108
112
  throw new Error('Unable to serialize unrecognized input');
109
113
 
110
114
  function unpackConfig() {
111
- if (typeof _config !== 'object') return;
115
+ if ((0, _typeof2.default)(_config) !== 'object') return;
112
116
 
113
117
  if (typeof _config.delimiter === 'string' && !Papa.BAD_DELIMITERS.filter(function (value) {
114
118
  return _config.delimiter.indexOf(value) !== -1;
@@ -133,10 +137,12 @@ function JsonToCsv(_input, _config) {
133
137
  }
134
138
 
135
139
  function objectKeys(obj) {
136
- if (typeof obj !== 'object') return [];
140
+ if ((0, _typeof2.default)(obj) !== 'object') return [];
137
141
  var keys = [];
138
142
 
139
- for (var key in obj) keys.push(key);
143
+ for (var key in obj) {
144
+ keys.push(key);
145
+ }
140
146
 
141
147
  return keys;
142
148
  }
@@ -202,7 +208,9 @@ function JsonToCsv(_input, _config) {
202
208
  }
203
209
 
204
210
  function hasAny(str, substrings) {
205
- for (var i = 0; i < substrings.length; i++) if (str.indexOf(substrings[i]) > -1) return true;
211
+ for (var i = 0; i < substrings.length; i++) {
212
+ if (str.indexOf(substrings[i]) > -1) return true;
213
+ }
206
214
 
207
215
  return false;
208
216
  }
@@ -424,7 +432,9 @@ function ParserHandle(_config) {
424
432
  }
425
433
 
426
434
  if (_config.skipEmptyLines) {
427
- for (var i = 0; i < _results.data.length; i++) if (testEmptyLine(_results.data[i])) _results.data.splice(i--, 1);
435
+ for (var i = 0; i < _results.data.length; i++) {
436
+ if (testEmptyLine(_results.data[i])) _results.data.splice(i--, 1);
437
+ }
428
438
  }
429
439
 
430
440
  if (needsHeaderRow()) fillHeaderFields();
@@ -445,7 +455,9 @@ function ParserHandle(_config) {
445
455
  }
446
456
 
447
457
  if (Array.isArray(_results.data[0])) {
448
- for (var i = 0; needsHeaderRow() && i < _results.data.length; i++) _results.data[i].forEach(addHeder);
458
+ for (var i = 0; needsHeaderRow() && i < _results.data.length; i++) {
459
+ _results.data[i].forEach(addHeder);
460
+ }
449
461
 
450
462
  _results.data.splice(0, 1);
451
463
  } else _results.data.forEach(addHeder);
@@ -854,10 +866,12 @@ function notImplemented() {
854
866
  }
855
867
 
856
868
  function copy(obj) {
857
- if (typeof obj !== 'object' || obj === null) return obj;
869
+ if ((0, _typeof2.default)(obj) !== 'object' || obj === null) return obj;
858
870
  var cpy = Array.isArray(obj) ? [] : {};
859
871
 
860
- for (var key in obj) cpy[key] = copy(obj[key]);
872
+ for (var key in obj) {
873
+ cpy[key] = copy(obj[key]);
874
+ }
861
875
 
862
876
  return cpy;
863
877
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../src/papaparse/papaparse.ts"],"names":["BYTE_ORDER_MARK","Papa","parse","CsvToJson","unparse","JsonToCsv","RECORD_SEP","String","fromCharCode","UNIT_SEP","BAD_DELIMITERS","WORKERS_SUPPORTED","NODE_STREAM_INPUT","LocalChunkSize","RemoteChunkSize","DefaultDelimiter","Parser","ParserHandle","ChunkStreamer","StringStreamer","_input","_config","UserDefinedStreamer","dynamicTyping","isFunction","dynamicTypingFunction","transform","worker","w","newWorker","userStep","step","userChunk","chunk","userComplete","complete","userError","error","postMessage","input","config","workerId","id","streamer","stream","_quotes","_writeHeader","_delimiter","_newline","_quoteChar","_escapedQuote","_skipEmptyLines","_columns","unpackConfig","quoteCharRegex","RegExp","escapeRegExp","JSON","Array","isArray","length","serialize","objectKeys","data","fields","meta","Error","delimiter","filter","value","indexOf","quotes","skipEmptyLines","newline","quoteChar","header","columns","escapeChar","undefined","obj","keys","key","push","csv","hasHeader","dataKeyedByField","i","safe","row","maxCol","emptyLine","nullLine","Object","join","trim","line","c","cx","col","colIdx","str","constructor","Date","stringify","slice","toString","replace","needsQuotes","hasAny","charAt","substrings","_handle","_finished","_completed","_baseIndex","_partialLine","_rowCount","_start","_nextChunk","isFirstChunk","_completeResults","errors","replaceConfig","call","parseChunk","isFakeChunk","beforeFirstChunk","modifiedChunk","aggregate","results","paused","aborted","lastIndex","cursor","substring","finishedIncludingPreview","preview","concat","_sendError","configCopy","copy","chunkSize","parseInt","remaining","s","size","substr","prototype","create","FLOAT","ISO_DATE","self","_stepCounter","_rowCounter","_parser","_paused","_aborted","_delimiterError","_fields","_results","needsHeaderRow","processResults","abort","baseIndex","ignoreLastRow","guessLineEndings","delimGuess","guessDelimiter","comments","delimitersToGuess","successful","bestDelimiter","parserConfig","pause","getCharIndex","resume","testEmptyLine","addError","splice","fillHeaderFields","applyHeaderAndDynamicTypingAndTransformation","addHeder","transformHeader","forEach","shouldApplyDynamicTyping","field","parseDynamic","test","parseFloat","processRow","rowSource","j","incrementBy","map","bestDelim","bestDelta","fieldCountPrevRow","delim","delta","avgFieldCount","emptyLinesCount","fieldCount","Math","abs","re","r","split","n","nAppearsFirst","numWithN","type","code","msg","message","string","fastMode","inputLen","delimLen","newlineLen","commentsLen","stepIsFunction","lastCursor","returnable","rows","pushRow","doStep","nextDelim","nextNewline","quoteSearch","index","finish","checkUpTo","min","spacesBetweenQuoteAndDelimiter","extraSpaces","spacesBetweenQuoteAndNewLine","saveRow","spaceLength","textBetweenClosingQuoteAndIndex","newCursor","stopped","isStep","linebreak","truncated","notImplemented","cpy","func"],"mappings":";;;;;;;AAGA;AACA;AACA;AACA;AACA;AACA;AASA,MAAMA,eAAe,GAAG,QAAxB;AAEA,MAAMC,IAAI,GAAG;AACXC,EAAAA,KAAK,EAAEC,SADI;AAEXC,EAAAA,OAAO,EAAEC,SAFE;AAIXC,EAAAA,UAAU,EAAEC,MAAM,CAACC,YAAP,CAAoB,EAApB,CAJD;AAKXC,EAAAA,QAAQ,EAAEF,MAAM,CAACC,YAAP,CAAoB,EAApB,CALC;AAMXR,EAAAA,eANW;AAOXU,EAAAA,cAAc,EAAE,CAAC,IAAD,EAAO,IAAP,EAAa,GAAb,EAAkBV,eAAlB,CAPL;AAQXW,EAAAA,iBAAiB,EAAE,KARR;AASXC,EAAAA,iBAAiB,EAAE,CATR;AAYXC,EAAAA,cAAc,EAAE,OAAO,IAAP,GAAc,EAZnB;AAaXC,EAAAA,eAAe,EAAE,OAAO,IAAP,GAAc,CAbpB;AAcXC,EAAAA,gBAAgB,EAAE,GAdP;AAiBXC,EAAAA,MAAM,EAAEA,MAjBG;AAkBXC,EAAAA,YAAY,EAAEA,YAlBH;AAqBXC,EAAAA,aAAa,EAAEA,aArBJ;AAsBXC,EAAAA,cAAc,EAAEA;AAtBL,CAAb;eAwBelB,I;;;AAef,SAASE,SAAT,CACEiB,MADF,EAEEC,OAFF,EAGEC,mBAHF,EAIE;AACAD,EAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AACA,MAAIE,aAAa,GAAGF,OAAO,CAACE,aAAR,IAAyB,KAA7C;;AACA,MAAIC,UAAU,CAACD,aAAD,CAAd,EAA+B;AAC7BF,IAAAA,OAAO,CAACI,qBAAR,GAAgCF,aAAhC;AAEAA,IAAAA,aAAa,GAAG,EAAhB;AACD;;AACDF,EAAAA,OAAO,CAACE,aAAR,GAAwBA,aAAxB;AAEAF,EAAAA,OAAO,CAACK,SAAR,GAAoBF,UAAU,CAACH,OAAO,CAACK,SAAT,CAAV,GAAgCL,OAAO,CAACK,SAAxC,GAAoD,KAAxE;;AAEA,MAAIL,OAAO,CAACM,MAAR,IAAkB1B,IAAI,CAACU,iBAA3B,EAA8C;AAC5C,QAAIiB,CAAC,GAAGC,SAAS,EAAjB;AAEAD,IAAAA,CAAC,CAACE,QAAF,GAAaT,OAAO,CAACU,IAArB;AACAH,IAAAA,CAAC,CAACI,SAAF,GAAcX,OAAO,CAACY,KAAtB;AACAL,IAAAA,CAAC,CAACM,YAAF,GAAiBb,OAAO,CAACc,QAAzB;AACAP,IAAAA,CAAC,CAACQ,SAAF,GAAcf,OAAO,CAACgB,KAAtB;AAEAhB,IAAAA,OAAO,CAACU,IAAR,GAAeP,UAAU,CAACH,OAAO,CAACU,IAAT,CAAzB;AACAV,IAAAA,OAAO,CAACY,KAAR,GAAgBT,UAAU,CAACH,OAAO,CAACY,KAAT,CAA1B;AACAZ,IAAAA,OAAO,CAACc,QAAR,GAAmBX,UAAU,CAACH,OAAO,CAACc,QAAT,CAA7B;AACAd,IAAAA,OAAO,CAACgB,KAAR,GAAgBb,UAAU,CAACH,OAAO,CAACgB,KAAT,CAA1B;AACA,WAAOhB,OAAO,CAACM,MAAf;AAEAC,IAAAA,CAAC,CAACU,WAAF,CAAc;AACZC,MAAAA,KAAK,EAAEnB,MADK;AAEZoB,MAAAA,MAAM,EAAEnB,OAFI;AAGZoB,MAAAA,QAAQ,EAAEb,CAAC,CAACc;AAHA,KAAd;AAMA;AACD;;AAED,MAAIC,QAAQ,GAAG,IAAf;;AASA,MAAI,OAAOvB,MAAP,KAAkB,QAAtB,EAAgC;AAG9BuB,IAAAA,QAAQ,GAAG,IAAIxB,cAAJ,CAAmBE,OAAnB,CAAX;AACD;;AAUD,MAAI,CAACsB,QAAL,EAAe;AACbA,IAAAA,QAAQ,GAAG,IAAIrB,mBAAJ,CAAwBD,OAAxB,CAAX;AACD;;AAGD,SAAOsB,QAAQ,CAACC,MAAT,CAAgBxB,MAAhB,CAAP;AACD;;AAED,SAASf,SAAT,CAAmBe,MAAnB,EAA2BC,OAA3B,EAAoC;AAIlC,MAAIwB,OAAO,GAAG,KAAd;AAGA,MAAIC,YAAY,GAAG,IAAnB;AAGA,MAAIC,UAAU,GAAG,GAAjB;AAGA,MAAIC,QAAQ,GAAG,MAAf;AAGA,MAAIC,UAAU,GAAG,GAAjB;;AAGA,MAAIC,aAAa,GAAGD,UAAU,GAAGA,UAAjC;;AAGA,MAAIE,eAAe,GAAG,KAAtB;AAGA,MAAIC,QAAQ,GAAG,IAAf;AAEAC,EAAAA,YAAY;AAEZ,MAAIC,cAAc,GAAG,IAAIC,MAAJ,CAAWC,YAAY,CAACP,UAAD,CAAvB,EAAqC,GAArC,CAArB;AAEA,MAAI,OAAO7B,MAAP,KAAkB,QAAtB,EAAgCA,MAAM,GAAGqC,IAAI,CAACvD,KAAL,CAAWkB,MAAX,CAAT;;AAEhC,MAAIsC,KAAK,CAACC,OAAN,CAAcvC,MAAd,CAAJ,EAA2B;AACzB,QAAI,CAACA,MAAM,CAACwC,MAAR,IAAkBF,KAAK,CAACC,OAAN,CAAcvC,MAAM,CAAC,CAAD,CAApB,CAAtB,EAAgD,OAAOyC,SAAS,CAAC,IAAD,EAAOzC,MAAP,EAAe+B,eAAf,CAAhB,CAAhD,KACK,IAAI,OAAO/B,MAAM,CAAC,CAAD,CAAb,KAAqB,QAAzB,EACH,OAAOyC,SAAS,CAACT,QAAQ,IAAIU,UAAU,CAAC1C,MAAM,CAAC,CAAD,CAAP,CAAvB,EAAoCA,MAApC,EAA4C+B,eAA5C,CAAhB;AACH,GAJD,MAIO,IAAI,OAAO/B,MAAP,KAAkB,QAAtB,EAAgC;AACrC,QAAI,OAAOA,MAAM,CAAC2C,IAAd,KAAuB,QAA3B,EAAqC3C,MAAM,CAAC2C,IAAP,GAAcN,IAAI,CAACvD,KAAL,CAAWkB,MAAM,CAAC2C,IAAlB,CAAd;;AAErC,QAAIL,KAAK,CAACC,OAAN,CAAcvC,MAAM,CAAC2C,IAArB,CAAJ,EAAgC;AAC9B,UAAI,CAAC3C,MAAM,CAAC4C,MAAZ,EAAoB5C,MAAM,CAAC4C,MAAP,GAAgB5C,MAAM,CAAC6C,IAAP,IAAe7C,MAAM,CAAC6C,IAAP,CAAYD,MAA3C;AAEpB,UAAI,CAAC5C,MAAM,CAAC4C,MAAZ,EACE5C,MAAM,CAAC4C,MAAP,GAAgBN,KAAK,CAACC,OAAN,CAAcvC,MAAM,CAAC2C,IAAP,CAAY,CAAZ,CAAd,IAAgC3C,MAAM,CAAC4C,MAAvC,GAAgDF,UAAU,CAAC1C,MAAM,CAAC2C,IAAP,CAAY,CAAZ,CAAD,CAA1E;AAEF,UAAI,CAACL,KAAK,CAACC,OAAN,CAAcvC,MAAM,CAAC2C,IAAP,CAAY,CAAZ,CAAd,CAAD,IAAkC,OAAO3C,MAAM,CAAC2C,IAAP,CAAY,CAAZ,CAAP,KAA0B,QAAhE,EACE3C,MAAM,CAAC2C,IAAP,GAAc,CAAC3C,MAAM,CAAC2C,IAAR,CAAd;AACH;;AAED,WAAOF,SAAS,CAACzC,MAAM,CAAC4C,MAAP,IAAiB,EAAlB,EAAsB5C,MAAM,CAAC2C,IAAP,IAAe,EAArC,EAAyCZ,eAAzC,CAAhB;AACD;;AAGD,QAAM,IAAIe,KAAJ,CAAU,wCAAV,CAAN;;AAEA,WAASb,YAAT,GAAwB;AACtB,QAAI,OAAOhC,OAAP,KAAmB,QAAvB,EAAiC;;AAEjC,QACE,OAAOA,OAAO,CAAC8C,SAAf,KAA6B,QAA7B,IACA,CAAClE,IAAI,CAACS,cAAL,CAAoB0D,MAApB,CAA2B,UAAUC,KAAV,EAAiB;AAC3C,aAAOhD,OAAO,CAAC8C,SAAR,CAAkBG,OAAlB,CAA0BD,KAA1B,MAAqC,CAAC,CAA7C;AACD,KAFA,EAEET,MAJL,EAKE;AACAb,MAAAA,UAAU,GAAG1B,OAAO,CAAC8C,SAArB;AACD;;AAED,QAAI,OAAO9C,OAAO,CAACkD,MAAf,KAA0B,SAA1B,IAAuCb,KAAK,CAACC,OAAN,CAActC,OAAO,CAACkD,MAAtB,CAA3C,EACE1B,OAAO,GAAGxB,OAAO,CAACkD,MAAlB;AAEF,QAAI,OAAOlD,OAAO,CAACmD,cAAf,KAAkC,SAAlC,IAA+C,OAAOnD,OAAO,CAACmD,cAAf,KAAkC,QAArF,EACErB,eAAe,GAAG9B,OAAO,CAACmD,cAA1B;AAEF,QAAI,OAAOnD,OAAO,CAACoD,OAAf,KAA2B,QAA/B,EAAyCzB,QAAQ,GAAG3B,OAAO,CAACoD,OAAnB;AAEzC,QAAI,OAAOpD,OAAO,CAACqD,SAAf,KAA6B,QAAjC,EAA2CzB,UAAU,GAAG5B,OAAO,CAACqD,SAArB;AAE3C,QAAI,OAAOrD,OAAO,CAACsD,MAAf,KAA0B,SAA9B,EAAyC7B,YAAY,GAAGzB,OAAO,CAACsD,MAAvB;;AAEzC,QAAIjB,KAAK,CAACC,OAAN,CAActC,OAAO,CAACuD,OAAtB,CAAJ,EAAoC;AAClC,UAAIvD,OAAO,CAACuD,OAAR,CAAgBhB,MAAhB,KAA2B,CAA/B,EAAkC,MAAM,IAAIM,KAAJ,CAAU,yBAAV,CAAN;AAElCd,MAAAA,QAAQ,GAAG/B,OAAO,CAACuD,OAAnB;AACD;;AAED,QAAIvD,OAAO,CAACwD,UAAR,KAAuBC,SAA3B,EAAsC;AACpC5B,MAAAA,aAAa,GAAG7B,OAAO,CAACwD,UAAR,GAAqB5B,UAArC;AACD;AACF;;AAGD,WAASa,UAAT,CAAoBiB,GAApB,EAAyB;AACvB,QAAI,OAAOA,GAAP,KAAe,QAAnB,EAA6B,OAAO,EAAP;AAC7B,QAAIC,IAAI,GAAG,EAAX;;AACA,SAAK,IAAIC,GAAT,IAAgBF,GAAhB,EAAqBC,IAAI,CAACE,IAAL,CAAUD,GAAV;;AACrB,WAAOD,IAAP;AACD;;AAGD,WAASnB,SAAT,CAAmBG,MAAnB,EAA2BD,IAA3B,EAAiCS,cAAjC,EAAiD;AAC/C,QAAIW,GAAG,GAAG,EAAV;AAEA,QAAI,OAAOnB,MAAP,KAAkB,QAAtB,EAAgCA,MAAM,GAAGP,IAAI,CAACvD,KAAL,CAAW8D,MAAX,CAAT;AAChC,QAAI,OAAOD,IAAP,KAAgB,QAApB,EAA8BA,IAAI,GAAGN,IAAI,CAACvD,KAAL,CAAW6D,IAAX,CAAP;AAE9B,QAAIqB,SAAS,GAAG1B,KAAK,CAACC,OAAN,CAAcK,MAAd,KAAyBA,MAAM,CAACJ,MAAP,GAAgB,CAAzD;AACA,QAAIyB,gBAAgB,GAAG,CAAC3B,KAAK,CAACC,OAAN,CAAcI,IAAI,CAAC,CAAD,CAAlB,CAAxB;;AAGA,QAAIqB,SAAS,IAAItC,YAAjB,EAA+B;AAC7B,WAAK,IAAIwC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGtB,MAAM,CAACJ,MAA3B,EAAmC0B,CAAC,EAApC,EAAwC;AACtC,YAAIA,CAAC,GAAG,CAAR,EAAWH,GAAG,IAAIpC,UAAP;AACXoC,QAAAA,GAAG,IAAII,IAAI,CAACvB,MAAM,CAACsB,CAAD,CAAP,EAAYA,CAAZ,CAAX;AACD;;AACD,UAAIvB,IAAI,CAACH,MAAL,GAAc,CAAlB,EAAqBuB,GAAG,IAAInC,QAAP;AACtB;;AAGD,SAAK,IAAIwC,GAAG,GAAG,CAAf,EAAkBA,GAAG,GAAGzB,IAAI,CAACH,MAA7B,EAAqC4B,GAAG,EAAxC,EAA4C;AAC1C,UAAIC,MAAM,GAAGL,SAAS,GAAGpB,MAAM,CAACJ,MAAV,GAAmBG,IAAI,CAACyB,GAAD,CAAJ,CAAU5B,MAAnD;AAEA,UAAI8B,SAAS,GAAG,KAAhB;AACA,UAAIC,QAAQ,GAAGP,SAAS,GAAGQ,MAAM,CAACZ,IAAP,CAAYjB,IAAI,CAACyB,GAAD,CAAhB,EAAuB5B,MAAvB,KAAkC,CAArC,GAAyCG,IAAI,CAACyB,GAAD,CAAJ,CAAU5B,MAAV,KAAqB,CAAtF;;AACA,UAAIY,cAAc,IAAI,CAACY,SAAvB,EAAkC;AAChCM,QAAAA,SAAS,GACPlB,cAAc,KAAK,QAAnB,GACIT,IAAI,CAACyB,GAAD,CAAJ,CAAUK,IAAV,CAAe,EAAf,EAAmBC,IAAnB,OAA8B,EADlC,GAEI/B,IAAI,CAACyB,GAAD,CAAJ,CAAU5B,MAAV,KAAqB,CAArB,IAA0BG,IAAI,CAACyB,GAAD,CAAJ,CAAU,CAAV,EAAa5B,MAAb,KAAwB,CAHxD;AAID;;AACD,UAAIY,cAAc,KAAK,QAAnB,IAA+BY,SAAnC,EAA8C;AAC5C,YAAIW,IAAI,GAAG,EAAX;;AACA,aAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGP,MAApB,EAA4BO,CAAC,EAA7B,EAAiC;AAC/B,cAAIC,EAAE,GAAGZ,gBAAgB,GAAGrB,MAAM,CAACgC,CAAD,CAAT,GAAeA,CAAxC;AACAD,UAAAA,IAAI,CAACb,IAAL,CAAUnB,IAAI,CAACyB,GAAD,CAAJ,CAAUS,EAAV,CAAV;AACD;;AACDP,QAAAA,SAAS,GAAGK,IAAI,CAACF,IAAL,CAAU,EAAV,EAAcC,IAAd,OAAyB,EAArC;AACD;;AACD,UAAI,CAACJ,SAAL,EAAgB;AACd,aAAK,IAAIQ,GAAG,GAAG,CAAf,EAAkBA,GAAG,GAAGT,MAAxB,EAAgCS,GAAG,EAAnC,EAAuC;AACrC,cAAIA,GAAG,GAAG,CAAN,IAAW,CAACP,QAAhB,EAA0BR,GAAG,IAAIpC,UAAP;AAC1B,cAAIoD,MAAM,GAAGf,SAAS,IAAIC,gBAAb,GAAgCrB,MAAM,CAACkC,GAAD,CAAtC,GAA8CA,GAA3D;AACAf,UAAAA,GAAG,IAAII,IAAI,CAACxB,IAAI,CAACyB,GAAD,CAAJ,CAAUW,MAAV,CAAD,EAAoBD,GAApB,CAAX;AACD;;AACD,YAAIV,GAAG,GAAGzB,IAAI,CAACH,MAAL,GAAc,CAApB,KAA0B,CAACY,cAAD,IAAoBiB,MAAM,GAAG,CAAT,IAAc,CAACE,QAA7D,CAAJ,EAA6E;AAC3ER,UAAAA,GAAG,IAAInC,QAAP;AACD;AACF;AACF;;AACD,WAAOmC,GAAP;AACD;;AAGD,WAASI,IAAT,CAAca,GAAd,EAAmBF,GAAnB,EAAwB;AACtB,QAAI,OAAOE,GAAP,KAAe,WAAf,IAA8BA,GAAG,KAAK,IAA1C,EAAgD,OAAO,EAAP;AAEhD,QAAIA,GAAG,CAACC,WAAJ,KAAoBC,IAAxB,EAA8B,OAAO7C,IAAI,CAAC8C,SAAL,CAAeH,GAAf,EAAoBI,KAApB,CAA0B,CAA1B,EAA6B,EAA7B,CAAP;AAE9BJ,IAAAA,GAAG,GAAGA,GAAG,CAACK,QAAJ,GAAeC,OAAf,CAAuBpD,cAAvB,EAAuCJ,aAAvC,CAAN;AAEA,QAAIyD,WAAW,GACZ,OAAO9D,OAAP,KAAmB,SAAnB,IAAgCA,OAAjC,IACCa,KAAK,CAACC,OAAN,CAAcd,OAAd,KAA0BA,OAAO,CAACqD,GAAD,CADlC,IAEAU,MAAM,CAACR,GAAD,EAAMnG,IAAI,CAACS,cAAX,CAFN,IAGA0F,GAAG,CAAC9B,OAAJ,CAAYvB,UAAZ,IAA0B,CAAC,CAH3B,IAIAqD,GAAG,CAACS,MAAJ,CAAW,CAAX,MAAkB,GAJlB,IAKAT,GAAG,CAACS,MAAJ,CAAWT,GAAG,CAACxC,MAAJ,GAAa,CAAxB,MAA+B,GANjC;AAQA,WAAO+C,WAAW,GAAG1D,UAAU,GAAGmD,GAAb,GAAmBnD,UAAtB,GAAmCmD,GAArD;AACD;;AAED,WAASQ,MAAT,CAAgBR,GAAhB,EAAqBU,UAArB,EAAiC;AAC/B,SAAK,IAAIxB,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGwB,UAAU,CAAClD,MAA/B,EAAuC0B,CAAC,EAAxC,EAA4C,IAAIc,GAAG,CAAC9B,OAAJ,CAAYwC,UAAU,CAACxB,CAAD,CAAtB,IAA6B,CAAC,CAAlC,EAAqC,OAAO,IAAP;;AACjF,WAAO,KAAP;AACD;AACF;;AAGD,SAASpE,aAAT,CAAuBsB,MAAvB,EAA+B;AAC7B,OAAKuE,OAAL,GAAe,IAAf;AACA,OAAKC,SAAL,GAAiB,KAAjB;AACA,OAAKC,UAAL,GAAkB,KAAlB;AACA,OAAK7F,MAAL,GAAc,IAAd;AACA,OAAK8F,UAAL,GAAkB,CAAlB;AACA,OAAKC,YAAL,GAAoB,EAApB;AACA,OAAKC,SAAL,GAAiB,CAAjB;AACA,OAAKC,MAAL,GAAc,CAAd;AACA,OAAKC,UAAL,GAAkB,IAAlB;AACA,OAAKC,YAAL,GAAoB,IAApB;AACA,OAAKC,gBAAL,GAAwB;AACtBzD,IAAAA,IAAI,EAAE,EADgB;AAEtB0D,IAAAA,MAAM,EAAE,EAFc;AAGtBxD,IAAAA,IAAI,EAAE;AAHgB,GAAxB;AAKAyD,EAAAA,aAAa,CAACC,IAAd,CAAmB,IAAnB,EAAyBnF,MAAzB;;AAEA,OAAKoF,UAAL,GAAkB,UAAU3F,KAAV,EAAiB4F,WAAjB,EAA8B;AAE9C,QAAI,KAAKN,YAAL,IAAqB/F,UAAU,CAAC,KAAKH,OAAL,CAAayG,gBAAd,CAAnC,EAAoE;AAClE,UAAIC,aAAa,GAAG,KAAK1G,OAAL,CAAayG,gBAAb,CAA8B7F,KAA9B,CAApB;;AACA,UAAI8F,aAAa,KAAKjD,SAAtB,EAAiC7C,KAAK,GAAG8F,aAAR;AAClC;;AACD,SAAKR,YAAL,GAAoB,KAApB;AAGA,QAAIS,SAAS,GAAG,KAAKb,YAAL,GAAoBlF,KAApC;AACA,SAAKkF,YAAL,GAAoB,EAApB;;AAEA,QAAIc,OAAO,GAAG,KAAKlB,OAAL,CAAa7G,KAAb,CAAmB8H,SAAnB,EAA8B,KAAKd,UAAnC,EAA+C,CAAC,KAAKF,SAArD,CAAd;;AAEA,QAAI,KAAKD,OAAL,CAAamB,MAAb,MAAyB,KAAKnB,OAAL,CAAaoB,OAAb,EAA7B,EAAqD;AAErD,QAAIC,SAAS,GAAGH,OAAO,CAAChE,IAAR,CAAaoE,MAA7B;;AAEA,QAAI,CAAC,KAAKrB,SAAV,EAAqB;AACnB,WAAKG,YAAL,GAAoBa,SAAS,CAACM,SAAV,CAAoBF,SAAS,GAAG,KAAKlB,UAArC,CAApB;AACA,WAAKA,UAAL,GAAkBkB,SAAlB;AACD;;AAED,QAAIH,OAAO,IAAIA,OAAO,CAAClE,IAAvB,EAA6B,KAAKqD,SAAL,IAAkBa,OAAO,CAAClE,IAAR,CAAaH,MAA/B;AAE7B,QAAI2E,wBAAwB,GAC1B,KAAKvB,SAAL,IAAmB,KAAK3F,OAAL,CAAamH,OAAb,IAAwB,KAAKpB,SAAL,IAAkB,KAAK/F,OAAL,CAAamH,OAD5E;;AAGA,QAAIhH,UAAU,CAAC,KAAKH,OAAL,CAAaY,KAAd,CAAV,IAAkC,CAAC4F,WAAvC,EAAoD;AAClD,WAAKxG,OAAL,CAAaY,KAAb,CAAmBgG,OAAnB,EAA4B,KAAKlB,OAAjC;;AACA,UAAI,KAAKA,OAAL,CAAamB,MAAb,MAAyB,KAAKnB,OAAL,CAAaoB,OAAb,EAA7B,EAAqD;AACrDF,MAAAA,OAAO,GAAGnD,SAAV;AACA,WAAK0C,gBAAL,GAAwB1C,SAAxB;AACD;;AAED,QAAI,CAAC,KAAKzD,OAAL,CAAaU,IAAd,IAAsB,CAAC,KAAKV,OAAL,CAAaY,KAAxC,EAA+C;AAC7C,WAAKuF,gBAAL,CAAsBzD,IAAtB,GAA6B,KAAKyD,gBAAL,CAAsBzD,IAAtB,CAA2B0E,MAA3B,CAAkCR,OAAO,CAAClE,IAA1C,CAA7B;AACA,WAAKyD,gBAAL,CAAsBC,MAAtB,GAA+B,KAAKD,gBAAL,CAAsBC,MAAtB,CAA6BgB,MAA7B,CAAoCR,OAAO,CAACR,MAA5C,CAA/B;AACA,WAAKD,gBAAL,CAAsBvD,IAAtB,GAA6BgE,OAAO,CAAChE,IAArC;AACD;;AAED,QACE,CAAC,KAAKgD,UAAN,IACAsB,wBADA,IAEA/G,UAAU,CAAC,KAAKH,OAAL,CAAac,QAAd,CAFV,KAGC,CAAC8F,OAAD,IAAY,CAACA,OAAO,CAAChE,IAAR,CAAakE,OAH3B,CADF,EAKE;AACA,WAAK9G,OAAL,CAAac,QAAb,CAAsB,KAAKqF,gBAA3B,EAA6C,KAAKpG,MAAlD;;AACA,WAAK6F,UAAL,GAAkB,IAAlB;AACD;;AAED,QAAI,CAACsB,wBAAD,KAA8B,CAACN,OAAD,IAAY,CAACA,OAAO,CAAChE,IAAR,CAAaiE,MAAxD,CAAJ,EAAqE,KAAKZ,UAAL;AAErE,WAAOW,OAAP;AACD,GAtDD;;AAwDA,OAAKS,UAAL,GAAkB,UAAUrG,KAAV,EAAiB;AACjC,QAAIb,UAAU,CAAC,KAAKH,OAAL,CAAagB,KAAd,CAAd,EAAoC,KAAKhB,OAAL,CAAagB,KAAb,CAAmBA,KAAnB;AACrC,GAFD;;AAIA,WAASqF,aAAT,CAAuBlF,MAAvB,EAA+B;AAE7B,QAAImG,UAAU,GAAGC,IAAI,CAACpG,MAAD,CAArB;AACAmG,IAAAA,UAAU,CAACE,SAAX,GAAuBC,QAAQ,CAACH,UAAU,CAACE,SAAZ,CAA/B;AACA,QAAI,CAACrG,MAAM,CAACT,IAAR,IAAgB,CAACS,MAAM,CAACP,KAA5B,EAAmC0G,UAAU,CAACE,SAAX,GAAuB,IAAvB;AACnC,SAAK9B,OAAL,GAAe,IAAI9F,YAAJ,CAAiB0H,UAAjB,CAAf;AACA,SAAK5B,OAAL,CAAapE,QAAb,GAAwB,IAAxB;AACA,SAAKtB,OAAL,GAAesH,UAAf;AACD;AACF;;AACD,SAASxH,cAAT,CAAwBqB,MAAxB,EAAgC;AAC9BA,EAAAA,MAAM,GAAGA,MAAM,IAAI,EAAnB;AACAtB,EAAAA,aAAa,CAACyG,IAAd,CAAmB,IAAnB,EAAyBnF,MAAzB;AAEA,MAAIuG,SAAJ;;AACA,OAAKnG,MAAL,GAAc,UAAUoG,CAAV,EAAa;AACzBD,IAAAA,SAAS,GAAGC,CAAZ;AACA,WAAO,KAAK1B,UAAL,EAAP;AACD,GAHD;;AAIA,OAAKA,UAAL,GAAkB,YAAY;AAC5B,QAAI,KAAKN,SAAT,EAAoB;AACpB,QAAIiC,IAAI,GAAG,KAAK5H,OAAL,CAAawH,SAAxB;AACA,QAAI5G,KAAK,GAAGgH,IAAI,GAAGF,SAAS,CAACG,MAAV,CAAiB,CAAjB,EAAoBD,IAApB,CAAH,GAA+BF,SAA/C;AACAA,IAAAA,SAAS,GAAGE,IAAI,GAAGF,SAAS,CAACG,MAAV,CAAiBD,IAAjB,CAAH,GAA4B,EAA5C;AACA,SAAKjC,SAAL,GAAiB,CAAC+B,SAAlB;AACA,WAAO,KAAKnB,UAAL,CAAgB3F,KAAhB,CAAP;AACD,GAPD;AAQD;;AACDd,cAAc,CAACgI,SAAf,GAA2BvD,MAAM,CAACwD,MAAP,CAAcjI,cAAc,CAACgI,SAA7B,CAA3B;AACAhI,cAAc,CAACgI,SAAf,CAAyB9C,WAAzB,GAAuClF,cAAvC;;AAGA,SAASF,YAAT,CAAsBI,OAAtB,EAA+B;AAE7B,MAAIgI,KAAK,GAAG,8CAAZ;AACA,MAAIC,QAAQ,GACV,gNADF;AAGA,MAAIC,IAAI,GAAG,IAAX;AACA,MAAIC,YAAY,GAAG,CAAnB;AACA,MAAIC,WAAW,GAAG,CAAlB;;AACA,MAAIrI,MAAJ;;AACA,MAAIsI,OAAJ;;AACA,MAAIC,OAAO,GAAG,KAAd;AACA,MAAIC,QAAQ,GAAG,KAAf;;AACA,MAAIC,eAAJ;;AACA,MAAIC,OAAO,GAAG,EAAd;AACA,MAAIC,QAAQ,GAAG;AAEbhG,IAAAA,IAAI,EAAE,EAFO;AAGb0D,IAAAA,MAAM,EAAE,EAHK;AAIbxD,IAAAA,IAAI,EAAE;AAJO,GAAf;;AAOA,MAAIzC,UAAU,CAACH,OAAO,CAACU,IAAT,CAAd,EAA8B;AAC5B,QAAID,QAAQ,GAAGT,OAAO,CAACU,IAAvB;;AACAV,IAAAA,OAAO,CAACU,IAAR,GAAe,UAAUkG,OAAV,EAAmB;AAChC8B,MAAAA,QAAQ,GAAG9B,OAAX;AAEA,UAAI+B,cAAc,EAAlB,EAAsBC,cAAc,GAApC,KAEK;AACHA,UAAAA,cAAc;AAGd,cAAI,CAACF,QAAQ,CAAChG,IAAV,IAAkBgG,QAAQ,CAAChG,IAAT,CAAcH,MAAd,KAAyB,CAA/C,EAAkD;AAElD4F,UAAAA,YAAY,IAAIvB,OAAO,CAAClE,IAAR,CAAaH,MAA7B;AACA,cAAIvC,OAAO,CAACmH,OAAR,IAAmBgB,YAAY,GAAGnI,OAAO,CAACmH,OAA9C,EAAuDkB,OAAO,CAACQ,KAAR,GAAvD,KACKpI,QAAQ,CAACiI,QAAD,EAAWR,IAAX,CAAR;AACN;AACF,KAfD;AAgBD;;AAOD,OAAKrJ,KAAL,GAAa,UAAUqC,KAAV,EAAiB4H,SAAjB,EAA4BC,aAA5B,EAA2C;AACtD,QAAI1F,SAAS,GAAGrD,OAAO,CAACqD,SAAR,IAAqB,GAArC;AACA,QAAI,CAACrD,OAAO,CAACoD,OAAb,EAAsBpD,OAAO,CAACoD,OAAR,GAAkB4F,gBAAgB,CAAC9H,KAAD,EAAQmC,SAAR,CAAlC;AAEtBmF,IAAAA,eAAe,GAAG,KAAlB;;AACA,QAAI,CAACxI,OAAO,CAAC8C,SAAb,EAAwB;AACtB,UAAImG,UAAU,GAAGC,cAAc,CAC7BhI,KAD6B,EAE7BlB,OAAO,CAACoD,OAFqB,EAG7BpD,OAAO,CAACmD,cAHqB,EAI7BnD,OAAO,CAACmJ,QAJqB,EAK7BnJ,OAAO,CAACoJ,iBALqB,CAA/B;AAOA,UAAIH,UAAU,CAACI,UAAf,EAA2BrJ,OAAO,CAAC8C,SAAR,GAAoBmG,UAAU,CAACK,aAA/B,CAA3B,KACK;AACHd,QAAAA,eAAe,GAAG,IAAlB;AACAxI,QAAAA,OAAO,CAAC8C,SAAR,GAAoBlE,IAAI,CAACc,gBAAzB;AACD;AACDgJ,MAAAA,QAAQ,CAAC9F,IAAT,CAAcE,SAAd,GAA0B9C,OAAO,CAAC8C,SAAlC;AACD,KAdD,MAcO,IAAI3C,UAAU,CAACH,OAAO,CAAC8C,SAAT,CAAd,EAAmC;AACxC9C,MAAAA,OAAO,CAAC8C,SAAR,GAAoB9C,OAAO,CAAC8C,SAAR,CAAkB5B,KAAlB,CAApB;AACAwH,MAAAA,QAAQ,CAAC9F,IAAT,CAAcE,SAAd,GAA0B9C,OAAO,CAAC8C,SAAlC;AACD;;AAED,QAAIyG,YAAY,GAAGhC,IAAI,CAACvH,OAAD,CAAvB;AACA,QAAIA,OAAO,CAACmH,OAAR,IAAmBnH,OAAO,CAACsD,MAA/B,EAAuCiG,YAAY,CAACpC,OAAb;AAEvCpH,IAAAA,MAAM,GAAGmB,KAAT;AACAmH,IAAAA,OAAO,GAAG,IAAI1I,MAAJ,CAAW4J,YAAX,CAAV;AACAb,IAAAA,QAAQ,GAAGL,OAAO,CAACxJ,KAAR,CAAckB,MAAd,EAAsB+I,SAAtB,EAAiCC,aAAjC,CAAX;AACAH,IAAAA,cAAc;AACd,WAAON,OAAO,GAAG;AAAC1F,MAAAA,IAAI,EAAE;AAACiE,QAAAA,MAAM,EAAE;AAAT;AAAP,KAAH,GAA4B6B,QAAQ,IAAI;AAAC9F,MAAAA,IAAI,EAAE;AAACiE,QAAAA,MAAM,EAAE;AAAT;AAAP,KAAtD;AACD,GAhCD;;AAkCA,OAAKA,MAAL,GAAc,YAAY;AACxB,WAAOyB,OAAP;AACD,GAFD;;AAIA,OAAKkB,KAAL,GAAa,YAAY;AACvBlB,IAAAA,OAAO,GAAG,IAAV;;AACAD,IAAAA,OAAO,CAACQ,KAAR;;AACA9I,IAAAA,MAAM,GAAGA,MAAM,CAAC8H,MAAP,CAAcQ,OAAO,CAACoB,YAAR,EAAd,CAAT;AACD,GAJD;;AAMA,OAAKC,MAAL,GAAc,YAAY;AACxBpB,IAAAA,OAAO,GAAG,KAAV;AACAJ,IAAAA,IAAI,CAAC5G,QAAL,CAAciF,UAAd,CAAyBxG,MAAzB,EAAiC,IAAjC;AACD,GAHD;;AAKA,OAAK+G,OAAL,GAAe,YAAY;AACzB,WAAOyB,QAAP;AACD,GAFD;;AAIA,OAAKM,KAAL,GAAa,YAAY;AACvBN,IAAAA,QAAQ,GAAG,IAAX;;AACAF,IAAAA,OAAO,CAACQ,KAAR;;AACAH,IAAAA,QAAQ,CAAC9F,IAAT,CAAckE,OAAd,GAAwB,IAAxB;AACA,QAAI3G,UAAU,CAACH,OAAO,CAACc,QAAT,CAAd,EAAkCd,OAAO,CAACc,QAAR,CAAiB4H,QAAjB;AAClC3I,IAAAA,MAAM,GAAG,EAAT;AACD,GAND;;AAQA,WAAS4J,aAAT,CAAuBhC,CAAvB,EAA0B;AACxB,WAAO3H,OAAO,CAACmD,cAAR,KAA2B,QAA3B,GACHwE,CAAC,CAACnD,IAAF,CAAO,EAAP,EAAWC,IAAX,OAAsB,EADnB,GAEHkD,CAAC,CAACpF,MAAF,KAAa,CAAb,IAAkBoF,CAAC,CAAC,CAAD,CAAD,CAAKpF,MAAL,KAAgB,CAFtC;AAGD;;AAED,WAASqG,cAAT,GAA0B;AACxB,QAAIF,QAAQ,IAAIF,eAAhB,EAAiC;AAC/BoB,MAAAA,QAAQ,CACN,WADM,EAEN,uBAFM,EAGN,+DAA+DhL,IAAI,CAACc,gBAApE,GAAuF,GAHjF,CAAR;AAKA8I,MAAAA,eAAe,GAAG,KAAlB;AACD;;AAED,QAAIxI,OAAO,CAACmD,cAAZ,EAA4B;AAC1B,WAAK,IAAIc,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGyE,QAAQ,CAAChG,IAAT,CAAcH,MAAlC,EAA0C0B,CAAC,EAA3C,EACE,IAAI0F,aAAa,CAACjB,QAAQ,CAAChG,IAAT,CAAcuB,CAAd,CAAD,CAAjB,EAAqCyE,QAAQ,CAAChG,IAAT,CAAcmH,MAAd,CAAqB5F,CAAC,EAAtB,EAA0B,CAA1B;AACxC;;AAED,QAAI0E,cAAc,EAAlB,EAAsBmB,gBAAgB;AAEtC,WAAOC,4CAA4C,EAAnD;AACD;;AAED,WAASpB,cAAT,GAA0B;AACxB,WAAO3I,OAAO,CAACsD,MAAR,IAAkBmF,OAAO,CAAClG,MAAR,KAAmB,CAA5C;AACD;;AAED,WAASuH,gBAAT,GAA4B;AAC1B,QAAI,CAACpB,QAAL,EAAe;;AAEf,aAASsB,QAAT,CAAkB1G,MAAlB,EAA0B;AACxB,UAAInD,UAAU,CAACH,OAAO,CAACiK,eAAT,CAAd,EAAyC3G,MAAM,GAAGtD,OAAO,CAACiK,eAAR,CAAwB3G,MAAxB,CAAT;;AAEzCmF,MAAAA,OAAO,CAAC5E,IAAR,CAAaP,MAAb;AACD;;AAED,QAAIjB,KAAK,CAACC,OAAN,CAAcoG,QAAQ,CAAChG,IAAT,CAAc,CAAd,CAAd,CAAJ,EAAqC;AACnC,WAAK,IAAIuB,CAAC,GAAG,CAAb,EAAgB0E,cAAc,MAAM1E,CAAC,GAAGyE,QAAQ,CAAChG,IAAT,CAAcH,MAAtD,EAA8D0B,CAAC,EAA/D,EACEyE,QAAQ,CAAChG,IAAT,CAAcuB,CAAd,EAAiBiG,OAAjB,CAAyBF,QAAzB;;AAEFtB,MAAAA,QAAQ,CAAChG,IAAT,CAAcmH,MAAd,CAAqB,CAArB,EAAwB,CAAxB;AACD,KALD,MAOKnB,QAAQ,CAAChG,IAAT,CAAcwH,OAAd,CAAsBF,QAAtB;AACN;;AAED,WAASG,wBAAT,CAAkCC,KAAlC,EAAyC;AAEvC,QAAIpK,OAAO,CAACI,qBAAR,IAAiCJ,OAAO,CAACE,aAAR,CAAsBkK,KAAtB,MAAiC3G,SAAtE,EAAiF;AAC/EzD,MAAAA,OAAO,CAACE,aAAR,CAAsBkK,KAAtB,IAA+BpK,OAAO,CAACI,qBAAR,CAA8BgK,KAA9B,CAA/B;AACD;;AACD,WAAO,CAACpK,OAAO,CAACE,aAAR,CAAsBkK,KAAtB,KAAgCpK,OAAO,CAACE,aAAzC,MAA4D,IAAnE;AACD;;AAED,WAASmK,YAAT,CAAsBD,KAAtB,EAA6BpH,KAA7B,EAAoC;AAClC,QAAImH,wBAAwB,CAACC,KAAD,CAA5B,EAAqC;AACnC,UAAIpH,KAAK,KAAK,MAAV,IAAoBA,KAAK,KAAK,MAAlC,EAA0C,OAAO,IAAP,CAA1C,KACK,IAAIA,KAAK,KAAK,OAAV,IAAqBA,KAAK,KAAK,OAAnC,EAA4C,OAAO,KAAP,CAA5C,KACA,IAAIgF,KAAK,CAACsC,IAAN,CAAWtH,KAAX,CAAJ,EAAuB,OAAOuH,UAAU,CAACvH,KAAD,CAAjB,CAAvB,KACA,IAAIiF,QAAQ,CAACqC,IAAT,CAActH,KAAd,CAAJ,EAA0B,OAAO,IAAIiC,IAAJ,CAASjC,KAAT,CAAP,CAA1B,KACA,OAAOA,KAAK,KAAK,EAAV,GAAe,IAAf,GAAsBA,KAA7B;AACN;;AACD,WAAOA,KAAP;AACD;;AAED,WAAS+G,4CAAT,GAAwD;AACtD,QACE,CAACrB,QAAD,IACA,CAACA,QAAQ,CAAChG,IADV,IAEC,CAAC1C,OAAO,CAACsD,MAAT,IAAmB,CAACtD,OAAO,CAACE,aAA5B,IAA6C,CAACF,OAAO,CAACK,SAHzD,EAKE,OAAOqI,QAAP;;AAEF,aAAS8B,UAAT,CAAoBC,SAApB,EAA+BxG,CAA/B,EAAkC;AAChC,UAAIE,GAAG,GAAGnE,OAAO,CAACsD,MAAR,GAAiB,EAAjB,GAAsB,EAAhC;AAEA,UAAIoH,CAAJ;;AACA,WAAKA,CAAC,GAAG,CAAT,EAAYA,CAAC,GAAGD,SAAS,CAAClI,MAA1B,EAAkCmI,CAAC,EAAnC,EAAuC;AACrC,YAAIN,KAAK,GAAGM,CAAZ;AACA,YAAI1H,KAAK,GAAGyH,SAAS,CAACC,CAAD,CAArB;AAEA,YAAI1K,OAAO,CAACsD,MAAZ,EAAoB8G,KAAK,GAAGM,CAAC,IAAIjC,OAAO,CAAClG,MAAb,GAAsB,gBAAtB,GAAyCkG,OAAO,CAACiC,CAAD,CAAxD;AAEpB,YAAI1K,OAAO,CAACK,SAAZ,EAAuB2C,KAAK,GAAGhD,OAAO,CAACK,SAAR,CAAkB2C,KAAlB,EAAyBoH,KAAzB,CAAR;AAEvBpH,QAAAA,KAAK,GAAGqH,YAAY,CAACD,KAAD,EAAQpH,KAAR,CAApB;;AAEA,YAAIoH,KAAK,KAAK,gBAAd,EAAgC;AAC9BjG,UAAAA,GAAG,CAACiG,KAAD,CAAH,GAAajG,GAAG,CAACiG,KAAD,CAAH,IAAc,EAA3B;AACAjG,UAAAA,GAAG,CAACiG,KAAD,CAAH,CAAWvG,IAAX,CAAgBb,KAAhB;AACD,SAHD,MAGOmB,GAAG,CAACiG,KAAD,CAAH,GAAapH,KAAb;AACR;;AAED,UAAIhD,OAAO,CAACsD,MAAZ,EAAoB;AAClB,YAAIoH,CAAC,GAAGjC,OAAO,CAAClG,MAAhB,EACEqH,QAAQ,CACN,eADM,EAEN,eAFM,EAGN,+BAA+BnB,OAAO,CAAClG,MAAvC,GAAgD,qBAAhD,GAAwEmI,CAHlE,EAINtC,WAAW,GAAGnE,CAJR,CAAR,CADF,KAOK,IAAIyG,CAAC,GAAGjC,OAAO,CAAClG,MAAhB,EACHqH,QAAQ,CACN,eADM,EAEN,cAFM,EAGN,8BAA8BnB,OAAO,CAAClG,MAAtC,GAA+C,qBAA/C,GAAuEmI,CAHjE,EAINtC,WAAW,GAAGnE,CAJR,CAAR;AAMH;;AAED,aAAOE,GAAP;AACD;;AAED,QAAIwG,WAAW,GAAG,CAAlB;;AACA,QAAI,CAACjC,QAAQ,CAAChG,IAAT,CAAc,CAAd,CAAD,IAAqBL,KAAK,CAACC,OAAN,CAAcoG,QAAQ,CAAChG,IAAT,CAAc,CAAd,CAAd,CAAzB,EAA0D;AACxDgG,MAAAA,QAAQ,CAAChG,IAAT,GAAgBgG,QAAQ,CAAChG,IAAT,CAAckI,GAAd,CAAkBJ,UAAlB,CAAhB;AACAG,MAAAA,WAAW,GAAGjC,QAAQ,CAAChG,IAAT,CAAcH,MAA5B;AACD,KAHD,MAGOmG,QAAQ,CAAChG,IAAT,GAAgB8H,UAAU,CAAC9B,QAAQ,CAAChG,IAAV,EAAgB,CAAhB,CAA1B;;AAEP,QAAI1C,OAAO,CAACsD,MAAR,IAAkBoF,QAAQ,CAAC9F,IAA/B,EAAqC8F,QAAQ,CAAC9F,IAAT,CAAcD,MAAd,GAAuB8F,OAAvB;AAErCL,IAAAA,WAAW,IAAIuC,WAAf;AACA,WAAOjC,QAAP;AACD;;AAED,WAASQ,cAAT,CAAwBhI,KAAxB,EAA+BkC,OAA/B,EAAwCD,cAAxC,EAAwDgG,QAAxD,EAAkEC,iBAAlE,EAAqF;AACnF,QAAIyB,SAAJ,EAAeC,SAAf,EAA0BC,iBAA1B;AAEA3B,IAAAA,iBAAiB,GAAGA,iBAAiB,IAAI,CAAC,GAAD,EAAM,IAAN,EAAY,GAAZ,EAAiB,GAAjB,EAAsBxK,IAAI,CAACK,UAA3B,EAAuCL,IAAI,CAACQ,QAA5C,CAAzC;;AAEA,SAAK,IAAI6E,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGmF,iBAAiB,CAAC7G,MAAtC,EAA8C0B,CAAC,EAA/C,EAAmD;AACjD,UAAI+G,KAAK,GAAG5B,iBAAiB,CAACnF,CAAD,CAA7B;AACA,UAAIgH,KAAK,GAAG,CAAZ;AAAA,UACEC,aAAa,GAAG,CADlB;AAAA,UAEEC,eAAe,GAAG,CAFpB;AAGAJ,MAAAA,iBAAiB,GAAGtH,SAApB;AAEA,UAAI0D,OAAO,GAAG,IAAIxH,MAAJ,CAAW;AACvBwJ,QAAAA,QAAQ,EAAEA,QADa;AAEvBrG,QAAAA,SAAS,EAAEkI,KAFY;AAGvB5H,QAAAA,OAAO,EAAEA,OAHc;AAIvB+D,QAAAA,OAAO,EAAE;AAJc,OAAX,EAKXtI,KALW,CAKLqC,KALK,CAAd;;AAOA,WAAK,IAAIwJ,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGvD,OAAO,CAACzE,IAAR,CAAaH,MAAjC,EAAyCmI,CAAC,EAA1C,EAA8C;AAC5C,YAAIvH,cAAc,IAAIwG,aAAa,CAACxC,OAAO,CAACzE,IAAR,CAAagI,CAAb,CAAD,CAAnC,EAAsD;AACpDS,UAAAA,eAAe;AACf;AACD;;AACD,YAAIC,UAAU,GAAGjE,OAAO,CAACzE,IAAR,CAAagI,CAAb,EAAgBnI,MAAjC;AACA2I,QAAAA,aAAa,IAAIE,UAAjB;;AAEA,YAAI,OAAOL,iBAAP,KAA6B,WAAjC,EAA8C;AAC5CA,UAAAA,iBAAiB,GAAG,CAApB;AACA;AACD,SAHD,MAGO,IAAIK,UAAU,GAAG,CAAjB,EAAoB;AACzBH,UAAAA,KAAK,IAAII,IAAI,CAACC,GAAL,CAASF,UAAU,GAAGL,iBAAtB,CAAT;AACAA,UAAAA,iBAAiB,GAAGK,UAApB;AACD;AACF;;AAED,UAAIjE,OAAO,CAACzE,IAAR,CAAaH,MAAb,GAAsB,CAA1B,EAA6B2I,aAAa,IAAI/D,OAAO,CAACzE,IAAR,CAAaH,MAAb,GAAsB4I,eAAvC;;AAE7B,UAAI,CAAC,OAAOL,SAAP,KAAqB,WAArB,IAAoCG,KAAK,GAAGH,SAA7C,KAA2DI,aAAa,GAAG,IAA/E,EAAqF;AACnFJ,QAAAA,SAAS,GAAGG,KAAZ;AACAJ,QAAAA,SAAS,GAAGG,KAAZ;AACD;AACF;;AAEDhL,IAAAA,OAAO,CAAC8C,SAAR,GAAoB+H,SAApB;AAEA,WAAO;AACLxB,MAAAA,UAAU,EAAE,CAAC,CAACwB,SADT;AAELvB,MAAAA,aAAa,EAAEuB;AAFV,KAAP;AAID;;AAED,WAAS7B,gBAAT,CAA0B9H,KAA1B,EAAiCmC,SAAjC,EAA4C;AAC1CnC,IAAAA,KAAK,GAAGA,KAAK,CAAC2G,MAAN,CAAa,CAAb,EAAgB,OAAO,IAAvB,CAAR;AAEA,QAAI0D,EAAE,GAAG,IAAIrJ,MAAJ,CAAWC,YAAY,CAACkB,SAAD,CAAZ,GAA0B,SAA1B,GAAsClB,YAAY,CAACkB,SAAD,CAA7D,EAA0E,IAA1E,CAAT;AACAnC,IAAAA,KAAK,GAAGA,KAAK,CAACmE,OAAN,CAAckG,EAAd,EAAkB,EAAlB,CAAR;AAEA,QAAIC,CAAC,GAAGtK,KAAK,CAACuK,KAAN,CAAY,IAAZ,CAAR;AAEA,QAAIC,CAAC,GAAGxK,KAAK,CAACuK,KAAN,CAAY,IAAZ,CAAR;AAEA,QAAIE,aAAa,GAAGD,CAAC,CAACnJ,MAAF,GAAW,CAAX,IAAgBmJ,CAAC,CAAC,CAAD,CAAD,CAAKnJ,MAAL,GAAciJ,CAAC,CAAC,CAAD,CAAD,CAAKjJ,MAAvD;AAEA,QAAIiJ,CAAC,CAACjJ,MAAF,KAAa,CAAb,IAAkBoJ,aAAtB,EAAqC,OAAO,IAAP;AAErC,QAAIC,QAAQ,GAAG,CAAf;;AACA,SAAK,IAAI3H,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGuH,CAAC,CAACjJ,MAAtB,EAA8B0B,CAAC,EAA/B,EAAmC;AACjC,UAAIuH,CAAC,CAACvH,CAAD,CAAD,CAAK,CAAL,MAAY,IAAhB,EAAsB2H,QAAQ;AAC/B;;AAED,WAAOA,QAAQ,IAAIJ,CAAC,CAACjJ,MAAF,GAAW,CAAvB,GAA2B,MAA3B,GAAoC,IAA3C;AACD;;AAED,WAASqH,QAAT,CAAkBiC,IAAlB,EAAwBC,IAAxB,EAA8BC,GAA9B,EAAmC5H,GAAnC,EAAwC;AACtCuE,IAAAA,QAAQ,CAACtC,MAAT,CAAgBvC,IAAhB,CAAqB;AACnBgI,MAAAA,IAAI,EAAEA,IADa;AAEnBC,MAAAA,IAAI,EAAEA,IAFa;AAGnBE,MAAAA,OAAO,EAAED,GAHU;AAInB5H,MAAAA,GAAG,EAAEA;AAJc,KAArB;AAMD;AACF;;AAGD,SAAShC,YAAT,CAAsB8J,MAAtB,EAA8B;AAC5B,SAAOA,MAAM,CAAC5G,OAAP,CAAe,qBAAf,EAAsC,MAAtC,CAAP;AACD;;AAGD,SAAS1F,MAAT,CAAgBwB,MAAhB,EAAwB;AAEtBA,EAAAA,MAAM,GAAGA,MAAM,IAAI,EAAnB;AACA,MAAI6J,KAAK,GAAG7J,MAAM,CAAC2B,SAAnB;AACA,MAAIM,OAAO,GAAGjC,MAAM,CAACiC,OAArB;AACA,MAAI+F,QAAQ,GAAGhI,MAAM,CAACgI,QAAtB;AACA,MAAIzI,IAAI,GAAGS,MAAM,CAACT,IAAlB;AACA,MAAIyG,OAAO,GAAGhG,MAAM,CAACgG,OAArB;AACA,MAAI+E,QAAQ,GAAG/K,MAAM,CAAC+K,QAAtB;AACA,MAAI7I,SAAJ;;AAEA,MAAIlC,MAAM,CAACkC,SAAP,KAAqBI,SAAzB,EAAoC;AAClCJ,IAAAA,SAAS,GAAG,GAAZ;AACD,GAFD,MAEO;AACLA,IAAAA,SAAS,GAAGlC,MAAM,CAACkC,SAAnB;AACD;;AACD,MAAIG,UAAU,GAAGH,SAAjB;;AACA,MAAIlC,MAAM,CAACqC,UAAP,KAAsBC,SAA1B,EAAqC;AACnCD,IAAAA,UAAU,GAAGrC,MAAM,CAACqC,UAApB;AACD;;AAGD,MAAI,OAAOwH,KAAP,KAAiB,QAAjB,IAA6BpM,IAAI,CAACS,cAAL,CAAoB4D,OAApB,CAA4B+H,KAA5B,IAAqC,CAAC,CAAvE,EAA0EA,KAAK,GAAG,GAAR;AAG1E,MAAI7B,QAAQ,KAAK6B,KAAjB,EAAwB,MAAM,IAAInI,KAAJ,CAAU,qCAAV,CAAN,CAAxB,KACK,IAAIsG,QAAQ,KAAK,IAAjB,EAAuBA,QAAQ,GAAG,GAAX,CAAvB,KACA,IAAI,OAAOA,QAAP,KAAoB,QAApB,IAAgCvK,IAAI,CAACS,cAAL,CAAoB4D,OAApB,CAA4BkG,QAA5B,IAAwC,CAAC,CAA7E,EACHA,QAAQ,GAAG,KAAX;AAGF,MAAI/F,OAAO,KAAK,IAAZ,IAAoBA,OAAO,KAAK,IAAhC,IAAwCA,OAAO,KAAK,MAAxD,EAAgEA,OAAO,GAAG,IAAV;AAGhE,MAAI4D,MAAM,GAAG,CAAb;AACA,MAAIF,OAAO,GAAG,KAAd;;AAEA,OAAKjI,KAAL,GAAa,UAAUqC,KAAV,EAAiB4H,SAAjB,EAA4BC,aAA5B,EAA2C;AAEtD,QAAI,OAAO7H,KAAP,KAAiB,QAArB,EAA+B,MAAM,IAAI2B,KAAJ,CAAU,wBAAV,CAAN;AAI/B,QAAIsJ,QAAQ,GAAGjL,KAAK,CAACqB,MAArB;AAAA,QACE6J,QAAQ,GAAGpB,KAAK,CAACzI,MADnB;AAAA,QAEE8J,UAAU,GAAGjJ,OAAO,CAACb,MAFvB;AAAA,QAGE+J,WAAW,GAAGnD,QAAQ,CAAC5G,MAHzB;AAIA,QAAIgK,cAAc,GAAGpM,UAAU,CAACO,IAAD,CAA/B;AAGAsG,IAAAA,MAAM,GAAG,CAAT;AACA,QAAItE,IAAI,GAAG,EAAX;AAAA,QACE0D,MAAM,GAAG,EADX;AAAA,QAEEjC,GAAG,GAAG,EAFR;AAAA,QAGEqI,UAAU,GAAG,CAHf;AAKA,QAAI,CAACtL,KAAL,EAAY,OAAOuL,UAAU,EAAjB;;AAEZ,QAAIP,QAAQ,IAAKA,QAAQ,KAAK,KAAb,IAAsBhL,KAAK,CAAC+B,OAAN,CAAcI,SAAd,MAA6B,CAAC,CAArE,EAAyE;AACvE,UAAIqJ,IAAI,GAAGxL,KAAK,CAACuK,KAAN,CAAYrI,OAAZ,CAAX;;AACA,WAAK,IAAIa,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGyI,IAAI,CAACnK,MAAzB,EAAiC0B,CAAC,EAAlC,EAAsC;AACpCE,QAAAA,GAAG,GAAGuI,IAAI,CAACzI,CAAD,CAAV;AACA+C,QAAAA,MAAM,IAAI7C,GAAG,CAAC5B,MAAd;AACA,YAAI0B,CAAC,KAAKyI,IAAI,CAACnK,MAAL,GAAc,CAAxB,EAA2ByE,MAAM,IAAI5D,OAAO,CAACb,MAAlB,CAA3B,KACK,IAAIwG,aAAJ,EAAmB,OAAO0D,UAAU,EAAjB;AACxB,YAAItD,QAAQ,IAAIhF,GAAG,CAAC0D,MAAJ,CAAW,CAAX,EAAcyE,WAAd,MAA+BnD,QAA/C,EAAyD;;AACzD,YAAIoD,cAAJ,EAAoB;AAClB7J,UAAAA,IAAI,GAAG,EAAP;AACAiK,UAAAA,OAAO,CAACxI,GAAG,CAACsH,KAAJ,CAAUT,KAAV,CAAD,CAAP;AACA4B,UAAAA,MAAM;AACN,cAAI9F,OAAJ,EAAa,OAAO2F,UAAU,EAAjB;AACd,SALD,MAKOE,OAAO,CAACxI,GAAG,CAACsH,KAAJ,CAAUT,KAAV,CAAD,CAAP;;AACP,YAAI7D,OAAO,IAAIlD,CAAC,IAAIkD,OAApB,EAA6B;AAC3BzE,UAAAA,IAAI,GAAGA,IAAI,CAACyC,KAAL,CAAW,CAAX,EAAcgC,OAAd,CAAP;AACA,iBAAOsF,UAAU,CAAC,IAAD,CAAjB;AACD;AACF;;AACD,aAAOA,UAAU,EAAjB;AACD;;AAED,QAAII,SAAS,GAAG3L,KAAK,CAAC+B,OAAN,CAAc+H,KAAd,EAAqBhE,MAArB,CAAhB;AACA,QAAI8F,WAAW,GAAG5L,KAAK,CAAC+B,OAAN,CAAcG,OAAd,EAAuB4D,MAAvB,CAAlB;AACA,QAAI/E,cAAc,GAAG,IAAIC,MAAJ,CAAWC,YAAY,CAACqB,UAAD,CAAZ,GAA2BrB,YAAY,CAACkB,SAAD,CAAlD,EAA+D,GAA/D,CAArB;AACA,QAAI0J,WAAJ;;AAGA,aAAS;AAEP,UAAI7L,KAAK,CAAC8F,MAAD,CAAL,KAAkB3D,SAAtB,EAAiC;AAE/B0J,QAAAA,WAAW,GAAG/F,MAAd;AAGAA,QAAAA,MAAM;;AAEN,iBAAS;AAEP+F,UAAAA,WAAW,GAAG7L,KAAK,CAAC+B,OAAN,CAAcI,SAAd,EAAyB0J,WAAW,GAAG,CAAvC,CAAd;;AAGA,cAAIA,WAAW,KAAK,CAAC,CAArB,EAAwB;AACtB,gBAAI,CAAChE,aAAL,EAAoB;AAElB3C,cAAAA,MAAM,CAACvC,IAAP,CAAY;AACVgI,gBAAAA,IAAI,EAAE,QADI;AAEVC,gBAAAA,IAAI,EAAE,eAFI;AAGVE,gBAAAA,OAAO,EAAE,2BAHC;AAIV7H,gBAAAA,GAAG,EAAEzB,IAAI,CAACH,MAJA;AAKVyK,gBAAAA,KAAK,EAAEhG;AALG,eAAZ;AAOD;;AACD,mBAAOiG,MAAM,EAAb;AACD;;AAGD,cAAIF,WAAW,KAAKZ,QAAQ,GAAG,CAA/B,EAAkC;AAChC,gBAAInJ,KAAK,GAAG9B,KAAK,CAAC+F,SAAN,CAAgBD,MAAhB,EAAwB+F,WAAxB,EAAqC1H,OAArC,CAA6CpD,cAA7C,EAA6DoB,SAA7D,CAAZ;AACA,mBAAO4J,MAAM,CAACjK,KAAD,CAAb;AACD;;AAID,cAAIK,SAAS,KAAKG,UAAd,IAA4BtC,KAAK,CAAC6L,WAAW,GAAG,CAAf,CAAL,KAA2BvJ,UAA3D,EAAuE;AACrEuJ,YAAAA,WAAW;AACX;AACD;;AAGD,cACE1J,SAAS,KAAKG,UAAd,IACAuJ,WAAW,KAAK,CADhB,IAEA7L,KAAK,CAAC6L,WAAW,GAAG,CAAf,CAAL,KAA2BvJ,UAH7B,EAIE;AACA;AACD;;AAGD,cAAI0J,SAAS,GAAGJ,WAAW,KAAK,CAAC,CAAjB,GAAqBD,SAArB,GAAiCxB,IAAI,CAAC8B,GAAL,CAASN,SAAT,EAAoBC,WAApB,CAAjD;AACA,cAAIM,8BAA8B,GAAGC,WAAW,CAACH,SAAD,CAAhD;;AAGA,cAAIhM,KAAK,CAAC6L,WAAW,GAAG,CAAd,GAAkBK,8BAAnB,CAAL,KAA4DpC,KAAhE,EAAuE;AACrE7G,YAAAA,GAAG,CAACN,IAAJ,CAAS3C,KAAK,CAAC+F,SAAN,CAAgBD,MAAhB,EAAwB+F,WAAxB,EAAqC1H,OAArC,CAA6CpD,cAA7C,EAA6DoB,SAA7D,CAAT;AACA2D,YAAAA,MAAM,GAAG+F,WAAW,GAAG,CAAd,GAAkBK,8BAAlB,GAAmDhB,QAA5D;AACAS,YAAAA,SAAS,GAAG3L,KAAK,CAAC+B,OAAN,CAAc+H,KAAd,EAAqBhE,MAArB,CAAZ;AACA8F,YAAAA,WAAW,GAAG5L,KAAK,CAAC+B,OAAN,CAAcG,OAAd,EAAuB4D,MAAvB,CAAd;;AAEA,gBAAIuF,cAAJ,EAAoB;AAClBK,cAAAA,MAAM;AACN,kBAAI9F,OAAJ,EAAa,OAAO2F,UAAU,EAAjB;AACd;;AAED,gBAAItF,OAAO,IAAIzE,IAAI,CAACH,MAAL,IAAe4E,OAA9B,EAAuC,OAAOsF,UAAU,CAAC,IAAD,CAAjB;AAEvC;AACD;;AAED,cAAIa,4BAA4B,GAAGD,WAAW,CAACP,WAAD,CAA9C;;AAGA,cACE5L,KAAK,CAAC2G,MAAN,CAAakF,WAAW,GAAG,CAAd,GAAkBO,4BAA/B,EAA6DjB,UAA7D,MAA6EjJ,OAD/E,EAEE;AACAe,YAAAA,GAAG,CAACN,IAAJ,CAAS3C,KAAK,CAAC+F,SAAN,CAAgBD,MAAhB,EAAwB+F,WAAxB,EAAqC1H,OAArC,CAA6CpD,cAA7C,EAA6DoB,SAA7D,CAAT;AACAkK,YAAAA,OAAO,CAACR,WAAW,GAAG,CAAd,GAAkBO,4BAAlB,GAAiDjB,UAAlD,CAAP;AACAQ,YAAAA,SAAS,GAAG3L,KAAK,CAAC+B,OAAN,CAAc+H,KAAd,EAAqBhE,MAArB,CAAZ;;AAEA,gBAAIuF,cAAJ,EAAoB;AAClBK,cAAAA,MAAM;AACN,kBAAI9F,OAAJ,EAAa,OAAO2F,UAAU,EAAjB;AACd;;AAED,gBAAItF,OAAO,IAAIzE,IAAI,CAACH,MAAL,IAAe4E,OAA9B,EAAuC,OAAOsF,UAAU,CAAC,IAAD,CAAjB;AAEvC;AACD;;AAGDrG,UAAAA,MAAM,CAACvC,IAAP,CAAY;AACVgI,YAAAA,IAAI,EAAE,QADI;AAEVC,YAAAA,IAAI,EAAE,eAFI;AAGVE,YAAAA,OAAO,EAAE,6CAHC;AAIV7H,YAAAA,GAAG,EAAEzB,IAAI,CAACH,MAJA;AAKVyK,YAAAA,KAAK,EAAEhG;AALG,WAAZ;AAQA+F,UAAAA,WAAW;AACX;AACD;;AAED,YAAIR,cAAJ,EAAoB;AAClBK,UAAAA,MAAM;AACN,cAAI9F,OAAJ,EAAa,OAAO2F,UAAU,EAAjB;AACd;;AAED,YAAItF,OAAO,IAAIzE,IAAI,CAACH,MAAL,IAAe4E,OAA9B,EAAuC,OAAOsF,UAAU,CAAC,IAAD,CAAjB;AACvC;AACD;;AAGD,UAAItD,QAAQ,IAAIhF,GAAG,CAAC5B,MAAJ,KAAe,CAA3B,IAAgCrB,KAAK,CAAC2G,MAAN,CAAab,MAAb,EAAqBsF,WAArB,MAAsCnD,QAA1E,EAAoF;AAClF,YAAI2D,WAAW,KAAK,CAAC,CAArB,EAEE,OAAOL,UAAU,EAAjB;AACFzF,QAAAA,MAAM,GAAG8F,WAAW,GAAGT,UAAvB;AACAS,QAAAA,WAAW,GAAG5L,KAAK,CAAC+B,OAAN,CAAcG,OAAd,EAAuB4D,MAAvB,CAAd;AACA6F,QAAAA,SAAS,GAAG3L,KAAK,CAAC+B,OAAN,CAAc+H,KAAd,EAAqBhE,MAArB,CAAZ;AACA;AACD;;AAGD,UAAI6F,SAAS,KAAK,CAAC,CAAf,KAAqBA,SAAS,GAAGC,WAAZ,IAA2BA,WAAW,KAAK,CAAC,CAAjE,CAAJ,EAAyE;AACvE3I,QAAAA,GAAG,CAACN,IAAJ,CAAS3C,KAAK,CAAC+F,SAAN,CAAgBD,MAAhB,EAAwB6F,SAAxB,CAAT;AACA7F,QAAAA,MAAM,GAAG6F,SAAS,GAAGT,QAArB;AACAS,QAAAA,SAAS,GAAG3L,KAAK,CAAC+B,OAAN,CAAc+H,KAAd,EAAqBhE,MAArB,CAAZ;AACA;AACD;;AAGD,UAAI8F,WAAW,KAAK,CAAC,CAArB,EAAwB;AACtB3I,QAAAA,GAAG,CAACN,IAAJ,CAAS3C,KAAK,CAAC+F,SAAN,CAAgBD,MAAhB,EAAwB8F,WAAxB,CAAT;AACAS,QAAAA,OAAO,CAACT,WAAW,GAAGT,UAAf,CAAP;;AAEA,YAAIE,cAAJ,EAAoB;AAClBK,UAAAA,MAAM;AACN,cAAI9F,OAAJ,EAAa,OAAO2F,UAAU,EAAjB;AACd;;AAED,YAAItF,OAAO,IAAIzE,IAAI,CAACH,MAAL,IAAe4E,OAA9B,EAAuC,OAAOsF,UAAU,CAAC,IAAD,CAAjB;AAEvC;AACD;;AAED;AACD;;AAED,WAAOQ,MAAM,EAAb;;AAEA,aAASN,OAAT,CAAiBxI,GAAjB,EAAsB;AACpBzB,MAAAA,IAAI,CAACmB,IAAL,CAAUM,GAAV;AACAqI,MAAAA,UAAU,GAAGxF,MAAb;AACD;;AAMD,aAASqG,WAAT,CAAqBL,KAArB,EAA4B;AAC1B,UAAIQ,WAAW,GAAG,CAAlB;;AACA,UAAIR,KAAK,KAAK,CAAC,CAAf,EAAkB;AAChB,YAAIS,+BAA+B,GAAGvM,KAAK,CAAC+F,SAAN,CAAgB8F,WAAW,GAAG,CAA9B,EAAiCC,KAAjC,CAAtC;;AACA,YAAIS,+BAA+B,IAAIA,+BAA+B,CAAChJ,IAAhC,OAA2C,EAAlF,EAAsF;AACpF+I,UAAAA,WAAW,GAAGC,+BAA+B,CAAClL,MAA9C;AACD;AACF;;AACD,aAAOiL,WAAP;AACD;;AAMD,aAASP,MAAT,CAAgBjK,KAAhB,EAAuB;AACrB,UAAI+F,aAAJ,EAAmB,OAAO0D,UAAU,EAAjB;AACnB,UAAI,OAAOzJ,KAAP,KAAiB,WAArB,EAAkCA,KAAK,GAAG9B,KAAK,CAAC2G,MAAN,CAAab,MAAb,CAAR;AAClC7C,MAAAA,GAAG,CAACN,IAAJ,CAASb,KAAT;AACAgE,MAAAA,MAAM,GAAGmF,QAAT;AACAQ,MAAAA,OAAO,CAACxI,GAAD,CAAP;AACA,UAAIoI,cAAJ,EAAoBK,MAAM;AAC1B,aAAOH,UAAU,EAAjB;AACD;;AAQD,aAASc,OAAT,CAAiBG,SAAjB,EAA4B;AAC1B1G,MAAAA,MAAM,GAAG0G,SAAT;AACAf,MAAAA,OAAO,CAACxI,GAAD,CAAP;AACAA,MAAAA,GAAG,GAAG,EAAN;AACA2I,MAAAA,WAAW,GAAG5L,KAAK,CAAC+B,OAAN,CAAcG,OAAd,EAAuB4D,MAAvB,CAAd;AACD;;AAGD,aAASyF,UAAT,CAAoBkB,OAApB,EAA6BjN,IAA7B,EAAmC;AACjC,UAAIkN,MAAM,GAAGlN,IAAI,IAAI,KAArB;AACA,aAAO;AACLgC,QAAAA,IAAI,EAAEkL,MAAM,GAAGlL,IAAI,CAAC,CAAD,CAAP,GAAaA,IADpB;AAEL0D,QAAAA,MAAM,EAAEA,MAFH;AAGLxD,QAAAA,IAAI,EAAE;AACJE,UAAAA,SAAS,EAAEkI,KADP;AAEJ6C,UAAAA,SAAS,EAAEzK,OAFP;AAGJ0D,UAAAA,OAAO,EAAEA,OAHL;AAIJgH,UAAAA,SAAS,EAAE,CAAC,CAACH,OAJT;AAKJ3G,UAAAA,MAAM,EAAEwF,UAAU,IAAI1D,SAAS,IAAI,CAAjB;AALd;AAHD,OAAP;AAWD;;AAGD,aAAS8D,MAAT,GAAkB;AAChBlM,MAAAA,IAAI,CAAC+L,UAAU,CAAChJ,SAAD,EAAY,IAAZ,CAAX,CAAJ;AACAf,MAAAA,IAAI,GAAG,EAAP;AACA0D,MAAAA,MAAM,GAAG,EAAT;AACD;AACF,GA9QD;;AAiRA,OAAKyC,KAAL,GAAa,YAAY;AACvB/B,IAAAA,OAAO,GAAG,IAAV;AACD,GAFD;;AAKA,OAAK2C,YAAL,GAAoB,YAAY;AAC9B,WAAOzC,MAAP;AACD,GAFD;AAGD;;AAED,SAAS+G,cAAT,GAA0B;AACxB,QAAM,IAAIlL,KAAJ,CAAU,kBAAV,CAAN;AACD;;AAGD,SAAS0E,IAAT,CAAc7D,GAAd,EAAmB;AACjB,MAAI,OAAOA,GAAP,KAAe,QAAf,IAA2BA,GAAG,KAAK,IAAvC,EAA6C,OAAOA,GAAP;AAC7C,MAAIsK,GAAG,GAAG3L,KAAK,CAACC,OAAN,CAAcoB,GAAd,IAAqB,EAArB,GAA0B,EAApC;;AACA,OAAK,IAAIE,GAAT,IAAgBF,GAAhB,EAAqBsK,GAAG,CAACpK,GAAD,CAAH,GAAW2D,IAAI,CAAC7D,GAAG,CAACE,GAAD,CAAJ,CAAf;;AACrB,SAAOoK,GAAP;AACD;;AAED,SAAS7N,UAAT,CAAoB8N,IAApB,EAA0B;AACxB,SAAO,OAAOA,IAAP,KAAgB,UAAvB;AACD","sourcesContent":["// @ts-nocheck\n// This is a fork of papaparse\n// https://github.com/mholt/PapaParse\n/* @license\nPapa Parse\nv5.0.0-beta.0\nhttps://github.com/mholt/PapaParse\nLicense: MIT\n*/\n// FORK SUMMARY:\n// - Adopt ES6 exports\n// - Implement new AsyncIteratorStreamer\n// - Remove non Async Iterator streamers (can all be handled by new streamer)\n// - Remove unused Worker support (loaders.gl worker system used instead)\n// - Remove unused jQuery plugin support\n\n/* eslint-disable */\nconst BYTE_ORDER_MARK = '\\ufeff';\n\nconst Papa = {\n parse: CsvToJson,\n unparse: JsonToCsv,\n\n RECORD_SEP: String.fromCharCode(30),\n UNIT_SEP: String.fromCharCode(31),\n BYTE_ORDER_MARK,\n BAD_DELIMITERS: ['\\r', '\\n', '\"', BYTE_ORDER_MARK],\n WORKERS_SUPPORTED: false, // !IS_WORKER && !!globalThis.Worker\n NODE_STREAM_INPUT: 1,\n\n // Configurable chunk sizes for local and remote files, respectively\n LocalChunkSize: 1024 * 1024 * 10, // 10 M,\n RemoteChunkSize: 1024 * 1024 * 5, // 5 M,\n DefaultDelimiter: ',', // Used if not specified and detection fail,\n\n // Exposed for testing and development only\n Parser: Parser,\n ParserHandle: ParserHandle,\n\n // BEGIN FORK\n ChunkStreamer: ChunkStreamer,\n StringStreamer: StringStreamer\n};\nexport default Papa;\n\n/*\nPapa.NetworkStreamer = NetworkStreamer;\nPapa.FileStreamer = FileStreamer;\nPapa.ReadableStreamStreamer = ReadableStreamStreamer;\nif (typeof PAPA_BROWSER_CONTEXT === 'undefined') {\n Papa.DuplexStreamStreamer = DuplexStreamStreamer;\n}\n*/\n// END FORK\n\n// BEGIN FORK\n// Adds an argument to papa.parse\n// function CsvToJson(_input, _config)\nfunction CsvToJson(\n _input,\n _config,\n UserDefinedStreamer? // BEGIN FORK\n) {\n _config = _config || {};\n var dynamicTyping = _config.dynamicTyping || false;\n if (isFunction(dynamicTyping)) {\n _config.dynamicTypingFunction = dynamicTyping;\n // Will be filled on first row call\n dynamicTyping = {};\n }\n _config.dynamicTyping = dynamicTyping;\n\n _config.transform = isFunction(_config.transform) ? _config.transform : false;\n\n if (_config.worker && Papa.WORKERS_SUPPORTED) {\n var w = newWorker();\n\n w.userStep = _config.step;\n w.userChunk = _config.chunk;\n w.userComplete = _config.complete;\n w.userError = _config.error;\n\n _config.step = isFunction(_config.step);\n _config.chunk = isFunction(_config.chunk);\n _config.complete = isFunction(_config.complete);\n _config.error = isFunction(_config.error);\n delete _config.worker; // prevent infinite loop\n\n w.postMessage({\n input: _input,\n config: _config,\n workerId: w.id\n });\n\n return;\n }\n\n var streamer = null;\n /*\n if (_input === Papa.NODE_STREAM_INPUT && typeof PAPA_BROWSER_CONTEXT === 'undefined') {\n // create a node Duplex stream for use\n // with .pipe\n streamer = new DuplexStreamStreamer(_config);\n return streamer.getStream();\n } else\n */\n if (typeof _input === 'string') {\n // if (_config.download) streamer = new NetworkStreamer(_config);\n // else\n streamer = new StringStreamer(_config);\n }\n /*\n else if (_input.readable === true && isFunction(_input.read) && isFunction(_input.on)) {\n streamer = new ReadableStreamStreamer(_config);\n } else if ((globalThis.File && _input instanceof File) || _input instanceof Object)\n // ...Safari. (see issue #106)\n streamer = new FileStreamer(_config);\n */\n\n // BEGIN FORK\n if (!streamer) {\n streamer = new UserDefinedStreamer(_config);\n }\n // END FORK\n\n return streamer.stream(_input);\n}\n\nfunction JsonToCsv(_input, _config) {\n // Default configuration\n\n /** whether to surround every datum with quotes */\n var _quotes = false;\n\n /** whether to write headers */\n var _writeHeader = true;\n\n /** delimiting character(s) */\n var _delimiter = ',';\n\n /** newline character(s) */\n var _newline = '\\r\\n';\n\n /** quote character */\n var _quoteChar = '\"';\n\n /** escaped quote character, either \"\" or <config.escapeChar>\" */\n var _escapedQuote = _quoteChar + _quoteChar;\n\n /** whether to skip empty lines */\n var _skipEmptyLines = false;\n\n /** the columns (keys) we expect when we unparse objects */\n var _columns = null;\n\n unpackConfig();\n\n var quoteCharRegex = new RegExp(escapeRegExp(_quoteChar), 'g');\n\n if (typeof _input === 'string') _input = JSON.parse(_input);\n\n if (Array.isArray(_input)) {\n if (!_input.length || Array.isArray(_input[0])) return serialize(null, _input, _skipEmptyLines);\n else if (typeof _input[0] === 'object')\n return serialize(_columns || objectKeys(_input[0]), _input, _skipEmptyLines);\n } else if (typeof _input === 'object') {\n if (typeof _input.data === 'string') _input.data = JSON.parse(_input.data);\n\n if (Array.isArray(_input.data)) {\n if (!_input.fields) _input.fields = _input.meta && _input.meta.fields;\n\n if (!_input.fields)\n _input.fields = Array.isArray(_input.data[0]) ? _input.fields : objectKeys(_input.data[0]);\n\n if (!Array.isArray(_input.data[0]) && typeof _input.data[0] !== 'object')\n _input.data = [_input.data]; // handles input like [1,2,3] or ['asdf']\n }\n\n return serialize(_input.fields || [], _input.data || [], _skipEmptyLines);\n }\n\n // Default (any valid paths should return before this)\n throw new Error('Unable to serialize unrecognized input');\n\n function unpackConfig() {\n if (typeof _config !== 'object') return;\n\n if (\n typeof _config.delimiter === 'string' &&\n !Papa.BAD_DELIMITERS.filter(function (value) {\n return _config.delimiter.indexOf(value) !== -1;\n }).length\n ) {\n _delimiter = _config.delimiter;\n }\n\n if (typeof _config.quotes === 'boolean' || Array.isArray(_config.quotes))\n _quotes = _config.quotes;\n\n if (typeof _config.skipEmptyLines === 'boolean' || typeof _config.skipEmptyLines === 'string')\n _skipEmptyLines = _config.skipEmptyLines;\n\n if (typeof _config.newline === 'string') _newline = _config.newline;\n\n if (typeof _config.quoteChar === 'string') _quoteChar = _config.quoteChar;\n\n if (typeof _config.header === 'boolean') _writeHeader = _config.header;\n\n if (Array.isArray(_config.columns)) {\n if (_config.columns.length === 0) throw new Error('Option columns is empty');\n\n _columns = _config.columns;\n }\n\n if (_config.escapeChar !== undefined) {\n _escapedQuote = _config.escapeChar + _quoteChar;\n }\n }\n\n /** Turns an object's keys into an array */\n function objectKeys(obj) {\n if (typeof obj !== 'object') return [];\n var keys = [];\n for (var key in obj) keys.push(key);\n return keys;\n }\n\n /** The double for loop that iterates the data and writes out a CSV string including header row */\n function serialize(fields, data, skipEmptyLines) {\n var csv = '';\n\n if (typeof fields === 'string') fields = JSON.parse(fields);\n if (typeof data === 'string') data = JSON.parse(data);\n\n var hasHeader = Array.isArray(fields) && fields.length > 0;\n var dataKeyedByField = !Array.isArray(data[0]);\n\n // If there a header row, write it first\n if (hasHeader && _writeHeader) {\n for (var i = 0; i < fields.length; i++) {\n if (i > 0) csv += _delimiter;\n csv += safe(fields[i], i);\n }\n if (data.length > 0) csv += _newline;\n }\n\n // Then write out the data\n for (var row = 0; row < data.length; row++) {\n var maxCol = hasHeader ? fields.length : data[row].length;\n\n var emptyLine = false;\n var nullLine = hasHeader ? Object.keys(data[row]).length === 0 : data[row].length === 0;\n if (skipEmptyLines && !hasHeader) {\n emptyLine =\n skipEmptyLines === 'greedy'\n ? data[row].join('').trim() === ''\n : data[row].length === 1 && data[row][0].length === 0;\n }\n if (skipEmptyLines === 'greedy' && hasHeader) {\n var line = [];\n for (var c = 0; c < maxCol; c++) {\n var cx = dataKeyedByField ? fields[c] : c;\n line.push(data[row][cx]);\n }\n emptyLine = line.join('').trim() === '';\n }\n if (!emptyLine) {\n for (var col = 0; col < maxCol; col++) {\n if (col > 0 && !nullLine) csv += _delimiter;\n var colIdx = hasHeader && dataKeyedByField ? fields[col] : col;\n csv += safe(data[row][colIdx], col);\n }\n if (row < data.length - 1 && (!skipEmptyLines || (maxCol > 0 && !nullLine))) {\n csv += _newline;\n }\n }\n }\n return csv;\n }\n\n /** Encloses a value around quotes if needed (makes a value safe for CSV insertion) */\n function safe(str, col) {\n if (typeof str === 'undefined' || str === null) return '';\n\n if (str.constructor === Date) return JSON.stringify(str).slice(1, 25);\n\n str = str.toString().replace(quoteCharRegex, _escapedQuote);\n\n var needsQuotes =\n (typeof _quotes === 'boolean' && _quotes) ||\n (Array.isArray(_quotes) && _quotes[col]) ||\n hasAny(str, Papa.BAD_DELIMITERS) ||\n str.indexOf(_delimiter) > -1 ||\n str.charAt(0) === ' ' ||\n str.charAt(str.length - 1) === ' ';\n\n return needsQuotes ? _quoteChar + str + _quoteChar : str;\n }\n\n function hasAny(str, substrings) {\n for (var i = 0; i < substrings.length; i++) if (str.indexOf(substrings[i]) > -1) return true;\n return false;\n }\n}\n\n/** ChunkStreamer is the base prototype for various streamer implementations. */\nfunction ChunkStreamer(config) {\n this._handle = null;\n this._finished = false;\n this._completed = false;\n this._input = null;\n this._baseIndex = 0;\n this._partialLine = '';\n this._rowCount = 0;\n this._start = 0;\n this._nextChunk = null;\n this.isFirstChunk = true;\n this._completeResults = {\n data: [],\n errors: [],\n meta: {}\n };\n replaceConfig.call(this, config);\n\n this.parseChunk = function (chunk, isFakeChunk) {\n // First chunk pre-processing\n if (this.isFirstChunk && isFunction(this._config.beforeFirstChunk)) {\n var modifiedChunk = this._config.beforeFirstChunk(chunk);\n if (modifiedChunk !== undefined) chunk = modifiedChunk;\n }\n this.isFirstChunk = false;\n\n // Rejoin the line we likely just split in two by chunking the file\n var aggregate = this._partialLine + chunk;\n this._partialLine = '';\n\n var results = this._handle.parse(aggregate, this._baseIndex, !this._finished);\n\n if (this._handle.paused() || this._handle.aborted()) return;\n\n var lastIndex = results.meta.cursor;\n\n if (!this._finished) {\n this._partialLine = aggregate.substring(lastIndex - this._baseIndex);\n this._baseIndex = lastIndex;\n }\n\n if (results && results.data) this._rowCount += results.data.length;\n\n var finishedIncludingPreview =\n this._finished || (this._config.preview && this._rowCount >= this._config.preview);\n\n if (isFunction(this._config.chunk) && !isFakeChunk) {\n this._config.chunk(results, this._handle);\n if (this._handle.paused() || this._handle.aborted()) return;\n results = undefined;\n this._completeResults = undefined;\n }\n\n if (!this._config.step && !this._config.chunk) {\n this._completeResults.data = this._completeResults.data.concat(results.data);\n this._completeResults.errors = this._completeResults.errors.concat(results.errors);\n this._completeResults.meta = results.meta;\n }\n\n if (\n !this._completed &&\n finishedIncludingPreview &&\n isFunction(this._config.complete) &&\n (!results || !results.meta.aborted)\n ) {\n this._config.complete(this._completeResults, this._input);\n this._completed = true;\n }\n\n if (!finishedIncludingPreview && (!results || !results.meta.paused)) this._nextChunk();\n\n return results;\n };\n\n this._sendError = function (error) {\n if (isFunction(this._config.error)) this._config.error(error);\n };\n\n function replaceConfig(config) {\n // Deep-copy the config so we can edit it\n var configCopy = copy(config);\n configCopy.chunkSize = parseInt(configCopy.chunkSize); // parseInt VERY important so we don't concatenate strings!\n if (!config.step && !config.chunk) configCopy.chunkSize = null; // disable Range header if not streaming; bad values break IIS - see issue #196\n this._handle = new ParserHandle(configCopy);\n this._handle.streamer = this;\n this._config = configCopy; // persist the copy to the caller\n }\n}\nfunction StringStreamer(config) {\n config = config || {};\n ChunkStreamer.call(this, config);\n\n var remaining;\n this.stream = function (s) {\n remaining = s;\n return this._nextChunk();\n };\n this._nextChunk = function () {\n if (this._finished) return;\n var size = this._config.chunkSize;\n var chunk = size ? remaining.substr(0, size) : remaining;\n remaining = size ? remaining.substr(size) : '';\n this._finished = !remaining;\n return this.parseChunk(chunk);\n };\n}\nStringStreamer.prototype = Object.create(StringStreamer.prototype);\nStringStreamer.prototype.constructor = StringStreamer;\n\n// Use one ParserHandle per entire CSV file or string\nfunction ParserHandle(_config) {\n // One goal is to minimize the use of regular expressions...\n var FLOAT = /^\\s*-?(\\d*\\.?\\d+|\\d+\\.?\\d*)(e[-+]?\\d+)?\\s*$/i;\n var ISO_DATE =\n /(\\d{4}-[01]\\d-[0-3]\\dT[0-2]\\d:[0-5]\\d:[0-5]\\d\\.\\d+([+-][0-2]\\d:[0-5]\\d|Z))|(\\d{4}-[01]\\d-[0-3]\\dT[0-2]\\d:[0-5]\\d:[0-5]\\d([+-][0-2]\\d:[0-5]\\d|Z))|(\\d{4}-[01]\\d-[0-3]\\dT[0-2]\\d:[0-5]\\d([+-][0-2]\\d:[0-5]\\d|Z))/;\n\n var self = this;\n var _stepCounter = 0; // Number of times step was called (number of rows parsed)\n var _rowCounter = 0; // Number of rows that have been parsed so far\n var _input; // The input being parsed\n var _parser; // The core parser being used\n var _paused = false; // Whether we are paused or not\n var _aborted = false; // Whether the parser has aborted or not\n var _delimiterError; // Temporary state between delimiter detection and processing results\n var _fields = []; // Fields are from the header row of the input, if there is one\n var _results = {\n // The last results returned from the parser\n data: [],\n errors: [],\n meta: {}\n };\n\n if (isFunction(_config.step)) {\n var userStep = _config.step;\n _config.step = function (results) {\n _results = results;\n\n if (needsHeaderRow()) processResults();\n // only call user's step function after header row\n else {\n processResults();\n\n // It's possbile that this line was empty and there's no row here after all\n if (!_results.data || _results.data.length === 0) return;\n\n _stepCounter += results.data.length;\n if (_config.preview && _stepCounter > _config.preview) _parser.abort();\n else userStep(_results, self);\n }\n };\n }\n\n /**\n * Parses input. Most users won't need, and shouldn't mess with, the baseIndex\n * and ignoreLastRow parameters. They are used by streamers (wrapper functions)\n * when an input comes in multiple chunks, like from a file.\n */\n this.parse = function (input, baseIndex, ignoreLastRow) {\n var quoteChar = _config.quoteChar || '\"';\n if (!_config.newline) _config.newline = guessLineEndings(input, quoteChar);\n\n _delimiterError = false;\n if (!_config.delimiter) {\n var delimGuess = guessDelimiter(\n input,\n _config.newline,\n _config.skipEmptyLines,\n _config.comments,\n _config.delimitersToGuess\n );\n if (delimGuess.successful) _config.delimiter = delimGuess.bestDelimiter;\n else {\n _delimiterError = true; // add error after parsing (otherwise it would be overwritten)\n _config.delimiter = Papa.DefaultDelimiter;\n }\n _results.meta.delimiter = _config.delimiter;\n } else if (isFunction(_config.delimiter)) {\n _config.delimiter = _config.delimiter(input);\n _results.meta.delimiter = _config.delimiter;\n }\n\n var parserConfig = copy(_config);\n if (_config.preview && _config.header) parserConfig.preview++; // to compensate for header row\n\n _input = input;\n _parser = new Parser(parserConfig);\n _results = _parser.parse(_input, baseIndex, ignoreLastRow);\n processResults();\n return _paused ? {meta: {paused: true}} : _results || {meta: {paused: false}};\n };\n\n this.paused = function () {\n return _paused;\n };\n\n this.pause = function () {\n _paused = true;\n _parser.abort();\n _input = _input.substr(_parser.getCharIndex());\n };\n\n this.resume = function () {\n _paused = false;\n self.streamer.parseChunk(_input, true);\n };\n\n this.aborted = function () {\n return _aborted;\n };\n\n this.abort = function () {\n _aborted = true;\n _parser.abort();\n _results.meta.aborted = true;\n if (isFunction(_config.complete)) _config.complete(_results);\n _input = '';\n };\n\n function testEmptyLine(s) {\n return _config.skipEmptyLines === 'greedy'\n ? s.join('').trim() === ''\n : s.length === 1 && s[0].length === 0;\n }\n\n function processResults() {\n if (_results && _delimiterError) {\n addError(\n 'Delimiter',\n 'UndetectableDelimiter',\n \"Unable to auto-detect delimiting character; defaulted to '\" + Papa.DefaultDelimiter + \"'\"\n );\n _delimiterError = false;\n }\n\n if (_config.skipEmptyLines) {\n for (var i = 0; i < _results.data.length; i++)\n if (testEmptyLine(_results.data[i])) _results.data.splice(i--, 1);\n }\n\n if (needsHeaderRow()) fillHeaderFields();\n\n return applyHeaderAndDynamicTypingAndTransformation();\n }\n\n function needsHeaderRow() {\n return _config.header && _fields.length === 0;\n }\n\n function fillHeaderFields() {\n if (!_results) return;\n\n function addHeder(header) {\n if (isFunction(_config.transformHeader)) header = _config.transformHeader(header);\n\n _fields.push(header);\n }\n\n if (Array.isArray(_results.data[0])) {\n for (var i = 0; needsHeaderRow() && i < _results.data.length; i++)\n _results.data[i].forEach(addHeder);\n\n _results.data.splice(0, 1);\n }\n // if _results.data[0] is not an array, we are in a step where _results.data is the row.\n else _results.data.forEach(addHeder);\n }\n\n function shouldApplyDynamicTyping(field) {\n // Cache function values to avoid calling it for each row\n if (_config.dynamicTypingFunction && _config.dynamicTyping[field] === undefined) {\n _config.dynamicTyping[field] = _config.dynamicTypingFunction(field);\n }\n return (_config.dynamicTyping[field] || _config.dynamicTyping) === true;\n }\n\n function parseDynamic(field, value) {\n if (shouldApplyDynamicTyping(field)) {\n if (value === 'true' || value === 'TRUE') return true;\n else if (value === 'false' || value === 'FALSE') return false;\n else if (FLOAT.test(value)) return parseFloat(value);\n else if (ISO_DATE.test(value)) return new Date(value);\n else return value === '' ? null : value;\n }\n return value;\n }\n\n function applyHeaderAndDynamicTypingAndTransformation() {\n if (\n !_results ||\n !_results.data ||\n (!_config.header && !_config.dynamicTyping && !_config.transform)\n )\n return _results;\n\n function processRow(rowSource, i) {\n var row = _config.header ? {} : [];\n\n var j;\n for (j = 0; j < rowSource.length; j++) {\n var field = j;\n var value = rowSource[j];\n\n if (_config.header) field = j >= _fields.length ? '__parsed_extra' : _fields[j];\n\n if (_config.transform) value = _config.transform(value, field);\n\n value = parseDynamic(field, value);\n\n if (field === '__parsed_extra') {\n row[field] = row[field] || [];\n row[field].push(value);\n } else row[field] = value;\n }\n\n if (_config.header) {\n if (j > _fields.length)\n addError(\n 'FieldMismatch',\n 'TooManyFields',\n 'Too many fields: expected ' + _fields.length + ' fields but parsed ' + j,\n _rowCounter + i\n );\n else if (j < _fields.length)\n addError(\n 'FieldMismatch',\n 'TooFewFields',\n 'Too few fields: expected ' + _fields.length + ' fields but parsed ' + j,\n _rowCounter + i\n );\n }\n\n return row;\n }\n\n var incrementBy = 1;\n if (!_results.data[0] || Array.isArray(_results.data[0])) {\n _results.data = _results.data.map(processRow);\n incrementBy = _results.data.length;\n } else _results.data = processRow(_results.data, 0);\n\n if (_config.header && _results.meta) _results.meta.fields = _fields;\n\n _rowCounter += incrementBy;\n return _results;\n }\n\n function guessDelimiter(input, newline, skipEmptyLines, comments, delimitersToGuess) {\n var bestDelim, bestDelta, fieldCountPrevRow;\n\n delimitersToGuess = delimitersToGuess || [',', '\\t', '|', ';', Papa.RECORD_SEP, Papa.UNIT_SEP];\n\n for (var i = 0; i < delimitersToGuess.length; i++) {\n var delim = delimitersToGuess[i];\n var delta = 0,\n avgFieldCount = 0,\n emptyLinesCount = 0;\n fieldCountPrevRow = undefined;\n\n var preview = new Parser({\n comments: comments,\n delimiter: delim,\n newline: newline,\n preview: 10\n }).parse(input);\n\n for (var j = 0; j < preview.data.length; j++) {\n if (skipEmptyLines && testEmptyLine(preview.data[j])) {\n emptyLinesCount++;\n continue;\n }\n var fieldCount = preview.data[j].length;\n avgFieldCount += fieldCount;\n\n if (typeof fieldCountPrevRow === 'undefined') {\n fieldCountPrevRow = 0;\n continue;\n } else if (fieldCount > 1) {\n delta += Math.abs(fieldCount - fieldCountPrevRow);\n fieldCountPrevRow = fieldCount;\n }\n }\n\n if (preview.data.length > 0) avgFieldCount /= preview.data.length - emptyLinesCount;\n\n if ((typeof bestDelta === 'undefined' || delta > bestDelta) && avgFieldCount > 1.99) {\n bestDelta = delta;\n bestDelim = delim;\n }\n }\n\n _config.delimiter = bestDelim;\n\n return {\n successful: !!bestDelim,\n bestDelimiter: bestDelim\n };\n }\n\n function guessLineEndings(input, quoteChar) {\n input = input.substr(0, 1024 * 1024); // max length 1 MB\n // Replace all the text inside quotes\n var re = new RegExp(escapeRegExp(quoteChar) + '([^]*?)' + escapeRegExp(quoteChar), 'gm');\n input = input.replace(re, '');\n\n var r = input.split('\\r');\n\n var n = input.split('\\n');\n\n var nAppearsFirst = n.length > 1 && n[0].length < r[0].length;\n\n if (r.length === 1 || nAppearsFirst) return '\\n';\n\n var numWithN = 0;\n for (var i = 0; i < r.length; i++) {\n if (r[i][0] === '\\n') numWithN++;\n }\n\n return numWithN >= r.length / 2 ? '\\r\\n' : '\\r';\n }\n\n function addError(type, code, msg, row) {\n _results.errors.push({\n type: type,\n code: code,\n message: msg,\n row: row\n });\n }\n}\n\n/** https://developer.mozilla.org/en-US/docs/Web/JavaScript/Guide/Regular_Expressions */\nfunction escapeRegExp(string) {\n return string.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'); // $& means the whole matched string\n}\n\n/** The core parser implements speedy and correct CSV parsing */\nfunction Parser(config) {\n // Unpack the config object\n config = config || {};\n var delim = config.delimiter;\n var newline = config.newline;\n var comments = config.comments;\n var step = config.step;\n var preview = config.preview;\n var fastMode = config.fastMode;\n var quoteChar;\n /** Allows for no quoteChar by setting quoteChar to undefined in config */\n if (config.quoteChar === undefined) {\n quoteChar = '\"';\n } else {\n quoteChar = config.quoteChar;\n }\n var escapeChar = quoteChar;\n if (config.escapeChar !== undefined) {\n escapeChar = config.escapeChar;\n }\n\n // Delimiter must be valid\n if (typeof delim !== 'string' || Papa.BAD_DELIMITERS.indexOf(delim) > -1) delim = ',';\n\n // Comment character must be valid\n if (comments === delim) throw new Error('Comment character same as delimiter');\n else if (comments === true) comments = '#';\n else if (typeof comments !== 'string' || Papa.BAD_DELIMITERS.indexOf(comments) > -1)\n comments = false;\n\n // Newline must be valid: \\r, \\n, or \\r\\n\n if (newline !== '\\n' && newline !== '\\r' && newline !== '\\r\\n') newline = '\\n';\n\n // We're gonna need these at the Parser scope\n var cursor = 0;\n var aborted = false;\n\n this.parse = function (input, baseIndex, ignoreLastRow) {\n // For some reason, in Chrome, this speeds things up (!?)\n if (typeof input !== 'string') throw new Error('Input must be a string');\n\n // We don't need to compute some of these every time parse() is called,\n // but having them in a more local scope seems to perform better\n var inputLen = input.length,\n delimLen = delim.length,\n newlineLen = newline.length,\n commentsLen = comments.length;\n var stepIsFunction = isFunction(step);\n\n // Establish starting state\n cursor = 0;\n var data = [],\n errors = [],\n row = [],\n lastCursor = 0;\n\n if (!input) return returnable();\n\n if (fastMode || (fastMode !== false && input.indexOf(quoteChar) === -1)) {\n var rows = input.split(newline);\n for (var i = 0; i < rows.length; i++) {\n row = rows[i];\n cursor += row.length;\n if (i !== rows.length - 1) cursor += newline.length;\n else if (ignoreLastRow) return returnable();\n if (comments && row.substr(0, commentsLen) === comments) continue;\n if (stepIsFunction) {\n data = [];\n pushRow(row.split(delim));\n doStep();\n if (aborted) return returnable();\n } else pushRow(row.split(delim));\n if (preview && i >= preview) {\n data = data.slice(0, preview);\n return returnable(true);\n }\n }\n return returnable();\n }\n\n var nextDelim = input.indexOf(delim, cursor);\n var nextNewline = input.indexOf(newline, cursor);\n var quoteCharRegex = new RegExp(escapeRegExp(escapeChar) + escapeRegExp(quoteChar), 'g');\n var quoteSearch;\n\n // Parser loop\n for (;;) {\n // Field has opening quote\n if (input[cursor] === quoteChar) {\n // Start our search for the closing quote where the cursor is\n quoteSearch = cursor;\n\n // Skip the opening quote\n cursor++;\n\n for (;;) {\n // Find closing quote\n quoteSearch = input.indexOf(quoteChar, quoteSearch + 1);\n\n //No other quotes are found - no other delimiters\n if (quoteSearch === -1) {\n if (!ignoreLastRow) {\n // No closing quote... what a pity\n errors.push({\n type: 'Quotes',\n code: 'MissingQuotes',\n message: 'Quoted field unterminated',\n row: data.length, // row has yet to be inserted\n index: cursor\n });\n }\n return finish();\n }\n\n // Closing quote at EOF\n if (quoteSearch === inputLen - 1) {\n var value = input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar);\n return finish(value);\n }\n\n // If this quote is escaped, it's part of the data; skip it\n // If the quote character is the escape character, then check if the next character is the escape character\n if (quoteChar === escapeChar && input[quoteSearch + 1] === escapeChar) {\n quoteSearch++;\n continue;\n }\n\n // If the quote character is not the escape character, then check if the previous character was the escape character\n if (\n quoteChar !== escapeChar &&\n quoteSearch !== 0 &&\n input[quoteSearch - 1] === escapeChar\n ) {\n continue;\n }\n\n // Check up to nextDelim or nextNewline, whichever is closest\n var checkUpTo = nextNewline === -1 ? nextDelim : Math.min(nextDelim, nextNewline);\n var spacesBetweenQuoteAndDelimiter = extraSpaces(checkUpTo);\n\n // Closing quote followed by delimiter or 'unnecessary spaces + delimiter'\n if (input[quoteSearch + 1 + spacesBetweenQuoteAndDelimiter] === delim) {\n row.push(input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar));\n cursor = quoteSearch + 1 + spacesBetweenQuoteAndDelimiter + delimLen;\n nextDelim = input.indexOf(delim, cursor);\n nextNewline = input.indexOf(newline, cursor);\n\n if (stepIsFunction) {\n doStep();\n if (aborted) return returnable();\n }\n\n if (preview && data.length >= preview) return returnable(true);\n\n break;\n }\n\n var spacesBetweenQuoteAndNewLine = extraSpaces(nextNewline);\n\n // Closing quote followed by newline or 'unnecessary spaces + newLine'\n if (\n input.substr(quoteSearch + 1 + spacesBetweenQuoteAndNewLine, newlineLen) === newline\n ) {\n row.push(input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar));\n saveRow(quoteSearch + 1 + spacesBetweenQuoteAndNewLine + newlineLen);\n nextDelim = input.indexOf(delim, cursor); // because we may have skipped the nextDelim in the quoted field\n\n if (stepIsFunction) {\n doStep();\n if (aborted) return returnable();\n }\n\n if (preview && data.length >= preview) return returnable(true);\n\n break;\n }\n\n // Checks for valid closing quotes are complete (escaped quotes or quote followed by EOF/delimiter/newline) -- assume these quotes are part of an invalid text string\n errors.push({\n type: 'Quotes',\n code: 'InvalidQuotes',\n message: 'Trailing quote on quoted field is malformed',\n row: data.length, // row has yet to be inserted\n index: cursor\n });\n\n quoteSearch++;\n continue;\n }\n\n if (stepIsFunction) {\n doStep();\n if (aborted) return returnable();\n }\n\n if (preview && data.length >= preview) return returnable(true);\n continue;\n }\n\n // Comment found at start of new line\n if (comments && row.length === 0 && input.substr(cursor, commentsLen) === comments) {\n if (nextNewline === -1)\n // Comment ends at EOF\n return returnable();\n cursor = nextNewline + newlineLen;\n nextNewline = input.indexOf(newline, cursor);\n nextDelim = input.indexOf(delim, cursor);\n continue;\n }\n\n // Next delimiter comes before next newline, so we've reached end of field\n if (nextDelim !== -1 && (nextDelim < nextNewline || nextNewline === -1)) {\n row.push(input.substring(cursor, nextDelim));\n cursor = nextDelim + delimLen;\n nextDelim = input.indexOf(delim, cursor);\n continue;\n }\n\n // End of row\n if (nextNewline !== -1) {\n row.push(input.substring(cursor, nextNewline));\n saveRow(nextNewline + newlineLen);\n\n if (stepIsFunction) {\n doStep();\n if (aborted) return returnable();\n }\n\n if (preview && data.length >= preview) return returnable(true);\n\n continue;\n }\n\n break;\n }\n\n return finish();\n\n function pushRow(row) {\n data.push(row);\n lastCursor = cursor;\n }\n\n /**\n * checks if there are extra spaces after closing quote and given index without any text\n * if Yes, returns the number of spaces\n */\n function extraSpaces(index) {\n var spaceLength = 0;\n if (index !== -1) {\n var textBetweenClosingQuoteAndIndex = input.substring(quoteSearch + 1, index);\n if (textBetweenClosingQuoteAndIndex && textBetweenClosingQuoteAndIndex.trim() === '') {\n spaceLength = textBetweenClosingQuoteAndIndex.length;\n }\n }\n return spaceLength;\n }\n\n /**\n * Appends the remaining input from cursor to the end into\n * row, saves the row, calls step, and returns the results.\n */\n function finish(value) {\n if (ignoreLastRow) return returnable();\n if (typeof value === 'undefined') value = input.substr(cursor);\n row.push(value);\n cursor = inputLen; // important in case parsing is paused\n pushRow(row);\n if (stepIsFunction) doStep();\n return returnable();\n }\n\n /**\n * Appends the current row to the results. It sets the cursor\n * to newCursor and finds the nextNewline. The caller should\n * take care to execute user's step function and check for\n * preview and end parsing if necessary.\n */\n function saveRow(newCursor) {\n cursor = newCursor;\n pushRow(row);\n row = [];\n nextNewline = input.indexOf(newline, cursor);\n }\n\n /** Returns an object with the results, errors, and meta. */\n function returnable(stopped, step) {\n var isStep = step || false;\n return {\n data: isStep ? data[0] : data,\n errors: errors,\n meta: {\n delimiter: delim,\n linebreak: newline,\n aborted: aborted,\n truncated: !!stopped,\n cursor: lastCursor + (baseIndex || 0)\n }\n };\n }\n\n /** Executes the user's step function and resets data & errors. */\n function doStep() {\n step(returnable(undefined, true));\n data = [];\n errors = [];\n }\n };\n\n /** Sets the abort flag */\n this.abort = function () {\n aborted = true;\n };\n\n /** Gets the cursor position */\n this.getCharIndex = function () {\n return cursor;\n };\n}\n\nfunction notImplemented() {\n throw new Error('Not implemented.');\n}\n\n/** Makes a deep copy of an array or object (mostly) */\nfunction copy(obj) {\n if (typeof obj !== 'object' || obj === null) return obj;\n var cpy = Array.isArray(obj) ? [] : {};\n for (var key in obj) cpy[key] = copy(obj[key]);\n return cpy;\n}\n\nfunction isFunction(func) {\n return typeof func === 'function';\n}\n"],"file":"papaparse.js"}
1
+ {"version":3,"sources":["../../../src/papaparse/papaparse.ts"],"names":["BYTE_ORDER_MARK","Papa","parse","CsvToJson","unparse","JsonToCsv","RECORD_SEP","String","fromCharCode","UNIT_SEP","BAD_DELIMITERS","WORKERS_SUPPORTED","NODE_STREAM_INPUT","LocalChunkSize","RemoteChunkSize","DefaultDelimiter","Parser","ParserHandle","ChunkStreamer","StringStreamer","_input","_config","UserDefinedStreamer","dynamicTyping","isFunction","dynamicTypingFunction","transform","worker","w","newWorker","userStep","step","userChunk","chunk","userComplete","complete","userError","error","postMessage","input","config","workerId","id","streamer","stream","_quotes","_writeHeader","_delimiter","_newline","_quoteChar","_escapedQuote","_skipEmptyLines","_columns","unpackConfig","quoteCharRegex","RegExp","escapeRegExp","JSON","Array","isArray","length","serialize","objectKeys","data","fields","meta","Error","delimiter","filter","value","indexOf","quotes","skipEmptyLines","newline","quoteChar","header","columns","escapeChar","undefined","obj","keys","key","push","csv","hasHeader","dataKeyedByField","i","safe","row","maxCol","emptyLine","nullLine","Object","join","trim","line","c","cx","col","colIdx","str","constructor","Date","stringify","slice","toString","replace","needsQuotes","hasAny","charAt","substrings","_handle","_finished","_completed","_baseIndex","_partialLine","_rowCount","_start","_nextChunk","isFirstChunk","_completeResults","errors","replaceConfig","call","parseChunk","isFakeChunk","beforeFirstChunk","modifiedChunk","aggregate","results","paused","aborted","lastIndex","cursor","substring","finishedIncludingPreview","preview","concat","_sendError","configCopy","copy","chunkSize","parseInt","remaining","s","size","substr","prototype","create","FLOAT","ISO_DATE","self","_stepCounter","_rowCounter","_parser","_paused","_aborted","_delimiterError","_fields","_results","needsHeaderRow","processResults","abort","baseIndex","ignoreLastRow","guessLineEndings","delimGuess","guessDelimiter","comments","delimitersToGuess","successful","bestDelimiter","parserConfig","pause","getCharIndex","resume","testEmptyLine","addError","splice","fillHeaderFields","applyHeaderAndDynamicTypingAndTransformation","addHeder","transformHeader","forEach","shouldApplyDynamicTyping","field","parseDynamic","test","parseFloat","processRow","rowSource","j","incrementBy","map","bestDelim","bestDelta","fieldCountPrevRow","delim","delta","avgFieldCount","emptyLinesCount","fieldCount","Math","abs","re","r","split","n","nAppearsFirst","numWithN","type","code","msg","message","string","fastMode","inputLen","delimLen","newlineLen","commentsLen","stepIsFunction","lastCursor","returnable","rows","pushRow","doStep","nextDelim","nextNewline","quoteSearch","index","finish","checkUpTo","min","spacesBetweenQuoteAndDelimiter","extraSpaces","spacesBetweenQuoteAndNewLine","saveRow","spaceLength","textBetweenClosingQuoteAndIndex","newCursor","stopped","isStep","linebreak","truncated","notImplemented","cpy","func"],"mappings":";;;;;;;;;;;AAGA;AACA;AACA;AACA;AACA;AACA;AASA,IAAMA,eAAe,GAAG,QAAxB;AAEA,IAAMC,IAAI,GAAG;AACXC,EAAAA,KAAK,EAAEC,SADI;AAEXC,EAAAA,OAAO,EAAEC,SAFE;AAIXC,EAAAA,UAAU,EAAEC,MAAM,CAACC,YAAP,CAAoB,EAApB,CAJD;AAKXC,EAAAA,QAAQ,EAAEF,MAAM,CAACC,YAAP,CAAoB,EAApB,CALC;AAMXR,EAAAA,eAAe,EAAfA,eANW;AAOXU,EAAAA,cAAc,EAAE,CAAC,IAAD,EAAO,IAAP,EAAa,GAAb,EAAkBV,eAAlB,CAPL;AAQXW,EAAAA,iBAAiB,EAAE,KARR;AASXC,EAAAA,iBAAiB,EAAE,CATR;AAYXC,EAAAA,cAAc,EAAE,OAAO,IAAP,GAAc,EAZnB;AAaXC,EAAAA,eAAe,EAAE,OAAO,IAAP,GAAc,CAbpB;AAcXC,EAAAA,gBAAgB,EAAE,GAdP;AAiBXC,EAAAA,MAAM,EAAEA,MAjBG;AAkBXC,EAAAA,YAAY,EAAEA,YAlBH;AAqBXC,EAAAA,aAAa,EAAEA,aArBJ;AAsBXC,EAAAA,cAAc,EAAEA;AAtBL,CAAb;eAwBelB,I;;;AAef,SAASE,SAAT,CACEiB,MADF,EAEEC,OAFF,EAGEC,mBAHF,EAIE;AACAD,EAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AACA,MAAIE,aAAa,GAAGF,OAAO,CAACE,aAAR,IAAyB,KAA7C;;AACA,MAAIC,UAAU,CAACD,aAAD,CAAd,EAA+B;AAC7BF,IAAAA,OAAO,CAACI,qBAAR,GAAgCF,aAAhC;AAEAA,IAAAA,aAAa,GAAG,EAAhB;AACD;;AACDF,EAAAA,OAAO,CAACE,aAAR,GAAwBA,aAAxB;AAEAF,EAAAA,OAAO,CAACK,SAAR,GAAoBF,UAAU,CAACH,OAAO,CAACK,SAAT,CAAV,GAAgCL,OAAO,CAACK,SAAxC,GAAoD,KAAxE;;AAEA,MAAIL,OAAO,CAACM,MAAR,IAAkB1B,IAAI,CAACU,iBAA3B,EAA8C;AAC5C,QAAIiB,CAAC,GAAGC,SAAS,EAAjB;AAEAD,IAAAA,CAAC,CAACE,QAAF,GAAaT,OAAO,CAACU,IAArB;AACAH,IAAAA,CAAC,CAACI,SAAF,GAAcX,OAAO,CAACY,KAAtB;AACAL,IAAAA,CAAC,CAACM,YAAF,GAAiBb,OAAO,CAACc,QAAzB;AACAP,IAAAA,CAAC,CAACQ,SAAF,GAAcf,OAAO,CAACgB,KAAtB;AAEAhB,IAAAA,OAAO,CAACU,IAAR,GAAeP,UAAU,CAACH,OAAO,CAACU,IAAT,CAAzB;AACAV,IAAAA,OAAO,CAACY,KAAR,GAAgBT,UAAU,CAACH,OAAO,CAACY,KAAT,CAA1B;AACAZ,IAAAA,OAAO,CAACc,QAAR,GAAmBX,UAAU,CAACH,OAAO,CAACc,QAAT,CAA7B;AACAd,IAAAA,OAAO,CAACgB,KAAR,GAAgBb,UAAU,CAACH,OAAO,CAACgB,KAAT,CAA1B;AACA,WAAOhB,OAAO,CAACM,MAAf;AAEAC,IAAAA,CAAC,CAACU,WAAF,CAAc;AACZC,MAAAA,KAAK,EAAEnB,MADK;AAEZoB,MAAAA,MAAM,EAAEnB,OAFI;AAGZoB,MAAAA,QAAQ,EAAEb,CAAC,CAACc;AAHA,KAAd;AAMA;AACD;;AAED,MAAIC,QAAQ,GAAG,IAAf;;AASA,MAAI,OAAOvB,MAAP,KAAkB,QAAtB,EAAgC;AAG9BuB,IAAAA,QAAQ,GAAG,IAAIxB,cAAJ,CAAmBE,OAAnB,CAAX;AACD;;AAUD,MAAI,CAACsB,QAAL,EAAe;AACbA,IAAAA,QAAQ,GAAG,IAAIrB,mBAAJ,CAAwBD,OAAxB,CAAX;AACD;;AAGD,SAAOsB,QAAQ,CAACC,MAAT,CAAgBxB,MAAhB,CAAP;AACD;;AAED,SAASf,SAAT,CAAmBe,MAAnB,EAA2BC,OAA3B,EAAoC;AAIlC,MAAIwB,OAAO,GAAG,KAAd;AAGA,MAAIC,YAAY,GAAG,IAAnB;AAGA,MAAIC,UAAU,GAAG,GAAjB;AAGA,MAAIC,QAAQ,GAAG,MAAf;AAGA,MAAIC,UAAU,GAAG,GAAjB;;AAGA,MAAIC,aAAa,GAAGD,UAAU,GAAGA,UAAjC;;AAGA,MAAIE,eAAe,GAAG,KAAtB;AAGA,MAAIC,QAAQ,GAAG,IAAf;AAEAC,EAAAA,YAAY;AAEZ,MAAIC,cAAc,GAAG,IAAIC,MAAJ,CAAWC,YAAY,CAACP,UAAD,CAAvB,EAAqC,GAArC,CAArB;AAEA,MAAI,OAAO7B,MAAP,KAAkB,QAAtB,EAAgCA,MAAM,GAAGqC,IAAI,CAACvD,KAAL,CAAWkB,MAAX,CAAT;;AAEhC,MAAIsC,KAAK,CAACC,OAAN,CAAcvC,MAAd,CAAJ,EAA2B;AACzB,QAAI,CAACA,MAAM,CAACwC,MAAR,IAAkBF,KAAK,CAACC,OAAN,CAAcvC,MAAM,CAAC,CAAD,CAApB,CAAtB,EAAgD,OAAOyC,SAAS,CAAC,IAAD,EAAOzC,MAAP,EAAe+B,eAAf,CAAhB,CAAhD,KACK,IAAI,sBAAO/B,MAAM,CAAC,CAAD,CAAb,MAAqB,QAAzB,EACH,OAAOyC,SAAS,CAACT,QAAQ,IAAIU,UAAU,CAAC1C,MAAM,CAAC,CAAD,CAAP,CAAvB,EAAoCA,MAApC,EAA4C+B,eAA5C,CAAhB;AACH,GAJD,MAIO,IAAI,sBAAO/B,MAAP,MAAkB,QAAtB,EAAgC;AACrC,QAAI,OAAOA,MAAM,CAAC2C,IAAd,KAAuB,QAA3B,EAAqC3C,MAAM,CAAC2C,IAAP,GAAcN,IAAI,CAACvD,KAAL,CAAWkB,MAAM,CAAC2C,IAAlB,CAAd;;AAErC,QAAIL,KAAK,CAACC,OAAN,CAAcvC,MAAM,CAAC2C,IAArB,CAAJ,EAAgC;AAC9B,UAAI,CAAC3C,MAAM,CAAC4C,MAAZ,EAAoB5C,MAAM,CAAC4C,MAAP,GAAgB5C,MAAM,CAAC6C,IAAP,IAAe7C,MAAM,CAAC6C,IAAP,CAAYD,MAA3C;AAEpB,UAAI,CAAC5C,MAAM,CAAC4C,MAAZ,EACE5C,MAAM,CAAC4C,MAAP,GAAgBN,KAAK,CAACC,OAAN,CAAcvC,MAAM,CAAC2C,IAAP,CAAY,CAAZ,CAAd,IAAgC3C,MAAM,CAAC4C,MAAvC,GAAgDF,UAAU,CAAC1C,MAAM,CAAC2C,IAAP,CAAY,CAAZ,CAAD,CAA1E;AAEF,UAAI,CAACL,KAAK,CAACC,OAAN,CAAcvC,MAAM,CAAC2C,IAAP,CAAY,CAAZ,CAAd,CAAD,IAAkC,sBAAO3C,MAAM,CAAC2C,IAAP,CAAY,CAAZ,CAAP,MAA0B,QAAhE,EACE3C,MAAM,CAAC2C,IAAP,GAAc,CAAC3C,MAAM,CAAC2C,IAAR,CAAd;AACH;;AAED,WAAOF,SAAS,CAACzC,MAAM,CAAC4C,MAAP,IAAiB,EAAlB,EAAsB5C,MAAM,CAAC2C,IAAP,IAAe,EAArC,EAAyCZ,eAAzC,CAAhB;AACD;;AAGD,QAAM,IAAIe,KAAJ,CAAU,wCAAV,CAAN;;AAEA,WAASb,YAAT,GAAwB;AACtB,QAAI,sBAAOhC,OAAP,MAAmB,QAAvB,EAAiC;;AAEjC,QACE,OAAOA,OAAO,CAAC8C,SAAf,KAA6B,QAA7B,IACA,CAAClE,IAAI,CAACS,cAAL,CAAoB0D,MAApB,CAA2B,UAAUC,KAAV,EAAiB;AAC3C,aAAOhD,OAAO,CAAC8C,SAAR,CAAkBG,OAAlB,CAA0BD,KAA1B,MAAqC,CAAC,CAA7C;AACD,KAFA,EAEET,MAJL,EAKE;AACAb,MAAAA,UAAU,GAAG1B,OAAO,CAAC8C,SAArB;AACD;;AAED,QAAI,OAAO9C,OAAO,CAACkD,MAAf,KAA0B,SAA1B,IAAuCb,KAAK,CAACC,OAAN,CAActC,OAAO,CAACkD,MAAtB,CAA3C,EACE1B,OAAO,GAAGxB,OAAO,CAACkD,MAAlB;AAEF,QAAI,OAAOlD,OAAO,CAACmD,cAAf,KAAkC,SAAlC,IAA+C,OAAOnD,OAAO,CAACmD,cAAf,KAAkC,QAArF,EACErB,eAAe,GAAG9B,OAAO,CAACmD,cAA1B;AAEF,QAAI,OAAOnD,OAAO,CAACoD,OAAf,KAA2B,QAA/B,EAAyCzB,QAAQ,GAAG3B,OAAO,CAACoD,OAAnB;AAEzC,QAAI,OAAOpD,OAAO,CAACqD,SAAf,KAA6B,QAAjC,EAA2CzB,UAAU,GAAG5B,OAAO,CAACqD,SAArB;AAE3C,QAAI,OAAOrD,OAAO,CAACsD,MAAf,KAA0B,SAA9B,EAAyC7B,YAAY,GAAGzB,OAAO,CAACsD,MAAvB;;AAEzC,QAAIjB,KAAK,CAACC,OAAN,CAActC,OAAO,CAACuD,OAAtB,CAAJ,EAAoC;AAClC,UAAIvD,OAAO,CAACuD,OAAR,CAAgBhB,MAAhB,KAA2B,CAA/B,EAAkC,MAAM,IAAIM,KAAJ,CAAU,yBAAV,CAAN;AAElCd,MAAAA,QAAQ,GAAG/B,OAAO,CAACuD,OAAnB;AACD;;AAED,QAAIvD,OAAO,CAACwD,UAAR,KAAuBC,SAA3B,EAAsC;AACpC5B,MAAAA,aAAa,GAAG7B,OAAO,CAACwD,UAAR,GAAqB5B,UAArC;AACD;AACF;;AAGD,WAASa,UAAT,CAAoBiB,GAApB,EAAyB;AACvB,QAAI,sBAAOA,GAAP,MAAe,QAAnB,EAA6B,OAAO,EAAP;AAC7B,QAAIC,IAAI,GAAG,EAAX;;AACA,SAAK,IAAIC,GAAT,IAAgBF,GAAhB;AAAqBC,MAAAA,IAAI,CAACE,IAAL,CAAUD,GAAV;AAArB;;AACA,WAAOD,IAAP;AACD;;AAGD,WAASnB,SAAT,CAAmBG,MAAnB,EAA2BD,IAA3B,EAAiCS,cAAjC,EAAiD;AAC/C,QAAIW,GAAG,GAAG,EAAV;AAEA,QAAI,OAAOnB,MAAP,KAAkB,QAAtB,EAAgCA,MAAM,GAAGP,IAAI,CAACvD,KAAL,CAAW8D,MAAX,CAAT;AAChC,QAAI,OAAOD,IAAP,KAAgB,QAApB,EAA8BA,IAAI,GAAGN,IAAI,CAACvD,KAAL,CAAW6D,IAAX,CAAP;AAE9B,QAAIqB,SAAS,GAAG1B,KAAK,CAACC,OAAN,CAAcK,MAAd,KAAyBA,MAAM,CAACJ,MAAP,GAAgB,CAAzD;AACA,QAAIyB,gBAAgB,GAAG,CAAC3B,KAAK,CAACC,OAAN,CAAcI,IAAI,CAAC,CAAD,CAAlB,CAAxB;;AAGA,QAAIqB,SAAS,IAAItC,YAAjB,EAA+B;AAC7B,WAAK,IAAIwC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGtB,MAAM,CAACJ,MAA3B,EAAmC0B,CAAC,EAApC,EAAwC;AACtC,YAAIA,CAAC,GAAG,CAAR,EAAWH,GAAG,IAAIpC,UAAP;AACXoC,QAAAA,GAAG,IAAII,IAAI,CAACvB,MAAM,CAACsB,CAAD,CAAP,EAAYA,CAAZ,CAAX;AACD;;AACD,UAAIvB,IAAI,CAACH,MAAL,GAAc,CAAlB,EAAqBuB,GAAG,IAAInC,QAAP;AACtB;;AAGD,SAAK,IAAIwC,GAAG,GAAG,CAAf,EAAkBA,GAAG,GAAGzB,IAAI,CAACH,MAA7B,EAAqC4B,GAAG,EAAxC,EAA4C;AAC1C,UAAIC,MAAM,GAAGL,SAAS,GAAGpB,MAAM,CAACJ,MAAV,GAAmBG,IAAI,CAACyB,GAAD,CAAJ,CAAU5B,MAAnD;AAEA,UAAI8B,SAAS,GAAG,KAAhB;AACA,UAAIC,QAAQ,GAAGP,SAAS,GAAGQ,MAAM,CAACZ,IAAP,CAAYjB,IAAI,CAACyB,GAAD,CAAhB,EAAuB5B,MAAvB,KAAkC,CAArC,GAAyCG,IAAI,CAACyB,GAAD,CAAJ,CAAU5B,MAAV,KAAqB,CAAtF;;AACA,UAAIY,cAAc,IAAI,CAACY,SAAvB,EAAkC;AAChCM,QAAAA,SAAS,GACPlB,cAAc,KAAK,QAAnB,GACIT,IAAI,CAACyB,GAAD,CAAJ,CAAUK,IAAV,CAAe,EAAf,EAAmBC,IAAnB,OAA8B,EADlC,GAEI/B,IAAI,CAACyB,GAAD,CAAJ,CAAU5B,MAAV,KAAqB,CAArB,IAA0BG,IAAI,CAACyB,GAAD,CAAJ,CAAU,CAAV,EAAa5B,MAAb,KAAwB,CAHxD;AAID;;AACD,UAAIY,cAAc,KAAK,QAAnB,IAA+BY,SAAnC,EAA8C;AAC5C,YAAIW,IAAI,GAAG,EAAX;;AACA,aAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGP,MAApB,EAA4BO,CAAC,EAA7B,EAAiC;AAC/B,cAAIC,EAAE,GAAGZ,gBAAgB,GAAGrB,MAAM,CAACgC,CAAD,CAAT,GAAeA,CAAxC;AACAD,UAAAA,IAAI,CAACb,IAAL,CAAUnB,IAAI,CAACyB,GAAD,CAAJ,CAAUS,EAAV,CAAV;AACD;;AACDP,QAAAA,SAAS,GAAGK,IAAI,CAACF,IAAL,CAAU,EAAV,EAAcC,IAAd,OAAyB,EAArC;AACD;;AACD,UAAI,CAACJ,SAAL,EAAgB;AACd,aAAK,IAAIQ,GAAG,GAAG,CAAf,EAAkBA,GAAG,GAAGT,MAAxB,EAAgCS,GAAG,EAAnC,EAAuC;AACrC,cAAIA,GAAG,GAAG,CAAN,IAAW,CAACP,QAAhB,EAA0BR,GAAG,IAAIpC,UAAP;AAC1B,cAAIoD,MAAM,GAAGf,SAAS,IAAIC,gBAAb,GAAgCrB,MAAM,CAACkC,GAAD,CAAtC,GAA8CA,GAA3D;AACAf,UAAAA,GAAG,IAAII,IAAI,CAACxB,IAAI,CAACyB,GAAD,CAAJ,CAAUW,MAAV,CAAD,EAAoBD,GAApB,CAAX;AACD;;AACD,YAAIV,GAAG,GAAGzB,IAAI,CAACH,MAAL,GAAc,CAApB,KAA0B,CAACY,cAAD,IAAoBiB,MAAM,GAAG,CAAT,IAAc,CAACE,QAA7D,CAAJ,EAA6E;AAC3ER,UAAAA,GAAG,IAAInC,QAAP;AACD;AACF;AACF;;AACD,WAAOmC,GAAP;AACD;;AAGD,WAASI,IAAT,CAAca,GAAd,EAAmBF,GAAnB,EAAwB;AACtB,QAAI,OAAOE,GAAP,KAAe,WAAf,IAA8BA,GAAG,KAAK,IAA1C,EAAgD,OAAO,EAAP;AAEhD,QAAIA,GAAG,CAACC,WAAJ,KAAoBC,IAAxB,EAA8B,OAAO7C,IAAI,CAAC8C,SAAL,CAAeH,GAAf,EAAoBI,KAApB,CAA0B,CAA1B,EAA6B,EAA7B,CAAP;AAE9BJ,IAAAA,GAAG,GAAGA,GAAG,CAACK,QAAJ,GAAeC,OAAf,CAAuBpD,cAAvB,EAAuCJ,aAAvC,CAAN;AAEA,QAAIyD,WAAW,GACZ,OAAO9D,OAAP,KAAmB,SAAnB,IAAgCA,OAAjC,IACCa,KAAK,CAACC,OAAN,CAAcd,OAAd,KAA0BA,OAAO,CAACqD,GAAD,CADlC,IAEAU,MAAM,CAACR,GAAD,EAAMnG,IAAI,CAACS,cAAX,CAFN,IAGA0F,GAAG,CAAC9B,OAAJ,CAAYvB,UAAZ,IAA0B,CAAC,CAH3B,IAIAqD,GAAG,CAACS,MAAJ,CAAW,CAAX,MAAkB,GAJlB,IAKAT,GAAG,CAACS,MAAJ,CAAWT,GAAG,CAACxC,MAAJ,GAAa,CAAxB,MAA+B,GANjC;AAQA,WAAO+C,WAAW,GAAG1D,UAAU,GAAGmD,GAAb,GAAmBnD,UAAtB,GAAmCmD,GAArD;AACD;;AAED,WAASQ,MAAT,CAAgBR,GAAhB,EAAqBU,UAArB,EAAiC;AAC/B,SAAK,IAAIxB,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGwB,UAAU,CAAClD,MAA/B,EAAuC0B,CAAC,EAAxC;AAA4C,UAAIc,GAAG,CAAC9B,OAAJ,CAAYwC,UAAU,CAACxB,CAAD,CAAtB,IAA6B,CAAC,CAAlC,EAAqC,OAAO,IAAP;AAAjF;;AACA,WAAO,KAAP;AACD;AACF;;AAGD,SAASpE,aAAT,CAAuBsB,MAAvB,EAA+B;AAC7B,OAAKuE,OAAL,GAAe,IAAf;AACA,OAAKC,SAAL,GAAiB,KAAjB;AACA,OAAKC,UAAL,GAAkB,KAAlB;AACA,OAAK7F,MAAL,GAAc,IAAd;AACA,OAAK8F,UAAL,GAAkB,CAAlB;AACA,OAAKC,YAAL,GAAoB,EAApB;AACA,OAAKC,SAAL,GAAiB,CAAjB;AACA,OAAKC,MAAL,GAAc,CAAd;AACA,OAAKC,UAAL,GAAkB,IAAlB;AACA,OAAKC,YAAL,GAAoB,IAApB;AACA,OAAKC,gBAAL,GAAwB;AACtBzD,IAAAA,IAAI,EAAE,EADgB;AAEtB0D,IAAAA,MAAM,EAAE,EAFc;AAGtBxD,IAAAA,IAAI,EAAE;AAHgB,GAAxB;AAKAyD,EAAAA,aAAa,CAACC,IAAd,CAAmB,IAAnB,EAAyBnF,MAAzB;;AAEA,OAAKoF,UAAL,GAAkB,UAAU3F,KAAV,EAAiB4F,WAAjB,EAA8B;AAE9C,QAAI,KAAKN,YAAL,IAAqB/F,UAAU,CAAC,KAAKH,OAAL,CAAayG,gBAAd,CAAnC,EAAoE;AAClE,UAAIC,aAAa,GAAG,KAAK1G,OAAL,CAAayG,gBAAb,CAA8B7F,KAA9B,CAApB;;AACA,UAAI8F,aAAa,KAAKjD,SAAtB,EAAiC7C,KAAK,GAAG8F,aAAR;AAClC;;AACD,SAAKR,YAAL,GAAoB,KAApB;AAGA,QAAIS,SAAS,GAAG,KAAKb,YAAL,GAAoBlF,KAApC;AACA,SAAKkF,YAAL,GAAoB,EAApB;;AAEA,QAAIc,OAAO,GAAG,KAAKlB,OAAL,CAAa7G,KAAb,CAAmB8H,SAAnB,EAA8B,KAAKd,UAAnC,EAA+C,CAAC,KAAKF,SAArD,CAAd;;AAEA,QAAI,KAAKD,OAAL,CAAamB,MAAb,MAAyB,KAAKnB,OAAL,CAAaoB,OAAb,EAA7B,EAAqD;AAErD,QAAIC,SAAS,GAAGH,OAAO,CAAChE,IAAR,CAAaoE,MAA7B;;AAEA,QAAI,CAAC,KAAKrB,SAAV,EAAqB;AACnB,WAAKG,YAAL,GAAoBa,SAAS,CAACM,SAAV,CAAoBF,SAAS,GAAG,KAAKlB,UAArC,CAApB;AACA,WAAKA,UAAL,GAAkBkB,SAAlB;AACD;;AAED,QAAIH,OAAO,IAAIA,OAAO,CAAClE,IAAvB,EAA6B,KAAKqD,SAAL,IAAkBa,OAAO,CAAClE,IAAR,CAAaH,MAA/B;AAE7B,QAAI2E,wBAAwB,GAC1B,KAAKvB,SAAL,IAAmB,KAAK3F,OAAL,CAAamH,OAAb,IAAwB,KAAKpB,SAAL,IAAkB,KAAK/F,OAAL,CAAamH,OAD5E;;AAGA,QAAIhH,UAAU,CAAC,KAAKH,OAAL,CAAaY,KAAd,CAAV,IAAkC,CAAC4F,WAAvC,EAAoD;AAClD,WAAKxG,OAAL,CAAaY,KAAb,CAAmBgG,OAAnB,EAA4B,KAAKlB,OAAjC;;AACA,UAAI,KAAKA,OAAL,CAAamB,MAAb,MAAyB,KAAKnB,OAAL,CAAaoB,OAAb,EAA7B,EAAqD;AACrDF,MAAAA,OAAO,GAAGnD,SAAV;AACA,WAAK0C,gBAAL,GAAwB1C,SAAxB;AACD;;AAED,QAAI,CAAC,KAAKzD,OAAL,CAAaU,IAAd,IAAsB,CAAC,KAAKV,OAAL,CAAaY,KAAxC,EAA+C;AAC7C,WAAKuF,gBAAL,CAAsBzD,IAAtB,GAA6B,KAAKyD,gBAAL,CAAsBzD,IAAtB,CAA2B0E,MAA3B,CAAkCR,OAAO,CAAClE,IAA1C,CAA7B;AACA,WAAKyD,gBAAL,CAAsBC,MAAtB,GAA+B,KAAKD,gBAAL,CAAsBC,MAAtB,CAA6BgB,MAA7B,CAAoCR,OAAO,CAACR,MAA5C,CAA/B;AACA,WAAKD,gBAAL,CAAsBvD,IAAtB,GAA6BgE,OAAO,CAAChE,IAArC;AACD;;AAED,QACE,CAAC,KAAKgD,UAAN,IACAsB,wBADA,IAEA/G,UAAU,CAAC,KAAKH,OAAL,CAAac,QAAd,CAFV,KAGC,CAAC8F,OAAD,IAAY,CAACA,OAAO,CAAChE,IAAR,CAAakE,OAH3B,CADF,EAKE;AACA,WAAK9G,OAAL,CAAac,QAAb,CAAsB,KAAKqF,gBAA3B,EAA6C,KAAKpG,MAAlD;;AACA,WAAK6F,UAAL,GAAkB,IAAlB;AACD;;AAED,QAAI,CAACsB,wBAAD,KAA8B,CAACN,OAAD,IAAY,CAACA,OAAO,CAAChE,IAAR,CAAaiE,MAAxD,CAAJ,EAAqE,KAAKZ,UAAL;AAErE,WAAOW,OAAP;AACD,GAtDD;;AAwDA,OAAKS,UAAL,GAAkB,UAAUrG,KAAV,EAAiB;AACjC,QAAIb,UAAU,CAAC,KAAKH,OAAL,CAAagB,KAAd,CAAd,EAAoC,KAAKhB,OAAL,CAAagB,KAAb,CAAmBA,KAAnB;AACrC,GAFD;;AAIA,WAASqF,aAAT,CAAuBlF,MAAvB,EAA+B;AAE7B,QAAImG,UAAU,GAAGC,IAAI,CAACpG,MAAD,CAArB;AACAmG,IAAAA,UAAU,CAACE,SAAX,GAAuBC,QAAQ,CAACH,UAAU,CAACE,SAAZ,CAA/B;AACA,QAAI,CAACrG,MAAM,CAACT,IAAR,IAAgB,CAACS,MAAM,CAACP,KAA5B,EAAmC0G,UAAU,CAACE,SAAX,GAAuB,IAAvB;AACnC,SAAK9B,OAAL,GAAe,IAAI9F,YAAJ,CAAiB0H,UAAjB,CAAf;AACA,SAAK5B,OAAL,CAAapE,QAAb,GAAwB,IAAxB;AACA,SAAKtB,OAAL,GAAesH,UAAf;AACD;AACF;;AACD,SAASxH,cAAT,CAAwBqB,MAAxB,EAAgC;AAC9BA,EAAAA,MAAM,GAAGA,MAAM,IAAI,EAAnB;AACAtB,EAAAA,aAAa,CAACyG,IAAd,CAAmB,IAAnB,EAAyBnF,MAAzB;AAEA,MAAIuG,SAAJ;;AACA,OAAKnG,MAAL,GAAc,UAAUoG,CAAV,EAAa;AACzBD,IAAAA,SAAS,GAAGC,CAAZ;AACA,WAAO,KAAK1B,UAAL,EAAP;AACD,GAHD;;AAIA,OAAKA,UAAL,GAAkB,YAAY;AAC5B,QAAI,KAAKN,SAAT,EAAoB;AACpB,QAAIiC,IAAI,GAAG,KAAK5H,OAAL,CAAawH,SAAxB;AACA,QAAI5G,KAAK,GAAGgH,IAAI,GAAGF,SAAS,CAACG,MAAV,CAAiB,CAAjB,EAAoBD,IAApB,CAAH,GAA+BF,SAA/C;AACAA,IAAAA,SAAS,GAAGE,IAAI,GAAGF,SAAS,CAACG,MAAV,CAAiBD,IAAjB,CAAH,GAA4B,EAA5C;AACA,SAAKjC,SAAL,GAAiB,CAAC+B,SAAlB;AACA,WAAO,KAAKnB,UAAL,CAAgB3F,KAAhB,CAAP;AACD,GAPD;AAQD;;AACDd,cAAc,CAACgI,SAAf,GAA2BvD,MAAM,CAACwD,MAAP,CAAcjI,cAAc,CAACgI,SAA7B,CAA3B;AACAhI,cAAc,CAACgI,SAAf,CAAyB9C,WAAzB,GAAuClF,cAAvC;;AAGA,SAASF,YAAT,CAAsBI,OAAtB,EAA+B;AAE7B,MAAIgI,KAAK,GAAG,8CAAZ;AACA,MAAIC,QAAQ,GACV,gNADF;AAGA,MAAIC,IAAI,GAAG,IAAX;AACA,MAAIC,YAAY,GAAG,CAAnB;AACA,MAAIC,WAAW,GAAG,CAAlB;;AACA,MAAIrI,MAAJ;;AACA,MAAIsI,OAAJ;;AACA,MAAIC,OAAO,GAAG,KAAd;AACA,MAAIC,QAAQ,GAAG,KAAf;;AACA,MAAIC,eAAJ;;AACA,MAAIC,OAAO,GAAG,EAAd;AACA,MAAIC,QAAQ,GAAG;AAEbhG,IAAAA,IAAI,EAAE,EAFO;AAGb0D,IAAAA,MAAM,EAAE,EAHK;AAIbxD,IAAAA,IAAI,EAAE;AAJO,GAAf;;AAOA,MAAIzC,UAAU,CAACH,OAAO,CAACU,IAAT,CAAd,EAA8B;AAC5B,QAAID,QAAQ,GAAGT,OAAO,CAACU,IAAvB;;AACAV,IAAAA,OAAO,CAACU,IAAR,GAAe,UAAUkG,OAAV,EAAmB;AAChC8B,MAAAA,QAAQ,GAAG9B,OAAX;AAEA,UAAI+B,cAAc,EAAlB,EAAsBC,cAAc,GAApC,KAEK;AACHA,UAAAA,cAAc;AAGd,cAAI,CAACF,QAAQ,CAAChG,IAAV,IAAkBgG,QAAQ,CAAChG,IAAT,CAAcH,MAAd,KAAyB,CAA/C,EAAkD;AAElD4F,UAAAA,YAAY,IAAIvB,OAAO,CAAClE,IAAR,CAAaH,MAA7B;AACA,cAAIvC,OAAO,CAACmH,OAAR,IAAmBgB,YAAY,GAAGnI,OAAO,CAACmH,OAA9C,EAAuDkB,OAAO,CAACQ,KAAR,GAAvD,KACKpI,QAAQ,CAACiI,QAAD,EAAWR,IAAX,CAAR;AACN;AACF,KAfD;AAgBD;;AAOD,OAAKrJ,KAAL,GAAa,UAAUqC,KAAV,EAAiB4H,SAAjB,EAA4BC,aAA5B,EAA2C;AACtD,QAAI1F,SAAS,GAAGrD,OAAO,CAACqD,SAAR,IAAqB,GAArC;AACA,QAAI,CAACrD,OAAO,CAACoD,OAAb,EAAsBpD,OAAO,CAACoD,OAAR,GAAkB4F,gBAAgB,CAAC9H,KAAD,EAAQmC,SAAR,CAAlC;AAEtBmF,IAAAA,eAAe,GAAG,KAAlB;;AACA,QAAI,CAACxI,OAAO,CAAC8C,SAAb,EAAwB;AACtB,UAAImG,UAAU,GAAGC,cAAc,CAC7BhI,KAD6B,EAE7BlB,OAAO,CAACoD,OAFqB,EAG7BpD,OAAO,CAACmD,cAHqB,EAI7BnD,OAAO,CAACmJ,QAJqB,EAK7BnJ,OAAO,CAACoJ,iBALqB,CAA/B;AAOA,UAAIH,UAAU,CAACI,UAAf,EAA2BrJ,OAAO,CAAC8C,SAAR,GAAoBmG,UAAU,CAACK,aAA/B,CAA3B,KACK;AACHd,QAAAA,eAAe,GAAG,IAAlB;AACAxI,QAAAA,OAAO,CAAC8C,SAAR,GAAoBlE,IAAI,CAACc,gBAAzB;AACD;AACDgJ,MAAAA,QAAQ,CAAC9F,IAAT,CAAcE,SAAd,GAA0B9C,OAAO,CAAC8C,SAAlC;AACD,KAdD,MAcO,IAAI3C,UAAU,CAACH,OAAO,CAAC8C,SAAT,CAAd,EAAmC;AACxC9C,MAAAA,OAAO,CAAC8C,SAAR,GAAoB9C,OAAO,CAAC8C,SAAR,CAAkB5B,KAAlB,CAApB;AACAwH,MAAAA,QAAQ,CAAC9F,IAAT,CAAcE,SAAd,GAA0B9C,OAAO,CAAC8C,SAAlC;AACD;;AAED,QAAIyG,YAAY,GAAGhC,IAAI,CAACvH,OAAD,CAAvB;AACA,QAAIA,OAAO,CAACmH,OAAR,IAAmBnH,OAAO,CAACsD,MAA/B,EAAuCiG,YAAY,CAACpC,OAAb;AAEvCpH,IAAAA,MAAM,GAAGmB,KAAT;AACAmH,IAAAA,OAAO,GAAG,IAAI1I,MAAJ,CAAW4J,YAAX,CAAV;AACAb,IAAAA,QAAQ,GAAGL,OAAO,CAACxJ,KAAR,CAAckB,MAAd,EAAsB+I,SAAtB,EAAiCC,aAAjC,CAAX;AACAH,IAAAA,cAAc;AACd,WAAON,OAAO,GAAG;AAAC1F,MAAAA,IAAI,EAAE;AAACiE,QAAAA,MAAM,EAAE;AAAT;AAAP,KAAH,GAA4B6B,QAAQ,IAAI;AAAC9F,MAAAA,IAAI,EAAE;AAACiE,QAAAA,MAAM,EAAE;AAAT;AAAP,KAAtD;AACD,GAhCD;;AAkCA,OAAKA,MAAL,GAAc,YAAY;AACxB,WAAOyB,OAAP;AACD,GAFD;;AAIA,OAAKkB,KAAL,GAAa,YAAY;AACvBlB,IAAAA,OAAO,GAAG,IAAV;;AACAD,IAAAA,OAAO,CAACQ,KAAR;;AACA9I,IAAAA,MAAM,GAAGA,MAAM,CAAC8H,MAAP,CAAcQ,OAAO,CAACoB,YAAR,EAAd,CAAT;AACD,GAJD;;AAMA,OAAKC,MAAL,GAAc,YAAY;AACxBpB,IAAAA,OAAO,GAAG,KAAV;AACAJ,IAAAA,IAAI,CAAC5G,QAAL,CAAciF,UAAd,CAAyBxG,MAAzB,EAAiC,IAAjC;AACD,GAHD;;AAKA,OAAK+G,OAAL,GAAe,YAAY;AACzB,WAAOyB,QAAP;AACD,GAFD;;AAIA,OAAKM,KAAL,GAAa,YAAY;AACvBN,IAAAA,QAAQ,GAAG,IAAX;;AACAF,IAAAA,OAAO,CAACQ,KAAR;;AACAH,IAAAA,QAAQ,CAAC9F,IAAT,CAAckE,OAAd,GAAwB,IAAxB;AACA,QAAI3G,UAAU,CAACH,OAAO,CAACc,QAAT,CAAd,EAAkCd,OAAO,CAACc,QAAR,CAAiB4H,QAAjB;AAClC3I,IAAAA,MAAM,GAAG,EAAT;AACD,GAND;;AAQA,WAAS4J,aAAT,CAAuBhC,CAAvB,EAA0B;AACxB,WAAO3H,OAAO,CAACmD,cAAR,KAA2B,QAA3B,GACHwE,CAAC,CAACnD,IAAF,CAAO,EAAP,EAAWC,IAAX,OAAsB,EADnB,GAEHkD,CAAC,CAACpF,MAAF,KAAa,CAAb,IAAkBoF,CAAC,CAAC,CAAD,CAAD,CAAKpF,MAAL,KAAgB,CAFtC;AAGD;;AAED,WAASqG,cAAT,GAA0B;AACxB,QAAIF,QAAQ,IAAIF,eAAhB,EAAiC;AAC/BoB,MAAAA,QAAQ,CACN,WADM,EAEN,uBAFM,EAGN,+DAA+DhL,IAAI,CAACc,gBAApE,GAAuF,GAHjF,CAAR;AAKA8I,MAAAA,eAAe,GAAG,KAAlB;AACD;;AAED,QAAIxI,OAAO,CAACmD,cAAZ,EAA4B;AAC1B,WAAK,IAAIc,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGyE,QAAQ,CAAChG,IAAT,CAAcH,MAAlC,EAA0C0B,CAAC,EAA3C;AACE,YAAI0F,aAAa,CAACjB,QAAQ,CAAChG,IAAT,CAAcuB,CAAd,CAAD,CAAjB,EAAqCyE,QAAQ,CAAChG,IAAT,CAAcmH,MAAd,CAAqB5F,CAAC,EAAtB,EAA0B,CAA1B;AADvC;AAED;;AAED,QAAI0E,cAAc,EAAlB,EAAsBmB,gBAAgB;AAEtC,WAAOC,4CAA4C,EAAnD;AACD;;AAED,WAASpB,cAAT,GAA0B;AACxB,WAAO3I,OAAO,CAACsD,MAAR,IAAkBmF,OAAO,CAAClG,MAAR,KAAmB,CAA5C;AACD;;AAED,WAASuH,gBAAT,GAA4B;AAC1B,QAAI,CAACpB,QAAL,EAAe;;AAEf,aAASsB,QAAT,CAAkB1G,MAAlB,EAA0B;AACxB,UAAInD,UAAU,CAACH,OAAO,CAACiK,eAAT,CAAd,EAAyC3G,MAAM,GAAGtD,OAAO,CAACiK,eAAR,CAAwB3G,MAAxB,CAAT;;AAEzCmF,MAAAA,OAAO,CAAC5E,IAAR,CAAaP,MAAb;AACD;;AAED,QAAIjB,KAAK,CAACC,OAAN,CAAcoG,QAAQ,CAAChG,IAAT,CAAc,CAAd,CAAd,CAAJ,EAAqC;AACnC,WAAK,IAAIuB,CAAC,GAAG,CAAb,EAAgB0E,cAAc,MAAM1E,CAAC,GAAGyE,QAAQ,CAAChG,IAAT,CAAcH,MAAtD,EAA8D0B,CAAC,EAA/D;AACEyE,QAAAA,QAAQ,CAAChG,IAAT,CAAcuB,CAAd,EAAiBiG,OAAjB,CAAyBF,QAAzB;AADF;;AAGAtB,MAAAA,QAAQ,CAAChG,IAAT,CAAcmH,MAAd,CAAqB,CAArB,EAAwB,CAAxB;AACD,KALD,MAOKnB,QAAQ,CAAChG,IAAT,CAAcwH,OAAd,CAAsBF,QAAtB;AACN;;AAED,WAASG,wBAAT,CAAkCC,KAAlC,EAAyC;AAEvC,QAAIpK,OAAO,CAACI,qBAAR,IAAiCJ,OAAO,CAACE,aAAR,CAAsBkK,KAAtB,MAAiC3G,SAAtE,EAAiF;AAC/EzD,MAAAA,OAAO,CAACE,aAAR,CAAsBkK,KAAtB,IAA+BpK,OAAO,CAACI,qBAAR,CAA8BgK,KAA9B,CAA/B;AACD;;AACD,WAAO,CAACpK,OAAO,CAACE,aAAR,CAAsBkK,KAAtB,KAAgCpK,OAAO,CAACE,aAAzC,MAA4D,IAAnE;AACD;;AAED,WAASmK,YAAT,CAAsBD,KAAtB,EAA6BpH,KAA7B,EAAoC;AAClC,QAAImH,wBAAwB,CAACC,KAAD,CAA5B,EAAqC;AACnC,UAAIpH,KAAK,KAAK,MAAV,IAAoBA,KAAK,KAAK,MAAlC,EAA0C,OAAO,IAAP,CAA1C,KACK,IAAIA,KAAK,KAAK,OAAV,IAAqBA,KAAK,KAAK,OAAnC,EAA4C,OAAO,KAAP,CAA5C,KACA,IAAIgF,KAAK,CAACsC,IAAN,CAAWtH,KAAX,CAAJ,EAAuB,OAAOuH,UAAU,CAACvH,KAAD,CAAjB,CAAvB,KACA,IAAIiF,QAAQ,CAACqC,IAAT,CAActH,KAAd,CAAJ,EAA0B,OAAO,IAAIiC,IAAJ,CAASjC,KAAT,CAAP,CAA1B,KACA,OAAOA,KAAK,KAAK,EAAV,GAAe,IAAf,GAAsBA,KAA7B;AACN;;AACD,WAAOA,KAAP;AACD;;AAED,WAAS+G,4CAAT,GAAwD;AACtD,QACE,CAACrB,QAAD,IACA,CAACA,QAAQ,CAAChG,IADV,IAEC,CAAC1C,OAAO,CAACsD,MAAT,IAAmB,CAACtD,OAAO,CAACE,aAA5B,IAA6C,CAACF,OAAO,CAACK,SAHzD,EAKE,OAAOqI,QAAP;;AAEF,aAAS8B,UAAT,CAAoBC,SAApB,EAA+BxG,CAA/B,EAAkC;AAChC,UAAIE,GAAG,GAAGnE,OAAO,CAACsD,MAAR,GAAiB,EAAjB,GAAsB,EAAhC;AAEA,UAAIoH,CAAJ;;AACA,WAAKA,CAAC,GAAG,CAAT,EAAYA,CAAC,GAAGD,SAAS,CAAClI,MAA1B,EAAkCmI,CAAC,EAAnC,EAAuC;AACrC,YAAIN,KAAK,GAAGM,CAAZ;AACA,YAAI1H,KAAK,GAAGyH,SAAS,CAACC,CAAD,CAArB;AAEA,YAAI1K,OAAO,CAACsD,MAAZ,EAAoB8G,KAAK,GAAGM,CAAC,IAAIjC,OAAO,CAAClG,MAAb,GAAsB,gBAAtB,GAAyCkG,OAAO,CAACiC,CAAD,CAAxD;AAEpB,YAAI1K,OAAO,CAACK,SAAZ,EAAuB2C,KAAK,GAAGhD,OAAO,CAACK,SAAR,CAAkB2C,KAAlB,EAAyBoH,KAAzB,CAAR;AAEvBpH,QAAAA,KAAK,GAAGqH,YAAY,CAACD,KAAD,EAAQpH,KAAR,CAApB;;AAEA,YAAIoH,KAAK,KAAK,gBAAd,EAAgC;AAC9BjG,UAAAA,GAAG,CAACiG,KAAD,CAAH,GAAajG,GAAG,CAACiG,KAAD,CAAH,IAAc,EAA3B;AACAjG,UAAAA,GAAG,CAACiG,KAAD,CAAH,CAAWvG,IAAX,CAAgBb,KAAhB;AACD,SAHD,MAGOmB,GAAG,CAACiG,KAAD,CAAH,GAAapH,KAAb;AACR;;AAED,UAAIhD,OAAO,CAACsD,MAAZ,EAAoB;AAClB,YAAIoH,CAAC,GAAGjC,OAAO,CAAClG,MAAhB,EACEqH,QAAQ,CACN,eADM,EAEN,eAFM,EAGN,+BAA+BnB,OAAO,CAAClG,MAAvC,GAAgD,qBAAhD,GAAwEmI,CAHlE,EAINtC,WAAW,GAAGnE,CAJR,CAAR,CADF,KAOK,IAAIyG,CAAC,GAAGjC,OAAO,CAAClG,MAAhB,EACHqH,QAAQ,CACN,eADM,EAEN,cAFM,EAGN,8BAA8BnB,OAAO,CAAClG,MAAtC,GAA+C,qBAA/C,GAAuEmI,CAHjE,EAINtC,WAAW,GAAGnE,CAJR,CAAR;AAMH;;AAED,aAAOE,GAAP;AACD;;AAED,QAAIwG,WAAW,GAAG,CAAlB;;AACA,QAAI,CAACjC,QAAQ,CAAChG,IAAT,CAAc,CAAd,CAAD,IAAqBL,KAAK,CAACC,OAAN,CAAcoG,QAAQ,CAAChG,IAAT,CAAc,CAAd,CAAd,CAAzB,EAA0D;AACxDgG,MAAAA,QAAQ,CAAChG,IAAT,GAAgBgG,QAAQ,CAAChG,IAAT,CAAckI,GAAd,CAAkBJ,UAAlB,CAAhB;AACAG,MAAAA,WAAW,GAAGjC,QAAQ,CAAChG,IAAT,CAAcH,MAA5B;AACD,KAHD,MAGOmG,QAAQ,CAAChG,IAAT,GAAgB8H,UAAU,CAAC9B,QAAQ,CAAChG,IAAV,EAAgB,CAAhB,CAA1B;;AAEP,QAAI1C,OAAO,CAACsD,MAAR,IAAkBoF,QAAQ,CAAC9F,IAA/B,EAAqC8F,QAAQ,CAAC9F,IAAT,CAAcD,MAAd,GAAuB8F,OAAvB;AAErCL,IAAAA,WAAW,IAAIuC,WAAf;AACA,WAAOjC,QAAP;AACD;;AAED,WAASQ,cAAT,CAAwBhI,KAAxB,EAA+BkC,OAA/B,EAAwCD,cAAxC,EAAwDgG,QAAxD,EAAkEC,iBAAlE,EAAqF;AACnF,QAAIyB,SAAJ,EAAeC,SAAf,EAA0BC,iBAA1B;AAEA3B,IAAAA,iBAAiB,GAAGA,iBAAiB,IAAI,CAAC,GAAD,EAAM,IAAN,EAAY,GAAZ,EAAiB,GAAjB,EAAsBxK,IAAI,CAACK,UAA3B,EAAuCL,IAAI,CAACQ,QAA5C,CAAzC;;AAEA,SAAK,IAAI6E,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGmF,iBAAiB,CAAC7G,MAAtC,EAA8C0B,CAAC,EAA/C,EAAmD;AACjD,UAAI+G,KAAK,GAAG5B,iBAAiB,CAACnF,CAAD,CAA7B;AACA,UAAIgH,KAAK,GAAG,CAAZ;AAAA,UACEC,aAAa,GAAG,CADlB;AAAA,UAEEC,eAAe,GAAG,CAFpB;AAGAJ,MAAAA,iBAAiB,GAAGtH,SAApB;AAEA,UAAI0D,OAAO,GAAG,IAAIxH,MAAJ,CAAW;AACvBwJ,QAAAA,QAAQ,EAAEA,QADa;AAEvBrG,QAAAA,SAAS,EAAEkI,KAFY;AAGvB5H,QAAAA,OAAO,EAAEA,OAHc;AAIvB+D,QAAAA,OAAO,EAAE;AAJc,OAAX,EAKXtI,KALW,CAKLqC,KALK,CAAd;;AAOA,WAAK,IAAIwJ,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGvD,OAAO,CAACzE,IAAR,CAAaH,MAAjC,EAAyCmI,CAAC,EAA1C,EAA8C;AAC5C,YAAIvH,cAAc,IAAIwG,aAAa,CAACxC,OAAO,CAACzE,IAAR,CAAagI,CAAb,CAAD,CAAnC,EAAsD;AACpDS,UAAAA,eAAe;AACf;AACD;;AACD,YAAIC,UAAU,GAAGjE,OAAO,CAACzE,IAAR,CAAagI,CAAb,EAAgBnI,MAAjC;AACA2I,QAAAA,aAAa,IAAIE,UAAjB;;AAEA,YAAI,OAAOL,iBAAP,KAA6B,WAAjC,EAA8C;AAC5CA,UAAAA,iBAAiB,GAAG,CAApB;AACA;AACD,SAHD,MAGO,IAAIK,UAAU,GAAG,CAAjB,EAAoB;AACzBH,UAAAA,KAAK,IAAII,IAAI,CAACC,GAAL,CAASF,UAAU,GAAGL,iBAAtB,CAAT;AACAA,UAAAA,iBAAiB,GAAGK,UAApB;AACD;AACF;;AAED,UAAIjE,OAAO,CAACzE,IAAR,CAAaH,MAAb,GAAsB,CAA1B,EAA6B2I,aAAa,IAAI/D,OAAO,CAACzE,IAAR,CAAaH,MAAb,GAAsB4I,eAAvC;;AAE7B,UAAI,CAAC,OAAOL,SAAP,KAAqB,WAArB,IAAoCG,KAAK,GAAGH,SAA7C,KAA2DI,aAAa,GAAG,IAA/E,EAAqF;AACnFJ,QAAAA,SAAS,GAAGG,KAAZ;AACAJ,QAAAA,SAAS,GAAGG,KAAZ;AACD;AACF;;AAEDhL,IAAAA,OAAO,CAAC8C,SAAR,GAAoB+H,SAApB;AAEA,WAAO;AACLxB,MAAAA,UAAU,EAAE,CAAC,CAACwB,SADT;AAELvB,MAAAA,aAAa,EAAEuB;AAFV,KAAP;AAID;;AAED,WAAS7B,gBAAT,CAA0B9H,KAA1B,EAAiCmC,SAAjC,EAA4C;AAC1CnC,IAAAA,KAAK,GAAGA,KAAK,CAAC2G,MAAN,CAAa,CAAb,EAAgB,OAAO,IAAvB,CAAR;AAEA,QAAI0D,EAAE,GAAG,IAAIrJ,MAAJ,CAAWC,YAAY,CAACkB,SAAD,CAAZ,GAA0B,SAA1B,GAAsClB,YAAY,CAACkB,SAAD,CAA7D,EAA0E,IAA1E,CAAT;AACAnC,IAAAA,KAAK,GAAGA,KAAK,CAACmE,OAAN,CAAckG,EAAd,EAAkB,EAAlB,CAAR;AAEA,QAAIC,CAAC,GAAGtK,KAAK,CAACuK,KAAN,CAAY,IAAZ,CAAR;AAEA,QAAIC,CAAC,GAAGxK,KAAK,CAACuK,KAAN,CAAY,IAAZ,CAAR;AAEA,QAAIE,aAAa,GAAGD,CAAC,CAACnJ,MAAF,GAAW,CAAX,IAAgBmJ,CAAC,CAAC,CAAD,CAAD,CAAKnJ,MAAL,GAAciJ,CAAC,CAAC,CAAD,CAAD,CAAKjJ,MAAvD;AAEA,QAAIiJ,CAAC,CAACjJ,MAAF,KAAa,CAAb,IAAkBoJ,aAAtB,EAAqC,OAAO,IAAP;AAErC,QAAIC,QAAQ,GAAG,CAAf;;AACA,SAAK,IAAI3H,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGuH,CAAC,CAACjJ,MAAtB,EAA8B0B,CAAC,EAA/B,EAAmC;AACjC,UAAIuH,CAAC,CAACvH,CAAD,CAAD,CAAK,CAAL,MAAY,IAAhB,EAAsB2H,QAAQ;AAC/B;;AAED,WAAOA,QAAQ,IAAIJ,CAAC,CAACjJ,MAAF,GAAW,CAAvB,GAA2B,MAA3B,GAAoC,IAA3C;AACD;;AAED,WAASqH,QAAT,CAAkBiC,IAAlB,EAAwBC,IAAxB,EAA8BC,GAA9B,EAAmC5H,GAAnC,EAAwC;AACtCuE,IAAAA,QAAQ,CAACtC,MAAT,CAAgBvC,IAAhB,CAAqB;AACnBgI,MAAAA,IAAI,EAAEA,IADa;AAEnBC,MAAAA,IAAI,EAAEA,IAFa;AAGnBE,MAAAA,OAAO,EAAED,GAHU;AAInB5H,MAAAA,GAAG,EAAEA;AAJc,KAArB;AAMD;AACF;;AAGD,SAAShC,YAAT,CAAsB8J,MAAtB,EAA8B;AAC5B,SAAOA,MAAM,CAAC5G,OAAP,CAAe,qBAAf,EAAsC,MAAtC,CAAP;AACD;;AAGD,SAAS1F,MAAT,CAAgBwB,MAAhB,EAAwB;AAEtBA,EAAAA,MAAM,GAAGA,MAAM,IAAI,EAAnB;AACA,MAAI6J,KAAK,GAAG7J,MAAM,CAAC2B,SAAnB;AACA,MAAIM,OAAO,GAAGjC,MAAM,CAACiC,OAArB;AACA,MAAI+F,QAAQ,GAAGhI,MAAM,CAACgI,QAAtB;AACA,MAAIzI,IAAI,GAAGS,MAAM,CAACT,IAAlB;AACA,MAAIyG,OAAO,GAAGhG,MAAM,CAACgG,OAArB;AACA,MAAI+E,QAAQ,GAAG/K,MAAM,CAAC+K,QAAtB;AACA,MAAI7I,SAAJ;;AAEA,MAAIlC,MAAM,CAACkC,SAAP,KAAqBI,SAAzB,EAAoC;AAClCJ,IAAAA,SAAS,GAAG,GAAZ;AACD,GAFD,MAEO;AACLA,IAAAA,SAAS,GAAGlC,MAAM,CAACkC,SAAnB;AACD;;AACD,MAAIG,UAAU,GAAGH,SAAjB;;AACA,MAAIlC,MAAM,CAACqC,UAAP,KAAsBC,SAA1B,EAAqC;AACnCD,IAAAA,UAAU,GAAGrC,MAAM,CAACqC,UAApB;AACD;;AAGD,MAAI,OAAOwH,KAAP,KAAiB,QAAjB,IAA6BpM,IAAI,CAACS,cAAL,CAAoB4D,OAApB,CAA4B+H,KAA5B,IAAqC,CAAC,CAAvE,EAA0EA,KAAK,GAAG,GAAR;AAG1E,MAAI7B,QAAQ,KAAK6B,KAAjB,EAAwB,MAAM,IAAInI,KAAJ,CAAU,qCAAV,CAAN,CAAxB,KACK,IAAIsG,QAAQ,KAAK,IAAjB,EAAuBA,QAAQ,GAAG,GAAX,CAAvB,KACA,IAAI,OAAOA,QAAP,KAAoB,QAApB,IAAgCvK,IAAI,CAACS,cAAL,CAAoB4D,OAApB,CAA4BkG,QAA5B,IAAwC,CAAC,CAA7E,EACHA,QAAQ,GAAG,KAAX;AAGF,MAAI/F,OAAO,KAAK,IAAZ,IAAoBA,OAAO,KAAK,IAAhC,IAAwCA,OAAO,KAAK,MAAxD,EAAgEA,OAAO,GAAG,IAAV;AAGhE,MAAI4D,MAAM,GAAG,CAAb;AACA,MAAIF,OAAO,GAAG,KAAd;;AAEA,OAAKjI,KAAL,GAAa,UAAUqC,KAAV,EAAiB4H,SAAjB,EAA4BC,aAA5B,EAA2C;AAEtD,QAAI,OAAO7H,KAAP,KAAiB,QAArB,EAA+B,MAAM,IAAI2B,KAAJ,CAAU,wBAAV,CAAN;AAI/B,QAAIsJ,QAAQ,GAAGjL,KAAK,CAACqB,MAArB;AAAA,QACE6J,QAAQ,GAAGpB,KAAK,CAACzI,MADnB;AAAA,QAEE8J,UAAU,GAAGjJ,OAAO,CAACb,MAFvB;AAAA,QAGE+J,WAAW,GAAGnD,QAAQ,CAAC5G,MAHzB;AAIA,QAAIgK,cAAc,GAAGpM,UAAU,CAACO,IAAD,CAA/B;AAGAsG,IAAAA,MAAM,GAAG,CAAT;AACA,QAAItE,IAAI,GAAG,EAAX;AAAA,QACE0D,MAAM,GAAG,EADX;AAAA,QAEEjC,GAAG,GAAG,EAFR;AAAA,QAGEqI,UAAU,GAAG,CAHf;AAKA,QAAI,CAACtL,KAAL,EAAY,OAAOuL,UAAU,EAAjB;;AAEZ,QAAIP,QAAQ,IAAKA,QAAQ,KAAK,KAAb,IAAsBhL,KAAK,CAAC+B,OAAN,CAAcI,SAAd,MAA6B,CAAC,CAArE,EAAyE;AACvE,UAAIqJ,IAAI,GAAGxL,KAAK,CAACuK,KAAN,CAAYrI,OAAZ,CAAX;;AACA,WAAK,IAAIa,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGyI,IAAI,CAACnK,MAAzB,EAAiC0B,CAAC,EAAlC,EAAsC;AACpCE,QAAAA,GAAG,GAAGuI,IAAI,CAACzI,CAAD,CAAV;AACA+C,QAAAA,MAAM,IAAI7C,GAAG,CAAC5B,MAAd;AACA,YAAI0B,CAAC,KAAKyI,IAAI,CAACnK,MAAL,GAAc,CAAxB,EAA2ByE,MAAM,IAAI5D,OAAO,CAACb,MAAlB,CAA3B,KACK,IAAIwG,aAAJ,EAAmB,OAAO0D,UAAU,EAAjB;AACxB,YAAItD,QAAQ,IAAIhF,GAAG,CAAC0D,MAAJ,CAAW,CAAX,EAAcyE,WAAd,MAA+BnD,QAA/C,EAAyD;;AACzD,YAAIoD,cAAJ,EAAoB;AAClB7J,UAAAA,IAAI,GAAG,EAAP;AACAiK,UAAAA,OAAO,CAACxI,GAAG,CAACsH,KAAJ,CAAUT,KAAV,CAAD,CAAP;AACA4B,UAAAA,MAAM;AACN,cAAI9F,OAAJ,EAAa,OAAO2F,UAAU,EAAjB;AACd,SALD,MAKOE,OAAO,CAACxI,GAAG,CAACsH,KAAJ,CAAUT,KAAV,CAAD,CAAP;;AACP,YAAI7D,OAAO,IAAIlD,CAAC,IAAIkD,OAApB,EAA6B;AAC3BzE,UAAAA,IAAI,GAAGA,IAAI,CAACyC,KAAL,CAAW,CAAX,EAAcgC,OAAd,CAAP;AACA,iBAAOsF,UAAU,CAAC,IAAD,CAAjB;AACD;AACF;;AACD,aAAOA,UAAU,EAAjB;AACD;;AAED,QAAII,SAAS,GAAG3L,KAAK,CAAC+B,OAAN,CAAc+H,KAAd,EAAqBhE,MAArB,CAAhB;AACA,QAAI8F,WAAW,GAAG5L,KAAK,CAAC+B,OAAN,CAAcG,OAAd,EAAuB4D,MAAvB,CAAlB;AACA,QAAI/E,cAAc,GAAG,IAAIC,MAAJ,CAAWC,YAAY,CAACqB,UAAD,CAAZ,GAA2BrB,YAAY,CAACkB,SAAD,CAAlD,EAA+D,GAA/D,CAArB;AACA,QAAI0J,WAAJ;;AAGA,aAAS;AAEP,UAAI7L,KAAK,CAAC8F,MAAD,CAAL,KAAkB3D,SAAtB,EAAiC;AAE/B0J,QAAAA,WAAW,GAAG/F,MAAd;AAGAA,QAAAA,MAAM;;AAEN,iBAAS;AAEP+F,UAAAA,WAAW,GAAG7L,KAAK,CAAC+B,OAAN,CAAcI,SAAd,EAAyB0J,WAAW,GAAG,CAAvC,CAAd;;AAGA,cAAIA,WAAW,KAAK,CAAC,CAArB,EAAwB;AACtB,gBAAI,CAAChE,aAAL,EAAoB;AAElB3C,cAAAA,MAAM,CAACvC,IAAP,CAAY;AACVgI,gBAAAA,IAAI,EAAE,QADI;AAEVC,gBAAAA,IAAI,EAAE,eAFI;AAGVE,gBAAAA,OAAO,EAAE,2BAHC;AAIV7H,gBAAAA,GAAG,EAAEzB,IAAI,CAACH,MAJA;AAKVyK,gBAAAA,KAAK,EAAEhG;AALG,eAAZ;AAOD;;AACD,mBAAOiG,MAAM,EAAb;AACD;;AAGD,cAAIF,WAAW,KAAKZ,QAAQ,GAAG,CAA/B,EAAkC;AAChC,gBAAInJ,KAAK,GAAG9B,KAAK,CAAC+F,SAAN,CAAgBD,MAAhB,EAAwB+F,WAAxB,EAAqC1H,OAArC,CAA6CpD,cAA7C,EAA6DoB,SAA7D,CAAZ;AACA,mBAAO4J,MAAM,CAACjK,KAAD,CAAb;AACD;;AAID,cAAIK,SAAS,KAAKG,UAAd,IAA4BtC,KAAK,CAAC6L,WAAW,GAAG,CAAf,CAAL,KAA2BvJ,UAA3D,EAAuE;AACrEuJ,YAAAA,WAAW;AACX;AACD;;AAGD,cACE1J,SAAS,KAAKG,UAAd,IACAuJ,WAAW,KAAK,CADhB,IAEA7L,KAAK,CAAC6L,WAAW,GAAG,CAAf,CAAL,KAA2BvJ,UAH7B,EAIE;AACA;AACD;;AAGD,cAAI0J,SAAS,GAAGJ,WAAW,KAAK,CAAC,CAAjB,GAAqBD,SAArB,GAAiCxB,IAAI,CAAC8B,GAAL,CAASN,SAAT,EAAoBC,WAApB,CAAjD;AACA,cAAIM,8BAA8B,GAAGC,WAAW,CAACH,SAAD,CAAhD;;AAGA,cAAIhM,KAAK,CAAC6L,WAAW,GAAG,CAAd,GAAkBK,8BAAnB,CAAL,KAA4DpC,KAAhE,EAAuE;AACrE7G,YAAAA,GAAG,CAACN,IAAJ,CAAS3C,KAAK,CAAC+F,SAAN,CAAgBD,MAAhB,EAAwB+F,WAAxB,EAAqC1H,OAArC,CAA6CpD,cAA7C,EAA6DoB,SAA7D,CAAT;AACA2D,YAAAA,MAAM,GAAG+F,WAAW,GAAG,CAAd,GAAkBK,8BAAlB,GAAmDhB,QAA5D;AACAS,YAAAA,SAAS,GAAG3L,KAAK,CAAC+B,OAAN,CAAc+H,KAAd,EAAqBhE,MAArB,CAAZ;AACA8F,YAAAA,WAAW,GAAG5L,KAAK,CAAC+B,OAAN,CAAcG,OAAd,EAAuB4D,MAAvB,CAAd;;AAEA,gBAAIuF,cAAJ,EAAoB;AAClBK,cAAAA,MAAM;AACN,kBAAI9F,OAAJ,EAAa,OAAO2F,UAAU,EAAjB;AACd;;AAED,gBAAItF,OAAO,IAAIzE,IAAI,CAACH,MAAL,IAAe4E,OAA9B,EAAuC,OAAOsF,UAAU,CAAC,IAAD,CAAjB;AAEvC;AACD;;AAED,cAAIa,4BAA4B,GAAGD,WAAW,CAACP,WAAD,CAA9C;;AAGA,cACE5L,KAAK,CAAC2G,MAAN,CAAakF,WAAW,GAAG,CAAd,GAAkBO,4BAA/B,EAA6DjB,UAA7D,MAA6EjJ,OAD/E,EAEE;AACAe,YAAAA,GAAG,CAACN,IAAJ,CAAS3C,KAAK,CAAC+F,SAAN,CAAgBD,MAAhB,EAAwB+F,WAAxB,EAAqC1H,OAArC,CAA6CpD,cAA7C,EAA6DoB,SAA7D,CAAT;AACAkK,YAAAA,OAAO,CAACR,WAAW,GAAG,CAAd,GAAkBO,4BAAlB,GAAiDjB,UAAlD,CAAP;AACAQ,YAAAA,SAAS,GAAG3L,KAAK,CAAC+B,OAAN,CAAc+H,KAAd,EAAqBhE,MAArB,CAAZ;;AAEA,gBAAIuF,cAAJ,EAAoB;AAClBK,cAAAA,MAAM;AACN,kBAAI9F,OAAJ,EAAa,OAAO2F,UAAU,EAAjB;AACd;;AAED,gBAAItF,OAAO,IAAIzE,IAAI,CAACH,MAAL,IAAe4E,OAA9B,EAAuC,OAAOsF,UAAU,CAAC,IAAD,CAAjB;AAEvC;AACD;;AAGDrG,UAAAA,MAAM,CAACvC,IAAP,CAAY;AACVgI,YAAAA,IAAI,EAAE,QADI;AAEVC,YAAAA,IAAI,EAAE,eAFI;AAGVE,YAAAA,OAAO,EAAE,6CAHC;AAIV7H,YAAAA,GAAG,EAAEzB,IAAI,CAACH,MAJA;AAKVyK,YAAAA,KAAK,EAAEhG;AALG,WAAZ;AAQA+F,UAAAA,WAAW;AACX;AACD;;AAED,YAAIR,cAAJ,EAAoB;AAClBK,UAAAA,MAAM;AACN,cAAI9F,OAAJ,EAAa,OAAO2F,UAAU,EAAjB;AACd;;AAED,YAAItF,OAAO,IAAIzE,IAAI,CAACH,MAAL,IAAe4E,OAA9B,EAAuC,OAAOsF,UAAU,CAAC,IAAD,CAAjB;AACvC;AACD;;AAGD,UAAItD,QAAQ,IAAIhF,GAAG,CAAC5B,MAAJ,KAAe,CAA3B,IAAgCrB,KAAK,CAAC2G,MAAN,CAAab,MAAb,EAAqBsF,WAArB,MAAsCnD,QAA1E,EAAoF;AAClF,YAAI2D,WAAW,KAAK,CAAC,CAArB,EAEE,OAAOL,UAAU,EAAjB;AACFzF,QAAAA,MAAM,GAAG8F,WAAW,GAAGT,UAAvB;AACAS,QAAAA,WAAW,GAAG5L,KAAK,CAAC+B,OAAN,CAAcG,OAAd,EAAuB4D,MAAvB,CAAd;AACA6F,QAAAA,SAAS,GAAG3L,KAAK,CAAC+B,OAAN,CAAc+H,KAAd,EAAqBhE,MAArB,CAAZ;AACA;AACD;;AAGD,UAAI6F,SAAS,KAAK,CAAC,CAAf,KAAqBA,SAAS,GAAGC,WAAZ,IAA2BA,WAAW,KAAK,CAAC,CAAjE,CAAJ,EAAyE;AACvE3I,QAAAA,GAAG,CAACN,IAAJ,CAAS3C,KAAK,CAAC+F,SAAN,CAAgBD,MAAhB,EAAwB6F,SAAxB,CAAT;AACA7F,QAAAA,MAAM,GAAG6F,SAAS,GAAGT,QAArB;AACAS,QAAAA,SAAS,GAAG3L,KAAK,CAAC+B,OAAN,CAAc+H,KAAd,EAAqBhE,MAArB,CAAZ;AACA;AACD;;AAGD,UAAI8F,WAAW,KAAK,CAAC,CAArB,EAAwB;AACtB3I,QAAAA,GAAG,CAACN,IAAJ,CAAS3C,KAAK,CAAC+F,SAAN,CAAgBD,MAAhB,EAAwB8F,WAAxB,CAAT;AACAS,QAAAA,OAAO,CAACT,WAAW,GAAGT,UAAf,CAAP;;AAEA,YAAIE,cAAJ,EAAoB;AAClBK,UAAAA,MAAM;AACN,cAAI9F,OAAJ,EAAa,OAAO2F,UAAU,EAAjB;AACd;;AAED,YAAItF,OAAO,IAAIzE,IAAI,CAACH,MAAL,IAAe4E,OAA9B,EAAuC,OAAOsF,UAAU,CAAC,IAAD,CAAjB;AAEvC;AACD;;AAED;AACD;;AAED,WAAOQ,MAAM,EAAb;;AAEA,aAASN,OAAT,CAAiBxI,GAAjB,EAAsB;AACpBzB,MAAAA,IAAI,CAACmB,IAAL,CAAUM,GAAV;AACAqI,MAAAA,UAAU,GAAGxF,MAAb;AACD;;AAMD,aAASqG,WAAT,CAAqBL,KAArB,EAA4B;AAC1B,UAAIQ,WAAW,GAAG,CAAlB;;AACA,UAAIR,KAAK,KAAK,CAAC,CAAf,EAAkB;AAChB,YAAIS,+BAA+B,GAAGvM,KAAK,CAAC+F,SAAN,CAAgB8F,WAAW,GAAG,CAA9B,EAAiCC,KAAjC,CAAtC;;AACA,YAAIS,+BAA+B,IAAIA,+BAA+B,CAAChJ,IAAhC,OAA2C,EAAlF,EAAsF;AACpF+I,UAAAA,WAAW,GAAGC,+BAA+B,CAAClL,MAA9C;AACD;AACF;;AACD,aAAOiL,WAAP;AACD;;AAMD,aAASP,MAAT,CAAgBjK,KAAhB,EAAuB;AACrB,UAAI+F,aAAJ,EAAmB,OAAO0D,UAAU,EAAjB;AACnB,UAAI,OAAOzJ,KAAP,KAAiB,WAArB,EAAkCA,KAAK,GAAG9B,KAAK,CAAC2G,MAAN,CAAab,MAAb,CAAR;AAClC7C,MAAAA,GAAG,CAACN,IAAJ,CAASb,KAAT;AACAgE,MAAAA,MAAM,GAAGmF,QAAT;AACAQ,MAAAA,OAAO,CAACxI,GAAD,CAAP;AACA,UAAIoI,cAAJ,EAAoBK,MAAM;AAC1B,aAAOH,UAAU,EAAjB;AACD;;AAQD,aAASc,OAAT,CAAiBG,SAAjB,EAA4B;AAC1B1G,MAAAA,MAAM,GAAG0G,SAAT;AACAf,MAAAA,OAAO,CAACxI,GAAD,CAAP;AACAA,MAAAA,GAAG,GAAG,EAAN;AACA2I,MAAAA,WAAW,GAAG5L,KAAK,CAAC+B,OAAN,CAAcG,OAAd,EAAuB4D,MAAvB,CAAd;AACD;;AAGD,aAASyF,UAAT,CAAoBkB,OAApB,EAA6BjN,IAA7B,EAAmC;AACjC,UAAIkN,MAAM,GAAGlN,IAAI,IAAI,KAArB;AACA,aAAO;AACLgC,QAAAA,IAAI,EAAEkL,MAAM,GAAGlL,IAAI,CAAC,CAAD,CAAP,GAAaA,IADpB;AAEL0D,QAAAA,MAAM,EAAEA,MAFH;AAGLxD,QAAAA,IAAI,EAAE;AACJE,UAAAA,SAAS,EAAEkI,KADP;AAEJ6C,UAAAA,SAAS,EAAEzK,OAFP;AAGJ0D,UAAAA,OAAO,EAAEA,OAHL;AAIJgH,UAAAA,SAAS,EAAE,CAAC,CAACH,OAJT;AAKJ3G,UAAAA,MAAM,EAAEwF,UAAU,IAAI1D,SAAS,IAAI,CAAjB;AALd;AAHD,OAAP;AAWD;;AAGD,aAAS8D,MAAT,GAAkB;AAChBlM,MAAAA,IAAI,CAAC+L,UAAU,CAAChJ,SAAD,EAAY,IAAZ,CAAX,CAAJ;AACAf,MAAAA,IAAI,GAAG,EAAP;AACA0D,MAAAA,MAAM,GAAG,EAAT;AACD;AACF,GA9QD;;AAiRA,OAAKyC,KAAL,GAAa,YAAY;AACvB/B,IAAAA,OAAO,GAAG,IAAV;AACD,GAFD;;AAKA,OAAK2C,YAAL,GAAoB,YAAY;AAC9B,WAAOzC,MAAP;AACD,GAFD;AAGD;;AAED,SAAS+G,cAAT,GAA0B;AACxB,QAAM,IAAIlL,KAAJ,CAAU,kBAAV,CAAN;AACD;;AAGD,SAAS0E,IAAT,CAAc7D,GAAd,EAAmB;AACjB,MAAI,sBAAOA,GAAP,MAAe,QAAf,IAA2BA,GAAG,KAAK,IAAvC,EAA6C,OAAOA,GAAP;AAC7C,MAAIsK,GAAG,GAAG3L,KAAK,CAACC,OAAN,CAAcoB,GAAd,IAAqB,EAArB,GAA0B,EAApC;;AACA,OAAK,IAAIE,GAAT,IAAgBF,GAAhB;AAAqBsK,IAAAA,GAAG,CAACpK,GAAD,CAAH,GAAW2D,IAAI,CAAC7D,GAAG,CAACE,GAAD,CAAJ,CAAf;AAArB;;AACA,SAAOoK,GAAP;AACD;;AAED,SAAS7N,UAAT,CAAoB8N,IAApB,EAA0B;AACxB,SAAO,OAAOA,IAAP,KAAgB,UAAvB;AACD","sourcesContent":["// @ts-nocheck\n// This is a fork of papaparse\n// https://github.com/mholt/PapaParse\n/* @license\nPapa Parse\nv5.0.0-beta.0\nhttps://github.com/mholt/PapaParse\nLicense: MIT\n*/\n// FORK SUMMARY:\n// - Adopt ES6 exports\n// - Implement new AsyncIteratorStreamer\n// - Remove non Async Iterator streamers (can all be handled by new streamer)\n// - Remove unused Worker support (loaders.gl worker system used instead)\n// - Remove unused jQuery plugin support\n\n/* eslint-disable */\nconst BYTE_ORDER_MARK = '\\ufeff';\n\nconst Papa = {\n parse: CsvToJson,\n unparse: JsonToCsv,\n\n RECORD_SEP: String.fromCharCode(30),\n UNIT_SEP: String.fromCharCode(31),\n BYTE_ORDER_MARK,\n BAD_DELIMITERS: ['\\r', '\\n', '\"', BYTE_ORDER_MARK],\n WORKERS_SUPPORTED: false, // !IS_WORKER && !!globalThis.Worker\n NODE_STREAM_INPUT: 1,\n\n // Configurable chunk sizes for local and remote files, respectively\n LocalChunkSize: 1024 * 1024 * 10, // 10 M,\n RemoteChunkSize: 1024 * 1024 * 5, // 5 M,\n DefaultDelimiter: ',', // Used if not specified and detection fail,\n\n // Exposed for testing and development only\n Parser: Parser,\n ParserHandle: ParserHandle,\n\n // BEGIN FORK\n ChunkStreamer: ChunkStreamer,\n StringStreamer: StringStreamer\n};\nexport default Papa;\n\n/*\nPapa.NetworkStreamer = NetworkStreamer;\nPapa.FileStreamer = FileStreamer;\nPapa.ReadableStreamStreamer = ReadableStreamStreamer;\nif (typeof PAPA_BROWSER_CONTEXT === 'undefined') {\n Papa.DuplexStreamStreamer = DuplexStreamStreamer;\n}\n*/\n// END FORK\n\n// BEGIN FORK\n// Adds an argument to papa.parse\n// function CsvToJson(_input, _config)\nfunction CsvToJson(\n _input,\n _config,\n UserDefinedStreamer? // BEGIN FORK\n) {\n _config = _config || {};\n var dynamicTyping = _config.dynamicTyping || false;\n if (isFunction(dynamicTyping)) {\n _config.dynamicTypingFunction = dynamicTyping;\n // Will be filled on first row call\n dynamicTyping = {};\n }\n _config.dynamicTyping = dynamicTyping;\n\n _config.transform = isFunction(_config.transform) ? _config.transform : false;\n\n if (_config.worker && Papa.WORKERS_SUPPORTED) {\n var w = newWorker();\n\n w.userStep = _config.step;\n w.userChunk = _config.chunk;\n w.userComplete = _config.complete;\n w.userError = _config.error;\n\n _config.step = isFunction(_config.step);\n _config.chunk = isFunction(_config.chunk);\n _config.complete = isFunction(_config.complete);\n _config.error = isFunction(_config.error);\n delete _config.worker; // prevent infinite loop\n\n w.postMessage({\n input: _input,\n config: _config,\n workerId: w.id\n });\n\n return;\n }\n\n var streamer = null;\n /*\n if (_input === Papa.NODE_STREAM_INPUT && typeof PAPA_BROWSER_CONTEXT === 'undefined') {\n // create a node Duplex stream for use\n // with .pipe\n streamer = new DuplexStreamStreamer(_config);\n return streamer.getStream();\n } else\n */\n if (typeof _input === 'string') {\n // if (_config.download) streamer = new NetworkStreamer(_config);\n // else\n streamer = new StringStreamer(_config);\n }\n /*\n else if (_input.readable === true && isFunction(_input.read) && isFunction(_input.on)) {\n streamer = new ReadableStreamStreamer(_config);\n } else if ((globalThis.File && _input instanceof File) || _input instanceof Object)\n // ...Safari. (see issue #106)\n streamer = new FileStreamer(_config);\n */\n\n // BEGIN FORK\n if (!streamer) {\n streamer = new UserDefinedStreamer(_config);\n }\n // END FORK\n\n return streamer.stream(_input);\n}\n\nfunction JsonToCsv(_input, _config) {\n // Default configuration\n\n /** whether to surround every datum with quotes */\n var _quotes = false;\n\n /** whether to write headers */\n var _writeHeader = true;\n\n /** delimiting character(s) */\n var _delimiter = ',';\n\n /** newline character(s) */\n var _newline = '\\r\\n';\n\n /** quote character */\n var _quoteChar = '\"';\n\n /** escaped quote character, either \"\" or <config.escapeChar>\" */\n var _escapedQuote = _quoteChar + _quoteChar;\n\n /** whether to skip empty lines */\n var _skipEmptyLines = false;\n\n /** the columns (keys) we expect when we unparse objects */\n var _columns = null;\n\n unpackConfig();\n\n var quoteCharRegex = new RegExp(escapeRegExp(_quoteChar), 'g');\n\n if (typeof _input === 'string') _input = JSON.parse(_input);\n\n if (Array.isArray(_input)) {\n if (!_input.length || Array.isArray(_input[0])) return serialize(null, _input, _skipEmptyLines);\n else if (typeof _input[0] === 'object')\n return serialize(_columns || objectKeys(_input[0]), _input, _skipEmptyLines);\n } else if (typeof _input === 'object') {\n if (typeof _input.data === 'string') _input.data = JSON.parse(_input.data);\n\n if (Array.isArray(_input.data)) {\n if (!_input.fields) _input.fields = _input.meta && _input.meta.fields;\n\n if (!_input.fields)\n _input.fields = Array.isArray(_input.data[0]) ? _input.fields : objectKeys(_input.data[0]);\n\n if (!Array.isArray(_input.data[0]) && typeof _input.data[0] !== 'object')\n _input.data = [_input.data]; // handles input like [1,2,3] or ['asdf']\n }\n\n return serialize(_input.fields || [], _input.data || [], _skipEmptyLines);\n }\n\n // Default (any valid paths should return before this)\n throw new Error('Unable to serialize unrecognized input');\n\n function unpackConfig() {\n if (typeof _config !== 'object') return;\n\n if (\n typeof _config.delimiter === 'string' &&\n !Papa.BAD_DELIMITERS.filter(function (value) {\n return _config.delimiter.indexOf(value) !== -1;\n }).length\n ) {\n _delimiter = _config.delimiter;\n }\n\n if (typeof _config.quotes === 'boolean' || Array.isArray(_config.quotes))\n _quotes = _config.quotes;\n\n if (typeof _config.skipEmptyLines === 'boolean' || typeof _config.skipEmptyLines === 'string')\n _skipEmptyLines = _config.skipEmptyLines;\n\n if (typeof _config.newline === 'string') _newline = _config.newline;\n\n if (typeof _config.quoteChar === 'string') _quoteChar = _config.quoteChar;\n\n if (typeof _config.header === 'boolean') _writeHeader = _config.header;\n\n if (Array.isArray(_config.columns)) {\n if (_config.columns.length === 0) throw new Error('Option columns is empty');\n\n _columns = _config.columns;\n }\n\n if (_config.escapeChar !== undefined) {\n _escapedQuote = _config.escapeChar + _quoteChar;\n }\n }\n\n /** Turns an object's keys into an array */\n function objectKeys(obj) {\n if (typeof obj !== 'object') return [];\n var keys = [];\n for (var key in obj) keys.push(key);\n return keys;\n }\n\n /** The double for loop that iterates the data and writes out a CSV string including header row */\n function serialize(fields, data, skipEmptyLines) {\n var csv = '';\n\n if (typeof fields === 'string') fields = JSON.parse(fields);\n if (typeof data === 'string') data = JSON.parse(data);\n\n var hasHeader = Array.isArray(fields) && fields.length > 0;\n var dataKeyedByField = !Array.isArray(data[0]);\n\n // If there a header row, write it first\n if (hasHeader && _writeHeader) {\n for (var i = 0; i < fields.length; i++) {\n if (i > 0) csv += _delimiter;\n csv += safe(fields[i], i);\n }\n if (data.length > 0) csv += _newline;\n }\n\n // Then write out the data\n for (var row = 0; row < data.length; row++) {\n var maxCol = hasHeader ? fields.length : data[row].length;\n\n var emptyLine = false;\n var nullLine = hasHeader ? Object.keys(data[row]).length === 0 : data[row].length === 0;\n if (skipEmptyLines && !hasHeader) {\n emptyLine =\n skipEmptyLines === 'greedy'\n ? data[row].join('').trim() === ''\n : data[row].length === 1 && data[row][0].length === 0;\n }\n if (skipEmptyLines === 'greedy' && hasHeader) {\n var line = [];\n for (var c = 0; c < maxCol; c++) {\n var cx = dataKeyedByField ? fields[c] : c;\n line.push(data[row][cx]);\n }\n emptyLine = line.join('').trim() === '';\n }\n if (!emptyLine) {\n for (var col = 0; col < maxCol; col++) {\n if (col > 0 && !nullLine) csv += _delimiter;\n var colIdx = hasHeader && dataKeyedByField ? fields[col] : col;\n csv += safe(data[row][colIdx], col);\n }\n if (row < data.length - 1 && (!skipEmptyLines || (maxCol > 0 && !nullLine))) {\n csv += _newline;\n }\n }\n }\n return csv;\n }\n\n /** Encloses a value around quotes if needed (makes a value safe for CSV insertion) */\n function safe(str, col) {\n if (typeof str === 'undefined' || str === null) return '';\n\n if (str.constructor === Date) return JSON.stringify(str).slice(1, 25);\n\n str = str.toString().replace(quoteCharRegex, _escapedQuote);\n\n var needsQuotes =\n (typeof _quotes === 'boolean' && _quotes) ||\n (Array.isArray(_quotes) && _quotes[col]) ||\n hasAny(str, Papa.BAD_DELIMITERS) ||\n str.indexOf(_delimiter) > -1 ||\n str.charAt(0) === ' ' ||\n str.charAt(str.length - 1) === ' ';\n\n return needsQuotes ? _quoteChar + str + _quoteChar : str;\n }\n\n function hasAny(str, substrings) {\n for (var i = 0; i < substrings.length; i++) if (str.indexOf(substrings[i]) > -1) return true;\n return false;\n }\n}\n\n/** ChunkStreamer is the base prototype for various streamer implementations. */\nfunction ChunkStreamer(config) {\n this._handle = null;\n this._finished = false;\n this._completed = false;\n this._input = null;\n this._baseIndex = 0;\n this._partialLine = '';\n this._rowCount = 0;\n this._start = 0;\n this._nextChunk = null;\n this.isFirstChunk = true;\n this._completeResults = {\n data: [],\n errors: [],\n meta: {}\n };\n replaceConfig.call(this, config);\n\n this.parseChunk = function (chunk, isFakeChunk) {\n // First chunk pre-processing\n if (this.isFirstChunk && isFunction(this._config.beforeFirstChunk)) {\n var modifiedChunk = this._config.beforeFirstChunk(chunk);\n if (modifiedChunk !== undefined) chunk = modifiedChunk;\n }\n this.isFirstChunk = false;\n\n // Rejoin the line we likely just split in two by chunking the file\n var aggregate = this._partialLine + chunk;\n this._partialLine = '';\n\n var results = this._handle.parse(aggregate, this._baseIndex, !this._finished);\n\n if (this._handle.paused() || this._handle.aborted()) return;\n\n var lastIndex = results.meta.cursor;\n\n if (!this._finished) {\n this._partialLine = aggregate.substring(lastIndex - this._baseIndex);\n this._baseIndex = lastIndex;\n }\n\n if (results && results.data) this._rowCount += results.data.length;\n\n var finishedIncludingPreview =\n this._finished || (this._config.preview && this._rowCount >= this._config.preview);\n\n if (isFunction(this._config.chunk) && !isFakeChunk) {\n this._config.chunk(results, this._handle);\n if (this._handle.paused() || this._handle.aborted()) return;\n results = undefined;\n this._completeResults = undefined;\n }\n\n if (!this._config.step && !this._config.chunk) {\n this._completeResults.data = this._completeResults.data.concat(results.data);\n this._completeResults.errors = this._completeResults.errors.concat(results.errors);\n this._completeResults.meta = results.meta;\n }\n\n if (\n !this._completed &&\n finishedIncludingPreview &&\n isFunction(this._config.complete) &&\n (!results || !results.meta.aborted)\n ) {\n this._config.complete(this._completeResults, this._input);\n this._completed = true;\n }\n\n if (!finishedIncludingPreview && (!results || !results.meta.paused)) this._nextChunk();\n\n return results;\n };\n\n this._sendError = function (error) {\n if (isFunction(this._config.error)) this._config.error(error);\n };\n\n function replaceConfig(config) {\n // Deep-copy the config so we can edit it\n var configCopy = copy(config);\n configCopy.chunkSize = parseInt(configCopy.chunkSize); // parseInt VERY important so we don't concatenate strings!\n if (!config.step && !config.chunk) configCopy.chunkSize = null; // disable Range header if not streaming; bad values break IIS - see issue #196\n this._handle = new ParserHandle(configCopy);\n this._handle.streamer = this;\n this._config = configCopy; // persist the copy to the caller\n }\n}\nfunction StringStreamer(config) {\n config = config || {};\n ChunkStreamer.call(this, config);\n\n var remaining;\n this.stream = function (s) {\n remaining = s;\n return this._nextChunk();\n };\n this._nextChunk = function () {\n if (this._finished) return;\n var size = this._config.chunkSize;\n var chunk = size ? remaining.substr(0, size) : remaining;\n remaining = size ? remaining.substr(size) : '';\n this._finished = !remaining;\n return this.parseChunk(chunk);\n };\n}\nStringStreamer.prototype = Object.create(StringStreamer.prototype);\nStringStreamer.prototype.constructor = StringStreamer;\n\n// Use one ParserHandle per entire CSV file or string\nfunction ParserHandle(_config) {\n // One goal is to minimize the use of regular expressions...\n var FLOAT = /^\\s*-?(\\d*\\.?\\d+|\\d+\\.?\\d*)(e[-+]?\\d+)?\\s*$/i;\n var ISO_DATE =\n /(\\d{4}-[01]\\d-[0-3]\\dT[0-2]\\d:[0-5]\\d:[0-5]\\d\\.\\d+([+-][0-2]\\d:[0-5]\\d|Z))|(\\d{4}-[01]\\d-[0-3]\\dT[0-2]\\d:[0-5]\\d:[0-5]\\d([+-][0-2]\\d:[0-5]\\d|Z))|(\\d{4}-[01]\\d-[0-3]\\dT[0-2]\\d:[0-5]\\d([+-][0-2]\\d:[0-5]\\d|Z))/;\n\n var self = this;\n var _stepCounter = 0; // Number of times step was called (number of rows parsed)\n var _rowCounter = 0; // Number of rows that have been parsed so far\n var _input; // The input being parsed\n var _parser; // The core parser being used\n var _paused = false; // Whether we are paused or not\n var _aborted = false; // Whether the parser has aborted or not\n var _delimiterError; // Temporary state between delimiter detection and processing results\n var _fields = []; // Fields are from the header row of the input, if there is one\n var _results = {\n // The last results returned from the parser\n data: [],\n errors: [],\n meta: {}\n };\n\n if (isFunction(_config.step)) {\n var userStep = _config.step;\n _config.step = function (results) {\n _results = results;\n\n if (needsHeaderRow()) processResults();\n // only call user's step function after header row\n else {\n processResults();\n\n // It's possbile that this line was empty and there's no row here after all\n if (!_results.data || _results.data.length === 0) return;\n\n _stepCounter += results.data.length;\n if (_config.preview && _stepCounter > _config.preview) _parser.abort();\n else userStep(_results, self);\n }\n };\n }\n\n /**\n * Parses input. Most users won't need, and shouldn't mess with, the baseIndex\n * and ignoreLastRow parameters. They are used by streamers (wrapper functions)\n * when an input comes in multiple chunks, like from a file.\n */\n this.parse = function (input, baseIndex, ignoreLastRow) {\n var quoteChar = _config.quoteChar || '\"';\n if (!_config.newline) _config.newline = guessLineEndings(input, quoteChar);\n\n _delimiterError = false;\n if (!_config.delimiter) {\n var delimGuess = guessDelimiter(\n input,\n _config.newline,\n _config.skipEmptyLines,\n _config.comments,\n _config.delimitersToGuess\n );\n if (delimGuess.successful) _config.delimiter = delimGuess.bestDelimiter;\n else {\n _delimiterError = true; // add error after parsing (otherwise it would be overwritten)\n _config.delimiter = Papa.DefaultDelimiter;\n }\n _results.meta.delimiter = _config.delimiter;\n } else if (isFunction(_config.delimiter)) {\n _config.delimiter = _config.delimiter(input);\n _results.meta.delimiter = _config.delimiter;\n }\n\n var parserConfig = copy(_config);\n if (_config.preview && _config.header) parserConfig.preview++; // to compensate for header row\n\n _input = input;\n _parser = new Parser(parserConfig);\n _results = _parser.parse(_input, baseIndex, ignoreLastRow);\n processResults();\n return _paused ? {meta: {paused: true}} : _results || {meta: {paused: false}};\n };\n\n this.paused = function () {\n return _paused;\n };\n\n this.pause = function () {\n _paused = true;\n _parser.abort();\n _input = _input.substr(_parser.getCharIndex());\n };\n\n this.resume = function () {\n _paused = false;\n self.streamer.parseChunk(_input, true);\n };\n\n this.aborted = function () {\n return _aborted;\n };\n\n this.abort = function () {\n _aborted = true;\n _parser.abort();\n _results.meta.aborted = true;\n if (isFunction(_config.complete)) _config.complete(_results);\n _input = '';\n };\n\n function testEmptyLine(s) {\n return _config.skipEmptyLines === 'greedy'\n ? s.join('').trim() === ''\n : s.length === 1 && s[0].length === 0;\n }\n\n function processResults() {\n if (_results && _delimiterError) {\n addError(\n 'Delimiter',\n 'UndetectableDelimiter',\n \"Unable to auto-detect delimiting character; defaulted to '\" + Papa.DefaultDelimiter + \"'\"\n );\n _delimiterError = false;\n }\n\n if (_config.skipEmptyLines) {\n for (var i = 0; i < _results.data.length; i++)\n if (testEmptyLine(_results.data[i])) _results.data.splice(i--, 1);\n }\n\n if (needsHeaderRow()) fillHeaderFields();\n\n return applyHeaderAndDynamicTypingAndTransformation();\n }\n\n function needsHeaderRow() {\n return _config.header && _fields.length === 0;\n }\n\n function fillHeaderFields() {\n if (!_results) return;\n\n function addHeder(header) {\n if (isFunction(_config.transformHeader)) header = _config.transformHeader(header);\n\n _fields.push(header);\n }\n\n if (Array.isArray(_results.data[0])) {\n for (var i = 0; needsHeaderRow() && i < _results.data.length; i++)\n _results.data[i].forEach(addHeder);\n\n _results.data.splice(0, 1);\n }\n // if _results.data[0] is not an array, we are in a step where _results.data is the row.\n else _results.data.forEach(addHeder);\n }\n\n function shouldApplyDynamicTyping(field) {\n // Cache function values to avoid calling it for each row\n if (_config.dynamicTypingFunction && _config.dynamicTyping[field] === undefined) {\n _config.dynamicTyping[field] = _config.dynamicTypingFunction(field);\n }\n return (_config.dynamicTyping[field] || _config.dynamicTyping) === true;\n }\n\n function parseDynamic(field, value) {\n if (shouldApplyDynamicTyping(field)) {\n if (value === 'true' || value === 'TRUE') return true;\n else if (value === 'false' || value === 'FALSE') return false;\n else if (FLOAT.test(value)) return parseFloat(value);\n else if (ISO_DATE.test(value)) return new Date(value);\n else return value === '' ? null : value;\n }\n return value;\n }\n\n function applyHeaderAndDynamicTypingAndTransformation() {\n if (\n !_results ||\n !_results.data ||\n (!_config.header && !_config.dynamicTyping && !_config.transform)\n )\n return _results;\n\n function processRow(rowSource, i) {\n var row = _config.header ? {} : [];\n\n var j;\n for (j = 0; j < rowSource.length; j++) {\n var field = j;\n var value = rowSource[j];\n\n if (_config.header) field = j >= _fields.length ? '__parsed_extra' : _fields[j];\n\n if (_config.transform) value = _config.transform(value, field);\n\n value = parseDynamic(field, value);\n\n if (field === '__parsed_extra') {\n row[field] = row[field] || [];\n row[field].push(value);\n } else row[field] = value;\n }\n\n if (_config.header) {\n if (j > _fields.length)\n addError(\n 'FieldMismatch',\n 'TooManyFields',\n 'Too many fields: expected ' + _fields.length + ' fields but parsed ' + j,\n _rowCounter + i\n );\n else if (j < _fields.length)\n addError(\n 'FieldMismatch',\n 'TooFewFields',\n 'Too few fields: expected ' + _fields.length + ' fields but parsed ' + j,\n _rowCounter + i\n );\n }\n\n return row;\n }\n\n var incrementBy = 1;\n if (!_results.data[0] || Array.isArray(_results.data[0])) {\n _results.data = _results.data.map(processRow);\n incrementBy = _results.data.length;\n } else _results.data = processRow(_results.data, 0);\n\n if (_config.header && _results.meta) _results.meta.fields = _fields;\n\n _rowCounter += incrementBy;\n return _results;\n }\n\n function guessDelimiter(input, newline, skipEmptyLines, comments, delimitersToGuess) {\n var bestDelim, bestDelta, fieldCountPrevRow;\n\n delimitersToGuess = delimitersToGuess || [',', '\\t', '|', ';', Papa.RECORD_SEP, Papa.UNIT_SEP];\n\n for (var i = 0; i < delimitersToGuess.length; i++) {\n var delim = delimitersToGuess[i];\n var delta = 0,\n avgFieldCount = 0,\n emptyLinesCount = 0;\n fieldCountPrevRow = undefined;\n\n var preview = new Parser({\n comments: comments,\n delimiter: delim,\n newline: newline,\n preview: 10\n }).parse(input);\n\n for (var j = 0; j < preview.data.length; j++) {\n if (skipEmptyLines && testEmptyLine(preview.data[j])) {\n emptyLinesCount++;\n continue;\n }\n var fieldCount = preview.data[j].length;\n avgFieldCount += fieldCount;\n\n if (typeof fieldCountPrevRow === 'undefined') {\n fieldCountPrevRow = 0;\n continue;\n } else if (fieldCount > 1) {\n delta += Math.abs(fieldCount - fieldCountPrevRow);\n fieldCountPrevRow = fieldCount;\n }\n }\n\n if (preview.data.length > 0) avgFieldCount /= preview.data.length - emptyLinesCount;\n\n if ((typeof bestDelta === 'undefined' || delta > bestDelta) && avgFieldCount > 1.99) {\n bestDelta = delta;\n bestDelim = delim;\n }\n }\n\n _config.delimiter = bestDelim;\n\n return {\n successful: !!bestDelim,\n bestDelimiter: bestDelim\n };\n }\n\n function guessLineEndings(input, quoteChar) {\n input = input.substr(0, 1024 * 1024); // max length 1 MB\n // Replace all the text inside quotes\n var re = new RegExp(escapeRegExp(quoteChar) + '([^]*?)' + escapeRegExp(quoteChar), 'gm');\n input = input.replace(re, '');\n\n var r = input.split('\\r');\n\n var n = input.split('\\n');\n\n var nAppearsFirst = n.length > 1 && n[0].length < r[0].length;\n\n if (r.length === 1 || nAppearsFirst) return '\\n';\n\n var numWithN = 0;\n for (var i = 0; i < r.length; i++) {\n if (r[i][0] === '\\n') numWithN++;\n }\n\n return numWithN >= r.length / 2 ? '\\r\\n' : '\\r';\n }\n\n function addError(type, code, msg, row) {\n _results.errors.push({\n type: type,\n code: code,\n message: msg,\n row: row\n });\n }\n}\n\n/** https://developer.mozilla.org/en-US/docs/Web/JavaScript/Guide/Regular_Expressions */\nfunction escapeRegExp(string) {\n return string.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'); // $& means the whole matched string\n}\n\n/** The core parser implements speedy and correct CSV parsing */\nfunction Parser(config) {\n // Unpack the config object\n config = config || {};\n var delim = config.delimiter;\n var newline = config.newline;\n var comments = config.comments;\n var step = config.step;\n var preview = config.preview;\n var fastMode = config.fastMode;\n var quoteChar;\n /** Allows for no quoteChar by setting quoteChar to undefined in config */\n if (config.quoteChar === undefined) {\n quoteChar = '\"';\n } else {\n quoteChar = config.quoteChar;\n }\n var escapeChar = quoteChar;\n if (config.escapeChar !== undefined) {\n escapeChar = config.escapeChar;\n }\n\n // Delimiter must be valid\n if (typeof delim !== 'string' || Papa.BAD_DELIMITERS.indexOf(delim) > -1) delim = ',';\n\n // Comment character must be valid\n if (comments === delim) throw new Error('Comment character same as delimiter');\n else if (comments === true) comments = '#';\n else if (typeof comments !== 'string' || Papa.BAD_DELIMITERS.indexOf(comments) > -1)\n comments = false;\n\n // Newline must be valid: \\r, \\n, or \\r\\n\n if (newline !== '\\n' && newline !== '\\r' && newline !== '\\r\\n') newline = '\\n';\n\n // We're gonna need these at the Parser scope\n var cursor = 0;\n var aborted = false;\n\n this.parse = function (input, baseIndex, ignoreLastRow) {\n // For some reason, in Chrome, this speeds things up (!?)\n if (typeof input !== 'string') throw new Error('Input must be a string');\n\n // We don't need to compute some of these every time parse() is called,\n // but having them in a more local scope seems to perform better\n var inputLen = input.length,\n delimLen = delim.length,\n newlineLen = newline.length,\n commentsLen = comments.length;\n var stepIsFunction = isFunction(step);\n\n // Establish starting state\n cursor = 0;\n var data = [],\n errors = [],\n row = [],\n lastCursor = 0;\n\n if (!input) return returnable();\n\n if (fastMode || (fastMode !== false && input.indexOf(quoteChar) === -1)) {\n var rows = input.split(newline);\n for (var i = 0; i < rows.length; i++) {\n row = rows[i];\n cursor += row.length;\n if (i !== rows.length - 1) cursor += newline.length;\n else if (ignoreLastRow) return returnable();\n if (comments && row.substr(0, commentsLen) === comments) continue;\n if (stepIsFunction) {\n data = [];\n pushRow(row.split(delim));\n doStep();\n if (aborted) return returnable();\n } else pushRow(row.split(delim));\n if (preview && i >= preview) {\n data = data.slice(0, preview);\n return returnable(true);\n }\n }\n return returnable();\n }\n\n var nextDelim = input.indexOf(delim, cursor);\n var nextNewline = input.indexOf(newline, cursor);\n var quoteCharRegex = new RegExp(escapeRegExp(escapeChar) + escapeRegExp(quoteChar), 'g');\n var quoteSearch;\n\n // Parser loop\n for (;;) {\n // Field has opening quote\n if (input[cursor] === quoteChar) {\n // Start our search for the closing quote where the cursor is\n quoteSearch = cursor;\n\n // Skip the opening quote\n cursor++;\n\n for (;;) {\n // Find closing quote\n quoteSearch = input.indexOf(quoteChar, quoteSearch + 1);\n\n //No other quotes are found - no other delimiters\n if (quoteSearch === -1) {\n if (!ignoreLastRow) {\n // No closing quote... what a pity\n errors.push({\n type: 'Quotes',\n code: 'MissingQuotes',\n message: 'Quoted field unterminated',\n row: data.length, // row has yet to be inserted\n index: cursor\n });\n }\n return finish();\n }\n\n // Closing quote at EOF\n if (quoteSearch === inputLen - 1) {\n var value = input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar);\n return finish(value);\n }\n\n // If this quote is escaped, it's part of the data; skip it\n // If the quote character is the escape character, then check if the next character is the escape character\n if (quoteChar === escapeChar && input[quoteSearch + 1] === escapeChar) {\n quoteSearch++;\n continue;\n }\n\n // If the quote character is not the escape character, then check if the previous character was the escape character\n if (\n quoteChar !== escapeChar &&\n quoteSearch !== 0 &&\n input[quoteSearch - 1] === escapeChar\n ) {\n continue;\n }\n\n // Check up to nextDelim or nextNewline, whichever is closest\n var checkUpTo = nextNewline === -1 ? nextDelim : Math.min(nextDelim, nextNewline);\n var spacesBetweenQuoteAndDelimiter = extraSpaces(checkUpTo);\n\n // Closing quote followed by delimiter or 'unnecessary spaces + delimiter'\n if (input[quoteSearch + 1 + spacesBetweenQuoteAndDelimiter] === delim) {\n row.push(input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar));\n cursor = quoteSearch + 1 + spacesBetweenQuoteAndDelimiter + delimLen;\n nextDelim = input.indexOf(delim, cursor);\n nextNewline = input.indexOf(newline, cursor);\n\n if (stepIsFunction) {\n doStep();\n if (aborted) return returnable();\n }\n\n if (preview && data.length >= preview) return returnable(true);\n\n break;\n }\n\n var spacesBetweenQuoteAndNewLine = extraSpaces(nextNewline);\n\n // Closing quote followed by newline or 'unnecessary spaces + newLine'\n if (\n input.substr(quoteSearch + 1 + spacesBetweenQuoteAndNewLine, newlineLen) === newline\n ) {\n row.push(input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar));\n saveRow(quoteSearch + 1 + spacesBetweenQuoteAndNewLine + newlineLen);\n nextDelim = input.indexOf(delim, cursor); // because we may have skipped the nextDelim in the quoted field\n\n if (stepIsFunction) {\n doStep();\n if (aborted) return returnable();\n }\n\n if (preview && data.length >= preview) return returnable(true);\n\n break;\n }\n\n // Checks for valid closing quotes are complete (escaped quotes or quote followed by EOF/delimiter/newline) -- assume these quotes are part of an invalid text string\n errors.push({\n type: 'Quotes',\n code: 'InvalidQuotes',\n message: 'Trailing quote on quoted field is malformed',\n row: data.length, // row has yet to be inserted\n index: cursor\n });\n\n quoteSearch++;\n continue;\n }\n\n if (stepIsFunction) {\n doStep();\n if (aborted) return returnable();\n }\n\n if (preview && data.length >= preview) return returnable(true);\n continue;\n }\n\n // Comment found at start of new line\n if (comments && row.length === 0 && input.substr(cursor, commentsLen) === comments) {\n if (nextNewline === -1)\n // Comment ends at EOF\n return returnable();\n cursor = nextNewline + newlineLen;\n nextNewline = input.indexOf(newline, cursor);\n nextDelim = input.indexOf(delim, cursor);\n continue;\n }\n\n // Next delimiter comes before next newline, so we've reached end of field\n if (nextDelim !== -1 && (nextDelim < nextNewline || nextNewline === -1)) {\n row.push(input.substring(cursor, nextDelim));\n cursor = nextDelim + delimLen;\n nextDelim = input.indexOf(delim, cursor);\n continue;\n }\n\n // End of row\n if (nextNewline !== -1) {\n row.push(input.substring(cursor, nextNewline));\n saveRow(nextNewline + newlineLen);\n\n if (stepIsFunction) {\n doStep();\n if (aborted) return returnable();\n }\n\n if (preview && data.length >= preview) return returnable(true);\n\n continue;\n }\n\n break;\n }\n\n return finish();\n\n function pushRow(row) {\n data.push(row);\n lastCursor = cursor;\n }\n\n /**\n * checks if there are extra spaces after closing quote and given index without any text\n * if Yes, returns the number of spaces\n */\n function extraSpaces(index) {\n var spaceLength = 0;\n if (index !== -1) {\n var textBetweenClosingQuoteAndIndex = input.substring(quoteSearch + 1, index);\n if (textBetweenClosingQuoteAndIndex && textBetweenClosingQuoteAndIndex.trim() === '') {\n spaceLength = textBetweenClosingQuoteAndIndex.length;\n }\n }\n return spaceLength;\n }\n\n /**\n * Appends the remaining input from cursor to the end into\n * row, saves the row, calls step, and returns the results.\n */\n function finish(value) {\n if (ignoreLastRow) return returnable();\n if (typeof value === 'undefined') value = input.substr(cursor);\n row.push(value);\n cursor = inputLen; // important in case parsing is paused\n pushRow(row);\n if (stepIsFunction) doStep();\n return returnable();\n }\n\n /**\n * Appends the current row to the results. It sets the cursor\n * to newCursor and finds the nextNewline. The caller should\n * take care to execute user's step function and check for\n * preview and end parsing if necessary.\n */\n function saveRow(newCursor) {\n cursor = newCursor;\n pushRow(row);\n row = [];\n nextNewline = input.indexOf(newline, cursor);\n }\n\n /** Returns an object with the results, errors, and meta. */\n function returnable(stopped, step) {\n var isStep = step || false;\n return {\n data: isStep ? data[0] : data,\n errors: errors,\n meta: {\n delimiter: delim,\n linebreak: newline,\n aborted: aborted,\n truncated: !!stopped,\n cursor: lastCursor + (baseIndex || 0)\n }\n };\n }\n\n /** Executes the user's step function and resets data & errors. */\n function doStep() {\n step(returnable(undefined, true));\n data = [];\n errors = [];\n }\n };\n\n /** Sets the abort flag */\n this.abort = function () {\n aborted = true;\n };\n\n /** Gets the cursor position */\n this.getCharIndex = function () {\n return cursor;\n };\n}\n\nfunction notImplemented() {\n throw new Error('Not implemented.');\n}\n\n/** Makes a deep copy of an array or object (mostly) */\nfunction copy(obj) {\n if (typeof obj !== 'object' || obj === null) return obj;\n var cpy = Array.isArray(obj) ? [] : {};\n for (var key in obj) cpy[key] = copy(obj[key]);\n return cpy;\n}\n\nfunction isFunction(func) {\n return typeof func === 'function';\n}\n"],"file":"papaparse.js"}
@@ -1,7 +1,7 @@
1
1
  import { AsyncQueue, TableBatchBuilder, convertToArrayRow, convertToObjectRow } from '@loaders.gl/schema';
2
2
  import Papa from './papaparse/papaparse';
3
3
  import AsyncIteratorStreamer from './papaparse/async-iterator-streamer';
4
- const VERSION = typeof "3.1.0-beta.5" !== 'undefined' ? "3.1.0-beta.5" : 'latest';
4
+ const VERSION = typeof "3.1.1" !== 'undefined' ? "3.1.1" : 'latest';
5
5
  const DEFAULT_CSV_LOADER_OPTIONS = {
6
6
  csv: {
7
7
  shape: 'object-row-table',
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/csv-loader.ts"],"names":["AsyncQueue","TableBatchBuilder","convertToArrayRow","convertToObjectRow","Papa","AsyncIteratorStreamer","VERSION","DEFAULT_CSV_LOADER_OPTIONS","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","data","rows","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","batchSize","asyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","headers","i","push","columnName","String","index","type","Float32Array","_typecheckCSVLoader"],"mappings":"AAIA,SACEA,UADF,EAEEC,iBAFF,EAGEC,iBAHF,EAIEC,kBAJF,QAKO,oBALP;AAMA,OAAOC,IAAP,MAAiB,uBAAjB;AACA,OAAOC,qBAAP,MAAkC,qCAAlC;AAIA,MAAMC,OAAO,GAAG,0BAAuB,WAAvB,oBAAmD,QAAnE;AA0BA,MAAMC,0BAA0B,GAAG;AACjCC,EAAAA,GAAG,EAAE;AACHC,IAAAA,KAAK,EAAE,kBADJ;AAEHC,IAAAA,mBAAmB,EAAE,KAFlB;AAIHC,IAAAA,MAAM,EAAE,MAJL;AAKHC,IAAAA,YAAY,EAAE,QALX;AAQHC,IAAAA,SAAS,EAAE,GARR;AASHC,IAAAA,UAAU,EAAE,GATT;AAUHC,IAAAA,aAAa,EAAE,IAVZ;AAWHC,IAAAA,QAAQ,EAAE,KAXP;AAYHC,IAAAA,cAAc,EAAE,IAZb;AAcHC,IAAAA,iBAAiB,EAAE,CAAC,GAAD,EAAM,IAAN,EAAY,GAAZ,EAAiB,GAAjB;AAdhB;AAD4B,CAAnC;AAoBA,OAAO,MAAMC,SAAS,GAAG;AACvBC,EAAAA,EAAE,EAAE,KADmB;AAEvBC,EAAAA,MAAM,EAAE,KAFe;AAGvBC,EAAAA,IAAI,EAAE,KAHiB;AAIvBC,EAAAA,OAAO,EAAEjB,OAJc;AAKvBkB,EAAAA,UAAU,EAAE,CAAC,KAAD,EAAQ,KAAR,EAAe,KAAf,CALW;AAMvBC,EAAAA,SAAS,EAAE,CAAC,UAAD,EAAa,2BAAb,EAA0C,UAA1C,CANY;AAOvBC,EAAAA,QAAQ,EAAE,OAPa;AAQvBC,EAAAA,KAAK,EAAE,OAAOC,WAAP,EAAiCC,OAAjC,KACLC,QAAQ,CAAC,IAAIC,WAAJ,GAAkBC,MAAlB,CAAyBJ,WAAzB,CAAD,EAAwCC,OAAxC,CATa;AAUvBI,EAAAA,SAAS,EAAE,CAACC,IAAD,EAAeL,OAAf,KAA8CC,QAAQ,CAACI,IAAD,EAAOL,OAAP,CAV1C;AAWvBM,EAAAA,cAAc,EAAEC,iBAXO;AAcvBP,EAAAA,OAAO,EAAEtB;AAdc,CAAlB;;AAiBP,eAAeuB,QAAf,CAAwBO,OAAxB,EAAyCR,OAAzC,EAAqE;AAEnE,QAAMS,UAAU,GAAG,EAAC,GAAG/B,0BAA0B,CAACC,GAA/B;AAAoC,QAAGqB,OAAH,aAAGA,OAAH,uBAAGA,OAAO,CAAErB,GAAZ;AAApC,GAAnB;AAEA,QAAM+B,QAAQ,GAAGC,YAAY,CAACH,OAAD,CAA7B;AACA,QAAM1B,MAAe,GACnB2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACF,QAAD,CAA1C,GAAuDG,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CADhE;AAGA,QAAMgC,eAAe,GAAGhC,MAAxB;AAEA,QAAMiC,eAAe,GAAG,EAEtB,GAAGN,UAFmB;AAGtB3B,IAAAA,MAAM,EAAEgC,eAHc;AAItBE,IAAAA,QAAQ,EAAE,KAJY;AAKtBC,IAAAA,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,EAA7B,GAAkCC,SAL5C;AAMtBC,IAAAA,KAAK,EAAGC,CAAD,IAAO;AACZ,YAAM,IAAIC,KAAJ,CAAUD,CAAV,CAAN;AACD;AARqB,GAAxB;AAWA,QAAME,MAAM,GAAGhD,IAAI,CAACuB,KAAL,CAAWU,OAAX,EAAoBO,eAApB,CAAf;AACA,MAAI;AAACS,IAAAA,IAAI,EAAEC;AAAP,MAAeF,MAAnB;AAEA,QAAMG,SAAS,GAAGH,MAAM,CAACI,IAAP,CAAYC,MAAZ,IAAsBC,cAAc,CAACpB,UAAU,CAAC1B,YAAZ,EAA0B2B,QAAQ,CAACoB,MAAnC,CAAtD;;AAEA,UAAQrB,UAAU,CAAC7B,KAAnB;AACE,SAAK,kBAAL;AACE6C,MAAAA,IAAI,GAAGA,IAAI,CAACM,GAAL,CAAUC,GAAD,IAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqB1D,kBAAkB,CAAC0D,GAAD,EAAMN,SAAN,CAAvC,GAA0DM,GAA7E,CAAP;AACA;;AACF,SAAK,iBAAL;AACEP,MAAAA,IAAI,GAAGA,IAAI,CAACM,GAAL,CAAUC,GAAD,IAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqBA,GAArB,GAA2B3D,iBAAiB,CAAC2D,GAAD,EAAMN,SAAN,CAA/D,CAAP;AACA;;AACF;AAPF;;AAsBA,SAAOD,IAAP;AACD;;AAGD,SAASlB,iBAAT,CACE4B,aADF,EAEEnC,OAFF,EAGwB;AAAA;;AAGtBA,EAAAA,OAAO,GAAG,EAAC,GAAGA;AAAJ,GAAV;;AACA,MAAIA,OAAO,CAACoC,SAAR,KAAsB,MAA1B,EAAkC;AAChCpC,IAAAA,OAAO,CAACoC,SAAR,GAAoB,IAApB;AACD;;AAGD,QAAM3B,UAAU,GAAG,EAAC,GAAG/B,0BAA0B,CAACC,GAA/B;AAAoC,oBAAGqB,OAAH,6CAAG,SAASrB,GAAZ;AAApC,GAAnB;AAEA,QAAM0D,UAAU,GAAG,IAAIlE,UAAJ,EAAnB;AAEA,MAAImE,UAAmB,GAAG,IAA1B;AACA,MAAIZ,SAA0B,GAAG,IAAjC;AACA,MAAIa,iBAA2C,GAAG,IAAlD;AACA,MAAIC,MAAqB,GAAG,IAA5B;AAEA,QAAMC,MAAM,GAAG,EAEb,GAAGhC,UAFU;AAGb3B,IAAAA,MAAM,EAAE,KAHK;AAIbkC,IAAAA,QAAQ,EAAE,KAJG;AAQb0B,IAAAA,SAAS,EAAE,OAAO,IAAP,GAAc,CARZ;AAcbtD,IAAAA,cAAc,EAAE,KAdH;;AAkBbuD,IAAAA,IAAI,CAACC,OAAD,EAAU;AACZ,UAAIZ,GAAG,GAAGY,OAAO,CAACpB,IAAlB;;AAEA,UAAIf,UAAU,CAACrB,cAAf,EAA+B;AAE7B,cAAMyD,YAAY,GAAGb,GAAG,CAACc,IAAJ,GAAWC,IAAX,CAAgB,EAAhB,EAAoBC,IAApB,EAArB;;AACA,YAAIH,YAAY,KAAK,EAArB,EAAyB;AACvB;AACD;AACF;;AACD,YAAMI,SAAS,GAAGL,OAAO,CAACjB,IAAR,CAAauB,MAA/B;;AAGA,UAAIZ,UAAU,IAAI,CAACZ,SAAnB,EAA8B;AAE5B,cAAM5C,MAAM,GAAG2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACoB,GAAD,CAA1C,GAAkDnB,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CAAxE;;AACA,YAAIA,MAAJ,EAAY;AACV4C,UAAAA,SAAS,GAAGM,GAAG,CAACD,GAAJ,CAAQb,0BAA0B,EAAlC,CAAZ;AACA;AACD;AACF;;AAGD,UAAIoB,UAAJ,EAAgB;AACdA,QAAAA,UAAU,GAAG,KAAb;;AACA,YAAI,CAACZ,SAAL,EAAgB;AACdA,UAAAA,SAAS,GAAGG,cAAc,CAACpB,UAAU,CAAC1B,YAAZ,EAA0BiD,GAAG,CAACF,MAA9B,CAA1B;AACD;;AACDU,QAAAA,MAAM,GAAGW,YAAY,CAACnB,GAAD,EAAMN,SAAN,CAArB;AACD;;AAED,UAAIjB,UAAU,CAAC5B,mBAAf,EAAoC;AAGlCmD,QAAAA,GAAG,GAAGoB,IAAI,CAACtD,KAAL,CAAWsD,IAAI,CAACC,SAAL,CAAerB,GAAf,CAAX,CAAN;AACD;;AAGDO,MAAAA,iBAAiB,GACfA,iBAAiB,IACjB,IAAInE,iBAAJ,CAAsBoE,MAAtB,EAA8B;AAE5B5D,QAAAA,KAAK,EAAE6B,UAAU,CAAC7B,KAAX,IAAoB,iBAFC;AAG5B,WAAGoB;AAHyB,OAA9B,CAFF;;AAQA,UAAI;AACFuC,QAAAA,iBAAiB,CAACe,MAAlB,CAAyBtB,GAAzB;AAEA,cAAMuB,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACiB,YAAlB,CAA+B;AAACP,UAAAA;AAAD,SAA/B,CAAnC;;AACA,YAAIM,KAAJ,EAAW;AACTlB,UAAAA,UAAU,CAACoB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOnC,KAAP,EAAc;AACdiB,QAAAA,UAAU,CAACoB,OAAX,CAAmBrC,KAAnB;AACD;AACF,KA1EY;;AA6EbsC,IAAAA,QAAQ,CAACd,OAAD,EAAU;AAChB,UAAI;AACF,cAAMK,SAAS,GAAGL,OAAO,CAACjB,IAAR,CAAauB,MAA/B;AAEA,cAAMK,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACoB,aAAlB,CAAgC;AAACV,UAAAA;AAAD,SAAhC,CAAnC;;AACA,YAAIM,KAAJ,EAAW;AACTlB,UAAAA,UAAU,CAACoB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOnC,KAAP,EAAc;AACdiB,QAAAA,UAAU,CAACoB,OAAX,CAAmBrC,KAAnB;AACD;;AAEDiB,MAAAA,UAAU,CAACuB,KAAX;AACD;;AA1FY,GAAf;AA6FArF,EAAAA,IAAI,CAACuB,KAAL,CAAWqC,aAAX,EAA0BM,MAA1B,EAAkCjE,qBAAlC;AAIA,SAAO6D,UAAP;AACD;;AAOD,SAASzB,WAAT,CAAqBoB,GAArB,EAA6C;AAC3C,SAAOA,GAAG,IAAIA,GAAG,CAAC6B,KAAJ,CAAWC,KAAD,IAAW,OAAOA,KAAP,KAAiB,QAAtC,CAAd;AACD;;AAOD,SAASnD,YAAT,CAAsBH,OAAtB,EAA8C;AAC5C,QAAMe,MAAM,GAAGhD,IAAI,CAACuB,KAAL,CAAWU,OAAX,EAAoB;AACjCQ,IAAAA,QAAQ,EAAE,KADuB;AAEjC9B,IAAAA,aAAa,EAAE,IAFkB;AAGjC6E,IAAAA,OAAO,EAAE;AAHwB,GAApB,CAAf;AAKA,SAAOxC,MAAM,CAACC,IAAP,CAAY,CAAZ,CAAP;AACD;;AAQD,SAASN,0BAAT,GAAsC;AACpC,QAAM8C,eAAe,GAAG,IAAIC,GAAJ,EAAxB;AACA,SAAQC,GAAD,IAAS;AACd,QAAIC,OAAO,GAAGD,GAAd;AACA,QAAIE,OAAO,GAAG,CAAd;;AACA,WAAOJ,eAAe,CAACK,GAAhB,CAAoBF,OAApB,CAAP,EAAqC;AACnCA,MAAAA,OAAO,aAAMD,GAAN,cAAaE,OAAb,CAAP;AACAA,MAAAA,OAAO;AACR;;AACDJ,IAAAA,eAAe,CAACM,GAAhB,CAAoBH,OAApB;AACA,WAAOA,OAAP;AACD,GATD;AAUD;;AAQD,SAAStC,cAAT,CAAwB9C,YAAxB,EAA8CwF,KAAa,GAAG,CAA9D,EAA2E;AACzE,QAAMC,OAAiB,GAAG,EAA1B;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,KAApB,EAA2BE,CAAC,EAA5B,EAAgC;AAC9BD,IAAAA,OAAO,CAACE,IAAR,WAAgB3F,YAAhB,SAA+B0F,CAAC,GAAG,CAAnC;AACD;;AACD,SAAOD,OAAP;AACD;;AAED,SAASrB,YAAT,CAAsBnB,GAAtB,EAA2BN,SAA3B,EAAsC;AACpC,QAAMc,MAAM,GAAGd,SAAS,GAAG,EAAH,GAAQ,EAAhC;;AACA,OAAK,IAAI+C,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGzC,GAAG,CAACF,MAAxB,EAAgC2C,CAAC,EAAjC,EAAqC;AACnC,UAAME,UAAU,GAAIjD,SAAS,IAAIA,SAAS,CAAC+C,CAAD,CAAvB,IAA+BA,CAAlD;AACA,UAAMX,KAAK,GAAG9B,GAAG,CAACyC,CAAD,CAAjB;;AACA,YAAQ,OAAOX,KAAf;AACE,WAAK,QAAL;AACA,WAAK,SAAL;AAEEtB,QAAAA,MAAM,CAACmC,UAAD,CAAN,GAAqB;AAAClF,UAAAA,IAAI,EAAEmF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAEC;AAA3C,SAArB;AACA;;AACF,WAAK,QAAL;AACA;AACEvC,QAAAA,MAAM,CAACmC,UAAD,CAAN,GAAqB;AAAClF,UAAAA,IAAI,EAAEmF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAE7C;AAA3C,SAArB;AARJ;AAYD;;AACD,SAAOO,MAAP;AACD;;AAED,OAAO,MAAMwC,mBAAqC,GAAG1F,SAA9C","sourcesContent":["import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {Batch} from '@loaders.gl/schema';\ntype Schema = any;\n\nimport {\n AsyncQueue,\n TableBatchBuilder,\n convertToArrayRow,\n convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n csv?: {\n // loaders.gl options\n shape?: 'array-row-table' | 'object-row-table' | 'columnar-table';\n /** optimizes memory usage but increases parsing time. */\n optimizeMemoryUsage?: boolean;\n columnPrefix?: string;\n header?: 'auto';\n\n // CSV options (papaparse)\n // delimiter: auto\n // newline: auto\n quoteChar?: string;\n escapeChar?: string;\n // Convert numbers and boolean values in rows from strings\n dynamicTyping?: boolean;\n comments?: boolean;\n skipEmptyLines?: boolean | 'greedy';\n // transform: null?\n delimitersToGuess?: string[];\n // fastMode: auto\n };\n};\n\nconst DEFAULT_CSV_LOADER_OPTIONS = {\n csv: {\n shape: 'object-row-table',\n optimizeMemoryUsage: false,\n // CSV options\n header: 'auto',\n columnPrefix: 'column',\n // delimiter: auto\n // newline: auto\n quoteChar: '\"',\n escapeChar: '\"',\n dynamicTyping: true,\n comments: false,\n skipEmptyLines: true,\n // transform: null?\n delimitersToGuess: [',', '\\t', '|', ';']\n // fastMode: auto\n }\n};\n\nexport const CSVLoader = {\n id: 'csv',\n module: 'csv',\n name: 'CSV',\n version: VERSION,\n extensions: ['csv', 'tsv', 'dsv'],\n mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n category: 'table',\n parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n parseCSV(new TextDecoder().decode(arrayBuffer), options),\n parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n parseInBatches: parseCSVInBatches,\n // @ts-ignore\n // testText: null,\n options: DEFAULT_CSV_LOADER_OPTIONS as CSVLoaderOptions\n};\n\nasync function parseCSV(csvText: string, options?: CSVLoaderOptions) {\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const firstRow = readFirstRow(csvText);\n const header: boolean =\n csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n const parseWithHeader = header;\n\n const papaparseConfig = {\n // dynamicTyping: true,\n ...csvOptions,\n header: parseWithHeader,\n download: false, // We handle loading, no need for papaparse to do it for us\n transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n error: (e) => {\n throw new Error(e);\n }\n };\n\n const result = Papa.parse(csvText, papaparseConfig);\n let {data: rows} = result;\n\n const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);\n\n switch (csvOptions.shape) {\n case 'object-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row));\n break;\n case 'array-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)));\n break;\n default:\n }\n\n /*\n if (!header && shape === 'object-row-table') {\n // If the dataset has no header, transform the array result into an object shape with an\n // autogenerated header\n return result.data.map((row) =>\n row.reduce((acc, value, i) => {\n acc[headerRow[i]] = value;\n return acc;\n }, {})\n );\n }\n */\n return rows;\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: CSVLoaderOptions\n): AsyncIterable<Batch> {\n // Papaparse does not support standard batch size handling\n // TODO - investigate papaparse chunks mode\n options = {...options};\n if (options.batchSize === 'auto') {\n options.batchSize = 4000;\n }\n\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const asyncQueue = new AsyncQueue<Batch>();\n\n let isFirstRow: boolean = true;\n let headerRow: string[] | null = null;\n let tableBatchBuilder: TableBatchBuilder | null = null;\n let schema: Schema | null = null;\n\n const config = {\n // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n ...csvOptions,\n header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n download: false, // We handle loading, no need for papaparse to do it for us\n // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n // See https://github.com/mholt/PapaParse/issues/465\n chunkSize: 1024 * 1024 * 5,\n // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n // both of the skipEmptyLines and step callback options are provided:\n // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n skipEmptyLines: false,\n\n // step is called on every row\n // eslint-disable-next-line complexity\n step(results) {\n let row = results.data;\n\n if (csvOptions.skipEmptyLines) {\n // Manually reject lines that are empty\n const collapsedRow = row.flat().join('').trim();\n if (collapsedRow === '') {\n return;\n }\n }\n const bytesUsed = results.meta.cursor;\n\n // Check if we need to save a header row\n if (isFirstRow && !headerRow) {\n // Auto detects or can be forced with csvOptions.header\n const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n if (header) {\n headerRow = row.map(duplicateColumnTransformer());\n return;\n }\n }\n\n // If first data row, we can deduce the schema\n if (isFirstRow) {\n isFirstRow = false;\n if (!headerRow) {\n headerRow = generateHeader(csvOptions.columnPrefix, row.length);\n }\n schema = deduceSchema(row, headerRow);\n }\n\n if (csvOptions.optimizeMemoryUsage) {\n // A workaround to allocate new strings and don't retain pointers to original strings.\n // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n row = JSON.parse(JSON.stringify(row));\n }\n\n // Add the row\n tableBatchBuilder =\n tableBatchBuilder ||\n new TableBatchBuilder(schema, {\n // @ts-expect-error\n shape: csvOptions.shape || 'array-row-table',\n ...options\n });\n\n try {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n },\n\n // complete is called when all rows have been read\n complete(results) {\n try {\n const bytesUsed = results.meta.cursor;\n // Ensure any final (partial) batch gets emitted\n const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n\n asyncQueue.close();\n }\n };\n\n Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n // TODO - Does it matter if we return asyncIterable or asyncIterator\n // return asyncQueue[Symbol.asyncIterator]();\n return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n const result = Papa.parse(csvText, {\n download: false,\n dynamicTyping: true,\n preview: 1\n });\n return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer() {\n const observedColumns = new Set();\n return (col) => {\n let colName = col;\n let counter = 1;\n while (observedColumns.has(colName)) {\n colName = `${col}.${counter}`;\n counter++;\n }\n observedColumns.add(colName);\n return colName;\n };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n const headers: string[] = [];\n for (let i = 0; i < count; i++) {\n headers.push(`${columnPrefix}${i + 1}`);\n }\n return headers;\n}\n\nfunction deduceSchema(row, headerRow) {\n const schema = headerRow ? {} : [];\n for (let i = 0; i < row.length; i++) {\n const columnName = (headerRow && headerRow[i]) || i;\n const value = row[i];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n }\n return schema;\n}\n\nexport const _typecheckCSVLoader: LoaderWithParser = CSVLoader;\n"],"file":"csv-loader.js"}
1
+ {"version":3,"sources":["../../src/csv-loader.ts"],"names":["AsyncQueue","TableBatchBuilder","convertToArrayRow","convertToObjectRow","Papa","AsyncIteratorStreamer","VERSION","DEFAULT_CSV_LOADER_OPTIONS","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","data","rows","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","batchSize","asyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","headers","i","push","columnName","String","index","type","Float32Array","_typecheckCSVLoader"],"mappings":"AAIA,SACEA,UADF,EAEEC,iBAFF,EAGEC,iBAHF,EAIEC,kBAJF,QAKO,oBALP;AAMA,OAAOC,IAAP,MAAiB,uBAAjB;AACA,OAAOC,qBAAP,MAAkC,qCAAlC;AAIA,MAAMC,OAAO,GAAG,mBAAuB,WAAvB,aAAmD,QAAnE;AA0BA,MAAMC,0BAA0B,GAAG;AACjCC,EAAAA,GAAG,EAAE;AACHC,IAAAA,KAAK,EAAE,kBADJ;AAEHC,IAAAA,mBAAmB,EAAE,KAFlB;AAIHC,IAAAA,MAAM,EAAE,MAJL;AAKHC,IAAAA,YAAY,EAAE,QALX;AAQHC,IAAAA,SAAS,EAAE,GARR;AASHC,IAAAA,UAAU,EAAE,GATT;AAUHC,IAAAA,aAAa,EAAE,IAVZ;AAWHC,IAAAA,QAAQ,EAAE,KAXP;AAYHC,IAAAA,cAAc,EAAE,IAZb;AAcHC,IAAAA,iBAAiB,EAAE,CAAC,GAAD,EAAM,IAAN,EAAY,GAAZ,EAAiB,GAAjB;AAdhB;AAD4B,CAAnC;AAoBA,OAAO,MAAMC,SAAS,GAAG;AACvBC,EAAAA,EAAE,EAAE,KADmB;AAEvBC,EAAAA,MAAM,EAAE,KAFe;AAGvBC,EAAAA,IAAI,EAAE,KAHiB;AAIvBC,EAAAA,OAAO,EAAEjB,OAJc;AAKvBkB,EAAAA,UAAU,EAAE,CAAC,KAAD,EAAQ,KAAR,EAAe,KAAf,CALW;AAMvBC,EAAAA,SAAS,EAAE,CAAC,UAAD,EAAa,2BAAb,EAA0C,UAA1C,CANY;AAOvBC,EAAAA,QAAQ,EAAE,OAPa;AAQvBC,EAAAA,KAAK,EAAE,OAAOC,WAAP,EAAiCC,OAAjC,KACLC,QAAQ,CAAC,IAAIC,WAAJ,GAAkBC,MAAlB,CAAyBJ,WAAzB,CAAD,EAAwCC,OAAxC,CATa;AAUvBI,EAAAA,SAAS,EAAE,CAACC,IAAD,EAAeL,OAAf,KAA8CC,QAAQ,CAACI,IAAD,EAAOL,OAAP,CAV1C;AAWvBM,EAAAA,cAAc,EAAEC,iBAXO;AAcvBP,EAAAA,OAAO,EAAEtB;AAdc,CAAlB;;AAiBP,eAAeuB,QAAf,CAAwBO,OAAxB,EAAyCR,OAAzC,EAAqE;AAEnE,QAAMS,UAAU,GAAG,EAAC,GAAG/B,0BAA0B,CAACC,GAA/B;AAAoC,QAAGqB,OAAH,aAAGA,OAAH,uBAAGA,OAAO,CAAErB,GAAZ;AAApC,GAAnB;AAEA,QAAM+B,QAAQ,GAAGC,YAAY,CAACH,OAAD,CAA7B;AACA,QAAM1B,MAAe,GACnB2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACF,QAAD,CAA1C,GAAuDG,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CADhE;AAGA,QAAMgC,eAAe,GAAGhC,MAAxB;AAEA,QAAMiC,eAAe,GAAG,EAEtB,GAAGN,UAFmB;AAGtB3B,IAAAA,MAAM,EAAEgC,eAHc;AAItBE,IAAAA,QAAQ,EAAE,KAJY;AAKtBC,IAAAA,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,EAA7B,GAAkCC,SAL5C;AAMtBC,IAAAA,KAAK,EAAGC,CAAD,IAAO;AACZ,YAAM,IAAIC,KAAJ,CAAUD,CAAV,CAAN;AACD;AARqB,GAAxB;AAWA,QAAME,MAAM,GAAGhD,IAAI,CAACuB,KAAL,CAAWU,OAAX,EAAoBO,eAApB,CAAf;AACA,MAAI;AAACS,IAAAA,IAAI,EAAEC;AAAP,MAAeF,MAAnB;AAEA,QAAMG,SAAS,GAAGH,MAAM,CAACI,IAAP,CAAYC,MAAZ,IAAsBC,cAAc,CAACpB,UAAU,CAAC1B,YAAZ,EAA0B2B,QAAQ,CAACoB,MAAnC,CAAtD;;AAEA,UAAQrB,UAAU,CAAC7B,KAAnB;AACE,SAAK,kBAAL;AACE6C,MAAAA,IAAI,GAAGA,IAAI,CAACM,GAAL,CAAUC,GAAD,IAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqB1D,kBAAkB,CAAC0D,GAAD,EAAMN,SAAN,CAAvC,GAA0DM,GAA7E,CAAP;AACA;;AACF,SAAK,iBAAL;AACEP,MAAAA,IAAI,GAAGA,IAAI,CAACM,GAAL,CAAUC,GAAD,IAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqBA,GAArB,GAA2B3D,iBAAiB,CAAC2D,GAAD,EAAMN,SAAN,CAA/D,CAAP;AACA;;AACF;AAPF;;AAsBA,SAAOD,IAAP;AACD;;AAGD,SAASlB,iBAAT,CACE4B,aADF,EAEEnC,OAFF,EAGwB;AAAA;;AAGtBA,EAAAA,OAAO,GAAG,EAAC,GAAGA;AAAJ,GAAV;;AACA,MAAIA,OAAO,CAACoC,SAAR,KAAsB,MAA1B,EAAkC;AAChCpC,IAAAA,OAAO,CAACoC,SAAR,GAAoB,IAApB;AACD;;AAGD,QAAM3B,UAAU,GAAG,EAAC,GAAG/B,0BAA0B,CAACC,GAA/B;AAAoC,oBAAGqB,OAAH,6CAAG,SAASrB,GAAZ;AAApC,GAAnB;AAEA,QAAM0D,UAAU,GAAG,IAAIlE,UAAJ,EAAnB;AAEA,MAAImE,UAAmB,GAAG,IAA1B;AACA,MAAIZ,SAA0B,GAAG,IAAjC;AACA,MAAIa,iBAA2C,GAAG,IAAlD;AACA,MAAIC,MAAqB,GAAG,IAA5B;AAEA,QAAMC,MAAM,GAAG,EAEb,GAAGhC,UAFU;AAGb3B,IAAAA,MAAM,EAAE,KAHK;AAIbkC,IAAAA,QAAQ,EAAE,KAJG;AAQb0B,IAAAA,SAAS,EAAE,OAAO,IAAP,GAAc,CARZ;AAcbtD,IAAAA,cAAc,EAAE,KAdH;;AAkBbuD,IAAAA,IAAI,CAACC,OAAD,EAAU;AACZ,UAAIZ,GAAG,GAAGY,OAAO,CAACpB,IAAlB;;AAEA,UAAIf,UAAU,CAACrB,cAAf,EAA+B;AAE7B,cAAMyD,YAAY,GAAGb,GAAG,CAACc,IAAJ,GAAWC,IAAX,CAAgB,EAAhB,EAAoBC,IAApB,EAArB;;AACA,YAAIH,YAAY,KAAK,EAArB,EAAyB;AACvB;AACD;AACF;;AACD,YAAMI,SAAS,GAAGL,OAAO,CAACjB,IAAR,CAAauB,MAA/B;;AAGA,UAAIZ,UAAU,IAAI,CAACZ,SAAnB,EAA8B;AAE5B,cAAM5C,MAAM,GAAG2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACoB,GAAD,CAA1C,GAAkDnB,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CAAxE;;AACA,YAAIA,MAAJ,EAAY;AACV4C,UAAAA,SAAS,GAAGM,GAAG,CAACD,GAAJ,CAAQb,0BAA0B,EAAlC,CAAZ;AACA;AACD;AACF;;AAGD,UAAIoB,UAAJ,EAAgB;AACdA,QAAAA,UAAU,GAAG,KAAb;;AACA,YAAI,CAACZ,SAAL,EAAgB;AACdA,UAAAA,SAAS,GAAGG,cAAc,CAACpB,UAAU,CAAC1B,YAAZ,EAA0BiD,GAAG,CAACF,MAA9B,CAA1B;AACD;;AACDU,QAAAA,MAAM,GAAGW,YAAY,CAACnB,GAAD,EAAMN,SAAN,CAArB;AACD;;AAED,UAAIjB,UAAU,CAAC5B,mBAAf,EAAoC;AAGlCmD,QAAAA,GAAG,GAAGoB,IAAI,CAACtD,KAAL,CAAWsD,IAAI,CAACC,SAAL,CAAerB,GAAf,CAAX,CAAN;AACD;;AAGDO,MAAAA,iBAAiB,GACfA,iBAAiB,IACjB,IAAInE,iBAAJ,CAAsBoE,MAAtB,EAA8B;AAE5B5D,QAAAA,KAAK,EAAE6B,UAAU,CAAC7B,KAAX,IAAoB,iBAFC;AAG5B,WAAGoB;AAHyB,OAA9B,CAFF;;AAQA,UAAI;AACFuC,QAAAA,iBAAiB,CAACe,MAAlB,CAAyBtB,GAAzB;AAEA,cAAMuB,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACiB,YAAlB,CAA+B;AAACP,UAAAA;AAAD,SAA/B,CAAnC;;AACA,YAAIM,KAAJ,EAAW;AACTlB,UAAAA,UAAU,CAACoB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOnC,KAAP,EAAc;AACdiB,QAAAA,UAAU,CAACoB,OAAX,CAAmBrC,KAAnB;AACD;AACF,KA1EY;;AA6EbsC,IAAAA,QAAQ,CAACd,OAAD,EAAU;AAChB,UAAI;AACF,cAAMK,SAAS,GAAGL,OAAO,CAACjB,IAAR,CAAauB,MAA/B;AAEA,cAAMK,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACoB,aAAlB,CAAgC;AAACV,UAAAA;AAAD,SAAhC,CAAnC;;AACA,YAAIM,KAAJ,EAAW;AACTlB,UAAAA,UAAU,CAACoB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOnC,KAAP,EAAc;AACdiB,QAAAA,UAAU,CAACoB,OAAX,CAAmBrC,KAAnB;AACD;;AAEDiB,MAAAA,UAAU,CAACuB,KAAX;AACD;;AA1FY,GAAf;AA6FArF,EAAAA,IAAI,CAACuB,KAAL,CAAWqC,aAAX,EAA0BM,MAA1B,EAAkCjE,qBAAlC;AAIA,SAAO6D,UAAP;AACD;;AAOD,SAASzB,WAAT,CAAqBoB,GAArB,EAA6C;AAC3C,SAAOA,GAAG,IAAIA,GAAG,CAAC6B,KAAJ,CAAWC,KAAD,IAAW,OAAOA,KAAP,KAAiB,QAAtC,CAAd;AACD;;AAOD,SAASnD,YAAT,CAAsBH,OAAtB,EAA8C;AAC5C,QAAMe,MAAM,GAAGhD,IAAI,CAACuB,KAAL,CAAWU,OAAX,EAAoB;AACjCQ,IAAAA,QAAQ,EAAE,KADuB;AAEjC9B,IAAAA,aAAa,EAAE,IAFkB;AAGjC6E,IAAAA,OAAO,EAAE;AAHwB,GAApB,CAAf;AAKA,SAAOxC,MAAM,CAACC,IAAP,CAAY,CAAZ,CAAP;AACD;;AAQD,SAASN,0BAAT,GAAsC;AACpC,QAAM8C,eAAe,GAAG,IAAIC,GAAJ,EAAxB;AACA,SAAQC,GAAD,IAAS;AACd,QAAIC,OAAO,GAAGD,GAAd;AACA,QAAIE,OAAO,GAAG,CAAd;;AACA,WAAOJ,eAAe,CAACK,GAAhB,CAAoBF,OAApB,CAAP,EAAqC;AACnCA,MAAAA,OAAO,aAAMD,GAAN,cAAaE,OAAb,CAAP;AACAA,MAAAA,OAAO;AACR;;AACDJ,IAAAA,eAAe,CAACM,GAAhB,CAAoBH,OAApB;AACA,WAAOA,OAAP;AACD,GATD;AAUD;;AAQD,SAAStC,cAAT,CAAwB9C,YAAxB,EAA8CwF,KAAa,GAAG,CAA9D,EAA2E;AACzE,QAAMC,OAAiB,GAAG,EAA1B;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,KAApB,EAA2BE,CAAC,EAA5B,EAAgC;AAC9BD,IAAAA,OAAO,CAACE,IAAR,WAAgB3F,YAAhB,SAA+B0F,CAAC,GAAG,CAAnC;AACD;;AACD,SAAOD,OAAP;AACD;;AAED,SAASrB,YAAT,CAAsBnB,GAAtB,EAA2BN,SAA3B,EAAsC;AACpC,QAAMc,MAAM,GAAGd,SAAS,GAAG,EAAH,GAAQ,EAAhC;;AACA,OAAK,IAAI+C,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGzC,GAAG,CAACF,MAAxB,EAAgC2C,CAAC,EAAjC,EAAqC;AACnC,UAAME,UAAU,GAAIjD,SAAS,IAAIA,SAAS,CAAC+C,CAAD,CAAvB,IAA+BA,CAAlD;AACA,UAAMX,KAAK,GAAG9B,GAAG,CAACyC,CAAD,CAAjB;;AACA,YAAQ,OAAOX,KAAf;AACE,WAAK,QAAL;AACA,WAAK,SAAL;AAEEtB,QAAAA,MAAM,CAACmC,UAAD,CAAN,GAAqB;AAAClF,UAAAA,IAAI,EAAEmF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAEC;AAA3C,SAArB;AACA;;AACF,WAAK,QAAL;AACA;AACEvC,QAAAA,MAAM,CAACmC,UAAD,CAAN,GAAqB;AAAClF,UAAAA,IAAI,EAAEmF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAE7C;AAA3C,SAArB;AARJ;AAYD;;AACD,SAAOO,MAAP;AACD;;AAED,OAAO,MAAMwC,mBAAqC,GAAG1F,SAA9C","sourcesContent":["import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {Batch} from '@loaders.gl/schema';\ntype Schema = any;\n\nimport {\n AsyncQueue,\n TableBatchBuilder,\n convertToArrayRow,\n convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n csv?: {\n // loaders.gl options\n shape?: 'array-row-table' | 'object-row-table' | 'columnar-table';\n /** optimizes memory usage but increases parsing time. */\n optimizeMemoryUsage?: boolean;\n columnPrefix?: string;\n header?: 'auto';\n\n // CSV options (papaparse)\n // delimiter: auto\n // newline: auto\n quoteChar?: string;\n escapeChar?: string;\n // Convert numbers and boolean values in rows from strings\n dynamicTyping?: boolean;\n comments?: boolean;\n skipEmptyLines?: boolean | 'greedy';\n // transform: null?\n delimitersToGuess?: string[];\n // fastMode: auto\n };\n};\n\nconst DEFAULT_CSV_LOADER_OPTIONS = {\n csv: {\n shape: 'object-row-table',\n optimizeMemoryUsage: false,\n // CSV options\n header: 'auto',\n columnPrefix: 'column',\n // delimiter: auto\n // newline: auto\n quoteChar: '\"',\n escapeChar: '\"',\n dynamicTyping: true,\n comments: false,\n skipEmptyLines: true,\n // transform: null?\n delimitersToGuess: [',', '\\t', '|', ';']\n // fastMode: auto\n }\n};\n\nexport const CSVLoader = {\n id: 'csv',\n module: 'csv',\n name: 'CSV',\n version: VERSION,\n extensions: ['csv', 'tsv', 'dsv'],\n mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n category: 'table',\n parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n parseCSV(new TextDecoder().decode(arrayBuffer), options),\n parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n parseInBatches: parseCSVInBatches,\n // @ts-ignore\n // testText: null,\n options: DEFAULT_CSV_LOADER_OPTIONS as CSVLoaderOptions\n};\n\nasync function parseCSV(csvText: string, options?: CSVLoaderOptions) {\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const firstRow = readFirstRow(csvText);\n const header: boolean =\n csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n const parseWithHeader = header;\n\n const papaparseConfig = {\n // dynamicTyping: true,\n ...csvOptions,\n header: parseWithHeader,\n download: false, // We handle loading, no need for papaparse to do it for us\n transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n error: (e) => {\n throw new Error(e);\n }\n };\n\n const result = Papa.parse(csvText, papaparseConfig);\n let {data: rows} = result;\n\n const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);\n\n switch (csvOptions.shape) {\n case 'object-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row));\n break;\n case 'array-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)));\n break;\n default:\n }\n\n /*\n if (!header && shape === 'object-row-table') {\n // If the dataset has no header, transform the array result into an object shape with an\n // autogenerated header\n return result.data.map((row) =>\n row.reduce((acc, value, i) => {\n acc[headerRow[i]] = value;\n return acc;\n }, {})\n );\n }\n */\n return rows;\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: CSVLoaderOptions\n): AsyncIterable<Batch> {\n // Papaparse does not support standard batch size handling\n // TODO - investigate papaparse chunks mode\n options = {...options};\n if (options.batchSize === 'auto') {\n options.batchSize = 4000;\n }\n\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const asyncQueue = new AsyncQueue<Batch>();\n\n let isFirstRow: boolean = true;\n let headerRow: string[] | null = null;\n let tableBatchBuilder: TableBatchBuilder | null = null;\n let schema: Schema | null = null;\n\n const config = {\n // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n ...csvOptions,\n header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n download: false, // We handle loading, no need for papaparse to do it for us\n // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n // See https://github.com/mholt/PapaParse/issues/465\n chunkSize: 1024 * 1024 * 5,\n // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n // both of the skipEmptyLines and step callback options are provided:\n // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n skipEmptyLines: false,\n\n // step is called on every row\n // eslint-disable-next-line complexity\n step(results) {\n let row = results.data;\n\n if (csvOptions.skipEmptyLines) {\n // Manually reject lines that are empty\n const collapsedRow = row.flat().join('').trim();\n if (collapsedRow === '') {\n return;\n }\n }\n const bytesUsed = results.meta.cursor;\n\n // Check if we need to save a header row\n if (isFirstRow && !headerRow) {\n // Auto detects or can be forced with csvOptions.header\n const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n if (header) {\n headerRow = row.map(duplicateColumnTransformer());\n return;\n }\n }\n\n // If first data row, we can deduce the schema\n if (isFirstRow) {\n isFirstRow = false;\n if (!headerRow) {\n headerRow = generateHeader(csvOptions.columnPrefix, row.length);\n }\n schema = deduceSchema(row, headerRow);\n }\n\n if (csvOptions.optimizeMemoryUsage) {\n // A workaround to allocate new strings and don't retain pointers to original strings.\n // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n row = JSON.parse(JSON.stringify(row));\n }\n\n // Add the row\n tableBatchBuilder =\n tableBatchBuilder ||\n new TableBatchBuilder(schema, {\n // @ts-expect-error\n shape: csvOptions.shape || 'array-row-table',\n ...options\n });\n\n try {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n },\n\n // complete is called when all rows have been read\n complete(results) {\n try {\n const bytesUsed = results.meta.cursor;\n // Ensure any final (partial) batch gets emitted\n const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n\n asyncQueue.close();\n }\n };\n\n Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n // TODO - Does it matter if we return asyncIterable or asyncIterator\n // return asyncQueue[Symbol.asyncIterator]();\n return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n const result = Papa.parse(csvText, {\n download: false,\n dynamicTyping: true,\n preview: 1\n });\n return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer() {\n const observedColumns = new Set();\n return (col) => {\n let colName = col;\n let counter = 1;\n while (observedColumns.has(colName)) {\n colName = `${col}.${counter}`;\n counter++;\n }\n observedColumns.add(colName);\n return colName;\n };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n const headers: string[] = [];\n for (let i = 0; i < count; i++) {\n headers.push(`${columnPrefix}${i + 1}`);\n }\n return headers;\n}\n\nfunction deduceSchema(row, headerRow) {\n const schema = headerRow ? {} : [];\n for (let i = 0; i < row.length; i++) {\n const columnName = (headerRow && headerRow[i]) || i;\n const value = row[i];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n }\n return schema;\n}\n\nexport const _typecheckCSVLoader: LoaderWithParser = CSVLoader;\n"],"file":"csv-loader.js"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@loaders.gl/csv",
3
- "version": "3.1.0-beta.5",
3
+ "version": "3.1.1",
4
4
  "description": "Framework-independent loader for CSV and DSV table formats",
5
5
  "license": "MIT",
6
6
  "publishConfig": {
@@ -30,11 +30,11 @@
30
30
  "build-bundle": "esbuild src/bundle.ts --bundle --outfile=dist/bundle.js"
31
31
  },
32
32
  "dependencies": {
33
- "@loaders.gl/loader-utils": "3.1.0-beta.5",
34
- "@loaders.gl/schema": "3.1.0-beta.5"
33
+ "@loaders.gl/loader-utils": "3.1.1",
34
+ "@loaders.gl/schema": "3.1.1"
35
35
  },
36
36
  "devDependencies": {
37
37
  "d3-dsv": "^1.2.0"
38
38
  },
39
- "gitHead": "5d66468457cc878d2dbff3d7807d737ceb181c9a"
39
+ "gitHead": "ed3c238bcb68ab5a2d4ddc64319f6f4c02a20df7"
40
40
  }