@kepler.gl/processors 3.3.0-alpha.2 → 3.3.0-alpha.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. package/dist/cjs/data-processor.js +674 -0
  2. package/dist/cjs/data-processor.js.map +1 -0
  3. package/dist/cjs/export/dataset-to-geojson.js +138 -0
  4. package/dist/cjs/export/dataset-to-geojson.js.map +1 -0
  5. package/dist/cjs/export/geopackage-writer.js +385 -0
  6. package/dist/cjs/export/geopackage-writer.js.map +1 -0
  7. package/dist/cjs/export/geoparquet-writer.js +351 -0
  8. package/dist/cjs/export/geoparquet-writer.js.map +1 -0
  9. package/dist/cjs/export/kml-writer.js +347 -0
  10. package/dist/cjs/export/kml-writer.js.map +1 -0
  11. package/dist/cjs/export/shapefile-writer.js +708 -0
  12. package/dist/cjs/export/shapefile-writer.js.map +1 -0
  13. package/dist/cjs/export/sql-js.js +95 -0
  14. package/dist/cjs/export/sql-js.js.map +1 -0
  15. package/dist/cjs/export/vector-export.js +187 -0
  16. package/dist/cjs/export/vector-export.js.map +1 -0
  17. package/dist/cjs/file-handler.js +997 -0
  18. package/dist/cjs/file-handler.js.map +1 -0
  19. package/dist/cjs/index.js +114 -0
  20. package/dist/cjs/index.js.map +1 -0
  21. package/dist/cjs/kepler-csv-loader.js +163 -0
  22. package/dist/cjs/kepler-csv-loader.js.map +1 -0
  23. package/dist/cjs/loader-registry.js +542 -0
  24. package/dist/cjs/loader-registry.js.map +1 -0
  25. package/dist/cjs/remote-file.js +675 -0
  26. package/dist/cjs/remote-file.js.map +1 -0
  27. package/dist/cjs/shapefile-files.js +281 -0
  28. package/dist/cjs/shapefile-files.js.map +1 -0
  29. package/dist/cjs/types.js +6 -0
  30. package/dist/cjs/types.js.map +1 -0
  31. package/dist/data-processor.d.ts +30 -16
  32. package/dist/esm/data-processor.js +655 -0
  33. package/dist/esm/data-processor.js.map +1 -0
  34. package/dist/esm/export/dataset-to-geojson.js +132 -0
  35. package/dist/esm/export/dataset-to-geojson.js.map +1 -0
  36. package/dist/esm/export/geopackage-writer.js +381 -0
  37. package/dist/esm/export/geopackage-writer.js.map +1 -0
  38. package/dist/esm/export/geoparquet-writer.js +336 -0
  39. package/dist/esm/export/geoparquet-writer.js.map +1 -0
  40. package/dist/esm/export/kml-writer.js +341 -0
  41. package/dist/esm/export/kml-writer.js.map +1 -0
  42. package/dist/esm/export/shapefile-writer.js +701 -0
  43. package/dist/esm/export/shapefile-writer.js.map +1 -0
  44. package/dist/esm/export/sql-js.js +80 -0
  45. package/dist/esm/export/sql-js.js.map +1 -0
  46. package/dist/esm/export/vector-export.js +176 -0
  47. package/dist/esm/export/vector-export.js.map +1 -0
  48. package/dist/esm/file-handler.js +972 -0
  49. package/dist/esm/file-handler.js.map +1 -0
  50. package/dist/esm/index.js +12 -0
  51. package/dist/esm/index.js.map +1 -0
  52. package/dist/esm/kepler-csv-loader.js +152 -0
  53. package/dist/esm/kepler-csv-loader.js.map +1 -0
  54. package/dist/esm/loader-registry.js +510 -0
  55. package/dist/esm/loader-registry.js.map +1 -0
  56. package/dist/esm/remote-file.js +664 -0
  57. package/dist/esm/remote-file.js.map +1 -0
  58. package/dist/esm/shapefile-files.js +264 -0
  59. package/dist/esm/shapefile-files.js.map +1 -0
  60. package/dist/esm/types.js +3 -0
  61. package/dist/esm/types.js.map +1 -0
  62. package/dist/export/dataset-to-geojson.d.ts +12 -0
  63. package/dist/export/geopackage-writer.d.ts +28 -0
  64. package/dist/export/geoparquet-writer.d.ts +7 -0
  65. package/dist/export/kml-writer.d.ts +13 -0
  66. package/dist/export/shapefile-writer.d.ts +28 -0
  67. package/dist/export/sql-js.d.ts +8 -0
  68. package/dist/export/vector-export.d.ts +22 -0
  69. package/dist/file-handler.d.ts +55 -8
  70. package/dist/index.d.ts +6 -0
  71. package/dist/kepler-csv-loader.d.ts +12 -0
  72. package/dist/loader-registry.d.ts +29 -0
  73. package/dist/remote-file.d.ts +79 -0
  74. package/dist/shapefile-files.d.ts +39 -0
  75. package/dist/types.d.ts +13 -0
  76. package/package.json +44 -26
  77. package/dist/data-processor.js +0 -637
  78. package/dist/file-handler.js +0 -409
  79. package/dist/index.js +0 -39
  80. package/dist/types.js +0 -6
@@ -0,0 +1,675 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+ Object.defineProperty(exports, "__esModule", {
5
+ value: true
6
+ });
7
+ exports.fetchRemoteFile = fetchRemoteFile;
8
+ exports.fetchRemoteFileAsKeplerFile = fetchRemoteFileAsKeplerFile;
9
+ exports.getExtensionFromUrl = getExtensionFromUrl;
10
+ exports.getFileNameForRemoteUrl = getFileNameForRemoteUrl;
11
+ exports.getMimeTypeForFormat = getMimeTypeForFormat;
12
+ exports.isExternallyHostedFile = isExternallyHostedFile;
13
+ exports.isRemoteDatasetUrl = isRemoteDatasetUrl;
14
+ exports.loadExternallyHostedDataset = loadExternallyHostedDataset;
15
+ exports.remoteDatasetFromUrl = remoteDatasetFromUrl;
16
+ var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
17
+ var _toConsumableArray2 = _interopRequireDefault(require("@babel/runtime/helpers/toConsumableArray"));
18
+ var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
19
+ var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
20
+ var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
21
+ var _commonUtils = require("@kepler.gl/common-utils");
22
+ var _constants = require("@kepler.gl/constants");
23
+ var _utils = require("@kepler.gl/utils");
24
+ var _fileHandler = require("./file-handler");
25
+ var _keplerCsvLoader = require("./kepler-csv-loader");
26
+ function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
27
+ function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { (0, _defineProperty2["default"])(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; }
28
+ function _asyncIterator(r) { var n, t, o, e = 2; for ("undefined" != typeof Symbol && (t = Symbol.asyncIterator, o = Symbol.iterator); e--;) { if (t && null != (n = r[t])) return n.call(r); if (o && null != (n = r[o])) return new AsyncFromSyncIterator(n.call(r)); t = "@@asyncIterator", o = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
29
+ function AsyncFromSyncIterator(r) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var n = r.done; return Promise.resolve(r.value).then(function (r) { return { value: r, done: n }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(r) { this.s = r, this.n = r.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, "return": function _return(r) { var n = this.s["return"]; return void 0 === n ? Promise.resolve({ value: r, done: !0 }) : AsyncFromSyncIteratorContinuation(n.apply(this.s, arguments)); }, "throw": function _throw(r) { var n = this.s["return"]; return void 0 === n ? Promise.reject(r) : AsyncFromSyncIteratorContinuation(n.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(r); } // SPDX-License-Identifier: MIT
30
+ // Copyright contributors to the kepler.gl project
31
+ function getPathFileName(url) {
32
+ try {
33
+ var parsed = new URL(url);
34
+ var segments = parsed.pathname.split('/').filter(Boolean);
35
+ var last = segments.length ? decodeURIComponent(segments[segments.length - 1]) : '';
36
+ return last.split('?')[0];
37
+ } catch (_unused) {
38
+ var _parseUri = (0, _commonUtils.parseUri)(url),
39
+ file = _parseUri.file;
40
+ return decodeURIComponent(String(file || '')).split('?')[0];
41
+ }
42
+ }
43
+ function getExtensionFromUrl(url) {
44
+ var file = getPathFileName(url);
45
+ var match = file.match(/\.([a-z0-9]+)$/i);
46
+ return match ? match[1].toLowerCase() : '';
47
+ }
48
+ function getMimeTypeForFormat(format) {
49
+ if (!format || format === 'auto') {
50
+ return undefined;
51
+ }
52
+ return _constants.REMOTE_FILE_MIME_TYPES[format];
53
+ }
54
+ function isRemoteDatasetUrl(url) {
55
+ try {
56
+ var _URL = new URL(url),
57
+ protocol = _URL.protocol;
58
+ return protocol === 'http:' || protocol === 'https:';
59
+ } catch (_unused2) {
60
+ return false;
61
+ }
62
+ }
63
+
64
+ /**
65
+ * Build a filename loaders.gl can use to pick a parser.
66
+ * Prefers an explicit format, then the URL path extension, then Content-Type.
67
+ */
68
+ function getFileNameForRemoteUrl(url, format, mimeType) {
69
+ var base = getPathFileName(url) || 'dataset';
70
+ var formatExt = format && format !== 'auto' ? _constants.REMOTE_FILE_EXTENSIONS[format] : undefined;
71
+ var urlExt = getExtensionFromUrl(url);
72
+ var mimeExt = mimeType ? _constants.MIME_TO_REMOTE_FILE_EXTENSION[mimeType.split(';')[0].trim().toLowerCase()] : undefined;
73
+ var ext = formatExt || urlExt || mimeExt;
74
+ if (!ext) {
75
+ return base;
76
+ }
77
+ if (/\.[a-z0-9]+$/i.test(base)) {
78
+ if (formatExt && !base.toLowerCase().endsWith(".".concat(formatExt))) {
79
+ return "".concat(base.replace(/\.[^.]+$/, ''), ".").concat(formatExt);
80
+ }
81
+ return base;
82
+ }
83
+ return "".concat(base, ".").concat(ext);
84
+ }
85
+
86
+ /**
87
+ * Fetch a remote dataset URL. Uses conditional headers for same-origin requests
88
+ * (or outside a browser) so unchanged files can skip a re-parse.
89
+ */
90
+ function fetchRemoteFile(_x) {
91
+ return _fetchRemoteFile.apply(this, arguments);
92
+ }
93
+ /**
94
+ * A remote URL to hold until Add Data. Rows stay empty so adding it runs the
95
+ * externally hosted download instead of parsing a file in the modal.
96
+ */
97
+ function _fetchRemoteFile() {
98
+ _fetchRemoteFile = (0, _asyncToGenerator2["default"])(/*#__PURE__*/_regenerator["default"].mark(function _callee(url) {
99
+ var options,
100
+ format,
101
+ onProgress,
102
+ etag,
103
+ lastModified,
104
+ bypassCache,
105
+ headers,
106
+ isCrossOrigin,
107
+ response,
108
+ _response$body,
109
+ _response$body$cancel,
110
+ status,
111
+ blob,
112
+ headerType,
113
+ mimeType,
114
+ fileName,
115
+ file,
116
+ responseEtag,
117
+ responseLastModified,
118
+ _args = arguments;
119
+ return _regenerator["default"].wrap(function _callee$(_context) {
120
+ while (1) switch (_context.prev = _context.next) {
121
+ case 0:
122
+ options = _args.length > 1 && _args[1] !== undefined ? _args[1] : {};
123
+ format = options.format, onProgress = options.onProgress, etag = options.etag, lastModified = options.lastModified, bypassCache = options.bypassCache;
124
+ if (isRemoteDatasetUrl(url)) {
125
+ _context.next = 4;
126
+ break;
127
+ }
128
+ throw new Error('Remote dataset URL must use http or https');
129
+ case 4:
130
+ headers = {}; // Conditional headers trigger CORS preflights, which simple file servers may
131
+ // not support even when they allow cross-origin GET requests.
132
+ isCrossOrigin = typeof location !== 'undefined' && new URL(url).origin !== location.origin;
133
+ if (etag && !isCrossOrigin) {
134
+ headers['If-None-Match'] = etag;
135
+ }
136
+ if (lastModified && !isCrossOrigin) {
137
+ headers['If-Modified-Since'] = lastModified;
138
+ }
139
+ _context.next = 10;
140
+ return fetch(url, _objectSpread(_objectSpread({}, bypassCache ? {
141
+ cache: 'no-store'
142
+ } : {}), Object.keys(headers).length ? {
143
+ headers: headers
144
+ } : {}));
145
+ case 10:
146
+ response = _context.sent;
147
+ if (!(response.status === 304)) {
148
+ _context.next = 13;
149
+ break;
150
+ }
151
+ return _context.abrupt("return", {
152
+ file: null,
153
+ notModified: true,
154
+ etag: response.headers.get('etag') || etag || undefined,
155
+ lastModified: response.headers.get('last-modified') || lastModified || undefined
156
+ });
157
+ case 13:
158
+ if (response.ok) {
159
+ _context.next = 17;
160
+ break;
161
+ }
162
+ // Don't put the response body in the error: 404 HTML pages would dump into the UI.
163
+ (_response$body = response.body) === null || _response$body === void 0 || (_response$body$cancel = _response$body.cancel) === null || _response$body$cancel === void 0 || _response$body$cancel.call(_response$body)["catch"](function () {
164
+ return undefined;
165
+ });
166
+ status = response.statusText ? "".concat(response.status, " ").concat(response.statusText) : String(response.status);
167
+ throw new Error("Failed to fetch ".concat(url, " (").concat(status, ")"));
168
+ case 17:
169
+ _context.next = 19;
170
+ return readResponseBlob(response, onProgress);
171
+ case 19:
172
+ blob = _context.sent;
173
+ headerType = response.headers.get('content-type') || blob.type || '';
174
+ mimeType = getMimeTypeForFormat(format) || headerType.split(';')[0].trim();
175
+ fileName = getFileNameForRemoteUrl(url, format, mimeType);
176
+ file = new File([blob], fileName, mimeType ? {
177
+ type: mimeType
178
+ } : undefined);
179
+ file.keplerSourceUrl = url;
180
+ if (format && format !== 'auto') {
181
+ file.keplerFormat = format;
182
+ }
183
+ responseEtag = response.headers.get('etag') || undefined;
184
+ responseLastModified = response.headers.get('last-modified') || undefined;
185
+ if (responseEtag) {
186
+ file.keplerEtag = responseEtag;
187
+ }
188
+ if (responseLastModified) {
189
+ file.keplerLastModified = responseLastModified;
190
+ }
191
+ return _context.abrupt("return", {
192
+ file: file,
193
+ notModified: false,
194
+ etag: responseEtag,
195
+ lastModified: responseLastModified,
196
+ size: file.size
197
+ });
198
+ case 31:
199
+ case "end":
200
+ return _context.stop();
201
+ }
202
+ }, _callee);
203
+ }));
204
+ return _fetchRemoteFile.apply(this, arguments);
205
+ }
206
+ function remoteDatasetFromUrl(url, format) {
207
+ if (!isRemoteDatasetUrl(url)) {
208
+ throw new Error('Remote dataset URL must use http or https');
209
+ }
210
+ var label = getFileNameForRemoteUrl(url, format);
211
+ var sourceFormat = (0, _fileHandler.getPersistedRemoteFormat)(format && format !== 'auto' ? format : undefined, label);
212
+ return {
213
+ data: {
214
+ fields: [],
215
+ rows: []
216
+ },
217
+ info: {
218
+ id: (0, _utils.generateHashIdFromString)(url),
219
+ label: label,
220
+ format: _constants.DATASET_FORMATS.row,
221
+ type: _constants.DatasetType.EXTERNALLY_HOSTED
222
+ },
223
+ metadata: _objectSpread({
224
+ source: url
225
+ }, sourceFormat ? {
226
+ sourceFormat: sourceFormat
227
+ } : {})
228
+ };
229
+ }
230
+
231
+ /**
232
+ * Fetch a remote dataset URL and wrap it as a File the existing loadFiles pipeline can parse.
233
+ * Sets File.type from an explicit format or the response Content-Type so extensionless
234
+ * URLs (SAS keys) still select the right loader.
235
+ */
236
+ function fetchRemoteFileAsKeplerFile(_x2, _x3, _x4) {
237
+ return _fetchRemoteFileAsKeplerFile.apply(this, arguments);
238
+ }
239
+ /** Two frames are enough for the processing indicator to paint. */
240
+ function _fetchRemoteFileAsKeplerFile() {
241
+ _fetchRemoteFileAsKeplerFile = (0, _asyncToGenerator2["default"])(/*#__PURE__*/_regenerator["default"].mark(function _callee2(url, format, onProgress) {
242
+ var result;
243
+ return _regenerator["default"].wrap(function _callee2$(_context2) {
244
+ while (1) switch (_context2.prev = _context2.next) {
245
+ case 0:
246
+ _context2.next = 2;
247
+ return fetchRemoteFile(url, {
248
+ format: format,
249
+ onProgress: onProgress
250
+ });
251
+ case 2:
252
+ result = _context2.sent;
253
+ if (result.file) {
254
+ _context2.next = 5;
255
+ break;
256
+ }
257
+ throw new Error("Failed to fetch ".concat(url, " (304 Not Modified)"));
258
+ case 5:
259
+ return _context2.abrupt("return", result.file);
260
+ case 6:
261
+ case "end":
262
+ return _context2.stop();
263
+ }
264
+ }, _callee2);
265
+ }));
266
+ return _fetchRemoteFileAsKeplerFile.apply(this, arguments);
267
+ }
268
+ var PAINT_WAIT_MS = 100;
269
+ function waitForNextPaint() {
270
+ // Hidden tabs suspend requestAnimationFrame. A download that finishes in the
271
+ // background would otherwise wait until the user comes back, and there is
272
+ // nothing to paint there.
273
+ if (typeof requestAnimationFrame !== 'function' || typeof document !== 'undefined' && document.hidden) {
274
+ return Promise.resolve();
275
+ }
276
+ return new Promise(function (resolve) {
277
+ var settled = false;
278
+ var frames = [];
279
+ var finish = function finish() {
280
+ if (settled) {
281
+ return;
282
+ }
283
+ settled = true;
284
+ clearTimeout(timer);
285
+ if (typeof cancelAnimationFrame === 'function') {
286
+ frames.forEach(function (id) {
287
+ return cancelAnimationFrame(id);
288
+ });
289
+ }
290
+ resolve();
291
+ };
292
+ // The tab can be hidden after this wait starts. Don't sit on frames that will never run.
293
+ var timer = setTimeout(finish, PAINT_WAIT_MS);
294
+ frames.push(requestAnimationFrame(function () {
295
+ if (!settled) {
296
+ frames.push(requestAnimationFrame(finish));
297
+ }
298
+ }));
299
+ });
300
+ }
301
+ function readResponseBlob(_x5, _x6) {
302
+ return _readResponseBlob.apply(this, arguments);
303
+ }
304
+ function _readResponseBlob() {
305
+ _readResponseBlob = (0, _asyncToGenerator2["default"])(/*#__PURE__*/_regenerator["default"].mark(function _callee3(response, onProgress) {
306
+ var contentLength, total, PROGRESS_INTERVAL_MS, lastEmitAt, lastEmittedPercent, emit, blob, reader, chunks, loaded, _yield$reader$read, done, value;
307
+ return _regenerator["default"].wrap(function _callee3$(_context3) {
308
+ while (1) switch (_context3.prev = _context3.next) {
309
+ case 0:
310
+ contentLength = Number(response.headers.get('content-length'));
311
+ total = Number.isFinite(contentLength) && contentLength > 0 ? contentLength : undefined;
312
+ PROGRESS_INTERVAL_MS = 80;
313
+ lastEmitAt = 0;
314
+ lastEmittedPercent = -1;
315
+ emit = function emit(loaded) {
316
+ var complete = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : false;
317
+ var percent = complete ? 1 : total ? Math.min(1, loaded / total) : 0;
318
+ var rounded = Math.round(percent * 100);
319
+ var now = typeof performance !== 'undefined' ? performance.now() : Date.now();
320
+ if (!complete && loaded !== 0 && rounded === lastEmittedPercent && now - lastEmitAt < PROGRESS_INTERVAL_MS) {
321
+ return;
322
+ }
323
+ lastEmitAt = now;
324
+ lastEmittedPercent = rounded;
325
+ onProgress === null || onProgress === void 0 || onProgress({
326
+ loaded: loaded,
327
+ total: total,
328
+ percent: percent
329
+ });
330
+ };
331
+ if (response.body) {
332
+ _context3.next = 12;
333
+ break;
334
+ }
335
+ _context3.next = 9;
336
+ return response.blob();
337
+ case 9:
338
+ blob = _context3.sent;
339
+ emit(blob.size, true);
340
+ return _context3.abrupt("return", blob);
341
+ case 12:
342
+ reader = response.body.getReader();
343
+ chunks = [];
344
+ loaded = 0;
345
+ emit(0);
346
+ case 16:
347
+ if (!true) {
348
+ _context3.next = 29;
349
+ break;
350
+ }
351
+ _context3.next = 19;
352
+ return reader.read();
353
+ case 19:
354
+ _yield$reader$read = _context3.sent;
355
+ done = _yield$reader$read.done;
356
+ value = _yield$reader$read.value;
357
+ if (!done) {
358
+ _context3.next = 24;
359
+ break;
360
+ }
361
+ return _context3.abrupt("break", 29);
362
+ case 24:
363
+ chunks.push(value);
364
+ loaded += value.byteLength;
365
+ emit(loaded);
366
+ _context3.next = 16;
367
+ break;
368
+ case 29:
369
+ emit(loaded, true);
370
+ return _context3.abrupt("return", new Blob(chunks));
371
+ case 31:
372
+ case "end":
373
+ return _context3.stop();
374
+ }
375
+ }, _callee3);
376
+ }));
377
+ return _readResponseBlob.apply(this, arguments);
378
+ }
379
+ function isTabularProcessorResult(data) {
380
+ return Boolean(data && (0, _typeof2["default"])(data) === 'object' && Array.isArray(data === null || data === void 0 ? void 0 : data.fields) && Array.isArray(data === null || data === void 0 ? void 0 : data.rows));
381
+ }
382
+ function matchesCsvHeader(_x7, _x8) {
383
+ return _matchesCsvHeader.apply(this, arguments);
384
+ }
385
+ /**
386
+ * Fetch, parse, and process a remote file into Kepler dataset data.
387
+ * Used when reloading an `externally-hosted` dataset from a saved map config
388
+ * and when refreshing a live remote dataset.
389
+ */
390
+ function _matchesCsvHeader() {
391
+ _matchesCsvHeader = (0, _asyncToGenerator2["default"])(/*#__PURE__*/_regenerator["default"].mark(function _callee4(text, fields) {
392
+ var escape, blankLines, matchesRecord, rows, _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, batch, header, names;
393
+ return _regenerator["default"].wrap(function _callee4$(_context4) {
394
+ while (1) switch (_context4.prev = _context4.next) {
395
+ case 0:
396
+ escape = function escape(value) {
397
+ return value.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
398
+ };
399
+ blankLines = '(?:[ \\t]*[\\r\\n])*'; // Keep exact quote validation: the CSV parser accepts some malformed records.
400
+ matchesRecord = function matchesRecord(header, strict) {
401
+ return [',', '\t', ';', '|'].some(function (delimiter) {
402
+ var record = header.map(function (name) {
403
+ var quoted = escape("\"".concat(name.replace(/"/g, '""'), "\""));
404
+ var needsQuotes = /["\r\n]/.test(name) || (strict ? /[,\t;|]/.test(name) : name.includes(delimiter));
405
+ return needsQuotes ? quoted : "(?:".concat(escape(name), "|").concat(quoted, ")");
406
+ }).join(escape(delimiter));
407
+ return new RegExp("^\\uFEFF?".concat(blankLines).concat(record).concat(blankLines, "$")).test(text);
408
+ });
409
+ }; // Quoted names remain unambiguous even when the loader guesses another delimiter.
410
+ if (!(fields.some(function (name) {
411
+ return name.trim();
412
+ }) && matchesRecord(fields, true))) {
413
+ _context4.next = 5;
414
+ break;
415
+ }
416
+ return _context4.abrupt("return", true);
417
+ case 5:
418
+ if (!(fields.length === 1)) {
419
+ _context4.next = 7;
420
+ break;
421
+ }
422
+ return _context4.abrupt("return", false);
423
+ case 7:
424
+ // Reuse the same streaming parser as import, exposing the header as a row.
425
+ rows = [];
426
+ _iteratorAbruptCompletion = false;
427
+ _didIteratorError = false;
428
+ _context4.prev = 10;
429
+ _iterator = _asyncIterator(_keplerCsvLoader.KeplerCSVLoader.parseInBatches([new TextEncoder().encode(text)], {
430
+ csv: {
431
+ shape: 'array-row-table',
432
+ // @ts-expect-error loaders.gl accepts false but its type only declares 'auto'.
433
+ header: false
434
+ }
435
+ }));
436
+ case 12:
437
+ _context4.next = 14;
438
+ return _iterator.next();
439
+ case 14:
440
+ if (!(_iteratorAbruptCompletion = !(_step = _context4.sent).done)) {
441
+ _context4.next = 20;
442
+ break;
443
+ }
444
+ batch = _step.value;
445
+ rows.push.apply(rows, (0, _toConsumableArray2["default"])(batch.data));
446
+ case 17:
447
+ _iteratorAbruptCompletion = false;
448
+ _context4.next = 12;
449
+ break;
450
+ case 20:
451
+ _context4.next = 26;
452
+ break;
453
+ case 22:
454
+ _context4.prev = 22;
455
+ _context4.t0 = _context4["catch"](10);
456
+ _didIteratorError = true;
457
+ _iteratorError = _context4.t0;
458
+ case 26:
459
+ _context4.prev = 26;
460
+ _context4.prev = 27;
461
+ if (!(_iteratorAbruptCompletion && _iterator["return"] != null)) {
462
+ _context4.next = 31;
463
+ break;
464
+ }
465
+ _context4.next = 31;
466
+ return _iterator["return"]();
467
+ case 31:
468
+ _context4.prev = 31;
469
+ if (!_didIteratorError) {
470
+ _context4.next = 34;
471
+ break;
472
+ }
473
+ throw _iteratorError;
474
+ case 34:
475
+ return _context4.finish(31);
476
+ case 35:
477
+ return _context4.finish(26);
478
+ case 36:
479
+ if (!(rows.length !== 1)) {
480
+ _context4.next = 38;
481
+ break;
482
+ }
483
+ return _context4.abrupt("return", false);
484
+ case 38:
485
+ header = rows[0]; // processRowObject uses Object.keys, which sorts integer-named columns.
486
+ names = Object.keys(Object.fromEntries(header.map(function (name) {
487
+ return [name, null];
488
+ })));
489
+ return _context4.abrupt("return", header.length === fields.length && names.length === fields.length && names.every(function (name, i) {
490
+ return name === fields[i];
491
+ }) && matchesRecord(header, false));
492
+ case 41:
493
+ case "end":
494
+ return _context4.stop();
495
+ }
496
+ }, _callee4, null, [[10, 22, 26, 36], [27,, 31, 35]]);
497
+ }));
498
+ return _matchesCsvHeader.apply(this, arguments);
499
+ }
500
+ function loadExternallyHostedDataset(_x9) {
501
+ return _loadExternallyHostedDataset.apply(this, arguments);
502
+ }
503
+ function _loadExternallyHostedDataset() {
504
+ _loadExternallyHostedDataset = (0, _asyncToGenerator2["default"])(/*#__PURE__*/_regenerator["default"].mark(function _callee5(metadata) {
505
+ var _fetched$size, _metadata$csvHeader, _processed;
506
+ var source, format, etag, lastModified, size, bypassCache, onProgress, fetched, batches, content, _iteratorAbruptCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, batch, processed, data;
507
+ return _regenerator["default"].wrap(function _callee5$(_context5) {
508
+ while (1) switch (_context5.prev = _context5.next) {
509
+ case 0:
510
+ source = metadata.source, format = metadata.format, etag = metadata.etag, lastModified = metadata.lastModified, size = metadata.size, bypassCache = metadata.bypassCache, onProgress = metadata.onProgress;
511
+ _context5.next = 3;
512
+ return fetchRemoteFile(source, {
513
+ format: format,
514
+ etag: etag,
515
+ lastModified: lastModified,
516
+ bypassCache: bypassCache,
517
+ onProgress: onProgress
518
+ });
519
+ case 3:
520
+ fetched = _context5.sent;
521
+ if (!(fetched.notModified || !fetched.file)) {
522
+ _context5.next = 6;
523
+ break;
524
+ }
525
+ return _context5.abrupt("return", {
526
+ data: null,
527
+ notModified: true,
528
+ etag: fetched.etag,
529
+ lastModified: fetched.lastModified,
530
+ size: size
531
+ });
532
+ case 6:
533
+ onProgress === null || onProgress === void 0 || onProgress(_objectSpread(_objectSpread({
534
+ loaded: (_fetched$size = fetched.size) !== null && _fetched$size !== void 0 ? _fetched$size : fetched.file.size
535
+ }, typeof fetched.size === 'number' ? {
536
+ total: fetched.size
537
+ } : {}), {}, {
538
+ percent: 1,
539
+ phase: 'processing'
540
+ }));
541
+ // Let the loading indicator paint a processing state before parse blocks the tab.
542
+ _context5.next = 9;
543
+ return waitForNextPaint();
544
+ case 9:
545
+ _context5.next = 11;
546
+ return (0, _fileHandler.readFileInBatches)({
547
+ file: fetched.file,
548
+ fileCache: [],
549
+ loaders: [],
550
+ loadOptions: {}
551
+ });
552
+ case 11:
553
+ batches = _context5.sent;
554
+ _iteratorAbruptCompletion2 = false;
555
+ _didIteratorError2 = false;
556
+ _context5.prev = 14;
557
+ _iterator2 = _asyncIterator(batches);
558
+ case 16:
559
+ _context5.next = 18;
560
+ return _iterator2.next();
561
+ case 18:
562
+ if (!(_iteratorAbruptCompletion2 = !(_step2 = _context5.sent).done)) {
563
+ _context5.next = 24;
564
+ break;
565
+ }
566
+ batch = _step2.value;
567
+ content = batch;
568
+ case 21:
569
+ _iteratorAbruptCompletion2 = false;
570
+ _context5.next = 16;
571
+ break;
572
+ case 24:
573
+ _context5.next = 30;
574
+ break;
575
+ case 26:
576
+ _context5.prev = 26;
577
+ _context5.t0 = _context5["catch"](14);
578
+ _didIteratorError2 = true;
579
+ _iteratorError2 = _context5.t0;
580
+ case 30:
581
+ _context5.prev = 30;
582
+ _context5.prev = 31;
583
+ if (!(_iteratorAbruptCompletion2 && _iterator2["return"] != null)) {
584
+ _context5.next = 35;
585
+ break;
586
+ }
587
+ _context5.next = 35;
588
+ return _iterator2["return"]();
589
+ case 35:
590
+ _context5.prev = 35;
591
+ if (!_didIteratorError2) {
592
+ _context5.next = 38;
593
+ break;
594
+ }
595
+ throw _iteratorError2;
596
+ case 38:
597
+ return _context5.finish(35);
598
+ case 39:
599
+ return _context5.finish(30);
600
+ case 40:
601
+ _context5.t1 = (_metadata$csvHeader = metadata.csvHeader) !== null && _metadata$csvHeader !== void 0 && _metadata$csvHeader.length && _keplerCsvLoader.KeplerCSVLoader.extensions.some(function (extension) {
602
+ return fetched.file.name.toLowerCase().endsWith(".".concat(extension));
603
+ }) && (!content || Array.isArray(content.data) && !content.data.length);
604
+ if (!_context5.t1) {
605
+ _context5.next = 50;
606
+ break;
607
+ }
608
+ _context5.t2 = matchesCsvHeader;
609
+ _context5.next = 45;
610
+ return fetched.file.text();
611
+ case 45:
612
+ _context5.t3 = _context5.sent;
613
+ _context5.t4 = metadata.csvHeader;
614
+ _context5.next = 49;
615
+ return (0, _context5.t2)(_context5.t3, _context5.t4);
616
+ case 49:
617
+ _context5.t1 = _context5.sent;
618
+ case 50:
619
+ if (!_context5.t1) {
620
+ _context5.next = 52;
621
+ break;
622
+ }
623
+ return _context5.abrupt("return", {
624
+ data: {
625
+ fields: [],
626
+ rows: []
627
+ },
628
+ notModified: false,
629
+ etag: fetched.etag,
630
+ lastModified: fetched.lastModified,
631
+ size: fetched.size
632
+ });
633
+ case 52:
634
+ if (content) {
635
+ _context5.next = 54;
636
+ break;
637
+ }
638
+ throw new Error("No data loaded from ".concat(source));
639
+ case 54:
640
+ _context5.next = 56;
641
+ return (0, _fileHandler.processFileData)({
642
+ content: _objectSpread(_objectSpread({}, content), {}, {
643
+ fileName: content.fileName,
644
+ sourceUrl: source
645
+ }),
646
+ fileCache: []
647
+ });
648
+ case 56:
649
+ processed = _context5.sent;
650
+ data = (_processed = processed[processed.length - 1]) === null || _processed === void 0 ? void 0 : _processed.data;
651
+ if (isTabularProcessorResult(data)) {
652
+ _context5.next = 60;
653
+ break;
654
+ }
655
+ throw new Error("Remote file is not a dataset: ".concat(source));
656
+ case 60:
657
+ return _context5.abrupt("return", {
658
+ data: data,
659
+ notModified: false,
660
+ etag: fetched.etag,
661
+ lastModified: fetched.lastModified,
662
+ size: fetched.size
663
+ });
664
+ case 61:
665
+ case "end":
666
+ return _context5.stop();
667
+ }
668
+ }, _callee5, null, [[14, 26, 30, 40], [31,, 35, 39]]);
669
+ }));
670
+ return _loadExternallyHostedDataset.apply(this, arguments);
671
+ }
672
+ function isExternallyHostedFile(file) {
673
+ return Boolean(file.keplerSourceUrl);
674
+ }
675
+ //# sourceMappingURL=remote-file.js.map