@kepler.gl/processors 3.3.0-alpha.2 → 3.3.0-alpha.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/data-processor.js +719 -0
- package/dist/cjs/export/dataset-to-geojson.js +138 -0
- package/dist/cjs/export/geopackage-writer.js +385 -0
- package/dist/cjs/export/geoparquet-writer.js +351 -0
- package/dist/cjs/export/kml-writer.js +347 -0
- package/dist/cjs/export/shapefile-writer.js +708 -0
- package/dist/cjs/export/sql-js.js +95 -0
- package/dist/cjs/export/vector-export.js +187 -0
- package/dist/cjs/file-handler.js +997 -0
- package/dist/cjs/index.js +114 -0
- package/dist/cjs/kepler-csv-loader.js +163 -0
- package/dist/cjs/loader-registry.js +542 -0
- package/dist/cjs/remote-file.js +675 -0
- package/dist/cjs/shapefile-files.js +281 -0
- package/dist/cjs/types.js +6 -0
- package/dist/data-processor.d.ts +30 -16
- package/dist/esm/data-processor.js +700 -0
- package/dist/esm/export/dataset-to-geojson.js +132 -0
- package/dist/esm/export/geopackage-writer.js +381 -0
- package/dist/esm/export/geoparquet-writer.js +336 -0
- package/dist/esm/export/kml-writer.js +341 -0
- package/dist/esm/export/shapefile-writer.js +701 -0
- package/dist/esm/export/sql-js.js +80 -0
- package/dist/esm/export/vector-export.js +176 -0
- package/dist/esm/file-handler.js +972 -0
- package/dist/esm/index.js +12 -0
- package/dist/esm/kepler-csv-loader.js +152 -0
- package/dist/esm/loader-registry.js +510 -0
- package/dist/esm/remote-file.js +664 -0
- package/dist/esm/shapefile-files.js +264 -0
- package/dist/esm/types.js +3 -0
- package/dist/export/dataset-to-geojson.d.ts +12 -0
- package/dist/export/geopackage-writer.d.ts +28 -0
- package/dist/export/geoparquet-writer.d.ts +7 -0
- package/dist/export/kml-writer.d.ts +13 -0
- package/dist/export/shapefile-writer.d.ts +28 -0
- package/dist/export/sql-js.d.ts +8 -0
- package/dist/export/vector-export.d.ts +22 -0
- package/dist/file-handler.d.ts +55 -8
- package/dist/index.d.ts +6 -0
- package/dist/kepler-csv-loader.d.ts +12 -0
- package/dist/loader-registry.d.ts +29 -0
- package/dist/remote-file.d.ts +79 -0
- package/dist/shapefile-files.d.ts +39 -0
- package/dist/types.d.ts +13 -0
- package/package.json +35 -17
- package/dist/data-processor.js +0 -637
- package/dist/file-handler.js +0 -409
- package/dist/index.js +0 -39
- package/dist/types.js +0 -6
|
@@ -0,0 +1,264 @@
|
|
|
1
|
+
import _slicedToArray from "@babel/runtime/helpers/esm/slicedToArray";
|
|
2
|
+
import _asyncToGenerator from "@babel/runtime/helpers/esm/asyncToGenerator";
|
|
3
|
+
function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t["return"] || t["return"](); } finally { if (u) throw o; } } }; }
|
|
4
|
+
function _unsupportedIterableToArray(r, a) { if (r) { if ("string" == typeof r) return _arrayLikeToArray(r, a); var t = {}.toString.call(r).slice(8, -1); return "Object" === t && r.constructor && (t = r.constructor.name), "Map" === t || "Set" === t ? Array.from(r) : "Arguments" === t || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(t) ? _arrayLikeToArray(r, a) : void 0; } }
|
|
5
|
+
function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length); for (var e = 0, n = Array(a); e < a; e++) n[e] = r[e]; return n; }
|
|
6
|
+
import _regeneratorRuntime from "@babel/runtime/regenerator";
|
|
7
|
+
// SPDX-License-Identifier: MIT
|
|
8
|
+
// Copyright contributors to the kepler.gl project
|
|
9
|
+
|
|
10
|
+
import { _BrowserFileSystem, parse } from '@loaders.gl/core';
|
|
11
|
+
import { isLoadableDatasetExtension } from './loader-registry';
|
|
12
|
+
export var SHAPEFILE_SIDECAR_EXTENSIONS = ['dbf', 'shx', 'prj', 'cpg'];
|
|
13
|
+
export var SHAPEFILE_SOURCE_EXTENSIONS = ['shp', 'zip'];
|
|
14
|
+
export function getDroppedFileExtension() {
|
|
15
|
+
var fileName = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : '';
|
|
16
|
+
var match = fileName.match(/\.([a-z0-9]+)$/i);
|
|
17
|
+
return match ? match[1].toLowerCase() : '';
|
|
18
|
+
}
|
|
19
|
+
export function isShapefileSidecarFileName(fileName) {
|
|
20
|
+
return SHAPEFILE_SIDECAR_EXTENSIONS.includes(getDroppedFileExtension(fileName));
|
|
21
|
+
}
|
|
22
|
+
export function isZipFileName(fileName) {
|
|
23
|
+
return getDroppedFileExtension(fileName) === 'zip';
|
|
24
|
+
}
|
|
25
|
+
export function isShapefileSourceFileName(fileName) {
|
|
26
|
+
return SHAPEFILE_SOURCE_EXTENSIONS.includes(getDroppedFileExtension(fileName));
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* Sidecar files (.dbf, .shx, .prj, .cpg) are not datasets. Skip them when a
|
|
31
|
+
* .shp or shapefile .zip is also present so they can be used as companions.
|
|
32
|
+
*/
|
|
33
|
+
export function getFilesToParse(files) {
|
|
34
|
+
var list = Array.from(files);
|
|
35
|
+
var hasShapefileSource = list.some(function (file) {
|
|
36
|
+
return isShapefileSourceFileName(file.name);
|
|
37
|
+
});
|
|
38
|
+
if (!hasShapefileSource) {
|
|
39
|
+
return list;
|
|
40
|
+
}
|
|
41
|
+
return list.filter(function (file) {
|
|
42
|
+
return !isShapefileSidecarFileName(file.name);
|
|
43
|
+
});
|
|
44
|
+
}
|
|
45
|
+
export function createCompanionFetch(files) {
|
|
46
|
+
if (!(files !== null && files !== void 0 && files.length) || typeof File === 'undefined' || files.every(function (file) {
|
|
47
|
+
return !(file instanceof File);
|
|
48
|
+
})) {
|
|
49
|
+
return undefined;
|
|
50
|
+
}
|
|
51
|
+
var fileSystem = new _BrowserFileSystem(files);
|
|
52
|
+
return fileSystem.fetch.bind(fileSystem);
|
|
53
|
+
}
|
|
54
|
+
function fileNameFromArchivePath(path) {
|
|
55
|
+
var parts = path.split(/[/\\]/);
|
|
56
|
+
return parts[parts.length - 1] || path;
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
/**
|
|
60
|
+
* Top-level members of a zip. Nested folders are ignored. Directory entries
|
|
61
|
+
* are skipped.
|
|
62
|
+
*/
|
|
63
|
+
function listTopLevelZipFiles(_x) {
|
|
64
|
+
return _listTopLevelZipFiles.apply(this, arguments);
|
|
65
|
+
}
|
|
66
|
+
/**
|
|
67
|
+
* Unpack a zip that contains a shapefile. Only top-level .shp plus sidecars
|
|
68
|
+
* are returned; nested folders are ignored.
|
|
69
|
+
*/
|
|
70
|
+
function _listTopLevelZipFiles() {
|
|
71
|
+
_listTopLevelZipFiles = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime.mark(function _callee(zipFile) {
|
|
72
|
+
var _yield$import, ZipLoader, zipData, archive, files, _i, _Object$entries, _Object$entries$_i, path, buffer, name;
|
|
73
|
+
return _regeneratorRuntime.wrap(function _callee$(_context) {
|
|
74
|
+
while (1) switch (_context.prev = _context.next) {
|
|
75
|
+
case 0:
|
|
76
|
+
_context.next = 2;
|
|
77
|
+
return import('@loaders.gl/zip');
|
|
78
|
+
case 2:
|
|
79
|
+
_yield$import = _context.sent;
|
|
80
|
+
ZipLoader = _yield$import.ZipLoader;
|
|
81
|
+
_context.next = 6;
|
|
82
|
+
return zipFile.arrayBuffer();
|
|
83
|
+
case 6:
|
|
84
|
+
zipData = _context.sent;
|
|
85
|
+
_context.next = 9;
|
|
86
|
+
return parse(zipData, ZipLoader, {
|
|
87
|
+
worker: false
|
|
88
|
+
});
|
|
89
|
+
case 9:
|
|
90
|
+
archive = _context.sent;
|
|
91
|
+
files = [];
|
|
92
|
+
_i = 0, _Object$entries = Object.entries(archive || {});
|
|
93
|
+
case 12:
|
|
94
|
+
if (!(_i < _Object$entries.length)) {
|
|
95
|
+
_context.next = 23;
|
|
96
|
+
break;
|
|
97
|
+
}
|
|
98
|
+
_Object$entries$_i = _slicedToArray(_Object$entries[_i], 2), path = _Object$entries$_i[0], buffer = _Object$entries$_i[1];
|
|
99
|
+
if (!(!path || path.endsWith('/') || path.includes('/'))) {
|
|
100
|
+
_context.next = 16;
|
|
101
|
+
break;
|
|
102
|
+
}
|
|
103
|
+
return _context.abrupt("continue", 20);
|
|
104
|
+
case 16:
|
|
105
|
+
name = fileNameFromArchivePath(path);
|
|
106
|
+
if (name) {
|
|
107
|
+
_context.next = 19;
|
|
108
|
+
break;
|
|
109
|
+
}
|
|
110
|
+
return _context.abrupt("continue", 20);
|
|
111
|
+
case 19:
|
|
112
|
+
files.push(new File([buffer], name));
|
|
113
|
+
case 20:
|
|
114
|
+
_i++;
|
|
115
|
+
_context.next = 12;
|
|
116
|
+
break;
|
|
117
|
+
case 23:
|
|
118
|
+
return _context.abrupt("return", files);
|
|
119
|
+
case 24:
|
|
120
|
+
case "end":
|
|
121
|
+
return _context.stop();
|
|
122
|
+
}
|
|
123
|
+
}, _callee);
|
|
124
|
+
}));
|
|
125
|
+
return _listTopLevelZipFiles.apply(this, arguments);
|
|
126
|
+
}
|
|
127
|
+
export function unzipShapefileArchive(_x2) {
|
|
128
|
+
return _unzipShapefileArchive.apply(this, arguments);
|
|
129
|
+
}
|
|
130
|
+
function _unzipShapefileArchive() {
|
|
131
|
+
_unzipShapefileArchive = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime.mark(function _callee2(zipFile) {
|
|
132
|
+
var files;
|
|
133
|
+
return _regeneratorRuntime.wrap(function _callee2$(_context2) {
|
|
134
|
+
while (1) switch (_context2.prev = _context2.next) {
|
|
135
|
+
case 0:
|
|
136
|
+
_context2.next = 2;
|
|
137
|
+
return listTopLevelZipFiles(zipFile);
|
|
138
|
+
case 2:
|
|
139
|
+
files = _context2.sent.filter(function (file) {
|
|
140
|
+
var ext = getDroppedFileExtension(file.name);
|
|
141
|
+
return ext === 'shp' || SHAPEFILE_SIDECAR_EXTENSIONS.includes(ext);
|
|
142
|
+
});
|
|
143
|
+
if (files.some(function (file) {
|
|
144
|
+
return getDroppedFileExtension(file.name) === 'shp';
|
|
145
|
+
})) {
|
|
146
|
+
_context2.next = 5;
|
|
147
|
+
break;
|
|
148
|
+
}
|
|
149
|
+
throw new Error('Zip archive does not contain a shapefile (.shp)');
|
|
150
|
+
case 5:
|
|
151
|
+
return _context2.abrupt("return", files);
|
|
152
|
+
case 6:
|
|
153
|
+
case "end":
|
|
154
|
+
return _context2.stop();
|
|
155
|
+
}
|
|
156
|
+
}, _callee2);
|
|
157
|
+
}));
|
|
158
|
+
return _unzipShapefileArchive.apply(this, arguments);
|
|
159
|
+
}
|
|
160
|
+
/**
|
|
161
|
+
* Split a zip into datasets. A single shapefile plus sidecars stays one
|
|
162
|
+
* shapefile archive. Any other mix (CSV, GeoJSON, several shapefiles, …)
|
|
163
|
+
* becomes one file per supported member. Sidecars are returned as companions
|
|
164
|
+
* and are not datasets. Nested folders and unsupported files are skipped.
|
|
165
|
+
*/
|
|
166
|
+
export function expandZipArchive(_x3) {
|
|
167
|
+
return _expandZipArchive.apply(this, arguments);
|
|
168
|
+
}
|
|
169
|
+
function _expandZipArchive() {
|
|
170
|
+
_expandZipArchive = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime.mark(function _callee3(zipFile) {
|
|
171
|
+
var extraExtensions,
|
|
172
|
+
extra,
|
|
173
|
+
entries,
|
|
174
|
+
companions,
|
|
175
|
+
datasets,
|
|
176
|
+
_iterator,
|
|
177
|
+
_step,
|
|
178
|
+
file,
|
|
179
|
+
ext,
|
|
180
|
+
shapefiles,
|
|
181
|
+
_args3 = arguments;
|
|
182
|
+
return _regeneratorRuntime.wrap(function _callee3$(_context3) {
|
|
183
|
+
while (1) switch (_context3.prev = _context3.next) {
|
|
184
|
+
case 0:
|
|
185
|
+
extraExtensions = _args3.length > 1 && _args3[1] !== undefined ? _args3[1] : [];
|
|
186
|
+
extra = new Set(extraExtensions.map(function (extension) {
|
|
187
|
+
return extension.replace(/^\./, '').trim().toLowerCase();
|
|
188
|
+
}).filter(function (extension) {
|
|
189
|
+
return extension && extension !== 'zip';
|
|
190
|
+
}));
|
|
191
|
+
_context3.next = 4;
|
|
192
|
+
return listTopLevelZipFiles(zipFile);
|
|
193
|
+
case 4:
|
|
194
|
+
entries = _context3.sent;
|
|
195
|
+
companions = [];
|
|
196
|
+
datasets = [];
|
|
197
|
+
_iterator = _createForOfIteratorHelper(entries);
|
|
198
|
+
_context3.prev = 8;
|
|
199
|
+
_iterator.s();
|
|
200
|
+
case 10:
|
|
201
|
+
if ((_step = _iterator.n()).done) {
|
|
202
|
+
_context3.next = 19;
|
|
203
|
+
break;
|
|
204
|
+
}
|
|
205
|
+
file = _step.value;
|
|
206
|
+
if (!isShapefileSidecarFileName(file.name)) {
|
|
207
|
+
_context3.next = 15;
|
|
208
|
+
break;
|
|
209
|
+
}
|
|
210
|
+
companions.push(file);
|
|
211
|
+
return _context3.abrupt("continue", 17);
|
|
212
|
+
case 15:
|
|
213
|
+
ext = getDroppedFileExtension(file.name);
|
|
214
|
+
if (isLoadableDatasetExtension(ext) || extra.has(ext)) {
|
|
215
|
+
datasets.push(file);
|
|
216
|
+
}
|
|
217
|
+
case 17:
|
|
218
|
+
_context3.next = 10;
|
|
219
|
+
break;
|
|
220
|
+
case 19:
|
|
221
|
+
_context3.next = 24;
|
|
222
|
+
break;
|
|
223
|
+
case 21:
|
|
224
|
+
_context3.prev = 21;
|
|
225
|
+
_context3.t0 = _context3["catch"](8);
|
|
226
|
+
_iterator.e(_context3.t0);
|
|
227
|
+
case 24:
|
|
228
|
+
_context3.prev = 24;
|
|
229
|
+
_iterator.f();
|
|
230
|
+
return _context3.finish(24);
|
|
231
|
+
case 27:
|
|
232
|
+
shapefiles = datasets.filter(function (file) {
|
|
233
|
+
return getDroppedFileExtension(file.name) === 'shp';
|
|
234
|
+
});
|
|
235
|
+
if (!(shapefiles.length === 1 && datasets.length === 1)) {
|
|
236
|
+
_context3.next = 30;
|
|
237
|
+
break;
|
|
238
|
+
}
|
|
239
|
+
return _context3.abrupt("return", {
|
|
240
|
+
kind: 'shapefile',
|
|
241
|
+
shapefile: shapefiles[0],
|
|
242
|
+
companions: companions
|
|
243
|
+
});
|
|
244
|
+
case 30:
|
|
245
|
+
if (datasets.length) {
|
|
246
|
+
_context3.next = 32;
|
|
247
|
+
break;
|
|
248
|
+
}
|
|
249
|
+
throw new Error('Zip archive does not contain a supported dataset');
|
|
250
|
+
case 32:
|
|
251
|
+
return _context3.abrupt("return", {
|
|
252
|
+
kind: 'datasets',
|
|
253
|
+
datasets: datasets,
|
|
254
|
+
companions: companions
|
|
255
|
+
});
|
|
256
|
+
case 33:
|
|
257
|
+
case "end":
|
|
258
|
+
return _context3.stop();
|
|
259
|
+
}
|
|
260
|
+
}, _callee3, null, [[8, 21, 24, 27]]);
|
|
261
|
+
}));
|
|
262
|
+
return _expandZipArchive.apply(this, arguments);
|
|
263
|
+
}
|
|
264
|
+
//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6WyJfQnJvd3NlckZpbGVTeXN0ZW0iLCJwYXJzZSIsImlzTG9hZGFibGVEYXRhc2V0RXh0ZW5zaW9uIiwiU0hBUEVGSUxFX1NJREVDQVJfRVhURU5TSU9OUyIsIlNIQVBFRklMRV9TT1VSQ0VfRVhURU5TSU9OUyIsImdldERyb3BwZWRGaWxlRXh0ZW5zaW9uIiwiZmlsZU5hbWUiLCJhcmd1bWVudHMiLCJsZW5ndGgiLCJ1bmRlZmluZWQiLCJtYXRjaCIsInRvTG93ZXJDYXNlIiwiaXNTaGFwZWZpbGVTaWRlY2FyRmlsZU5hbWUiLCJpbmNsdWRlcyIsImlzWmlwRmlsZU5hbWUiLCJpc1NoYXBlZmlsZVNvdXJjZUZpbGVOYW1lIiwiZ2V0RmlsZXNUb1BhcnNlIiwiZmlsZXMiLCJsaXN0IiwiQXJyYXkiLCJmcm9tIiwiaGFzU2hhcGVmaWxlU291cmNlIiwic29tZSIsImZpbGUiLCJuYW1lIiwiZmlsdGVyIiwiY3JlYXRlQ29tcGFuaW9uRmV0Y2giLCJGaWxlIiwiZXZlcnkiLCJmaWxlU3lzdGVtIiwiZmV0Y2giLCJiaW5kIiwiZmlsZU5hbWVGcm9tQXJjaGl2ZVBhdGgiLCJwYXRoIiwicGFydHMiLCJzcGxpdCIsImxpc3RUb3BMZXZlbFppcEZpbGVzIiwiX3giLCJfbGlzdFRvcExldmVsWmlwRmlsZXMiLCJhcHBseSIsIl9hc3luY1RvR2VuZXJhdG9yIiwiX3JlZ2VuZXJhdG9yUnVudGltZSIsIm1hcmsiLCJfY2FsbGVlIiwiemlwRmlsZSIsIl95aWVsZCRpbXBvcnQiLCJaaXBMb2FkZXIiLCJ6aXBEYXRhIiwiYXJjaGl2ZSIsIl9pIiwiX09iamVjdCRlbnRyaWVzIiwiX09iamVjdCRlbnRyaWVzJF9pIiwiYnVmZmVyIiwid3JhcCIsIl9jYWxsZWUkIiwiX2NvbnRleHQiLCJwcmV2IiwibmV4dCIsInNlbnQiLCJhcnJheUJ1ZmZlciIsIndvcmtlciIsIk9iamVjdCIsImVudHJpZXMiLCJfc2xpY2VkVG9BcnJheSIsImVuZHNXaXRoIiwiYWJydXB0IiwicHVzaCIsInN0b3AiLCJ1bnppcFNoYXBlZmlsZUFyY2hpdmUiLCJfeDIiLCJfdW56aXBTaGFwZWZpbGVBcmNoaXZlIiwiX2NhbGxlZTIiLCJfY2FsbGVlMiQiLCJfY29udGV4dDIiLCJleHQiLCJFcnJvciIsImV4cGFuZFppcEFyY2hpdmUiLCJfeDMiLCJfZXhwYW5kWmlwQXJjaGl2ZSIsIl9jYWxsZWUzIiwiZXh0cmFFeHRlbnNpb25zIiwiZXh0cmEiLCJjb21wYW5pb25zIiwiZGF0YXNldHMiLCJfaXRlcmF0b3IiLCJfc3RlcCIsInNoYXBlZmlsZXMiLCJfYXJnczMiLCJfY2FsbGVlMyQiLCJfY29udGV4dDMiLCJTZXQiLCJtYXAiLCJleHRlbnNpb24iLCJyZXBsYWNlIiwidHJpbSIsIl9jcmVhdGVGb3JPZkl0ZXJhdG9ySGVscGVyIiwicyIsIm4iLCJkb25lIiwidmFsdWUiLCJoYXMiLCJ0MCIsImUiLCJmIiwiZmluaXNoIiwia2luZCIsInNoYXBlZmlsZSJdLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zaGFwZWZpbGUtZmlsZXMudHMiXSwic291cmNlc0NvbnRlbnQiOlsiLy8gU1BEWC1MaWNlbnNlLUlkZW50aWZpZXI6IE1JVFxuLy8gQ29weXJpZ2h0IGNvbnRyaWJ1dG9ycyB0byB0aGUga2VwbGVyLmdsIHByb2plY3RcblxuaW1wb3J0IHtfQnJvd3NlckZpbGVTeXN0ZW0sIHBhcnNlfSBmcm9tICdAbG9hZGVycy5nbC9jb3JlJztcblxuaW1wb3J0IHtpc0xvYWRhYmxlRGF0YXNldEV4dGVuc2lvbn0gZnJvbSAnLi9sb2FkZXItcmVnaXN0cnknO1xuXG5leHBvcnQgY29uc3QgU0hBUEVGSUxFX1NJREVDQVJfRVhURU5TSU9OUyA9IFsnZGJmJywgJ3NoeCcsICdwcmonLCAnY3BnJ10gYXMgY29uc3Q7XG5leHBvcnQgY29uc3QgU0hBUEVGSUxFX1NPVVJDRV9FWFRFTlNJT05TID0gWydzaHAnLCAnemlwJ10gYXMgY29uc3Q7XG5cbnR5cGUgTmFtZWRGaWxlID0ge25hbWU6IHN0cmluZ307XG5cbmV4cG9ydCBmdW5jdGlvbiBnZXREcm9wcGVkRmlsZUV4dGVuc2lvbihmaWxlTmFtZSA9ICcnKTogc3RyaW5nIHtcbiAgY29uc3QgbWF0Y2ggPSBmaWxlTmFtZS5tYXRjaCgvXFwuKFthLXowLTldKykkL2kpO1xuICByZXR1cm4gbWF0Y2ggPyBtYXRjaFsxXS50b0xvd2VyQ2FzZSgpIDogJyc7XG59XG5cbmV4cG9ydCBmdW5jdGlvbiBpc1NoYXBlZmlsZVNpZGVjYXJGaWxlTmFtZShmaWxlTmFtZTogc3RyaW5nKTogYm9vbGVhbiB7XG4gIHJldHVybiAoU0hBUEVGSUxFX1NJREVDQVJfRVhURU5TSU9OUyBhcyByZWFkb25seSBzdHJpbmdbXSkuaW5jbHVkZXMoXG4gICAgZ2V0RHJvcHBlZEZpbGVFeHRlbnNpb24oZmlsZU5hbWUpXG4gICk7XG59XG5cbmV4cG9ydCBmdW5jdGlvbiBpc1ppcEZpbGVOYW1lKGZpbGVOYW1lOiBzdHJpbmcpOiBib29sZWFuIHtcbiAgcmV0dXJuIGdldERyb3BwZWRGaWxlRXh0ZW5zaW9uKGZpbGVOYW1lKSA9PT0gJ3ppcCc7XG59XG5cbmV4cG9ydCBmdW5jdGlvbiBpc1NoYXBlZmlsZVNvdXJjZUZpbGVOYW1lKGZpbGVOYW1lOiBzdHJpbmcpOiBib29sZWFuIHtcbiAgcmV0dXJuIChTSEFQRUZJTEVfU09VUkNFX0VYVEVOU0lPTlMgYXMgcmVhZG9ubHkgc3RyaW5nW10pLmluY2x1ZGVzKFxuICAgIGdldERyb3BwZWRGaWxlRXh0ZW5zaW9uKGZpbGVOYW1lKVxuICApO1xufVxuXG4vKipcbiAqIFNpZGVjYXIgZmlsZXMgKC5kYmYsIC5zaHgsIC5wcmosIC5jcGcpIGFyZSBub3QgZGF0YXNldHMuIFNraXAgdGhlbSB3aGVuIGFcbiAqIC5zaHAgb3Igc2hhcGVmaWxlIC56aXAgaXMgYWxzbyBwcmVzZW50IHNvIHRoZXkgY2FuIGJlIHVzZWQgYXMgY29tcGFuaW9ucy5cbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGdldEZpbGVzVG9QYXJzZTxUIGV4dGVuZHMgTmFtZWRGaWxlPihmaWxlczogVFtdKTogVFtdIHtcbiAgY29uc3QgbGlzdCA9IEFycmF5LmZyb20oZmlsZXMpO1xuICBjb25zdCBoYXNTaGFwZWZpbGVTb3VyY2UgPSBsaXN0LnNvbWUoZmlsZSA9PiBpc1NoYXBlZmlsZVNvdXJjZUZpbGVOYW1lKGZpbGUubmFtZSkpO1xuICBpZiAoIWhhc1NoYXBlZmlsZVNvdXJjZSkge1xuICAgIHJldHVybiBsaXN0O1xuICB9XG4gIHJldHVybiBsaXN0LmZpbHRlcihmaWxlID0+ICFpc1NoYXBlZmlsZVNpZGVjYXJGaWxlTmFtZShmaWxlLm5hbWUpKTtcbn1cblxuZXhwb3J0IGZ1bmN0aW9uIGNyZWF0ZUNvbXBhbmlvbkZldGNoKFxuICBmaWxlcz86IEZpbGVbXVxuKTogKCh1cmw6IHN0cmluZykgPT4gUHJvbWlzZTxSZXNwb25zZT4pIHwgdW5kZWZpbmVkIHtcbiAgaWYgKFxuICAgICFmaWxlcz8ubGVuZ3RoIHx8XG4gICAgdHlwZW9mIEZpbGUgPT09ICd1bmRlZmluZWQnIHx8XG4gICAgZmlsZXMuZXZlcnkoZmlsZSA9PiAhKGZpbGUgaW5zdGFuY2VvZiBGaWxlKSlcbiAgKSB7XG4gICAgcmV0dXJuIHVuZGVmaW5lZDtcbiAgfVxuICBjb25zdCBmaWxlU3lzdGVtID0gbmV3IF9Ccm93c2VyRmlsZVN5c3RlbShmaWxlcyk7XG4gIHJldHVybiBmaWxlU3lzdGVtLmZldGNoLmJpbmQoZmlsZVN5c3RlbSk7XG59XG5cbmZ1bmN0aW9uIGZpbGVOYW1lRnJvbUFyY2hpdmVQYXRoKHBhdGg6IHN0cmluZyk6IHN0cmluZyB7XG4gIGNvbnN0IHBhcnRzID0gcGF0aC5zcGxpdCgvWy9cXFxcXS8pO1xuICByZXR1cm4gcGFydHNbcGFydHMubGVuZ3RoIC0gMV0gfHwgcGF0aDtcbn1cblxuLyoqXG4gKiBUb3AtbGV2ZWwgbWVtYmVycyBvZiBhIHppcC4gTmVzdGVkIGZvbGRlcnMgYXJlIGlnbm9yZWQuIERpcmVjdG9yeSBlbnRyaWVzXG4gKiBhcmUgc2tpcHBlZC5cbiAqL1xuYXN5bmMgZnVuY3Rpb24gbGlzdFRvcExldmVsWmlwRmlsZXMoemlwRmlsZTogRmlsZSk6IFByb21pc2U8RmlsZVtdPiB7XG4gIGNvbnN0IHtaaXBMb2FkZXJ9ID0gYXdhaXQgaW1wb3J0KCdAbG9hZGVycy5nbC96aXAnKTtcbiAgY29uc3QgemlwRGF0YSA9IGF3YWl0IHppcEZpbGUuYXJyYXlCdWZmZXIoKTtcbiAgY29uc3QgYXJjaGl2ZSA9IChhd2FpdCBwYXJzZSh6aXBEYXRhLCBaaXBMb2FkZXIsIHt3b3JrZXI6IGZhbHNlfSkpIGFzIFJlY29yZDxzdHJpbmcsIEFycmF5QnVmZmVyPjtcbiAgY29uc3QgZmlsZXM6IEZpbGVbXSA9IFtdO1xuXG4gIGZvciAoY29uc3QgW3BhdGgsIGJ1ZmZlcl0gb2YgT2JqZWN0LmVudHJpZXMoYXJjaGl2ZSB8fCB7fSkpIHtcbiAgICBpZiAoIXBhdGggfHwgcGF0aC5lbmRzV2l0aCgnLycpIHx8IHBhdGguaW5jbHVkZXMoJy8nKSkge1xuICAgICAgY29udGludWU7XG4gICAgfVxuICAgIGNvbnN0IG5hbWUgPSBmaWxlTmFtZUZyb21BcmNoaXZlUGF0aChwYXRoKTtcbiAgICBpZiAoIW5hbWUpIHtcbiAgICAgIGNvbnRpbnVlO1xuICAgIH1cbiAgICBmaWxlcy5wdXNoKG5ldyBGaWxlKFtidWZmZXJdLCBuYW1lKSk7XG4gIH1cblxuICByZXR1cm4gZmlsZXM7XG59XG5cbi8qKlxuICogVW5wYWNrIGEgemlwIHRoYXQgY29udGFpbnMgYSBzaGFwZWZpbGUuIE9ubHkgdG9wLWxldmVsIC5zaHAgcGx1cyBzaWRlY2Fyc1xuICogYXJlIHJldHVybmVkOyBuZXN0ZWQgZm9sZGVycyBhcmUgaWdub3JlZC5cbiAqL1xuZXhwb3J0IGFzeW5jIGZ1bmN0aW9uIHVuemlwU2hhcGVmaWxlQXJjaGl2ZSh6aXBGaWxlOiBGaWxlKTogUHJvbWlzZTxGaWxlW10+IHtcbiAgY29uc3QgZmlsZXMgPSAoYXdhaXQgbGlzdFRvcExldmVsWmlwRmlsZXMoemlwRmlsZSkpLmZpbHRlcihmaWxlID0+IHtcbiAgICBjb25zdCBleHQgPSBnZXREcm9wcGVkRmlsZUV4dGVuc2lvbihmaWxlLm5hbWUpO1xuICAgIHJldHVybiBleHQgPT09ICdzaHAnIHx8IChTSEFQRUZJTEVfU0lERUNBUl9FWFRFTlNJT05TIGFzIHJlYWRvbmx5IHN0cmluZ1tdKS5pbmNsdWRlcyhleHQpO1xuICB9KTtcblxuICBpZiAoIWZpbGVzLnNvbWUoZmlsZSA9PiBnZXREcm9wcGVkRmlsZUV4dGVuc2lvbihmaWxlLm5hbWUpID09PSAnc2hwJykpIHtcbiAgICB0aHJvdyBuZXcgRXJyb3IoJ1ppcCBhcmNoaXZlIGRvZXMgbm90IGNvbnRhaW4gYSBzaGFwZWZpbGUgKC5zaHApJyk7XG4gIH1cblxuICByZXR1cm4gZmlsZXM7XG59XG5cbmV4cG9ydCB0eXBlIFppcEFyY2hpdmVFeHBhbnNpb24gPVxuICB8IHtcbiAgICAgIC8qKiBPbmUgc2hhcGVmaWxlIGFuZCBubyBvdGhlciBkYXRhc2V0cy4gVGhlIGxvYWQga2VlcHMgdGhlIHppcCdzIG5hbWUuICovXG4gICAgICBraW5kOiAnc2hhcGVmaWxlJztcbiAgICAgIHNoYXBlZmlsZTogRmlsZTtcbiAgICAgIGNvbXBhbmlvbnM6IEZpbGVbXTtcbiAgICB9XG4gIHwge1xuICAgICAgLyoqIE9uZSBkYXRhc2V0IHBlciBzdXBwb3J0ZWQgdG9wLWxldmVsIGZpbGUsIG5hbWVkIGZyb20gdGhhdCBmaWxlLiAqL1xuICAgICAga2luZDogJ2RhdGFzZXRzJztcbiAgICAgIGRhdGFzZXRzOiBGaWxlW107XG4gICAgICBjb21wYW5pb25zOiBGaWxlW107XG4gICAgfTtcblxuLyoqXG4gKiBTcGxpdCBhIHppcCBpbnRvIGRhdGFzZXRzLiBBIHNpbmdsZSBzaGFwZWZpbGUgcGx1cyBzaWRlY2FycyBzdGF5cyBvbmVcbiAqIHNoYXBlZmlsZSBhcmNoaXZlLiBBbnkgb3RoZXIgbWl4IChDU1YsIEdlb0pTT04sIHNldmVyYWwgc2hhcGVmaWxlcywg4oCmKVxuICogYmVjb21lcyBvbmUgZmlsZSBwZXIgc3VwcG9ydGVkIG1lbWJlci4gU2lkZWNhcnMgYXJlIHJldHVybmVkIGFzIGNvbXBhbmlvbnNcbiAqIGFuZCBhcmUgbm90IGRhdGFzZXRzLiBOZXN0ZWQgZm9sZGVycyBhbmQgdW5zdXBwb3J0ZWQgZmlsZXMgYXJlIHNraXBwZWQuXG4gKi9cbmV4cG9ydCBhc3luYyBmdW5jdGlvbiBleHBhbmRaaXBBcmNoaXZlKFxuICB6aXBGaWxlOiBGaWxlLFxuICBleHRyYUV4dGVuc2lvbnM6IHN0cmluZ1tdID0gW11cbik6IFByb21pc2U8WmlwQXJjaGl2ZUV4cGFuc2lvbj4ge1xuICBjb25zdCBleHRyYSA9IG5ldyBTZXQoXG4gICAgZXh0cmFFeHRlbnNpb25zXG4gICAgICAubWFwKGV4dGVuc2lvbiA9PiBleHRlbnNpb24ucmVwbGFjZSgvXlxcLi8sICcnKS50cmltKCkudG9Mb3dlckNhc2UoKSlcbiAgICAgIC5maWx0ZXIoZXh0ZW5zaW9uID0+IGV4dGVuc2lvbiAmJiBleHRlbnNpb24gIT09ICd6aXAnKVxuICApO1xuICBjb25zdCBlbnRyaWVzID0gYXdhaXQgbGlzdFRvcExldmVsWmlwRmlsZXMoemlwRmlsZSk7XG4gIGNvbnN0IGNvbXBhbmlvbnM6IEZpbGVbXSA9IFtdO1xuICBjb25zdCBkYXRhc2V0czogRmlsZVtdID0gW107XG5cbiAgZm9yIChjb25zdCBmaWxlIG9mIGVudHJpZXMpIHtcbiAgICBpZiAoaXNTaGFwZWZpbGVTaWRlY2FyRmlsZU5hbWUoZmlsZS5uYW1lKSkge1xuICAgICAgY29tcGFuaW9ucy5wdXNoKGZpbGUpO1xuICAgICAgY29udGludWU7XG4gICAgfVxuICAgIGNvbnN0IGV4dCA9IGdldERyb3BwZWRGaWxlRXh0ZW5zaW9uKGZpbGUubmFtZSk7XG4gICAgaWYgKGlzTG9hZGFibGVEYXRhc2V0RXh0ZW5zaW9uKGV4dCkgfHwgZXh0cmEuaGFzKGV4dCkpIHtcbiAgICAgIGRhdGFzZXRzLnB1c2goZmlsZSk7XG4gICAgfVxuICB9XG5cbiAgY29uc3Qgc2hhcGVmaWxlcyA9IGRhdGFzZXRzLmZpbHRlcihmaWxlID0+IGdldERyb3BwZWRGaWxlRXh0ZW5zaW9uKGZpbGUubmFtZSkgPT09ICdzaHAnKTtcbiAgaWYgKHNoYXBlZmlsZXMubGVuZ3RoID09PSAxICYmIGRhdGFzZXRzLmxlbmd0aCA9PT0gMSkge1xuICAgIHJldHVybiB7a2luZDogJ3NoYXBlZmlsZScsIHNoYXBlZmlsZTogc2hhcGVmaWxlc1swXSwgY29tcGFuaW9uc307XG4gIH1cbiAgaWYgKCFkYXRhc2V0cy5sZW5ndGgpIHtcbiAgICB0aHJvdyBuZXcgRXJyb3IoJ1ppcCBhcmNoaXZlIGRvZXMgbm90IGNvbnRhaW4gYSBzdXBwb3J0ZWQgZGF0YXNldCcpO1xuICB9XG4gIHJldHVybiB7a2luZDogJ2RhdGFzZXRzJywgZGF0YXNldHMsIGNvbXBhbmlvbnN9O1xufVxuIl0sIm1hcHBpbmdzIjoiOzs7Ozs7QUFBQTtBQUNBOztBQUVBLFNBQVFBLGtCQUFrQixFQUFFQyxLQUFLLFFBQU8sa0JBQWtCO0FBRTFELFNBQVFDLDBCQUEwQixRQUFPLG1CQUFtQjtBQUU1RCxPQUFPLElBQU1DLDRCQUE0QixHQUFHLENBQUMsS0FBSyxFQUFFLEtBQUssRUFBRSxLQUFLLEVBQUUsS0FBSyxDQUFVO0FBQ2pGLE9BQU8sSUFBTUMsMkJBQTJCLEdBQUcsQ0FBQyxLQUFLLEVBQUUsS0FBSyxDQUFVO0FBSWxFLE9BQU8sU0FBU0MsdUJBQXVCQSxDQUFBLEVBQXdCO0VBQUEsSUFBdkJDLFFBQVEsR0FBQUMsU0FBQSxDQUFBQyxNQUFBLFFBQUFELFNBQUEsUUFBQUUsU0FBQSxHQUFBRixTQUFBLE1BQUcsRUFBRTtFQUNuRCxJQUFNRyxLQUFLLEdBQUdKLFFBQVEsQ0FBQ0ksS0FBSyxDQUFDLGlCQUFpQixDQUFDO0VBQy9DLE9BQU9BLEtBQUssR0FBR0EsS0FBSyxDQUFDLENBQUMsQ0FBQyxDQUFDQyxXQUFXLENBQUMsQ0FBQyxHQUFHLEVBQUU7QUFDNUM7QUFFQSxPQUFPLFNBQVNDLDBCQUEwQkEsQ0FBQ04sUUFBZ0IsRUFBVztFQUNwRSxPQUFRSCw0QkFBNEIsQ0FBdUJVLFFBQVEsQ0FDakVSLHVCQUF1QixDQUFDQyxRQUFRLENBQ2xDLENBQUM7QUFDSDtBQUVBLE9BQU8sU0FBU1EsYUFBYUEsQ0FBQ1IsUUFBZ0IsRUFBVztFQUN2RCxPQUFPRCx1QkFBdUIsQ0FBQ0MsUUFBUSxDQUFDLEtBQUssS0FBSztBQUNwRDtBQUVBLE9BQU8sU0FBU1MseUJBQXlCQSxDQUFDVCxRQUFnQixFQUFXO0VBQ25FLE9BQVFGLDJCQUEyQixDQUF1QlMsUUFBUSxDQUNoRVIsdUJBQXVCLENBQUNDLFFBQVEsQ0FDbEMsQ0FBQztBQUNIOztBQUVBO0FBQ0E7QUFDQTtBQUNBO0FBQ0EsT0FBTyxTQUFTVSxlQUFlQSxDQUFzQkMsS0FBVSxFQUFPO0VBQ3BFLElBQU1DLElBQUksR0FBR0MsS0FBSyxDQUFDQyxJQUFJLENBQUNILEtBQUssQ0FBQztFQUM5QixJQUFNSSxrQkFBa0IsR0FBR0gsSUFBSSxDQUFDSSxJQUFJLENBQUMsVUFBQUMsSUFBSTtJQUFBLE9BQUlSLHlCQUF5QixDQUFDUSxJQUFJLENBQUNDLElBQUksQ0FBQztFQUFBLEVBQUM7RUFDbEYsSUFBSSxDQUFDSCxrQkFBa0IsRUFBRTtJQUN2QixPQUFPSCxJQUFJO0VBQ2I7RUFDQSxPQUFPQSxJQUFJLENBQUNPLE1BQU0sQ0FBQyxVQUFBRixJQUFJO0lBQUEsT0FBSSxDQUFDWCwwQkFBMEIsQ0FBQ1csSUFBSSxDQUFDQyxJQUFJLENBQUM7RUFBQSxFQUFDO0FBQ3BFO0FBRUEsT0FBTyxTQUFTRSxvQkFBb0JBLENBQ2xDVCxLQUFjLEVBQ29DO0VBQ2xELElBQ0UsRUFBQ0EsS0FBSyxhQUFMQSxLQUFLLGVBQUxBLEtBQUssQ0FBRVQsTUFBTSxLQUNkLE9BQU9tQixJQUFJLEtBQUssV0FBVyxJQUMzQlYsS0FBSyxDQUFDVyxLQUFLLENBQUMsVUFBQUwsSUFBSTtJQUFBLE9BQUksRUFBRUEsSUFBSSxZQUFZSSxJQUFJLENBQUM7RUFBQSxFQUFDLEVBQzVDO0lBQ0EsT0FBT2xCLFNBQVM7RUFDbEI7RUFDQSxJQUFNb0IsVUFBVSxHQUFHLElBQUk3QixrQkFBa0IsQ0FBQ2lCLEtBQUssQ0FBQztFQUNoRCxPQUFPWSxVQUFVLENBQUNDLEtBQUssQ0FBQ0MsSUFBSSxDQUFDRixVQUFVLENBQUM7QUFDMUM7QUFFQSxTQUFTRyx1QkFBdUJBLENBQUNDLElBQVksRUFBVTtFQUNyRCxJQUFNQyxLQUFLLEdBQUdELElBQUksQ0FBQ0UsS0FBSyxDQUFDLE9BQU8sQ0FBQztFQUNqQyxPQUFPRCxLQUFLLENBQUNBLEtBQUssQ0FBQzFCLE1BQU0sR0FBRyxDQUFDLENBQUMsSUFBSXlCLElBQUk7QUFDeEM7O0FBRUE7QUFDQTtBQUNBO0FBQ0E7QUFIQSxTQUllRyxvQkFBb0JBLENBQUFDLEVBQUE7RUFBQSxPQUFBQyxxQkFBQSxDQUFBQyxLQUFBLE9BQUFoQyxTQUFBO0FBQUE7QUFvQm5DO0FBQ0E7QUFDQTtBQUNBO0FBSEEsU0FBQStCLHNCQUFBO0VBQUFBLHFCQUFBLEdBQUFFLGlCQUFBLGNBQUFDLG1CQUFBLENBQUFDLElBQUEsQ0FwQkEsU0FBQUMsUUFBb0NDLE9BQWE7SUFBQSxJQUFBQyxhQUFBLEVBQUFDLFNBQUEsRUFBQUMsT0FBQSxFQUFBQyxPQUFBLEVBQUEvQixLQUFBLEVBQUFnQyxFQUFBLEVBQUFDLGVBQUEsRUFBQUMsa0JBQUEsRUFBQWxCLElBQUEsRUFBQW1CLE1BQUEsRUFBQTVCLElBQUE7SUFBQSxPQUFBaUIsbUJBQUEsQ0FBQVksSUFBQSxVQUFBQyxTQUFBQyxRQUFBO01BQUEsa0JBQUFBLFFBQUEsQ0FBQUMsSUFBQSxHQUFBRCxRQUFBLENBQUFFLElBQUE7UUFBQTtVQUFBRixRQUFBLENBQUFFLElBQUE7VUFBQSxPQUNyQixNQUFNLENBQUMsaUJBQWlCLENBQUM7UUFBQTtVQUFBWixhQUFBLEdBQUFVLFFBQUEsQ0FBQUcsSUFBQTtVQUE1Q1osU0FBUyxHQUFBRCxhQUFBLENBQVRDLFNBQVM7VUFBQVMsUUFBQSxDQUFBRSxJQUFBO1VBQUEsT0FDTWIsT0FBTyxDQUFDZSxXQUFXLENBQUMsQ0FBQztRQUFBO1VBQXJDWixPQUFPLEdBQUFRLFFBQUEsQ0FBQUcsSUFBQTtVQUFBSCxRQUFBLENBQUFFLElBQUE7VUFBQSxPQUNVeEQsS0FBSyxDQUFDOEMsT0FBTyxFQUFFRCxTQUFTLEVBQUU7WUFBQ2MsTUFBTSxFQUFFO1VBQUssQ0FBQyxDQUFDO1FBQUE7VUFBM0RaLE9BQU8sR0FBQU8sUUFBQSxDQUFBRyxJQUFBO1VBQ1B6QyxLQUFhLEdBQUcsRUFBRTtVQUFBZ0MsRUFBQSxNQUFBQyxlQUFBLEdBRUtXLE1BQU0sQ0FBQ0MsT0FBTyxDQUFDZCxPQUFPLElBQUksQ0FBQyxDQUFDLENBQUM7UUFBQTtVQUFBLE1BQUFDLEVBQUEsR0FBQUMsZUFBQSxDQUFBMUMsTUFBQTtZQUFBK0MsUUFBQSxDQUFBRSxJQUFBO1lBQUE7VUFBQTtVQUFBTixrQkFBQSxHQUFBWSxjQUFBLENBQUFiLGVBQUEsQ0FBQUQsRUFBQSxPQUE5Q2hCLElBQUksR0FBQWtCLGtCQUFBLEtBQUVDLE1BQU0sR0FBQUQsa0JBQUE7VUFBQSxNQUNsQixDQUFDbEIsSUFBSSxJQUFJQSxJQUFJLENBQUMrQixRQUFRLENBQUMsR0FBRyxDQUFDLElBQUkvQixJQUFJLENBQUNwQixRQUFRLENBQUMsR0FBRyxDQUFDO1lBQUEwQyxRQUFBLENBQUFFLElBQUE7WUFBQTtVQUFBO1VBQUEsT0FBQUYsUUFBQSxDQUFBVSxNQUFBO1FBQUE7VUFHL0N6QyxJQUFJLEdBQUdRLHVCQUF1QixDQUFDQyxJQUFJLENBQUM7VUFBQSxJQUNyQ1QsSUFBSTtZQUFBK0IsUUFBQSxDQUFBRSxJQUFBO1lBQUE7VUFBQTtVQUFBLE9BQUFGLFFBQUEsQ0FBQVUsTUFBQTtRQUFBO1VBR1RoRCxLQUFLLENBQUNpRCxJQUFJLENBQUMsSUFBSXZDLElBQUksQ0FBQyxDQUFDeUIsTUFBTSxDQUFDLEVBQUU1QixJQUFJLENBQUMsQ0FBQztRQUFDO1VBQUF5QixFQUFBO1VBQUFNLFFBQUEsQ0FBQUUsSUFBQTtVQUFBO1FBQUE7VUFBQSxPQUFBRixRQUFBLENBQUFVLE1BQUEsV0FHaENoRCxLQUFLO1FBQUE7UUFBQTtVQUFBLE9BQUFzQyxRQUFBLENBQUFZLElBQUE7TUFBQTtJQUFBLEdBQUF4QixPQUFBO0VBQUEsQ0FDYjtFQUFBLE9BQUFMLHFCQUFBLENBQUFDLEtBQUEsT0FBQWhDLFNBQUE7QUFBQTtBQU1ELGdCQUFzQjZELHFCQUFxQkEsQ0FBQUMsR0FBQTtFQUFBLE9BQUFDLHNCQUFBLENBQUEvQixLQUFBLE9BQUFoQyxTQUFBO0FBQUE7QUFXMUMsU0FBQStELHVCQUFBO0VBQUFBLHNCQUFBLEdBQUE5QixpQkFBQSxjQUFBQyxtQkFBQSxDQUFBQyxJQUFBLENBWE0sU0FBQTZCLFNBQXFDM0IsT0FBYTtJQUFBLElBQUEzQixLQUFBO0lBQUEsT0FBQXdCLG1CQUFBLENBQUFZLElBQUEsVUFBQW1CLFVBQUFDLFNBQUE7TUFBQSxrQkFBQUEsU0FBQSxDQUFBakIsSUFBQSxHQUFBaUIsU0FBQSxDQUFBaEIsSUFBQTtRQUFBO1VBQUFnQixTQUFBLENBQUFoQixJQUFBO1VBQUEsT0FDbENyQixvQkFBb0IsQ0FBQ1EsT0FBTyxDQUFDO1FBQUE7VUFBNUMzQixLQUFLLEdBQUF3RCxTQUFBLENBQUFmLElBQUEsQ0FBeUNqQyxNQUFNLENBQUMsVUFBQUYsSUFBSSxFQUFJO1lBQ2pFLElBQU1tRCxHQUFHLEdBQUdyRSx1QkFBdUIsQ0FBQ2tCLElBQUksQ0FBQ0MsSUFBSSxDQUFDO1lBQzlDLE9BQU9rRCxHQUFHLEtBQUssS0FBSyxJQUFLdkUsNEJBQTRCLENBQXVCVSxRQUFRLENBQUM2RCxHQUFHLENBQUM7VUFDM0YsQ0FBQztVQUFBLElBRUl6RCxLQUFLLENBQUNLLElBQUksQ0FBQyxVQUFBQyxJQUFJO1lBQUEsT0FBSWxCLHVCQUF1QixDQUFDa0IsSUFBSSxDQUFDQyxJQUFJLENBQUMsS0FBSyxLQUFLO1VBQUEsRUFBQztZQUFBaUQsU0FBQSxDQUFBaEIsSUFBQTtZQUFBO1VBQUE7VUFBQSxNQUM3RCxJQUFJa0IsS0FBSyxDQUFDLGlEQUFpRCxDQUFDO1FBQUE7VUFBQSxPQUFBRixTQUFBLENBQUFSLE1BQUEsV0FHN0RoRCxLQUFLO1FBQUE7UUFBQTtVQUFBLE9BQUF3RCxTQUFBLENBQUFOLElBQUE7TUFBQTtJQUFBLEdBQUFJLFFBQUE7RUFBQSxDQUNiO0VBQUEsT0FBQUQsc0JBQUEsQ0FBQS9CLEtBQUEsT0FBQWhDLFNBQUE7QUFBQTtBQWdCRDtBQUNBO0FBQ0E7QUFDQTtBQUNBO0FBQ0E7QUFDQSxnQkFBc0JxRSxnQkFBZ0JBLENBQUFDLEdBQUE7RUFBQSxPQUFBQyxpQkFBQSxDQUFBdkMsS0FBQSxPQUFBaEMsU0FBQTtBQUFBO0FBZ0NyQyxTQUFBdUUsa0JBQUE7RUFBQUEsaUJBQUEsR0FBQXRDLGlCQUFBLGNBQUFDLG1CQUFBLENBQUFDLElBQUEsQ0FoQ00sU0FBQXFDLFNBQ0xuQyxPQUFhO0lBQUEsSUFBQW9DLGVBQUE7TUFBQUMsS0FBQTtNQUFBbkIsT0FBQTtNQUFBb0IsVUFBQTtNQUFBQyxRQUFBO01BQUFDLFNBQUE7TUFBQUMsS0FBQTtNQUFBOUQsSUFBQTtNQUFBbUQsR0FBQTtNQUFBWSxVQUFBO01BQUFDLE1BQUEsR0FBQWhGLFNBQUE7SUFBQSxPQUFBa0MsbUJBQUEsQ0FBQVksSUFBQSxVQUFBbUMsVUFBQUMsU0FBQTtNQUFBLGtCQUFBQSxTQUFBLENBQUFqQyxJQUFBLEdBQUFpQyxTQUFBLENBQUFoQyxJQUFBO1FBQUE7VUFDYnVCLGVBQXlCLEdBQUFPLE1BQUEsQ0FBQS9FLE1BQUEsUUFBQStFLE1BQUEsUUFBQTlFLFNBQUEsR0FBQThFLE1BQUEsTUFBRyxFQUFFO1VBRXhCTixLQUFLLEdBQUcsSUFBSVMsR0FBRyxDQUNuQlYsZUFBZSxDQUNaVyxHQUFHLENBQUMsVUFBQUMsU0FBUztZQUFBLE9BQUlBLFNBQVMsQ0FBQ0MsT0FBTyxDQUFDLEtBQUssRUFBRSxFQUFFLENBQUMsQ0FBQ0MsSUFBSSxDQUFDLENBQUMsQ0FBQ25GLFdBQVcsQ0FBQyxDQUFDO1VBQUEsRUFBQyxDQUNuRWMsTUFBTSxDQUFDLFVBQUFtRSxTQUFTO1lBQUEsT0FBSUEsU0FBUyxJQUFJQSxTQUFTLEtBQUssS0FBSztVQUFBLEVBQ3pELENBQUM7VUFBQUgsU0FBQSxDQUFBaEMsSUFBQTtVQUFBLE9BQ3FCckIsb0JBQW9CLENBQUNRLE9BQU8sQ0FBQztRQUFBO1VBQTdDa0IsT0FBTyxHQUFBMkIsU0FBQSxDQUFBL0IsSUFBQTtVQUNQd0IsVUFBa0IsR0FBRyxFQUFFO1VBQ3ZCQyxRQUFnQixHQUFHLEVBQUU7VUFBQUMsU0FBQSxHQUFBVywwQkFBQSxDQUVSakMsT0FBTztVQUFBMkIsU0FBQSxDQUFBakMsSUFBQTtVQUFBNEIsU0FBQSxDQUFBWSxDQUFBO1FBQUE7VUFBQSxLQUFBWCxLQUFBLEdBQUFELFNBQUEsQ0FBQWEsQ0FBQSxJQUFBQyxJQUFBO1lBQUFULFNBQUEsQ0FBQWhDLElBQUE7WUFBQTtVQUFBO1VBQWZsQyxJQUFJLEdBQUE4RCxLQUFBLENBQUFjLEtBQUE7VUFBQSxLQUNUdkYsMEJBQTBCLENBQUNXLElBQUksQ0FBQ0MsSUFBSSxDQUFDO1lBQUFpRSxTQUFBLENBQUFoQyxJQUFBO1lBQUE7VUFBQTtVQUN2Q3lCLFVBQVUsQ0FBQ2hCLElBQUksQ0FBQzNDLElBQUksQ0FBQztVQUFDLE9BQUFrRSxTQUFBLENBQUF4QixNQUFBO1FBQUE7VUFHbEJTLEdBQUcsR0FBR3JFLHVCQUF1QixDQUFDa0IsSUFBSSxDQUFDQyxJQUFJLENBQUM7VUFDOUMsSUFBSXRCLDBCQUEwQixDQUFDd0UsR0FBRyxDQUFDLElBQUlPLEtBQUssQ0FBQ21CLEdBQUcsQ0FBQzFCLEdBQUcsQ0FBQyxFQUFFO1lBQ3JEUyxRQUFRLENBQUNqQixJQUFJLENBQUMzQyxJQUFJLENBQUM7VUFDckI7UUFBQztVQUFBa0UsU0FBQSxDQUFBaEMsSUFBQTtVQUFBO1FBQUE7VUFBQWdDLFNBQUEsQ0FBQWhDLElBQUE7VUFBQTtRQUFBO1VBQUFnQyxTQUFBLENBQUFqQyxJQUFBO1VBQUFpQyxTQUFBLENBQUFZLEVBQUEsR0FBQVosU0FBQTtVQUFBTCxTQUFBLENBQUFrQixDQUFBLENBQUFiLFNBQUEsQ0FBQVksRUFBQTtRQUFBO1VBQUFaLFNBQUEsQ0FBQWpDLElBQUE7VUFBQTRCLFNBQUEsQ0FBQW1CLENBQUE7VUFBQSxPQUFBZCxTQUFBLENBQUFlLE1BQUE7UUFBQTtVQUdHbEIsVUFBVSxHQUFHSCxRQUFRLENBQUMxRCxNQUFNLENBQUMsVUFBQUYsSUFBSTtZQUFBLE9BQUlsQix1QkFBdUIsQ0FBQ2tCLElBQUksQ0FBQ0MsSUFBSSxDQUFDLEtBQUssS0FBSztVQUFBLEVBQUM7VUFBQSxNQUNwRjhELFVBQVUsQ0FBQzlFLE1BQU0sS0FBSyxDQUFDLElBQUkyRSxRQUFRLENBQUMzRSxNQUFNLEtBQUssQ0FBQztZQUFBaUYsU0FBQSxDQUFBaEMsSUFBQTtZQUFBO1VBQUE7VUFBQSxPQUFBZ0MsU0FBQSxDQUFBeEIsTUFBQSxXQUMzQztZQUFDd0MsSUFBSSxFQUFFLFdBQVc7WUFBRUMsU0FBUyxFQUFFcEIsVUFBVSxDQUFDLENBQUMsQ0FBQztZQUFFSixVQUFVLEVBQVZBO1VBQVUsQ0FBQztRQUFBO1VBQUEsSUFFN0RDLFFBQVEsQ0FBQzNFLE1BQU07WUFBQWlGLFNBQUEsQ0FBQWhDLElBQUE7WUFBQTtVQUFBO1VBQUEsTUFDWixJQUFJa0IsS0FBSyxDQUFDLGtEQUFrRCxDQUFDO1FBQUE7VUFBQSxPQUFBYyxTQUFBLENBQUF4QixNQUFBLFdBRTlEO1lBQUN3QyxJQUFJLEVBQUUsVUFBVTtZQUFFdEIsUUFBUSxFQUFSQSxRQUFRO1lBQUVELFVBQVUsRUFBVkE7VUFBVSxDQUFDO1FBQUE7UUFBQTtVQUFBLE9BQUFPLFNBQUEsQ0FBQXRCLElBQUE7TUFBQTtJQUFBLEdBQUFZLFFBQUE7RUFBQSxDQUNoRDtFQUFBLE9BQUFELGlCQUFBLENBQUF2QyxLQUFBLE9BQUFoQyxTQUFBO0FBQUEiLCJpZ25vcmVMaXN0IjpbXX0=
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
export {};
|
|
2
|
+
export {};
|
|
3
|
+
//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6W10sInNvdXJjZXMiOlsiLi4vLi4vc3JjL3R5cGVzLnRzIl0sInNvdXJjZXNDb250ZW50IjpbIi8vIFNQRFgtTGljZW5zZS1JZGVudGlmaWVyOiBNSVRcbi8vIENvcHlyaWdodCBjb250cmlidXRvcnMgdG8gdGhlIGtlcGxlci5nbCBwcm9qZWN0XG5cbmV4cG9ydCB0eXBlIEZpbGVDYWNoZUl0ZW0gPSB7XG4gIGRhdGE6IGFueTtcbiAgLyoqXG4gICAqIEN1bXVsYXRpdmUgQXJyb3cgc25hcHNob3RzIHJlcGxheWVkIGFmdGVyIHRoZSB1c2VyIGNvbmZpcm1zIEFkZCBEYXRhLlxuICAgKiBLZXB0IG91dHNpZGUgYGRhdGFgIHNvIHRoZSBmaW5hbCBzdGFnZWQgZGF0YXNldCByZW1haW5zIGF2YWlsYWJsZSBmb3JcbiAgICogdmFsaWRhdGlvbiBhbmQgcm93LWNvdW50IGRpc3BsYXkgd2l0aG91dCBiZWluZyBhZGRlZCB0byB0aGUgbWFwIGVhcmx5LlxuICAgKi9cbiAgcHJvZ3Jlc3NpdmVEYXRhPzogYW55W107XG4gIGluZm86IHtcbiAgICBpZD86IHN0cmluZztcbiAgICBsYWJlbDogc3RyaW5nO1xuICAgIGZvcm1hdDogc3RyaW5nO1xuICAgIHR5cGU/OiBzdHJpbmc7XG4gIH07XG4gIG1ldGFkYXRhPzoge1xuICAgIHNvdXJjZT86IHN0cmluZztcbiAgICBmb3JtYXQ/OiBzdHJpbmc7XG4gICAgc291cmNlRm9ybWF0Pzogc3RyaW5nO1xuICAgIFtrZXk6IHN0cmluZ106IHVua25vd247XG4gIH07XG59O1xuXG5leHBvcnQgdHlwZSBWYWxpZEtlcGxlckdsTWFwID0ge1xuICBkYXRhc2V0czogdW5rbm93bjtcbiAgY29uZmlnOiB1bmtub3duO1xuICBpbmZvOiBSZWNvcmQ8c3RyaW5nLCBzdHJpbmc+O1xufTtcbiJdLCJtYXBwaW5ncyI6IiIsImlnbm9yZUxpc3QiOltdfQ==
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { Field, FieldPair } from '@kepler.gl/types';
|
|
2
|
+
import { DataContainerInterface } from '@kepler.gl/utils';
|
|
3
|
+
import type { FeatureCollection } from 'geojson';
|
|
4
|
+
/**
|
|
5
|
+
* Turn dataset rows into a FeatureCollection.
|
|
6
|
+
* Columns listed in `hiddenColumns` are left out of feature properties.
|
|
7
|
+
* A geometry column is still used to build the feature geometry.
|
|
8
|
+
*/
|
|
9
|
+
export declare function datasetToFeatureCollection(data: DataContainerInterface, fields: Field[], options?: {
|
|
10
|
+
hiddenColumns?: string[];
|
|
11
|
+
fieldPairs?: FieldPair[];
|
|
12
|
+
}): FeatureCollection;
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import type { FeatureCollection } from 'geojson';
|
|
2
|
+
import type { SqlJsStatic } from 'sql.js';
|
|
3
|
+
/**
|
|
4
|
+
* Synchronous core of {@link writeGeoPackage}, separated so it can be unit-tested
|
|
5
|
+
* with an already-initialised sql.js factory (the async wrapper resolves the
|
|
6
|
+
* factory through a Vite `?url` import that only works in the browser).
|
|
7
|
+
*
|
|
8
|
+
* Args:
|
|
9
|
+
* SQL: An initialised sql.js factory.
|
|
10
|
+
* geojson: Features to write (assumed WGS84).
|
|
11
|
+
* layerName: Name of the single feature table / layer in the GeoPackage.
|
|
12
|
+
*
|
|
13
|
+
* Returns:
|
|
14
|
+
* The GeoPackage file as bytes.
|
|
15
|
+
*/
|
|
16
|
+
export declare function writeGeoPackageSync(SQL: SqlJsStatic, geojson: FeatureCollection, layerName: string): Uint8Array;
|
|
17
|
+
/**
|
|
18
|
+
* Write a GeoJSON FeatureCollection to a GeoPackage (loads sql.js, then defers
|
|
19
|
+
* to {@link writeGeoPackageSync}).
|
|
20
|
+
*
|
|
21
|
+
* Args:
|
|
22
|
+
* geojson: Features to write (assumed WGS84).
|
|
23
|
+
* layerName: Name of the single feature table / layer in the GeoPackage.
|
|
24
|
+
*
|
|
25
|
+
* Returns:
|
|
26
|
+
* The GeoPackage file as bytes.
|
|
27
|
+
*/
|
|
28
|
+
export declare function writeGeoPackage(geojson: FeatureCollection, layerName: string): Promise<Uint8Array>;
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { Field } from '@kepler.gl/types';
|
|
2
|
+
import type { DataContainerInterface } from '@kepler.gl/utils';
|
|
3
|
+
import type { FeatureCollection } from 'geojson';
|
|
4
|
+
/**
|
|
5
|
+
* Write a GeoJSON FeatureCollection as GeoParquet 1.1 (WKB geometry, WGS84).
|
|
6
|
+
*/
|
|
7
|
+
export declare function writeGeoParquet(geojson: FeatureCollection, fields?: Field[], data?: DataContainerInterface): Promise<Uint8Array>;
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { FeatureCollection } from 'geojson';
|
|
2
|
+
export declare class KmlCoordinateError extends Error {
|
|
3
|
+
constructor(featureIndex: number, featureId?: string | number);
|
|
4
|
+
}
|
|
5
|
+
/**
|
|
6
|
+
* Convert a GeoJSON FeatureCollection to a KML 2.2 document.
|
|
7
|
+
*
|
|
8
|
+
* Feature properties are retained in ExtendedData, except primitive `name` and
|
|
9
|
+
* `description` values that are represented by their native KML elements.
|
|
10
|
+
* Simplestyle properties are also promoted to native KML styles for display in
|
|
11
|
+
* Google Earth and other KML clients.
|
|
12
|
+
*/
|
|
13
|
+
export declare function writeKml(geojson: FeatureCollection, documentName: string): string;
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import type { FeatureCollection } from 'geojson';
|
|
2
|
+
/**
|
|
3
|
+
* Write a GeoJSON FeatureCollection to an ESRI Shapefile dataset (the .shp,
|
|
4
|
+
* .shx, .dbf, .prj, and .cpg parts) entirely in the browser.
|
|
5
|
+
*
|
|
6
|
+
* DuckDB-WASM and Pyodide's bundled GDAL cannot write GDAL vector formats in the
|
|
7
|
+
* browser, so the binary parts are assembled directly. The dataset is WGS84
|
|
8
|
+
* (EPSG:4326). All non-null geometries must share one shape family
|
|
9
|
+
* (point/line/polygon). Null geometries are written as the Shapefile "Null"
|
|
10
|
+
* shape so the record count still lines up with the .dbf.
|
|
11
|
+
*/
|
|
12
|
+
export interface ShapefileParts {
|
|
13
|
+
shp: Uint8Array;
|
|
14
|
+
shx: Uint8Array;
|
|
15
|
+
dbf: Uint8Array;
|
|
16
|
+
prj: Uint8Array;
|
|
17
|
+
cpg: Uint8Array;
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Assemble the parts of an ESRI Shapefile from a FeatureCollection.
|
|
21
|
+
*
|
|
22
|
+
* Args:
|
|
23
|
+
* geojson: Features to write (assumed WGS84).
|
|
24
|
+
*
|
|
25
|
+
* Returns:
|
|
26
|
+
* The .shp/.shx/.dbf/.prj/.cpg byte buffers (the caller names and zips them).
|
|
27
|
+
*/
|
|
28
|
+
export declare function writeShapefile(geojson: FeatureCollection): ShapefileParts;
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { SqlJsStatic } from 'sql.js';
|
|
2
|
+
/**
|
|
3
|
+
* Load sql.js once.
|
|
4
|
+
* Tests import the package, which reads the wasm from disk. The browser build
|
|
5
|
+
* of that package calls Node's fs/path/crypto, so the demo bundle loads the
|
|
6
|
+
* script from a CDN instead of importing it.
|
|
7
|
+
*/
|
|
8
|
+
export declare function loadSqlJs(): Promise<SqlJsStatic>;
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { Field, FieldPair } from '@kepler.gl/types';
|
|
2
|
+
import { DataContainerInterface } from '@kepler.gl/utils';
|
|
3
|
+
export { datasetToFeatureCollection } from './dataset-to-geojson';
|
|
4
|
+
export type EncodedDatasetExport = {
|
|
5
|
+
data: BlobPart;
|
|
6
|
+
extension: string;
|
|
7
|
+
mimeType: string;
|
|
8
|
+
};
|
|
9
|
+
/** Turn a dataset label into a filesystem-safe export base name. */
|
|
10
|
+
export declare function sanitizeExportName(name: string): string;
|
|
11
|
+
/**
|
|
12
|
+
* Encode a dataset for download. Hidden attribute-table columns are omitted.
|
|
13
|
+
* Geometry columns that are hidden are still used to build the feature geometry.
|
|
14
|
+
*/
|
|
15
|
+
export declare function encodeDatasetExport(options: {
|
|
16
|
+
data: DataContainerInterface;
|
|
17
|
+
fields: Field[];
|
|
18
|
+
fieldPairs?: FieldPair[];
|
|
19
|
+
hiddenColumns?: string[];
|
|
20
|
+
dataType: string;
|
|
21
|
+
layerName: string;
|
|
22
|
+
}): Promise<EncodedDatasetExport>;
|
package/dist/file-handler.d.ts
CHANGED
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import { Loader } from '@loaders.gl/loader-utils';
|
|
2
|
+
import { ParseGeoArrowInput, ParseGeoArrowResult } from '@loaders.gl/arrow';
|
|
2
3
|
import { isArrowTable } from '@kepler.gl/utils';
|
|
3
|
-
import { AddDataToMapPayload,
|
|
4
|
-
import { FeatureCollection } from '
|
|
4
|
+
import { AddDataToMapOptions, AddDataToMapPayload, GeoArrowBinaryData, ProcessorResult } from '@kepler.gl/types';
|
|
5
|
+
import type { Feature, FeatureCollection } from 'geojson';
|
|
5
6
|
import { FileCacheItem, ValidKeplerGlMap } from './types';
|
|
6
7
|
export type ProcessFileDataContent = {
|
|
7
8
|
data: unknown;
|
|
@@ -14,8 +15,39 @@ export type ProcessFileDataContent = {
|
|
|
14
15
|
};
|
|
15
16
|
/** metadata e.g. for arrow data, metadata could be the schema.fields */
|
|
16
17
|
metadata?: Map<string, string>;
|
|
18
|
+
/** Remote URL this file was fetched from, if any. */
|
|
19
|
+
sourceUrl?: string;
|
|
20
|
+
/** User-selected or inferred remote file format (csv, geojson, parquet, …). */
|
|
21
|
+
keplerFormat?: string;
|
|
22
|
+
/** Poll interval in ms, copied from a remote URL load. */
|
|
23
|
+
refreshIntervalMs?: number;
|
|
24
|
+
/** HTTP ETag from the remote fetch, used for the next conditional refresh. */
|
|
25
|
+
etag?: string;
|
|
26
|
+
/** HTTP Last-Modified from the remote fetch, used for the next conditional refresh. */
|
|
27
|
+
lastModified?: string;
|
|
28
|
+
/** Original file size in bytes, kept so a remounted uploader can still warn. */
|
|
29
|
+
fileSize?: number;
|
|
30
|
+
/**
|
|
31
|
+
* When true, skip Arrow record-batch compaction. Set on intermediate
|
|
32
|
+
* progressive Arrow loads so each batch does not copy the growing table.
|
|
33
|
+
*/
|
|
34
|
+
skipArrowCompact?: boolean;
|
|
35
|
+
/** Build cumulative Arrow snapshots that can be replayed after Add Data confirmation. */
|
|
36
|
+
prepareProgressiveReplay?: boolean;
|
|
17
37
|
};
|
|
18
38
|
export { isArrowTable };
|
|
39
|
+
type ParseGeoArrowWorker = (data: ParseGeoArrowInput) => Promise<ParseGeoArrowResult>;
|
|
40
|
+
/**
|
|
41
|
+
* Convert native GeoArrow chunks to deck.gl binary features without blocking
|
|
42
|
+
* the main thread. WKB/WKT remain on the synchronous fallback because the
|
|
43
|
+
* loaders.gl triangulation worker only supports native GeoArrow encodings.
|
|
44
|
+
*/
|
|
45
|
+
export declare function parseGeoArrowBatchesOnWorkers(data: NonNullable<ProcessorResult>, options?: {
|
|
46
|
+
latestOnly?: boolean;
|
|
47
|
+
parseOnWorker?: ParseGeoArrowWorker;
|
|
48
|
+
/** Merge per-batch worker output when the final Arrow table was compacted to one chunk. */
|
|
49
|
+
targetChunkCount?: number;
|
|
50
|
+
}): Promise<GeoArrowBinaryData | undefined>;
|
|
19
51
|
/**
|
|
20
52
|
* check if data is an ArrowData object, which is an array of RecordBatch
|
|
21
53
|
* @param data - object to check
|
|
@@ -25,20 +57,35 @@ export declare function isArrowData(data: any): boolean;
|
|
|
25
57
|
export declare function isGeoJson(json: unknown): json is Feature | FeatureCollection;
|
|
26
58
|
export declare function isFeature(json: unknown): json is Feature;
|
|
27
59
|
export declare function isFeatureCollection(json: unknown): json is FeatureCollection;
|
|
60
|
+
export declare function isGeoJsonFeatureArray(json: unknown): json is Feature[];
|
|
61
|
+
/**
|
|
62
|
+
* Normalize loaders.gl GIS output (Feature arrays, geojson-table, object-row
|
|
63
|
+
* tables of Features) into a GeoJSON Feature or FeatureCollection Kepler can process.
|
|
64
|
+
*/
|
|
65
|
+
export declare function getGeoJsonFromLoaderResult(data: unknown): Feature | FeatureCollection | null;
|
|
28
66
|
export declare function isRowObject(json: any): boolean;
|
|
29
67
|
export declare function isKeplerGlMap(json: unknown): json is ValidKeplerGlMap;
|
|
30
68
|
export declare function makeProgressIterator(asyncIterator: AsyncIterable<any>, info: {
|
|
31
69
|
size: number;
|
|
32
70
|
}): AsyncGenerator;
|
|
33
|
-
export declare function
|
|
34
|
-
export declare function
|
|
71
|
+
export declare function getPersistedRemoteFormat(keplerFormat?: string, fileName?: string): string | undefined;
|
|
72
|
+
export declare function readBatch(asyncIterator: AsyncIterable<any>, fileName: string, sourceUrl?: string, keplerFormat?: string, refreshIntervalMs?: number, etag?: string, lastModified?: string, fileSize?: number): AsyncGenerator;
|
|
73
|
+
export declare function readFileInBatches({ file, loaders, loadOptions, companionFiles, fileName }: {
|
|
35
74
|
file: File;
|
|
36
|
-
fileCache
|
|
37
|
-
loaders
|
|
38
|
-
loadOptions
|
|
75
|
+
fileCache?: FileCacheItem[];
|
|
76
|
+
loaders?: Loader[];
|
|
77
|
+
loadOptions?: any;
|
|
78
|
+
companionFiles?: File[];
|
|
79
|
+
/** Display/progress name. Kept across zip → shapefile recursion. */
|
|
80
|
+
fileName?: string;
|
|
39
81
|
}): Promise<AsyncGenerator>;
|
|
40
82
|
export declare function processFileData({ content, fileCache }: {
|
|
41
83
|
content: ProcessFileDataContent;
|
|
42
84
|
fileCache: FileCacheItem[];
|
|
43
85
|
}): Promise<FileCacheItem[]>;
|
|
44
|
-
|
|
86
|
+
/**
|
|
87
|
+
* Expand staged files into cumulative payloads for one redraw per Arrow batch.
|
|
88
|
+
* Non-progressive files are present only in the first payload.
|
|
89
|
+
*/
|
|
90
|
+
export declare function fileCacheToProgressiveSteps(fileCache: FileCacheItem[]): FileCacheItem[][];
|
|
91
|
+
export declare function filesToDataPayload(fileCache: FileCacheItem[], options?: AddDataToMapOptions): AddDataToMapPayload[];
|
package/dist/index.d.ts
CHANGED
|
@@ -1,3 +1,9 @@
|
|
|
1
1
|
export * from './data-processor';
|
|
2
2
|
export * from './file-handler';
|
|
3
|
+
export * from './remote-file';
|
|
3
4
|
export * from './types';
|
|
5
|
+
export * from './kepler-csv-loader';
|
|
6
|
+
export * from './loader-registry';
|
|
7
|
+
export * from './shapefile-files';
|
|
8
|
+
export { datasetToFeatureCollection, encodeDatasetExport, sanitizeExportName } from './export/vector-export';
|
|
9
|
+
export type { EncodedDatasetExport } from './export/vector-export';
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { LoaderWithParser } from '@loaders.gl/loader-utils';
|
|
2
|
+
import type { CSVLoaderOptions } from '@loaders.gl/csv';
|
|
3
|
+
type KeplerCSVLoaderType = LoaderWithParser<any, any, CSVLoaderOptions>;
|
|
4
|
+
/**
|
|
5
|
+
* CSV loader used by Kepler's asynchronous file-loading path.
|
|
6
|
+
*
|
|
7
|
+
* The parser implementation is dynamically imported on first use. Kepler's
|
|
8
|
+
* existing row processor remains responsible for null normalization and type
|
|
9
|
+
* inference, preserving the public processCsvData contract.
|
|
10
|
+
*/
|
|
11
|
+
export declare const KeplerCSVLoader: KeplerCSVLoaderType;
|
|
12
|
+
export {};
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { Loader } from '@loaders.gl/loader-utils';
|
|
2
|
+
import { type RemoteFileFormat } from '@kepler.gl/constants';
|
|
3
|
+
export type KeplerLoaderEntry = {
|
|
4
|
+
id: string;
|
|
5
|
+
extensions: string[];
|
|
6
|
+
mimeTypes: string[];
|
|
7
|
+
load: () => Promise<Loader>;
|
|
8
|
+
};
|
|
9
|
+
type FileMetadata = {
|
|
10
|
+
name?: string;
|
|
11
|
+
type?: string;
|
|
12
|
+
};
|
|
13
|
+
export declare const KEPLER_LOADER_ENTRIES: KeplerLoaderEntry[];
|
|
14
|
+
/**
|
|
15
|
+
* True when `extension` is a dataset kepler.gl can parse (not a shapefile
|
|
16
|
+
* sidecar, and not `.zip`, which is an archive rather than a dataset).
|
|
17
|
+
* `acceptedFileFormats` still applies.
|
|
18
|
+
*/
|
|
19
|
+
export declare function isLoadableDatasetExtension(extension: string): boolean;
|
|
20
|
+
export declare function isKeplerFileFormatAccepted(token: string): boolean;
|
|
21
|
+
export declare function getAcceptedKeplerLoaderEntries(): KeplerLoaderEntry[];
|
|
22
|
+
export declare function getAcceptedRemoteFileFormats(): readonly RemoteFileFormat[];
|
|
23
|
+
/**
|
|
24
|
+
* Resolve the loaders needed for a file. Loader modules are imported only for
|
|
25
|
+
* matching extensions/MIME types; extensionless or unknown files retain core's
|
|
26
|
+
* content-based selection by loading all default candidates.
|
|
27
|
+
*/
|
|
28
|
+
export declare function getKeplerLoaders(file: FileMetadata, customLoaders?: Loader[]): Promise<Loader[]>;
|
|
29
|
+
export {};
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { ProcessorResult } from '@kepler.gl/types';
|
|
2
|
+
import { FileCacheItem } from './types';
|
|
3
|
+
export type KeplerRemoteFile = File & {
|
|
4
|
+
keplerSourceUrl?: string;
|
|
5
|
+
keplerFormat?: string;
|
|
6
|
+
keplerRefreshIntervalMs?: number;
|
|
7
|
+
keplerEtag?: string;
|
|
8
|
+
keplerLastModified?: string;
|
|
9
|
+
};
|
|
10
|
+
export type RemoteLoadProgress = {
|
|
11
|
+
loaded: number;
|
|
12
|
+
total?: number;
|
|
13
|
+
percent: number;
|
|
14
|
+
/** Set once the bytes are in memory and parsing is about to block the main thread. */
|
|
15
|
+
phase?: 'processing';
|
|
16
|
+
};
|
|
17
|
+
export type FetchRemoteFileOptions = {
|
|
18
|
+
format?: string | null;
|
|
19
|
+
onProgress?: (progress: RemoteLoadProgress) => void;
|
|
20
|
+
etag?: string;
|
|
21
|
+
lastModified?: string;
|
|
22
|
+
/** Bypass the HTTP cache. Used for poll/reload, not the first remote URL load. */
|
|
23
|
+
bypassCache?: boolean;
|
|
24
|
+
};
|
|
25
|
+
export type FetchRemoteFileResult = {
|
|
26
|
+
file: KeplerRemoteFile | null;
|
|
27
|
+
notModified: boolean;
|
|
28
|
+
etag?: string;
|
|
29
|
+
lastModified?: string;
|
|
30
|
+
size?: number;
|
|
31
|
+
};
|
|
32
|
+
export type LoadExternallyHostedDatasetResult = {
|
|
33
|
+
data: NonNullable<ProcessorResult> | null;
|
|
34
|
+
notModified: boolean;
|
|
35
|
+
etag?: string;
|
|
36
|
+
lastModified?: string;
|
|
37
|
+
size?: number;
|
|
38
|
+
};
|
|
39
|
+
export declare function getExtensionFromUrl(url: string): string;
|
|
40
|
+
export declare function getMimeTypeForFormat(format?: string | null): string | undefined;
|
|
41
|
+
export declare function isRemoteDatasetUrl(url: string): boolean;
|
|
42
|
+
/**
|
|
43
|
+
* Build a filename loaders.gl can use to pick a parser.
|
|
44
|
+
* Prefers an explicit format, then the URL path extension, then Content-Type.
|
|
45
|
+
*/
|
|
46
|
+
export declare function getFileNameForRemoteUrl(url: string, format?: string | null, mimeType?: string | null): string;
|
|
47
|
+
/**
|
|
48
|
+
* Fetch a remote dataset URL. Uses conditional headers for same-origin requests
|
|
49
|
+
* (or outside a browser) so unchanged files can skip a re-parse.
|
|
50
|
+
*/
|
|
51
|
+
export declare function fetchRemoteFile(url: string, options?: FetchRemoteFileOptions): Promise<FetchRemoteFileResult>;
|
|
52
|
+
/**
|
|
53
|
+
* A remote URL to hold until Add Data. Rows stay empty so adding it runs the
|
|
54
|
+
* externally hosted download instead of parsing a file in the modal.
|
|
55
|
+
*/
|
|
56
|
+
export declare function remoteDatasetFromUrl(url: string, format?: string | null): FileCacheItem;
|
|
57
|
+
/**
|
|
58
|
+
* Fetch a remote dataset URL and wrap it as a File the existing loadFiles pipeline can parse.
|
|
59
|
+
* Sets File.type from an explicit format or the response Content-Type so extensionless
|
|
60
|
+
* URLs (SAS keys) still select the right loader.
|
|
61
|
+
*/
|
|
62
|
+
export declare function fetchRemoteFileAsKeplerFile(url: string, format?: string | null, onProgress?: (progress: RemoteLoadProgress) => void): Promise<KeplerRemoteFile>;
|
|
63
|
+
/**
|
|
64
|
+
* Fetch, parse, and process a remote file into Kepler dataset data.
|
|
65
|
+
* Used when reloading an `externally-hosted` dataset from a saved map config
|
|
66
|
+
* and when refreshing a live remote dataset.
|
|
67
|
+
*/
|
|
68
|
+
export declare function loadExternallyHostedDataset(metadata: {
|
|
69
|
+
source: string;
|
|
70
|
+
format?: string;
|
|
71
|
+
size?: number;
|
|
72
|
+
etag?: string;
|
|
73
|
+
lastModified?: string;
|
|
74
|
+
bypassCache?: boolean;
|
|
75
|
+
onProgress?: (progress: RemoteLoadProgress) => void;
|
|
76
|
+
/** Established CSV columns, supplied only when refreshing an existing table. */
|
|
77
|
+
csvHeader?: string[];
|
|
78
|
+
}): Promise<LoadExternallyHostedDatasetResult>;
|
|
79
|
+
export declare function isExternallyHostedFile(file: File): file is KeplerRemoteFile;
|