@loaders.gl/core 4.0.0-alpha.24 → 4.0.0-alpha.25
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dist.min.js +69 -28
- package/dist/es5/index.js +6 -0
- package/dist/es5/index.js.map +1 -1
- package/dist/es5/lib/api/encode-table.js +6 -4
- package/dist/es5/lib/api/encode-table.js.map +1 -1
- package/dist/es5/lib/api/encode.js +14 -4
- package/dist/es5/lib/api/encode.js.map +1 -1
- package/dist/es5/lib/api/load-in-batches.js +34 -8
- package/dist/es5/lib/api/load-in-batches.js.map +1 -1
- package/dist/es5/lib/api/parse-in-batches.js +1 -1
- package/dist/es5/lib/api/parse-in-batches.js.map +1 -1
- package/dist/es5/lib/api/parse.js +18 -17
- package/dist/es5/lib/api/parse.js.map +1 -1
- package/dist/es5/lib/init.js +1 -1
- package/dist/es5/lib/loader-utils/get-data.js +1 -1
- package/dist/es5/lib/loader-utils/get-data.js.map +1 -1
- package/dist/es5/null-loader.js +1 -1
- package/dist/esm/index.js +2 -1
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/lib/api/encode-table.js +2 -2
- package/dist/esm/lib/api/encode-table.js.map +1 -1
- package/dist/esm/lib/api/encode.js +12 -2
- package/dist/esm/lib/api/encode.js.map +1 -1
- package/dist/esm/lib/api/load-in-batches.js +2 -2
- package/dist/esm/lib/api/load-in-batches.js.map +1 -1
- package/dist/esm/lib/api/parse-in-batches.js +1 -1
- package/dist/esm/lib/api/parse-in-batches.js.map +1 -1
- package/dist/esm/lib/api/parse.js +2 -0
- package/dist/esm/lib/api/parse.js.map +1 -1
- package/dist/esm/lib/init.js +1 -1
- package/dist/esm/lib/loader-utils/get-data.js +1 -1
- package/dist/esm/lib/loader-utils/get-data.js.map +1 -1
- package/dist/esm/null-loader.js +1 -1
- package/dist/null-worker-node.js +1 -1
- package/dist/null-worker.js +1 -1
- package/dist/src/bundle.d.ts.map +1 -0
- package/dist/src/core-addons/write-file-browser.d.ts.map +1 -0
- package/dist/{index.d.ts → src/index.d.ts} +2 -1
- package/dist/src/index.d.ts.map +1 -0
- package/dist/src/iterators/batch-iterators/timed-batch-iterator.d.ts.map +1 -0
- package/dist/src/iterators/make-iterator/make-array-buffer-iterator.d.ts.map +1 -0
- package/dist/src/iterators/make-iterator/make-blob-iterator.d.ts.map +1 -0
- package/dist/src/iterators/make-iterator/make-iterator.d.ts.map +1 -0
- package/dist/src/iterators/make-iterator/make-stream-iterator.d.ts.map +1 -0
- package/dist/src/iterators/make-iterator/make-string-iterator.d.ts.map +1 -0
- package/dist/src/iterators/make-stream/make-dom-stream.d.ts.map +1 -0
- package/dist/src/iterators/make-stream/make-node-stream.d.ts.map +1 -0
- package/dist/src/javascript-utils/is-type.d.ts.map +1 -0
- package/dist/src/lib/api/encode-table.d.ts.map +1 -0
- package/dist/{lib → src/lib}/api/encode.d.ts +7 -0
- package/dist/src/lib/api/encode.d.ts.map +1 -0
- package/dist/src/lib/api/load-in-batches.d.ts.map +1 -0
- package/dist/src/lib/api/load.d.ts.map +1 -0
- package/dist/src/lib/api/loader-options.d.ts.map +1 -0
- package/dist/src/lib/api/parse-in-batches.d.ts.map +1 -0
- package/dist/src/lib/api/parse-sync.d.ts.map +1 -0
- package/dist/src/lib/api/parse.d.ts.map +1 -0
- package/dist/src/lib/api/register-loaders.d.ts.map +1 -0
- package/dist/src/lib/api/save.d.ts.map +1 -0
- package/dist/src/lib/api/select-loader.d.ts.map +1 -0
- package/dist/src/lib/common.d.ts.map +1 -0
- package/dist/src/lib/fetch/fetch-error-message.d.ts.map +1 -0
- package/dist/src/lib/fetch/fetch-file.d.ts.map +1 -0
- package/dist/src/lib/fetch/fetch-file.node.d.ts.map +1 -0
- package/dist/src/lib/fetch/read-array-buffer.d.ts.map +1 -0
- package/dist/src/lib/fetch/read-file.d.ts.map +1 -0
- package/dist/src/lib/fetch/write-file.d.ts.map +1 -0
- package/dist/src/lib/filesystems/browser-filesystem.d.ts.map +1 -0
- package/dist/src/lib/filesystems/read-array-buffer.d.ts.map +1 -0
- package/dist/{lib → src/lib}/init.d.ts.map +1 -1
- package/dist/src/lib/loader-utils/check-errors.d.ts.map +1 -0
- package/dist/src/lib/loader-utils/get-data.d.ts.map +1 -0
- package/dist/src/lib/loader-utils/get-fetch-function.d.ts.map +1 -0
- package/dist/src/lib/loader-utils/loader-context.d.ts.map +1 -0
- package/dist/src/lib/loader-utils/loggers.d.ts.map +1 -0
- package/dist/src/lib/loader-utils/normalize-loader.d.ts.map +1 -0
- package/dist/src/lib/loader-utils/option-defaults.d.ts.map +1 -0
- package/dist/src/lib/loader-utils/option-utils.d.ts.map +1 -0
- package/dist/src/lib/progress/fetch-progress.d.ts.map +1 -0
- package/dist/src/lib/utils/log.d.ts.map +1 -0
- package/dist/src/lib/utils/mime-type-utils.d.ts.map +1 -0
- package/dist/src/lib/utils/resource-utils.d.ts.map +1 -0
- package/dist/src/lib/utils/response-utils.d.ts.map +1 -0
- package/dist/src/lib/utils/url-utils.d.ts.map +1 -0
- package/dist/src/null-loader.d.ts.map +1 -0
- package/dist/src/workers/null-worker.d.ts.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -0
- package/package.json +4 -4
- package/src/index.ts +2 -1
- package/src/lib/api/encode-table.ts +3 -3
- package/src/lib/api/encode.ts +21 -2
- package/src/lib/api/load-in-batches.ts +10 -5
- package/src/lib/api/parse-in-batches.ts +2 -3
- package/src/lib/api/parse.ts +3 -0
- package/src/lib/loader-utils/get-data.ts +1 -2
- package/dist/bundle.d.ts.map +0 -1
- package/dist/core-addons/write-file-browser.d.ts.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/iterators/batch-iterators/timed-batch-iterator.d.ts.map +0 -1
- package/dist/iterators/make-iterator/make-array-buffer-iterator.d.ts.map +0 -1
- package/dist/iterators/make-iterator/make-blob-iterator.d.ts.map +0 -1
- package/dist/iterators/make-iterator/make-iterator.d.ts.map +0 -1
- package/dist/iterators/make-iterator/make-stream-iterator.d.ts.map +0 -1
- package/dist/iterators/make-iterator/make-string-iterator.d.ts.map +0 -1
- package/dist/iterators/make-stream/make-dom-stream.d.ts.map +0 -1
- package/dist/iterators/make-stream/make-node-stream.d.ts.map +0 -1
- package/dist/javascript-utils/is-type.d.ts.map +0 -1
- package/dist/lib/api/encode-table.d.ts.map +0 -1
- package/dist/lib/api/encode.d.ts.map +0 -1
- package/dist/lib/api/load-in-batches.d.ts.map +0 -1
- package/dist/lib/api/load.d.ts.map +0 -1
- package/dist/lib/api/loader-options.d.ts.map +0 -1
- package/dist/lib/api/parse-in-batches.d.ts.map +0 -1
- package/dist/lib/api/parse-sync.d.ts.map +0 -1
- package/dist/lib/api/parse.d.ts.map +0 -1
- package/dist/lib/api/register-loaders.d.ts.map +0 -1
- package/dist/lib/api/save.d.ts.map +0 -1
- package/dist/lib/api/select-loader.d.ts.map +0 -1
- package/dist/lib/common.d.ts.map +0 -1
- package/dist/lib/fetch/fetch-error-message.d.ts.map +0 -1
- package/dist/lib/fetch/fetch-file.d.ts.map +0 -1
- package/dist/lib/fetch/fetch-file.node.d.ts.map +0 -1
- package/dist/lib/fetch/read-array-buffer.d.ts.map +0 -1
- package/dist/lib/fetch/read-file.d.ts.map +0 -1
- package/dist/lib/fetch/write-file.d.ts.map +0 -1
- package/dist/lib/filesystems/browser-filesystem.d.ts.map +0 -1
- package/dist/lib/filesystems/read-array-buffer.d.ts.map +0 -1
- package/dist/lib/loader-utils/check-errors.d.ts.map +0 -1
- package/dist/lib/loader-utils/get-data.d.ts.map +0 -1
- package/dist/lib/loader-utils/get-fetch-function.d.ts.map +0 -1
- package/dist/lib/loader-utils/loader-context.d.ts.map +0 -1
- package/dist/lib/loader-utils/loggers.d.ts.map +0 -1
- package/dist/lib/loader-utils/normalize-loader.d.ts.map +0 -1
- package/dist/lib/loader-utils/option-defaults.d.ts.map +0 -1
- package/dist/lib/loader-utils/option-utils.d.ts.map +0 -1
- package/dist/lib/progress/fetch-progress.d.ts.map +0 -1
- package/dist/lib/utils/log.d.ts.map +0 -1
- package/dist/lib/utils/mime-type-utils.d.ts.map +0 -1
- package/dist/lib/utils/resource-utils.d.ts.map +0 -1
- package/dist/lib/utils/response-utils.d.ts.map +0 -1
- package/dist/lib/utils/url-utils.d.ts.map +0 -1
- package/dist/null-loader.d.ts.map +0 -1
- package/dist/workers/null-worker.d.ts.map +0 -1
- /package/dist/{bundle.d.ts → src/bundle.d.ts} +0 -0
- /package/dist/{core-addons → src/core-addons}/write-file-browser.d.ts +0 -0
- /package/dist/{iterators → src/iterators}/batch-iterators/timed-batch-iterator.d.ts +0 -0
- /package/dist/{iterators → src/iterators}/make-iterator/make-array-buffer-iterator.d.ts +0 -0
- /package/dist/{iterators → src/iterators}/make-iterator/make-blob-iterator.d.ts +0 -0
- /package/dist/{iterators → src/iterators}/make-iterator/make-iterator.d.ts +0 -0
- /package/dist/{iterators → src/iterators}/make-iterator/make-stream-iterator.d.ts +0 -0
- /package/dist/{iterators → src/iterators}/make-iterator/make-string-iterator.d.ts +0 -0
- /package/dist/{iterators → src/iterators}/make-stream/make-dom-stream.d.ts +0 -0
- /package/dist/{iterators → src/iterators}/make-stream/make-node-stream.d.ts +0 -0
- /package/dist/{javascript-utils → src/javascript-utils}/is-type.d.ts +0 -0
- /package/dist/{lib → src/lib}/api/encode-table.d.ts +0 -0
- /package/dist/{lib → src/lib}/api/load-in-batches.d.ts +0 -0
- /package/dist/{lib → src/lib}/api/load.d.ts +0 -0
- /package/dist/{lib → src/lib}/api/loader-options.d.ts +0 -0
- /package/dist/{lib → src/lib}/api/parse-in-batches.d.ts +0 -0
- /package/dist/{lib → src/lib}/api/parse-sync.d.ts +0 -0
- /package/dist/{lib → src/lib}/api/parse.d.ts +0 -0
- /package/dist/{lib → src/lib}/api/register-loaders.d.ts +0 -0
- /package/dist/{lib → src/lib}/api/save.d.ts +0 -0
- /package/dist/{lib → src/lib}/api/select-loader.d.ts +0 -0
- /package/dist/{lib → src/lib}/common.d.ts +0 -0
- /package/dist/{lib → src/lib}/fetch/fetch-error-message.d.ts +0 -0
- /package/dist/{lib → src/lib}/fetch/fetch-file.d.ts +0 -0
- /package/dist/{lib → src/lib}/fetch/fetch-file.node.d.ts +0 -0
- /package/dist/{lib → src/lib}/fetch/read-array-buffer.d.ts +0 -0
- /package/dist/{lib → src/lib}/fetch/read-file.d.ts +0 -0
- /package/dist/{lib → src/lib}/fetch/write-file.d.ts +0 -0
- /package/dist/{lib → src/lib}/filesystems/browser-filesystem.d.ts +0 -0
- /package/dist/{lib → src/lib}/filesystems/read-array-buffer.d.ts +0 -0
- /package/dist/{lib → src/lib}/init.d.ts +0 -0
- /package/dist/{lib → src/lib}/loader-utils/check-errors.d.ts +0 -0
- /package/dist/{lib → src/lib}/loader-utils/get-data.d.ts +0 -0
- /package/dist/{lib → src/lib}/loader-utils/get-fetch-function.d.ts +0 -0
- /package/dist/{lib → src/lib}/loader-utils/loader-context.d.ts +0 -0
- /package/dist/{lib → src/lib}/loader-utils/loggers.d.ts +0 -0
- /package/dist/{lib → src/lib}/loader-utils/normalize-loader.d.ts +0 -0
- /package/dist/{lib → src/lib}/loader-utils/option-defaults.d.ts +0 -0
- /package/dist/{lib → src/lib}/loader-utils/option-utils.d.ts +0 -0
- /package/dist/{lib → src/lib}/progress/fetch-progress.d.ts +0 -0
- /package/dist/{lib → src/lib}/utils/log.d.ts +0 -0
- /package/dist/{lib → src/lib}/utils/mime-type-utils.d.ts +0 -0
- /package/dist/{lib → src/lib}/utils/resource-utils.d.ts +0 -0
- /package/dist/{lib → src/lib}/utils/response-utils.d.ts +0 -0
- /package/dist/{lib → src/lib}/utils/url-utils.d.ts +0 -0
- /package/dist/{null-loader.d.ts → src/null-loader.d.ts} +0 -0
- /package/dist/{workers → src/workers}/null-worker.d.ts +0 -0
package/dist/dist.min.js
CHANGED
|
@@ -61,16 +61,45 @@
|
|
|
61
61
|
}
|
|
62
62
|
});
|
|
63
63
|
|
|
64
|
+
// ../loader-utils/src/lib/option-utils/merge-loader-options.ts
|
|
65
|
+
function mergeLoaderOptions(baseOptions, newOptions) {
|
|
66
|
+
return mergeOptionsRecursively(baseOptions || {}, newOptions);
|
|
67
|
+
}
|
|
68
|
+
function mergeOptionsRecursively(baseOptions, newOptions) {
|
|
69
|
+
const options = { ...baseOptions };
|
|
70
|
+
for (const [key, newValue] of Object.entries(newOptions)) {
|
|
71
|
+
if (newValue && typeof newValue === "object" && !Array.isArray(newValue)) {
|
|
72
|
+
options[key] = mergeOptionsRecursively(options[key] || {}, newOptions[key]);
|
|
73
|
+
} else {
|
|
74
|
+
options[key] = newOptions[key];
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
return options;
|
|
78
|
+
}
|
|
79
|
+
var init_merge_loader_options = __esm({
|
|
80
|
+
"../loader-utils/src/lib/option-utils/merge-loader-options.ts"() {
|
|
81
|
+
}
|
|
82
|
+
});
|
|
83
|
+
|
|
64
84
|
// ../worker-utils/src/lib/env-utils/version.ts
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
DEFAULT_VERSION = "beta";
|
|
69
|
-
VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : DEFAULT_VERSION;
|
|
85
|
+
function getVersion() {
|
|
86
|
+
if (!globalThis._loadersgl_?.version) {
|
|
87
|
+
globalThis._loadersgl_ = globalThis._loadersgl_ || {};
|
|
70
88
|
if (typeof __VERSION__ === "undefined") {
|
|
71
89
|
console.error("loaders.gl: The __VERSION__ variable is not injected using babel plugin. Latest unstable workers would be fetched from the CDN.");
|
|
90
|
+
globalThis._loadersgl_.version = NPM_TAG;
|
|
91
|
+
} else {
|
|
92
|
+
globalThis._loadersgl_.version = __VERSION__;
|
|
72
93
|
}
|
|
73
94
|
}
|
|
95
|
+
return globalThis._loadersgl_.version;
|
|
96
|
+
}
|
|
97
|
+
var NPM_TAG, VERSION;
|
|
98
|
+
var init_version = __esm({
|
|
99
|
+
"../worker-utils/src/lib/env-utils/version.ts"() {
|
|
100
|
+
NPM_TAG = "beta";
|
|
101
|
+
VERSION = getVersion();
|
|
102
|
+
}
|
|
74
103
|
});
|
|
75
104
|
|
|
76
105
|
// ../worker-utils/src/lib/env-utils/assert.ts
|
|
@@ -530,7 +559,7 @@
|
|
|
530
559
|
|
|
531
560
|
// ../worker-utils/src/lib/worker-api/get-worker-url.ts
|
|
532
561
|
function getWorkerName(worker) {
|
|
533
|
-
const warning = worker.version !==
|
|
562
|
+
const warning = worker.version !== VERSION ? ` (worker-utils@${VERSION})` : "";
|
|
534
563
|
return `${worker.name}@${worker.version}${warning}`;
|
|
535
564
|
}
|
|
536
565
|
function getWorkerURL(worker, options = {}) {
|
|
@@ -554,14 +583,11 @@
|
|
|
554
583
|
assert2(url);
|
|
555
584
|
return url;
|
|
556
585
|
}
|
|
557
|
-
var NPM_TAG, VERSION2;
|
|
558
586
|
var init_get_worker_url = __esm({
|
|
559
587
|
"../worker-utils/src/lib/worker-api/get-worker-url.ts"() {
|
|
560
588
|
init_assert2();
|
|
561
589
|
init_globals2();
|
|
562
590
|
init_version();
|
|
563
|
-
NPM_TAG = "beta";
|
|
564
|
-
VERSION2 = typeof VERSION !== "undefined" ? VERSION : NPM_TAG;
|
|
565
591
|
}
|
|
566
592
|
});
|
|
567
593
|
|
|
@@ -1233,15 +1259,15 @@
|
|
|
1233
1259
|
function parseTextSync(text) {
|
|
1234
1260
|
return JSON.parse(text);
|
|
1235
1261
|
}
|
|
1236
|
-
var
|
|
1262
|
+
var VERSION2, JSONLoader;
|
|
1237
1263
|
var init_json_loader = __esm({
|
|
1238
1264
|
"../loader-utils/src/json-loader.ts"() {
|
|
1239
|
-
|
|
1265
|
+
VERSION2 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
|
|
1240
1266
|
JSONLoader = {
|
|
1241
1267
|
name: "JSON",
|
|
1242
1268
|
id: "json",
|
|
1243
1269
|
module: "json",
|
|
1244
|
-
version:
|
|
1270
|
+
version: VERSION2,
|
|
1245
1271
|
extensions: ["json", "geojson"],
|
|
1246
1272
|
mimeTypes: ["application/json"],
|
|
1247
1273
|
category: "json",
|
|
@@ -1469,6 +1495,7 @@
|
|
|
1469
1495
|
"../loader-utils/src/index.ts"() {
|
|
1470
1496
|
init_assert();
|
|
1471
1497
|
init_globals();
|
|
1498
|
+
init_merge_loader_options();
|
|
1472
1499
|
init_parse_with_worker();
|
|
1473
1500
|
init_encode_with_worker();
|
|
1474
1501
|
init_array_buffer_utils();
|
|
@@ -1831,11 +1858,11 @@
|
|
|
1831
1858
|
});
|
|
1832
1859
|
|
|
1833
1860
|
// ../../node_modules/@probe.gl/log/node_modules/@probe.gl/env/dist/utils/globals.js
|
|
1834
|
-
var
|
|
1861
|
+
var VERSION3, isBrowser4;
|
|
1835
1862
|
var init_globals4 = __esm({
|
|
1836
1863
|
"../../node_modules/@probe.gl/log/node_modules/@probe.gl/env/dist/utils/globals.js"() {
|
|
1837
1864
|
init_is_browser();
|
|
1838
|
-
|
|
1865
|
+
VERSION3 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "untranspiled source";
|
|
1839
1866
|
isBrowser4 = isBrowser3();
|
|
1840
1867
|
}
|
|
1841
1868
|
});
|
|
@@ -2172,7 +2199,7 @@
|
|
|
2172
2199
|
id: ""
|
|
2173
2200
|
};
|
|
2174
2201
|
_defineProperty(this, "id", void 0);
|
|
2175
|
-
_defineProperty(this, "VERSION",
|
|
2202
|
+
_defineProperty(this, "VERSION", VERSION3);
|
|
2176
2203
|
_defineProperty(this, "_startTs", getHiResTimestamp2());
|
|
2177
2204
|
_defineProperty(this, "_deltaTs", getHiResTimestamp2());
|
|
2178
2205
|
_defineProperty(this, "_storage", void 0);
|
|
@@ -2375,7 +2402,7 @@
|
|
|
2375
2402
|
return noop;
|
|
2376
2403
|
}
|
|
2377
2404
|
};
|
|
2378
|
-
_defineProperty(Log, "VERSION",
|
|
2405
|
+
_defineProperty(Log, "VERSION", VERSION3);
|
|
2379
2406
|
}
|
|
2380
2407
|
});
|
|
2381
2408
|
|
|
@@ -3056,7 +3083,7 @@
|
|
|
3056
3083
|
return makeIterator(data, options);
|
|
3057
3084
|
}
|
|
3058
3085
|
if (isAsyncIterable(data)) {
|
|
3059
|
-
return data
|
|
3086
|
+
return data;
|
|
3060
3087
|
}
|
|
3061
3088
|
return getIterableFromData(data);
|
|
3062
3089
|
}
|
|
@@ -3178,6 +3205,7 @@
|
|
|
3178
3205
|
}
|
|
3179
3206
|
async function parseWithLoader(loader, data, options, context) {
|
|
3180
3207
|
validateWorkerVersion(loader);
|
|
3208
|
+
options = mergeLoaderOptions(loader.options, options);
|
|
3181
3209
|
if (isResponse(data)) {
|
|
3182
3210
|
const response = data;
|
|
3183
3211
|
const { ok, redirected, status, statusText, type, url } = response;
|
|
@@ -3208,6 +3236,7 @@
|
|
|
3208
3236
|
init_normalize_loader();
|
|
3209
3237
|
init_is_type();
|
|
3210
3238
|
init_option_utils();
|
|
3239
|
+
init_src2();
|
|
3211
3240
|
init_get_data();
|
|
3212
3241
|
init_loader_context();
|
|
3213
3242
|
init_resource_utils();
|
|
@@ -3271,7 +3300,7 @@
|
|
|
3271
3300
|
const url = getResourceUrl(data);
|
|
3272
3301
|
const loader = await selectLoader(data, loaders, options);
|
|
3273
3302
|
if (!loader) {
|
|
3274
|
-
return
|
|
3303
|
+
return [];
|
|
3275
3304
|
}
|
|
3276
3305
|
options = normalizeOptions(options, loader, loaderArray, url);
|
|
3277
3306
|
context = getLoaderContext({ url, _parseInBatches: parseInBatches, _parse: parse, loaders: loaderArray }, options, context || null);
|
|
@@ -3389,9 +3418,9 @@
|
|
|
3389
3418
|
if (typeof file === "string") {
|
|
3390
3419
|
const url = file;
|
|
3391
3420
|
const response = await fetch2(url);
|
|
3392
|
-
return await parseInBatches(response, loaders, options);
|
|
3421
|
+
return Array.isArray(loaders) ? await parseInBatches(response, loaders, options) : await parseInBatches(response, loaders, options);
|
|
3393
3422
|
}
|
|
3394
|
-
return await parseInBatches(file, loaders, options);
|
|
3423
|
+
return Array.isArray(loaders) ? await parseInBatches(file, loaders, options) : await parseInBatches(file, loaders, options);
|
|
3395
3424
|
}
|
|
3396
3425
|
var init_load_in_batches = __esm({
|
|
3397
3426
|
"src/lib/api/load-in-batches.ts"() {
|
|
@@ -3428,7 +3457,7 @@
|
|
|
3428
3457
|
const arrayBuffer = await encodeTable(data, writer, options);
|
|
3429
3458
|
return new TextDecoder().decode(arrayBuffer);
|
|
3430
3459
|
}
|
|
3431
|
-
throw new Error(
|
|
3460
|
+
throw new Error(`Writer ${writer.name} could not encode data as text`);
|
|
3432
3461
|
}
|
|
3433
3462
|
function encodeTableInBatches(data, writer, options) {
|
|
3434
3463
|
if (writer.encodeInBatches) {
|
|
@@ -3438,7 +3467,7 @@
|
|
|
3438
3467
|
throw new Error("Writer could not encode data in batches");
|
|
3439
3468
|
}
|
|
3440
3469
|
function getIterator(data) {
|
|
3441
|
-
const dataIterator = [{
|
|
3470
|
+
const dataIterator = [{ ...data, start: 0, end: data.length }];
|
|
3442
3471
|
return dataIterator;
|
|
3443
3472
|
}
|
|
3444
3473
|
var init_encode_table = __esm({
|
|
@@ -3495,7 +3524,17 @@
|
|
|
3495
3524
|
const arrayBuffer = await encode(data, writer, options);
|
|
3496
3525
|
return new TextDecoder().decode(arrayBuffer);
|
|
3497
3526
|
}
|
|
3498
|
-
throw new Error(
|
|
3527
|
+
throw new Error(`Writer ${writer.name} could not encode data as text`);
|
|
3528
|
+
}
|
|
3529
|
+
function encodeTextSync(data, writer, options) {
|
|
3530
|
+
if (writer.text && writer.encodeTextSync) {
|
|
3531
|
+
return writer.encodeTextSync(data, options);
|
|
3532
|
+
}
|
|
3533
|
+
if (writer.text && writer.encodeSync) {
|
|
3534
|
+
const arrayBuffer = encodeSync(data, writer, options);
|
|
3535
|
+
return new TextDecoder().decode(arrayBuffer);
|
|
3536
|
+
}
|
|
3537
|
+
throw new Error(`Writer ${writer.name} could not encode data as text`);
|
|
3499
3538
|
}
|
|
3500
3539
|
function encodeInBatches(data, writer, options) {
|
|
3501
3540
|
if (writer.encodeInBatches) {
|
|
@@ -3514,7 +3553,7 @@
|
|
|
3514
3553
|
return outputFilename;
|
|
3515
3554
|
}
|
|
3516
3555
|
function getIterator2(data) {
|
|
3517
|
-
const dataIterator = [{
|
|
3556
|
+
const dataIterator = [{ ...data, start: 0, end: data.length }];
|
|
3518
3557
|
return dataIterator;
|
|
3519
3558
|
}
|
|
3520
3559
|
function getTemporaryFilename(filename2) {
|
|
@@ -3582,15 +3621,15 @@
|
|
|
3582
3621
|
function parseSync2(arrayBuffer, options, context) {
|
|
3583
3622
|
return null;
|
|
3584
3623
|
}
|
|
3585
|
-
var
|
|
3624
|
+
var VERSION4, NullWorkerLoader, NullLoader;
|
|
3586
3625
|
var init_null_loader = __esm({
|
|
3587
3626
|
"src/null-loader.ts"() {
|
|
3588
|
-
|
|
3627
|
+
VERSION4 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
|
|
3589
3628
|
NullWorkerLoader = {
|
|
3590
3629
|
name: "Null loader",
|
|
3591
3630
|
id: "null",
|
|
3592
3631
|
module: "core",
|
|
3593
|
-
version:
|
|
3632
|
+
version: VERSION4,
|
|
3594
3633
|
worker: true,
|
|
3595
3634
|
mimeTypes: ["application/x.empty"],
|
|
3596
3635
|
extensions: ["null"],
|
|
@@ -3603,7 +3642,7 @@
|
|
|
3603
3642
|
name: "Null loader",
|
|
3604
3643
|
id: "null",
|
|
3605
3644
|
module: "core",
|
|
3606
|
-
version:
|
|
3645
|
+
version: VERSION4,
|
|
3607
3646
|
mimeTypes: ["application/x.empty"],
|
|
3608
3647
|
extensions: ["null"],
|
|
3609
3648
|
parse: async (arrayBuffer, options, context) => parseSync2(arrayBuffer, options || {}, context),
|
|
@@ -3774,6 +3813,7 @@
|
|
|
3774
3813
|
encodeTableAsText: () => encodeTableAsText,
|
|
3775
3814
|
encodeTableInBatches: () => encodeTableInBatches,
|
|
3776
3815
|
encodeText: () => encodeText,
|
|
3816
|
+
encodeTextSync: () => encodeTextSync,
|
|
3777
3817
|
encodeURLtoURL: () => encodeURLtoURL,
|
|
3778
3818
|
fetchFile: () => fetchFile,
|
|
3779
3819
|
forEach: () => forEach,
|
|
@@ -3832,6 +3872,7 @@
|
|
|
3832
3872
|
init_load_in_batches();
|
|
3833
3873
|
init_encode_table();
|
|
3834
3874
|
init_encode();
|
|
3875
|
+
init_encode();
|
|
3835
3876
|
init_save();
|
|
3836
3877
|
init_src2();
|
|
3837
3878
|
init_src2();
|
package/dist/es5/index.js
CHANGED
|
@@ -105,6 +105,12 @@ Object.defineProperty(exports, "encodeText", {
|
|
|
105
105
|
return _encode.encodeText;
|
|
106
106
|
}
|
|
107
107
|
});
|
|
108
|
+
Object.defineProperty(exports, "encodeTextSync", {
|
|
109
|
+
enumerable: true,
|
|
110
|
+
get: function get() {
|
|
111
|
+
return _encode.encodeTextSync;
|
|
112
|
+
}
|
|
113
|
+
});
|
|
108
114
|
Object.defineProperty(exports, "encodeURLtoURL", {
|
|
109
115
|
enumerable: true,
|
|
110
116
|
get: function get() {
|
package/dist/es5/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","names":["_fetchFile","require","_readArrayBuffer","_readFile","_writeFile","_loaderOptions","_registerLoaders","_selectLoader","_parse","_parseSync","_parseInBatches","_load","_loadInBatches","_encodeTable","_encode","_save","_loaderUtils","_makeIterator","_makeNodeStream","_nullLoader","_fetchProgress","_browserFilesystem","_isType"],"sources":["../../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n// TYPES\nexport type {\n Loader,\n LoaderWithParser,\n LoaderContext,\n LoaderOptions,\n Writer,\n WriterOptions,\n DataType,\n SyncDataType,\n BatchableDataType,\n FileSystem,\n RandomAccessReadFileSystem\n} from '@loaders.gl/loader-utils';\n\n// FILE READING AND WRITING\nexport {fetchFile} from './lib/fetch/fetch-file';\n\nexport {readArrayBuffer} from './lib/fetch/read-array-buffer';\nexport {readFileSync} from './lib/fetch/read-file';\nexport {writeFile, writeFileSync} from './lib/fetch/write-file';\n\n// CONFIGURATION\nexport {setLoaderOptions, getLoaderOptions} from './lib/api/loader-options';\nexport {registerLoaders} from './lib/api/register-loaders';\nexport {selectLoader, selectLoaderSync} from './lib/api/select-loader';\n\n// LOADING (READING + PARSING)\nexport {parse} from './lib/api/parse';\nexport {parseSync} from './lib/api/parse-sync';\nexport {parseInBatches} from './lib/api/parse-in-batches';\n\nexport {load} from './lib/api/load';\nexport {loadInBatches} from './lib/api/load-in-batches';\n\n// ENCODING (ENCODING AND WRITING)\nexport {encodeTable, encodeTableAsText, encodeTableInBatches} from './lib/api/encode-table';\nexport {encode, encodeSync, encodeInBatches, encodeText,
|
|
1
|
+
{"version":3,"file":"index.js","names":["_fetchFile","require","_readArrayBuffer","_readFile","_writeFile","_loaderOptions","_registerLoaders","_selectLoader","_parse","_parseSync","_parseInBatches","_load","_loadInBatches","_encodeTable","_encode","_save","_loaderUtils","_makeIterator","_makeNodeStream","_nullLoader","_fetchProgress","_browserFilesystem","_isType"],"sources":["../../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n// TYPES\nexport type {\n Loader,\n LoaderWithParser,\n LoaderContext,\n LoaderOptions,\n Writer,\n WriterOptions,\n DataType,\n SyncDataType,\n BatchableDataType,\n FileSystem,\n RandomAccessReadFileSystem\n} from '@loaders.gl/loader-utils';\n\n// FILE READING AND WRITING\nexport {fetchFile} from './lib/fetch/fetch-file';\n\nexport {readArrayBuffer} from './lib/fetch/read-array-buffer';\nexport {readFileSync} from './lib/fetch/read-file';\nexport {writeFile, writeFileSync} from './lib/fetch/write-file';\n\n// CONFIGURATION\nexport {setLoaderOptions, getLoaderOptions} from './lib/api/loader-options';\nexport {registerLoaders} from './lib/api/register-loaders';\nexport {selectLoader, selectLoaderSync} from './lib/api/select-loader';\n\n// LOADING (READING + PARSING)\nexport {parse} from './lib/api/parse';\nexport {parseSync} from './lib/api/parse-sync';\nexport {parseInBatches} from './lib/api/parse-in-batches';\n\nexport {load} from './lib/api/load';\nexport {loadInBatches} from './lib/api/load-in-batches';\n\n// ENCODING (ENCODING AND WRITING)\nexport {encodeTable, encodeTableAsText, encodeTableInBatches} from './lib/api/encode-table';\nexport {encode, encodeSync, encodeInBatches, encodeURLtoURL} from './lib/api/encode';\nexport {encodeText, encodeTextSync} from './lib/api/encode';\nexport {save, saveSync} from './lib/api/save';\n\n// CORE UTILS SHARED WITH LOADERS (RE-EXPORTED FROM LOADER-UTILS)\nexport {setPathPrefix, getPathPrefix, resolvePath} from '@loaders.gl/loader-utils';\nexport {RequestScheduler} from '@loaders.gl/loader-utils';\n\n// ITERATOR UTILS\nexport {makeIterator} from './iterators/make-iterator/make-iterator';\nexport {makeStream} from './iterators/make-stream/make-node-stream';\n\n// CORE LOADERS\nexport {NullWorkerLoader, NullLoader} from './null-loader';\nexport {JSONLoader} from '@loaders.gl/loader-utils';\n\n// EXPERIMENTAL\nexport {fetchProgress as _fetchProgress} from './lib/progress/fetch-progress';\nexport {BrowserFileSystem as _BrowserFileSystem} from './lib/filesystems/browser-filesystem';\n\n// FOR TESTING\nexport {_unregisterLoaders} from './lib/api/register-loaders';\n\n//\n// TODO - MOVE TO LOADER-UTILS AND DEPRECATE IN CORE?\n//\n\nexport {isBrowser, isWorker, self, window, global, document} from '@loaders.gl/loader-utils';\nexport {assert} from '@loaders.gl/loader-utils';\nexport {forEach, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\n\nexport {\n makeTextDecoderIterator,\n makeTextEncoderIterator,\n makeLineIterator,\n makeNumberedLineIterator\n} from '@loaders.gl/loader-utils';\n\n// \"JAVASCRIPT\" UTILS - move to loader-utils?\nexport {\n isPureObject,\n isPromise,\n isIterable,\n isAsyncIterable,\n isIterator,\n isResponse,\n isReadableStream,\n isWritableStream\n} from './javascript-utils/is-type';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkBA,IAAAA,UAAA,GAAAC,OAAA;AAEA,IAAAC,gBAAA,GAAAD,OAAA;AACA,IAAAE,SAAA,GAAAF,OAAA;AACA,IAAAG,UAAA,GAAAH,OAAA;AAGA,IAAAI,cAAA,GAAAJ,OAAA;AACA,IAAAK,gBAAA,GAAAL,OAAA;AACA,IAAAM,aAAA,GAAAN,OAAA;AAGA,IAAAO,MAAA,GAAAP,OAAA;AACA,IAAAQ,UAAA,GAAAR,OAAA;AACA,IAAAS,eAAA,GAAAT,OAAA;AAEA,IAAAU,KAAA,GAAAV,OAAA;AACA,IAAAW,cAAA,GAAAX,OAAA;AAGA,IAAAY,YAAA,GAAAZ,OAAA;AACA,IAAAa,OAAA,GAAAb,OAAA;AAEA,IAAAc,KAAA,GAAAd,OAAA;AAGA,IAAAe,YAAA,GAAAf,OAAA;AAIA,IAAAgB,aAAA,GAAAhB,OAAA;AACA,IAAAiB,eAAA,GAAAjB,OAAA;AAGA,IAAAkB,WAAA,GAAAlB,OAAA;AAIA,IAAAmB,cAAA,GAAAnB,OAAA;AACA,IAAAoB,kBAAA,GAAApB,OAAA;AAqBA,IAAAqB,OAAA,GAAArB,OAAA"}
|
|
@@ -8,8 +8,11 @@ exports.encodeTable = encodeTable;
|
|
|
8
8
|
exports.encodeTableAsText = encodeTableAsText;
|
|
9
9
|
exports.encodeTableInBatches = encodeTableInBatches;
|
|
10
10
|
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
11
|
+
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
11
12
|
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
12
13
|
var _loaderUtils = require("@loaders.gl/loader-utils");
|
|
14
|
+
function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
|
|
15
|
+
function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
|
|
13
16
|
function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
|
|
14
17
|
function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
|
|
15
18
|
function encodeTable(_x, _x2, _x3) {
|
|
@@ -132,7 +135,7 @@ function _encodeTableAsText() {
|
|
|
132
135
|
arrayBuffer = _context2.sent;
|
|
133
136
|
return _context2.abrupt("return", new TextDecoder().decode(arrayBuffer));
|
|
134
137
|
case 9:
|
|
135
|
-
throw new Error(
|
|
138
|
+
throw new Error("Writer ".concat(writer.name, " could not encode data as text"));
|
|
136
139
|
case 10:
|
|
137
140
|
case "end":
|
|
138
141
|
return _context2.stop();
|
|
@@ -149,11 +152,10 @@ function encodeTableInBatches(data, writer, options) {
|
|
|
149
152
|
throw new Error('Writer could not encode data in batches');
|
|
150
153
|
}
|
|
151
154
|
function getIterator(data) {
|
|
152
|
-
var dataIterator = [{
|
|
153
|
-
table: data,
|
|
155
|
+
var dataIterator = [_objectSpread(_objectSpread({}, data), {}, {
|
|
154
156
|
start: 0,
|
|
155
157
|
end: data.length
|
|
156
|
-
}];
|
|
158
|
+
})];
|
|
157
159
|
return dataIterator;
|
|
158
160
|
}
|
|
159
161
|
//# sourceMappingURL=encode-table.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"encode-table.js","names":["_loaderUtils","require","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","
|
|
1
|
+
{"version":3,"file":"encode-table.js","names":["_loaderUtils","require","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Promise","reject","done","resolve","value","then","n","next","prototype","return","_return","ret","throw","_throw","thr","encodeTable","_x","_x2","_x3","_encodeTable","_asyncToGenerator2","_regenerator","mark","_callee","data","writer","options","text","batches","chunks","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","wrap","_callee$","_context","prev","encode","abrupt","sent","encodeText","TextEncoder","encodeInBatches","encodeTableInBatches","t0","finish","concatenateArrayBuffers","Error","stop","encodeTableAsText","_x4","_x5","_x6","_encodeTableAsText","_callee2","arrayBuffer","_callee2$","_context2","TextDecoder","decode","concat","name","dataIterator","getIterator","start","end"],"sources":["../../../../src/lib/api/encode-table.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc\n\n/* global TextEncoder, TextDecoder */\nimport {concatenateArrayBuffers, Writer, WriterOptionsType} from '@loaders.gl/loader-utils';\nimport {Table} from '@loaders.gl/schema';\n\nexport async function encodeTable<WriterT extends Writer = Writer>(\n data: Table,\n writer: WriterT,\n options?: WriterOptionsType<WriterT>\n): Promise<ArrayBuffer> {\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeText) {\n const text = await writer.encodeText(data, options);\n return new TextEncoder().encode(text);\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeTableInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: ArrayBuffer[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n return concatenateArrayBuffers(...chunks);\n }\n\n throw new Error('Writer could not encode data');\n}\n\nexport async function encodeTableAsText<WriterT extends Writer = Writer>(\n data: Table,\n writer: WriterT,\n options?: WriterOptionsType<WriterT>\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encodeTable(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n throw new Error(`Writer ${writer.name} could not encode data as text`);\n}\n\nexport function encodeTableInBatches<WriterT extends Writer = Writer>(\n data: Table,\n writer: WriterT,\n options?: WriterOptionsType<WriterT>\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n // @ts-expect-error\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\nfunction getIterator(data: any): Iterable<{start: number; end: number}> {\n const dataIterator = [{...data, start: 0, end: data.length}];\n return dataIterator;\n}\n"],"mappings":";;;;;;;;;;;;AAIA,IAAAA,YAAA,GAAAC,OAAA;AAA4F,SAAAC,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAAA,SAAAY,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAApC,MAAA,CAAAoC,CAAA,MAAAA,CAAA,SAAAC,OAAA,CAAAC,MAAA,KAAAL,SAAA,CAAAG,CAAA,+BAAAG,IAAA,GAAAH,CAAA,CAAAG,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAJ,CAAA,CAAAK,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAP,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAS,CAAA,GAAAT,CAAA,CAAAU,IAAA,KAAAZ,qBAAA,CAAAa,SAAA,KAAAX,CAAA,QAAAS,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAT,iCAAA,MAAAQ,CAAA,CAAAnC,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,OAAAkC,MAAA,WAAAC,QAAAN,KAAA,QAAAO,GAAA,QAAAd,CAAA,CAAAY,MAAA,oBAAAE,GAAA,GAAAX,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAJ,iCAAA,CAAAa,GAAA,CAAAxC,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,OAAAqC,KAAA,WAAAC,OAAAT,KAAA,QAAAU,GAAA,QAAAjB,CAAA,CAAAY,MAAA,oBAAAK,GAAA,GAAAd,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAN,iCAAA,CAAAgB,GAAA,CAAA3C,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,aAAAoB,qBAAA,CAAAE,CAAA;AAAA,SAGtEkB,WAAWA,CAAAC,EAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,YAAA,CAAAhD,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA4C,aAAA;EAAAA,YAAA,OAAAC,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAA1B,SAAAC,QACLC,IAAW,EACXC,MAAe,EACfC,OAAoC;IAAA,IAAAC,IAAA,EAAAC,OAAA,EAAAC,MAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA;IAAA,OAAAd,YAAA,CAAAxC,OAAA,CAAAuD,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAA/B,IAAA;QAAA;UAAA,KAEhCkB,MAAM,CAACe,MAAM;YAAAF,QAAA,CAAA/B,IAAA;YAAA;UAAA;UAAA+B,QAAA,CAAA/B,IAAA;UAAA,OACFkB,MAAM,CAACe,MAAM,CAAChB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAY,QAAA,CAAAG,MAAA,WAAAH,QAAA,CAAAI,IAAA;QAAA;UAAA,KAGvCjB,MAAM,CAACkB,UAAU;YAAAL,QAAA,CAAA/B,IAAA;YAAA;UAAA;UAAA+B,QAAA,CAAA/B,IAAA;UAAA,OACAkB,MAAM,CAACkB,UAAU,CAACnB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAA7CC,IAAI,GAAAW,QAAA,CAAAI,IAAA;UAAA,OAAAJ,QAAA,CAAAG,MAAA,WACH,IAAIG,WAAW,CAAC,CAAC,CAACJ,MAAM,CAACb,IAAI,CAAC;QAAA;UAAA,KAGnCF,MAAM,CAACoB,eAAe;YAAAP,QAAA,CAAA/B,IAAA;YAAA;UAAA;UAGlBqB,OAAO,GAAGkB,oBAAoB,CAACtB,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;UAGrDG,MAAqB,GAAG,EAAE;UAAAC,yBAAA;UAAAC,iBAAA;UAAAO,QAAA,CAAAC,IAAA;UAAAN,SAAA,GAAAhD,cAAA,CACN2C,OAAO;QAAA;UAAAU,QAAA,CAAA/B,IAAA;UAAA,OAAA0B,SAAA,CAAA1B,IAAA;QAAA;UAAA,MAAAuB,yBAAA,KAAAI,KAAA,GAAAI,QAAA,CAAAI,IAAA,EAAAxC,IAAA;YAAAoC,QAAA,CAAA/B,IAAA;YAAA;UAAA;UAAhB4B,KAAK,GAAAD,KAAA,CAAA9B,KAAA;UACpByB,MAAM,CAAC3D,IAAI,CAACiE,KAAK,CAAC;QAAC;UAAAL,yBAAA;UAAAQ,QAAA,CAAA/B,IAAA;UAAA;QAAA;UAAA+B,QAAA,CAAA/B,IAAA;UAAA;QAAA;UAAA+B,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAS,EAAA,GAAAT,QAAA;UAAAP,iBAAA;UAAAC,cAAA,GAAAM,QAAA,CAAAS,EAAA;QAAA;UAAAT,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAC,IAAA;UAAA,MAAAT,yBAAA,IAAAG,SAAA,CAAAxB,MAAA;YAAA6B,QAAA,CAAA/B,IAAA;YAAA;UAAA;UAAA+B,QAAA,CAAA/B,IAAA;UAAA,OAAA0B,SAAA,CAAAxB,MAAA;QAAA;UAAA6B,QAAA,CAAAC,IAAA;UAAA,KAAAR,iBAAA;YAAAO,QAAA,CAAA/B,IAAA;YAAA;UAAA;UAAA,MAAAyB,cAAA;QAAA;UAAA,OAAAM,QAAA,CAAAU,MAAA;QAAA;UAAA,OAAAV,QAAA,CAAAU,MAAA;QAAA;UAAA,OAAAV,QAAA,CAAAG,MAAA,WAEdQ,oCAAuB,CAAA9E,KAAA,SAAI0D,MAAM,CAAC;QAAA;UAAA,MAGrC,IAAIqB,KAAK,CAAC,8BAA8B,CAAC;QAAA;QAAA;UAAA,OAAAZ,QAAA,CAAAa,IAAA;MAAA;IAAA,GAAA5B,OAAA;EAAA,CAChD;EAAA,OAAAJ,YAAA,CAAAhD,KAAA,OAAAI,SAAA;AAAA;AAAA,SAEqB6E,iBAAiBA,CAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,kBAAA,CAAArF,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAAiF,mBAAA;EAAAA,kBAAA,OAAApC,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAAhC,SAAAmC,SACLjC,IAAW,EACXC,MAAe,EACfC,OAAoC;IAAA,IAAAgC,WAAA;IAAA,OAAArC,YAAA,CAAAxC,OAAA,CAAAuD,IAAA,UAAAuB,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAArB,IAAA,GAAAqB,SAAA,CAAArD,IAAA;QAAA;UAAA,MAEhCkB,MAAM,CAACE,IAAI,IAAIF,MAAM,CAACkB,UAAU;YAAAiB,SAAA,CAAArD,IAAA;YAAA;UAAA;UAAAqD,SAAA,CAAArD,IAAA;UAAA,OACrBkB,MAAM,CAACkB,UAAU,CAACnB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAkC,SAAA,CAAAnB,MAAA,WAAAmB,SAAA,CAAAlB,IAAA;QAAA;UAAA,MAG3CjB,MAAM,CAACE,IAAI,KAAKF,MAAM,CAACe,MAAM,IAAIf,MAAM,CAACoB,eAAe,CAAC;YAAAe,SAAA,CAAArD,IAAA;YAAA;UAAA;UAAAqD,SAAA,CAAArD,IAAA;UAAA,OAChCQ,WAAW,CAACS,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;QAAA;UAAtDgC,WAAW,GAAAE,SAAA,CAAAlB,IAAA;UAAA,OAAAkB,SAAA,CAAAnB,MAAA,WACV,IAAIoB,WAAW,CAAC,CAAC,CAACC,MAAM,CAACJ,WAAW,CAAC;QAAA;UAAA,MAExC,IAAIR,KAAK,WAAAa,MAAA,CAAWtC,MAAM,CAACuC,IAAI,mCAAgC,CAAC;QAAA;QAAA;UAAA,OAAAJ,SAAA,CAAAT,IAAA;MAAA;IAAA,GAAAM,QAAA;EAAA,CACvE;EAAA,OAAAD,kBAAA,CAAArF,KAAA,OAAAI,SAAA;AAAA;AAEM,SAASuE,oBAAoBA,CAClCtB,IAAW,EACXC,MAAe,EACfC,OAAoC,EACR;EAC5B,IAAID,MAAM,CAACoB,eAAe,EAAE;IAC1B,IAAMoB,YAAY,GAAGC,WAAW,CAAC1C,IAAI,CAAC;IAEtC,OAAOC,MAAM,CAACoB,eAAe,CAACoB,YAAY,EAAEvC,OAAO,CAAC;EACtD;EAEA,MAAM,IAAIwB,KAAK,CAAC,yCAAyC,CAAC;AAC5D;AAEA,SAASgB,WAAWA,CAAC1C,IAAS,EAA0C;EACtE,IAAMyC,YAAY,GAAG,CAAA7F,aAAA,CAAAA,aAAA,KAAKoD,IAAI;IAAE2C,KAAK,EAAE,CAAC;IAAEC,GAAG,EAAE5C,IAAI,CAAChD;EAAM,GAAE;EAC5D,OAAOyF,YAAY;AACrB"}
|
|
@@ -8,6 +8,7 @@ exports.encode = encode;
|
|
|
8
8
|
exports.encodeInBatches = encodeInBatches;
|
|
9
9
|
exports.encodeSync = encodeSync;
|
|
10
10
|
exports.encodeText = encodeText;
|
|
11
|
+
exports.encodeTextSync = encodeTextSync;
|
|
11
12
|
exports.encodeURLtoURL = encodeURLtoURL;
|
|
12
13
|
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
13
14
|
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
@@ -184,7 +185,7 @@ function _encodeText() {
|
|
|
184
185
|
arrayBuffer = _context2.sent;
|
|
185
186
|
return _context2.abrupt("return", new TextDecoder().decode(arrayBuffer));
|
|
186
187
|
case 9:
|
|
187
|
-
throw new Error(
|
|
188
|
+
throw new Error("Writer ".concat(writer.name, " could not encode data as text"));
|
|
188
189
|
case 10:
|
|
189
190
|
case "end":
|
|
190
191
|
return _context2.stop();
|
|
@@ -193,6 +194,16 @@ function _encodeText() {
|
|
|
193
194
|
}));
|
|
194
195
|
return _encodeText.apply(this, arguments);
|
|
195
196
|
}
|
|
197
|
+
function encodeTextSync(data, writer, options) {
|
|
198
|
+
if (writer.text && writer.encodeTextSync) {
|
|
199
|
+
return writer.encodeTextSync(data, options);
|
|
200
|
+
}
|
|
201
|
+
if (writer.text && writer.encodeSync) {
|
|
202
|
+
var arrayBuffer = encodeSync(data, writer, options);
|
|
203
|
+
return new TextDecoder().decode(arrayBuffer);
|
|
204
|
+
}
|
|
205
|
+
throw new Error("Writer ".concat(writer.name, " could not encode data as text"));
|
|
206
|
+
}
|
|
196
207
|
function encodeInBatches(data, writer, options) {
|
|
197
208
|
if (writer.encodeInBatches) {
|
|
198
209
|
var dataIterator = getIterator(data);
|
|
@@ -231,11 +242,10 @@ function _encodeURLtoURL() {
|
|
|
231
242
|
return _encodeURLtoURL.apply(this, arguments);
|
|
232
243
|
}
|
|
233
244
|
function getIterator(data) {
|
|
234
|
-
var dataIterator = [{
|
|
235
|
-
table: data,
|
|
245
|
+
var dataIterator = [_objectSpread(_objectSpread({}, data), {}, {
|
|
236
246
|
start: 0,
|
|
237
247
|
end: data.length
|
|
238
|
-
}];
|
|
248
|
+
})];
|
|
239
249
|
return dataIterator;
|
|
240
250
|
}
|
|
241
251
|
function getTemporaryFilename(filename) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"encode.js","names":["_loaderUtils","require","_workerUtils","_writeFile","_fetchFile","_loaderOptions","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Promise","reject","done","resolve","value","then","n","next","prototype","return","_return","ret","throw","_throw","thr","encode","_x","_x2","_x3","_encode","_asyncToGenerator2","_regenerator","mark","_callee","data","writer","options","globalOptions","batches","chunks","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","tmpInputFilename","tmpOutputFilename","outputFilename","response","wrap","_callee$","_context","prev","getLoaderOptions","canEncodeWithWorker","processOnWorker","abrupt","sent","encodeSync","encodeText","t0","TextEncoder","t1","encodeInBatches","t2","finish","concatenateArrayBuffers","isBrowser","encodeURLtoURL","getTemporaryFilename","writeFile","fetchFile","arrayBuffer","Error","stop","_x4","_x5","_x6","_encodeText","_callee2","_callee2$","_context2","text","TextDecoder","decode","dataIterator","getIterator","_x7","_x8","_x9","_x10","_encodeURLtoURL","_callee3","inputUrl","outputUrl","_callee3$","_context3","resolvePath","table","start","end","filename","concat"],"sources":["../../../../src/lib/api/encode.ts"],"sourcesContent":["import {Writer, WriterOptions, canEncodeWithWorker} from '@loaders.gl/loader-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\nimport {concatenateArrayBuffers, resolvePath} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {writeFile} from '../fetch/write-file';\nimport {fetchFile} from '../fetch/fetch-file';\nimport {getLoaderOptions} from './loader-options';\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport async function encode(\n data: unknown,\n writer: Writer,\n options?: WriterOptions\n): Promise<ArrayBuffer> {\n const globalOptions = getLoaderOptions() as WriterOptions;\n // const globalOptions: WriterOptions = {}; // getWriterOptions();\n options = {...globalOptions, ...options};\n if (canEncodeWithWorker(writer, options)) {\n return await processOnWorker(writer, data, options);\n }\n\n // TODO Merge default writer options with options argument like it is done in load module.\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n\n if (writer.encodeText) {\n return new TextEncoder().encode(await writer.encodeText(data, options));\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: unknown[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n // @ts-ignore\n return concatenateArrayBuffers(...chunks);\n }\n\n if (!isBrowser && writer.encodeURLtoURL) {\n // TODO - how to generate filenames with correct extensions?\n const tmpInputFilename = getTemporaryFilename('input');\n await writeFile(tmpInputFilename, data as ArrayBuffer);\n\n const tmpOutputFilename = getTemporaryFilename('output');\n\n const outputFilename = await encodeURLtoURL(\n tmpInputFilename,\n tmpOutputFilename,\n writer,\n options\n );\n\n const response = await fetchFile(outputFilename);\n return response.arrayBuffer();\n }\n\n throw new Error('Writer could not encode data');\n}\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport function encodeSync(data: unknown, writer: Writer, options?: WriterOptions): ArrayBuffer {\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n throw new Error('Writer could not synchronously encode data');\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport async function encodeText(\n data: unknown,\n writer: Writer,\n options?: WriterOptions\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encode(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error('Writer could not encode data as text');\n}\n\n/**\n * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.\n */\nexport function encodeInBatches(\n data: unknown,\n writer: Writer,\n options?: WriterOptions\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n // @ts-expect-error\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\n/**\n * Encode data stored in a file (on disk) to another file.\n * @note Node.js only. This function enables using command-line converters as \"writers\".\n */\nexport async function encodeURLtoURL(\n inputUrl: string,\n outputUrl: string,\n writer: Writer,\n options?: WriterOptions\n): Promise<string> {\n inputUrl = resolvePath(inputUrl);\n outputUrl = resolvePath(outputUrl);\n if (isBrowser || !writer.encodeURLtoURL) {\n throw new Error();\n }\n const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);\n return outputFilename;\n}\n\n/**\n * @todo TODO - this is an unacceptable hack!!!\n */\nfunction getIterator(data: any): Iterable<{table: any; start: number; end: number}> {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n\n/**\n * @todo Move to utils\n */\nfunction getTemporaryFilename(filename: string): string {\n return `/tmp/${filename}`;\n}\n"],"mappings":";;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AACA,IAAAC,YAAA,GAAAD,OAAA;AAGA,IAAAE,UAAA,GAAAF,OAAA;AACA,IAAAG,UAAA,GAAAH,OAAA;AACA,IAAAI,cAAA,GAAAJ,OAAA;AAAkD,SAAAK,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAAA,SAAAY,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAApC,MAAA,CAAAoC,CAAA,MAAAA,CAAA,SAAAC,OAAA,CAAAC,MAAA,KAAAL,SAAA,CAAAG,CAAA,+BAAAG,IAAA,GAAAH,CAAA,CAAAG,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAJ,CAAA,CAAAK,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAP,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAS,CAAA,GAAAT,CAAA,CAAAU,IAAA,KAAAZ,qBAAA,CAAAa,SAAA,KAAAX,CAAA,QAAAS,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAT,iCAAA,MAAAQ,CAAA,CAAAnC,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,OAAAkC,MAAA,WAAAC,QAAAN,KAAA,QAAAO,GAAA,QAAAd,CAAA,CAAAY,MAAA,oBAAAE,GAAA,GAAAX,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAJ,iCAAA,CAAAa,GAAA,CAAAxC,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,OAAAqC,KAAA,WAAAC,OAAAT,KAAA,QAAAU,GAAA,QAAAjB,CAAA,CAAAY,MAAA,oBAAAK,GAAA,GAAAd,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAN,iCAAA,CAAAgB,GAAA,CAAA3C,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,aAAAoB,qBAAA,CAAAE,CAAA;AAAA,SAK5BkB,MAAMA,CAAAC,EAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,OAAA,CAAAhD,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA4C,QAAA;EAAAA,OAAA,OAAAC,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAArB,SAAAC,QACLC,IAAa,EACbC,MAAc,EACdC,OAAuB;IAAA,IAAAC,aAAA,EAAAC,OAAA,EAAAC,MAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA,EAAAC,gBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,QAAA;IAAA,OAAAlB,YAAA,CAAAxC,OAAA,CAAA2D,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAnC,IAAA;QAAA;UAEjBoB,aAAa,GAAG,IAAAiB,+BAAgB,EAAC,CAAC;UAExClB,OAAO,GAAAtD,aAAA,CAAAA,aAAA,KAAOuD,aAAa,GAAKD,OAAO,CAAC;UAAC,KACrC,IAAAmB,gCAAmB,EAACpB,MAAM,EAAEC,OAAO,CAAC;YAAAgB,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA,OACzB,IAAAuC,4BAAe,EAACrB,MAAM,EAAED,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAgB,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAM,IAAA;QAAA;UAAA,KAIjDvB,MAAM,CAACV,MAAM;YAAA2B,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA,OACFkB,MAAM,CAACV,MAAM,CAACS,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAgB,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAM,IAAA;QAAA;UAAA,KAGvCvB,MAAM,CAACwB,UAAU;YAAAP,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAA,OAAAmC,QAAA,CAAAK,MAAA,WACZtB,MAAM,CAACwB,UAAU,CAACzB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,KAGrCD,MAAM,CAACyB,UAAU;YAAAR,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAS,EAAA,GACZ,IAAIC,WAAW,CAAC,CAAC;UAAAV,QAAA,CAAAnC,IAAA;UAAA,OAAckB,MAAM,CAACyB,UAAU,CAAC1B,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAAgB,QAAA,CAAAW,EAAA,GAAAX,QAAA,CAAAM,IAAA;UAAA,OAAAN,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAS,EAAA,CAA7CpC,MAAM,CAAArB,IAAA,CAAAgD,QAAA,CAAAS,EAAA,EAAAT,QAAA,CAAAW,EAAA;QAAA;UAAA,KAG7B5B,MAAM,CAAC6B,eAAe;YAAAZ,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAGlBqB,OAAO,GAAG0B,eAAe,CAAC9B,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;UAGhDG,MAAiB,GAAG,EAAE;UAAAC,yBAAA;UAAAC,iBAAA;UAAAW,QAAA,CAAAC,IAAA;UAAAV,SAAA,GAAAhD,cAAA,CACF2C,OAAO;QAAA;UAAAc,QAAA,CAAAnC,IAAA;UAAA,OAAA0B,SAAA,CAAA1B,IAAA;QAAA;UAAA,MAAAuB,yBAAA,KAAAI,KAAA,GAAAQ,QAAA,CAAAM,IAAA,EAAA9C,IAAA;YAAAwC,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAhB4B,KAAK,GAAAD,KAAA,CAAA9B,KAAA;UACpByB,MAAM,CAAC3D,IAAI,CAACiE,KAAK,CAAC;QAAC;UAAAL,yBAAA;UAAAY,QAAA,CAAAnC,IAAA;UAAA;QAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA;QAAA;UAAAmC,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAa,EAAA,GAAAb,QAAA;UAAAX,iBAAA;UAAAC,cAAA,GAAAU,QAAA,CAAAa,EAAA;QAAA;UAAAb,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAC,IAAA;UAAA,MAAAb,yBAAA,IAAAG,SAAA,CAAAxB,MAAA;YAAAiC,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA,OAAA0B,SAAA,CAAAxB,MAAA;QAAA;UAAAiC,QAAA,CAAAC,IAAA;UAAA,KAAAZ,iBAAA;YAAAW,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAA,MAAAyB,cAAA;QAAA;UAAA,OAAAU,QAAA,CAAAc,MAAA;QAAA;UAAA,OAAAd,QAAA,CAAAc,MAAA;QAAA;UAAA,OAAAd,QAAA,CAAAK,MAAA,WAGdU,oCAAuB,CAAAtF,KAAA,SAAI0D,MAAM,CAAC;QAAA;UAAA,MAGvC,CAAC6B,sBAAS,IAAIjC,MAAM,CAACkC,cAAc;YAAAjB,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAE/B6B,gBAAgB,GAAGwB,oBAAoB,CAAC,OAAO,CAAC;UAAAlB,QAAA,CAAAnC,IAAA;UAAA,OAChD,IAAAsD,oBAAS,EAACzB,gBAAgB,EAAEZ,IAAmB,CAAC;QAAA;UAEhDa,iBAAiB,GAAGuB,oBAAoB,CAAC,QAAQ,CAAC;UAAAlB,QAAA,CAAAnC,IAAA;UAAA,OAE3BoD,cAAc,CACzCvB,gBAAgB,EAChBC,iBAAiB,EACjBZ,MAAM,EACNC,OACF,CAAC;QAAA;UALKY,cAAc,GAAAI,QAAA,CAAAM,IAAA;UAAAN,QAAA,CAAAnC,IAAA;UAAA,OAOG,IAAAuD,oBAAS,EAACxB,cAAc,CAAC;QAAA;UAA1CC,QAAQ,GAAAG,QAAA,CAAAM,IAAA;UAAA,OAAAN,QAAA,CAAAK,MAAA,WACPR,QAAQ,CAACwB,WAAW,CAAC,CAAC;QAAA;UAAA,MAGzB,IAAIC,KAAK,CAAC,8BAA8B,CAAC;QAAA;QAAA;UAAA,OAAAtB,QAAA,CAAAuB,IAAA;MAAA;IAAA,GAAA1C,OAAA;EAAA,CAChD;EAAA,OAAAJ,OAAA,CAAAhD,KAAA,OAAAI,SAAA;AAAA;AAKM,SAAS0E,UAAUA,CAACzB,IAAa,EAAEC,MAAc,EAAEC,OAAuB,EAAe;EAC9F,IAAID,MAAM,CAACwB,UAAU,EAAE;IACrB,OAAOxB,MAAM,CAACwB,UAAU,CAACzB,IAAI,EAAEE,OAAO,CAAC;EACzC;EACA,MAAM,IAAIsC,KAAK,CAAC,4CAA4C,CAAC;AAC/D;AAAC,SAQqBd,UAAUA,CAAAgB,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,WAAA,CAAAlG,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA8F,YAAA;EAAAA,WAAA,OAAAjD,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAAzB,SAAAgD,SACL9C,IAAa,EACbC,MAAc,EACdC,OAAuB;IAAA,IAAAqC,WAAA;IAAA,OAAA1C,YAAA,CAAAxC,OAAA,CAAA2D,IAAA,UAAA+B,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA7B,IAAA,GAAA6B,SAAA,CAAAjE,IAAA;QAAA;UAAA,MAEnBkB,MAAM,CAACgD,IAAI,IAAIhD,MAAM,CAACyB,UAAU;YAAAsB,SAAA,CAAAjE,IAAA;YAAA;UAAA;UAAAiE,SAAA,CAAAjE,IAAA;UAAA,OACrBkB,MAAM,CAACyB,UAAU,CAAC1B,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAA8C,SAAA,CAAAzB,MAAA,WAAAyB,SAAA,CAAAxB,IAAA;QAAA;UAAA,MAG3CvB,MAAM,CAACgD,IAAI,KAAKhD,MAAM,CAACV,MAAM,IAAIU,MAAM,CAAC6B,eAAe,CAAC;YAAAkB,SAAA,CAAAjE,IAAA;YAAA;UAAA;UAAAiE,SAAA,CAAAjE,IAAA;UAAA,OAChCQ,MAAM,CAACS,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;QAAA;UAAjDqC,WAAW,GAAAS,SAAA,CAAAxB,IAAA;UAAA,OAAAwB,SAAA,CAAAzB,MAAA,WACV,IAAI2B,WAAW,CAAC,CAAC,CAACC,MAAM,CAACZ,WAAW,CAAC;QAAA;UAAA,MAGxC,IAAIC,KAAK,CAAC,sCAAsC,CAAC;QAAA;QAAA;UAAA,OAAAQ,SAAA,CAAAP,IAAA;MAAA;IAAA,GAAAK,QAAA;EAAA,CACxD;EAAA,OAAAD,WAAA,CAAAlG,KAAA,OAAAI,SAAA;AAAA;AAKM,SAAS+E,eAAeA,CAC7B9B,IAAa,EACbC,MAAc,EACdC,OAAuB,EACK;EAC5B,IAAID,MAAM,CAAC6B,eAAe,EAAE;IAC1B,IAAMsB,YAAY,GAAGC,WAAW,CAACrD,IAAI,CAAC;IAEtC,OAAOC,MAAM,CAAC6B,eAAe,CAACsB,YAAY,EAAElD,OAAO,CAAC;EACtD;EAEA,MAAM,IAAIsC,KAAK,CAAC,yCAAyC,CAAC;AAC5D;AAAC,SAMqBL,cAAcA,CAAAmB,GAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,IAAA;EAAA,OAAAC,eAAA,CAAA/G,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA2G,gBAAA;EAAAA,eAAA,OAAA9D,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAA7B,SAAA6D,SACLC,QAAgB,EAChBC,SAAiB,EACjB5D,MAAc,EACdC,OAAuB;IAAA,IAAAY,cAAA;IAAA,OAAAjB,YAAA,CAAAxC,OAAA,CAAA2D,IAAA,UAAA8C,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA5C,IAAA,GAAA4C,SAAA,CAAAhF,IAAA;QAAA;UAEvB6E,QAAQ,GAAG,IAAAI,wBAAW,EAACJ,QAAQ,CAAC;UAChCC,SAAS,GAAG,IAAAG,wBAAW,EAACH,SAAS,CAAC;UAAC,MAC/B3B,sBAAS,IAAI,CAACjC,MAAM,CAACkC,cAAc;YAAA4B,SAAA,CAAAhF,IAAA;YAAA;UAAA;UAAA,MAC/B,IAAIyD,KAAK,CAAC,CAAC;QAAA;UAAAuB,SAAA,CAAAhF,IAAA;UAAA,OAEUkB,MAAM,CAACkC,cAAc,CAACyB,QAAQ,EAAEC,SAAS,EAAE3D,OAAO,CAAC;QAAA;UAA1EY,cAAc,GAAAiD,SAAA,CAAAvC,IAAA;UAAA,OAAAuC,SAAA,CAAAxC,MAAA,WACbT,cAAc;QAAA;QAAA;UAAA,OAAAiD,SAAA,CAAAtB,IAAA;MAAA;IAAA,GAAAkB,QAAA;EAAA,CACtB;EAAA,OAAAD,eAAA,CAAA/G,KAAA,OAAAI,SAAA;AAAA;AAKD,SAASsG,WAAWA,CAACrD,IAAS,EAAsD;EAClF,IAAMoD,YAAY,GAAG,CAAC;IAACa,KAAK,EAAEjE,IAAI;IAAEkE,KAAK,EAAE,CAAC;IAAEC,GAAG,EAAEnE,IAAI,CAAChD;EAAM,CAAC,CAAC;EAChE,OAAOoG,YAAY;AACrB;AAKA,SAAShB,oBAAoBA,CAACgC,QAAgB,EAAU;EACtD,eAAAC,MAAA,CAAeD,QAAQ;AACzB"}
|
|
1
|
+
{"version":3,"file":"encode.js","names":["_loaderUtils","require","_workerUtils","_writeFile","_fetchFile","_loaderOptions","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Promise","reject","done","resolve","value","then","n","next","prototype","return","_return","ret","throw","_throw","thr","encode","_x","_x2","_x3","_encode","_asyncToGenerator2","_regenerator","mark","_callee","data","writer","options","globalOptions","batches","chunks","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","tmpInputFilename","tmpOutputFilename","outputFilename","response","wrap","_callee$","_context","prev","getLoaderOptions","canEncodeWithWorker","processOnWorker","abrupt","sent","encodeSync","encodeText","t0","TextEncoder","t1","encodeInBatches","t2","finish","concatenateArrayBuffers","isBrowser","encodeURLtoURL","getTemporaryFilename","writeFile","fetchFile","arrayBuffer","Error","stop","_x4","_x5","_x6","_encodeText","_callee2","_callee2$","_context2","text","TextDecoder","decode","concat","name","encodeTextSync","dataIterator","getIterator","_x7","_x8","_x9","_x10","_encodeURLtoURL","_callee3","inputUrl","outputUrl","_callee3$","_context3","resolvePath","start","end","filename"],"sources":["../../../../src/lib/api/encode.ts"],"sourcesContent":["import {Writer, WriterOptions, canEncodeWithWorker} from '@loaders.gl/loader-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\nimport {concatenateArrayBuffers, resolvePath} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {writeFile} from '../fetch/write-file';\nimport {fetchFile} from '../fetch/fetch-file';\nimport {getLoaderOptions} from './loader-options';\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport async function encode(\n data: unknown,\n writer: Writer,\n options?: WriterOptions\n): Promise<ArrayBuffer> {\n const globalOptions = getLoaderOptions() as WriterOptions;\n // const globalOptions: WriterOptions = {}; // getWriterOptions();\n options = {...globalOptions, ...options};\n if (canEncodeWithWorker(writer, options)) {\n return await processOnWorker(writer, data, options);\n }\n\n // TODO Merge default writer options with options argument like it is done in load module.\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n\n if (writer.encodeText) {\n return new TextEncoder().encode(await writer.encodeText(data, options));\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: unknown[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n // @ts-ignore\n return concatenateArrayBuffers(...chunks);\n }\n\n if (!isBrowser && writer.encodeURLtoURL) {\n // TODO - how to generate filenames with correct extensions?\n const tmpInputFilename = getTemporaryFilename('input');\n await writeFile(tmpInputFilename, data as ArrayBuffer);\n\n const tmpOutputFilename = getTemporaryFilename('output');\n\n const outputFilename = await encodeURLtoURL(\n tmpInputFilename,\n tmpOutputFilename,\n writer,\n options\n );\n\n const response = await fetchFile(outputFilename);\n return response.arrayBuffer();\n }\n\n throw new Error('Writer could not encode data');\n}\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport function encodeSync(data: unknown, writer: Writer, options?: WriterOptions): ArrayBuffer {\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n throw new Error('Writer could not synchronously encode data');\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport async function encodeText(\n data: unknown,\n writer: Writer,\n options?: WriterOptions\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encode(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error(`Writer ${writer.name} could not encode data as text`);\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport function encodeTextSync(data: unknown, writer: Writer, options?: WriterOptions): string {\n if (writer.text && writer.encodeTextSync) {\n return writer.encodeTextSync(data, options);\n }\n\n if (writer.text && writer.encodeSync) {\n const arrayBuffer = encodeSync(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error(`Writer ${writer.name} could not encode data as text`);\n}\n\n/**\n * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.\n */\nexport function encodeInBatches(\n data: unknown,\n writer: Writer,\n options?: WriterOptions\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n // @ts-expect-error\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\n/**\n * Encode data stored in a file (on disk) to another file.\n * @note Node.js only. This function enables using command-line converters as \"writers\".\n */\nexport async function encodeURLtoURL(\n inputUrl: string,\n outputUrl: string,\n writer: Writer,\n options?: WriterOptions\n): Promise<string> {\n inputUrl = resolvePath(inputUrl);\n outputUrl = resolvePath(outputUrl);\n if (isBrowser || !writer.encodeURLtoURL) {\n throw new Error();\n }\n const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);\n return outputFilename;\n}\n\n/**\n * @todo TODO - this is an unacceptable hack!!!\n */\nfunction getIterator(data: any): Iterable<{table: any; start: number; end: number}> {\n const dataIterator = [{...data, start: 0, end: data.length}];\n return dataIterator;\n}\n\n/**\n * @todo Move to utils\n */\nfunction getTemporaryFilename(filename: string): string {\n return `/tmp/${filename}`;\n}\n"],"mappings":";;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AACA,IAAAC,YAAA,GAAAD,OAAA;AAGA,IAAAE,UAAA,GAAAF,OAAA;AACA,IAAAG,UAAA,GAAAH,OAAA;AACA,IAAAI,cAAA,GAAAJ,OAAA;AAAkD,SAAAK,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAAA,SAAAY,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAApC,MAAA,CAAAoC,CAAA,MAAAA,CAAA,SAAAC,OAAA,CAAAC,MAAA,KAAAL,SAAA,CAAAG,CAAA,+BAAAG,IAAA,GAAAH,CAAA,CAAAG,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAJ,CAAA,CAAAK,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAP,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAS,CAAA,GAAAT,CAAA,CAAAU,IAAA,KAAAZ,qBAAA,CAAAa,SAAA,KAAAX,CAAA,QAAAS,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAT,iCAAA,MAAAQ,CAAA,CAAAnC,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,OAAAkC,MAAA,WAAAC,QAAAN,KAAA,QAAAO,GAAA,QAAAd,CAAA,CAAAY,MAAA,oBAAAE,GAAA,GAAAX,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAJ,iCAAA,CAAAa,GAAA,CAAAxC,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,OAAAqC,KAAA,WAAAC,OAAAT,KAAA,QAAAU,GAAA,QAAAjB,CAAA,CAAAY,MAAA,oBAAAK,GAAA,GAAAd,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAN,iCAAA,CAAAgB,GAAA,CAAA3C,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,aAAAoB,qBAAA,CAAAE,CAAA;AAAA,SAK5BkB,MAAMA,CAAAC,EAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,OAAA,CAAAhD,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA4C,QAAA;EAAAA,OAAA,OAAAC,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAArB,SAAAC,QACLC,IAAa,EACbC,MAAc,EACdC,OAAuB;IAAA,IAAAC,aAAA,EAAAC,OAAA,EAAAC,MAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA,EAAAC,gBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,QAAA;IAAA,OAAAlB,YAAA,CAAAxC,OAAA,CAAA2D,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAnC,IAAA;QAAA;UAEjBoB,aAAa,GAAG,IAAAiB,+BAAgB,EAAC,CAAC;UAExClB,OAAO,GAAAtD,aAAA,CAAAA,aAAA,KAAOuD,aAAa,GAAKD,OAAO,CAAC;UAAC,KACrC,IAAAmB,gCAAmB,EAACpB,MAAM,EAAEC,OAAO,CAAC;YAAAgB,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA,OACzB,IAAAuC,4BAAe,EAACrB,MAAM,EAAED,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAgB,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAM,IAAA;QAAA;UAAA,KAIjDvB,MAAM,CAACV,MAAM;YAAA2B,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA,OACFkB,MAAM,CAACV,MAAM,CAACS,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAgB,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAM,IAAA;QAAA;UAAA,KAGvCvB,MAAM,CAACwB,UAAU;YAAAP,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAA,OAAAmC,QAAA,CAAAK,MAAA,WACZtB,MAAM,CAACwB,UAAU,CAACzB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,KAGrCD,MAAM,CAACyB,UAAU;YAAAR,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAS,EAAA,GACZ,IAAIC,WAAW,CAAC,CAAC;UAAAV,QAAA,CAAAnC,IAAA;UAAA,OAAckB,MAAM,CAACyB,UAAU,CAAC1B,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAAgB,QAAA,CAAAW,EAAA,GAAAX,QAAA,CAAAM,IAAA;UAAA,OAAAN,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAS,EAAA,CAA7CpC,MAAM,CAAArB,IAAA,CAAAgD,QAAA,CAAAS,EAAA,EAAAT,QAAA,CAAAW,EAAA;QAAA;UAAA,KAG7B5B,MAAM,CAAC6B,eAAe;YAAAZ,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAGlBqB,OAAO,GAAG0B,eAAe,CAAC9B,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;UAGhDG,MAAiB,GAAG,EAAE;UAAAC,yBAAA;UAAAC,iBAAA;UAAAW,QAAA,CAAAC,IAAA;UAAAV,SAAA,GAAAhD,cAAA,CACF2C,OAAO;QAAA;UAAAc,QAAA,CAAAnC,IAAA;UAAA,OAAA0B,SAAA,CAAA1B,IAAA;QAAA;UAAA,MAAAuB,yBAAA,KAAAI,KAAA,GAAAQ,QAAA,CAAAM,IAAA,EAAA9C,IAAA;YAAAwC,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAhB4B,KAAK,GAAAD,KAAA,CAAA9B,KAAA;UACpByB,MAAM,CAAC3D,IAAI,CAACiE,KAAK,CAAC;QAAC;UAAAL,yBAAA;UAAAY,QAAA,CAAAnC,IAAA;UAAA;QAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA;QAAA;UAAAmC,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAa,EAAA,GAAAb,QAAA;UAAAX,iBAAA;UAAAC,cAAA,GAAAU,QAAA,CAAAa,EAAA;QAAA;UAAAb,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAC,IAAA;UAAA,MAAAb,yBAAA,IAAAG,SAAA,CAAAxB,MAAA;YAAAiC,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA,OAAA0B,SAAA,CAAAxB,MAAA;QAAA;UAAAiC,QAAA,CAAAC,IAAA;UAAA,KAAAZ,iBAAA;YAAAW,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAA,MAAAyB,cAAA;QAAA;UAAA,OAAAU,QAAA,CAAAc,MAAA;QAAA;UAAA,OAAAd,QAAA,CAAAc,MAAA;QAAA;UAAA,OAAAd,QAAA,CAAAK,MAAA,WAGdU,oCAAuB,CAAAtF,KAAA,SAAI0D,MAAM,CAAC;QAAA;UAAA,MAGvC,CAAC6B,sBAAS,IAAIjC,MAAM,CAACkC,cAAc;YAAAjB,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAE/B6B,gBAAgB,GAAGwB,oBAAoB,CAAC,OAAO,CAAC;UAAAlB,QAAA,CAAAnC,IAAA;UAAA,OAChD,IAAAsD,oBAAS,EAACzB,gBAAgB,EAAEZ,IAAmB,CAAC;QAAA;UAEhDa,iBAAiB,GAAGuB,oBAAoB,CAAC,QAAQ,CAAC;UAAAlB,QAAA,CAAAnC,IAAA;UAAA,OAE3BoD,cAAc,CACzCvB,gBAAgB,EAChBC,iBAAiB,EACjBZ,MAAM,EACNC,OACF,CAAC;QAAA;UALKY,cAAc,GAAAI,QAAA,CAAAM,IAAA;UAAAN,QAAA,CAAAnC,IAAA;UAAA,OAOG,IAAAuD,oBAAS,EAACxB,cAAc,CAAC;QAAA;UAA1CC,QAAQ,GAAAG,QAAA,CAAAM,IAAA;UAAA,OAAAN,QAAA,CAAAK,MAAA,WACPR,QAAQ,CAACwB,WAAW,CAAC,CAAC;QAAA;UAAA,MAGzB,IAAIC,KAAK,CAAC,8BAA8B,CAAC;QAAA;QAAA;UAAA,OAAAtB,QAAA,CAAAuB,IAAA;MAAA;IAAA,GAAA1C,OAAA;EAAA,CAChD;EAAA,OAAAJ,OAAA,CAAAhD,KAAA,OAAAI,SAAA;AAAA;AAKM,SAAS0E,UAAUA,CAACzB,IAAa,EAAEC,MAAc,EAAEC,OAAuB,EAAe;EAC9F,IAAID,MAAM,CAACwB,UAAU,EAAE;IACrB,OAAOxB,MAAM,CAACwB,UAAU,CAACzB,IAAI,EAAEE,OAAO,CAAC;EACzC;EACA,MAAM,IAAIsC,KAAK,CAAC,4CAA4C,CAAC;AAC/D;AAAC,SAQqBd,UAAUA,CAAAgB,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,WAAA,CAAAlG,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA8F,YAAA;EAAAA,WAAA,OAAAjD,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAAzB,SAAAgD,SACL9C,IAAa,EACbC,MAAc,EACdC,OAAuB;IAAA,IAAAqC,WAAA;IAAA,OAAA1C,YAAA,CAAAxC,OAAA,CAAA2D,IAAA,UAAA+B,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA7B,IAAA,GAAA6B,SAAA,CAAAjE,IAAA;QAAA;UAAA,MAEnBkB,MAAM,CAACgD,IAAI,IAAIhD,MAAM,CAACyB,UAAU;YAAAsB,SAAA,CAAAjE,IAAA;YAAA;UAAA;UAAAiE,SAAA,CAAAjE,IAAA;UAAA,OACrBkB,MAAM,CAACyB,UAAU,CAAC1B,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAA8C,SAAA,CAAAzB,MAAA,WAAAyB,SAAA,CAAAxB,IAAA;QAAA;UAAA,MAG3CvB,MAAM,CAACgD,IAAI,KAAKhD,MAAM,CAACV,MAAM,IAAIU,MAAM,CAAC6B,eAAe,CAAC;YAAAkB,SAAA,CAAAjE,IAAA;YAAA;UAAA;UAAAiE,SAAA,CAAAjE,IAAA;UAAA,OAChCQ,MAAM,CAACS,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;QAAA;UAAjDqC,WAAW,GAAAS,SAAA,CAAAxB,IAAA;UAAA,OAAAwB,SAAA,CAAAzB,MAAA,WACV,IAAI2B,WAAW,CAAC,CAAC,CAACC,MAAM,CAACZ,WAAW,CAAC;QAAA;UAAA,MAGxC,IAAIC,KAAK,WAAAY,MAAA,CAAWnD,MAAM,CAACoD,IAAI,mCAAgC,CAAC;QAAA;QAAA;UAAA,OAAAL,SAAA,CAAAP,IAAA;MAAA;IAAA,GAAAK,QAAA;EAAA,CACvE;EAAA,OAAAD,WAAA,CAAAlG,KAAA,OAAAI,SAAA;AAAA;AAQM,SAASuG,cAAcA,CAACtD,IAAa,EAAEC,MAAc,EAAEC,OAAuB,EAAU;EAC7F,IAAID,MAAM,CAACgD,IAAI,IAAIhD,MAAM,CAACqD,cAAc,EAAE;IACxC,OAAOrD,MAAM,CAACqD,cAAc,CAACtD,IAAI,EAAEE,OAAO,CAAC;EAC7C;EAEA,IAAID,MAAM,CAACgD,IAAI,IAAIhD,MAAM,CAACwB,UAAU,EAAE;IACpC,IAAMc,WAAW,GAAGd,UAAU,CAACzB,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;IACrD,OAAO,IAAIgD,WAAW,CAAC,CAAC,CAACC,MAAM,CAACZ,WAAW,CAAC;EAC9C;EAEA,MAAM,IAAIC,KAAK,WAAAY,MAAA,CAAWnD,MAAM,CAACoD,IAAI,mCAAgC,CAAC;AACxE;AAKO,SAASvB,eAAeA,CAC7B9B,IAAa,EACbC,MAAc,EACdC,OAAuB,EACK;EAC5B,IAAID,MAAM,CAAC6B,eAAe,EAAE;IAC1B,IAAMyB,YAAY,GAAGC,WAAW,CAACxD,IAAI,CAAC;IAEtC,OAAOC,MAAM,CAAC6B,eAAe,CAACyB,YAAY,EAAErD,OAAO,CAAC;EACtD;EAEA,MAAM,IAAIsC,KAAK,CAAC,yCAAyC,CAAC;AAC5D;AAAC,SAMqBL,cAAcA,CAAAsB,GAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,IAAA;EAAA,OAAAC,eAAA,CAAAlH,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA8G,gBAAA;EAAAA,eAAA,OAAAjE,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAA7B,SAAAgE,SACLC,QAAgB,EAChBC,SAAiB,EACjB/D,MAAc,EACdC,OAAuB;IAAA,IAAAY,cAAA;IAAA,OAAAjB,YAAA,CAAAxC,OAAA,CAAA2D,IAAA,UAAAiD,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA/C,IAAA,GAAA+C,SAAA,CAAAnF,IAAA;QAAA;UAEvBgF,QAAQ,GAAG,IAAAI,wBAAW,EAACJ,QAAQ,CAAC;UAChCC,SAAS,GAAG,IAAAG,wBAAW,EAACH,SAAS,CAAC;UAAC,MAC/B9B,sBAAS,IAAI,CAACjC,MAAM,CAACkC,cAAc;YAAA+B,SAAA,CAAAnF,IAAA;YAAA;UAAA;UAAA,MAC/B,IAAIyD,KAAK,CAAC,CAAC;QAAA;UAAA0B,SAAA,CAAAnF,IAAA;UAAA,OAEUkB,MAAM,CAACkC,cAAc,CAAC4B,QAAQ,EAAEC,SAAS,EAAE9D,OAAO,CAAC;QAAA;UAA1EY,cAAc,GAAAoD,SAAA,CAAA1C,IAAA;UAAA,OAAA0C,SAAA,CAAA3C,MAAA,WACbT,cAAc;QAAA;QAAA;UAAA,OAAAoD,SAAA,CAAAzB,IAAA;MAAA;IAAA,GAAAqB,QAAA;EAAA,CACtB;EAAA,OAAAD,eAAA,CAAAlH,KAAA,OAAAI,SAAA;AAAA;AAKD,SAASyG,WAAWA,CAACxD,IAAS,EAAsD;EAClF,IAAMuD,YAAY,GAAG,CAAA3G,aAAA,CAAAA,aAAA,KAAKoD,IAAI;IAAEoE,KAAK,EAAE,CAAC;IAAEC,GAAG,EAAErE,IAAI,CAAChD;EAAM,GAAE;EAC5D,OAAOuG,YAAY;AACrB;AAKA,SAASnB,oBAAoBA,CAACkC,QAAgB,EAAU;EACtD,eAAAlB,MAAA,CAAekB,QAAQ;AACzB"}
|
|
@@ -38,7 +38,7 @@ function _loadOneFileInBatches() {
|
|
|
38
38
|
while (1) switch (_context.prev = _context.next) {
|
|
39
39
|
case 0:
|
|
40
40
|
if (!(typeof file === 'string')) {
|
|
41
|
-
_context.next =
|
|
41
|
+
_context.next = 15;
|
|
42
42
|
break;
|
|
43
43
|
}
|
|
44
44
|
url = file;
|
|
@@ -46,16 +46,42 @@ function _loadOneFileInBatches() {
|
|
|
46
46
|
return fetch(url);
|
|
47
47
|
case 4:
|
|
48
48
|
response = _context.sent;
|
|
49
|
-
|
|
49
|
+
if (!Array.isArray(loaders)) {
|
|
50
|
+
_context.next = 11;
|
|
51
|
+
break;
|
|
52
|
+
}
|
|
53
|
+
_context.next = 8;
|
|
50
54
|
return (0, _parseInBatches.parseInBatches)(response, loaders, options);
|
|
51
|
-
case 7:
|
|
52
|
-
return _context.abrupt("return", _context.sent);
|
|
53
55
|
case 8:
|
|
54
|
-
_context.
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
return _context.abrupt("return", _context.sent);
|
|
56
|
+
_context.t0 = _context.sent;
|
|
57
|
+
_context.next = 14;
|
|
58
|
+
break;
|
|
58
59
|
case 11:
|
|
60
|
+
_context.next = 13;
|
|
61
|
+
return (0, _parseInBatches.parseInBatches)(response, loaders, options);
|
|
62
|
+
case 13:
|
|
63
|
+
_context.t0 = _context.sent;
|
|
64
|
+
case 14:
|
|
65
|
+
return _context.abrupt("return", _context.t0);
|
|
66
|
+
case 15:
|
|
67
|
+
if (!Array.isArray(loaders)) {
|
|
68
|
+
_context.next = 21;
|
|
69
|
+
break;
|
|
70
|
+
}
|
|
71
|
+
_context.next = 18;
|
|
72
|
+
return (0, _parseInBatches.parseInBatches)(file, loaders, options);
|
|
73
|
+
case 18:
|
|
74
|
+
_context.t1 = _context.sent;
|
|
75
|
+
_context.next = 24;
|
|
76
|
+
break;
|
|
77
|
+
case 21:
|
|
78
|
+
_context.next = 23;
|
|
79
|
+
return (0, _parseInBatches.parseInBatches)(file, loaders, options);
|
|
80
|
+
case 23:
|
|
81
|
+
_context.t1 = _context.sent;
|
|
82
|
+
case 24:
|
|
83
|
+
return _context.abrupt("return", _context.t1);
|
|
84
|
+
case 25:
|
|
59
85
|
case "end":
|
|
60
86
|
return _context.stop();
|
|
61
87
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load-in-batches.js","names":["_normalizeLoader","require","_getFetchFunction","_parseInBatches","loadInBatches","files","loaders","options","context","loadersArray","Array","isArray","isLoaderObject","undefined","fetch","getFetchFunction","loadOneFileInBatches","promises","map","file","_x","_x2","_x3","_x4","_loadOneFileInBatches","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","url","response","wrap","_callee$","_context","prev","next","sent","parseInBatches","abrupt","stop"],"sources":["../../../../src/lib/api/load-in-batches.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {\n LoaderWithParser,\n LoaderOptions,\n LoaderContext,\n FetchLike\n} from '@loaders.gl/loader-utils';\nimport type {LoaderBatchType, LoaderOptionsType} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/get-fetch-function';\n\nimport {parseInBatches} from './parse-in-batches';\n\ntype FileType = string | File | Blob | Response | (string | File | Blob | Response)[] | FileList;\n\n/**\n * Parses `data` synchronously using a specified loader\n */\nexport async function loadInBatches<\n LoaderT extends LoaderWithParser,\n OptionsT extends LoaderOptions = LoaderOptionsType<LoaderT>\n>(\n files: FileType,\n loader: LoaderT,\n options?: OptionsT,\n context?: LoaderContext\n): Promise<AsyncIterable<LoaderBatchType<LoaderT>>>;\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function loadInBatches(\n files: FileType,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<unknown>>;\n\nexport function loadInBatches(\n files: FileType[] | FileList,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<unknown>>[];\n\nexport function loadInBatches(\n files: FileType | FileType[] | FileList,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<unknown>> | Promise<AsyncIterable<unknown>>[] {\n let loadersArray: LoaderWithParser | LoaderWithParser[] | undefined;\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loadersArray = undefined;\n } else {\n loadersArray = loaders as LoaderWithParser | LoaderWithParser[] | undefined;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options || {});\n\n // Single url/file\n if (!Array.isArray(files)) {\n return loadOneFileInBatches(files, loadersArray!, options || {}, fetch);\n }\n\n // Multiple URLs / files\n const promises = files.map((file) =>\n loadOneFileInBatches(file, loadersArray!, options || {}, fetch)\n );\n\n // No point in waiting here for all responses before starting to stream individual streams?\n return promises;\n}\n\nasync function loadOneFileInBatches(\n file: FileType,\n loaders: LoaderWithParser | LoaderWithParser[],\n options: LoaderOptions,\n fetch: FetchLike\n): Promise<AsyncIterable<unknown>> {\n if (typeof file === 'string') {\n const url = file;\n const response = await fetch(url);\n //
|
|
1
|
+
{"version":3,"file":"load-in-batches.js","names":["_normalizeLoader","require","_getFetchFunction","_parseInBatches","loadInBatches","files","loaders","options","context","loadersArray","Array","isArray","isLoaderObject","undefined","fetch","getFetchFunction","loadOneFileInBatches","promises","map","file","_x","_x2","_x3","_x4","_loadOneFileInBatches","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","url","response","wrap","_callee$","_context","prev","next","sent","parseInBatches","t0","abrupt","t1","stop"],"sources":["../../../../src/lib/api/load-in-batches.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {\n LoaderWithParser,\n LoaderOptions,\n LoaderContext,\n FetchLike,\n BatchableDataType\n} from '@loaders.gl/loader-utils';\nimport type {LoaderBatchType, LoaderOptionsType} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/get-fetch-function';\n\nimport {parseInBatches} from './parse-in-batches';\n\ntype FileType = string | File | Blob | Response | (string | File | Blob | Response)[] | FileList;\n\n/**\n * Parses `data` synchronously using a specified loader\n */\nexport async function loadInBatches<\n LoaderT extends LoaderWithParser,\n OptionsT extends LoaderOptions = LoaderOptionsType<LoaderT>\n>(\n files: FileType,\n loader: LoaderT,\n options?: OptionsT,\n context?: LoaderContext\n): Promise<AsyncIterable<LoaderBatchType<LoaderT>>>;\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function loadInBatches(\n files: FileType,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<unknown>>;\n\nexport function loadInBatches(\n files: FileType[] | FileList,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<unknown>>[];\n\nexport function loadInBatches(\n files: FileType | FileType[] | FileList,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<unknown>> | Promise<AsyncIterable<unknown>>[] {\n let loadersArray: LoaderWithParser | LoaderWithParser[] | undefined;\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loadersArray = undefined;\n } else {\n loadersArray = loaders as LoaderWithParser | LoaderWithParser[] | undefined;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options || {});\n\n // Single url/file\n if (!Array.isArray(files)) {\n return loadOneFileInBatches(files, loadersArray!, options || {}, fetch);\n }\n\n // Multiple URLs / files\n const promises = files.map((file) =>\n loadOneFileInBatches(file, loadersArray!, options || {}, fetch)\n );\n\n // No point in waiting here for all responses before starting to stream individual streams?\n return promises;\n}\n\nasync function loadOneFileInBatches(\n file: FileType,\n loaders: LoaderWithParser | LoaderWithParser[],\n options: LoaderOptions,\n fetch: FetchLike\n): Promise<AsyncIterable<unknown>> {\n if (typeof file === 'string') {\n const url = file;\n const response = await fetch(url);\n // pick right overload\n return Array.isArray(loaders)\n ? await parseInBatches(response, loaders, options)\n : await parseInBatches(response, loaders, options);\n }\n // pick right overload\n return Array.isArray(loaders)\n ? await parseInBatches(file as BatchableDataType, loaders, options)\n : await parseInBatches(file as BatchableDataType, loaders, options);\n}\n"],"mappings":";;;;;;;;;AAUA,IAAAA,gBAAA,GAAAC,OAAA;AACA,IAAAC,iBAAA,GAAAD,OAAA;AAEA,IAAAE,eAAA,GAAAF,OAAA;AAsCO,SAASG,aAAaA,CAC3BC,KAAuC,EACvCC,OAA+D,EAC/DC,OAAuB,EACvBC,OAAuB,EAC8C;EACrE,IAAIC,YAA+D;EAEnE,IAAI,CAACC,KAAK,CAACC,OAAO,CAACL,OAAO,CAAC,IAAI,CAAC,IAAAM,+BAAc,EAACN,OAAO,CAAC,EAAE;IACvDE,OAAO,GAAGK,SAAS;IACnBN,OAAO,GAAGD,OAAwB;IAClCG,YAAY,GAAGI,SAAS;EAC1B,CAAC,MAAM;IACLJ,YAAY,GAAGH,OAA4D;EAC7E;EAGA,IAAMQ,KAAK,GAAG,IAAAC,kCAAgB,EAACR,OAAO,IAAI,CAAC,CAAC,CAAC;EAG7C,IAAI,CAACG,KAAK,CAACC,OAAO,CAACN,KAAK,CAAC,EAAE;IACzB,OAAOW,oBAAoB,CAACX,KAAK,EAAEI,YAAY,EAAGF,OAAO,IAAI,CAAC,CAAC,EAAEO,KAAK,CAAC;EACzE;EAGA,IAAMG,QAAQ,GAAGZ,KAAK,CAACa,GAAG,CAAC,UAACC,IAAI;IAAA,OAC9BH,oBAAoB,CAACG,IAAI,EAAEV,YAAY,EAAGF,OAAO,IAAI,CAAC,CAAC,EAAEO,KAAK,CAAC;EAAA,CACjE,CAAC;EAGD,OAAOG,QAAQ;AACjB;AAAC,SAEcD,oBAAoBA,CAAAI,EAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,qBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,sBAAA;EAAAA,qBAAA,OAAAG,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAnC,SAAAC,QACEZ,IAAc,EACdb,OAA8C,EAC9CC,OAAsB,EACtBO,KAAgB;IAAA,IAAAkB,GAAA,EAAAC,QAAA;IAAA,OAAAJ,YAAA,CAAAD,OAAA,CAAAM,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAAA,MAEZ,OAAOnB,IAAI,KAAK,QAAQ;YAAAiB,QAAA,CAAAE,IAAA;YAAA;UAAA;UACpBN,GAAG,GAAGb,IAAI;UAAAiB,QAAA,CAAAE,IAAA;UAAA,OACOxB,KAAK,CAACkB,GAAG,CAAC;QAAA;UAA3BC,QAAQ,GAAAG,QAAA,CAAAG,IAAA;UAAA,KAEP7B,KAAK,CAACC,OAAO,CAACL,OAAO,CAAC;YAAA8B,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAAF,QAAA,CAAAE,IAAA;UAAA,OACnB,IAAAE,8BAAc,EAACP,QAAQ,EAAE3B,OAAO,EAAEC,OAAO,CAAC;QAAA;UAAA6B,QAAA,CAAAK,EAAA,GAAAL,QAAA,CAAAG,IAAA;UAAAH,QAAA,CAAAE,IAAA;UAAA;QAAA;UAAAF,QAAA,CAAAE,IAAA;UAAA,OAC1C,IAAAE,8BAAc,EAACP,QAAQ,EAAE3B,OAAO,EAAEC,OAAO,CAAC;QAAA;UAAA6B,QAAA,CAAAK,EAAA,GAAAL,QAAA,CAAAG,IAAA;QAAA;UAAA,OAAAH,QAAA,CAAAM,MAAA,WAAAN,QAAA,CAAAK,EAAA;QAAA;UAAA,KAG/C/B,KAAK,CAACC,OAAO,CAACL,OAAO,CAAC;YAAA8B,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAAF,QAAA,CAAAE,IAAA;UAAA,OACnB,IAAAE,8BAAc,EAACrB,IAAI,EAAuBb,OAAO,EAAEC,OAAO,CAAC;QAAA;UAAA6B,QAAA,CAAAO,EAAA,GAAAP,QAAA,CAAAG,IAAA;UAAAH,QAAA,CAAAE,IAAA;UAAA;QAAA;UAAAF,QAAA,CAAAE,IAAA;UAAA,OAC3D,IAAAE,8BAAc,EAACrB,IAAI,EAAuBb,OAAO,EAAEC,OAAO,CAAC;QAAA;UAAA6B,QAAA,CAAAO,EAAA,GAAAP,QAAA,CAAAG,IAAA;QAAA;UAAA,OAAAH,QAAA,CAAAM,MAAA,WAAAN,QAAA,CAAAO,EAAA;QAAA;QAAA;UAAA,OAAAP,QAAA,CAAAQ,IAAA;MAAA;IAAA,GAAAb,OAAA;EAAA,CACtE;EAAA,OAAAP,qBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA"}
|
|
@@ -52,7 +52,7 @@ function _parseInBatches() {
|
|
|
52
52
|
_context.next = 12;
|
|
53
53
|
break;
|
|
54
54
|
}
|
|
55
|
-
return _context.abrupt("return",
|
|
55
|
+
return _context.abrupt("return", []);
|
|
56
56
|
case 12:
|
|
57
57
|
options = (0, _optionUtils.normalizeOptions)(options, loader, loaderArray, url);
|
|
58
58
|
context = (0, _loaderContext.getLoaderContext)({
|