@loaders.gl/core 4.0.0-alpha.20 → 4.0.0-alpha.22
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dist.min.js +34 -39
- package/dist/es5/index.js.map +1 -1
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +1 -1
- package/dist/es5/iterators/make-stream/make-dom-stream.js.map +1 -1
- package/dist/es5/iterators/make-stream/make-node-stream.js.map +1 -1
- package/dist/es5/javascript-utils/is-type.js +1 -1
- package/dist/es5/javascript-utils/is-type.js.map +1 -1
- package/dist/es5/lib/api/encode-table.js.map +1 -1
- package/dist/es5/lib/api/encode.js.map +1 -1
- package/dist/es5/lib/api/load-in-batches.js +6 -3
- package/dist/es5/lib/api/load-in-batches.js.map +1 -1
- package/dist/es5/lib/api/load.js.map +1 -1
- package/dist/es5/lib/api/parse-in-batches.js +11 -13
- package/dist/es5/lib/api/parse-in-batches.js.map +1 -1
- package/dist/es5/lib/api/parse-sync.js +2 -6
- package/dist/es5/lib/api/parse-sync.js.map +1 -1
- package/dist/es5/lib/api/parse.js +20 -22
- package/dist/es5/lib/api/parse.js.map +1 -1
- package/dist/es5/lib/api/save.js.map +1 -1
- package/dist/es5/lib/api/select-loader.js +5 -3
- package/dist/es5/lib/api/select-loader.js.map +1 -1
- package/dist/es5/lib/filesystems/browser-filesystem.js.map +1 -1
- package/dist/es5/lib/filesystems/filesystem.js.map +1 -1
- package/dist/es5/lib/init.js +1 -1
- package/dist/es5/lib/init.js.map +1 -1
- package/dist/es5/lib/loader-utils/get-data.js.map +1 -1
- package/dist/es5/lib/loader-utils/get-fetch-function.js.map +1 -1
- package/dist/es5/lib/loader-utils/loader-context.js +2 -2
- package/dist/es5/lib/loader-utils/loader-context.js.map +1 -1
- package/dist/es5/lib/loader-utils/loggers.js.map +1 -1
- package/dist/es5/lib/loader-utils/option-utils.js +3 -4
- package/dist/es5/lib/loader-utils/option-utils.js.map +1 -1
- package/dist/es5/lib/progress/fetch-progress.js.map +1 -1
- package/dist/es5/null-loader.js +6 -14
- package/dist/es5/null-loader.js.map +1 -1
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +1 -1
- package/dist/esm/iterators/make-stream/make-dom-stream.js.map +1 -1
- package/dist/esm/iterators/make-stream/make-node-stream.js.map +1 -1
- package/dist/esm/javascript-utils/is-type.js +1 -1
- package/dist/esm/javascript-utils/is-type.js.map +1 -1
- package/dist/esm/lib/api/encode-table.js.map +1 -1
- package/dist/esm/lib/api/encode.js.map +1 -1
- package/dist/esm/lib/api/load-in-batches.js +6 -3
- package/dist/esm/lib/api/load-in-batches.js.map +1 -1
- package/dist/esm/lib/api/load.js.map +1 -1
- package/dist/esm/lib/api/parse-in-batches.js +3 -4
- package/dist/esm/lib/api/parse-in-batches.js.map +1 -1
- package/dist/esm/lib/api/parse-sync.js +2 -4
- package/dist/esm/lib/api/parse-sync.js.map +1 -1
- package/dist/esm/lib/api/parse.js +10 -11
- package/dist/esm/lib/api/parse.js.map +1 -1
- package/dist/esm/lib/api/save.js.map +1 -1
- package/dist/esm/lib/api/select-loader.js +5 -3
- package/dist/esm/lib/api/select-loader.js.map +1 -1
- package/dist/esm/lib/filesystems/browser-filesystem.js.map +1 -1
- package/dist/esm/lib/filesystems/filesystem.js.map +1 -1
- package/dist/esm/lib/init.js +1 -1
- package/dist/esm/lib/init.js.map +1 -1
- package/dist/esm/lib/loader-utils/get-data.js.map +1 -1
- package/dist/esm/lib/loader-utils/get-fetch-function.js.map +1 -1
- package/dist/esm/lib/loader-utils/loader-context.js +2 -2
- package/dist/esm/lib/loader-utils/loader-context.js.map +1 -1
- package/dist/esm/lib/loader-utils/loggers.js.map +1 -1
- package/dist/esm/lib/loader-utils/option-utils.js +2 -2
- package/dist/esm/lib/loader-utils/option-utils.js.map +1 -1
- package/dist/esm/lib/progress/fetch-progress.js.map +1 -1
- package/dist/esm/null-loader.js +6 -14
- package/dist/esm/null-loader.js.map +1 -1
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/iterators/batch-iterators/timed-batch-iterator.d.ts +1 -1
- package/dist/iterators/batch-iterators/timed-batch-iterator.d.ts.map +1 -1
- package/dist/iterators/make-stream/make-dom-stream.d.ts.map +1 -1
- package/dist/iterators/make-stream/make-dom-stream.js +1 -0
- package/dist/iterators/make-stream/make-node-stream.d.ts.map +1 -1
- package/dist/iterators/make-stream/make-node-stream.js +5 -2
- package/dist/javascript-utils/is-type.d.ts +5 -5
- package/dist/javascript-utils/is-type.d.ts.map +1 -1
- package/dist/javascript-utils/is-type.js +1 -1
- package/dist/lib/api/encode.d.ts +5 -5
- package/dist/lib/api/encode.d.ts.map +1 -1
- package/dist/lib/api/load-in-batches.d.ts +5 -0
- package/dist/lib/api/load-in-batches.d.ts.map +1 -1
- package/dist/lib/api/load-in-batches.js +10 -3
- package/dist/lib/api/load.d.ts +1 -2
- package/dist/lib/api/load.d.ts.map +1 -1
- package/dist/lib/api/parse-in-batches.d.ts +13 -7
- package/dist/lib/api/parse-in-batches.d.ts.map +1 -1
- package/dist/lib/api/parse-in-batches.js +2 -2
- package/dist/lib/api/parse-sync.d.ts +13 -7
- package/dist/lib/api/parse-sync.d.ts.map +1 -1
- package/dist/lib/api/parse-sync.js +2 -7
- package/dist/lib/api/parse.d.ts +11 -1
- package/dist/lib/api/parse.d.ts.map +1 -1
- package/dist/lib/api/parse.js +14 -11
- package/dist/lib/api/save.d.ts +2 -2
- package/dist/lib/api/save.d.ts.map +1 -1
- package/dist/lib/api/select-loader.d.ts.map +1 -1
- package/dist/lib/api/select-loader.js +8 -3
- package/dist/lib/filesystems/browser-filesystem.d.ts +2 -2
- package/dist/lib/filesystems/browser-filesystem.d.ts.map +1 -1
- package/dist/lib/filesystems/browser-filesystem.js +1 -1
- package/dist/lib/filesystems/filesystem.d.ts +3 -3
- package/dist/lib/filesystems/filesystem.d.ts.map +1 -1
- package/dist/lib/filesystems/filesystem.js +1 -0
- package/dist/lib/init.d.ts.map +1 -1
- package/dist/lib/init.js +1 -0
- package/dist/lib/loader-utils/get-data.d.ts.map +1 -1
- package/dist/lib/loader-utils/get-data.js +1 -0
- package/dist/lib/loader-utils/get-fetch-function.d.ts +2 -2
- package/dist/lib/loader-utils/get-fetch-function.d.ts.map +1 -1
- package/dist/lib/loader-utils/loader-context.d.ts +5 -2
- package/dist/lib/loader-utils/loader-context.d.ts.map +1 -1
- package/dist/lib/loader-utils/loader-context.js +3 -3
- package/dist/lib/loader-utils/loggers.d.ts +10 -8
- package/dist/lib/loader-utils/loggers.d.ts.map +1 -1
- package/dist/lib/loader-utils/option-utils.d.ts +1 -1
- package/dist/lib/loader-utils/option-utils.d.ts.map +1 -1
- package/dist/lib/loader-utils/option-utils.js +7 -5
- package/dist/null-loader.d.ts +6 -3
- package/dist/null-loader.d.ts.map +1 -1
- package/dist/null-loader.js +9 -14
- package/dist/null-worker-node.js +14 -14
- package/dist/null-worker.js +14 -14
- package/package.json +4 -4
- package/src/index.ts +1 -0
- package/src/iterators/batch-iterators/timed-batch-iterator.ts +4 -1
- package/src/iterators/make-stream/make-dom-stream.ts +2 -1
- package/src/iterators/make-stream/make-node-stream.ts +5 -2
- package/src/javascript-utils/is-type.ts +12 -8
- package/src/lib/api/encode-table.ts +1 -1
- package/src/lib/api/encode.ts +10 -10
- package/src/lib/api/load-in-batches.ts +45 -7
- package/src/lib/api/load.ts +2 -5
- package/src/lib/api/parse-in-batches.ts +44 -15
- package/src/lib/api/parse-sync.ts +38 -17
- package/src/lib/api/parse.ts +36 -15
- package/src/lib/api/save.ts +2 -2
- package/src/lib/api/select-loader.ts +24 -13
- package/src/lib/filesystems/browser-filesystem.ts +3 -3
- package/src/lib/filesystems/filesystem.ts +5 -3
- package/src/lib/init.ts +1 -0
- package/src/lib/loader-utils/get-data.ts +1 -0
- package/src/lib/loader-utils/get-fetch-function.ts +2 -2
- package/src/lib/loader-utils/loader-context.ts +8 -5
- package/src/lib/loader-utils/loggers.ts +10 -8
- package/src/lib/loader-utils/option-utils.ts +23 -14
- package/src/lib/progress/fetch-progress.ts +9 -1
- package/src/null-loader.ts +23 -17
package/dist/dist.min.js
CHANGED
|
@@ -1552,7 +1552,7 @@
|
|
|
1552
1552
|
isObject = (x) => x !== null && typeof x === "object";
|
|
1553
1553
|
isPureObject = (x) => isObject(x) && x.constructor === {}.constructor;
|
|
1554
1554
|
isPromise = (x) => isObject(x) && isFunction(x.then);
|
|
1555
|
-
isIterable = (x) => x && typeof x[Symbol.iterator] === "function";
|
|
1555
|
+
isIterable = (x) => Boolean(x) && typeof x[Symbol.iterator] === "function";
|
|
1556
1556
|
isAsyncIterable = (x) => x && typeof x[Symbol.asyncIterator] === "function";
|
|
1557
1557
|
isIterator = (x) => x && isFunction(x.next);
|
|
1558
1558
|
isResponse = (x) => typeof Response !== "undefined" && x instanceof Response || x && x.arrayBuffer && x.text && x.json;
|
|
@@ -2548,6 +2548,11 @@
|
|
|
2548
2548
|
loaders._state = loaders._state || {};
|
|
2549
2549
|
return loaders._state;
|
|
2550
2550
|
}
|
|
2551
|
+
function getGlobalLoaderOptions() {
|
|
2552
|
+
const state = getGlobalLoaderState();
|
|
2553
|
+
state.globalOptions = state.globalOptions || { ...DEFAULT_LOADER_OPTIONS };
|
|
2554
|
+
return state.globalOptions;
|
|
2555
|
+
}
|
|
2551
2556
|
function setGlobalOptions(options) {
|
|
2552
2557
|
const state = getGlobalLoaderState();
|
|
2553
2558
|
const globalOptions = getGlobalLoaderOptions();
|
|
@@ -2633,17 +2638,11 @@
|
|
|
2633
2638
|
options.baseUri = url;
|
|
2634
2639
|
}
|
|
2635
2640
|
}
|
|
2636
|
-
var getGlobalLoaderOptions;
|
|
2637
2641
|
var init_option_utils = __esm({
|
|
2638
2642
|
"src/lib/loader-utils/option-utils.ts"() {
|
|
2639
2643
|
init_is_type();
|
|
2640
2644
|
init_loggers();
|
|
2641
2645
|
init_option_defaults();
|
|
2642
|
-
getGlobalLoaderOptions = () => {
|
|
2643
|
-
const state = getGlobalLoaderState();
|
|
2644
|
-
state.globalOptions = state.globalOptions || { ...DEFAULT_LOADER_OPTIONS };
|
|
2645
|
-
return state.globalOptions;
|
|
2646
|
-
};
|
|
2647
2646
|
}
|
|
2648
2647
|
});
|
|
2649
2648
|
|
|
@@ -2787,8 +2786,10 @@
|
|
|
2787
2786
|
reason = reason || (loader ? `matched MIME type ${type}` : "");
|
|
2788
2787
|
loader = loader || findLoaderByInitialBytes(loaders, data);
|
|
2789
2788
|
reason = reason || (loader ? `matched initial data ${getFirstCharacters(data)}` : "");
|
|
2790
|
-
|
|
2791
|
-
|
|
2789
|
+
if (options?.fallbackMimeType) {
|
|
2790
|
+
loader = loader || findLoaderByMIMEType(loaders, options?.fallbackMimeType);
|
|
2791
|
+
reason = reason || (loader ? `matched fallback MIME type ${type}` : "");
|
|
2792
|
+
}
|
|
2792
2793
|
if (reason) {
|
|
2793
2794
|
log.log(1, `selectLoader selected ${loader?.name}: ${reason}.`);
|
|
2794
2795
|
}
|
|
@@ -2884,7 +2885,7 @@
|
|
|
2884
2885
|
}
|
|
2885
2886
|
switch (typeof test) {
|
|
2886
2887
|
case "function":
|
|
2887
|
-
return test(data
|
|
2888
|
+
return test(data);
|
|
2888
2889
|
case "string":
|
|
2889
2890
|
const magic = getMagicString(data, byteOffset, test.length);
|
|
2890
2891
|
return test === magic;
|
|
@@ -3194,7 +3195,7 @@
|
|
|
3194
3195
|
return newContext;
|
|
3195
3196
|
}
|
|
3196
3197
|
function getLoadersFromContext(loaders, context) {
|
|
3197
|
-
if (
|
|
3198
|
+
if (loaders && !Array.isArray(loaders)) {
|
|
3198
3199
|
return loaders;
|
|
3199
3200
|
}
|
|
3200
3201
|
let candidateLoaders;
|
|
@@ -3205,7 +3206,7 @@
|
|
|
3205
3206
|
const contextLoaders = Array.isArray(context.loaders) ? context.loaders : [context.loaders];
|
|
3206
3207
|
candidateLoaders = candidateLoaders ? [...candidateLoaders, ...contextLoaders] : contextLoaders;
|
|
3207
3208
|
}
|
|
3208
|
-
return candidateLoaders && candidateLoaders.length ? candidateLoaders :
|
|
3209
|
+
return candidateLoaders && candidateLoaders.length ? candidateLoaders : void 0;
|
|
3209
3210
|
}
|
|
3210
3211
|
var init_loader_context = __esm({
|
|
3211
3212
|
"src/lib/loader-utils/loader-context.ts"() {
|
|
@@ -3217,7 +3218,6 @@
|
|
|
3217
3218
|
|
|
3218
3219
|
// src/lib/api/parse.ts
|
|
3219
3220
|
async function parse(data, loaders, options, context) {
|
|
3220
|
-
assert2(!context || typeof context === "object");
|
|
3221
3221
|
if (loaders && !Array.isArray(loaders) && !isLoaderObject(loaders)) {
|
|
3222
3222
|
context = void 0;
|
|
3223
3223
|
options = loaders;
|
|
@@ -3233,7 +3233,7 @@
|
|
|
3233
3233
|
return null;
|
|
3234
3234
|
}
|
|
3235
3235
|
options = normalizeOptions(options, loader, candidateLoaders, url);
|
|
3236
|
-
context = getLoaderContext({ url, parse, loaders: candidateLoaders }, options, context || null);
|
|
3236
|
+
context = getLoaderContext({ url, _parse: parse, loaders: candidateLoaders }, options, context || null);
|
|
3237
3237
|
return await parseWithLoader(loader, data, options, context);
|
|
3238
3238
|
}
|
|
3239
3239
|
async function parseWithLoader(loader, data, options, context) {
|
|
@@ -3245,26 +3245,26 @@
|
|
|
3245
3245
|
context.response = { headers, ok, redirected, status, statusText, type, url };
|
|
3246
3246
|
}
|
|
3247
3247
|
data = await getArrayBufferOrStringFromData(data, loader, options);
|
|
3248
|
-
|
|
3249
|
-
|
|
3250
|
-
return
|
|
3248
|
+
const loaderWithParser = loader;
|
|
3249
|
+
if (loaderWithParser.parseTextSync && typeof data === "string") {
|
|
3250
|
+
return loaderWithParser.parseTextSync(data, options, context);
|
|
3251
3251
|
}
|
|
3252
3252
|
if (canParseWithWorker(loader, options)) {
|
|
3253
3253
|
return await parseWithWorker(loader, data, options, context, parse);
|
|
3254
3254
|
}
|
|
3255
|
-
if (
|
|
3256
|
-
return await
|
|
3255
|
+
if (loaderWithParser.parseText && typeof data === "string") {
|
|
3256
|
+
return await loaderWithParser.parseText(data, options, context);
|
|
3257
3257
|
}
|
|
3258
|
-
if (
|
|
3259
|
-
return await
|
|
3258
|
+
if (loaderWithParser.parse) {
|
|
3259
|
+
return await loaderWithParser.parse(data, options, context);
|
|
3260
3260
|
}
|
|
3261
|
-
assert2(!
|
|
3261
|
+
assert2(!loaderWithParser.parseSync);
|
|
3262
3262
|
throw new Error(`${loader.id} loader - no parser found and worker is disabled`);
|
|
3263
3263
|
}
|
|
3264
3264
|
var init_parse = __esm({
|
|
3265
3265
|
"src/lib/api/parse.ts"() {
|
|
3266
|
-
init_src();
|
|
3267
3266
|
init_src2();
|
|
3267
|
+
init_src();
|
|
3268
3268
|
init_normalize_loader();
|
|
3269
3269
|
init_is_type();
|
|
3270
3270
|
init_option_utils();
|
|
@@ -3277,7 +3277,6 @@
|
|
|
3277
3277
|
|
|
3278
3278
|
// src/lib/api/parse-sync.ts
|
|
3279
3279
|
function parseSync(data, loaders, options, context) {
|
|
3280
|
-
assert(!context || typeof context === "object");
|
|
3281
3280
|
if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {
|
|
3282
3281
|
context = void 0;
|
|
3283
3282
|
options = loaders;
|
|
@@ -3295,7 +3294,7 @@
|
|
|
3295
3294
|
const parse2 = () => {
|
|
3296
3295
|
throw new Error("parseSync called parse (which is async");
|
|
3297
3296
|
};
|
|
3298
|
-
context = getLoaderContext({ url,
|
|
3297
|
+
context = getLoaderContext({ url, _parseSync: parse2, _parse: parse2, loaders }, options, context || null);
|
|
3299
3298
|
return parseWithLoaderSync(loader, data, options, context);
|
|
3300
3299
|
}
|
|
3301
3300
|
function parseWithLoaderSync(loader, data, options, context) {
|
|
@@ -3310,7 +3309,6 @@
|
|
|
3310
3309
|
}
|
|
3311
3310
|
var init_parse_sync = __esm({
|
|
3312
3311
|
"src/lib/api/parse-sync.ts"() {
|
|
3313
|
-
init_src2();
|
|
3314
3312
|
init_select_loader();
|
|
3315
3313
|
init_normalize_loader();
|
|
3316
3314
|
init_option_utils();
|
|
@@ -3322,7 +3320,6 @@
|
|
|
3322
3320
|
|
|
3323
3321
|
// src/lib/api/parse-in-batches.ts
|
|
3324
3322
|
async function parseInBatches(data, loaders, options, context) {
|
|
3325
|
-
assert(!context || typeof context === "object");
|
|
3326
3323
|
const loaderArray = Array.isArray(loaders) ? loaders : void 0;
|
|
3327
3324
|
if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {
|
|
3328
3325
|
context = void 0;
|
|
@@ -3337,7 +3334,7 @@
|
|
|
3337
3334
|
return null;
|
|
3338
3335
|
}
|
|
3339
3336
|
options = normalizeOptions(options, loader, loaderArray, url);
|
|
3340
|
-
context = getLoaderContext({ url, parseInBatches, parse, loaders: loaderArray }, options, context || null);
|
|
3337
|
+
context = getLoaderContext({ url, _parseInBatches: parseInBatches, _parse: parse, loaders: loaderArray }, options, context || null);
|
|
3341
3338
|
return await parseWithLoaderInBatches(loader, data, options, context);
|
|
3342
3339
|
}
|
|
3343
3340
|
async function parseWithLoaderInBatches(loader, data, options, context) {
|
|
@@ -3433,16 +3430,19 @@
|
|
|
3433
3430
|
|
|
3434
3431
|
// src/lib/api/load-in-batches.ts
|
|
3435
3432
|
function loadInBatches(files, loaders, options, context) {
|
|
3433
|
+
let loadersArray;
|
|
3436
3434
|
if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {
|
|
3437
3435
|
context = void 0;
|
|
3438
3436
|
options = loaders;
|
|
3439
|
-
|
|
3437
|
+
loadersArray = void 0;
|
|
3438
|
+
} else {
|
|
3439
|
+
loadersArray = loaders;
|
|
3440
3440
|
}
|
|
3441
3441
|
const fetch2 = getFetchFunction(options || {});
|
|
3442
3442
|
if (!Array.isArray(files)) {
|
|
3443
|
-
return loadOneFileInBatches(files,
|
|
3443
|
+
return loadOneFileInBatches(files, loadersArray, options || {}, fetch2);
|
|
3444
3444
|
}
|
|
3445
|
-
const promises = files.map((file) => loadOneFileInBatches(file,
|
|
3445
|
+
const promises = files.map((file) => loadOneFileInBatches(file, loadersArray, options || {}, fetch2));
|
|
3446
3446
|
return promises;
|
|
3447
3447
|
}
|
|
3448
3448
|
async function loadOneFileInBatches(file, loaders, options, fetch2) {
|
|
@@ -3640,10 +3640,7 @@
|
|
|
3640
3640
|
|
|
3641
3641
|
// src/null-loader.ts
|
|
3642
3642
|
function parseSync2(arrayBuffer, options, context) {
|
|
3643
|
-
|
|
3644
|
-
return null;
|
|
3645
|
-
context = context && JSON.parse(JSON.stringify(context));
|
|
3646
|
-
return { arrayBuffer, options, context };
|
|
3643
|
+
return null;
|
|
3647
3644
|
}
|
|
3648
3645
|
var VERSION5, NullWorkerLoader, NullLoader;
|
|
3649
3646
|
var init_null_loader = __esm({
|
|
@@ -3669,7 +3666,7 @@
|
|
|
3669
3666
|
version: VERSION5,
|
|
3670
3667
|
mimeTypes: ["application/x.empty"],
|
|
3671
3668
|
extensions: ["null"],
|
|
3672
|
-
parse: async (arrayBuffer, options, context) => parseSync2(arrayBuffer, options, context),
|
|
3669
|
+
parse: async (arrayBuffer, options, context) => parseSync2(arrayBuffer, options || {}, context),
|
|
3673
3670
|
parseSync: parseSync2,
|
|
3674
3671
|
parseInBatches: async function* generator(asyncIterator, options, context) {
|
|
3675
3672
|
for await (const batch of asyncIterator) {
|
|
@@ -3678,9 +3675,7 @@
|
|
|
3678
3675
|
},
|
|
3679
3676
|
tests: [() => false],
|
|
3680
3677
|
options: {
|
|
3681
|
-
null: {
|
|
3682
|
-
echoParameters: false
|
|
3683
|
-
}
|
|
3678
|
+
null: {}
|
|
3684
3679
|
}
|
|
3685
3680
|
};
|
|
3686
3681
|
}
|
package/dist/es5/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","names":["_fetchFile","require","_readArrayBuffer","_readFile","_writeFile","_loaderOptions","_registerLoaders","_selectLoader","_parse","_parseSync","_parseInBatches","_load","_loadInBatches","_encodeTable","_encode","_save","_loaderUtils","_makeIterator","_makeNodeStream","_nullLoader","_fetchProgress","_interopRequireDefault","_browserFilesystem","_isType"],"sources":["../../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n// TYPES\nexport type {\n Loader,\n LoaderWithParser,\n LoaderContext,\n LoaderOptions,\n Writer,\n WriterOptions,\n DataType,\n SyncDataType,\n BatchableDataType,\n IFileSystem,\n IRandomAccessReadFileSystem\n} from '@loaders.gl/loader-utils';\n\n// FILE READING AND WRITING\nexport {fetchFile} from './lib/fetch/fetch-file';\n\nexport {readArrayBuffer} from './lib/fetch/read-array-buffer';\nexport {readFileSync} from './lib/fetch/read-file';\nexport {writeFile, writeFileSync} from './lib/fetch/write-file';\n\n// CONFIGURATION\nexport {setLoaderOptions, getLoaderOptions} from './lib/api/loader-options';\nexport {registerLoaders} from './lib/api/register-loaders';\nexport {selectLoader, selectLoaderSync} from './lib/api/select-loader';\n\n// LOADING (READING + PARSING)\nexport {parse} from './lib/api/parse';\nexport {parseSync} from './lib/api/parse-sync';\nexport {parseInBatches} from './lib/api/parse-in-batches';\n\nexport {load} from './lib/api/load';\nexport {loadInBatches} from './lib/api/load-in-batches';\n\n// ENCODING (ENCODING AND WRITING)\nexport {encodeTable, encodeTableAsText, encodeTableInBatches} from './lib/api/encode-table';\nexport {encode, encodeSync, encodeInBatches, encodeText, encodeURLtoURL} from './lib/api/encode';\nexport {save, saveSync} from './lib/api/save';\n\n// CORE UTILS SHARED WITH LOADERS (RE-EXPORTED FROM LOADER-UTILS)\nexport {setPathPrefix, getPathPrefix, resolvePath} from '@loaders.gl/loader-utils';\nexport {RequestScheduler} from '@loaders.gl/loader-utils';\n\n// ITERATOR UTILS\nexport {makeIterator} from './iterators/make-iterator/make-iterator';\nexport {makeStream} from './iterators/make-stream/make-node-stream';\n\n// CORE LOADERS\nexport {NullWorkerLoader, NullLoader} from './null-loader';\nexport {JSONLoader} from '@loaders.gl/loader-utils';\n\n// EXPERIMENTAL\nexport {default as _fetchProgress} from './lib/progress/fetch-progress';\nexport {default as _BrowserFileSystem} from './lib/filesystems/browser-filesystem';\n\n// FOR TESTING\nexport {_unregisterLoaders} from './lib/api/register-loaders';\n\n//\n// TODO - MOVE TO LOADER-UTILS AND DEPRECATE IN CORE?\n//\n\nexport {isBrowser, isWorker, self, window, global, document} from '@loaders.gl/loader-utils';\nexport {assert} from '@loaders.gl/loader-utils';\nexport {forEach, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\n\nexport {\n makeTextDecoderIterator,\n makeTextEncoderIterator,\n makeLineIterator,\n makeNumberedLineIterator\n} from '@loaders.gl/loader-utils';\n\n// \"JAVASCRIPT\" UTILS - move to loader-utils?\nexport {\n isPureObject,\n isPromise,\n isIterable,\n isAsyncIterable,\n isIterator,\n isResponse,\n isReadableStream,\n isWritableStream\n} from './javascript-utils/is-type';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkBA,IAAAA,UAAA,GAAAC,OAAA;AAEA,IAAAC,gBAAA,GAAAD,OAAA;AACA,IAAAE,SAAA,GAAAF,OAAA;AACA,IAAAG,UAAA,GAAAH,OAAA;AAGA,IAAAI,cAAA,GAAAJ,OAAA;AACA,IAAAK,gBAAA,GAAAL,OAAA;AACA,IAAAM,aAAA,GAAAN,OAAA;AAGA,IAAAO,MAAA,GAAAP,OAAA;AACA,IAAAQ,UAAA,GAAAR,OAAA;AACA,IAAAS,eAAA,GAAAT,OAAA;AAEA,IAAAU,KAAA,GAAAV,OAAA;AACA,IAAAW,cAAA,GAAAX,OAAA;AAGA,IAAAY,YAAA,GAAAZ,OAAA;AACA,IAAAa,OAAA,GAAAb,OAAA;AACA,IAAAc,KAAA,GAAAd,OAAA;AAGA,IAAAe,YAAA,GAAAf,OAAA;AAIA,IAAAgB,aAAA,GAAAhB,OAAA;AACA,IAAAiB,eAAA,GAAAjB,OAAA;AAGA,IAAAkB,WAAA,GAAAlB,OAAA;AAIA,IAAAmB,cAAA,GAAAC,sBAAA,CAAApB,OAAA;AACA,IAAAqB,kBAAA,GAAAD,sBAAA,CAAApB,OAAA;
|
|
1
|
+
{"version":3,"file":"index.js","names":["_fetchFile","require","_readArrayBuffer","_readFile","_writeFile","_loaderOptions","_registerLoaders","_selectLoader","_parse","_parseSync","_parseInBatches","_load","_loadInBatches","_encodeTable","_encode","_save","_loaderUtils","_makeIterator","_makeNodeStream","_nullLoader","_fetchProgress","_interopRequireDefault","_browserFilesystem","_isType"],"sources":["../../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n// TYPES\nexport type {\n Loader,\n LoaderWithParser,\n LoaderContext,\n LoaderOptions,\n Writer,\n WriterOptions,\n DataType,\n SyncDataType,\n BatchableDataType,\n IFileSystem,\n IRandomAccessReadFileSystem\n} from '@loaders.gl/loader-utils';\n\n// FILE READING AND WRITING\nexport {fetchFile} from './lib/fetch/fetch-file';\n\nexport {readArrayBuffer} from './lib/fetch/read-array-buffer';\nexport {readFileSync} from './lib/fetch/read-file';\nexport {writeFile, writeFileSync} from './lib/fetch/write-file';\n\n// CONFIGURATION\nexport {setLoaderOptions, getLoaderOptions} from './lib/api/loader-options';\nexport {registerLoaders} from './lib/api/register-loaders';\nexport {selectLoader, selectLoaderSync} from './lib/api/select-loader';\n\n// LOADING (READING + PARSING)\nexport {parse} from './lib/api/parse';\nexport {parseSync} from './lib/api/parse-sync';\nexport {parseInBatches} from './lib/api/parse-in-batches';\n\nexport {load} from './lib/api/load';\nexport {loadInBatches} from './lib/api/load-in-batches';\n\n// ENCODING (ENCODING AND WRITING)\nexport {encodeTable, encodeTableAsText, encodeTableInBatches} from './lib/api/encode-table';\nexport {encode, encodeSync, encodeInBatches, encodeText, encodeURLtoURL} from './lib/api/encode';\nexport {save, saveSync} from './lib/api/save';\n\n// CORE UTILS SHARED WITH LOADERS (RE-EXPORTED FROM LOADER-UTILS)\nexport {setPathPrefix, getPathPrefix, resolvePath} from '@loaders.gl/loader-utils';\nexport {RequestScheduler} from '@loaders.gl/loader-utils';\n\n// ITERATOR UTILS\nexport {makeIterator} from './iterators/make-iterator/make-iterator';\nexport {makeStream} from './iterators/make-stream/make-node-stream';\n\n// CORE LOADERS\nexport {NullWorkerLoader, NullLoader} from './null-loader';\nexport {JSONLoader} from '@loaders.gl/loader-utils';\n\n// EXPERIMENTAL\nexport {default as _fetchProgress} from './lib/progress/fetch-progress';\nexport {default as _BrowserFileSystem} from './lib/filesystems/browser-filesystem';\nexport type {FileSystem} from './lib/filesystems/filesystem';\n\n// FOR TESTING\nexport {_unregisterLoaders} from './lib/api/register-loaders';\n\n//\n// TODO - MOVE TO LOADER-UTILS AND DEPRECATE IN CORE?\n//\n\nexport {isBrowser, isWorker, self, window, global, document} from '@loaders.gl/loader-utils';\nexport {assert} from '@loaders.gl/loader-utils';\nexport {forEach, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\n\nexport {\n makeTextDecoderIterator,\n makeTextEncoderIterator,\n makeLineIterator,\n makeNumberedLineIterator\n} from '@loaders.gl/loader-utils';\n\n// \"JAVASCRIPT\" UTILS - move to loader-utils?\nexport {\n isPureObject,\n isPromise,\n isIterable,\n isAsyncIterable,\n isIterator,\n isResponse,\n isReadableStream,\n isWritableStream\n} from './javascript-utils/is-type';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkBA,IAAAA,UAAA,GAAAC,OAAA;AAEA,IAAAC,gBAAA,GAAAD,OAAA;AACA,IAAAE,SAAA,GAAAF,OAAA;AACA,IAAAG,UAAA,GAAAH,OAAA;AAGA,IAAAI,cAAA,GAAAJ,OAAA;AACA,IAAAK,gBAAA,GAAAL,OAAA;AACA,IAAAM,aAAA,GAAAN,OAAA;AAGA,IAAAO,MAAA,GAAAP,OAAA;AACA,IAAAQ,UAAA,GAAAR,OAAA;AACA,IAAAS,eAAA,GAAAT,OAAA;AAEA,IAAAU,KAAA,GAAAV,OAAA;AACA,IAAAW,cAAA,GAAAX,OAAA;AAGA,IAAAY,YAAA,GAAAZ,OAAA;AACA,IAAAa,OAAA,GAAAb,OAAA;AACA,IAAAc,KAAA,GAAAd,OAAA;AAGA,IAAAe,YAAA,GAAAf,OAAA;AAIA,IAAAgB,aAAA,GAAAhB,OAAA;AACA,IAAAiB,eAAA,GAAAjB,OAAA;AAGA,IAAAkB,WAAA,GAAAlB,OAAA;AAIA,IAAAmB,cAAA,GAAAC,sBAAA,CAAApB,OAAA;AACA,IAAAqB,kBAAA,GAAAD,sBAAA,CAAApB,OAAA;AAsBA,IAAAsB,OAAA,GAAAtB,OAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"timed-batch-iterator.js","names":["timedBatchIterator","_x","_x2","_timedBatchIterator","apply","arguments","_wrapAsyncGenerator2","default","_regenerator","mark","_callee","batchIterator","timeout","start","batches","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","wrap","_callee$","_context","prev","next","Date","now","_asyncIterator","_awaitAsyncGenerator2","sent","done","value","push","t0","return","finish","stop"],"sources":["../../../../src/iterators/batch-iterators/timed-batch-iterator.ts"],"sourcesContent":["/**\n * \"Debounces\" batches and returns them in groups\n */\nexport async function* timedBatchIterator<Batch>(batchIterator: AsyncIterable<Batch
|
|
1
|
+
{"version":3,"file":"timed-batch-iterator.js","names":["timedBatchIterator","_x","_x2","_timedBatchIterator","apply","arguments","_wrapAsyncGenerator2","default","_regenerator","mark","_callee","batchIterator","timeout","start","batches","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","wrap","_callee$","_context","prev","next","Date","now","_asyncIterator","_awaitAsyncGenerator2","sent","done","value","push","t0","return","finish","stop"],"sources":["../../../../src/iterators/batch-iterators/timed-batch-iterator.ts"],"sourcesContent":["/**\n * \"Debounces\" batches and returns them in groups\n */\nexport async function* timedBatchIterator<Batch>(\n batchIterator: AsyncIterable<Batch>,\n timeout: number\n): AsyncIterable<Batch[]> {\n let start = Date.now();\n let batches: Batch[] = [];\n for await (const batch of batchIterator) {\n batches.push(batch);\n if (Date.now() - start > timeout) {\n yield batches;\n start = Date.now();\n batches = [];\n }\n }\n\n if (batches) {\n yield batches;\n }\n}\n"],"mappings":";;;;;;;;;;;;SAGuBA,kBAAkBA,CAAAC,EAAA,EAAAC,GAAA;EAAA,OAAAC,mBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,oBAAA;EAAAA,mBAAA,OAAAG,oBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAlC,SAAAC,QACLC,aAAmC,EACnCC,OAAe;IAAA,IAAAC,KAAA,EAAAC,OAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA;IAAA,OAAAZ,YAAA,CAAAD,OAAA,CAAAc,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAEXZ,KAAK,GAAGa,IAAI,CAACC,GAAG,CAAC,CAAC;UAClBb,OAAgB,GAAG,EAAE;UAAAC,yBAAA;UAAAC,iBAAA;UAAAO,QAAA,CAAAC,IAAA;UAAAN,SAAA,GAAAU,cAAA,CACCjB,aAAa;QAAA;UAAAY,QAAA,CAAAE,IAAA;UAAA,WAAAI,qBAAA,CAAAtB,OAAA,EAAAW,SAAA,CAAAO,IAAA;QAAA;UAAA,MAAAV,yBAAA,KAAAI,KAAA,GAAAI,QAAA,CAAAO,IAAA,EAAAC,IAAA;YAAAR,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAtBL,KAAK,GAAAD,KAAA,CAAAa,KAAA;UACpBlB,OAAO,CAACmB,IAAI,CAACb,KAAK,CAAC;UAAC,MAChBM,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGd,KAAK,GAAGD,OAAO;YAAAW,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAAF,QAAA,CAAAE,IAAA;UAC9B,OAAMX,OAAO;QAAA;UACbD,KAAK,GAAGa,IAAI,CAACC,GAAG,CAAC,CAAC;UAClBb,OAAO,GAAG,EAAE;QAAC;UAAAC,yBAAA;UAAAQ,QAAA,CAAAE,IAAA;UAAA;QAAA;UAAAF,QAAA,CAAAE,IAAA;UAAA;QAAA;UAAAF,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAW,EAAA,GAAAX,QAAA;UAAAP,iBAAA;UAAAC,cAAA,GAAAM,QAAA,CAAAW,EAAA;QAAA;UAAAX,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAC,IAAA;UAAA,MAAAT,yBAAA,IAAAG,SAAA,CAAAiB,MAAA;YAAAZ,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAAF,QAAA,CAAAE,IAAA;UAAA,WAAAI,qBAAA,CAAAtB,OAAA,EAAAW,SAAA,CAAAiB,MAAA;QAAA;UAAAZ,QAAA,CAAAC,IAAA;UAAA,KAAAR,iBAAA;YAAAO,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAA,MAAAR,cAAA;QAAA;UAAA,OAAAM,QAAA,CAAAa,MAAA;QAAA;UAAA,OAAAb,QAAA,CAAAa,MAAA;QAAA;UAAA,KAIbtB,OAAO;YAAAS,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAAF,QAAA,CAAAE,IAAA;UACT,OAAMX,OAAO;QAAA;QAAA;UAAA,OAAAS,QAAA,CAAAc,IAAA;MAAA;IAAA,GAAA3B,OAAA;EAAA,CAEhB;EAAA,OAAAP,mBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"make-dom-stream.js","names":["makeStream","source","options","iterator","Symbol","asyncIterator","ReadableStream","type","pull","controller","_asyncToGenerator2","default","_regenerator","mark","_callee","_yield$iterator$next","done","value","wrap","_callee$","_context","prev","next","sent","close","enqueue","Uint8Array","t0","error","stop","cancel","_callee2","_iterator$return","_callee2$","_context2","return","call","_objectSpread","highWaterMark","Math","pow"],"sources":["../../../../src/iterators/make-stream/make-dom-stream.ts"],"sourcesContent":["export type MakeStreamOptions = {\n /** Stream allocates an arrayBuffer. Enables use of a default reader. */\n autoAllocateChunkSize?: number;\n /** Total number of chunks in queue before back pressure is applied */\n highWaterMark?: number;\n};\n\n/**\n * Builds a DOM stream from an iterator\n * This stream is currently used in browsers only,\n * but note that Web stream support is present in Node from Node 16\n * https://nodejs.org/api/webstreams.html#webstreams_web_streams_api\n */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: MakeStreamOptions\n): ReadableStream {\n const iterator = source[Symbol.asyncIterator]\n ? (source as AsyncIterable<ArrayBuffer>)[Symbol.asyncIterator]()\n : (source as Iterable<ArrayBuffer>)[Symbol.iterator]();\n\n return new ReadableStream<Uint8Array>(\n {\n // Create a byte stream (enables `Response(stream).arrayBuffer()`)\n // Only supported on Chrome\n // See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController\n type: 'bytes',\n\n async pull(controller) {\n try {\n const {done, value} = await iterator.next();\n if (done) {\n controller.close();\n } else {\n // TODO - ignores controller.desiredSize\n // @ts-expect-error Unclear why value is not correctly typed\n controller.enqueue(new Uint8Array(value));\n }\n } catch (error) {\n controller.error(error);\n }\n },\n\n async cancel() {\n await iterator?.return?.();\n }\n },\n // options: QueingStrategy<Uint8Array>\n {\n // This is bytes, not chunks\n highWaterMark: 2 ** 24,\n ...options\n }\n );\n}\n"],"mappings":";;;;;;;;;;;;AAaO,SAASA,UAAUA,CACxBC,MAA0D,EAC1DC,OAA2B,EACX;
|
|
1
|
+
{"version":3,"file":"make-dom-stream.js","names":["makeStream","source","options","iterator","Symbol","asyncIterator","ReadableStream","type","pull","controller","_asyncToGenerator2","default","_regenerator","mark","_callee","_yield$iterator$next","done","value","wrap","_callee$","_context","prev","next","sent","close","enqueue","Uint8Array","t0","error","stop","cancel","_callee2","_iterator$return","_callee2$","_context2","return","call","_objectSpread","highWaterMark","Math","pow"],"sources":["../../../../src/iterators/make-stream/make-dom-stream.ts"],"sourcesContent":["export type MakeStreamOptions = {\n /** Stream allocates an arrayBuffer. Enables use of a default reader. */\n autoAllocateChunkSize?: number;\n /** Total number of chunks in queue before back pressure is applied */\n highWaterMark?: number;\n};\n\n/**\n * Builds a DOM stream from an iterator\n * This stream is currently used in browsers only,\n * but note that Web stream support is present in Node from Node 16\n * https://nodejs.org/api/webstreams.html#webstreams_web_streams_api\n */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: MakeStreamOptions\n): ReadableStream {\n // TODO - add AsyncGenerator to parameter types?\n const iterator = (source as AsyncGenerator<ArrayBuffer>)[Symbol.asyncIterator]\n ? (source as AsyncIterable<ArrayBuffer>)[Symbol.asyncIterator]()\n : (source as Iterable<ArrayBuffer>)[Symbol.iterator]();\n\n return new ReadableStream<Uint8Array>(\n {\n // Create a byte stream (enables `Response(stream).arrayBuffer()`)\n // Only supported on Chrome\n // See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController\n type: 'bytes',\n\n async pull(controller) {\n try {\n const {done, value} = await iterator.next();\n if (done) {\n controller.close();\n } else {\n // TODO - ignores controller.desiredSize\n // @ts-expect-error Unclear why value is not correctly typed\n controller.enqueue(new Uint8Array(value));\n }\n } catch (error) {\n controller.error(error);\n }\n },\n\n async cancel() {\n await iterator?.return?.();\n }\n },\n // options: QueingStrategy<Uint8Array>\n {\n // This is bytes, not chunks\n highWaterMark: 2 ** 24,\n ...options\n }\n );\n}\n"],"mappings":";;;;;;;;;;;;AAaO,SAASA,UAAUA,CACxBC,MAA0D,EAC1DC,OAA2B,EACX;EAEhB,IAAMC,QAAQ,GAAIF,MAAM,CAAiCG,MAAM,CAACC,aAAa,CAAC,GACzEJ,MAAM,CAAgCG,MAAM,CAACC,aAAa,CAAC,CAAC,CAAC,GAC7DJ,MAAM,CAA2BG,MAAM,CAACD,QAAQ,CAAC,CAAC,CAAC;EAExD,OAAO,IAAIG,cAAc,CACvB;IAIEC,IAAI,EAAE,OAAO;IAEPC,IAAI,WAAAA,KAACC,UAAU,EAAE;MAAA,WAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,UAAAC,QAAA;QAAA,IAAAC,oBAAA,EAAAC,IAAA,EAAAC,KAAA;QAAA,OAAAL,YAAA,CAAAD,OAAA,CAAAO,IAAA,UAAAC,SAAAC,QAAA;UAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;YAAA;cAAAF,QAAA,CAAAC,IAAA;cAAAD,QAAA,CAAAE,IAAA;cAAA,OAESnB,QAAQ,CAACmB,IAAI,CAAC,CAAC;YAAA;cAAAP,oBAAA,GAAAK,QAAA,CAAAG,IAAA;cAApCP,IAAI,GAAAD,oBAAA,CAAJC,IAAI;cAAEC,KAAK,GAAAF,oBAAA,CAALE,KAAK;cAClB,IAAID,IAAI,EAAE;gBACRP,UAAU,CAACe,KAAK,CAAC,CAAC;cACpB,CAAC,MAAM;gBAGLf,UAAU,CAACgB,OAAO,CAAC,IAAIC,UAAU,CAACT,KAAK,CAAC,CAAC;cAC3C;cAACG,QAAA,CAAAE,IAAA;cAAA;YAAA;cAAAF,QAAA,CAAAC,IAAA;cAAAD,QAAA,CAAAO,EAAA,GAAAP,QAAA;cAEDX,UAAU,CAACmB,KAAK,CAAAR,QAAA,CAAAO,EAAM,CAAC;YAAC;YAAA;cAAA,OAAAP,QAAA,CAAAS,IAAA;UAAA;QAAA,GAAAf,OAAA;MAAA;IAE5B,CAAC;IAEKgB,MAAM,WAAAA,OAAA,EAAG;MAAA,WAAApB,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,UAAAkB,SAAA;QAAA,IAAAC,gBAAA;QAAA,OAAApB,YAAA,CAAAD,OAAA,CAAAO,IAAA,UAAAe,UAAAC,SAAA;UAAA,kBAAAA,SAAA,CAAAb,IAAA,GAAAa,SAAA,CAAAZ,IAAA;YAAA;cAAAY,SAAA,CAAAZ,IAAA;cAAA,OACPnB,QAAQ,aAARA,QAAQ,wBAAA6B,gBAAA,GAAR7B,QAAQ,CAAEgC,MAAM,cAAAH,gBAAA,uBAAhBA,gBAAA,CAAAI,IAAA,CAAAjC,QAAmB,CAAC;YAAA;YAAA;cAAA,OAAA+B,SAAA,CAAAL,IAAA;UAAA;QAAA,GAAAE,QAAA;MAAA;IAC5B;EACF,CAAC,EAAAM,aAAA;IAICC,aAAa,EAAAC,IAAA,CAAAC,GAAA,CAAE,CAAC,EAAI,EAAE;EAAA,GACnBtC,OAAO,CAEd,CAAC;AACH"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"make-node-stream.js","names":["Stream","_interopRequireWildcard","require","_getRequireWildcardCache","nodeInterop","WeakMap","cacheBabelInterop","cacheNodeInterop","obj","__esModule","_typeof","default","cache","has","get","newObj","hasPropertyDescriptor","Object","defineProperty","getOwnPropertyDescriptor","key","prototype","hasOwnProperty","call","desc","set","_createSuper","Derived","hasNativeReflectConstruct","_isNativeReflectConstruct","_createSuperInternal","Super","_getPrototypeOf2","result","NewTarget","constructor","Reflect","construct","arguments","apply","_possibleConstructorReturn2","sham","Proxy","Boolean","valueOf","e","_Readable","_createClass2","_classCallCheck2","Readable","makeStream","source","options","iterator","Symbol","asyncIterator","AsyncIterableReadable","_Readable2","_inherits2","_super","it","_this","_defineProperty2","_assertThisInitialized2","_iterator","_pulling","_bytesMode","objectMode","value","_read2","_asyncToGenerator2","_regenerator","mark","_callee","size","wrap","_callee$","_context","prev","next","_pull","sent","stop","_read","_x","_destroy2","_callee2","error","cb","_this$_iterator","_this$_iterator$throw","_this$_iterator2","_this$_iterator2$retu","_callee2$","_context2","abrupt","throw","return","_destroy","_x2","_x3","_pull2","_callee3","_r","bm","r","_it$return","_callee3$","_context3","t0","readable","done","ArrayBuffer","isView","byteLength","push","Uint8Array","_x4","_x5"],"sources":["../../../../src/iterators/make-stream/make-node-stream.ts"],"sourcesContent":["import type {ReadableOptions} from 'stream';\nimport * as Stream from 'stream';\n\nclass _Readable {}\n\ntype ReadableType = Stream.Readable | _Readable;\nconst Readable = Stream.Readable || _Readable;\n\nexport type MakeStreamOptions = ReadableOptions;\n\n/** Builds a node stream from an iterator */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: ReadableOptions\n): ReadableType {\n const iterator = source[Symbol.asyncIterator]\n ? source[Symbol.asyncIterator]()\n : source[Symbol.iterator]();\n return new AsyncIterableReadable(iterator, options);\n}\n\nclass AsyncIterableReadable extends Readable {\n private _pulling: boolean;\n private _bytesMode: boolean;\n private _iterator: AsyncIterator<ArrayBuffer>;\n\n constructor(it: AsyncIterator<ArrayBuffer>, options?: ReadableOptions) {\n super(options);\n this._iterator = it;\n this._pulling = false;\n this._bytesMode = !options || !options.objectMode;\n }\n\n async _read(size: number): Promise<void> {\n if (!this._pulling) {\n this._pulling = true;\n this._pulling = await this._pull(size, this._iterator);\n }\n }\n\n async _destroy(error: Error | null, cb: (e: Error | null) => void): Promise<void> {\n if (!this._iterator) {\n return;\n }\n if (error) {\n await this._iterator?.throw?.(error);\n } else {\n await this._iterator?.return?.(error);\n }\n cb?.(null);\n }\n\n // eslint-disable-next-line complexity\n private async _pull(size: number, it: AsyncIterator<ArrayBuffer>): Promise<boolean> {\n const bm = this._bytesMode;\n let r: IteratorResult<ArrayBuffer> | null = null;\n // while (this.readable && !(r = await it.next(bm ? size : null)).done) {\n while (this.readable && !(r = await it.next()).done) {\n if (size !== null) {\n size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;\n }\n if (!this.push(new Uint8Array(r.value)) || size <= 0) {\n break;\n }\n }\n if ((r?.done || !this.readable) && (this.push(null) || true)) {\n it?.return?.();\n }\n return !this.readable;\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AACA,IAAAA,MAAA,GAAAC,uBAAA,CAAAC,OAAA;AAAiC,SAAAC,yBAAAC,WAAA,eAAAC,OAAA,kCAAAC,iBAAA,OAAAD,OAAA,QAAAE,gBAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,yBAAAC,WAAA,WAAAA,WAAA,GAAAG,gBAAA,GAAAD,iBAAA,KAAAF,WAAA;AAAA,SAAAH,wBAAAO,GAAA,EAAAJ,WAAA,SAAAA,WAAA,IAAAI,GAAA,IAAAA,GAAA,CAAAC,UAAA,WAAAD,GAAA,QAAAA,GAAA,aAAAE,OAAA,CAAAF,GAAA,yBAAAA,GAAA,4BAAAG,OAAA,EAAAH,GAAA,UAAAI,KAAA,GAAAT,wBAAA,CAAAC,WAAA,OAAAQ,KAAA,IAAAA,KAAA,CAAAC,GAAA,CAAAL,GAAA,YAAAI,KAAA,CAAAE,GAAA,CAAAN,GAAA,SAAAO,MAAA,WAAAC,qBAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,GAAA,IAAAZ,GAAA,QAAAY,GAAA,kBAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAf,GAAA,EAAAY,GAAA,SAAAI,IAAA,GAAAR,qBAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAX,GAAA,EAAAY,GAAA,cAAAI,IAAA,KAAAA,IAAA,CAAAV,GAAA,IAAAU,IAAA,CAAAC,GAAA,KAAAR,MAAA,CAAAC,cAAA,CAAAH,MAAA,EAAAK,GAAA,EAAAI,IAAA,YAAAT,MAAA,CAAAK,GAAA,IAAAZ,GAAA,CAAAY,GAAA,SAAAL,MAAA,CAAAJ,OAAA,GAAAH,GAAA,MAAAI,KAAA,IAAAA,KAAA,CAAAa,GAAA,CAAAjB,GAAA,EAAAO,MAAA,YAAAA,MAAA;AAAA,SAAAW,aAAAC,OAAA,QAAAC,yBAAA,GAAAC,yBAAA,oBAAAC,qBAAA,QAAAC,KAAA,OAAAC,gBAAA,CAAArB,OAAA,EAAAgB,OAAA,GAAAM,MAAA,MAAAL,yBAAA,QAAAM,SAAA,OAAAF,gBAAA,CAAArB,OAAA,QAAAwB,WAAA,EAAAF,MAAA,GAAAG,OAAA,CAAAC,SAAA,CAAAN,KAAA,EAAAO,SAAA,EAAAJ,SAAA,YAAAD,MAAA,GAAAF,KAAA,CAAAQ,KAAA,OAAAD,SAAA,gBAAAE,2BAAA,CAAA7B,OAAA,QAAAsB,MAAA;AAAA,SAAAJ,0BAAA,eAAAO,OAAA,qBAAAA,OAAA,CAAAC,SAAA,oBAAAD,OAAA,CAAAC,SAAA,CAAAI,IAAA,2BAAAC,KAAA,oCAAAC,OAAA,CAAAtB,SAAA,CAAAuB,OAAA,CAAArB,IAAA,CAAAa,OAAA,CAAAC,SAAA,CAAAM,OAAA,8CAAAE,CAAA;AAAA,IAE3BC,SAAS,OAAAC,aAAA,CAAApC,OAAA,WAAAmC,UAAA;EAAA,IAAAE,gBAAA,CAAArC,OAAA,QAAAmC,SAAA;AAAA;AAGf,IAAMG,QAAQ,GAAGjD,MAAM,CAACiD,QAAQ,IAAIH,SAAS;AAKtC,SAASI,UAAUA,CACxBC,MAA0D,EAC1DC,OAAyB,EACX;
|
|
1
|
+
{"version":3,"file":"make-node-stream.js","names":["Stream","_interopRequireWildcard","require","_getRequireWildcardCache","nodeInterop","WeakMap","cacheBabelInterop","cacheNodeInterop","obj","__esModule","_typeof","default","cache","has","get","newObj","hasPropertyDescriptor","Object","defineProperty","getOwnPropertyDescriptor","key","prototype","hasOwnProperty","call","desc","set","_createSuper","Derived","hasNativeReflectConstruct","_isNativeReflectConstruct","_createSuperInternal","Super","_getPrototypeOf2","result","NewTarget","constructor","Reflect","construct","arguments","apply","_possibleConstructorReturn2","sham","Proxy","Boolean","valueOf","e","_Readable","_createClass2","_classCallCheck2","Readable","makeStream","source","options","iterator","Symbol","asyncIterator","AsyncIterableReadable","_Readable2","_inherits2","_super","it","_this","_defineProperty2","_assertThisInitialized2","_iterator","_pulling","_bytesMode","objectMode","value","_read2","_asyncToGenerator2","_regenerator","mark","_callee","size","wrap","_callee$","_context","prev","next","_pull","sent","stop","_read","_x","_destroy2","_callee2","error","cb","_this$_iterator","_this$_iterator$throw","_this$_iterator2","_this$_iterator2$retu","_callee2$","_context2","abrupt","throw","return","_destroy","_x2","_x3","_pull2","_callee3","_r","bm","r","_it$return","_callee3$","_context3","t0","readable","done","ArrayBuffer","isView","byteLength","push","Uint8Array","_x4","_x5"],"sources":["../../../../src/iterators/make-stream/make-node-stream.ts"],"sourcesContent":["import type {ReadableOptions} from 'stream';\nimport * as Stream from 'stream';\n\nclass _Readable {}\n\ntype ReadableType = Stream.Readable | _Readable;\nconst Readable = Stream.Readable || _Readable;\n\nexport type MakeStreamOptions = ReadableOptions;\n\n/** Builds a node stream from an iterator */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: ReadableOptions\n): ReadableType {\n // @ts-ignore AsyncGenerator\n const iterator = source[Symbol.asyncIterator]\n ? // @ts-ignore AsyncGenerator\n source[Symbol.asyncIterator]()\n : // @ts-ignore AsyncGenerator\n source[Symbol.iterator]();\n return new AsyncIterableReadable(iterator, options);\n}\n\nclass AsyncIterableReadable extends Readable {\n private _pulling: boolean;\n private _bytesMode: boolean;\n private _iterator: AsyncIterator<ArrayBuffer>;\n\n constructor(it: AsyncIterator<ArrayBuffer>, options?: ReadableOptions) {\n super(options);\n this._iterator = it;\n this._pulling = false;\n this._bytesMode = !options || !options.objectMode;\n }\n\n async _read(size: number): Promise<void> {\n if (!this._pulling) {\n this._pulling = true;\n this._pulling = await this._pull(size, this._iterator);\n }\n }\n\n async _destroy(error: Error | null, cb: (e: Error | null) => void): Promise<void> {\n if (!this._iterator) {\n return;\n }\n if (error) {\n await this._iterator?.throw?.(error);\n } else {\n await this._iterator?.return?.(error);\n }\n cb?.(null);\n }\n\n // eslint-disable-next-line complexity\n private async _pull(size: number, it: AsyncIterator<ArrayBuffer>): Promise<boolean> {\n const bm = this._bytesMode;\n let r: IteratorResult<ArrayBuffer> | null = null;\n // while (this.readable && !(r = await it.next(bm ? size : null)).done) {\n while (this.readable && !(r = await it.next()).done) {\n if (size !== null) {\n size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;\n }\n if (!this.push(new Uint8Array(r.value)) || size <= 0) {\n break;\n }\n }\n if ((r?.done || !this.readable) && (this.push(null) || true)) {\n it?.return?.();\n }\n return !this.readable;\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AACA,IAAAA,MAAA,GAAAC,uBAAA,CAAAC,OAAA;AAAiC,SAAAC,yBAAAC,WAAA,eAAAC,OAAA,kCAAAC,iBAAA,OAAAD,OAAA,QAAAE,gBAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,yBAAAC,WAAA,WAAAA,WAAA,GAAAG,gBAAA,GAAAD,iBAAA,KAAAF,WAAA;AAAA,SAAAH,wBAAAO,GAAA,EAAAJ,WAAA,SAAAA,WAAA,IAAAI,GAAA,IAAAA,GAAA,CAAAC,UAAA,WAAAD,GAAA,QAAAA,GAAA,aAAAE,OAAA,CAAAF,GAAA,yBAAAA,GAAA,4BAAAG,OAAA,EAAAH,GAAA,UAAAI,KAAA,GAAAT,wBAAA,CAAAC,WAAA,OAAAQ,KAAA,IAAAA,KAAA,CAAAC,GAAA,CAAAL,GAAA,YAAAI,KAAA,CAAAE,GAAA,CAAAN,GAAA,SAAAO,MAAA,WAAAC,qBAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,GAAA,IAAAZ,GAAA,QAAAY,GAAA,kBAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAf,GAAA,EAAAY,GAAA,SAAAI,IAAA,GAAAR,qBAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAX,GAAA,EAAAY,GAAA,cAAAI,IAAA,KAAAA,IAAA,CAAAV,GAAA,IAAAU,IAAA,CAAAC,GAAA,KAAAR,MAAA,CAAAC,cAAA,CAAAH,MAAA,EAAAK,GAAA,EAAAI,IAAA,YAAAT,MAAA,CAAAK,GAAA,IAAAZ,GAAA,CAAAY,GAAA,SAAAL,MAAA,CAAAJ,OAAA,GAAAH,GAAA,MAAAI,KAAA,IAAAA,KAAA,CAAAa,GAAA,CAAAjB,GAAA,EAAAO,MAAA,YAAAA,MAAA;AAAA,SAAAW,aAAAC,OAAA,QAAAC,yBAAA,GAAAC,yBAAA,oBAAAC,qBAAA,QAAAC,KAAA,OAAAC,gBAAA,CAAArB,OAAA,EAAAgB,OAAA,GAAAM,MAAA,MAAAL,yBAAA,QAAAM,SAAA,OAAAF,gBAAA,CAAArB,OAAA,QAAAwB,WAAA,EAAAF,MAAA,GAAAG,OAAA,CAAAC,SAAA,CAAAN,KAAA,EAAAO,SAAA,EAAAJ,SAAA,YAAAD,MAAA,GAAAF,KAAA,CAAAQ,KAAA,OAAAD,SAAA,gBAAAE,2BAAA,CAAA7B,OAAA,QAAAsB,MAAA;AAAA,SAAAJ,0BAAA,eAAAO,OAAA,qBAAAA,OAAA,CAAAC,SAAA,oBAAAD,OAAA,CAAAC,SAAA,CAAAI,IAAA,2BAAAC,KAAA,oCAAAC,OAAA,CAAAtB,SAAA,CAAAuB,OAAA,CAAArB,IAAA,CAAAa,OAAA,CAAAC,SAAA,CAAAM,OAAA,8CAAAE,CAAA;AAAA,IAE3BC,SAAS,OAAAC,aAAA,CAAApC,OAAA,WAAAmC,UAAA;EAAA,IAAAE,gBAAA,CAAArC,OAAA,QAAAmC,SAAA;AAAA;AAGf,IAAMG,QAAQ,GAAGjD,MAAM,CAACiD,QAAQ,IAAIH,SAAS;AAKtC,SAASI,UAAUA,CACxBC,MAA0D,EAC1DC,OAAyB,EACX;EAEd,IAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAa,CAAC,GAE3CJ,MAAM,CAACG,MAAM,CAACC,aAAa,CAAC,CAAC,CAAC,GAE9BJ,MAAM,CAACG,MAAM,CAACD,QAAQ,CAAC,CAAC,CAAC;EAC3B,OAAO,IAAIG,qBAAqB,CAACH,QAAQ,EAAED,OAAO,CAAC;AACrD;AAAC,IAEKI,qBAAqB,aAAAC,UAAA;EAAA,IAAAC,UAAA,CAAA/C,OAAA,EAAA6C,qBAAA,EAAAC,UAAA;EAAA,IAAAE,MAAA,GAAAjC,YAAA,CAAA8B,qBAAA;EAKzB,SAAAA,sBAAYI,EAA8B,EAAER,OAAyB,EAAE;IAAA,IAAAS,KAAA;IAAA,IAAAb,gBAAA,CAAArC,OAAA,QAAA6C,qBAAA;IACrEK,KAAA,GAAAF,MAAA,CAAApC,IAAA,OAAM6B,OAAO;IAAE,IAAAU,gBAAA,CAAAnD,OAAA,MAAAoD,uBAAA,CAAApD,OAAA,EAAAkD,KAAA;IAAA,IAAAC,gBAAA,CAAAnD,OAAA,MAAAoD,uBAAA,CAAApD,OAAA,EAAAkD,KAAA;IAAA,IAAAC,gBAAA,CAAAnD,OAAA,MAAAoD,uBAAA,CAAApD,OAAA,EAAAkD,KAAA;IACfA,KAAA,CAAKG,SAAS,GAAGJ,EAAE;IACnBC,KAAA,CAAKI,QAAQ,GAAG,KAAK;IACrBJ,KAAA,CAAKK,UAAU,GAAG,CAACd,OAAO,IAAI,CAACA,OAAO,CAACe,UAAU;IAAC,OAAAN,KAAA;EACpD;EAAC,IAAAd,aAAA,CAAApC,OAAA,EAAA6C,qBAAA;IAAApC,GAAA;IAAAgD,KAAA;MAAA,IAAAC,MAAA,OAAAC,kBAAA,CAAA3D,OAAA,EAAA4D,YAAA,CAAA5D,OAAA,CAAA6D,IAAA,CAED,SAAAC,QAAYC,IAAY;QAAA,OAAAH,YAAA,CAAA5D,OAAA,CAAAgE,IAAA,UAAAC,SAAAC,QAAA;UAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;YAAA;cAAA,IACjB,IAAI,CAACd,QAAQ;gBAAAY,QAAA,CAAAE,IAAA;gBAAA;cAAA;cAChB,IAAI,CAACd,QAAQ,GAAG,IAAI;cAACY,QAAA,CAAAE,IAAA;cAAA,OACC,IAAI,CAACC,KAAK,CAACN,IAAI,EAAE,IAAI,CAACV,SAAS,CAAC;YAAA;cAAtD,IAAI,CAACC,QAAQ,GAAAY,QAAA,CAAAI,IAAA;YAAA;YAAA;cAAA,OAAAJ,QAAA,CAAAK,IAAA;UAAA;QAAA,GAAAT,OAAA;MAAA,CAEhB;MAAA,SAAAU,MAAAC,EAAA;QAAA,OAAAf,MAAA,CAAA9B,KAAA,OAAAD,SAAA;MAAA;MAAA,OAAA6C,KAAA;IAAA;EAAA;IAAA/D,GAAA;IAAAgD,KAAA;MAAA,IAAAiB,SAAA,OAAAf,kBAAA,CAAA3D,OAAA,EAAA4D,YAAA,CAAA5D,OAAA,CAAA6D,IAAA,CAED,SAAAc,SAAeC,KAAmB,EAAEC,EAA6B;QAAA,IAAAC,eAAA,EAAAC,qBAAA,EAAAC,gBAAA,EAAAC,qBAAA;QAAA,OAAArB,YAAA,CAAA5D,OAAA,CAAAgE,IAAA,UAAAkB,UAAAC,SAAA;UAAA,kBAAAA,SAAA,CAAAhB,IAAA,GAAAgB,SAAA,CAAAf,IAAA;YAAA;cAAA,IAC1D,IAAI,CAACf,SAAS;gBAAA8B,SAAA,CAAAf,IAAA;gBAAA;cAAA;cAAA,OAAAe,SAAA,CAAAC,MAAA;YAAA;cAAA,KAGfR,KAAK;gBAAAO,SAAA,CAAAf,IAAA;gBAAA;cAAA;cAAAe,SAAA,CAAAf,IAAA;cAAA,QAAAU,eAAA,GACD,IAAI,CAACzB,SAAS,cAAAyB,eAAA,wBAAAC,qBAAA,GAAdD,eAAA,CAAgBO,KAAK,cAAAN,qBAAA,uBAArBA,qBAAA,CAAAnE,IAAA,CAAAkE,eAAA,EAAwBF,KAAK,CAAC;YAAA;cAAAO,SAAA,CAAAf,IAAA;cAAA;YAAA;cAAAe,SAAA,CAAAf,IAAA;cAAA,QAAAY,gBAAA,GAE9B,IAAI,CAAC3B,SAAS,cAAA2B,gBAAA,wBAAAC,qBAAA,GAAdD,gBAAA,CAAgBM,MAAM,cAAAL,qBAAA,uBAAtBA,qBAAA,CAAArE,IAAA,CAAAoE,gBAAA,EAAyBJ,KAAK,CAAC;YAAA;cAEvCC,EAAE,aAAFA,EAAE,uBAAFA,EAAE,CAAG,IAAI,CAAC;YAAC;YAAA;cAAA,OAAAM,SAAA,CAAAZ,IAAA;UAAA;QAAA,GAAAI,QAAA;MAAA,CACZ;MAAA,SAAAY,SAAAC,GAAA,EAAAC,GAAA;QAAA,OAAAf,SAAA,CAAA9C,KAAA,OAAAD,SAAA;MAAA;MAAA,OAAA4D,QAAA;IAAA;EAAA;IAAA9E,GAAA;IAAAgD,KAAA;MAAA,IAAAiC,MAAA,OAAA/B,kBAAA,CAAA3D,OAAA,EAAA4D,YAAA,CAAA5D,OAAA,CAAA6D,IAAA,CAGD,SAAA8B,SAAoB5B,IAAY,EAAEd,EAA8B;QAAA,IAAA2C,EAAA;QAAA,IAAAC,EAAA,EAAAC,CAAA,EAAAC,UAAA;QAAA,OAAAnC,YAAA,CAAA5D,OAAA,CAAAgE,IAAA,UAAAgC,UAAAC,SAAA;UAAA,kBAAAA,SAAA,CAAA9B,IAAA,GAAA8B,SAAA,CAAA7B,IAAA;YAAA;cACxDyB,EAAE,GAAG,IAAI,CAACtC,UAAU;cACtBuC,CAAqC,GAAG,IAAI;YAAA;cAAAG,SAAA,CAAAC,EAAA,GAEzC,IAAI,CAACC,QAAQ;cAAA,KAAAF,SAAA,CAAAC,EAAA;gBAAAD,SAAA,CAAA7B,IAAA;gBAAA;cAAA;cAAA6B,SAAA,CAAA7B,IAAA;cAAA,OAAgBnB,EAAE,CAACmB,IAAI,CAAC,CAAC;YAAA;cAAA6B,SAAA,CAAAC,EAAA,KAAnBJ,CAAC,GAAAG,SAAA,CAAA3B,IAAA,EAAoB8B,IAAI;YAAA;cAAA,KAAAH,SAAA,CAAAC,EAAA;gBAAAD,SAAA,CAAA7B,IAAA;gBAAA;cAAA;cACjD,IAAIL,IAAI,KAAK,IAAI,EAAE;gBACjBA,IAAI,IAAI8B,EAAE,IAAIQ,WAAW,CAACC,MAAM,CAACR,CAAC,CAACrC,KAAK,CAAC,GAAGqC,CAAC,CAACrC,KAAK,CAAC8C,UAAU,GAAG,CAAC;cACpE;cAAC,MACG,CAAC,IAAI,CAACC,IAAI,CAAC,IAAIC,UAAU,CAACX,CAAC,CAACrC,KAAK,CAAC,CAAC,IAAIM,IAAI,IAAI,CAAC;gBAAAkC,SAAA,CAAA7B,IAAA;gBAAA;cAAA;cAAA,OAAA6B,SAAA,CAAAb,MAAA;YAAA;cAAAa,SAAA,CAAA7B,IAAA;cAAA;YAAA;cAItD,IAAI,CAAC,CAAAwB,EAAA,GAAAE,CAAC,cAAAF,EAAA,eAADA,EAAA,CAAGQ,IAAI,IAAI,CAAC,IAAI,CAACD,QAAQ,MAAM,IAAI,CAACK,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE;gBAC5DvD,EAAE,aAAFA,EAAE,wBAAA8C,UAAA,GAAF9C,EAAE,CAAEqC,MAAM,cAAAS,UAAA,uBAAVA,UAAA,CAAAnF,IAAA,CAAAqC,EAAa,CAAC;cAChB;cAAC,OAAAgD,SAAA,CAAAb,MAAA,WACM,CAAC,IAAI,CAACe,QAAQ;YAAA;YAAA;cAAA,OAAAF,SAAA,CAAA1B,IAAA;UAAA;QAAA,GAAAoB,QAAA;MAAA,CACtB;MAAA,SAAAtB,MAAAqC,GAAA,EAAAC,GAAA;QAAA,OAAAjB,MAAA,CAAA9D,KAAA,OAAAD,SAAA;MAAA;MAAA,OAAA0C,KAAA;IAAA;EAAA;EAAA,OAAAxB,qBAAA;AAAA,EAhDiCP,QAAQ"}
|
|
@@ -25,7 +25,7 @@ var isPromise = function isPromise(x) {
|
|
|
25
25
|
};
|
|
26
26
|
exports.isPromise = isPromise;
|
|
27
27
|
var isIterable = function isIterable(x) {
|
|
28
|
-
return x && typeof x[Symbol.iterator] === 'function';
|
|
28
|
+
return Boolean(x) && typeof x[Symbol.iterator] === 'function';
|
|
29
29
|
};
|
|
30
30
|
exports.isIterable = isIterable;
|
|
31
31
|
var isAsyncIterable = function isAsyncIterable(x) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"is-type.js","names":["isBoolean","x","isFunction","isObject","_typeof2","default","exports","isPureObject","constructor","isPromise","then","isIterable","Symbol","iterator","isAsyncIterable","asyncIterator","isIterator","next","isResponse","Response","arrayBuffer","text","json","isFile","File","isBlob","Blob","isBuffer","isWritableDOMStream","abort","getWriter","isReadableDOMStream","ReadableStream","tee","cancel","getReader","isWritableNodeStream","end","write","writable","isReadableNodeStream","read","pipe","readable","isReadableStream","isWritableStream"],"sources":["../../../src/javascript-utils/is-type.ts"],"sourcesContent":["
|
|
1
|
+
{"version":3,"file":"is-type.js","names":["isBoolean","x","isFunction","isObject","_typeof2","default","exports","isPureObject","constructor","isPromise","then","isIterable","Boolean","Symbol","iterator","isAsyncIterable","asyncIterator","isIterator","next","isResponse","Response","arrayBuffer","text","json","isFile","File","isBlob","Blob","isBuffer","isWritableDOMStream","abort","getWriter","isReadableDOMStream","ReadableStream","tee","cancel","getReader","isWritableNodeStream","end","write","writable","isReadableNodeStream","read","pipe","readable","isReadableStream","isWritableStream"],"sources":["../../../src/javascript-utils/is-type.ts"],"sourcesContent":["// luma.gl, MIT license\nimport type {Readable} from 'stream';\n\n/** A DOM or Node readable stream */\nexport type ReadableStreamType = ReadableStream | Readable;\n\nconst isBoolean: (x: unknown) => boolean = (x) => typeof x === 'boolean';\nconst isFunction: (x: unknown) => boolean = (x) => typeof x === 'function';\n\nexport const isObject: (x: unknown) => boolean = (x) => x !== null && typeof x === 'object';\nexport const isPureObject: (x: any) => boolean = (x) =>\n isObject(x) && x.constructor === {}.constructor;\nexport const isPromise: (x: any) => boolean = (x) => isObject(x) && isFunction(x.then);\n\nexport const isIterable: (x: any) => boolean = (x) =>\n Boolean(x) && typeof x[Symbol.iterator] === 'function';\nexport const isAsyncIterable: (x: any) => boolean = (x) =>\n x && typeof x[Symbol.asyncIterator] === 'function';\nexport const isIterator: (x: any) => boolean = (x) => x && isFunction(x.next);\n\nexport const isResponse: (x: any) => boolean = (x) =>\n (typeof Response !== 'undefined' && x instanceof Response) ||\n (x && x.arrayBuffer && x.text && x.json);\n\nexport const isFile: (x: unknown) => boolean = (x) =>\n typeof File !== 'undefined' && x instanceof File;\nexport const isBlob: (x: unknown) => boolean = (x) =>\n typeof Blob !== 'undefined' && x instanceof Blob;\n\n/** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */\nexport const isBuffer: (x: any) => boolean = (x) => x && typeof x === 'object' && x.isBuffer;\n\nexport const isWritableDOMStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);\n\nexport const isReadableDOMStream: (x: any) => boolean = (x) =>\n (typeof ReadableStream !== 'undefined' && x instanceof ReadableStream) ||\n (isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader));\n// Not implemented in Firefox: && isFunction(x.pipeTo)\n\nexport const isWritableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);\nexport const isReadableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);\nexport const isReadableStream: (x: unknown) => boolean = (x) =>\n isReadableDOMStream(x) || isReadableNodeStream(x);\nexport const isWritableStream: (x: unknown) => boolean = (x) =>\n isWritableDOMStream(x) || isWritableNodeStream(x);\n"],"mappings":";;;;;;;;AAMA,IAAMA,SAAkC,GAAG,SAArCA,SAAkCA,CAAIC,CAAC;EAAA,OAAK,OAAOA,CAAC,KAAK,SAAS;AAAA;AACxE,IAAMC,UAAmC,GAAG,SAAtCA,UAAmCA,CAAID,CAAC;EAAA,OAAK,OAAOA,CAAC,KAAK,UAAU;AAAA;AAEnE,IAAME,QAAiC,GAAG,SAApCA,QAAiCA,CAAIF,CAAC;EAAA,OAAKA,CAAC,KAAK,IAAI,IAAI,IAAAG,QAAA,CAAAC,OAAA,EAAOJ,CAAC,MAAK,QAAQ;AAAA;AAACK,OAAA,CAAAH,QAAA,GAAAA,QAAA;AACrF,IAAMI,YAAiC,GAAG,SAApCA,YAAiCA,CAAIN,CAAC;EAAA,OACjDE,QAAQ,CAACF,CAAC,CAAC,IAAIA,CAAC,CAACO,WAAW,KAAK,CAAC,CAAC,CAACA,WAAW;AAAA;AAACF,OAAA,CAAAC,YAAA,GAAAA,YAAA;AAC3C,IAAME,SAA8B,GAAG,SAAjCA,SAA8BA,CAAIR,CAAC;EAAA,OAAKE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACS,IAAI,CAAC;AAAA;AAACJ,OAAA,CAAAG,SAAA,GAAAA,SAAA;AAEhF,IAAME,UAA+B,GAAG,SAAlCA,UAA+BA,CAAIV,CAAC;EAAA,OAC/CW,OAAO,CAACX,CAAC,CAAC,IAAI,OAAOA,CAAC,CAACY,MAAM,CAACC,QAAQ,CAAC,KAAK,UAAU;AAAA;AAACR,OAAA,CAAAK,UAAA,GAAAA,UAAA;AAClD,IAAMI,eAAoC,GAAG,SAAvCA,eAAoCA,CAAId,CAAC;EAAA,OACpDA,CAAC,IAAI,OAAOA,CAAC,CAACY,MAAM,CAACG,aAAa,CAAC,KAAK,UAAU;AAAA;AAACV,OAAA,CAAAS,eAAA,GAAAA,eAAA;AAC9C,IAAME,UAA+B,GAAG,SAAlCA,UAA+BA,CAAIhB,CAAC;EAAA,OAAKA,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACiB,IAAI,CAAC;AAAA;AAACZ,OAAA,CAAAW,UAAA,GAAAA,UAAA;AAEvE,IAAME,UAA+B,GAAG,SAAlCA,UAA+BA,CAAIlB,CAAC;EAAA,OAC9C,OAAOmB,QAAQ,KAAK,WAAW,IAAInB,CAAC,YAAYmB,QAAQ,IACxDnB,CAAC,IAAIA,CAAC,CAACoB,WAAW,IAAIpB,CAAC,CAACqB,IAAI,IAAIrB,CAAC,CAACsB,IAAK;AAAA;AAACjB,OAAA,CAAAa,UAAA,GAAAA,UAAA;AAEpC,IAAMK,MAA+B,GAAG,SAAlCA,MAA+BA,CAAIvB,CAAC;EAAA,OAC/C,OAAOwB,IAAI,KAAK,WAAW,IAAIxB,CAAC,YAAYwB,IAAI;AAAA;AAACnB,OAAA,CAAAkB,MAAA,GAAAA,MAAA;AAC5C,IAAME,MAA+B,GAAG,SAAlCA,MAA+BA,CAAIzB,CAAC;EAAA,OAC/C,OAAO0B,IAAI,KAAK,WAAW,IAAI1B,CAAC,YAAY0B,IAAI;AAAA;AAACrB,OAAA,CAAAoB,MAAA,GAAAA,MAAA;AAG5C,IAAME,QAA6B,GAAG,SAAhCA,QAA6BA,CAAI3B,CAAC;EAAA,OAAKA,CAAC,IAAI,IAAAG,QAAA,CAAAC,OAAA,EAAOJ,CAAC,MAAK,QAAQ,IAAIA,CAAC,CAAC2B,QAAQ;AAAA;AAACtB,OAAA,CAAAsB,QAAA,GAAAA,QAAA;AAEtF,IAAMC,mBAAwC,GAAG,SAA3CA,mBAAwCA,CAAI5B,CAAC;EAAA,OACxDE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAAC6B,KAAK,CAAC,IAAI5B,UAAU,CAACD,CAAC,CAAC8B,SAAS,CAAC;AAAA;AAACzB,OAAA,CAAAuB,mBAAA,GAAAA,mBAAA;AAEzD,IAAMG,mBAAwC,GAAG,SAA3CA,mBAAwCA,CAAI/B,CAAC;EAAA,OACvD,OAAOgC,cAAc,KAAK,WAAW,IAAIhC,CAAC,YAAYgC,cAAc,IACpE9B,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACiC,GAAG,CAAC,IAAIhC,UAAU,CAACD,CAAC,CAACkC,MAAM,CAAC,IAAIjC,UAAU,CAACD,CAAC,CAACmC,SAAS,CAAE;AAAA;AAAC9B,OAAA,CAAA0B,mBAAA,GAAAA,mBAAA;AAGjF,IAAMK,oBAAyC,GAAG,SAA5CA,oBAAyCA,CAAIpC,CAAC;EAAA,OACzDE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACqC,GAAG,CAAC,IAAIpC,UAAU,CAACD,CAAC,CAACsC,KAAK,CAAC,IAAIvC,SAAS,CAACC,CAAC,CAACuC,QAAQ,CAAC;AAAA;AAAClC,OAAA,CAAA+B,oBAAA,GAAAA,oBAAA;AAC5E,IAAMI,oBAAyC,GAAG,SAA5CA,oBAAyCA,CAAIxC,CAAC;EAAA,OACzDE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACyC,IAAI,CAAC,IAAIxC,UAAU,CAACD,CAAC,CAAC0C,IAAI,CAAC,IAAI3C,SAAS,CAACC,CAAC,CAAC2C,QAAQ,CAAC;AAAA;AAACtC,OAAA,CAAAmC,oBAAA,GAAAA,oBAAA;AAC5E,IAAMI,gBAAyC,GAAG,SAA5CA,gBAAyCA,CAAI5C,CAAC;EAAA,OACzD+B,mBAAmB,CAAC/B,CAAC,CAAC,IAAIwC,oBAAoB,CAACxC,CAAC,CAAC;AAAA;AAACK,OAAA,CAAAuC,gBAAA,GAAAA,gBAAA;AAC7C,IAAMC,gBAAyC,GAAG,SAA5CA,gBAAyCA,CAAI7C,CAAC;EAAA,OACzD4B,mBAAmB,CAAC5B,CAAC,CAAC,IAAIoC,oBAAoB,CAACpC,CAAC,CAAC;AAAA;AAACK,OAAA,CAAAwC,gBAAA,GAAAA,gBAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"encode-table.js","names":["_loaderUtils","require","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Object","Promise","reject","done","resolve","value","then","n","next","prototype","apply","arguments","return","_return","ret","throw","_throw","thr","encodeTable","_x","_x2","_x3","_encodeTable","_asyncToGenerator2","default","_regenerator","mark","_callee","data","writer","options","text","batches","chunks","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","wrap","_callee$","_context","prev","encode","abrupt","sent","encodeText","TextEncoder","encodeInBatches","encodeTableInBatches","push","t0","finish","concatenateArrayBuffers","Error","stop","encodeTableAsText","_x4","_x5","_x6","_encodeTableAsText","_callee2","arrayBuffer","_callee2$","_context2","TextDecoder","decode","dataIterator","getIterator","table","start","end","length"],"sources":["../../../../src/lib/api/encode-table.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc\n\n/* global TextEncoder, TextDecoder */\nimport {concatenateArrayBuffers, Writer, WriterOptionsType} from '@loaders.gl/loader-utils';\nimport {Table} from '@loaders.gl/schema';\n\nexport async function encodeTable<WriterT extends Writer = Writer>(\n data: Table,\n writer: WriterT,\n options?: WriterOptionsType<WriterT>\n): Promise<ArrayBuffer> {\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeText) {\n const text = await writer.encodeText(data, options);\n return new TextEncoder().encode(text);\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeTableInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: ArrayBuffer[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n return concatenateArrayBuffers(...chunks);\n }\n\n throw new Error('Writer could not encode data');\n}\n\nexport async function encodeTableAsText<WriterT extends Writer = Writer>(\n data: Table,\n writer: WriterT,\n options?: WriterOptionsType<WriterT>\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encodeTable(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n throw new Error('Writer could not encode data as text');\n}\n\nexport function encodeTableInBatches<WriterT extends Writer = Writer>(\n data: Table,\n writer: WriterT,\n options?: WriterOptionsType<WriterT>\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n // @ts-expect-error\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\nfunction getIterator(data) {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n"],"mappings":";;;;;;;;;;;AAIA,IAAAA,YAAA,GAAAC,OAAA;AAA4F,SAAAC,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAAC,MAAA,CAAAD,CAAA,MAAAA,CAAA,SAAAE,OAAA,CAAAC,MAAA,KAAAN,SAAA,CAAAG,CAAA,+BAAAI,IAAA,GAAAJ,CAAA,CAAAI,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAL,CAAA,CAAAM,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAR,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAU,CAAA,GAAAV,CAAA,CAAAW,IAAA,KAAAb,qBAAA,CAAAc,SAAA,KAAAZ,CAAA,QAAAU,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAV,iCAAA,MAAAS,CAAA,CAAAG,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAC,MAAA,WAAAC,QAAAR,KAAA,QAAAS,GAAA,QAAAjB,CAAA,CAAAe,MAAA,oBAAAE,GAAA,GAAAb,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAL,iCAAA,CAAAgB,GAAA,CAAAJ,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAI,KAAA,WAAAC,OAAAX,KAAA,QAAAY,GAAA,QAAApB,CAAA,CAAAe,MAAA,oBAAAK,GAAA,GAAAhB,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAP,iCAAA,CAAAmB,GAAA,CAAAP,KAAA,MAAAb,CAAA,EAAAc,SAAA,aAAAhB,qBAAA,CAAAE,CAAA;AAAA,SAGtEqB,WAAWA,CAAAC,EAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,YAAA,CAAAZ,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAW,aAAA;EAAAA,YAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAA1B,SAAAC,QACLC,IAAW,EACXC,MAAe,EACfC,OAAoC;IAAA,IAAAC,IAAA,EAAAC,OAAA,EAAAC,MAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA;IAAA,OAAAd,YAAA,CAAAD,OAAA,CAAAgB,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAlC,IAAA;QAAA;UAAA,KAEhCqB,MAAM,CAACe,MAAM;YAAAF,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAAkC,QAAA,CAAAlC,IAAA;UAAA,OACFqB,MAAM,CAACe,MAAM,CAAChB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAY,QAAA,CAAAG,MAAA,WAAAH,QAAA,CAAAI,IAAA;QAAA;UAAA,KAGvCjB,MAAM,CAACkB,UAAU;YAAAL,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAAkC,QAAA,CAAAlC,IAAA;UAAA,OACAqB,MAAM,CAACkB,UAAU,CAACnB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAA7CC,IAAI,GAAAW,QAAA,CAAAI,IAAA;UAAA,OAAAJ,QAAA,CAAAG,MAAA,WACH,IAAIG,WAAW,CAAC,CAAC,CAACJ,MAAM,CAACb,IAAI,CAAC;QAAA;UAAA,KAGnCF,MAAM,CAACoB,eAAe;YAAAP,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAGlBwB,OAAO,GAAGkB,oBAAoB,CAACtB,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;UAGrDG,MAAqB,GAAG,EAAE;UAAAC,yBAAA;UAAAC,iBAAA;UAAAO,QAAA,CAAAC,IAAA;UAAAN,SAAA,GAAApD,cAAA,CACN+C,OAAO;QAAA;UAAAU,QAAA,CAAAlC,IAAA;UAAA,OAAA6B,SAAA,CAAA7B,IAAA;QAAA;UAAA,MAAA0B,yBAAA,KAAAI,KAAA,GAAAI,QAAA,CAAAI,IAAA,EAAA3C,IAAA;YAAAuC,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAhB+B,KAAK,GAAAD,KAAA,CAAAjC,KAAA;UACpB4B,MAAM,CAACkB,IAAI,CAACZ,KAAK,CAAC;QAAC;UAAAL,yBAAA;UAAAQ,QAAA,CAAAlC,IAAA;UAAA;QAAA;UAAAkC,QAAA,CAAAlC,IAAA;UAAA;QAAA;UAAAkC,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAU,EAAA,GAAAV,QAAA;UAAAP,iBAAA;UAAAC,cAAA,GAAAM,QAAA,CAAAU,EAAA;QAAA;UAAAV,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAC,IAAA;UAAA,MAAAT,yBAAA,IAAAG,SAAA,CAAAzB,MAAA;YAAA8B,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAAkC,QAAA,CAAAlC,IAAA;UAAA,OAAA6B,SAAA,CAAAzB,MAAA;QAAA;UAAA8B,QAAA,CAAAC,IAAA;UAAA,KAAAR,iBAAA;YAAAO,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAA,MAAA4B,cAAA;QAAA;UAAA,OAAAM,QAAA,CAAAW,MAAA;QAAA;UAAA,OAAAX,QAAA,CAAAW,MAAA;QAAA;UAAA,OAAAX,QAAA,CAAAG,MAAA,WAEdS,oCAAuB,CAAA5C,KAAA,SAAIuB,MAAM,CAAC;QAAA;UAAA,MAGrC,IAAIsB,KAAK,CAAC,8BAA8B,CAAC;QAAA;QAAA;UAAA,OAAAb,QAAA,CAAAc,IAAA;MAAA;IAAA,GAAA7B,OAAA;EAAA,CAChD;EAAA,OAAAL,YAAA,CAAAZ,KAAA,OAAAC,SAAA;AAAA;AAAA,SAEqB8C,iBAAiBA,CAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,kBAAA,CAAAnD,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAkD,mBAAA;EAAAA,kBAAA,OAAAtC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAhC,SAAAoC,SACLlC,IAAW,EACXC,MAAe,EACfC,OAAoC;IAAA,IAAAiC,WAAA;IAAA,OAAAtC,YAAA,CAAAD,OAAA,CAAAgB,IAAA,UAAAwB,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAtB,IAAA,GAAAsB,SAAA,CAAAzD,IAAA;QAAA;UAAA,MAEhCqB,MAAM,CAACE,IAAI,IAAIF,MAAM,CAACkB,UAAU;YAAAkB,SAAA,CAAAzD,IAAA;YAAA;UAAA;UAAAyD,SAAA,CAAAzD,IAAA;UAAA,OACrBqB,MAAM,CAACkB,UAAU,CAACnB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAmC,SAAA,CAAApB,MAAA,WAAAoB,SAAA,CAAAnB,IAAA;QAAA;UAAA,MAG3CjB,MAAM,CAACE,IAAI,KAAKF,MAAM,CAACe,MAAM,IAAIf,MAAM,CAACoB,eAAe,CAAC;YAAAgB,SAAA,CAAAzD,IAAA;YAAA;UAAA;UAAAyD,SAAA,CAAAzD,IAAA;UAAA,OAChCU,WAAW,CAACU,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;QAAA;UAAtDiC,WAAW,GAAAE,SAAA,CAAAnB,IAAA;UAAA,OAAAmB,SAAA,CAAApB,MAAA,WACV,IAAIqB,WAAW,CAAC,CAAC,CAACC,MAAM,CAACJ,WAAW,CAAC;QAAA;UAAA,MAExC,IAAIR,KAAK,CAAC,sCAAsC,CAAC;QAAA;QAAA;UAAA,OAAAU,SAAA,CAAAT,IAAA;MAAA;IAAA,GAAAM,QAAA;EAAA,CACxD;EAAA,OAAAD,kBAAA,CAAAnD,KAAA,OAAAC,SAAA;AAAA;AAEM,SAASuC,oBAAoBA,CAClCtB,IAAW,EACXC,MAAe,EACfC,OAAoC,EACR;EAC5B,IAAID,MAAM,CAACoB,eAAe,EAAE;IAC1B,IAAMmB,YAAY,GAAGC,WAAW,CAACzC,IAAI,CAAC;IAEtC,OAAOC,MAAM,CAACoB,eAAe,CAACmB,YAAY,EAAEtC,OAAO,CAAC;EACtD;EAEA,MAAM,IAAIyB,KAAK,CAAC,yCAAyC,CAAC;AAC5D;AAEA,SAASc,WAAWA,CAACzC,
|
|
1
|
+
{"version":3,"file":"encode-table.js","names":["_loaderUtils","require","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Object","Promise","reject","done","resolve","value","then","n","next","prototype","apply","arguments","return","_return","ret","throw","_throw","thr","encodeTable","_x","_x2","_x3","_encodeTable","_asyncToGenerator2","default","_regenerator","mark","_callee","data","writer","options","text","batches","chunks","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","wrap","_callee$","_context","prev","encode","abrupt","sent","encodeText","TextEncoder","encodeInBatches","encodeTableInBatches","push","t0","finish","concatenateArrayBuffers","Error","stop","encodeTableAsText","_x4","_x5","_x6","_encodeTableAsText","_callee2","arrayBuffer","_callee2$","_context2","TextDecoder","decode","dataIterator","getIterator","table","start","end","length"],"sources":["../../../../src/lib/api/encode-table.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc\n\n/* global TextEncoder, TextDecoder */\nimport {concatenateArrayBuffers, Writer, WriterOptionsType} from '@loaders.gl/loader-utils';\nimport {Table} from '@loaders.gl/schema';\n\nexport async function encodeTable<WriterT extends Writer = Writer>(\n data: Table,\n writer: WriterT,\n options?: WriterOptionsType<WriterT>\n): Promise<ArrayBuffer> {\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeText) {\n const text = await writer.encodeText(data, options);\n return new TextEncoder().encode(text);\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeTableInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: ArrayBuffer[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n return concatenateArrayBuffers(...chunks);\n }\n\n throw new Error('Writer could not encode data');\n}\n\nexport async function encodeTableAsText<WriterT extends Writer = Writer>(\n data: Table,\n writer: WriterT,\n options?: WriterOptionsType<WriterT>\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encodeTable(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n throw new Error('Writer could not encode data as text');\n}\n\nexport function encodeTableInBatches<WriterT extends Writer = Writer>(\n data: Table,\n writer: WriterT,\n options?: WriterOptionsType<WriterT>\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n // @ts-expect-error\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\nfunction getIterator(data: any): Iterable<{table: any; start: number; end: number}> {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n"],"mappings":";;;;;;;;;;;AAIA,IAAAA,YAAA,GAAAC,OAAA;AAA4F,SAAAC,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAAC,MAAA,CAAAD,CAAA,MAAAA,CAAA,SAAAE,OAAA,CAAAC,MAAA,KAAAN,SAAA,CAAAG,CAAA,+BAAAI,IAAA,GAAAJ,CAAA,CAAAI,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAL,CAAA,CAAAM,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAR,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAU,CAAA,GAAAV,CAAA,CAAAW,IAAA,KAAAb,qBAAA,CAAAc,SAAA,KAAAZ,CAAA,QAAAU,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAV,iCAAA,MAAAS,CAAA,CAAAG,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAC,MAAA,WAAAC,QAAAR,KAAA,QAAAS,GAAA,QAAAjB,CAAA,CAAAe,MAAA,oBAAAE,GAAA,GAAAb,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAL,iCAAA,CAAAgB,GAAA,CAAAJ,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAI,KAAA,WAAAC,OAAAX,KAAA,QAAAY,GAAA,QAAApB,CAAA,CAAAe,MAAA,oBAAAK,GAAA,GAAAhB,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAP,iCAAA,CAAAmB,GAAA,CAAAP,KAAA,MAAAb,CAAA,EAAAc,SAAA,aAAAhB,qBAAA,CAAAE,CAAA;AAAA,SAGtEqB,WAAWA,CAAAC,EAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,YAAA,CAAAZ,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAW,aAAA;EAAAA,YAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAA1B,SAAAC,QACLC,IAAW,EACXC,MAAe,EACfC,OAAoC;IAAA,IAAAC,IAAA,EAAAC,OAAA,EAAAC,MAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA;IAAA,OAAAd,YAAA,CAAAD,OAAA,CAAAgB,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAlC,IAAA;QAAA;UAAA,KAEhCqB,MAAM,CAACe,MAAM;YAAAF,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAAkC,QAAA,CAAAlC,IAAA;UAAA,OACFqB,MAAM,CAACe,MAAM,CAAChB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAY,QAAA,CAAAG,MAAA,WAAAH,QAAA,CAAAI,IAAA;QAAA;UAAA,KAGvCjB,MAAM,CAACkB,UAAU;YAAAL,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAAkC,QAAA,CAAAlC,IAAA;UAAA,OACAqB,MAAM,CAACkB,UAAU,CAACnB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAA7CC,IAAI,GAAAW,QAAA,CAAAI,IAAA;UAAA,OAAAJ,QAAA,CAAAG,MAAA,WACH,IAAIG,WAAW,CAAC,CAAC,CAACJ,MAAM,CAACb,IAAI,CAAC;QAAA;UAAA,KAGnCF,MAAM,CAACoB,eAAe;YAAAP,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAGlBwB,OAAO,GAAGkB,oBAAoB,CAACtB,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;UAGrDG,MAAqB,GAAG,EAAE;UAAAC,yBAAA;UAAAC,iBAAA;UAAAO,QAAA,CAAAC,IAAA;UAAAN,SAAA,GAAApD,cAAA,CACN+C,OAAO;QAAA;UAAAU,QAAA,CAAAlC,IAAA;UAAA,OAAA6B,SAAA,CAAA7B,IAAA;QAAA;UAAA,MAAA0B,yBAAA,KAAAI,KAAA,GAAAI,QAAA,CAAAI,IAAA,EAAA3C,IAAA;YAAAuC,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAhB+B,KAAK,GAAAD,KAAA,CAAAjC,KAAA;UACpB4B,MAAM,CAACkB,IAAI,CAACZ,KAAK,CAAC;QAAC;UAAAL,yBAAA;UAAAQ,QAAA,CAAAlC,IAAA;UAAA;QAAA;UAAAkC,QAAA,CAAAlC,IAAA;UAAA;QAAA;UAAAkC,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAU,EAAA,GAAAV,QAAA;UAAAP,iBAAA;UAAAC,cAAA,GAAAM,QAAA,CAAAU,EAAA;QAAA;UAAAV,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAC,IAAA;UAAA,MAAAT,yBAAA,IAAAG,SAAA,CAAAzB,MAAA;YAAA8B,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAAkC,QAAA,CAAAlC,IAAA;UAAA,OAAA6B,SAAA,CAAAzB,MAAA;QAAA;UAAA8B,QAAA,CAAAC,IAAA;UAAA,KAAAR,iBAAA;YAAAO,QAAA,CAAAlC,IAAA;YAAA;UAAA;UAAA,MAAA4B,cAAA;QAAA;UAAA,OAAAM,QAAA,CAAAW,MAAA;QAAA;UAAA,OAAAX,QAAA,CAAAW,MAAA;QAAA;UAAA,OAAAX,QAAA,CAAAG,MAAA,WAEdS,oCAAuB,CAAA5C,KAAA,SAAIuB,MAAM,CAAC;QAAA;UAAA,MAGrC,IAAIsB,KAAK,CAAC,8BAA8B,CAAC;QAAA;QAAA;UAAA,OAAAb,QAAA,CAAAc,IAAA;MAAA;IAAA,GAAA7B,OAAA;EAAA,CAChD;EAAA,OAAAL,YAAA,CAAAZ,KAAA,OAAAC,SAAA;AAAA;AAAA,SAEqB8C,iBAAiBA,CAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,kBAAA,CAAAnD,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAkD,mBAAA;EAAAA,kBAAA,OAAAtC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAhC,SAAAoC,SACLlC,IAAW,EACXC,MAAe,EACfC,OAAoC;IAAA,IAAAiC,WAAA;IAAA,OAAAtC,YAAA,CAAAD,OAAA,CAAAgB,IAAA,UAAAwB,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAtB,IAAA,GAAAsB,SAAA,CAAAzD,IAAA;QAAA;UAAA,MAEhCqB,MAAM,CAACE,IAAI,IAAIF,MAAM,CAACkB,UAAU;YAAAkB,SAAA,CAAAzD,IAAA;YAAA;UAAA;UAAAyD,SAAA,CAAAzD,IAAA;UAAA,OACrBqB,MAAM,CAACkB,UAAU,CAACnB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAmC,SAAA,CAAApB,MAAA,WAAAoB,SAAA,CAAAnB,IAAA;QAAA;UAAA,MAG3CjB,MAAM,CAACE,IAAI,KAAKF,MAAM,CAACe,MAAM,IAAIf,MAAM,CAACoB,eAAe,CAAC;YAAAgB,SAAA,CAAAzD,IAAA;YAAA;UAAA;UAAAyD,SAAA,CAAAzD,IAAA;UAAA,OAChCU,WAAW,CAACU,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;QAAA;UAAtDiC,WAAW,GAAAE,SAAA,CAAAnB,IAAA;UAAA,OAAAmB,SAAA,CAAApB,MAAA,WACV,IAAIqB,WAAW,CAAC,CAAC,CAACC,MAAM,CAACJ,WAAW,CAAC;QAAA;UAAA,MAExC,IAAIR,KAAK,CAAC,sCAAsC,CAAC;QAAA;QAAA;UAAA,OAAAU,SAAA,CAAAT,IAAA;MAAA;IAAA,GAAAM,QAAA;EAAA,CACxD;EAAA,OAAAD,kBAAA,CAAAnD,KAAA,OAAAC,SAAA;AAAA;AAEM,SAASuC,oBAAoBA,CAClCtB,IAAW,EACXC,MAAe,EACfC,OAAoC,EACR;EAC5B,IAAID,MAAM,CAACoB,eAAe,EAAE;IAC1B,IAAMmB,YAAY,GAAGC,WAAW,CAACzC,IAAI,CAAC;IAEtC,OAAOC,MAAM,CAACoB,eAAe,CAACmB,YAAY,EAAEtC,OAAO,CAAC;EACtD;EAEA,MAAM,IAAIyB,KAAK,CAAC,yCAAyC,CAAC;AAC5D;AAEA,SAASc,WAAWA,CAACzC,IAAS,EAAsD;EAClF,IAAMwC,YAAY,GAAG,CAAC;IAACE,KAAK,EAAE1C,IAAI;IAAE2C,KAAK,EAAE,CAAC;IAAEC,GAAG,EAAE5C,IAAI,CAAC6C;EAAM,CAAC,CAAC;EAChE,OAAOL,YAAY;AACrB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"encode.js","names":["_loaderUtils","require","_workerUtils","_writeFile","_fetchFile","_loaderOptions","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Promise","reject","done","resolve","value","then","n","next","prototype","return","_return","ret","throw","_throw","thr","encode","_x","_x2","_x3","_encode","_asyncToGenerator2","_regenerator","mark","_callee","data","writer","options","globalOptions","batches","chunks","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","tmpInputFilename","tmpOutputFilename","outputFilename","response","wrap","_callee$","_context","prev","getLoaderOptions","canEncodeWithWorker","processOnWorker","abrupt","sent","encodeSync","encodeText","t0","TextEncoder","t1","encodeInBatches","t2","finish","concatenateArrayBuffers","isBrowser","encodeURLtoURL","getTemporaryFilename","writeFile","fetchFile","arrayBuffer","Error","stop","_x4","_x5","_x6","_encodeText","_callee2","_callee2$","_context2","text","TextDecoder","decode","dataIterator","getIterator","_x7","_x8","_x9","_x10","_encodeURLtoURL","_callee3","inputUrl","outputUrl","_callee3$","_context3","resolvePath","table","start","end","filename","concat"],"sources":["../../../../src/lib/api/encode.ts"],"sourcesContent":["import {Writer, WriterOptions, canEncodeWithWorker} from '@loaders.gl/loader-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\nimport {concatenateArrayBuffers, resolvePath} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {writeFile} from '../fetch/write-file';\nimport {fetchFile} from '../fetch/fetch-file';\nimport {getLoaderOptions} from './loader-options';\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport async function encode(\n data: any,\n writer: Writer,\n options?: WriterOptions\n): Promise<ArrayBuffer> {\n const globalOptions = getLoaderOptions() as WriterOptions;\n // const globalOptions: WriterOptions = {}; // getWriterOptions();\n options = {...globalOptions, ...options};\n if (canEncodeWithWorker(writer, options)) {\n return await processOnWorker(writer, data, options);\n }\n\n // TODO Merge default writer options with options argument like it is done in load module.\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n\n if (writer.encodeText) {\n return new TextEncoder().encode(await writer.encodeText(data, options));\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: any[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n // @ts-ignore\n return concatenateArrayBuffers(...chunks);\n }\n\n if (!isBrowser && writer.encodeURLtoURL) {\n // TODO - how to generate filenames with correct extensions?\n const tmpInputFilename = getTemporaryFilename('input');\n await writeFile(tmpInputFilename, data);\n\n const tmpOutputFilename = getTemporaryFilename('output');\n\n const outputFilename = await encodeURLtoURL(\n tmpInputFilename,\n tmpOutputFilename,\n writer,\n options\n );\n\n const response = await fetchFile(outputFilename);\n return response.arrayBuffer();\n }\n\n throw new Error('Writer could not encode data');\n}\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport function encodeSync(data: any, writer: Writer, options?: WriterOptions): ArrayBuffer {\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n throw new Error('Writer could not synchronously encode data');\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport async function encodeText(\n data: any,\n writer: Writer,\n options?: WriterOptions\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encode(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error('Writer could not encode data as text');\n}\n\n/**\n * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.\n */\nexport function encodeInBatches(\n data: any,\n writer: Writer,\n options?: WriterOptions\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n // @ts-expect-error\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\n/**\n * Encode data stored in a file (on disk) to another file.\n * @note Node.js only. This function enables using command-line converters as \"writers\".\n */\nexport async function encodeURLtoURL(\n inputUrl,\n outputUrl,\n writer: Writer,\n options\n): Promise<string> {\n inputUrl = resolvePath(inputUrl);\n outputUrl = resolvePath(outputUrl);\n if (isBrowser || !writer.encodeURLtoURL) {\n throw new Error();\n }\n const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);\n return outputFilename;\n}\n\n/**\n * @todo TODO - this is an unacceptable hack!!!\n */\nfunction getIterator(data) {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n\n/**\n * @todo Move to utils\n */\nfunction getTemporaryFilename(filename: string): string {\n return `/tmp/${filename}`;\n}\n"],"mappings":";;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AACA,IAAAC,YAAA,GAAAD,OAAA;AAGA,IAAAE,UAAA,GAAAF,OAAA;AACA,IAAAG,UAAA,GAAAH,OAAA;AACA,IAAAI,cAAA,GAAAJ,OAAA;AAAkD,SAAAK,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAAA,SAAAY,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAApC,MAAA,CAAAoC,CAAA,MAAAA,CAAA,SAAAC,OAAA,CAAAC,MAAA,KAAAL,SAAA,CAAAG,CAAA,+BAAAG,IAAA,GAAAH,CAAA,CAAAG,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAJ,CAAA,CAAAK,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAP,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAS,CAAA,GAAAT,CAAA,CAAAU,IAAA,KAAAZ,qBAAA,CAAAa,SAAA,KAAAX,CAAA,QAAAS,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAT,iCAAA,MAAAQ,CAAA,CAAAnC,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,OAAAkC,MAAA,WAAAC,QAAAN,KAAA,QAAAO,GAAA,QAAAd,CAAA,CAAAY,MAAA,oBAAAE,GAAA,GAAAX,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAJ,iCAAA,CAAAa,GAAA,CAAAxC,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,OAAAqC,KAAA,WAAAC,OAAAT,KAAA,QAAAU,GAAA,QAAAjB,CAAA,CAAAY,MAAA,oBAAAK,GAAA,GAAAd,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAN,iCAAA,CAAAgB,GAAA,CAAA3C,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,aAAAoB,qBAAA,CAAAE,CAAA;AAAA,SAK5BkB,MAAMA,CAAAC,EAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,OAAA,CAAAhD,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA4C,QAAA;EAAAA,OAAA,OAAAC,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAArB,SAAAC,QACLC,IAAS,EACTC,MAAc,EACdC,OAAuB;IAAA,IAAAC,aAAA,EAAAC,OAAA,EAAAC,MAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA,EAAAC,gBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,QAAA;IAAA,OAAAlB,YAAA,CAAAxC,OAAA,CAAA2D,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAnC,IAAA;QAAA;UAEjBoB,aAAa,GAAG,IAAAiB,+BAAgB,EAAC,CAAC;UAExClB,OAAO,GAAAtD,aAAA,CAAAA,aAAA,KAAOuD,aAAa,GAAKD,OAAO,CAAC;UAAC,KACrC,IAAAmB,gCAAmB,EAACpB,MAAM,EAAEC,OAAO,CAAC;YAAAgB,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA,OACzB,IAAAuC,4BAAe,EAACrB,MAAM,EAAED,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAgB,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAM,IAAA;QAAA;UAAA,KAIjDvB,MAAM,CAACV,MAAM;YAAA2B,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA,OACFkB,MAAM,CAACV,MAAM,CAACS,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAgB,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAM,IAAA;QAAA;UAAA,KAGvCvB,MAAM,CAACwB,UAAU;YAAAP,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAA,OAAAmC,QAAA,CAAAK,MAAA,WACZtB,MAAM,CAACwB,UAAU,CAACzB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,KAGrCD,MAAM,CAACyB,UAAU;YAAAR,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAS,EAAA,GACZ,IAAIC,WAAW,CAAC,CAAC;UAAAV,QAAA,CAAAnC,IAAA;UAAA,OAAckB,MAAM,CAACyB,UAAU,CAAC1B,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAAgB,QAAA,CAAAW,EAAA,GAAAX,QAAA,CAAAM,IAAA;UAAA,OAAAN,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAS,EAAA,CAA7CpC,MAAM,CAAArB,IAAA,CAAAgD,QAAA,CAAAS,EAAA,EAAAT,QAAA,CAAAW,EAAA;QAAA;UAAA,KAG7B5B,MAAM,CAAC6B,eAAe;YAAAZ,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAGlBqB,OAAO,GAAG0B,eAAe,CAAC9B,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;UAGhDG,MAAa,GAAG,EAAE;UAAAC,yBAAA;UAAAC,iBAAA;UAAAW,QAAA,CAAAC,IAAA;UAAAV,SAAA,GAAAhD,cAAA,CACE2C,OAAO;QAAA;UAAAc,QAAA,CAAAnC,IAAA;UAAA,OAAA0B,SAAA,CAAA1B,IAAA;QAAA;UAAA,MAAAuB,yBAAA,KAAAI,KAAA,GAAAQ,QAAA,CAAAM,IAAA,EAAA9C,IAAA;YAAAwC,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAhB4B,KAAK,GAAAD,KAAA,CAAA9B,KAAA;UACpByB,MAAM,CAAC3D,IAAI,CAACiE,KAAK,CAAC;QAAC;UAAAL,yBAAA;UAAAY,QAAA,CAAAnC,IAAA;UAAA;QAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA;QAAA;UAAAmC,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAa,EAAA,GAAAb,QAAA;UAAAX,iBAAA;UAAAC,cAAA,GAAAU,QAAA,CAAAa,EAAA;QAAA;UAAAb,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAC,IAAA;UAAA,MAAAb,yBAAA,IAAAG,SAAA,CAAAxB,MAAA;YAAAiC,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA,OAAA0B,SAAA,CAAAxB,MAAA;QAAA;UAAAiC,QAAA,CAAAC,IAAA;UAAA,KAAAZ,iBAAA;YAAAW,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAA,MAAAyB,cAAA;QAAA;UAAA,OAAAU,QAAA,CAAAc,MAAA;QAAA;UAAA,OAAAd,QAAA,CAAAc,MAAA;QAAA;UAAA,OAAAd,QAAA,CAAAK,MAAA,WAGdU,oCAAuB,CAAAtF,KAAA,SAAI0D,MAAM,CAAC;QAAA;UAAA,MAGvC,CAAC6B,sBAAS,IAAIjC,MAAM,CAACkC,cAAc;YAAAjB,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAE/B6B,gBAAgB,GAAGwB,oBAAoB,CAAC,OAAO,CAAC;UAAAlB,QAAA,CAAAnC,IAAA;UAAA,OAChD,IAAAsD,oBAAS,EAACzB,gBAAgB,EAAEZ,IAAI,CAAC;QAAA;UAEjCa,iBAAiB,GAAGuB,oBAAoB,CAAC,QAAQ,CAAC;UAAAlB,QAAA,CAAAnC,IAAA;UAAA,OAE3BoD,cAAc,CACzCvB,gBAAgB,EAChBC,iBAAiB,EACjBZ,MAAM,EACNC,OACF,CAAC;QAAA;UALKY,cAAc,GAAAI,QAAA,CAAAM,IAAA;UAAAN,QAAA,CAAAnC,IAAA;UAAA,OAOG,IAAAuD,oBAAS,EAACxB,cAAc,CAAC;QAAA;UAA1CC,QAAQ,GAAAG,QAAA,CAAAM,IAAA;UAAA,OAAAN,QAAA,CAAAK,MAAA,WACPR,QAAQ,CAACwB,WAAW,CAAC,CAAC;QAAA;UAAA,MAGzB,IAAIC,KAAK,CAAC,8BAA8B,CAAC;QAAA;QAAA;UAAA,OAAAtB,QAAA,CAAAuB,IAAA;MAAA;IAAA,GAAA1C,OAAA;EAAA,CAChD;EAAA,OAAAJ,OAAA,CAAAhD,KAAA,OAAAI,SAAA;AAAA;AAKM,SAAS0E,UAAUA,CAACzB,IAAS,EAAEC,MAAc,EAAEC,OAAuB,EAAe;EAC1F,IAAID,MAAM,CAACwB,UAAU,EAAE;IACrB,OAAOxB,MAAM,CAACwB,UAAU,CAACzB,IAAI,EAAEE,OAAO,CAAC;EACzC;EACA,MAAM,IAAIsC,KAAK,CAAC,4CAA4C,CAAC;AAC/D;AAAC,SAQqBd,UAAUA,CAAAgB,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,WAAA,CAAAlG,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA8F,YAAA;EAAAA,WAAA,OAAAjD,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAAzB,SAAAgD,SACL9C,IAAS,EACTC,MAAc,EACdC,OAAuB;IAAA,IAAAqC,WAAA;IAAA,OAAA1C,YAAA,CAAAxC,OAAA,CAAA2D,IAAA,UAAA+B,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA7B,IAAA,GAAA6B,SAAA,CAAAjE,IAAA;QAAA;UAAA,MAEnBkB,MAAM,CAACgD,IAAI,IAAIhD,MAAM,CAACyB,UAAU;YAAAsB,SAAA,CAAAjE,IAAA;YAAA;UAAA;UAAAiE,SAAA,CAAAjE,IAAA;UAAA,OACrBkB,MAAM,CAACyB,UAAU,CAAC1B,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAA8C,SAAA,CAAAzB,MAAA,WAAAyB,SAAA,CAAAxB,IAAA;QAAA;UAAA,MAG3CvB,MAAM,CAACgD,IAAI,KAAKhD,MAAM,CAACV,MAAM,IAAIU,MAAM,CAAC6B,eAAe,CAAC;YAAAkB,SAAA,CAAAjE,IAAA;YAAA;UAAA;UAAAiE,SAAA,CAAAjE,IAAA;UAAA,OAChCQ,MAAM,CAACS,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;QAAA;UAAjDqC,WAAW,GAAAS,SAAA,CAAAxB,IAAA;UAAA,OAAAwB,SAAA,CAAAzB,MAAA,WACV,IAAI2B,WAAW,CAAC,CAAC,CAACC,MAAM,CAACZ,WAAW,CAAC;QAAA;UAAA,MAGxC,IAAIC,KAAK,CAAC,sCAAsC,CAAC;QAAA;QAAA;UAAA,OAAAQ,SAAA,CAAAP,IAAA;MAAA;IAAA,GAAAK,QAAA;EAAA,CACxD;EAAA,OAAAD,WAAA,CAAAlG,KAAA,OAAAI,SAAA;AAAA;AAKM,SAAS+E,eAAeA,CAC7B9B,IAAS,EACTC,MAAc,EACdC,OAAuB,EACK;EAC5B,IAAID,MAAM,CAAC6B,eAAe,EAAE;IAC1B,IAAMsB,YAAY,GAAGC,WAAW,CAACrD,IAAI,CAAC;IAEtC,OAAOC,MAAM,CAAC6B,eAAe,CAACsB,YAAY,EAAElD,OAAO,CAAC;EACtD;EAEA,MAAM,IAAIsC,KAAK,CAAC,yCAAyC,CAAC;AAC5D;AAAC,SAMqBL,cAAcA,CAAAmB,GAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,IAAA;EAAA,OAAAC,eAAA,CAAA/G,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA2G,gBAAA;EAAAA,eAAA,OAAA9D,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAA7B,SAAA6D,SACLC,QAAQ,EACRC,SAAS,EACT5D,MAAc,EACdC,OAAO;IAAA,IAAAY,cAAA;IAAA,OAAAjB,YAAA,CAAAxC,OAAA,CAAA2D,IAAA,UAAA8C,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA5C,IAAA,GAAA4C,SAAA,CAAAhF,IAAA;QAAA;UAEP6E,QAAQ,GAAG,IAAAI,wBAAW,EAACJ,QAAQ,CAAC;UAChCC,SAAS,GAAG,IAAAG,wBAAW,EAACH,SAAS,CAAC;UAAC,MAC/B3B,sBAAS,IAAI,CAACjC,MAAM,CAACkC,cAAc;YAAA4B,SAAA,CAAAhF,IAAA;YAAA;UAAA;UAAA,MAC/B,IAAIyD,KAAK,CAAC,CAAC;QAAA;UAAAuB,SAAA,CAAAhF,IAAA;UAAA,OAEUkB,MAAM,CAACkC,cAAc,CAACyB,QAAQ,EAAEC,SAAS,EAAE3D,OAAO,CAAC;QAAA;UAA1EY,cAAc,GAAAiD,SAAA,CAAAvC,IAAA;UAAA,OAAAuC,SAAA,CAAAxC,MAAA,WACbT,cAAc;QAAA;QAAA;UAAA,OAAAiD,SAAA,CAAAtB,IAAA;MAAA;IAAA,GAAAkB,QAAA;EAAA,CACtB;EAAA,OAAAD,eAAA,CAAA/G,KAAA,OAAAI,SAAA;AAAA;AAKD,SAASsG,WAAWA,CAACrD,IAAI,EAAE;EACzB,IAAMoD,YAAY,GAAG,CAAC;IAACa,KAAK,EAAEjE,IAAI;IAAEkE,KAAK,EAAE,CAAC;IAAEC,GAAG,EAAEnE,IAAI,CAAChD;EAAM,CAAC,CAAC;EAChE,OAAOoG,YAAY;AACrB;AAKA,SAAShB,oBAAoBA,CAACgC,QAAgB,EAAU;EACtD,eAAAC,MAAA,CAAeD,QAAQ;AACzB"}
|
|
1
|
+
{"version":3,"file":"encode.js","names":["_loaderUtils","require","_workerUtils","_writeFile","_fetchFile","_loaderOptions","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Promise","reject","done","resolve","value","then","n","next","prototype","return","_return","ret","throw","_throw","thr","encode","_x","_x2","_x3","_encode","_asyncToGenerator2","_regenerator","mark","_callee","data","writer","options","globalOptions","batches","chunks","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","tmpInputFilename","tmpOutputFilename","outputFilename","response","wrap","_callee$","_context","prev","getLoaderOptions","canEncodeWithWorker","processOnWorker","abrupt","sent","encodeSync","encodeText","t0","TextEncoder","t1","encodeInBatches","t2","finish","concatenateArrayBuffers","isBrowser","encodeURLtoURL","getTemporaryFilename","writeFile","fetchFile","arrayBuffer","Error","stop","_x4","_x5","_x6","_encodeText","_callee2","_callee2$","_context2","text","TextDecoder","decode","dataIterator","getIterator","_x7","_x8","_x9","_x10","_encodeURLtoURL","_callee3","inputUrl","outputUrl","_callee3$","_context3","resolvePath","table","start","end","filename","concat"],"sources":["../../../../src/lib/api/encode.ts"],"sourcesContent":["import {Writer, WriterOptions, canEncodeWithWorker} from '@loaders.gl/loader-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\nimport {concatenateArrayBuffers, resolvePath} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {writeFile} from '../fetch/write-file';\nimport {fetchFile} from '../fetch/fetch-file';\nimport {getLoaderOptions} from './loader-options';\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport async function encode(\n data: unknown,\n writer: Writer,\n options?: WriterOptions\n): Promise<ArrayBuffer> {\n const globalOptions = getLoaderOptions() as WriterOptions;\n // const globalOptions: WriterOptions = {}; // getWriterOptions();\n options = {...globalOptions, ...options};\n if (canEncodeWithWorker(writer, options)) {\n return await processOnWorker(writer, data, options);\n }\n\n // TODO Merge default writer options with options argument like it is done in load module.\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n\n if (writer.encodeText) {\n return new TextEncoder().encode(await writer.encodeText(data, options));\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: unknown[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n // @ts-ignore\n return concatenateArrayBuffers(...chunks);\n }\n\n if (!isBrowser && writer.encodeURLtoURL) {\n // TODO - how to generate filenames with correct extensions?\n const tmpInputFilename = getTemporaryFilename('input');\n await writeFile(tmpInputFilename, data as ArrayBuffer);\n\n const tmpOutputFilename = getTemporaryFilename('output');\n\n const outputFilename = await encodeURLtoURL(\n tmpInputFilename,\n tmpOutputFilename,\n writer,\n options\n );\n\n const response = await fetchFile(outputFilename);\n return response.arrayBuffer();\n }\n\n throw new Error('Writer could not encode data');\n}\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport function encodeSync(data: unknown, writer: Writer, options?: WriterOptions): ArrayBuffer {\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n throw new Error('Writer could not synchronously encode data');\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport async function encodeText(\n data: unknown,\n writer: Writer,\n options?: WriterOptions\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encode(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error('Writer could not encode data as text');\n}\n\n/**\n * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.\n */\nexport function encodeInBatches(\n data: unknown,\n writer: Writer,\n options?: WriterOptions\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n // @ts-expect-error\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\n/**\n * Encode data stored in a file (on disk) to another file.\n * @note Node.js only. This function enables using command-line converters as \"writers\".\n */\nexport async function encodeURLtoURL(\n inputUrl: string,\n outputUrl: string,\n writer: Writer,\n options?: WriterOptions\n): Promise<string> {\n inputUrl = resolvePath(inputUrl);\n outputUrl = resolvePath(outputUrl);\n if (isBrowser || !writer.encodeURLtoURL) {\n throw new Error();\n }\n const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);\n return outputFilename;\n}\n\n/**\n * @todo TODO - this is an unacceptable hack!!!\n */\nfunction getIterator(data: any): Iterable<{table: any; start: number; end: number}> {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n\n/**\n * @todo Move to utils\n */\nfunction getTemporaryFilename(filename: string): string {\n return `/tmp/${filename}`;\n}\n"],"mappings":";;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AACA,IAAAC,YAAA,GAAAD,OAAA;AAGA,IAAAE,UAAA,GAAAF,OAAA;AACA,IAAAG,UAAA,GAAAH,OAAA;AACA,IAAAI,cAAA,GAAAJ,OAAA;AAAkD,SAAAK,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAAA,SAAAY,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAApC,MAAA,CAAAoC,CAAA,MAAAA,CAAA,SAAAC,OAAA,CAAAC,MAAA,KAAAL,SAAA,CAAAG,CAAA,+BAAAG,IAAA,GAAAH,CAAA,CAAAG,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAJ,CAAA,CAAAK,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAP,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAS,CAAA,GAAAT,CAAA,CAAAU,IAAA,KAAAZ,qBAAA,CAAAa,SAAA,KAAAX,CAAA,QAAAS,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAT,iCAAA,MAAAQ,CAAA,CAAAnC,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,OAAAkC,MAAA,WAAAC,QAAAN,KAAA,QAAAO,GAAA,QAAAd,CAAA,CAAAY,MAAA,oBAAAE,GAAA,GAAAX,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAJ,iCAAA,CAAAa,GAAA,CAAAxC,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,OAAAqC,KAAA,WAAAC,OAAAT,KAAA,QAAAU,GAAA,QAAAjB,CAAA,CAAAY,MAAA,oBAAAK,GAAA,GAAAd,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAN,iCAAA,CAAAgB,GAAA,CAAA3C,KAAA,MAAA0B,CAAA,EAAAtB,SAAA,aAAAoB,qBAAA,CAAAE,CAAA;AAAA,SAK5BkB,MAAMA,CAAAC,EAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,OAAA,CAAAhD,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA4C,QAAA;EAAAA,OAAA,OAAAC,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAArB,SAAAC,QACLC,IAAa,EACbC,MAAc,EACdC,OAAuB;IAAA,IAAAC,aAAA,EAAAC,OAAA,EAAAC,MAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA,EAAAC,gBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,QAAA;IAAA,OAAAlB,YAAA,CAAAxC,OAAA,CAAA2D,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAnC,IAAA;QAAA;UAEjBoB,aAAa,GAAG,IAAAiB,+BAAgB,EAAC,CAAC;UAExClB,OAAO,GAAAtD,aAAA,CAAAA,aAAA,KAAOuD,aAAa,GAAKD,OAAO,CAAC;UAAC,KACrC,IAAAmB,gCAAmB,EAACpB,MAAM,EAAEC,OAAO,CAAC;YAAAgB,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA,OACzB,IAAAuC,4BAAe,EAACrB,MAAM,EAAED,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAgB,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAM,IAAA;QAAA;UAAA,KAIjDvB,MAAM,CAACV,MAAM;YAAA2B,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA,OACFkB,MAAM,CAACV,MAAM,CAACS,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAAgB,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAM,IAAA;QAAA;UAAA,KAGvCvB,MAAM,CAACwB,UAAU;YAAAP,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAA,OAAAmC,QAAA,CAAAK,MAAA,WACZtB,MAAM,CAACwB,UAAU,CAACzB,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,KAGrCD,MAAM,CAACyB,UAAU;YAAAR,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAS,EAAA,GACZ,IAAIC,WAAW,CAAC,CAAC;UAAAV,QAAA,CAAAnC,IAAA;UAAA,OAAckB,MAAM,CAACyB,UAAU,CAAC1B,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAAgB,QAAA,CAAAW,EAAA,GAAAX,QAAA,CAAAM,IAAA;UAAA,OAAAN,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAS,EAAA,CAA7CpC,MAAM,CAAArB,IAAA,CAAAgD,QAAA,CAAAS,EAAA,EAAAT,QAAA,CAAAW,EAAA;QAAA;UAAA,KAG7B5B,MAAM,CAAC6B,eAAe;YAAAZ,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAGlBqB,OAAO,GAAG0B,eAAe,CAAC9B,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;UAGhDG,MAAiB,GAAG,EAAE;UAAAC,yBAAA;UAAAC,iBAAA;UAAAW,QAAA,CAAAC,IAAA;UAAAV,SAAA,GAAAhD,cAAA,CACF2C,OAAO;QAAA;UAAAc,QAAA,CAAAnC,IAAA;UAAA,OAAA0B,SAAA,CAAA1B,IAAA;QAAA;UAAA,MAAAuB,yBAAA,KAAAI,KAAA,GAAAQ,QAAA,CAAAM,IAAA,EAAA9C,IAAA;YAAAwC,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAhB4B,KAAK,GAAAD,KAAA,CAAA9B,KAAA;UACpByB,MAAM,CAAC3D,IAAI,CAACiE,KAAK,CAAC;QAAC;UAAAL,yBAAA;UAAAY,QAAA,CAAAnC,IAAA;UAAA;QAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA;QAAA;UAAAmC,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAa,EAAA,GAAAb,QAAA;UAAAX,iBAAA;UAAAC,cAAA,GAAAU,QAAA,CAAAa,EAAA;QAAA;UAAAb,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAC,IAAA;UAAA,MAAAb,yBAAA,IAAAG,SAAA,CAAAxB,MAAA;YAAAiC,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAAmC,QAAA,CAAAnC,IAAA;UAAA,OAAA0B,SAAA,CAAAxB,MAAA;QAAA;UAAAiC,QAAA,CAAAC,IAAA;UAAA,KAAAZ,iBAAA;YAAAW,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAAA,MAAAyB,cAAA;QAAA;UAAA,OAAAU,QAAA,CAAAc,MAAA;QAAA;UAAA,OAAAd,QAAA,CAAAc,MAAA;QAAA;UAAA,OAAAd,QAAA,CAAAK,MAAA,WAGdU,oCAAuB,CAAAtF,KAAA,SAAI0D,MAAM,CAAC;QAAA;UAAA,MAGvC,CAAC6B,sBAAS,IAAIjC,MAAM,CAACkC,cAAc;YAAAjB,QAAA,CAAAnC,IAAA;YAAA;UAAA;UAE/B6B,gBAAgB,GAAGwB,oBAAoB,CAAC,OAAO,CAAC;UAAAlB,QAAA,CAAAnC,IAAA;UAAA,OAChD,IAAAsD,oBAAS,EAACzB,gBAAgB,EAAEZ,IAAmB,CAAC;QAAA;UAEhDa,iBAAiB,GAAGuB,oBAAoB,CAAC,QAAQ,CAAC;UAAAlB,QAAA,CAAAnC,IAAA;UAAA,OAE3BoD,cAAc,CACzCvB,gBAAgB,EAChBC,iBAAiB,EACjBZ,MAAM,EACNC,OACF,CAAC;QAAA;UALKY,cAAc,GAAAI,QAAA,CAAAM,IAAA;UAAAN,QAAA,CAAAnC,IAAA;UAAA,OAOG,IAAAuD,oBAAS,EAACxB,cAAc,CAAC;QAAA;UAA1CC,QAAQ,GAAAG,QAAA,CAAAM,IAAA;UAAA,OAAAN,QAAA,CAAAK,MAAA,WACPR,QAAQ,CAACwB,WAAW,CAAC,CAAC;QAAA;UAAA,MAGzB,IAAIC,KAAK,CAAC,8BAA8B,CAAC;QAAA;QAAA;UAAA,OAAAtB,QAAA,CAAAuB,IAAA;MAAA;IAAA,GAAA1C,OAAA;EAAA,CAChD;EAAA,OAAAJ,OAAA,CAAAhD,KAAA,OAAAI,SAAA;AAAA;AAKM,SAAS0E,UAAUA,CAACzB,IAAa,EAAEC,MAAc,EAAEC,OAAuB,EAAe;EAC9F,IAAID,MAAM,CAACwB,UAAU,EAAE;IACrB,OAAOxB,MAAM,CAACwB,UAAU,CAACzB,IAAI,EAAEE,OAAO,CAAC;EACzC;EACA,MAAM,IAAIsC,KAAK,CAAC,4CAA4C,CAAC;AAC/D;AAAC,SAQqBd,UAAUA,CAAAgB,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,WAAA,CAAAlG,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA8F,YAAA;EAAAA,WAAA,OAAAjD,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAAzB,SAAAgD,SACL9C,IAAa,EACbC,MAAc,EACdC,OAAuB;IAAA,IAAAqC,WAAA;IAAA,OAAA1C,YAAA,CAAAxC,OAAA,CAAA2D,IAAA,UAAA+B,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA7B,IAAA,GAAA6B,SAAA,CAAAjE,IAAA;QAAA;UAAA,MAEnBkB,MAAM,CAACgD,IAAI,IAAIhD,MAAM,CAACyB,UAAU;YAAAsB,SAAA,CAAAjE,IAAA;YAAA;UAAA;UAAAiE,SAAA,CAAAjE,IAAA;UAAA,OACrBkB,MAAM,CAACyB,UAAU,CAAC1B,IAAI,EAAEE,OAAO,CAAC;QAAA;UAAA,OAAA8C,SAAA,CAAAzB,MAAA,WAAAyB,SAAA,CAAAxB,IAAA;QAAA;UAAA,MAG3CvB,MAAM,CAACgD,IAAI,KAAKhD,MAAM,CAACV,MAAM,IAAIU,MAAM,CAAC6B,eAAe,CAAC;YAAAkB,SAAA,CAAAjE,IAAA;YAAA;UAAA;UAAAiE,SAAA,CAAAjE,IAAA;UAAA,OAChCQ,MAAM,CAACS,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;QAAA;UAAjDqC,WAAW,GAAAS,SAAA,CAAAxB,IAAA;UAAA,OAAAwB,SAAA,CAAAzB,MAAA,WACV,IAAI2B,WAAW,CAAC,CAAC,CAACC,MAAM,CAACZ,WAAW,CAAC;QAAA;UAAA,MAGxC,IAAIC,KAAK,CAAC,sCAAsC,CAAC;QAAA;QAAA;UAAA,OAAAQ,SAAA,CAAAP,IAAA;MAAA;IAAA,GAAAK,QAAA;EAAA,CACxD;EAAA,OAAAD,WAAA,CAAAlG,KAAA,OAAAI,SAAA;AAAA;AAKM,SAAS+E,eAAeA,CAC7B9B,IAAa,EACbC,MAAc,EACdC,OAAuB,EACK;EAC5B,IAAID,MAAM,CAAC6B,eAAe,EAAE;IAC1B,IAAMsB,YAAY,GAAGC,WAAW,CAACrD,IAAI,CAAC;IAEtC,OAAOC,MAAM,CAAC6B,eAAe,CAACsB,YAAY,EAAElD,OAAO,CAAC;EACtD;EAEA,MAAM,IAAIsC,KAAK,CAAC,yCAAyC,CAAC;AAC5D;AAAC,SAMqBL,cAAcA,CAAAmB,GAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,IAAA;EAAA,OAAAC,eAAA,CAAA/G,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA2G,gBAAA;EAAAA,eAAA,OAAA9D,kBAAA,CAAAvC,OAAA,EAAAwC,YAAA,CAAAxC,OAAA,CAAAyC,IAAA,CAA7B,SAAA6D,SACLC,QAAgB,EAChBC,SAAiB,EACjB5D,MAAc,EACdC,OAAuB;IAAA,IAAAY,cAAA;IAAA,OAAAjB,YAAA,CAAAxC,OAAA,CAAA2D,IAAA,UAAA8C,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA5C,IAAA,GAAA4C,SAAA,CAAAhF,IAAA;QAAA;UAEvB6E,QAAQ,GAAG,IAAAI,wBAAW,EAACJ,QAAQ,CAAC;UAChCC,SAAS,GAAG,IAAAG,wBAAW,EAACH,SAAS,CAAC;UAAC,MAC/B3B,sBAAS,IAAI,CAACjC,MAAM,CAACkC,cAAc;YAAA4B,SAAA,CAAAhF,IAAA;YAAA;UAAA;UAAA,MAC/B,IAAIyD,KAAK,CAAC,CAAC;QAAA;UAAAuB,SAAA,CAAAhF,IAAA;UAAA,OAEUkB,MAAM,CAACkC,cAAc,CAACyB,QAAQ,EAAEC,SAAS,EAAE3D,OAAO,CAAC;QAAA;UAA1EY,cAAc,GAAAiD,SAAA,CAAAvC,IAAA;UAAA,OAAAuC,SAAA,CAAAxC,MAAA,WACbT,cAAc;QAAA;QAAA;UAAA,OAAAiD,SAAA,CAAAtB,IAAA;MAAA;IAAA,GAAAkB,QAAA;EAAA,CACtB;EAAA,OAAAD,eAAA,CAAA/G,KAAA,OAAAI,SAAA;AAAA;AAKD,SAASsG,WAAWA,CAACrD,IAAS,EAAsD;EAClF,IAAMoD,YAAY,GAAG,CAAC;IAACa,KAAK,EAAEjE,IAAI;IAAEkE,KAAK,EAAE,CAAC;IAAEC,GAAG,EAAEnE,IAAI,CAAChD;EAAM,CAAC,CAAC;EAChE,OAAOoG,YAAY;AACrB;AAKA,SAAShB,oBAAoBA,CAACgC,QAAgB,EAAU;EACtD,eAAAC,MAAA,CAAeD,QAAQ;AACzB"}
|
|
@@ -11,17 +11,20 @@ var _normalizeLoader = require("../loader-utils/normalize-loader");
|
|
|
11
11
|
var _getFetchFunction = require("../loader-utils/get-fetch-function");
|
|
12
12
|
var _parseInBatches = require("./parse-in-batches");
|
|
13
13
|
function loadInBatches(files, loaders, options, context) {
|
|
14
|
+
var loadersArray;
|
|
14
15
|
if (!Array.isArray(loaders) && !(0, _normalizeLoader.isLoaderObject)(loaders)) {
|
|
15
16
|
context = undefined;
|
|
16
17
|
options = loaders;
|
|
17
|
-
|
|
18
|
+
loadersArray = undefined;
|
|
19
|
+
} else {
|
|
20
|
+
loadersArray = loaders;
|
|
18
21
|
}
|
|
19
22
|
var fetch = (0, _getFetchFunction.getFetchFunction)(options || {});
|
|
20
23
|
if (!Array.isArray(files)) {
|
|
21
|
-
return loadOneFileInBatches(files,
|
|
24
|
+
return loadOneFileInBatches(files, loadersArray, options || {}, fetch);
|
|
22
25
|
}
|
|
23
26
|
var promises = files.map(function (file) {
|
|
24
|
-
return loadOneFileInBatches(file,
|
|
27
|
+
return loadOneFileInBatches(file, loadersArray, options || {}, fetch);
|
|
25
28
|
});
|
|
26
29
|
return promises;
|
|
27
30
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load-in-batches.js","names":["_normalizeLoader","require","_getFetchFunction","_parseInBatches","loadInBatches","files","loaders","options","context","Array","isArray","isLoaderObject","undefined","fetch","getFetchFunction","loadOneFileInBatches","promises","map","file","_x","_x2","_x3","_x4","_loadOneFileInBatches","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","url","response","wrap","_callee$","_context","prev","next","sent","parseInBatches","abrupt","stop"],"sources":["../../../../src/lib/api/load-in-batches.ts"],"sourcesContent":["
|
|
1
|
+
{"version":3,"file":"load-in-batches.js","names":["_normalizeLoader","require","_getFetchFunction","_parseInBatches","loadInBatches","files","loaders","options","context","loadersArray","Array","isArray","isLoaderObject","undefined","fetch","getFetchFunction","loadOneFileInBatches","promises","map","file","_x","_x2","_x3","_x4","_loadOneFileInBatches","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","url","response","wrap","_callee$","_context","prev","next","sent","parseInBatches","abrupt","stop"],"sources":["../../../../src/lib/api/load-in-batches.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {\n LoaderWithParser,\n LoaderOptions,\n LoaderContext,\n FetchLike\n} from '@loaders.gl/loader-utils';\nimport type {LoaderBatchType, LoaderOptionsType} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/get-fetch-function';\n\nimport {parseInBatches} from './parse-in-batches';\n\ntype FileType = string | File | Blob | Response | (string | File | Blob | Response)[] | FileList;\n\n/**\n * Parses `data` synchronously using a specified loader\n */\nexport async function loadInBatches<\n LoaderT extends LoaderWithParser,\n OptionsT extends LoaderOptions = LoaderOptionsType<LoaderT>\n>(\n files: FileType,\n loader: LoaderT,\n options?: OptionsT,\n context?: LoaderContext\n): Promise<AsyncIterable<LoaderBatchType<LoaderT>>>;\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function loadInBatches(\n files: FileType,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(\n files: FileType[] | FileList,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(\n files: FileType | FileType[] | FileList,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n) {\n let loadersArray: LoaderWithParser | LoaderWithParser[] | undefined;\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loadersArray = undefined;\n } else {\n loadersArray = loaders as LoaderWithParser | LoaderWithParser[] | undefined;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options || {});\n\n // Single url/file\n if (!Array.isArray(files)) {\n return loadOneFileInBatches(files, loadersArray!, options || {}, fetch);\n }\n\n // Multiple URLs / files\n const promises = files.map((file) =>\n loadOneFileInBatches(file, loadersArray!, options || {}, fetch)\n );\n\n // No point in waiting here for all responses before starting to stream individual streams?\n return promises;\n}\n\nasync function loadOneFileInBatches(\n file: FileType,\n loaders: LoaderWithParser | LoaderWithParser[],\n options: LoaderOptions,\n fetch: FetchLike\n) {\n if (typeof file === 'string') {\n const url = file;\n const response = await fetch(url);\n // @ts-expect-error\n return await parseInBatches(response, loaders, options);\n }\n // @ts-expect-error TODO\n return await parseInBatches(file, loaders, options);\n}\n"],"mappings":";;;;;;;;;AASA,IAAAA,gBAAA,GAAAC,OAAA;AACA,IAAAC,iBAAA,GAAAD,OAAA;AAEA,IAAAE,eAAA,GAAAF,OAAA;AAsCO,SAASG,aAAaA,CAC3BC,KAAuC,EACvCC,OAA+D,EAC/DC,OAAuB,EACvBC,OAAuB,EACvB;EACA,IAAIC,YAA+D;EAEnE,IAAI,CAACC,KAAK,CAACC,OAAO,CAACL,OAAO,CAAC,IAAI,CAAC,IAAAM,+BAAc,EAACN,OAAO,CAAC,EAAE;IACvDE,OAAO,GAAGK,SAAS;IACnBN,OAAO,GAAGD,OAAwB;IAClCG,YAAY,GAAGI,SAAS;EAC1B,CAAC,MAAM;IACLJ,YAAY,GAAGH,OAA4D;EAC7E;EAGA,IAAMQ,KAAK,GAAG,IAAAC,kCAAgB,EAACR,OAAO,IAAI,CAAC,CAAC,CAAC;EAG7C,IAAI,CAACG,KAAK,CAACC,OAAO,CAACN,KAAK,CAAC,EAAE;IACzB,OAAOW,oBAAoB,CAACX,KAAK,EAAEI,YAAY,EAAGF,OAAO,IAAI,CAAC,CAAC,EAAEO,KAAK,CAAC;EACzE;EAGA,IAAMG,QAAQ,GAAGZ,KAAK,CAACa,GAAG,CAAC,UAACC,IAAI;IAAA,OAC9BH,oBAAoB,CAACG,IAAI,EAAEV,YAAY,EAAGF,OAAO,IAAI,CAAC,CAAC,EAAEO,KAAK,CAAC;EAAA,CACjE,CAAC;EAGD,OAAOG,QAAQ;AACjB;AAAC,SAEcD,oBAAoBA,CAAAI,EAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,qBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,sBAAA;EAAAA,qBAAA,OAAAG,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAnC,SAAAC,QACEZ,IAAc,EACdb,OAA8C,EAC9CC,OAAsB,EACtBO,KAAgB;IAAA,IAAAkB,GAAA,EAAAC,QAAA;IAAA,OAAAJ,YAAA,CAAAD,OAAA,CAAAM,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAAA,MAEZ,OAAOnB,IAAI,KAAK,QAAQ;YAAAiB,QAAA,CAAAE,IAAA;YAAA;UAAA;UACpBN,GAAG,GAAGb,IAAI;UAAAiB,QAAA,CAAAE,IAAA;UAAA,OACOxB,KAAK,CAACkB,GAAG,CAAC;QAAA;UAA3BC,QAAQ,GAAAG,QAAA,CAAAG,IAAA;UAAAH,QAAA,CAAAE,IAAA;UAAA,OAED,IAAAE,8BAAc,EAACP,QAAQ,EAAE3B,OAAO,EAAEC,OAAO,CAAC;QAAA;UAAA,OAAA6B,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAG,IAAA;QAAA;UAAAH,QAAA,CAAAE,IAAA;UAAA,OAG5C,IAAAE,8BAAc,EAACrB,IAAI,EAAEb,OAAO,EAAEC,OAAO,CAAC;QAAA;UAAA,OAAA6B,QAAA,CAAAK,MAAA,WAAAL,QAAA,CAAAG,IAAA;QAAA;QAAA;UAAA,OAAAH,QAAA,CAAAM,IAAA;MAAA;IAAA,GAAAX,OAAA;EAAA,CACpD;EAAA,OAAAP,qBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load.js","names":["_isType","require","_normalizeLoader","_getFetchFunction","_parse","load","_x","_x2","_x3","_x4","_load","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","url","loaders","options","context","resolvedLoaders","resolvedOptions","fetch","data","wrap","_callee$","_context","prev","next","Array","isArray","isLoaderObject","undefined","getFetchFunction","sent","isBlob","parse","t0","abrupt","stop"],"sources":["../../../../src/lib/api/load.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {LoaderOptionsType, LoaderReturnType} from '@loaders.gl/loader-utils';\nimport {isBlob} from '../../javascript-utils/is-type';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/get-fetch-function';\n\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * Note: Load does duplicate a lot of parse.\n * it can also call fetchFile on string urls, which `parse` won't do.\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\n\nexport async function load<LoaderT extends Loader>(\n url: string | DataType,\n loader: LoaderT,\n options?: LoaderOptionsType<LoaderT>,\n context?: LoaderContext\n): Promise<LoaderReturnType<LoaderT>>;\n\nexport async function load
|
|
1
|
+
{"version":3,"file":"load.js","names":["_isType","require","_normalizeLoader","_getFetchFunction","_parse","load","_x","_x2","_x3","_x4","_load","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","url","loaders","options","context","resolvedLoaders","resolvedOptions","fetch","data","wrap","_callee$","_context","prev","next","Array","isArray","isLoaderObject","undefined","getFetchFunction","sent","isBlob","parse","t0","abrupt","stop"],"sources":["../../../../src/lib/api/load.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {LoaderOptionsType, LoaderReturnType} from '@loaders.gl/loader-utils';\nimport {isBlob} from '../../javascript-utils/is-type';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/get-fetch-function';\n\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * Note: Load does duplicate a lot of parse.\n * it can also call fetchFile on string urls, which `parse` won't do.\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\n\nexport async function load<LoaderT extends Loader>(\n url: string | DataType,\n loader: LoaderT,\n options?: LoaderOptionsType<LoaderT>,\n context?: LoaderContext\n): Promise<LoaderReturnType<LoaderT>>;\n\nexport async function load<LoaderOptionsT extends LoaderOptions = LoaderOptions>(\n url: string | DataType,\n loaders: Loader[] | LoaderOptions,\n options?: LoaderOptionsT,\n context?: LoaderContext\n): Promise<any>;\n\n// implementation signature\nexport async function load<LoaderOptionsT extends LoaderOptions = LoaderOptions>(\n url: string | DataType,\n loaders?: Loader[] | LoaderOptions,\n options?: LoaderOptionsT,\n context?: LoaderContext\n): Promise<any> {\n let resolvedLoaders: Loader | Loader[];\n let resolvedOptions: LoaderOptionsT | undefined;\n\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n resolvedLoaders = [];\n resolvedOptions = loaders as LoaderOptionsT;\n context = undefined; // context not supported in short signature\n } else {\n resolvedLoaders = loaders as Loader | Loader[];\n resolvedOptions = options;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(resolvedOptions);\n\n // at this point, `url` could be already loaded binary data\n let data = url;\n // url is a string, fetch the url\n if (typeof url === 'string') {\n data = await fetch(url);\n // URL is Blob or File, fetchFile handles it (alt: we could generate ObjectURL here)\n }\n\n if (isBlob(url)) {\n // The fetch response object will contain blob.name\n // @ts-expect-error TODO - This may not work for overridden fetch functions\n data = await fetch(url);\n }\n\n // Data is loaded (at least we have a `Response` object) so time to hand over to `parse`\n // return await parse(data, loaders as Loader[], options);\n return Array.isArray(resolvedLoaders)\n ? await parse(data, resolvedLoaders, resolvedOptions) // loader array overload\n : await parse(data, resolvedLoaders, resolvedOptions); // single loader overload\n}\n"],"mappings":";;;;;;;;;AAIA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,gBAAA,GAAAD,OAAA;AACA,IAAAE,iBAAA,GAAAF,OAAA;AAEA,IAAAG,MAAA,GAAAH,OAAA;AAA8B,SA2BRI,IAAIA,CAAAC,EAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,KAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,MAAA;EAAAA,KAAA,OAAAG,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAnB,SAAAC,QACLC,GAAsB,EACtBC,OAAkC,EAClCC,OAAwB,EACxBC,OAAuB;IAAA,IAAAC,eAAA,EAAAC,eAAA,EAAAC,KAAA,EAAAC,IAAA;IAAA,OAAAV,YAAA,CAAAD,OAAA,CAAAY,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAMvB,IAAI,CAACC,KAAK,CAACC,OAAO,CAACb,OAAO,CAAC,IAAI,CAAC,IAAAc,+BAAc,EAACd,OAAO,CAAC,EAAE;YACvDG,eAAe,GAAG,EAAE;YACpBC,eAAe,GAAGJ,OAAyB;YAC3CE,OAAO,GAAGa,SAAS;UACrB,CAAC,MAAM;YACLZ,eAAe,GAAGH,OAA4B;YAC9CI,eAAe,GAAGH,OAAO;UAC3B;UAGMI,KAAK,GAAG,IAAAW,kCAAgB,EAACZ,eAAe,CAAC;UAG3CE,IAAI,GAAGP,GAAG;UAAA,MAEV,OAAOA,GAAG,KAAK,QAAQ;YAAAU,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAAF,QAAA,CAAAE,IAAA;UAAA,OACZN,KAAK,CAACN,GAAG,CAAC;QAAA;UAAvBO,IAAI,GAAAG,QAAA,CAAAQ,IAAA;QAAA;UAAA,KAIF,IAAAC,cAAM,EAACnB,GAAG,CAAC;YAAAU,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAAF,QAAA,CAAAE,IAAA;UAAA,OAGAN,KAAK,CAACN,GAAG,CAAC;QAAA;UAAvBO,IAAI,GAAAG,QAAA,CAAAQ,IAAA;QAAA;UAAA,KAKCL,KAAK,CAACC,OAAO,CAACV,eAAe,CAAC;YAAAM,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAAF,QAAA,CAAAE,IAAA;UAAA,OAC3B,IAAAQ,YAAK,EAACb,IAAI,EAAEH,eAAe,EAAEC,eAAe,CAAC;QAAA;UAAAK,QAAA,CAAAW,EAAA,GAAAX,QAAA,CAAAQ,IAAA;UAAAR,QAAA,CAAAE,IAAA;UAAA;QAAA;UAAAF,QAAA,CAAAE,IAAA;UAAA,OAC7C,IAAAQ,YAAK,EAACb,IAAI,EAAEH,eAAe,EAAEC,eAAe,CAAC;QAAA;UAAAK,QAAA,CAAAW,EAAA,GAAAX,QAAA,CAAAQ,IAAA;QAAA;UAAA,OAAAR,QAAA,CAAAY,MAAA,WAAAZ,QAAA,CAAAW,EAAA;QAAA;QAAA;UAAA,OAAAX,QAAA,CAAAa,IAAA;MAAA;IAAA,GAAAxB,OAAA;EAAA,CACxD;EAAA,OAAAP,KAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA"}
|