@loaders.gl/core 3.4.0-alpha.2 → 3.4.0-alpha.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dist.min.js +234 -70
- package/dist/es5/core-addons/write-file-browser.js +0 -2
- package/dist/es5/index.js.map +1 -1
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +65 -67
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +13 -24
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js +22 -25
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js +88 -93
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +1 -1
- package/dist/es5/iterators/make-iterator/make-string-iterator.js +20 -24
- package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +1 -1
- package/dist/es5/iterators/make-stream/make-dom-stream.js +30 -34
- package/dist/es5/iterators/make-stream/make-dom-stream.js.map +1 -1
- package/dist/es5/iterators/make-stream/make-node-stream.js +75 -81
- package/dist/es5/iterators/make-stream/make-node-stream.js.map +1 -1
- package/dist/es5/javascript-utils/is-type.js +0 -3
- package/dist/es5/javascript-utils/is-type.js.map +1 -1
- package/dist/es5/lib/api/encode.js +157 -166
- package/dist/es5/lib/api/encode.js.map +1 -1
- package/dist/es5/lib/api/load-in-batches.js +23 -29
- package/dist/es5/lib/api/load-in-batches.js.map +1 -1
- package/dist/es5/lib/api/load.js +34 -37
- package/dist/es5/lib/api/load.js.map +1 -1
- package/dist/es5/lib/api/loader-options.js.map +1 -1
- package/dist/es5/lib/api/parse-in-batches.js +192 -207
- package/dist/es5/lib/api/parse-in-batches.js.map +1 -1
- package/dist/es5/lib/api/parse-sync.js +0 -7
- package/dist/es5/lib/api/parse-sync.js.map +1 -1
- package/dist/es5/lib/api/parse.js +99 -107
- package/dist/es5/lib/api/parse.js.map +1 -1
- package/dist/es5/lib/api/register-loaders.js +1 -3
- package/dist/es5/lib/api/register-loaders.js.map +1 -1
- package/dist/es5/lib/api/save.js +13 -15
- package/dist/es5/lib/api/save.js.map +1 -1
- package/dist/es5/lib/api/select-loader.js +41 -58
- package/dist/es5/lib/api/select-loader.js.map +1 -1
- package/dist/es5/lib/fetch/fetch-error-message.js +29 -31
- package/dist/es5/lib/fetch/fetch-error-message.js.map +1 -1
- package/dist/es5/lib/fetch/fetch-file.js +23 -25
- package/dist/es5/lib/fetch/fetch-file.js.map +1 -1
- package/dist/es5/lib/fetch/read-array-buffer.js +41 -45
- package/dist/es5/lib/fetch/read-array-buffer.js.map +1 -1
- package/dist/es5/lib/fetch/read-file.js +0 -3
- package/dist/es5/lib/fetch/read-file.js.map +1 -1
- package/dist/es5/lib/fetch/write-file.js +15 -17
- package/dist/es5/lib/fetch/write-file.js.map +1 -1
- package/dist/es5/lib/filesystems/browser-filesystem.js +107 -124
- package/dist/es5/lib/filesystems/browser-filesystem.js.map +1 -1
- package/dist/es5/lib/filesystems/read-array-buffer.js +19 -21
- package/dist/es5/lib/filesystems/read-array-buffer.js.map +1 -1
- package/dist/es5/lib/init.js +1 -3
- package/dist/es5/lib/init.js.map +1 -1
- package/dist/es5/lib/loader-utils/check-errors.js +24 -26
- package/dist/es5/lib/loader-utils/check-errors.js.map +1 -1
- package/dist/es5/lib/loader-utils/get-data.js +130 -145
- package/dist/es5/lib/loader-utils/get-data.js.map +1 -1
- package/dist/es5/lib/loader-utils/get-fetch-function.js +0 -5
- package/dist/es5/lib/loader-utils/get-fetch-function.js.map +1 -1
- package/dist/es5/lib/loader-utils/loader-context.js +0 -3
- package/dist/es5/lib/loader-utils/loader-context.js.map +1 -1
- package/dist/es5/lib/loader-utils/loggers.js +0 -2
- package/dist/es5/lib/loader-utils/loggers.js.map +1 -1
- package/dist/es5/lib/loader-utils/normalize-loader.js +0 -3
- package/dist/es5/lib/loader-utils/normalize-loader.js.map +1 -1
- package/dist/es5/lib/loader-utils/option-defaults.js +0 -2
- package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -1
- package/dist/es5/lib/loader-utils/option-utils.js +1 -12
- package/dist/es5/lib/loader-utils/option-utils.js.map +1 -1
- package/dist/es5/lib/progress/fetch-progress.js +92 -98
- package/dist/es5/lib/progress/fetch-progress.js.map +1 -1
- package/dist/es5/lib/utils/log.js +0 -1
- package/dist/es5/lib/utils/log.js.map +1 -1
- package/dist/es5/lib/utils/mime-type-utils.js +0 -3
- package/dist/es5/lib/utils/mime-type-utils.js.map +1 -1
- package/dist/es5/lib/utils/resource-utils.js +0 -4
- package/dist/es5/lib/utils/resource-utils.js.map +1 -1
- package/dist/es5/lib/utils/response-utils.js +118 -131
- package/dist/es5/lib/utils/response-utils.js.map +1 -1
- package/dist/es5/null-loader.js +57 -63
- package/dist/es5/null-loader.js.map +1 -1
- package/dist/es5/workers/null-worker.js.map +1 -1
- package/dist/esm/bundle.js +0 -1
- package/dist/esm/bundle.js.map +1 -1
- package/dist/esm/index.js +0 -12
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +0 -1
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +1 -1
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +16 -17
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -1
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js +0 -1
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +1 -1
- package/dist/esm/iterators/make-iterator/make-iterator.js +0 -1
- package/dist/esm/iterators/make-iterator/make-iterator.js.map +1 -1
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js +0 -3
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +1 -1
- package/dist/esm/iterators/make-iterator/make-string-iterator.js +0 -2
- package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +1 -1
- package/dist/esm/iterators/make-stream/make-dom-stream.js +1 -3
- package/dist/esm/iterators/make-stream/make-dom-stream.js.map +1 -1
- package/dist/esm/iterators/make-stream/make-node-stream.js +0 -1
- package/dist/esm/iterators/make-stream/make-node-stream.js.map +1 -1
- package/dist/esm/javascript-utils/is-type.js +0 -4
- package/dist/esm/javascript-utils/is-type.js.map +1 -1
- package/dist/esm/lib/api/encode.js +0 -9
- package/dist/esm/lib/api/encode.js.map +1 -1
- package/dist/esm/lib/api/load-in-batches.js +0 -4
- package/dist/esm/lib/api/load-in-batches.js.map +1 -1
- package/dist/esm/lib/api/load.js +0 -5
- package/dist/esm/lib/api/load.js.map +1 -1
- package/dist/esm/lib/api/parse-in-batches.js +2 -16
- package/dist/esm/lib/api/parse-in-batches.js.map +1 -1
- package/dist/esm/lib/api/parse-sync.js +0 -8
- package/dist/esm/lib/api/parse-sync.js.map +1 -1
- package/dist/esm/lib/api/parse.js +0 -12
- package/dist/esm/lib/api/parse.js.map +1 -1
- package/dist/esm/lib/api/register-loaders.js +0 -3
- package/dist/esm/lib/api/register-loaders.js.map +1 -1
- package/dist/esm/lib/api/save.js.map +1 -1
- package/dist/esm/lib/api/select-loader.js +0 -20
- package/dist/esm/lib/api/select-loader.js.map +1 -1
- package/dist/esm/lib/fetch/fetch-error-message.js.map +1 -1
- package/dist/esm/lib/fetch/fetch-file.js +0 -1
- package/dist/esm/lib/fetch/fetch-file.js.map +1 -1
- package/dist/esm/lib/fetch/read-array-buffer.js +0 -3
- package/dist/esm/lib/fetch/read-array-buffer.js.map +1 -1
- package/dist/esm/lib/fetch/read-file.js +0 -4
- package/dist/esm/lib/fetch/read-file.js.map +1 -1
- package/dist/esm/lib/fetch/write-file.js +0 -1
- package/dist/esm/lib/fetch/write-file.js.map +1 -1
- package/dist/esm/lib/filesystems/browser-filesystem.js +1 -11
- package/dist/esm/lib/filesystems/browser-filesystem.js.map +1 -1
- package/dist/esm/lib/filesystems/read-array-buffer.js +0 -2
- package/dist/esm/lib/filesystems/read-array-buffer.js.map +1 -1
- package/dist/esm/lib/init.js +1 -4
- package/dist/esm/lib/init.js.map +1 -1
- package/dist/esm/lib/loader-utils/check-errors.js +1 -2
- package/dist/esm/lib/loader-utils/check-errors.js.map +1 -1
- package/dist/esm/lib/loader-utils/get-data.js +0 -6
- package/dist/esm/lib/loader-utils/get-data.js.map +1 -1
- package/dist/esm/lib/loader-utils/get-fetch-function.js +0 -7
- package/dist/esm/lib/loader-utils/get-fetch-function.js.map +1 -1
- package/dist/esm/lib/loader-utils/loader-context.js +0 -4
- package/dist/esm/lib/loader-utils/loader-context.js.map +1 -1
- package/dist/esm/lib/loader-utils/loggers.js +0 -3
- package/dist/esm/lib/loader-utils/loggers.js.map +1 -1
- package/dist/esm/lib/loader-utils/normalize-loader.js +0 -3
- package/dist/esm/lib/loader-utils/normalize-loader.js.map +1 -1
- package/dist/esm/lib/loader-utils/option-defaults.js +0 -2
- package/dist/esm/lib/loader-utils/option-defaults.js.map +1 -1
- package/dist/esm/lib/loader-utils/option-utils.js +0 -14
- package/dist/esm/lib/loader-utils/option-utils.js.map +1 -1
- package/dist/esm/lib/progress/fetch-progress.js +2 -6
- package/dist/esm/lib/progress/fetch-progress.js.map +1 -1
- package/dist/esm/lib/utils/log.js +0 -1
- package/dist/esm/lib/utils/log.js.map +1 -1
- package/dist/esm/lib/utils/mime-type-utils.js +0 -4
- package/dist/esm/lib/utils/mime-type-utils.js.map +1 -1
- package/dist/esm/lib/utils/resource-utils.js +0 -4
- package/dist/esm/lib/utils/resource-utils.js.map +1 -1
- package/dist/esm/lib/utils/response-utils.js +1 -12
- package/dist/esm/lib/utils/response-utils.js.map +1 -1
- package/dist/esm/null-loader.js +1 -4
- package/dist/esm/null-loader.js.map +1 -1
- package/dist/lib/fetch/fetch-file.js +1 -1
- package/dist/lib/progress/fetch-progress.js +2 -2
- package/dist/null-worker.js +1 -1
- package/package.json +4 -4
- package/src/lib/progress/fetch-progress.ts +2 -2
|
@@ -17,77 +17,75 @@ function _timedBatchIterator() {
|
|
|
17
17
|
_timedBatchIterator = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee(batchIterator, timeout) {
|
|
18
18
|
var start, batches, _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, batch;
|
|
19
19
|
return _regenerator.default.wrap(function _callee$(_context) {
|
|
20
|
-
while (1) {
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
_context.next = 19;
|
|
35
|
-
break;
|
|
36
|
-
}
|
|
37
|
-
batch = _step.value;
|
|
38
|
-
batches.push(batch);
|
|
39
|
-
if (!(Date.now() - start > timeout)) {
|
|
40
|
-
_context.next = 16;
|
|
41
|
-
break;
|
|
42
|
-
}
|
|
43
|
-
_context.next = 14;
|
|
44
|
-
return batches;
|
|
45
|
-
case 14:
|
|
46
|
-
start = Date.now();
|
|
47
|
-
batches = [];
|
|
48
|
-
case 16:
|
|
49
|
-
_iteratorAbruptCompletion = false;
|
|
50
|
-
_context.next = 6;
|
|
20
|
+
while (1) switch (_context.prev = _context.next) {
|
|
21
|
+
case 0:
|
|
22
|
+
start = Date.now();
|
|
23
|
+
batches = [];
|
|
24
|
+
_iteratorAbruptCompletion = false;
|
|
25
|
+
_didIteratorError = false;
|
|
26
|
+
_context.prev = 4;
|
|
27
|
+
_iterator = _asyncIterator(batchIterator);
|
|
28
|
+
case 6:
|
|
29
|
+
_context.next = 8;
|
|
30
|
+
return (0, _awaitAsyncGenerator2.default)(_iterator.next());
|
|
31
|
+
case 8:
|
|
32
|
+
if (!(_iteratorAbruptCompletion = !(_step = _context.sent).done)) {
|
|
33
|
+
_context.next = 19;
|
|
51
34
|
break;
|
|
52
|
-
|
|
53
|
-
|
|
35
|
+
}
|
|
36
|
+
batch = _step.value;
|
|
37
|
+
batches.push(batch);
|
|
38
|
+
if (!(Date.now() - start > timeout)) {
|
|
39
|
+
_context.next = 16;
|
|
54
40
|
break;
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
41
|
+
}
|
|
42
|
+
_context.next = 14;
|
|
43
|
+
return batches;
|
|
44
|
+
case 14:
|
|
45
|
+
start = Date.now();
|
|
46
|
+
batches = [];
|
|
47
|
+
case 16:
|
|
48
|
+
_iteratorAbruptCompletion = false;
|
|
49
|
+
_context.next = 6;
|
|
50
|
+
break;
|
|
51
|
+
case 19:
|
|
52
|
+
_context.next = 25;
|
|
53
|
+
break;
|
|
54
|
+
case 21:
|
|
55
|
+
_context.prev = 21;
|
|
56
|
+
_context.t0 = _context["catch"](4);
|
|
57
|
+
_didIteratorError = true;
|
|
58
|
+
_iteratorError = _context.t0;
|
|
59
|
+
case 25:
|
|
60
|
+
_context.prev = 25;
|
|
61
|
+
_context.prev = 26;
|
|
62
|
+
if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
|
|
67
63
|
_context.next = 30;
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
64
|
+
break;
|
|
65
|
+
}
|
|
66
|
+
_context.next = 30;
|
|
67
|
+
return (0, _awaitAsyncGenerator2.default)(_iterator.return());
|
|
68
|
+
case 30:
|
|
69
|
+
_context.prev = 30;
|
|
70
|
+
if (!_didIteratorError) {
|
|
71
|
+
_context.next = 33;
|
|
72
|
+
break;
|
|
73
|
+
}
|
|
74
|
+
throw _iteratorError;
|
|
75
|
+
case 33:
|
|
76
|
+
return _context.finish(30);
|
|
77
|
+
case 34:
|
|
78
|
+
return _context.finish(25);
|
|
79
|
+
case 35:
|
|
80
|
+
if (!batches) {
|
|
85
81
|
_context.next = 38;
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
82
|
+
break;
|
|
83
|
+
}
|
|
84
|
+
_context.next = 38;
|
|
85
|
+
return batches;
|
|
86
|
+
case 38:
|
|
87
|
+
case "end":
|
|
88
|
+
return _context.stop();
|
|
91
89
|
}
|
|
92
90
|
}, _callee, null, [[4, 21, 25, 35], [26,, 30, 34]]);
|
|
93
91
|
}));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"timed-batch-iterator.js","names":["timedBatchIterator","batchIterator","timeout","start","Date","now","
|
|
1
|
+
{"version":3,"file":"timed-batch-iterator.js","names":["timedBatchIterator","_x","_x2","_timedBatchIterator","apply","arguments","_wrapAsyncGenerator2","default","_regenerator","mark","_callee","batchIterator","timeout","start","batches","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","wrap","_callee$","_context","prev","next","Date","now","_asyncIterator","_awaitAsyncGenerator2","sent","done","value","push","t0","return","finish","stop"],"sources":["../../../../src/iterators/batch-iterators/timed-batch-iterator.ts"],"sourcesContent":["/**\n * \"Debounces\" batches and returns them in groups\n */\nexport async function* timedBatchIterator<Batch>(batchIterator: AsyncIterable<Batch>, timeout) {\n let start = Date.now();\n let batches: Batch[] = [];\n for await (const batch of batchIterator) {\n batches.push(batch);\n if (Date.now() - start > timeout) {\n yield batches;\n start = Date.now();\n batches = [];\n }\n }\n\n if (batches) {\n yield batches;\n }\n}\n"],"mappings":";;;;;;;;;;;;SAGuBA,kBAAkBA,CAAAC,EAAA,EAAAC,GAAA;EAAA,OAAAC,mBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,oBAAA;EAAAA,mBAAA,OAAAG,oBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAlC,SAAAC,QAA0CC,aAAmC,EAAEC,OAAO;IAAA,IAAAC,KAAA,EAAAC,OAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA;IAAA,OAAAZ,YAAA,CAAAD,OAAA,CAAAc,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UACvFZ,KAAK,GAAGa,IAAI,CAACC,GAAG,CAAC,CAAC;UAClBb,OAAgB,GAAG,EAAE;UAAAC,yBAAA;UAAAC,iBAAA;UAAAO,QAAA,CAAAC,IAAA;UAAAN,SAAA,GAAAU,cAAA,CACCjB,aAAa;QAAA;UAAAY,QAAA,CAAAE,IAAA;UAAA,WAAAI,qBAAA,CAAAtB,OAAA,EAAAW,SAAA,CAAAO,IAAA;QAAA;UAAA,MAAAV,yBAAA,KAAAI,KAAA,GAAAI,QAAA,CAAAO,IAAA,EAAAC,IAAA;YAAAR,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAtBL,KAAK,GAAAD,KAAA,CAAAa,KAAA;UACpBlB,OAAO,CAACmB,IAAI,CAACb,KAAK,CAAC;UAAC,MAChBM,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGd,KAAK,GAAGD,OAAO;YAAAW,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAAF,QAAA,CAAAE,IAAA;UAC9B,OAAMX,OAAO;QAAA;UACbD,KAAK,GAAGa,IAAI,CAACC,GAAG,CAAC,CAAC;UAClBb,OAAO,GAAG,EAAE;QAAC;UAAAC,yBAAA;UAAAQ,QAAA,CAAAE,IAAA;UAAA;QAAA;UAAAF,QAAA,CAAAE,IAAA;UAAA;QAAA;UAAAF,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAW,EAAA,GAAAX,QAAA;UAAAP,iBAAA;UAAAC,cAAA,GAAAM,QAAA,CAAAW,EAAA;QAAA;UAAAX,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAC,IAAA;UAAA,MAAAT,yBAAA,IAAAG,SAAA,CAAAiB,MAAA;YAAAZ,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAAF,QAAA,CAAAE,IAAA;UAAA,WAAAI,qBAAA,CAAAtB,OAAA,EAAAW,SAAA,CAAAiB,MAAA;QAAA;UAAAZ,QAAA,CAAAC,IAAA;UAAA,KAAAR,iBAAA;YAAAO,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAA,MAAAR,cAAA;QAAA;UAAA,OAAAM,QAAA,CAAAa,MAAA;QAAA;UAAA,OAAAb,QAAA,CAAAa,MAAA;QAAA;UAAA,KAIbtB,OAAO;YAAAS,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAAF,QAAA,CAAAE,IAAA;UACT,OAAMX,OAAO;QAAA;QAAA;UAAA,OAAAS,QAAA,CAAAc,IAAA;MAAA;IAAA,GAAA3B,OAAA;EAAA,CAEhB;EAAA,OAAAP,mBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA"}
|
|
@@ -6,29 +6,19 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
6
6
|
});
|
|
7
7
|
exports.makeArrayBufferIterator = makeArrayBufferIterator;
|
|
8
8
|
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
9
|
-
var _marked = _regenerator.default.mark(makeArrayBufferIterator);
|
|
10
9
|
var DEFAULT_CHUNK_SIZE = 256 * 1024;
|
|
11
|
-
|
|
12
10
|
function makeArrayBufferIterator(arrayBuffer) {
|
|
13
|
-
var options
|
|
14
|
-
|
|
15
|
-
chunkSize,
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
chunk,
|
|
19
|
-
sourceArray,
|
|
20
|
-
chunkArray,
|
|
21
|
-
_args = arguments;
|
|
22
|
-
return _regenerator.default.wrap(function makeArrayBufferIterator$(_context) {
|
|
23
|
-
while (1) {
|
|
24
|
-
switch (_context.prev = _context.next) {
|
|
11
|
+
var options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
|
|
12
|
+
return _regenerator.default.mark(function _callee() {
|
|
13
|
+
var _options$chunkSize, chunkSize, byteOffset, chunkByteLength, chunk, sourceArray, chunkArray;
|
|
14
|
+
return _regenerator.default.wrap(function _callee$(_context) {
|
|
15
|
+
while (1) switch (_context.prev = _context.next) {
|
|
25
16
|
case 0:
|
|
26
|
-
options = _args.length > 1 && _args[1] !== undefined ? _args[1] : {};
|
|
27
17
|
_options$chunkSize = options.chunkSize, chunkSize = _options$chunkSize === void 0 ? DEFAULT_CHUNK_SIZE : _options$chunkSize;
|
|
28
18
|
byteOffset = 0;
|
|
29
|
-
case
|
|
19
|
+
case 2:
|
|
30
20
|
if (!(byteOffset < arrayBuffer.byteLength)) {
|
|
31
|
-
_context.next =
|
|
21
|
+
_context.next = 13;
|
|
32
22
|
break;
|
|
33
23
|
}
|
|
34
24
|
chunkByteLength = Math.min(arrayBuffer.byteLength - byteOffset, chunkSize);
|
|
@@ -36,18 +26,17 @@ function makeArrayBufferIterator(arrayBuffer) {
|
|
|
36
26
|
sourceArray = new Uint8Array(arrayBuffer, byteOffset, chunkByteLength);
|
|
37
27
|
chunkArray = new Uint8Array(chunk);
|
|
38
28
|
chunkArray.set(sourceArray);
|
|
39
|
-
|
|
40
29
|
byteOffset += chunkByteLength;
|
|
41
|
-
_context.next =
|
|
30
|
+
_context.next = 11;
|
|
42
31
|
return chunk;
|
|
43
|
-
case
|
|
44
|
-
_context.next =
|
|
32
|
+
case 11:
|
|
33
|
+
_context.next = 2;
|
|
45
34
|
break;
|
|
46
|
-
case
|
|
35
|
+
case 13:
|
|
47
36
|
case "end":
|
|
48
37
|
return _context.stop();
|
|
49
38
|
}
|
|
50
|
-
}
|
|
51
|
-
}
|
|
39
|
+
}, _callee);
|
|
40
|
+
})();
|
|
52
41
|
}
|
|
53
42
|
//# sourceMappingURL=make-array-buffer-iterator.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"make-array-buffer-iterator.js","names":["
|
|
1
|
+
{"version":3,"file":"make-array-buffer-iterator.js","names":["DEFAULT_CHUNK_SIZE","makeArrayBufferIterator","arrayBuffer","options","arguments","length","undefined","_regenerator","default","mark","_callee","_options$chunkSize","chunkSize","byteOffset","chunkByteLength","chunk","sourceArray","chunkArray","wrap","_callee$","_context","prev","next","byteLength","Math","min","ArrayBuffer","Uint8Array","set","stop"],"sources":["../../../../src/iterators/make-iterator/make-array-buffer-iterator.ts"],"sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 256 * 1024;\n\n/**\n * Returns an iterator that breaks a big ArrayBuffer into chunks and yields them one-by-one\n * @param blob ArrayBuffer to iterate over\n * @param options\n * @param options.chunkSize\n */\nexport function* makeArrayBufferIterator(\n arrayBuffer: ArrayBuffer,\n options: IteratorOptions = {}\n): Iterable<ArrayBuffer> {\n const {chunkSize = DEFAULT_CHUNK_SIZE} = options;\n\n let byteOffset = 0;\n\n while (byteOffset < arrayBuffer.byteLength) {\n // Create a chunk of the right size\n const chunkByteLength = Math.min(arrayBuffer.byteLength - byteOffset, chunkSize);\n const chunk = new ArrayBuffer(chunkByteLength);\n\n // Copy data from the big chunk\n const sourceArray = new Uint8Array(arrayBuffer, byteOffset, chunkByteLength);\n const chunkArray = new Uint8Array(chunk);\n chunkArray.set(sourceArray);\n\n // yield the chunk\n byteOffset += chunkByteLength;\n yield chunk;\n }\n}\n"],"mappings":";;;;;;;;AAEA,IAAMA,kBAAkB,GAAG,GAAG,GAAG,IAAI;AAQ9B,SAAUC,uBAAuBA,CACtCC,WAAwB;EAAA,IACxBC,OAAwB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAAA,OAAAG,YAAA,CAAAC,OAAA,CAAAC,IAAA,UAAAC,QAAA;IAAA,IAAAC,kBAAA,EAAAC,SAAA,EAAAC,UAAA,EAAAC,eAAA,EAAAC,KAAA,EAAAC,WAAA,EAAAC,UAAA;IAAA,OAAAV,YAAA,CAAAC,OAAA,CAAAU,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAAAX,kBAAA,GAEYR,OAAO,CAAzCS,SAAS,EAATA,SAAS,GAAAD,kBAAA,cAAGX,kBAAkB,GAAAW,kBAAA;UAEjCE,UAAU,GAAG,CAAC;QAAA;UAAA,MAEXA,UAAU,GAAGX,WAAW,CAACqB,UAAU;YAAAH,QAAA,CAAAE,IAAA;YAAA;UAAA;UAElCR,eAAe,GAAGU,IAAI,CAACC,GAAG,CAACvB,WAAW,CAACqB,UAAU,GAAGV,UAAU,EAAED,SAAS,CAAC;UAC1EG,KAAK,GAAG,IAAIW,WAAW,CAACZ,eAAe,CAAC;UAGxCE,WAAW,GAAG,IAAIW,UAAU,CAACzB,WAAW,EAAEW,UAAU,EAAEC,eAAe,CAAC;UACtEG,UAAU,GAAG,IAAIU,UAAU,CAACZ,KAAK,CAAC;UACxCE,UAAU,CAACW,GAAG,CAACZ,WAAW,CAAC;UAG3BH,UAAU,IAAIC,eAAe;UAACM,QAAA,CAAAE,IAAA;UAC9B,OAAMP,KAAK;QAAA;UAAAK,QAAA,CAAAE,IAAA;UAAA;QAAA;QAAA;UAAA,OAAAF,QAAA,CAAAS,IAAA;MAAA;IAAA,GAAAnB,OAAA;EAAA;AAAA"}
|
|
@@ -9,7 +9,6 @@ var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"))
|
|
|
9
9
|
var _awaitAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/awaitAsyncGenerator"));
|
|
10
10
|
var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapAsyncGenerator"));
|
|
11
11
|
var DEFAULT_CHUNK_SIZE = 1024 * 1024;
|
|
12
|
-
|
|
13
12
|
function makeBlobIterator(_x, _x2) {
|
|
14
13
|
return _makeBlobIterator.apply(this, arguments);
|
|
15
14
|
}
|
|
@@ -17,31 +16,29 @@ function _makeBlobIterator() {
|
|
|
17
16
|
_makeBlobIterator = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee(blob, options) {
|
|
18
17
|
var chunkSize, offset, end, chunk;
|
|
19
18
|
return _regenerator.default.wrap(function _callee$(_context) {
|
|
20
|
-
while (1) {
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
_context.next = 12;
|
|
28
|
-
break;
|
|
29
|
-
}
|
|
30
|
-
end = offset + chunkSize;
|
|
31
|
-
_context.next = 6;
|
|
32
|
-
return (0, _awaitAsyncGenerator2.default)(blob.slice(offset, end).arrayBuffer());
|
|
33
|
-
case 6:
|
|
34
|
-
chunk = _context.sent;
|
|
35
|
-
offset = end;
|
|
36
|
-
_context.next = 10;
|
|
37
|
-
return chunk;
|
|
38
|
-
case 10:
|
|
39
|
-
_context.next = 2;
|
|
19
|
+
while (1) switch (_context.prev = _context.next) {
|
|
20
|
+
case 0:
|
|
21
|
+
chunkSize = (options === null || options === void 0 ? void 0 : options.chunkSize) || DEFAULT_CHUNK_SIZE;
|
|
22
|
+
offset = 0;
|
|
23
|
+
case 2:
|
|
24
|
+
if (!(offset < blob.size)) {
|
|
25
|
+
_context.next = 12;
|
|
40
26
|
break;
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
27
|
+
}
|
|
28
|
+
end = offset + chunkSize;
|
|
29
|
+
_context.next = 6;
|
|
30
|
+
return (0, _awaitAsyncGenerator2.default)(blob.slice(offset, end).arrayBuffer());
|
|
31
|
+
case 6:
|
|
32
|
+
chunk = _context.sent;
|
|
33
|
+
offset = end;
|
|
34
|
+
_context.next = 10;
|
|
35
|
+
return chunk;
|
|
36
|
+
case 10:
|
|
37
|
+
_context.next = 2;
|
|
38
|
+
break;
|
|
39
|
+
case 12:
|
|
40
|
+
case "end":
|
|
41
|
+
return _context.stop();
|
|
45
42
|
}
|
|
46
43
|
}, _callee);
|
|
47
44
|
}));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"make-blob-iterator.js","names":["DEFAULT_CHUNK_SIZE","makeBlobIterator","blob","options","chunkSize","offset","size","
|
|
1
|
+
{"version":3,"file":"make-blob-iterator.js","names":["DEFAULT_CHUNK_SIZE","makeBlobIterator","_x","_x2","_makeBlobIterator","apply","arguments","_wrapAsyncGenerator2","default","_regenerator","mark","_callee","blob","options","chunkSize","offset","end","chunk","wrap","_callee$","_context","prev","next","size","_awaitAsyncGenerator2","slice","arrayBuffer","sent","stop"],"sources":["../../../../src/iterators/make-iterator/make-blob-iterator.ts"],"sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 1024 * 1024; // 1MB — biggest value that keeps UI responsive\n\n/**\n * Returns an iterator that breaks a big Blob into chunks and yields them one-by-one\n * @param blob Blob or File object\n * @param options\n * @param options.chunkSize\n */\nexport async function* makeBlobIterator(\n blob: Blob,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n while (offset < blob.size) {\n const end = offset + chunkSize;\n\n const chunk = await blob.slice(offset, end).arrayBuffer();\n\n offset = end;\n yield chunk;\n }\n}\n"],"mappings":";;;;;;;;;;AAEA,IAAMA,kBAAkB,GAAG,IAAI,GAAG,IAAI;AAAC,SAQhBC,gBAAgBA,CAAAC,EAAA,EAAAC,GAAA;EAAA,OAAAC,iBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,kBAAA;EAAAA,iBAAA,OAAAG,oBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAhC,SAAAC,QACLC,IAAU,EACVC,OAAyB;IAAA,IAAAC,SAAA,EAAAC,MAAA,EAAAC,GAAA,EAAAC,KAAA;IAAA,OAAAR,YAAA,CAAAD,OAAA,CAAAU,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAEnBR,SAAS,GAAG,CAAAD,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,SAAS,KAAId,kBAAkB;UAEtDe,MAAM,GAAG,CAAC;QAAA;UAAA,MACPA,MAAM,GAAGH,IAAI,CAACW,IAAI;YAAAH,QAAA,CAAAE,IAAA;YAAA;UAAA;UACjBN,GAAG,GAAGD,MAAM,GAAGD,SAAS;UAAAM,QAAA,CAAAE,IAAA;UAAA,WAAAE,qBAAA,CAAAhB,OAAA,EAEVI,IAAI,CAACa,KAAK,CAACV,MAAM,EAAEC,GAAG,CAAC,CAACU,WAAW,CAAC,CAAC;QAAA;UAAnDT,KAAK,GAAAG,QAAA,CAAAO,IAAA;UAEXZ,MAAM,GAAGC,GAAG;UAACI,QAAA,CAAAE,IAAA;UACb,OAAML,KAAK;QAAA;UAAAG,QAAA,CAAAE,IAAA;UAAA;QAAA;QAAA;UAAA,OAAAF,QAAA,CAAAQ,IAAA;MAAA;IAAA,GAAAjB,OAAA;EAAA,CAEd;EAAA,OAAAP,iBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"make-iterator.js","names":["makeIterator","data","options","makeStringIterator","ArrayBuffer","makeArrayBufferIterator","isBlob","makeBlobIterator","isReadableStream","makeStreamIterator","isResponse","response","body","Error"],"sources":["../../../../src/iterators/make-iterator/make-iterator.ts"],"sourcesContent":["import type {ReadStream} from 'fs';\n\nimport {makeStringIterator} from './make-string-iterator';\nimport {makeArrayBufferIterator} from './make-array-buffer-iterator';\nimport {makeBlobIterator} from './make-blob-iterator';\nimport type {StreamIteratorOptions} from './make-stream-iterator';\nimport {makeStreamIterator} from './make-stream-iterator';\nimport {isBlob, isReadableStream, isResponse} from '../../javascript-utils/is-type';\n\n/**\n * @param [options.chunkSize]\n */\nexport type IteratorOptions = StreamIteratorOptions & {\n chunkSize?: number;\n};\n\n/**\n * Returns an iterator that breaks its input into chunks and yields them one-by-one.\n * @param data\n * @param options\n * @returns\n * This function can e.g. be used to enable data sources that can only be read atomically\n * (such as `Blob` and `File` via `FileReader`) to still be parsed in batches.\n */\nexport function makeIterator(\n data: ArrayBuffer | string | Blob | Response | ReadableStream | ReadStream,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer> {\n if (typeof data === 'string') {\n // Note: Converts string chunks to binary\n return makeStringIterator(data, options);\n }\n if (data instanceof ArrayBuffer) {\n return makeArrayBufferIterator(data, options);\n }\n if (isBlob(data)) {\n return makeBlobIterator(data as Blob, options);\n }\n if (isReadableStream(data)) {\n return makeStreamIterator(data as ReadableStream, options);\n }\n if (isResponse(data)) {\n const response = data as Response;\n return makeStreamIterator(response.body as ReadableStream, options);\n }\n throw new Error('makeIterator');\n}\n"],"mappings":";;;;;;AAEA;AACA;AACA;AAEA;AACA;AAiBO,
|
|
1
|
+
{"version":3,"file":"make-iterator.js","names":["_makeStringIterator","require","_makeArrayBufferIterator","_makeBlobIterator","_makeStreamIterator","_isType","makeIterator","data","options","makeStringIterator","ArrayBuffer","makeArrayBufferIterator","isBlob","makeBlobIterator","isReadableStream","makeStreamIterator","isResponse","response","body","Error"],"sources":["../../../../src/iterators/make-iterator/make-iterator.ts"],"sourcesContent":["import type {ReadStream} from 'fs';\n\nimport {makeStringIterator} from './make-string-iterator';\nimport {makeArrayBufferIterator} from './make-array-buffer-iterator';\nimport {makeBlobIterator} from './make-blob-iterator';\nimport type {StreamIteratorOptions} from './make-stream-iterator';\nimport {makeStreamIterator} from './make-stream-iterator';\nimport {isBlob, isReadableStream, isResponse} from '../../javascript-utils/is-type';\n\n/**\n * @param [options.chunkSize]\n */\nexport type IteratorOptions = StreamIteratorOptions & {\n chunkSize?: number;\n};\n\n/**\n * Returns an iterator that breaks its input into chunks and yields them one-by-one.\n * @param data\n * @param options\n * @returns\n * This function can e.g. be used to enable data sources that can only be read atomically\n * (such as `Blob` and `File` via `FileReader`) to still be parsed in batches.\n */\nexport function makeIterator(\n data: ArrayBuffer | string | Blob | Response | ReadableStream | ReadStream,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer> {\n if (typeof data === 'string') {\n // Note: Converts string chunks to binary\n return makeStringIterator(data, options);\n }\n if (data instanceof ArrayBuffer) {\n return makeArrayBufferIterator(data, options);\n }\n if (isBlob(data)) {\n return makeBlobIterator(data as Blob, options);\n }\n if (isReadableStream(data)) {\n return makeStreamIterator(data as ReadableStream, options);\n }\n if (isResponse(data)) {\n const response = data as Response;\n return makeStreamIterator(response.body as ReadableStream, options);\n }\n throw new Error('makeIterator');\n}\n"],"mappings":";;;;;;AAEA,IAAAA,mBAAA,GAAAC,OAAA;AACA,IAAAC,wBAAA,GAAAD,OAAA;AACA,IAAAE,iBAAA,GAAAF,OAAA;AAEA,IAAAG,mBAAA,GAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AAiBO,SAASK,YAAYA,CAC1BC,IAA0E,EAC1EC,OAAyB,EAC2B;EACpD,IAAI,OAAOD,IAAI,KAAK,QAAQ,EAAE;IAE5B,OAAO,IAAAE,sCAAkB,EAACF,IAAI,EAAEC,OAAO,CAAC;EAC1C;EACA,IAAID,IAAI,YAAYG,WAAW,EAAE;IAC/B,OAAO,IAAAC,gDAAuB,EAACJ,IAAI,EAAEC,OAAO,CAAC;EAC/C;EACA,IAAI,IAAAI,cAAM,EAACL,IAAI,CAAC,EAAE;IAChB,OAAO,IAAAM,kCAAgB,EAACN,IAAI,EAAUC,OAAO,CAAC;EAChD;EACA,IAAI,IAAAM,wBAAgB,EAACP,IAAI,CAAC,EAAE;IAC1B,OAAO,IAAAQ,sCAAkB,EAACR,IAAI,EAAoBC,OAAO,CAAC;EAC5D;EACA,IAAI,IAAAQ,kBAAU,EAACT,IAAI,CAAC,EAAE;IACpB,IAAMU,QAAQ,GAAGV,IAAgB;IACjC,OAAO,IAAAQ,sCAAkB,EAACE,QAAQ,CAACC,IAAI,EAAoBV,OAAO,CAAC;EACrE;EACA,MAAM,IAAIW,KAAK,CAAC,cAAc,CAAC;AACjC"}
|
|
@@ -14,7 +14,6 @@ function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r
|
|
|
14
14
|
function makeStreamIterator(stream, options) {
|
|
15
15
|
return _loaderUtils.isBrowser ? makeBrowserStreamIterator(stream, options) : makeNodeStreamIterator(stream, options);
|
|
16
16
|
}
|
|
17
|
-
|
|
18
17
|
function makeBrowserStreamIterator(_x, _x2) {
|
|
19
18
|
return _makeBrowserStreamIterator.apply(this, arguments);
|
|
20
19
|
}
|
|
@@ -22,48 +21,46 @@ function _makeBrowserStreamIterator() {
|
|
|
22
21
|
_makeBrowserStreamIterator = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee(stream, options) {
|
|
23
22
|
var reader, nextBatchPromise, currentBatchPromise, _yield$_awaitAsyncGen, done, value;
|
|
24
23
|
return _regenerator.default.wrap(function _callee$(_context) {
|
|
25
|
-
while (1) {
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
_context.next = 16;
|
|
33
|
-
break;
|
|
34
|
-
}
|
|
35
|
-
currentBatchPromise = nextBatchPromise || reader.read();
|
|
36
|
-
if (options !== null && options !== void 0 && options._streamReadAhead) {
|
|
37
|
-
nextBatchPromise = reader.read();
|
|
38
|
-
}
|
|
39
|
-
_context.next = 7;
|
|
40
|
-
return (0, _awaitAsyncGenerator2.default)(currentBatchPromise);
|
|
41
|
-
case 7:
|
|
42
|
-
_yield$_awaitAsyncGen = _context.sent;
|
|
43
|
-
done = _yield$_awaitAsyncGen.done;
|
|
44
|
-
value = _yield$_awaitAsyncGen.value;
|
|
45
|
-
if (!done) {
|
|
46
|
-
_context.next = 12;
|
|
47
|
-
break;
|
|
48
|
-
}
|
|
49
|
-
return _context.abrupt("return");
|
|
50
|
-
case 12:
|
|
51
|
-
_context.next = 14;
|
|
52
|
-
return (0, _loaderUtils.toArrayBuffer)(value);
|
|
53
|
-
case 14:
|
|
54
|
-
_context.next = 2;
|
|
24
|
+
while (1) switch (_context.prev = _context.next) {
|
|
25
|
+
case 0:
|
|
26
|
+
reader = stream.getReader();
|
|
27
|
+
_context.prev = 1;
|
|
28
|
+
case 2:
|
|
29
|
+
if (!true) {
|
|
30
|
+
_context.next = 16;
|
|
55
31
|
break;
|
|
56
|
-
|
|
57
|
-
|
|
32
|
+
}
|
|
33
|
+
currentBatchPromise = nextBatchPromise || reader.read();
|
|
34
|
+
if (options !== null && options !== void 0 && options._streamReadAhead) {
|
|
35
|
+
nextBatchPromise = reader.read();
|
|
36
|
+
}
|
|
37
|
+
_context.next = 7;
|
|
38
|
+
return (0, _awaitAsyncGenerator2.default)(currentBatchPromise);
|
|
39
|
+
case 7:
|
|
40
|
+
_yield$_awaitAsyncGen = _context.sent;
|
|
41
|
+
done = _yield$_awaitAsyncGen.done;
|
|
42
|
+
value = _yield$_awaitAsyncGen.value;
|
|
43
|
+
if (!done) {
|
|
44
|
+
_context.next = 12;
|
|
58
45
|
break;
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
46
|
+
}
|
|
47
|
+
return _context.abrupt("return");
|
|
48
|
+
case 12:
|
|
49
|
+
_context.next = 14;
|
|
50
|
+
return (0, _loaderUtils.toArrayBuffer)(value);
|
|
51
|
+
case 14:
|
|
52
|
+
_context.next = 2;
|
|
53
|
+
break;
|
|
54
|
+
case 16:
|
|
55
|
+
_context.next = 21;
|
|
56
|
+
break;
|
|
57
|
+
case 18:
|
|
58
|
+
_context.prev = 18;
|
|
59
|
+
_context.t0 = _context["catch"](1);
|
|
60
|
+
reader.releaseLock();
|
|
61
|
+
case 21:
|
|
62
|
+
case "end":
|
|
63
|
+
return _context.stop();
|
|
67
64
|
}
|
|
68
65
|
}, _callee, null, [[1, 18]]);
|
|
69
66
|
}));
|
|
@@ -76,60 +73,58 @@ function _makeNodeStreamIterator() {
|
|
|
76
73
|
_makeNodeStreamIterator = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee2(stream, options) {
|
|
77
74
|
var _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, chunk;
|
|
78
75
|
return _regenerator.default.wrap(function _callee2$(_context2) {
|
|
79
|
-
while (1) {
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
_context2.next = 13;
|
|
92
|
-
break;
|
|
93
|
-
}
|
|
94
|
-
chunk = _step.value;
|
|
95
|
-
_context2.next = 10;
|
|
96
|
-
return (0, _loaderUtils.toArrayBuffer)(chunk);
|
|
97
|
-
case 10:
|
|
98
|
-
_iteratorAbruptCompletion = false;
|
|
99
|
-
_context2.next = 4;
|
|
100
|
-
break;
|
|
101
|
-
case 13:
|
|
102
|
-
_context2.next = 19;
|
|
76
|
+
while (1) switch (_context2.prev = _context2.next) {
|
|
77
|
+
case 0:
|
|
78
|
+
_iteratorAbruptCompletion = false;
|
|
79
|
+
_didIteratorError = false;
|
|
80
|
+
_context2.prev = 2;
|
|
81
|
+
_iterator = _asyncIterator(stream);
|
|
82
|
+
case 4:
|
|
83
|
+
_context2.next = 6;
|
|
84
|
+
return (0, _awaitAsyncGenerator2.default)(_iterator.next());
|
|
85
|
+
case 6:
|
|
86
|
+
if (!(_iteratorAbruptCompletion = !(_step = _context2.sent).done)) {
|
|
87
|
+
_context2.next = 13;
|
|
103
88
|
break;
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
89
|
+
}
|
|
90
|
+
chunk = _step.value;
|
|
91
|
+
_context2.next = 10;
|
|
92
|
+
return (0, _loaderUtils.toArrayBuffer)(chunk);
|
|
93
|
+
case 10:
|
|
94
|
+
_iteratorAbruptCompletion = false;
|
|
95
|
+
_context2.next = 4;
|
|
96
|
+
break;
|
|
97
|
+
case 13:
|
|
98
|
+
_context2.next = 19;
|
|
99
|
+
break;
|
|
100
|
+
case 15:
|
|
101
|
+
_context2.prev = 15;
|
|
102
|
+
_context2.t0 = _context2["catch"](2);
|
|
103
|
+
_didIteratorError = true;
|
|
104
|
+
_iteratorError = _context2.t0;
|
|
105
|
+
case 19:
|
|
106
|
+
_context2.prev = 19;
|
|
107
|
+
_context2.prev = 20;
|
|
108
|
+
if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
|
|
116
109
|
_context2.next = 24;
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
110
|
+
break;
|
|
111
|
+
}
|
|
112
|
+
_context2.next = 24;
|
|
113
|
+
return (0, _awaitAsyncGenerator2.default)(_iterator.return());
|
|
114
|
+
case 24:
|
|
115
|
+
_context2.prev = 24;
|
|
116
|
+
if (!_didIteratorError) {
|
|
117
|
+
_context2.next = 27;
|
|
118
|
+
break;
|
|
119
|
+
}
|
|
120
|
+
throw _iteratorError;
|
|
121
|
+
case 27:
|
|
122
|
+
return _context2.finish(24);
|
|
123
|
+
case 28:
|
|
124
|
+
return _context2.finish(19);
|
|
125
|
+
case 29:
|
|
126
|
+
case "end":
|
|
127
|
+
return _context2.stop();
|
|
133
128
|
}
|
|
134
129
|
}, _callee2, null, [[2, 15, 19, 29], [20,, 24, 28]]);
|
|
135
130
|
}));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"make-stream-iterator.js","names":["makeStreamIterator","stream","options","isBrowser","makeBrowserStreamIterator","makeNodeStreamIterator","reader","
|
|
1
|
+
{"version":3,"file":"make-stream-iterator.js","names":["_loaderUtils","require","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Object","Promise","reject","done","resolve","value","then","n","next","prototype","apply","arguments","return","_return","ret","throw","_throw","thr","makeStreamIterator","stream","options","isBrowser","makeBrowserStreamIterator","makeNodeStreamIterator","_x","_x2","_makeBrowserStreamIterator","_wrapAsyncGenerator2","default","_regenerator","mark","_callee","reader","nextBatchPromise","currentBatchPromise","_yield$_awaitAsyncGen","wrap","_callee$","_context","prev","getReader","read","_streamReadAhead","_awaitAsyncGenerator2","sent","abrupt","toArrayBuffer","t0","releaseLock","stop","_x3","_x4","_makeNodeStreamIterator","_callee2","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","chunk","_callee2$","_context2","finish"],"sources":["../../../../src/iterators/make-iterator/make-stream-iterator.ts"],"sourcesContent":["import type {Readable} from 'stream';\nimport {isBrowser, toArrayBuffer} from '@loaders.gl/loader-utils';\n\nexport type StreamIteratorOptions = {\n _streamReadAhead?: boolean;\n};\n\n/**\n * Returns an async iterable that reads from a stream (works in both Node.js and browsers)\n * @param stream stream to iterator over\n */\nexport function makeStreamIterator(\n stream: ReadableStream | Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n return isBrowser\n ? makeBrowserStreamIterator(stream as ReadableStream, options)\n : makeNodeStreamIterator(stream as Readable, options);\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate\n */\nasync function* makeBrowserStreamIterator(\n stream: ReadableStream,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // WhatWG: stream is supposed to have a `getIterator` method\n // if (typeof stream.getIterator === 'function') {\n // return stream.getIterator();\n // }\n // if (typeof stream[Symbol.asyncIterator] === 'function') {\n // return makeToArrayBufferIterator(stream);\n // }\n\n // In the browser, we first need to get a lock on the stream\n const reader = stream.getReader();\n\n let nextBatchPromise: Promise<{done?: boolean; value?: Uint8Array}> | undefined;\n\n try {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const currentBatchPromise = nextBatchPromise || reader.read();\n // Issue a read for an additional batch, while we await the next batch\n // Idea is to make fetching happen in parallel with processing / parsing\n if (options?._streamReadAhead) {\n nextBatchPromise = reader.read();\n }\n // Read from the stream\n // value is a Uint8Array\n const {done, value} = await currentBatchPromise;\n // Exit if we're done\n if (done) {\n return;\n }\n // Else yield the chunk\n yield toArrayBuffer(value);\n }\n } catch (error) {\n // TODO - examples makes it look like this should always be called,\n // but that generates exceptions so only call it if we do not reach the end\n reader.releaseLock();\n }\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @note Requires Node.js >= 10\n */\nasync function* makeNodeStreamIterator(\n stream: Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // Hacky test for node version to ensure we don't call bad polyfills\n // NODE 10+: stream is an asyncIterator\n for await (const chunk of stream) {\n yield toArrayBuffer(chunk); // Coerce each chunk to ArrayBuffer\n }\n}\n/* TODO - remove NODE < 10\n * @see https://github.com/bustle/streaming-iterables, MIT license\n *\n if (typeof stream[Symbol.asyncIterator] === 'function') {\n return;\n }\n\n // TODO - check if is this ever used in Node 10+?\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const data = stream.read();\n if (data !== null) {\n yield toArrayBuffer(data);\n // eslint-disable-next-line no-continue\n continue;\n }\n if (stream._readableState?.ended) {\n return;\n }\n await onceReadable(stream);\n }\n\nasync function onceReadable(stream: Readable): Promise<any> {\n return new Promise((resolve) => {\n stream.once('readable', resolve);\n });\n}\n */\n"],"mappings":";;;;;;;;;;AACA,IAAAA,YAAA,GAAAC,OAAA;AAAkE,SAAAC,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAAC,MAAA,CAAAD,CAAA,MAAAA,CAAA,SAAAE,OAAA,CAAAC,MAAA,KAAAN,SAAA,CAAAG,CAAA,+BAAAI,IAAA,GAAAJ,CAAA,CAAAI,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAL,CAAA,CAAAM,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAR,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAU,CAAA,GAAAV,CAAA,CAAAW,IAAA,KAAAb,qBAAA,CAAAc,SAAA,KAAAZ,CAAA,QAAAU,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAV,iCAAA,MAAAS,CAAA,CAAAG,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAC,MAAA,WAAAC,QAAAR,KAAA,QAAAS,GAAA,QAAAjB,CAAA,CAAAe,MAAA,oBAAAE,GAAA,GAAAb,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAL,iCAAA,CAAAgB,GAAA,CAAAJ,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAI,KAAA,WAAAC,OAAAX,KAAA,QAAAY,GAAA,QAAApB,CAAA,CAAAe,MAAA,oBAAAK,GAAA,GAAAhB,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAP,iCAAA,CAAAmB,GAAA,CAAAP,KAAA,MAAAb,CAAA,EAAAc,SAAA,aAAAhB,qBAAA,CAAAE,CAAA;AAU3D,SAASqB,kBAAkBA,CAChCC,MAAiC,EACjCC,OAA+B,EACH;EAC5B,OAAOC,sBAAS,GACZC,yBAAyB,CAACH,MAAM,EAAoBC,OAAO,CAAC,GAC5DG,sBAAsB,CAACJ,MAAM,EAAcC,OAAO,CAAC;AACzD;AAAC,SAOeE,yBAAyBA,CAAAE,EAAA,EAAAC,GAAA;EAAA,OAAAC,0BAAA,CAAAhB,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAe,2BAAA;EAAAA,0BAAA,OAAAC,oBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAzC,SAAAC,QACEZ,MAAsB,EACtBC,OAA+B;IAAA,IAAAY,MAAA,EAAAC,gBAAA,EAAAC,mBAAA,EAAAC,qBAAA,EAAAhC,IAAA,EAAAE,KAAA;IAAA,OAAAwB,YAAA,CAAAD,OAAA,CAAAQ,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAA9B,IAAA;QAAA;UAWzBwB,MAAM,GAAGb,MAAM,CAACqB,SAAS,CAAC,CAAC;UAAAF,QAAA,CAAAC,IAAA;QAAA;UAAA,KAMxB,IAAI;YAAAD,QAAA,CAAA9B,IAAA;YAAA;UAAA;UACH0B,mBAAmB,GAAGD,gBAAgB,IAAID,MAAM,CAACS,IAAI,CAAC,CAAC;UAG7D,IAAIrB,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEsB,gBAAgB,EAAE;YAC7BT,gBAAgB,GAAGD,MAAM,CAACS,IAAI,CAAC,CAAC;UAClC;UAACH,QAAA,CAAA9B,IAAA;UAAA,WAAAmC,qBAAA,CAAAf,OAAA,EAG2BM,mBAAmB;QAAA;UAAAC,qBAAA,GAAAG,QAAA,CAAAM,IAAA;UAAxCzC,IAAI,GAAAgC,qBAAA,CAAJhC,IAAI;UAAEE,KAAK,GAAA8B,qBAAA,CAAL9B,KAAK;UAAA,KAEdF,IAAI;YAAAmC,QAAA,CAAA9B,IAAA;YAAA;UAAA;UAAA,OAAA8B,QAAA,CAAAO,MAAA;QAAA;UAAAP,QAAA,CAAA9B,IAAA;UAIR,OAAM,IAAAsC,0BAAa,EAACzC,KAAK,CAAC;QAAA;UAAAiC,QAAA,CAAA9B,IAAA;UAAA;QAAA;UAAA8B,QAAA,CAAA9B,IAAA;UAAA;QAAA;UAAA8B,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAS,EAAA,GAAAT,QAAA;UAK5BN,MAAM,CAACgB,WAAW,CAAC,CAAC;QAAC;QAAA;UAAA,OAAAV,QAAA,CAAAW,IAAA;MAAA;IAAA,GAAAlB,OAAA;EAAA,CAExB;EAAA,OAAAL,0BAAA,CAAAhB,KAAA,OAAAC,SAAA;AAAA;AAAA,SAOeY,sBAAsBA,CAAA2B,GAAA,EAAAC,GAAA;EAAA,OAAAC,uBAAA,CAAA1C,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAyC,wBAAA;EAAAA,uBAAA,OAAAzB,oBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAtC,SAAAuB,SACElC,MAAgB,EAChBC,OAA+B;IAAA,IAAAkC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA;IAAA,OAAA9B,YAAA,CAAAD,OAAA,CAAAQ,IAAA,UAAAwB,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAtB,IAAA,GAAAsB,SAAA,CAAArD,IAAA;QAAA;UAAA8C,yBAAA;UAAAC,iBAAA;UAAAM,SAAA,CAAAtB,IAAA;UAAAkB,SAAA,GAAAxE,cAAA,CAILkC,MAAM;QAAA;UAAA0C,SAAA,CAAArD,IAAA;UAAA,WAAAmC,qBAAA,CAAAf,OAAA,EAAA6B,SAAA,CAAAjD,IAAA;QAAA;UAAA,MAAA8C,yBAAA,KAAAI,KAAA,GAAAG,SAAA,CAAAjB,IAAA,EAAAzC,IAAA;YAAA0D,SAAA,CAAArD,IAAA;YAAA;UAAA;UAAfmD,KAAK,GAAAD,KAAA,CAAArD,KAAA;UAAAwD,SAAA,CAAArD,IAAA;UACpB,OAAM,IAAAsC,0BAAa,EAACa,KAAK,CAAC;QAAA;UAAAL,yBAAA;UAAAO,SAAA,CAAArD,IAAA;UAAA;QAAA;UAAAqD,SAAA,CAAArD,IAAA;UAAA;QAAA;UAAAqD,SAAA,CAAAtB,IAAA;UAAAsB,SAAA,CAAAd,EAAA,GAAAc,SAAA;UAAAN,iBAAA;UAAAC,cAAA,GAAAK,SAAA,CAAAd,EAAA;QAAA;UAAAc,SAAA,CAAAtB,IAAA;UAAAsB,SAAA,CAAAtB,IAAA;UAAA,MAAAe,yBAAA,IAAAG,SAAA,CAAA7C,MAAA;YAAAiD,SAAA,CAAArD,IAAA;YAAA;UAAA;UAAAqD,SAAA,CAAArD,IAAA;UAAA,WAAAmC,qBAAA,CAAAf,OAAA,EAAA6B,SAAA,CAAA7C,MAAA;QAAA;UAAAiD,SAAA,CAAAtB,IAAA;UAAA,KAAAgB,iBAAA;YAAAM,SAAA,CAAArD,IAAA;YAAA;UAAA;UAAA,MAAAgD,cAAA;QAAA;UAAA,OAAAK,SAAA,CAAAC,MAAA;QAAA;UAAA,OAAAD,SAAA,CAAAC,MAAA;QAAA;QAAA;UAAA,OAAAD,SAAA,CAAAZ,IAAA;MAAA;IAAA,GAAAI,QAAA;EAAA,CAE7B;EAAA,OAAAD,uBAAA,CAAA1C,KAAA,OAAAC,SAAA;AAAA"}
|
|
@@ -8,34 +8,30 @@ exports.makeStringIterator = makeStringIterator;
|
|
|
8
8
|
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
9
9
|
var _marked = _regenerator.default.mark(makeStringIterator);
|
|
10
10
|
var DEFAULT_CHUNK_SIZE = 256 * 1024;
|
|
11
|
-
|
|
12
11
|
function makeStringIterator(string, options) {
|
|
13
12
|
var chunkSize, offset, textEncoder, chunkLength, chunk;
|
|
14
13
|
return _regenerator.default.wrap(function makeStringIterator$(_context) {
|
|
15
|
-
while (1) {
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
_context.next = 11;
|
|
24
|
-
break;
|
|
25
|
-
}
|
|
26
|
-
chunkLength = Math.min(string.length - offset, chunkSize);
|
|
27
|
-
chunk = string.slice(offset, offset + chunkLength);
|
|
28
|
-
offset += chunkLength;
|
|
29
|
-
|
|
30
|
-
_context.next = 9;
|
|
31
|
-
return textEncoder.encode(chunk);
|
|
32
|
-
case 9:
|
|
33
|
-
_context.next = 3;
|
|
14
|
+
while (1) switch (_context.prev = _context.next) {
|
|
15
|
+
case 0:
|
|
16
|
+
chunkSize = (options === null || options === void 0 ? void 0 : options.chunkSize) || DEFAULT_CHUNK_SIZE;
|
|
17
|
+
offset = 0;
|
|
18
|
+
textEncoder = new TextEncoder();
|
|
19
|
+
case 3:
|
|
20
|
+
if (!(offset < string.length)) {
|
|
21
|
+
_context.next = 11;
|
|
34
22
|
break;
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
23
|
+
}
|
|
24
|
+
chunkLength = Math.min(string.length - offset, chunkSize);
|
|
25
|
+
chunk = string.slice(offset, offset + chunkLength);
|
|
26
|
+
offset += chunkLength;
|
|
27
|
+
_context.next = 9;
|
|
28
|
+
return textEncoder.encode(chunk);
|
|
29
|
+
case 9:
|
|
30
|
+
_context.next = 3;
|
|
31
|
+
break;
|
|
32
|
+
case 11:
|
|
33
|
+
case "end":
|
|
34
|
+
return _context.stop();
|
|
39
35
|
}
|
|
40
36
|
}, _marked);
|
|
41
37
|
}
|