@loaders.gl/core 3.1.3 → 4.0.0-alpha.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +2 -2
- package/dist/bundle.js.map +1 -0
- package/dist/{es5/core-addons → core-addons}/README.md +0 -0
- package/dist/core-addons/write-file-browser.js +1 -59
- package/dist/{es5/core-addons → core-addons}/write-file-browser.js.map +0 -0
- package/dist/dist.min.js +18 -18
- package/dist/index.js +29 -102
- package/dist/index.js.map +1 -0
- package/dist/iterators/batch-iterators/timed-batch-iterator.js +17 -20
- package/dist/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
- package/dist/iterators/make-iterator/make-array-buffer-iterator.js +16 -25
- package/dist/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
- package/dist/iterators/make-iterator/make-blob-iterator.js +12 -20
- package/dist/iterators/make-iterator/make-blob-iterator.js.map +1 -0
- package/dist/iterators/make-iterator/make-iterator.js +29 -36
- package/dist/iterators/make-iterator/make-iterator.js.map +1 -0
- package/dist/iterators/make-iterator/make-stream-iterator.js +32 -89
- package/dist/iterators/make-iterator/make-stream-iterator.js.map +1 -0
- package/dist/iterators/make-iterator/make-string-iterator.js +12 -22
- package/dist/iterators/make-iterator/make-string-iterator.js.map +1 -0
- package/dist/iterators/make-stream/make-dom-stream.js +32 -44
- package/dist/iterators/make-stream/make-dom-stream.js.map +1 -0
- package/dist/iterators/make-stream/make-node-stream.js +68 -50
- package/dist/iterators/make-stream/make-node-stream.js.map +1 -0
- package/dist/javascript-utils/is-type.js +21 -41
- package/dist/javascript-utils/is-type.js.map +1 -0
- package/dist/lib/api/encode.js +81 -101
- package/dist/lib/api/encode.js.map +1 -0
- package/dist/lib/api/load-in-batches.js +27 -30
- package/dist/lib/api/load-in-batches.js.map +1 -0
- package/dist/lib/api/load.js +24 -40
- package/dist/lib/api/load.js.map +1 -0
- package/dist/lib/api/parse-in-batches.js +92 -113
- package/dist/lib/api/parse-in-batches.js.map +1 -0
- package/dist/lib/api/parse-sync.js +54 -56
- package/dist/lib/api/parse-sync.js.map +1 -0
- package/dist/lib/api/parse.js +61 -71
- package/dist/lib/api/parse.js.map +1 -0
- package/dist/lib/api/register-loaders.js +23 -29
- package/dist/lib/api/register-loaders.js.map +1 -0
- package/dist/lib/api/save.js +9 -13
- package/dist/lib/api/save.js.map +1 -0
- package/dist/lib/api/select-loader.js +194 -205
- package/dist/lib/api/select-loader.js.map +1 -0
- package/dist/lib/api/set-loader-options.js +4 -11
- package/dist/lib/api/set-loader-options.js.map +1 -0
- package/dist/lib/common.js +2 -2
- package/dist/{es5/lib → lib}/common.js.map +0 -0
- package/dist/lib/fetch/fetch-error-message.js +17 -21
- package/dist/lib/fetch/fetch-error-message.js.map +1 -0
- package/dist/lib/fetch/fetch-file.js +15 -25
- package/dist/lib/fetch/fetch-file.js.map +1 -0
- package/dist/lib/fetch/read-array-buffer.js +27 -39
- package/dist/lib/fetch/read-array-buffer.js.map +1 -0
- package/dist/lib/fetch/read-file.js +16 -28
- package/dist/lib/fetch/read-file.js.map +1 -0
- package/dist/lib/fetch/write-file.js +23 -20
- package/dist/lib/fetch/write-file.js.map +1 -0
- package/dist/lib/filesystems/browser-filesystem.js +107 -118
- package/dist/lib/filesystems/browser-filesystem.js.map +1 -0
- package/dist/lib/filesystems/filesystem.js +2 -2
- package/dist/{es5/lib → lib}/filesystems/filesystem.js.map +0 -0
- package/dist/lib/filesystems/read-array-buffer.js +8 -28
- package/dist/lib/filesystems/read-array-buffer.js.map +1 -0
- package/dist/lib/init.js +4 -8
- package/dist/lib/init.js.map +1 -0
- package/dist/lib/loader-utils/check-errors.js +22 -26
- package/dist/lib/loader-utils/check-errors.js.map +1 -0
- package/dist/lib/loader-utils/get-data.js +122 -122
- package/dist/lib/loader-utils/get-data.js.map +1 -0
- package/dist/lib/loader-utils/loader-context.js +34 -47
- package/dist/lib/loader-utils/loader-context.js.map +1 -0
- package/dist/lib/loader-utils/loggers.js +46 -39
- package/dist/lib/loader-utils/loggers.js.map +1 -0
- package/dist/lib/loader-utils/normalize-loader.js +41 -50
- package/dist/lib/loader-utils/normalize-loader.js.map +1 -0
- package/dist/lib/loader-utils/option-defaults.js +35 -39
- package/dist/lib/loader-utils/option-defaults.js.map +1 -0
- package/dist/lib/loader-utils/option-utils.js +119 -156
- package/dist/lib/loader-utils/option-utils.js.map +1 -0
- package/dist/lib/progress/fetch-progress.js +56 -54
- package/dist/lib/progress/fetch-progress.js.map +1 -0
- package/dist/lib/utils/mime-type-utils.js +17 -38
- package/dist/lib/utils/mime-type-utils.js.map +1 -0
- package/dist/lib/utils/resource-utils.js +52 -70
- package/dist/lib/utils/resource-utils.js.map +1 -0
- package/dist/lib/utils/response-utils.js +105 -104
- package/dist/lib/utils/response-utils.js.map +1 -0
- package/dist/null-loader.js +31 -41
- package/dist/null-loader.js.map +1 -0
- package/dist/null-worker.js +1 -1
- package/dist/workers/null-worker.js +4 -5
- package/dist/workers/null-worker.js.map +1 -0
- package/package.json +9 -7
- package/dist/es5/bundle.js +0 -7
- package/dist/es5/bundle.js.map +0 -1
- package/dist/es5/core-addons/write-file-browser.js +0 -2
- package/dist/es5/index.js +0 -374
- package/dist/es5/index.js.map +0 -1
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +0 -131
- package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +0 -61
- package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js +0 -61
- package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +0 -1
- package/dist/es5/iterators/make-iterator/make-iterator.js +0 -42
- package/dist/es5/iterators/make-iterator/make-iterator.js.map +0 -1
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js +0 -184
- package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +0 -1
- package/dist/es5/iterators/make-iterator/make-string-iterator.js +0 -49
- package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +0 -1
- package/dist/es5/iterators/make-stream/make-dom-stream.js +0 -86
- package/dist/es5/iterators/make-stream/make-dom-stream.js.map +0 -1
- package/dist/es5/iterators/make-stream/make-node-stream.js +0 -217
- package/dist/es5/iterators/make-stream/make-node-stream.js.map +0 -1
- package/dist/es5/javascript-utils/is-type.js +0 -115
- package/dist/es5/javascript-utils/is-type.js.map +0 -1
- package/dist/es5/lib/api/encode.js +0 -304
- package/dist/es5/lib/api/encode.js.map +0 -1
- package/dist/es5/lib/api/load-in-batches.js +0 -83
- package/dist/es5/lib/api/load-in-batches.js.map +0 -1
- package/dist/es5/lib/api/load.js +0 -81
- package/dist/es5/lib/api/load.js.map +0 -1
- package/dist/es5/lib/api/parse-in-batches.js +0 -366
- package/dist/es5/lib/api/parse-in-batches.js.map +0 -1
- package/dist/es5/lib/api/parse-sync.js +0 -75
- package/dist/es5/lib/api/parse-sync.js.map +0 -1
- package/dist/es5/lib/api/parse.js +0 -171
- package/dist/es5/lib/api/parse.js.map +0 -1
- package/dist/es5/lib/api/register-loaders.js +0 -63
- package/dist/es5/lib/api/register-loaders.js.map +0 -1
- package/dist/es5/lib/api/save.js +0 -55
- package/dist/es5/lib/api/save.js.map +0 -1
- package/dist/es5/lib/api/select-loader.js +0 -378
- package/dist/es5/lib/api/select-loader.js.map +0 -1
- package/dist/es5/lib/api/set-loader-options.js +0 -13
- package/dist/es5/lib/api/set-loader-options.js.map +0 -1
- package/dist/es5/lib/common.js +0 -2
- package/dist/es5/lib/fetch/fetch-error-message.js +0 -72
- package/dist/es5/lib/fetch/fetch-error-message.js.map +0 -1
- package/dist/es5/lib/fetch/fetch-file.js +0 -63
- package/dist/es5/lib/fetch/fetch-file.js.map +0 -1
- package/dist/es5/lib/fetch/read-array-buffer.js +0 -100
- package/dist/es5/lib/fetch/read-array-buffer.js.map +0 -1
- package/dist/es5/lib/fetch/read-file.js +0 -26
- package/dist/es5/lib/fetch/read-file.js.map +0 -1
- package/dist/es5/lib/fetch/write-file.js +0 -63
- package/dist/es5/lib/fetch/write-file.js.map +0 -1
- package/dist/es5/lib/filesystems/browser-filesystem.js +0 -312
- package/dist/es5/lib/filesystems/browser-filesystem.js.map +0 -1
- package/dist/es5/lib/filesystems/filesystem.js +0 -2
- package/dist/es5/lib/filesystems/read-array-buffer.js +0 -53
- package/dist/es5/lib/filesystems/read-array-buffer.js.map +0 -1
- package/dist/es5/lib/init.js +0 -13
- package/dist/es5/lib/init.js.map +0 -1
- package/dist/es5/lib/loader-utils/check-errors.js +0 -73
- package/dist/es5/lib/loader-utils/check-errors.js.map +0 -1
- package/dist/es5/lib/loader-utils/get-data.js +0 -314
- package/dist/es5/lib/loader-utils/get-data.js.map +0 -1
- package/dist/es5/lib/loader-utils/loader-context.js +0 -57
- package/dist/es5/lib/loader-utils/loader-context.js.map +0 -1
- package/dist/es5/lib/loader-utils/loggers.js +0 -110
- package/dist/es5/lib/loader-utils/loggers.js.map +0 -1
- package/dist/es5/lib/loader-utils/normalize-loader.js +0 -59
- package/dist/es5/lib/loader-utils/normalize-loader.js.map +0 -1
- package/dist/es5/lib/loader-utils/option-defaults.js +0 -47
- package/dist/es5/lib/loader-utils/option-defaults.js.map +0 -1
- package/dist/es5/lib/loader-utils/option-utils.js +0 -191
- package/dist/es5/lib/loader-utils/option-utils.js.map +0 -1
- package/dist/es5/lib/progress/fetch-progress.js +0 -169
- package/dist/es5/lib/progress/fetch-progress.js.map +0 -1
- package/dist/es5/lib/utils/mime-type-utils.js +0 -30
- package/dist/es5/lib/utils/mime-type-utils.js.map +0 -1
- package/dist/es5/lib/utils/resource-utils.js +0 -72
- package/dist/es5/lib/utils/resource-utils.js.map +0 -1
- package/dist/es5/lib/utils/response-utils.js +0 -255
- package/dist/es5/lib/utils/response-utils.js.map +0 -1
- package/dist/es5/null-loader.js +0 -169
- package/dist/es5/null-loader.js.map +0 -1
- package/dist/es5/workers/null-worker.js +0 -8
- package/dist/es5/workers/null-worker.js.map +0 -1
- package/dist/esm/bundle.js +0 -5
- package/dist/esm/bundle.js.map +0 -1
- package/dist/esm/core-addons/README.md +0 -1
- package/dist/esm/core-addons/write-file-browser.js +0 -2
- package/dist/esm/core-addons/write-file-browser.js.map +0 -1
- package/dist/esm/index.js +0 -29
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +0 -19
- package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +0 -18
- package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js +0 -13
- package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +0 -1
- package/dist/esm/iterators/make-iterator/make-iterator.js +0 -30
- package/dist/esm/iterators/make-iterator/make-iterator.js.map +0 -1
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js +0 -39
- package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +0 -1
- package/dist/esm/iterators/make-iterator/make-string-iterator.js +0 -14
- package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +0 -1
- package/dist/esm/iterators/make-stream/make-dom-stream.js +0 -34
- package/dist/esm/iterators/make-stream/make-dom-stream.js.map +0 -1
- package/dist/esm/iterators/make-stream/make-node-stream.js +0 -74
- package/dist/esm/iterators/make-stream/make-node-stream.js.map +0 -1
- package/dist/esm/javascript-utils/is-type.js +0 -21
- package/dist/esm/javascript-utils/is-type.js.map +0 -1
- package/dist/esm/lib/api/encode.js +0 -91
- package/dist/esm/lib/api/encode.js.map +0 -1
- package/dist/esm/lib/api/load-in-batches.js +0 -30
- package/dist/esm/lib/api/load-in-batches.js.map +0 -1
- package/dist/esm/lib/api/load.js +0 -25
- package/dist/esm/lib/api/load.js.map +0 -1
- package/dist/esm/lib/api/parse-in-batches.js +0 -99
- package/dist/esm/lib/api/parse-in-batches.js.map +0 -1
- package/dist/esm/lib/api/parse-sync.js +0 -57
- package/dist/esm/lib/api/parse-sync.js.map +0 -1
- package/dist/esm/lib/api/parse.js +0 -64
- package/dist/esm/lib/api/parse.js.map +0 -1
- package/dist/esm/lib/api/register-loaders.js +0 -29
- package/dist/esm/lib/api/register-loaders.js.map +0 -1
- package/dist/esm/lib/api/save.js +0 -11
- package/dist/esm/lib/api/save.js.map +0 -1
- package/dist/esm/lib/api/select-loader.js +0 -228
- package/dist/esm/lib/api/select-loader.js.map +0 -1
- package/dist/esm/lib/api/set-loader-options.js +0 -5
- package/dist/esm/lib/api/set-loader-options.js.map +0 -1
- package/dist/esm/lib/common.js +0 -2
- package/dist/esm/lib/common.js.map +0 -1
- package/dist/esm/lib/fetch/fetch-error-message.js +0 -21
- package/dist/esm/lib/fetch/fetch-error-message.js.map +0 -1
- package/dist/esm/lib/fetch/fetch-file.js +0 -17
- package/dist/esm/lib/fetch/fetch-file.js.map +0 -1
- package/dist/esm/lib/fetch/read-array-buffer.js +0 -29
- package/dist/esm/lib/fetch/read-array-buffer.js.map +0 -1
- package/dist/esm/lib/fetch/read-file.js +0 -17
- package/dist/esm/lib/fetch/read-file.js.map +0 -1
- package/dist/esm/lib/fetch/write-file.js +0 -25
- package/dist/esm/lib/fetch/write-file.js.map +0 -1
- package/dist/esm/lib/filesystems/browser-filesystem.js +0 -115
- package/dist/esm/lib/filesystems/browser-filesystem.js.map +0 -1
- package/dist/esm/lib/filesystems/filesystem.js +0 -2
- package/dist/esm/lib/filesystems/filesystem.js.map +0 -1
- package/dist/esm/lib/filesystems/read-array-buffer.js +0 -9
- package/dist/esm/lib/filesystems/read-array-buffer.js.map +0 -1
- package/dist/esm/lib/init.js +0 -6
- package/dist/esm/lib/init.js.map +0 -1
- package/dist/esm/lib/loader-utils/check-errors.js +0 -26
- package/dist/esm/lib/loader-utils/check-errors.js.map +0 -1
- package/dist/esm/lib/loader-utils/get-data.js +0 -129
- package/dist/esm/lib/loader-utils/get-data.js.map +0 -1
- package/dist/esm/lib/loader-utils/loader-context.js +0 -36
- package/dist/esm/lib/loader-utils/loader-context.js.map +0 -1
- package/dist/esm/lib/loader-utils/loggers.js +0 -48
- package/dist/esm/lib/loader-utils/loggers.js.map +0 -1
- package/dist/esm/lib/loader-utils/normalize-loader.js +0 -43
- package/dist/esm/lib/loader-utils/normalize-loader.js.map +0 -1
- package/dist/esm/lib/loader-utils/option-defaults.js +0 -37
- package/dist/esm/lib/loader-utils/option-defaults.js.map +0 -1
- package/dist/esm/lib/loader-utils/option-utils.js +0 -140
- package/dist/esm/lib/loader-utils/option-utils.js.map +0 -1
- package/dist/esm/lib/progress/fetch-progress.js +0 -61
- package/dist/esm/lib/progress/fetch-progress.js.map +0 -1
- package/dist/esm/lib/utils/mime-type-utils.js +0 -21
- package/dist/esm/lib/utils/mime-type-utils.js.map +0 -1
- package/dist/esm/lib/utils/resource-utils.js +0 -60
- package/dist/esm/lib/utils/resource-utils.js.map +0 -1
- package/dist/esm/lib/utils/response-utils.js +0 -115
- package/dist/esm/lib/utils/response-utils.js.map +0 -1
- package/dist/esm/null-loader.js +0 -34
- package/dist/esm/null-loader.js.map +0 -1
- package/dist/esm/workers/null-worker.js +0 -4
- package/dist/esm/workers/null-worker.js.map +0 -1
|
@@ -1,96 +1,39 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
const loader_utils_1 = require("@loaders.gl/loader-utils");
|
|
5
|
-
/**
|
|
6
|
-
* Returns an async iterable that reads from a stream (works in both Node.js and browsers)
|
|
7
|
-
* @param stream stream to iterator over
|
|
8
|
-
*/
|
|
9
|
-
function makeStreamIterator(stream, options) {
|
|
10
|
-
return loader_utils_1.isBrowser
|
|
11
|
-
? makeBrowserStreamIterator(stream, options)
|
|
12
|
-
: makeNodeStreamIterator(stream, options);
|
|
1
|
+
import { isBrowser, toArrayBuffer } from '@loaders.gl/loader-utils';
|
|
2
|
+
export function makeStreamIterator(stream, options) {
|
|
3
|
+
return isBrowser ? makeBrowserStreamIterator(stream, options) : makeNodeStreamIterator(stream, options);
|
|
13
4
|
}
|
|
14
|
-
|
|
15
|
-
/**
|
|
16
|
-
* Returns an async iterable that reads from a DOM (browser) stream
|
|
17
|
-
* @param stream stream to iterate from
|
|
18
|
-
* @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate
|
|
19
|
-
*/
|
|
5
|
+
|
|
20
6
|
async function* makeBrowserStreamIterator(stream, options) {
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
// return stream.getIterator();
|
|
24
|
-
// }
|
|
25
|
-
// if (typeof stream[Symbol.asyncIterator] === 'function') {
|
|
26
|
-
// return makeToArrayBufferIterator(stream);
|
|
27
|
-
// }
|
|
28
|
-
// In the browser, we first need to get a lock on the stream
|
|
29
|
-
const reader = stream.getReader();
|
|
30
|
-
let nextBatchPromise;
|
|
31
|
-
try {
|
|
32
|
-
// eslint-disable-next-line no-constant-condition
|
|
33
|
-
while (true) {
|
|
34
|
-
const currentBatchPromise = nextBatchPromise || reader.read();
|
|
35
|
-
// Issue a read for an additional batch, while we await the next batch
|
|
36
|
-
// Idea is to make fetching happen in parallel with processing / parsing
|
|
37
|
-
if (options?._streamReadAhead) {
|
|
38
|
-
nextBatchPromise = reader.read();
|
|
39
|
-
}
|
|
40
|
-
// Read from the stream
|
|
41
|
-
// value is a Uint8Array
|
|
42
|
-
const { done, value } = await currentBatchPromise;
|
|
43
|
-
// Exit if we're done
|
|
44
|
-
if (done) {
|
|
45
|
-
return;
|
|
46
|
-
}
|
|
47
|
-
// Else yield the chunk
|
|
48
|
-
yield (0, loader_utils_1.toArrayBuffer)(value);
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
catch (error) {
|
|
52
|
-
// TODO - examples makes it look like this should always be called,
|
|
53
|
-
// but that generates exceptions so only call it if we do not reach the end
|
|
54
|
-
reader.releaseLock();
|
|
55
|
-
}
|
|
56
|
-
}
|
|
57
|
-
/**
|
|
58
|
-
* Returns an async iterable that reads from a DOM (browser) stream
|
|
59
|
-
* @param stream stream to iterate from
|
|
60
|
-
* @note Requires Node.js >= 10
|
|
61
|
-
*/
|
|
62
|
-
async function* makeNodeStreamIterator(stream, options) {
|
|
63
|
-
// Hacky test for node version to ensure we don't call bad polyfills
|
|
64
|
-
// NODE 10+: stream is an asyncIterator
|
|
65
|
-
for await (const chunk of stream) {
|
|
66
|
-
yield (0, loader_utils_1.toArrayBuffer)(chunk); // Coerce each chunk to ArrayBuffer
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
/* TODO - remove NODE < 10
|
|
70
|
-
* @see https://github.com/bustle/streaming-iterables, MIT license
|
|
71
|
-
*
|
|
72
|
-
if (typeof stream[Symbol.asyncIterator] === 'function') {
|
|
73
|
-
return;
|
|
74
|
-
}
|
|
7
|
+
const reader = stream.getReader();
|
|
8
|
+
let nextBatchPromise;
|
|
75
9
|
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
10
|
+
try {
|
|
11
|
+
while (true) {
|
|
12
|
+
const currentBatchPromise = nextBatchPromise || reader.read();
|
|
13
|
+
|
|
14
|
+
if (options !== null && options !== void 0 && options._streamReadAhead) {
|
|
15
|
+
nextBatchPromise = reader.read();
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
const {
|
|
19
|
+
done,
|
|
20
|
+
value
|
|
21
|
+
} = await currentBatchPromise;
|
|
22
|
+
|
|
23
|
+
if (done) {
|
|
24
|
+
return;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
yield toArrayBuffer(value);
|
|
87
28
|
}
|
|
88
|
-
|
|
29
|
+
} catch (error) {
|
|
30
|
+
reader.releaseLock();
|
|
89
31
|
}
|
|
32
|
+
}
|
|
90
33
|
|
|
91
|
-
async function
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
}
|
|
34
|
+
async function* makeNodeStreamIterator(stream, options) {
|
|
35
|
+
for await (const chunk of stream) {
|
|
36
|
+
yield toArrayBuffer(chunk);
|
|
37
|
+
}
|
|
95
38
|
}
|
|
96
|
-
|
|
39
|
+
//# sourceMappingURL=make-stream-iterator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/iterators/make-iterator/make-stream-iterator.ts"],"names":["isBrowser","toArrayBuffer","makeStreamIterator","stream","options","makeBrowserStreamIterator","makeNodeStreamIterator","reader","getReader","nextBatchPromise","currentBatchPromise","read","_streamReadAhead","done","value","error","releaseLock","chunk"],"mappings":"AACA,SAAQA,SAAR,EAAmBC,aAAnB,QAAuC,0BAAvC;AAUA,OAAO,SAASC,kBAAT,CACLC,MADK,EAELC,OAFK,EAGuB;AAC5B,SAAOJ,SAAS,GACZK,yBAAyB,CAACF,MAAD,EAA2BC,OAA3B,CADb,GAEZE,sBAAsB,CAACH,MAAD,EAAqBC,OAArB,CAF1B;AAGD;;AAOD,gBAAgBC,yBAAhB,CACEF,MADF,EAEEC,OAFF,EAG8B;AAU5B,QAAMG,MAAM,GAAGJ,MAAM,CAACK,SAAP,EAAf;AAEA,MAAIC,gBAAJ;;AAEA,MAAI;AAEF,WAAO,IAAP,EAAa;AACX,YAAMC,mBAAmB,GAAGD,gBAAgB,IAAIF,MAAM,CAACI,IAAP,EAAhD;;AAGA,UAAIP,OAAJ,aAAIA,OAAJ,eAAIA,OAAO,CAAEQ,gBAAb,EAA+B;AAC7BH,QAAAA,gBAAgB,GAAGF,MAAM,CAACI,IAAP,EAAnB;AACD;;AAGD,YAAM;AAACE,QAAAA,IAAD;AAAOC,QAAAA;AAAP,UAAgB,MAAMJ,mBAA5B;;AAEA,UAAIG,IAAJ,EAAU;AACR;AACD;;AAED,YAAMZ,aAAa,CAACa,KAAD,CAAnB;AACD;AACF,GAnBD,CAmBE,OAAOC,KAAP,EAAc;AAGdR,IAAAA,MAAM,CAACS,WAAP;AACD;AACF;;AAOD,gBAAgBV,sBAAhB,CACEH,MADF,EAEEC,OAFF,EAG8B;AAG5B,aAAW,MAAMa,KAAjB,IAA0Bd,MAA1B,EAAkC;AAChC,UAAMF,aAAa,CAACgB,KAAD,CAAnB;AACD;AACF","sourcesContent":["import type {Readable} from 'stream';\nimport {isBrowser, toArrayBuffer} from '@loaders.gl/loader-utils';\n\nexport type StreamIteratorOptions = {\n _streamReadAhead?: boolean;\n};\n\n/**\n * Returns an async iterable that reads from a stream (works in both Node.js and browsers)\n * @param stream stream to iterator over\n */\nexport function makeStreamIterator(\n stream: ReadableStream | Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n return isBrowser\n ? makeBrowserStreamIterator(stream as ReadableStream, options)\n : makeNodeStreamIterator(stream as Readable, options);\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate\n */\nasync function* makeBrowserStreamIterator(\n stream: ReadableStream,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // WhatWG: stream is supposed to have a `getIterator` method\n // if (typeof stream.getIterator === 'function') {\n // return stream.getIterator();\n // }\n // if (typeof stream[Symbol.asyncIterator] === 'function') {\n // return makeToArrayBufferIterator(stream);\n // }\n\n // In the browser, we first need to get a lock on the stream\n const reader = stream.getReader();\n\n let nextBatchPromise: Promise<{done?: boolean; value?: Uint8Array}> | undefined;\n\n try {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const currentBatchPromise = nextBatchPromise || reader.read();\n // Issue a read for an additional batch, while we await the next batch\n // Idea is to make fetching happen in parallel with processing / parsing\n if (options?._streamReadAhead) {\n nextBatchPromise = reader.read();\n }\n // Read from the stream\n // value is a Uint8Array\n const {done, value} = await currentBatchPromise;\n // Exit if we're done\n if (done) {\n return;\n }\n // Else yield the chunk\n yield toArrayBuffer(value);\n }\n } catch (error) {\n // TODO - examples makes it look like this should always be called,\n // but that generates exceptions so only call it if we do not reach the end\n reader.releaseLock();\n }\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @note Requires Node.js >= 10\n */\nasync function* makeNodeStreamIterator(\n stream: Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // Hacky test for node version to ensure we don't call bad polyfills\n // NODE 10+: stream is an asyncIterator\n for await (const chunk of stream) {\n yield toArrayBuffer(chunk); // Coerce each chunk to ArrayBuffer\n }\n}\n/* TODO - remove NODE < 10\n * @see https://github.com/bustle/streaming-iterables, MIT license\n *\n if (typeof stream[Symbol.asyncIterator] === 'function') {\n return;\n }\n\n // TODO - check if is this ever used in Node 10+?\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const data = stream.read();\n if (data !== null) {\n yield toArrayBuffer(data);\n // eslint-disable-next-line no-continue\n continue;\n }\n if (stream._readableState?.ended) {\n return;\n }\n await onceReadable(stream);\n }\n\nasync function onceReadable(stream: Readable): Promise<any> {\n return new Promise((resolve) => {\n stream.once('readable', resolve);\n });\n}\n */\n"],"file":"make-stream-iterator.js"}
|
|
@@ -1,24 +1,14 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.makeStringIterator = void 0;
|
|
4
1
|
const DEFAULT_CHUNK_SIZE = 256 * 1024;
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
const
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
// Create a chunk of the right size
|
|
17
|
-
const chunkLength = Math.min(string.length - offset, chunkSize);
|
|
18
|
-
const chunk = string.slice(offset, offset + chunkLength);
|
|
19
|
-
offset += chunkLength;
|
|
20
|
-
// yield an ArrayBuffer chunk
|
|
21
|
-
yield textEncoder.encode(chunk);
|
|
22
|
-
}
|
|
2
|
+
export function* makeStringIterator(string, options) {
|
|
3
|
+
const chunkSize = (options === null || options === void 0 ? void 0 : options.chunkSize) || DEFAULT_CHUNK_SIZE;
|
|
4
|
+
let offset = 0;
|
|
5
|
+
const textEncoder = new TextEncoder();
|
|
6
|
+
|
|
7
|
+
while (offset < string.length) {
|
|
8
|
+
const chunkLength = Math.min(string.length - offset, chunkSize);
|
|
9
|
+
const chunk = string.slice(offset, offset + chunkLength);
|
|
10
|
+
offset += chunkLength;
|
|
11
|
+
yield textEncoder.encode(chunk);
|
|
12
|
+
}
|
|
23
13
|
}
|
|
24
|
-
|
|
14
|
+
//# sourceMappingURL=make-string-iterator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/iterators/make-iterator/make-string-iterator.ts"],"names":["DEFAULT_CHUNK_SIZE","makeStringIterator","string","options","chunkSize","offset","textEncoder","TextEncoder","length","chunkLength","Math","min","chunk","slice","encode"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,MAAM,IAAjC;AAQA,OAAO,UAAUC,kBAAV,CACLC,MADK,EAELC,OAFK,EAGkB;AACvB,QAAMC,SAAS,GAAG,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEC,SAAT,KAAsBJ,kBAAxC;AAEA,MAAIK,MAAM,GAAG,CAAb;AACA,QAAMC,WAAW,GAAG,IAAIC,WAAJ,EAApB;;AACA,SAAOF,MAAM,GAAGH,MAAM,CAACM,MAAvB,EAA+B;AAE7B,UAAMC,WAAW,GAAGC,IAAI,CAACC,GAAL,CAAST,MAAM,CAACM,MAAP,GAAgBH,MAAzB,EAAiCD,SAAjC,CAApB;AACA,UAAMQ,KAAK,GAAGV,MAAM,CAACW,KAAP,CAAaR,MAAb,EAAqBA,MAAM,GAAGI,WAA9B,CAAd;AACAJ,IAAAA,MAAM,IAAII,WAAV;AAGA,UAAMH,WAAW,CAACQ,MAAZ,CAAmBF,KAAnB,CAAN;AACD;AACF","sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 256 * 1024;\n\n/**\n * Returns an iterator that breaks a big string into chunks and yields them one-by-one as ArrayBuffers\n * @param blob string to iterate over\n * @param options\n * @param options.chunkSize\n */\nexport function* makeStringIterator(\n string: string,\n options?: IteratorOptions\n): Iterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n const textEncoder = new TextEncoder();\n while (offset < string.length) {\n // Create a chunk of the right size\n const chunkLength = Math.min(string.length - offset, chunkSize);\n const chunk = string.slice(offset, offset + chunkLength);\n offset += chunkLength;\n\n // yield an ArrayBuffer chunk\n yield textEncoder.encode(chunk);\n }\n}\n"],"file":"make-string-iterator.js"}
|
|
@@ -1,46 +1,34 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
// See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController
|
|
18
|
-
// @ts-expect-error Only Chrome supports byte streams
|
|
19
|
-
type: 'bytes',
|
|
20
|
-
async pull(controller) {
|
|
21
|
-
try {
|
|
22
|
-
const { done, value } = await iterator.next();
|
|
23
|
-
if (done) {
|
|
24
|
-
controller.close();
|
|
25
|
-
}
|
|
26
|
-
else {
|
|
27
|
-
// TODO - ignores controller.desiredSize
|
|
28
|
-
controller.enqueue(new Uint8Array(value));
|
|
29
|
-
}
|
|
30
|
-
}
|
|
31
|
-
catch (error) {
|
|
32
|
-
controller.error(error);
|
|
33
|
-
}
|
|
34
|
-
},
|
|
35
|
-
async cancel() {
|
|
36
|
-
await iterator?.return?.();
|
|
1
|
+
export function makeStream(source, options) {
|
|
2
|
+
const iterator = source[Symbol.asyncIterator] ? source[Symbol.asyncIterator]() : source[Symbol.iterator]();
|
|
3
|
+
return new ReadableStream({
|
|
4
|
+
type: 'bytes',
|
|
5
|
+
|
|
6
|
+
async pull(controller) {
|
|
7
|
+
try {
|
|
8
|
+
const {
|
|
9
|
+
done,
|
|
10
|
+
value
|
|
11
|
+
} = await iterator.next();
|
|
12
|
+
|
|
13
|
+
if (done) {
|
|
14
|
+
controller.close();
|
|
15
|
+
} else {
|
|
16
|
+
controller.enqueue(new Uint8Array(value));
|
|
37
17
|
}
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
18
|
+
} catch (error) {
|
|
19
|
+
controller.error(error);
|
|
20
|
+
}
|
|
21
|
+
},
|
|
22
|
+
|
|
23
|
+
async cancel() {
|
|
24
|
+
var _iterator$return;
|
|
25
|
+
|
|
26
|
+
await (iterator === null || iterator === void 0 ? void 0 : (_iterator$return = iterator.return) === null || _iterator$return === void 0 ? void 0 : _iterator$return.call(iterator));
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
}, {
|
|
30
|
+
highWaterMark: 2 ** 24,
|
|
31
|
+
...options
|
|
32
|
+
});
|
|
45
33
|
}
|
|
46
|
-
|
|
34
|
+
//# sourceMappingURL=make-dom-stream.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/iterators/make-stream/make-dom-stream.ts"],"names":["makeStream","source","options","iterator","Symbol","asyncIterator","ReadableStream","type","pull","controller","done","value","next","close","enqueue","Uint8Array","error","cancel","return","highWaterMark"],"mappings":"AAaA,OAAO,SAASA,UAAT,CACLC,MADK,EAELC,OAFK,EAGW;AAChB,QAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,GACZJ,MAAD,CAAuCG,MAAM,CAACC,aAA9C,GADa,GAEZJ,MAAD,CAAkCG,MAAM,CAACD,QAAzC,GAFJ;AAIA,SAAO,IAAIG,cAAJ,CACL;AAKEC,IAAAA,IAAI,EAAE,OALR;;AAOE,UAAMC,IAAN,CAAWC,UAAX,EAAuB;AACrB,UAAI;AACF,cAAM;AAACC,UAAAA,IAAD;AAAOC,UAAAA;AAAP,YAAgB,MAAMR,QAAQ,CAACS,IAAT,EAA5B;;AACA,YAAIF,IAAJ,EAAU;AACRD,UAAAA,UAAU,CAACI,KAAX;AACD,SAFD,MAEO;AAELJ,UAAAA,UAAU,CAACK,OAAX,CAAmB,IAAIC,UAAJ,CAAeJ,KAAf,CAAnB;AACD;AACF,OARD,CAQE,OAAOK,KAAP,EAAc;AACdP,QAAAA,UAAU,CAACO,KAAX,CAAiBA,KAAjB;AACD;AACF,KAnBH;;AAqBE,UAAMC,MAAN,GAAe;AAAA;;AACb,aAAMd,QAAN,aAAMA,QAAN,2CAAMA,QAAQ,CAAEe,MAAhB,qDAAM,sBAAAf,QAAQ,CAAd;AACD;;AAvBH,GADK,EA2BL;AAEEgB,IAAAA,aAAa,EAAE,KAAK,EAFtB;AAGE,OAAGjB;AAHL,GA3BK,CAAP;AAiCD","sourcesContent":["export type MakeStreamOptions = {\n /** Stream allocates an arrayBuffer. Enables use of a default reader. */\n autoAllocateChunkSize?: number;\n /** Total number of chunks in queue before back pressure is applied */\n highWaterMark?: number;\n};\n\n/**\n * Builds a DOM stream from an iterator\n * This stream is currently used in browsers only,\n * but note that Web stream support is present in Node from Node 16\n * https://nodejs.org/api/webstreams.html#webstreams_web_streams_api\n */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: MakeStreamOptions\n): ReadableStream {\n const iterator = source[Symbol.asyncIterator]\n ? (source as AsyncIterable<ArrayBuffer>)[Symbol.asyncIterator]()\n : (source as Iterable<ArrayBuffer>)[Symbol.iterator]();\n\n return new ReadableStream<Uint8Array>(\n {\n // Create a byte stream (enables `Response(stream).arrayBuffer()`)\n // Only supported on Chrome\n // See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController\n // @ts-expect-error Only Chrome supports byte streams\n type: 'bytes',\n\n async pull(controller) {\n try {\n const {done, value} = await iterator.next();\n if (done) {\n controller.close();\n } else {\n // TODO - ignores controller.desiredSize\n controller.enqueue(new Uint8Array(value));\n }\n } catch (error) {\n controller.error(error);\n }\n },\n\n async cancel() {\n await iterator?.return?.();\n }\n },\n // options: QueingStrategy<Uint8Array>\n {\n // This is bytes, not chunks\n highWaterMark: 2 ** 24,\n ...options\n }\n );\n}\n"],"file":"make-dom-stream.js"}
|
|
@@ -1,56 +1,74 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
const
|
|
5
|
-
|
|
6
|
-
function makeStream(source, options) {
|
|
7
|
-
const iterator = source[Symbol.asyncIterator]
|
|
8
|
-
? source[Symbol.asyncIterator]()
|
|
9
|
-
: source[Symbol.iterator]();
|
|
10
|
-
return new AsyncIterableReadable(iterator, options);
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import { Readable } from 'stream';
|
|
3
|
+
export function makeStream(source, options) {
|
|
4
|
+
const iterator = source[Symbol.asyncIterator] ? source[Symbol.asyncIterator]() : source[Symbol.iterator]();
|
|
5
|
+
return new AsyncIterableReadable(iterator, options);
|
|
11
6
|
}
|
|
12
|
-
|
|
13
|
-
class AsyncIterableReadable extends
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
7
|
+
|
|
8
|
+
class AsyncIterableReadable extends Readable {
|
|
9
|
+
constructor(it, options) {
|
|
10
|
+
super(options);
|
|
11
|
+
|
|
12
|
+
_defineProperty(this, "_pulling", void 0);
|
|
13
|
+
|
|
14
|
+
_defineProperty(this, "_bytesMode", void 0);
|
|
15
|
+
|
|
16
|
+
_defineProperty(this, "_iterator", void 0);
|
|
17
|
+
|
|
18
|
+
this._iterator = it;
|
|
19
|
+
this._pulling = false;
|
|
20
|
+
this._bytesMode = !options || !options.objectMode;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
async _read(size) {
|
|
24
|
+
if (!this._pulling) {
|
|
25
|
+
this._pulling = true;
|
|
26
|
+
this._pulling = await this._pull(size, this._iterator);
|
|
19
27
|
}
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
async _destroy(error, cb) {
|
|
31
|
+
if (!this._iterator) {
|
|
32
|
+
return;
|
|
25
33
|
}
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
}
|
|
36
|
-
cb?.(null);
|
|
34
|
+
|
|
35
|
+
if (error) {
|
|
36
|
+
var _this$_iterator, _this$_iterator$throw;
|
|
37
|
+
|
|
38
|
+
await ((_this$_iterator = this._iterator) === null || _this$_iterator === void 0 ? void 0 : (_this$_iterator$throw = _this$_iterator.throw) === null || _this$_iterator$throw === void 0 ? void 0 : _this$_iterator$throw.call(_this$_iterator, error));
|
|
39
|
+
} else {
|
|
40
|
+
var _this$_iterator2, _this$_iterator2$retu;
|
|
41
|
+
|
|
42
|
+
await ((_this$_iterator2 = this._iterator) === null || _this$_iterator2 === void 0 ? void 0 : (_this$_iterator2$retu = _this$_iterator2.return) === null || _this$_iterator2$retu === void 0 ? void 0 : _this$_iterator2$retu.call(_this$_iterator2, error));
|
|
37
43
|
}
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
44
|
+
|
|
45
|
+
cb === null || cb === void 0 ? void 0 : cb(null);
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
async _pull(size, it) {
|
|
49
|
+
var _r;
|
|
50
|
+
|
|
51
|
+
const bm = this._bytesMode;
|
|
52
|
+
let r = null;
|
|
53
|
+
|
|
54
|
+
while (this.readable && !(r = await it.next()).done) {
|
|
55
|
+
if (size !== null) {
|
|
56
|
+
size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
if (!this.push(new Uint8Array(r.value)) || size <= 0) {
|
|
60
|
+
break;
|
|
61
|
+
}
|
|
55
62
|
}
|
|
63
|
+
|
|
64
|
+
if (((_r = r) !== null && _r !== void 0 && _r.done || !this.readable) && (this.push(null) || true)) {
|
|
65
|
+
var _it$return;
|
|
66
|
+
|
|
67
|
+
it === null || it === void 0 ? void 0 : (_it$return = it.return) === null || _it$return === void 0 ? void 0 : _it$return.call(it);
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
return !this.readable;
|
|
71
|
+
}
|
|
72
|
+
|
|
56
73
|
}
|
|
74
|
+
//# sourceMappingURL=make-node-stream.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/iterators/make-stream/make-node-stream.ts"],"names":["Readable","makeStream","source","options","iterator","Symbol","asyncIterator","AsyncIterableReadable","constructor","it","_iterator","_pulling","_bytesMode","objectMode","_read","size","_pull","_destroy","error","cb","throw","return","bm","r","readable","next","done","ArrayBuffer","isView","value","byteLength","push","Uint8Array"],"mappings":";AAAA,SAAQA,QAAR,QAAwC,QAAxC;AAKA,OAAO,SAASC,UAAT,CACLC,MADK,EAELC,OAFK,EAGK;AACV,QAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,GACbJ,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,EADa,GAEbJ,MAAM,CAACG,MAAM,CAACD,QAAR,CAAN,EAFJ;AAGA,SAAO,IAAIG,qBAAJ,CAA0BH,QAA1B,EAAoCD,OAApC,CAAP;AACD;;AAED,MAAMI,qBAAN,SAAoCP,QAApC,CAA6C;AAK3CQ,EAAAA,WAAW,CAACC,EAAD,EAAiCN,OAAjC,EAA4D;AACrE,UAAMA,OAAN;;AADqE;;AAAA;;AAAA;;AAErE,SAAKO,SAAL,GAAiBD,EAAjB;AACA,SAAKE,QAAL,GAAgB,KAAhB;AACA,SAAKC,UAAL,GAAkB,CAACT,OAAD,IAAY,CAACA,OAAO,CAACU,UAAvC;AACD;;AAEU,QAALC,KAAK,CAACC,IAAD,EAA8B;AACvC,QAAI,CAAC,KAAKJ,QAAV,EAAoB;AAClB,WAAKA,QAAL,GAAgB,IAAhB;AACA,WAAKA,QAAL,GAAgB,MAAM,KAAKK,KAAL,CAAWD,IAAX,EAAiB,KAAKL,SAAtB,CAAtB;AACD;AACF;;AAEa,QAARO,QAAQ,CAACC,KAAD,EAAsBC,EAAtB,EAAoE;AAChF,QAAI,CAAC,KAAKT,SAAV,EAAqB;AACnB;AACD;;AACD,QAAIQ,KAAJ,EAAW;AAAA;;AACT,gCAAM,KAAKR,SAAX,6EAAM,gBAAgBU,KAAtB,0DAAM,4CAAwBF,KAAxB,CAAN;AACD,KAFD,MAEO;AAAA;;AACL,iCAAM,KAAKR,SAAX,8EAAM,iBAAgBW,MAAtB,0DAAM,6CAAyBH,KAAzB,CAAN;AACD;;AACDC,IAAAA,EAAE,SAAF,IAAAA,EAAE,WAAF,YAAAA,EAAE,CAAG,IAAH,CAAF;AACD;;AAGkB,QAALH,KAAK,CAACD,IAAD,EAAeN,EAAf,EAAiE;AAAA;;AAClF,UAAMa,EAAE,GAAG,KAAKV,UAAhB;AACA,QAAIW,CAAqC,GAAG,IAA5C;;AAEA,WAAO,KAAKC,QAAL,IAAiB,CAAC,CAACD,CAAC,GAAG,MAAMd,EAAE,CAACgB,IAAH,EAAX,EAAsBC,IAA/C,EAAqD;AACnD,UAAIX,IAAI,KAAK,IAAb,EAAmB;AACjBA,QAAAA,IAAI,IAAIO,EAAE,IAAIK,WAAW,CAACC,MAAZ,CAAmBL,CAAC,CAACM,KAArB,CAAN,GAAoCN,CAAC,CAACM,KAAF,CAAQC,UAA5C,GAAyD,CAAjE;AACD;;AACD,UAAI,CAAC,KAAKC,IAAL,CAAU,IAAIC,UAAJ,CAAeT,CAAC,CAACM,KAAjB,CAAV,CAAD,IAAuCd,IAAI,IAAI,CAAnD,EAAsD;AACpD;AACD;AACF;;AACD,QAAI,CAAC,MAAAQ,CAAC,UAAD,wBAAGG,IAAH,IAAW,CAAC,KAAKF,QAAlB,MAAgC,KAAKO,IAAL,CAAU,IAAV,KAAmB,IAAnD,CAAJ,EAA8D;AAAA;;AAC5DtB,MAAAA,EAAE,SAAF,IAAAA,EAAE,WAAF,0BAAAA,EAAE,CAAEY,MAAJ,+DAAAZ,EAAE;AACH;;AACD,WAAO,CAAC,KAAKe,QAAb;AACD;;AAhD0C","sourcesContent":["import {Readable, ReadableOptions} from 'stream';\n\nexport type MakeStreamOptions = ReadableOptions;\n\n/** Builds a node stream from an iterator */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: ReadableOptions\n): Readable {\n const iterator = source[Symbol.asyncIterator]\n ? source[Symbol.asyncIterator]()\n : source[Symbol.iterator]();\n return new AsyncIterableReadable(iterator, options);\n}\n\nclass AsyncIterableReadable extends Readable {\n private _pulling: boolean;\n private _bytesMode: boolean;\n private _iterator: AsyncIterator<ArrayBuffer>;\n\n constructor(it: AsyncIterator<ArrayBuffer>, options?: ReadableOptions) {\n super(options);\n this._iterator = it;\n this._pulling = false;\n this._bytesMode = !options || !options.objectMode;\n }\n\n async _read(size: number): Promise<void> {\n if (!this._pulling) {\n this._pulling = true;\n this._pulling = await this._pull(size, this._iterator);\n }\n }\n\n async _destroy(error: Error | null, cb: (e: Error | null) => void): Promise<void> {\n if (!this._iterator) {\n return;\n }\n if (error) {\n await this._iterator?.throw?.(error);\n } else {\n await this._iterator?.return?.(error);\n }\n cb?.(null);\n }\n\n // eslint-disable-next-line complexity\n private async _pull(size: number, it: AsyncIterator<ArrayBuffer>): Promise<boolean> {\n const bm = this._bytesMode;\n let r: IteratorResult<ArrayBuffer> | null = null;\n // while (this.readable && !(r = await it.next(bm ? size : null)).done) {\n while (this.readable && !(r = await it.next()).done) {\n if (size !== null) {\n size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;\n }\n if (!this.push(new Uint8Array(r.value)) || size <= 0) {\n break;\n }\n }\n if ((r?.done || !this.readable) && (this.push(null) || true)) {\n it?.return?.();\n }\n return !this.readable;\n }\n}\n"],"file":"make-node-stream.js"}
|
|
@@ -1,41 +1,21 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
const
|
|
6
|
-
const
|
|
7
|
-
|
|
8
|
-
const
|
|
9
|
-
|
|
10
|
-
const
|
|
11
|
-
|
|
12
|
-
const
|
|
13
|
-
|
|
14
|
-
const
|
|
15
|
-
|
|
16
|
-
const
|
|
17
|
-
|
|
18
|
-
const
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
exports.isFile = isFile;
|
|
23
|
-
const isBlob = (x) => typeof Blob !== 'undefined' && x instanceof Blob;
|
|
24
|
-
exports.isBlob = isBlob;
|
|
25
|
-
/** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */
|
|
26
|
-
const isBuffer = (x) => x && typeof x === 'object' && x.isBuffer;
|
|
27
|
-
exports.isBuffer = isBuffer;
|
|
28
|
-
const isWritableDOMStream = (x) => (0, exports.isObject)(x) && isFunction(x.abort) && isFunction(x.getWriter);
|
|
29
|
-
exports.isWritableDOMStream = isWritableDOMStream;
|
|
30
|
-
const isReadableDOMStream = (x) => (typeof ReadableStream !== 'undefined' && x instanceof ReadableStream) ||
|
|
31
|
-
((0, exports.isObject)(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader));
|
|
32
|
-
exports.isReadableDOMStream = isReadableDOMStream;
|
|
33
|
-
// Not implemented in Firefox: && isFunction(x.pipeTo)
|
|
34
|
-
const isWritableNodeStream = (x) => (0, exports.isObject)(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);
|
|
35
|
-
exports.isWritableNodeStream = isWritableNodeStream;
|
|
36
|
-
const isReadableNodeStream = (x) => (0, exports.isObject)(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);
|
|
37
|
-
exports.isReadableNodeStream = isReadableNodeStream;
|
|
38
|
-
const isReadableStream = (x) => (0, exports.isReadableDOMStream)(x) || (0, exports.isReadableNodeStream)(x);
|
|
39
|
-
exports.isReadableStream = isReadableStream;
|
|
40
|
-
const isWritableStream = (x) => (0, exports.isWritableDOMStream)(x) || (0, exports.isWritableNodeStream)(x);
|
|
41
|
-
exports.isWritableStream = isWritableStream;
|
|
1
|
+
const isBoolean = x => typeof x === 'boolean';
|
|
2
|
+
|
|
3
|
+
const isFunction = x => typeof x === 'function';
|
|
4
|
+
|
|
5
|
+
export const isObject = x => x !== null && typeof x === 'object';
|
|
6
|
+
export const isPureObject = x => isObject(x) && x.constructor === {}.constructor;
|
|
7
|
+
export const isPromise = x => isObject(x) && isFunction(x.then);
|
|
8
|
+
export const isIterable = x => x && typeof x[Symbol.iterator] === 'function';
|
|
9
|
+
export const isAsyncIterable = x => x && typeof x[Symbol.asyncIterator] === 'function';
|
|
10
|
+
export const isIterator = x => x && isFunction(x.next);
|
|
11
|
+
export const isResponse = x => typeof Response !== 'undefined' && x instanceof Response || x && x.arrayBuffer && x.text && x.json;
|
|
12
|
+
export const isFile = x => typeof File !== 'undefined' && x instanceof File;
|
|
13
|
+
export const isBlob = x => typeof Blob !== 'undefined' && x instanceof Blob;
|
|
14
|
+
export const isBuffer = x => x && typeof x === 'object' && x.isBuffer;
|
|
15
|
+
export const isWritableDOMStream = x => isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);
|
|
16
|
+
export const isReadableDOMStream = x => typeof ReadableStream !== 'undefined' && x instanceof ReadableStream || isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader);
|
|
17
|
+
export const isWritableNodeStream = x => isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);
|
|
18
|
+
export const isReadableNodeStream = x => isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);
|
|
19
|
+
export const isReadableStream = x => isReadableDOMStream(x) || isReadableNodeStream(x);
|
|
20
|
+
export const isWritableStream = x => isWritableDOMStream(x) || isWritableNodeStream(x);
|
|
21
|
+
//# sourceMappingURL=is-type.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/javascript-utils/is-type.ts"],"names":["isBoolean","x","isFunction","isObject","isPureObject","constructor","isPromise","then","isIterable","Symbol","iterator","isAsyncIterable","asyncIterator","isIterator","next","isResponse","Response","arrayBuffer","text","json","isFile","File","isBlob","Blob","isBuffer","isWritableDOMStream","abort","getWriter","isReadableDOMStream","ReadableStream","tee","cancel","getReader","isWritableNodeStream","end","write","writable","isReadableNodeStream","read","pipe","readable","isReadableStream","isWritableStream"],"mappings":"AAKA,MAAMA,SAA8B,GAAIC,CAAD,IAAO,OAAOA,CAAP,KAAa,SAA3D;;AACA,MAAMC,UAA+B,GAAID,CAAD,IAAO,OAAOA,CAAP,KAAa,UAA5D;;AAEA,OAAO,MAAME,QAA6B,GAAIF,CAAD,IAAOA,CAAC,KAAK,IAAN,IAAc,OAAOA,CAAP,KAAa,QAAxE;AACP,OAAO,MAAMG,YAAiC,GAAIH,CAAD,IAC/CE,QAAQ,CAACF,CAAD,CAAR,IAAeA,CAAC,CAACI,WAAF,KAAkB,GAAGA,WAD/B;AAEP,OAAO,MAAMC,SAA8B,GAAIL,CAAD,IAAOE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACM,IAAH,CAAvE;AAEP,OAAO,MAAMC,UAA+B,GAAIP,CAAD,IAAOA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACC,QAAR,CAAR,KAA8B,UAAlF;AACP,OAAO,MAAMC,eAAoC,GAAIV,CAAD,IAClDA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACG,aAAR,CAAR,KAAmC,UADnC;AAEP,OAAO,MAAMC,UAA+B,GAAIZ,CAAD,IAAOA,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACa,IAAH,CAA9D;AAEP,OAAO,MAAMC,UAA+B,GAAId,CAAD,IAC5C,OAAOe,QAAP,KAAoB,WAApB,IAAmCf,CAAC,YAAYe,QAAjD,IACCf,CAAC,IAAIA,CAAC,CAACgB,WAAP,IAAsBhB,CAAC,CAACiB,IAAxB,IAAgCjB,CAAC,CAACkB,IAF9B;AAIP,OAAO,MAAMC,MAA2B,GAAInB,CAAD,IAAO,OAAOoB,IAAP,KAAgB,WAAhB,IAA+BpB,CAAC,YAAYoB,IAAvF;AACP,OAAO,MAAMC,MAA2B,GAAIrB,CAAD,IAAO,OAAOsB,IAAP,KAAgB,WAAhB,IAA+BtB,CAAC,YAAYsB,IAAvF;AAGP,OAAO,MAAMC,QAA6B,GAAIvB,CAAD,IAAOA,CAAC,IAAI,OAAOA,CAAP,KAAa,QAAlB,IAA8BA,CAAC,CAACuB,QAA7E;AAEP,OAAO,MAAMC,mBAAwC,GAAIxB,CAAD,IACtDE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACyB,KAAH,CAAzB,IAAsCxB,UAAU,CAACD,CAAC,CAAC0B,SAAH,CAD3C;AAGP,OAAO,MAAMC,mBAAwC,GAAI3B,CAAD,IACrD,OAAO4B,cAAP,KAA0B,WAA1B,IAAyC5B,CAAC,YAAY4B,cAAvD,IACC1B,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAAC6B,GAAH,CAAzB,IAAoC5B,UAAU,CAACD,CAAC,CAAC8B,MAAH,CAA9C,IAA4D7B,UAAU,CAACD,CAAC,CAAC+B,SAAH,CAFlE;AAKP,OAAO,MAAMC,oBAAyC,GAAIhC,CAAD,IACvDE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACiC,GAAH,CAAzB,IAAoChC,UAAU,CAACD,CAAC,CAACkC,KAAH,CAA9C,IAA2DnC,SAAS,CAACC,CAAC,CAACmC,QAAH,CAD/D;AAEP,OAAO,MAAMC,oBAAyC,GAAIpC,CAAD,IACvDE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACqC,IAAH,CAAzB,IAAqCpC,UAAU,CAACD,CAAC,CAACsC,IAAH,CAA/C,IAA2DvC,SAAS,CAACC,CAAC,CAACuC,QAAH,CAD/D;AAEP,OAAO,MAAMC,gBAAqC,GAAIxC,CAAD,IACnD2B,mBAAmB,CAAC3B,CAAD,CAAnB,IAA0BoC,oBAAoB,CAACpC,CAAD,CADzC;AAEP,OAAO,MAAMyC,gBAAqC,GAAIzC,CAAD,IACnDwB,mBAAmB,CAACxB,CAAD,CAAnB,IAA0BgC,oBAAoB,CAAChC,CAAD,CADzC","sourcesContent":["import type {Readable} from 'stream';\n\n/** A DOM or Node readable stream */\nexport type ReadableStreamType = ReadableStream | Readable;\n\nconst isBoolean: (x: any) => boolean = (x) => typeof x === 'boolean';\nconst isFunction: (x: any) => boolean = (x) => typeof x === 'function';\n\nexport const isObject: (x: any) => boolean = (x) => x !== null && typeof x === 'object';\nexport const isPureObject: (x: any) => boolean = (x) =>\n isObject(x) && x.constructor === {}.constructor;\nexport const isPromise: (x: any) => boolean = (x) => isObject(x) && isFunction(x.then);\n\nexport const isIterable: (x: any) => boolean = (x) => x && typeof x[Symbol.iterator] === 'function';\nexport const isAsyncIterable: (x: any) => boolean = (x) =>\n x && typeof x[Symbol.asyncIterator] === 'function';\nexport const isIterator: (x: any) => boolean = (x) => x && isFunction(x.next);\n\nexport const isResponse: (x: any) => boolean = (x) =>\n (typeof Response !== 'undefined' && x instanceof Response) ||\n (x && x.arrayBuffer && x.text && x.json);\n\nexport const isFile: (x: any) => boolean = (x) => typeof File !== 'undefined' && x instanceof File;\nexport const isBlob: (x: any) => boolean = (x) => typeof Blob !== 'undefined' && x instanceof Blob;\n\n/** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */\nexport const isBuffer: (x: any) => boolean = (x) => x && typeof x === 'object' && x.isBuffer;\n\nexport const isWritableDOMStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);\n\nexport const isReadableDOMStream: (x: any) => boolean = (x) =>\n (typeof ReadableStream !== 'undefined' && x instanceof ReadableStream) ||\n (isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader));\n// Not implemented in Firefox: && isFunction(x.pipeTo)\n\nexport const isWritableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);\nexport const isReadableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);\nexport const isReadableStream: (x: any) => boolean = (x) =>\n isReadableDOMStream(x) || isReadableNodeStream(x);\nexport const isWritableStream: (x: any) => boolean = (x) =>\n isWritableDOMStream(x) || isWritableNodeStream(x);\n"],"file":"is-type.js"}
|