@loaders.gl/core 3.1.3 → 4.0.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (272) hide show
  1. package/dist/bundle.js +2 -2
  2. package/dist/bundle.js.map +1 -0
  3. package/dist/{es5/core-addons → core-addons}/README.md +0 -0
  4. package/dist/core-addons/write-file-browser.js +1 -59
  5. package/dist/{es5/core-addons → core-addons}/write-file-browser.js.map +0 -0
  6. package/dist/dist.min.js +18 -18
  7. package/dist/index.js +29 -102
  8. package/dist/index.js.map +1 -0
  9. package/dist/iterators/batch-iterators/timed-batch-iterator.js +17 -20
  10. package/dist/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
  11. package/dist/iterators/make-iterator/make-array-buffer-iterator.js +16 -25
  12. package/dist/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
  13. package/dist/iterators/make-iterator/make-blob-iterator.js +12 -20
  14. package/dist/iterators/make-iterator/make-blob-iterator.js.map +1 -0
  15. package/dist/iterators/make-iterator/make-iterator.js +29 -36
  16. package/dist/iterators/make-iterator/make-iterator.js.map +1 -0
  17. package/dist/iterators/make-iterator/make-stream-iterator.js +32 -89
  18. package/dist/iterators/make-iterator/make-stream-iterator.js.map +1 -0
  19. package/dist/iterators/make-iterator/make-string-iterator.js +12 -22
  20. package/dist/iterators/make-iterator/make-string-iterator.js.map +1 -0
  21. package/dist/iterators/make-stream/make-dom-stream.js +32 -44
  22. package/dist/iterators/make-stream/make-dom-stream.js.map +1 -0
  23. package/dist/iterators/make-stream/make-node-stream.js +68 -50
  24. package/dist/iterators/make-stream/make-node-stream.js.map +1 -0
  25. package/dist/javascript-utils/is-type.js +21 -41
  26. package/dist/javascript-utils/is-type.js.map +1 -0
  27. package/dist/lib/api/encode.js +81 -101
  28. package/dist/lib/api/encode.js.map +1 -0
  29. package/dist/lib/api/load-in-batches.js +27 -30
  30. package/dist/lib/api/load-in-batches.js.map +1 -0
  31. package/dist/lib/api/load.js +24 -40
  32. package/dist/lib/api/load.js.map +1 -0
  33. package/dist/lib/api/parse-in-batches.js +92 -113
  34. package/dist/lib/api/parse-in-batches.js.map +1 -0
  35. package/dist/lib/api/parse-sync.js +54 -56
  36. package/dist/lib/api/parse-sync.js.map +1 -0
  37. package/dist/lib/api/parse.js +61 -71
  38. package/dist/lib/api/parse.js.map +1 -0
  39. package/dist/lib/api/register-loaders.js +23 -29
  40. package/dist/lib/api/register-loaders.js.map +1 -0
  41. package/dist/lib/api/save.js +9 -13
  42. package/dist/lib/api/save.js.map +1 -0
  43. package/dist/lib/api/select-loader.js +194 -205
  44. package/dist/lib/api/select-loader.js.map +1 -0
  45. package/dist/lib/api/set-loader-options.js +4 -11
  46. package/dist/lib/api/set-loader-options.js.map +1 -0
  47. package/dist/lib/common.js +2 -2
  48. package/dist/{es5/lib → lib}/common.js.map +0 -0
  49. package/dist/lib/fetch/fetch-error-message.js +17 -21
  50. package/dist/lib/fetch/fetch-error-message.js.map +1 -0
  51. package/dist/lib/fetch/fetch-file.js +15 -25
  52. package/dist/lib/fetch/fetch-file.js.map +1 -0
  53. package/dist/lib/fetch/read-array-buffer.js +27 -39
  54. package/dist/lib/fetch/read-array-buffer.js.map +1 -0
  55. package/dist/lib/fetch/read-file.js +16 -28
  56. package/dist/lib/fetch/read-file.js.map +1 -0
  57. package/dist/lib/fetch/write-file.js +23 -20
  58. package/dist/lib/fetch/write-file.js.map +1 -0
  59. package/dist/lib/filesystems/browser-filesystem.js +107 -118
  60. package/dist/lib/filesystems/browser-filesystem.js.map +1 -0
  61. package/dist/lib/filesystems/filesystem.js +2 -2
  62. package/dist/{es5/lib → lib}/filesystems/filesystem.js.map +0 -0
  63. package/dist/lib/filesystems/read-array-buffer.js +8 -28
  64. package/dist/lib/filesystems/read-array-buffer.js.map +1 -0
  65. package/dist/lib/init.js +4 -8
  66. package/dist/lib/init.js.map +1 -0
  67. package/dist/lib/loader-utils/check-errors.js +22 -26
  68. package/dist/lib/loader-utils/check-errors.js.map +1 -0
  69. package/dist/lib/loader-utils/get-data.js +122 -122
  70. package/dist/lib/loader-utils/get-data.js.map +1 -0
  71. package/dist/lib/loader-utils/loader-context.js +34 -47
  72. package/dist/lib/loader-utils/loader-context.js.map +1 -0
  73. package/dist/lib/loader-utils/loggers.js +46 -39
  74. package/dist/lib/loader-utils/loggers.js.map +1 -0
  75. package/dist/lib/loader-utils/normalize-loader.js +41 -50
  76. package/dist/lib/loader-utils/normalize-loader.js.map +1 -0
  77. package/dist/lib/loader-utils/option-defaults.js +35 -39
  78. package/dist/lib/loader-utils/option-defaults.js.map +1 -0
  79. package/dist/lib/loader-utils/option-utils.js +119 -156
  80. package/dist/lib/loader-utils/option-utils.js.map +1 -0
  81. package/dist/lib/progress/fetch-progress.js +56 -54
  82. package/dist/lib/progress/fetch-progress.js.map +1 -0
  83. package/dist/lib/utils/mime-type-utils.js +17 -38
  84. package/dist/lib/utils/mime-type-utils.js.map +1 -0
  85. package/dist/lib/utils/resource-utils.js +52 -70
  86. package/dist/lib/utils/resource-utils.js.map +1 -0
  87. package/dist/lib/utils/response-utils.js +105 -104
  88. package/dist/lib/utils/response-utils.js.map +1 -0
  89. package/dist/null-loader.js +31 -41
  90. package/dist/null-loader.js.map +1 -0
  91. package/dist/null-worker.js +1 -1
  92. package/dist/workers/null-worker.js +4 -5
  93. package/dist/workers/null-worker.js.map +1 -0
  94. package/package.json +9 -7
  95. package/dist/es5/bundle.js +0 -7
  96. package/dist/es5/bundle.js.map +0 -1
  97. package/dist/es5/core-addons/write-file-browser.js +0 -2
  98. package/dist/es5/index.js +0 -374
  99. package/dist/es5/index.js.map +0 -1
  100. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +0 -131
  101. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
  102. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +0 -61
  103. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
  104. package/dist/es5/iterators/make-iterator/make-blob-iterator.js +0 -61
  105. package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +0 -1
  106. package/dist/es5/iterators/make-iterator/make-iterator.js +0 -42
  107. package/dist/es5/iterators/make-iterator/make-iterator.js.map +0 -1
  108. package/dist/es5/iterators/make-iterator/make-stream-iterator.js +0 -184
  109. package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +0 -1
  110. package/dist/es5/iterators/make-iterator/make-string-iterator.js +0 -49
  111. package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +0 -1
  112. package/dist/es5/iterators/make-stream/make-dom-stream.js +0 -86
  113. package/dist/es5/iterators/make-stream/make-dom-stream.js.map +0 -1
  114. package/dist/es5/iterators/make-stream/make-node-stream.js +0 -217
  115. package/dist/es5/iterators/make-stream/make-node-stream.js.map +0 -1
  116. package/dist/es5/javascript-utils/is-type.js +0 -115
  117. package/dist/es5/javascript-utils/is-type.js.map +0 -1
  118. package/dist/es5/lib/api/encode.js +0 -304
  119. package/dist/es5/lib/api/encode.js.map +0 -1
  120. package/dist/es5/lib/api/load-in-batches.js +0 -83
  121. package/dist/es5/lib/api/load-in-batches.js.map +0 -1
  122. package/dist/es5/lib/api/load.js +0 -81
  123. package/dist/es5/lib/api/load.js.map +0 -1
  124. package/dist/es5/lib/api/parse-in-batches.js +0 -366
  125. package/dist/es5/lib/api/parse-in-batches.js.map +0 -1
  126. package/dist/es5/lib/api/parse-sync.js +0 -75
  127. package/dist/es5/lib/api/parse-sync.js.map +0 -1
  128. package/dist/es5/lib/api/parse.js +0 -171
  129. package/dist/es5/lib/api/parse.js.map +0 -1
  130. package/dist/es5/lib/api/register-loaders.js +0 -63
  131. package/dist/es5/lib/api/register-loaders.js.map +0 -1
  132. package/dist/es5/lib/api/save.js +0 -55
  133. package/dist/es5/lib/api/save.js.map +0 -1
  134. package/dist/es5/lib/api/select-loader.js +0 -378
  135. package/dist/es5/lib/api/select-loader.js.map +0 -1
  136. package/dist/es5/lib/api/set-loader-options.js +0 -13
  137. package/dist/es5/lib/api/set-loader-options.js.map +0 -1
  138. package/dist/es5/lib/common.js +0 -2
  139. package/dist/es5/lib/fetch/fetch-error-message.js +0 -72
  140. package/dist/es5/lib/fetch/fetch-error-message.js.map +0 -1
  141. package/dist/es5/lib/fetch/fetch-file.js +0 -63
  142. package/dist/es5/lib/fetch/fetch-file.js.map +0 -1
  143. package/dist/es5/lib/fetch/read-array-buffer.js +0 -100
  144. package/dist/es5/lib/fetch/read-array-buffer.js.map +0 -1
  145. package/dist/es5/lib/fetch/read-file.js +0 -26
  146. package/dist/es5/lib/fetch/read-file.js.map +0 -1
  147. package/dist/es5/lib/fetch/write-file.js +0 -63
  148. package/dist/es5/lib/fetch/write-file.js.map +0 -1
  149. package/dist/es5/lib/filesystems/browser-filesystem.js +0 -312
  150. package/dist/es5/lib/filesystems/browser-filesystem.js.map +0 -1
  151. package/dist/es5/lib/filesystems/filesystem.js +0 -2
  152. package/dist/es5/lib/filesystems/read-array-buffer.js +0 -53
  153. package/dist/es5/lib/filesystems/read-array-buffer.js.map +0 -1
  154. package/dist/es5/lib/init.js +0 -13
  155. package/dist/es5/lib/init.js.map +0 -1
  156. package/dist/es5/lib/loader-utils/check-errors.js +0 -73
  157. package/dist/es5/lib/loader-utils/check-errors.js.map +0 -1
  158. package/dist/es5/lib/loader-utils/get-data.js +0 -314
  159. package/dist/es5/lib/loader-utils/get-data.js.map +0 -1
  160. package/dist/es5/lib/loader-utils/loader-context.js +0 -57
  161. package/dist/es5/lib/loader-utils/loader-context.js.map +0 -1
  162. package/dist/es5/lib/loader-utils/loggers.js +0 -110
  163. package/dist/es5/lib/loader-utils/loggers.js.map +0 -1
  164. package/dist/es5/lib/loader-utils/normalize-loader.js +0 -59
  165. package/dist/es5/lib/loader-utils/normalize-loader.js.map +0 -1
  166. package/dist/es5/lib/loader-utils/option-defaults.js +0 -47
  167. package/dist/es5/lib/loader-utils/option-defaults.js.map +0 -1
  168. package/dist/es5/lib/loader-utils/option-utils.js +0 -191
  169. package/dist/es5/lib/loader-utils/option-utils.js.map +0 -1
  170. package/dist/es5/lib/progress/fetch-progress.js +0 -169
  171. package/dist/es5/lib/progress/fetch-progress.js.map +0 -1
  172. package/dist/es5/lib/utils/mime-type-utils.js +0 -30
  173. package/dist/es5/lib/utils/mime-type-utils.js.map +0 -1
  174. package/dist/es5/lib/utils/resource-utils.js +0 -72
  175. package/dist/es5/lib/utils/resource-utils.js.map +0 -1
  176. package/dist/es5/lib/utils/response-utils.js +0 -255
  177. package/dist/es5/lib/utils/response-utils.js.map +0 -1
  178. package/dist/es5/null-loader.js +0 -169
  179. package/dist/es5/null-loader.js.map +0 -1
  180. package/dist/es5/workers/null-worker.js +0 -8
  181. package/dist/es5/workers/null-worker.js.map +0 -1
  182. package/dist/esm/bundle.js +0 -5
  183. package/dist/esm/bundle.js.map +0 -1
  184. package/dist/esm/core-addons/README.md +0 -1
  185. package/dist/esm/core-addons/write-file-browser.js +0 -2
  186. package/dist/esm/core-addons/write-file-browser.js.map +0 -1
  187. package/dist/esm/index.js +0 -29
  188. package/dist/esm/index.js.map +0 -1
  189. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +0 -19
  190. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
  191. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +0 -18
  192. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
  193. package/dist/esm/iterators/make-iterator/make-blob-iterator.js +0 -13
  194. package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +0 -1
  195. package/dist/esm/iterators/make-iterator/make-iterator.js +0 -30
  196. package/dist/esm/iterators/make-iterator/make-iterator.js.map +0 -1
  197. package/dist/esm/iterators/make-iterator/make-stream-iterator.js +0 -39
  198. package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +0 -1
  199. package/dist/esm/iterators/make-iterator/make-string-iterator.js +0 -14
  200. package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +0 -1
  201. package/dist/esm/iterators/make-stream/make-dom-stream.js +0 -34
  202. package/dist/esm/iterators/make-stream/make-dom-stream.js.map +0 -1
  203. package/dist/esm/iterators/make-stream/make-node-stream.js +0 -74
  204. package/dist/esm/iterators/make-stream/make-node-stream.js.map +0 -1
  205. package/dist/esm/javascript-utils/is-type.js +0 -21
  206. package/dist/esm/javascript-utils/is-type.js.map +0 -1
  207. package/dist/esm/lib/api/encode.js +0 -91
  208. package/dist/esm/lib/api/encode.js.map +0 -1
  209. package/dist/esm/lib/api/load-in-batches.js +0 -30
  210. package/dist/esm/lib/api/load-in-batches.js.map +0 -1
  211. package/dist/esm/lib/api/load.js +0 -25
  212. package/dist/esm/lib/api/load.js.map +0 -1
  213. package/dist/esm/lib/api/parse-in-batches.js +0 -99
  214. package/dist/esm/lib/api/parse-in-batches.js.map +0 -1
  215. package/dist/esm/lib/api/parse-sync.js +0 -57
  216. package/dist/esm/lib/api/parse-sync.js.map +0 -1
  217. package/dist/esm/lib/api/parse.js +0 -64
  218. package/dist/esm/lib/api/parse.js.map +0 -1
  219. package/dist/esm/lib/api/register-loaders.js +0 -29
  220. package/dist/esm/lib/api/register-loaders.js.map +0 -1
  221. package/dist/esm/lib/api/save.js +0 -11
  222. package/dist/esm/lib/api/save.js.map +0 -1
  223. package/dist/esm/lib/api/select-loader.js +0 -228
  224. package/dist/esm/lib/api/select-loader.js.map +0 -1
  225. package/dist/esm/lib/api/set-loader-options.js +0 -5
  226. package/dist/esm/lib/api/set-loader-options.js.map +0 -1
  227. package/dist/esm/lib/common.js +0 -2
  228. package/dist/esm/lib/common.js.map +0 -1
  229. package/dist/esm/lib/fetch/fetch-error-message.js +0 -21
  230. package/dist/esm/lib/fetch/fetch-error-message.js.map +0 -1
  231. package/dist/esm/lib/fetch/fetch-file.js +0 -17
  232. package/dist/esm/lib/fetch/fetch-file.js.map +0 -1
  233. package/dist/esm/lib/fetch/read-array-buffer.js +0 -29
  234. package/dist/esm/lib/fetch/read-array-buffer.js.map +0 -1
  235. package/dist/esm/lib/fetch/read-file.js +0 -17
  236. package/dist/esm/lib/fetch/read-file.js.map +0 -1
  237. package/dist/esm/lib/fetch/write-file.js +0 -25
  238. package/dist/esm/lib/fetch/write-file.js.map +0 -1
  239. package/dist/esm/lib/filesystems/browser-filesystem.js +0 -115
  240. package/dist/esm/lib/filesystems/browser-filesystem.js.map +0 -1
  241. package/dist/esm/lib/filesystems/filesystem.js +0 -2
  242. package/dist/esm/lib/filesystems/filesystem.js.map +0 -1
  243. package/dist/esm/lib/filesystems/read-array-buffer.js +0 -9
  244. package/dist/esm/lib/filesystems/read-array-buffer.js.map +0 -1
  245. package/dist/esm/lib/init.js +0 -6
  246. package/dist/esm/lib/init.js.map +0 -1
  247. package/dist/esm/lib/loader-utils/check-errors.js +0 -26
  248. package/dist/esm/lib/loader-utils/check-errors.js.map +0 -1
  249. package/dist/esm/lib/loader-utils/get-data.js +0 -129
  250. package/dist/esm/lib/loader-utils/get-data.js.map +0 -1
  251. package/dist/esm/lib/loader-utils/loader-context.js +0 -36
  252. package/dist/esm/lib/loader-utils/loader-context.js.map +0 -1
  253. package/dist/esm/lib/loader-utils/loggers.js +0 -48
  254. package/dist/esm/lib/loader-utils/loggers.js.map +0 -1
  255. package/dist/esm/lib/loader-utils/normalize-loader.js +0 -43
  256. package/dist/esm/lib/loader-utils/normalize-loader.js.map +0 -1
  257. package/dist/esm/lib/loader-utils/option-defaults.js +0 -37
  258. package/dist/esm/lib/loader-utils/option-defaults.js.map +0 -1
  259. package/dist/esm/lib/loader-utils/option-utils.js +0 -140
  260. package/dist/esm/lib/loader-utils/option-utils.js.map +0 -1
  261. package/dist/esm/lib/progress/fetch-progress.js +0 -61
  262. package/dist/esm/lib/progress/fetch-progress.js.map +0 -1
  263. package/dist/esm/lib/utils/mime-type-utils.js +0 -21
  264. package/dist/esm/lib/utils/mime-type-utils.js.map +0 -1
  265. package/dist/esm/lib/utils/resource-utils.js +0 -60
  266. package/dist/esm/lib/utils/resource-utils.js.map +0 -1
  267. package/dist/esm/lib/utils/response-utils.js +0 -115
  268. package/dist/esm/lib/utils/response-utils.js.map +0 -1
  269. package/dist/esm/null-loader.js +0 -34
  270. package/dist/esm/null-loader.js.map +0 -1
  271. package/dist/esm/workers/null-worker.js +0 -4
  272. package/dist/esm/workers/null-worker.js.map +0 -1
@@ -1,96 +1,39 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.makeStreamIterator = void 0;
4
- const loader_utils_1 = require("@loaders.gl/loader-utils");
5
- /**
6
- * Returns an async iterable that reads from a stream (works in both Node.js and browsers)
7
- * @param stream stream to iterator over
8
- */
9
- function makeStreamIterator(stream, options) {
10
- return loader_utils_1.isBrowser
11
- ? makeBrowserStreamIterator(stream, options)
12
- : makeNodeStreamIterator(stream, options);
1
+ import { isBrowser, toArrayBuffer } from '@loaders.gl/loader-utils';
2
+ export function makeStreamIterator(stream, options) {
3
+ return isBrowser ? makeBrowserStreamIterator(stream, options) : makeNodeStreamIterator(stream, options);
13
4
  }
14
- exports.makeStreamIterator = makeStreamIterator;
15
- /**
16
- * Returns an async iterable that reads from a DOM (browser) stream
17
- * @param stream stream to iterate from
18
- * @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate
19
- */
5
+
20
6
  async function* makeBrowserStreamIterator(stream, options) {
21
- // WhatWG: stream is supposed to have a `getIterator` method
22
- // if (typeof stream.getIterator === 'function') {
23
- // return stream.getIterator();
24
- // }
25
- // if (typeof stream[Symbol.asyncIterator] === 'function') {
26
- // return makeToArrayBufferIterator(stream);
27
- // }
28
- // In the browser, we first need to get a lock on the stream
29
- const reader = stream.getReader();
30
- let nextBatchPromise;
31
- try {
32
- // eslint-disable-next-line no-constant-condition
33
- while (true) {
34
- const currentBatchPromise = nextBatchPromise || reader.read();
35
- // Issue a read for an additional batch, while we await the next batch
36
- // Idea is to make fetching happen in parallel with processing / parsing
37
- if (options?._streamReadAhead) {
38
- nextBatchPromise = reader.read();
39
- }
40
- // Read from the stream
41
- // value is a Uint8Array
42
- const { done, value } = await currentBatchPromise;
43
- // Exit if we're done
44
- if (done) {
45
- return;
46
- }
47
- // Else yield the chunk
48
- yield (0, loader_utils_1.toArrayBuffer)(value);
49
- }
50
- }
51
- catch (error) {
52
- // TODO - examples makes it look like this should always be called,
53
- // but that generates exceptions so only call it if we do not reach the end
54
- reader.releaseLock();
55
- }
56
- }
57
- /**
58
- * Returns an async iterable that reads from a DOM (browser) stream
59
- * @param stream stream to iterate from
60
- * @note Requires Node.js >= 10
61
- */
62
- async function* makeNodeStreamIterator(stream, options) {
63
- // Hacky test for node version to ensure we don't call bad polyfills
64
- // NODE 10+: stream is an asyncIterator
65
- for await (const chunk of stream) {
66
- yield (0, loader_utils_1.toArrayBuffer)(chunk); // Coerce each chunk to ArrayBuffer
67
- }
68
- }
69
- /* TODO - remove NODE < 10
70
- * @see https://github.com/bustle/streaming-iterables, MIT license
71
- *
72
- if (typeof stream[Symbol.asyncIterator] === 'function') {
73
- return;
74
- }
7
+ const reader = stream.getReader();
8
+ let nextBatchPromise;
75
9
 
76
- // TODO - check if is this ever used in Node 10+?
77
- // eslint-disable-next-line no-constant-condition
78
- while (true) {
79
- const data = stream.read();
80
- if (data !== null) {
81
- yield toArrayBuffer(data);
82
- // eslint-disable-next-line no-continue
83
- continue;
84
- }
85
- if (stream._readableState?.ended) {
86
- return;
10
+ try {
11
+ while (true) {
12
+ const currentBatchPromise = nextBatchPromise || reader.read();
13
+
14
+ if (options !== null && options !== void 0 && options._streamReadAhead) {
15
+ nextBatchPromise = reader.read();
16
+ }
17
+
18
+ const {
19
+ done,
20
+ value
21
+ } = await currentBatchPromise;
22
+
23
+ if (done) {
24
+ return;
25
+ }
26
+
27
+ yield toArrayBuffer(value);
87
28
  }
88
- await onceReadable(stream);
29
+ } catch (error) {
30
+ reader.releaseLock();
89
31
  }
32
+ }
90
33
 
91
- async function onceReadable(stream: Readable): Promise<any> {
92
- return new Promise((resolve) => {
93
- stream.once('readable', resolve);
94
- });
34
+ async function* makeNodeStreamIterator(stream, options) {
35
+ for await (const chunk of stream) {
36
+ yield toArrayBuffer(chunk);
37
+ }
95
38
  }
96
- */
39
+ //# sourceMappingURL=make-stream-iterator.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/iterators/make-iterator/make-stream-iterator.ts"],"names":["isBrowser","toArrayBuffer","makeStreamIterator","stream","options","makeBrowserStreamIterator","makeNodeStreamIterator","reader","getReader","nextBatchPromise","currentBatchPromise","read","_streamReadAhead","done","value","error","releaseLock","chunk"],"mappings":"AACA,SAAQA,SAAR,EAAmBC,aAAnB,QAAuC,0BAAvC;AAUA,OAAO,SAASC,kBAAT,CACLC,MADK,EAELC,OAFK,EAGuB;AAC5B,SAAOJ,SAAS,GACZK,yBAAyB,CAACF,MAAD,EAA2BC,OAA3B,CADb,GAEZE,sBAAsB,CAACH,MAAD,EAAqBC,OAArB,CAF1B;AAGD;;AAOD,gBAAgBC,yBAAhB,CACEF,MADF,EAEEC,OAFF,EAG8B;AAU5B,QAAMG,MAAM,GAAGJ,MAAM,CAACK,SAAP,EAAf;AAEA,MAAIC,gBAAJ;;AAEA,MAAI;AAEF,WAAO,IAAP,EAAa;AACX,YAAMC,mBAAmB,GAAGD,gBAAgB,IAAIF,MAAM,CAACI,IAAP,EAAhD;;AAGA,UAAIP,OAAJ,aAAIA,OAAJ,eAAIA,OAAO,CAAEQ,gBAAb,EAA+B;AAC7BH,QAAAA,gBAAgB,GAAGF,MAAM,CAACI,IAAP,EAAnB;AACD;;AAGD,YAAM;AAACE,QAAAA,IAAD;AAAOC,QAAAA;AAAP,UAAgB,MAAMJ,mBAA5B;;AAEA,UAAIG,IAAJ,EAAU;AACR;AACD;;AAED,YAAMZ,aAAa,CAACa,KAAD,CAAnB;AACD;AACF,GAnBD,CAmBE,OAAOC,KAAP,EAAc;AAGdR,IAAAA,MAAM,CAACS,WAAP;AACD;AACF;;AAOD,gBAAgBV,sBAAhB,CACEH,MADF,EAEEC,OAFF,EAG8B;AAG5B,aAAW,MAAMa,KAAjB,IAA0Bd,MAA1B,EAAkC;AAChC,UAAMF,aAAa,CAACgB,KAAD,CAAnB;AACD;AACF","sourcesContent":["import type {Readable} from 'stream';\nimport {isBrowser, toArrayBuffer} from '@loaders.gl/loader-utils';\n\nexport type StreamIteratorOptions = {\n _streamReadAhead?: boolean;\n};\n\n/**\n * Returns an async iterable that reads from a stream (works in both Node.js and browsers)\n * @param stream stream to iterator over\n */\nexport function makeStreamIterator(\n stream: ReadableStream | Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n return isBrowser\n ? makeBrowserStreamIterator(stream as ReadableStream, options)\n : makeNodeStreamIterator(stream as Readable, options);\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate\n */\nasync function* makeBrowserStreamIterator(\n stream: ReadableStream,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // WhatWG: stream is supposed to have a `getIterator` method\n // if (typeof stream.getIterator === 'function') {\n // return stream.getIterator();\n // }\n // if (typeof stream[Symbol.asyncIterator] === 'function') {\n // return makeToArrayBufferIterator(stream);\n // }\n\n // In the browser, we first need to get a lock on the stream\n const reader = stream.getReader();\n\n let nextBatchPromise: Promise<{done?: boolean; value?: Uint8Array}> | undefined;\n\n try {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const currentBatchPromise = nextBatchPromise || reader.read();\n // Issue a read for an additional batch, while we await the next batch\n // Idea is to make fetching happen in parallel with processing / parsing\n if (options?._streamReadAhead) {\n nextBatchPromise = reader.read();\n }\n // Read from the stream\n // value is a Uint8Array\n const {done, value} = await currentBatchPromise;\n // Exit if we're done\n if (done) {\n return;\n }\n // Else yield the chunk\n yield toArrayBuffer(value);\n }\n } catch (error) {\n // TODO - examples makes it look like this should always be called,\n // but that generates exceptions so only call it if we do not reach the end\n reader.releaseLock();\n }\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @note Requires Node.js >= 10\n */\nasync function* makeNodeStreamIterator(\n stream: Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // Hacky test for node version to ensure we don't call bad polyfills\n // NODE 10+: stream is an asyncIterator\n for await (const chunk of stream) {\n yield toArrayBuffer(chunk); // Coerce each chunk to ArrayBuffer\n }\n}\n/* TODO - remove NODE < 10\n * @see https://github.com/bustle/streaming-iterables, MIT license\n *\n if (typeof stream[Symbol.asyncIterator] === 'function') {\n return;\n }\n\n // TODO - check if is this ever used in Node 10+?\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const data = stream.read();\n if (data !== null) {\n yield toArrayBuffer(data);\n // eslint-disable-next-line no-continue\n continue;\n }\n if (stream._readableState?.ended) {\n return;\n }\n await onceReadable(stream);\n }\n\nasync function onceReadable(stream: Readable): Promise<any> {\n return new Promise((resolve) => {\n stream.once('readable', resolve);\n });\n}\n */\n"],"file":"make-stream-iterator.js"}
@@ -1,24 +1,14 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.makeStringIterator = void 0;
4
1
  const DEFAULT_CHUNK_SIZE = 256 * 1024;
5
- /**
6
- * Returns an iterator that breaks a big string into chunks and yields them one-by-one as ArrayBuffers
7
- * @param blob string to iterate over
8
- * @param options
9
- * @param options.chunkSize
10
- */
11
- function* makeStringIterator(string, options) {
12
- const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;
13
- let offset = 0;
14
- const textEncoder = new TextEncoder();
15
- while (offset < string.length) {
16
- // Create a chunk of the right size
17
- const chunkLength = Math.min(string.length - offset, chunkSize);
18
- const chunk = string.slice(offset, offset + chunkLength);
19
- offset += chunkLength;
20
- // yield an ArrayBuffer chunk
21
- yield textEncoder.encode(chunk);
22
- }
2
+ export function* makeStringIterator(string, options) {
3
+ const chunkSize = (options === null || options === void 0 ? void 0 : options.chunkSize) || DEFAULT_CHUNK_SIZE;
4
+ let offset = 0;
5
+ const textEncoder = new TextEncoder();
6
+
7
+ while (offset < string.length) {
8
+ const chunkLength = Math.min(string.length - offset, chunkSize);
9
+ const chunk = string.slice(offset, offset + chunkLength);
10
+ offset += chunkLength;
11
+ yield textEncoder.encode(chunk);
12
+ }
23
13
  }
24
- exports.makeStringIterator = makeStringIterator;
14
+ //# sourceMappingURL=make-string-iterator.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/iterators/make-iterator/make-string-iterator.ts"],"names":["DEFAULT_CHUNK_SIZE","makeStringIterator","string","options","chunkSize","offset","textEncoder","TextEncoder","length","chunkLength","Math","min","chunk","slice","encode"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,MAAM,IAAjC;AAQA,OAAO,UAAUC,kBAAV,CACLC,MADK,EAELC,OAFK,EAGkB;AACvB,QAAMC,SAAS,GAAG,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEC,SAAT,KAAsBJ,kBAAxC;AAEA,MAAIK,MAAM,GAAG,CAAb;AACA,QAAMC,WAAW,GAAG,IAAIC,WAAJ,EAApB;;AACA,SAAOF,MAAM,GAAGH,MAAM,CAACM,MAAvB,EAA+B;AAE7B,UAAMC,WAAW,GAAGC,IAAI,CAACC,GAAL,CAAST,MAAM,CAACM,MAAP,GAAgBH,MAAzB,EAAiCD,SAAjC,CAApB;AACA,UAAMQ,KAAK,GAAGV,MAAM,CAACW,KAAP,CAAaR,MAAb,EAAqBA,MAAM,GAAGI,WAA9B,CAAd;AACAJ,IAAAA,MAAM,IAAII,WAAV;AAGA,UAAMH,WAAW,CAACQ,MAAZ,CAAmBF,KAAnB,CAAN;AACD;AACF","sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 256 * 1024;\n\n/**\n * Returns an iterator that breaks a big string into chunks and yields them one-by-one as ArrayBuffers\n * @param blob string to iterate over\n * @param options\n * @param options.chunkSize\n */\nexport function* makeStringIterator(\n string: string,\n options?: IteratorOptions\n): Iterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n const textEncoder = new TextEncoder();\n while (offset < string.length) {\n // Create a chunk of the right size\n const chunkLength = Math.min(string.length - offset, chunkSize);\n const chunk = string.slice(offset, offset + chunkLength);\n offset += chunkLength;\n\n // yield an ArrayBuffer chunk\n yield textEncoder.encode(chunk);\n }\n}\n"],"file":"make-string-iterator.js"}
@@ -1,46 +1,34 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.makeStream = void 0;
4
- /**
5
- * Builds a DOM stream from an iterator
6
- * This stream is currently used in browsers only,
7
- * but note that Web stream support is present in Node from Node 16
8
- * https://nodejs.org/api/webstreams.html#webstreams_web_streams_api
9
- */
10
- function makeStream(source, options) {
11
- const iterator = source[Symbol.asyncIterator]
12
- ? source[Symbol.asyncIterator]()
13
- : source[Symbol.iterator]();
14
- return new ReadableStream({
15
- // Create a byte stream (enables `Response(stream).arrayBuffer()`)
16
- // Only supported on Chrome
17
- // See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController
18
- // @ts-expect-error Only Chrome supports byte streams
19
- type: 'bytes',
20
- async pull(controller) {
21
- try {
22
- const { done, value } = await iterator.next();
23
- if (done) {
24
- controller.close();
25
- }
26
- else {
27
- // TODO - ignores controller.desiredSize
28
- controller.enqueue(new Uint8Array(value));
29
- }
30
- }
31
- catch (error) {
32
- controller.error(error);
33
- }
34
- },
35
- async cancel() {
36
- await iterator?.return?.();
1
+ export function makeStream(source, options) {
2
+ const iterator = source[Symbol.asyncIterator] ? source[Symbol.asyncIterator]() : source[Symbol.iterator]();
3
+ return new ReadableStream({
4
+ type: 'bytes',
5
+
6
+ async pull(controller) {
7
+ try {
8
+ const {
9
+ done,
10
+ value
11
+ } = await iterator.next();
12
+
13
+ if (done) {
14
+ controller.close();
15
+ } else {
16
+ controller.enqueue(new Uint8Array(value));
37
17
  }
38
- },
39
- // options: QueingStrategy<Uint8Array>
40
- {
41
- // This is bytes, not chunks
42
- highWaterMark: 2 ** 24,
43
- ...options
44
- });
18
+ } catch (error) {
19
+ controller.error(error);
20
+ }
21
+ },
22
+
23
+ async cancel() {
24
+ var _iterator$return;
25
+
26
+ await (iterator === null || iterator === void 0 ? void 0 : (_iterator$return = iterator.return) === null || _iterator$return === void 0 ? void 0 : _iterator$return.call(iterator));
27
+ }
28
+
29
+ }, {
30
+ highWaterMark: 2 ** 24,
31
+ ...options
32
+ });
45
33
  }
46
- exports.makeStream = makeStream;
34
+ //# sourceMappingURL=make-dom-stream.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/iterators/make-stream/make-dom-stream.ts"],"names":["makeStream","source","options","iterator","Symbol","asyncIterator","ReadableStream","type","pull","controller","done","value","next","close","enqueue","Uint8Array","error","cancel","return","highWaterMark"],"mappings":"AAaA,OAAO,SAASA,UAAT,CACLC,MADK,EAELC,OAFK,EAGW;AAChB,QAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,GACZJ,MAAD,CAAuCG,MAAM,CAACC,aAA9C,GADa,GAEZJ,MAAD,CAAkCG,MAAM,CAACD,QAAzC,GAFJ;AAIA,SAAO,IAAIG,cAAJ,CACL;AAKEC,IAAAA,IAAI,EAAE,OALR;;AAOE,UAAMC,IAAN,CAAWC,UAAX,EAAuB;AACrB,UAAI;AACF,cAAM;AAACC,UAAAA,IAAD;AAAOC,UAAAA;AAAP,YAAgB,MAAMR,QAAQ,CAACS,IAAT,EAA5B;;AACA,YAAIF,IAAJ,EAAU;AACRD,UAAAA,UAAU,CAACI,KAAX;AACD,SAFD,MAEO;AAELJ,UAAAA,UAAU,CAACK,OAAX,CAAmB,IAAIC,UAAJ,CAAeJ,KAAf,CAAnB;AACD;AACF,OARD,CAQE,OAAOK,KAAP,EAAc;AACdP,QAAAA,UAAU,CAACO,KAAX,CAAiBA,KAAjB;AACD;AACF,KAnBH;;AAqBE,UAAMC,MAAN,GAAe;AAAA;;AACb,aAAMd,QAAN,aAAMA,QAAN,2CAAMA,QAAQ,CAAEe,MAAhB,qDAAM,sBAAAf,QAAQ,CAAd;AACD;;AAvBH,GADK,EA2BL;AAEEgB,IAAAA,aAAa,EAAE,KAAK,EAFtB;AAGE,OAAGjB;AAHL,GA3BK,CAAP;AAiCD","sourcesContent":["export type MakeStreamOptions = {\n /** Stream allocates an arrayBuffer. Enables use of a default reader. */\n autoAllocateChunkSize?: number;\n /** Total number of chunks in queue before back pressure is applied */\n highWaterMark?: number;\n};\n\n/**\n * Builds a DOM stream from an iterator\n * This stream is currently used in browsers only,\n * but note that Web stream support is present in Node from Node 16\n * https://nodejs.org/api/webstreams.html#webstreams_web_streams_api\n */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: MakeStreamOptions\n): ReadableStream {\n const iterator = source[Symbol.asyncIterator]\n ? (source as AsyncIterable<ArrayBuffer>)[Symbol.asyncIterator]()\n : (source as Iterable<ArrayBuffer>)[Symbol.iterator]();\n\n return new ReadableStream<Uint8Array>(\n {\n // Create a byte stream (enables `Response(stream).arrayBuffer()`)\n // Only supported on Chrome\n // See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController\n // @ts-expect-error Only Chrome supports byte streams\n type: 'bytes',\n\n async pull(controller) {\n try {\n const {done, value} = await iterator.next();\n if (done) {\n controller.close();\n } else {\n // TODO - ignores controller.desiredSize\n controller.enqueue(new Uint8Array(value));\n }\n } catch (error) {\n controller.error(error);\n }\n },\n\n async cancel() {\n await iterator?.return?.();\n }\n },\n // options: QueingStrategy<Uint8Array>\n {\n // This is bytes, not chunks\n highWaterMark: 2 ** 24,\n ...options\n }\n );\n}\n"],"file":"make-dom-stream.js"}
@@ -1,56 +1,74 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.makeStream = void 0;
4
- const stream_1 = require("stream");
5
- /** Builds a node stream from an iterator */
6
- function makeStream(source, options) {
7
- const iterator = source[Symbol.asyncIterator]
8
- ? source[Symbol.asyncIterator]()
9
- : source[Symbol.iterator]();
10
- return new AsyncIterableReadable(iterator, options);
1
+ import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
2
+ import { Readable } from 'stream';
3
+ export function makeStream(source, options) {
4
+ const iterator = source[Symbol.asyncIterator] ? source[Symbol.asyncIterator]() : source[Symbol.iterator]();
5
+ return new AsyncIterableReadable(iterator, options);
11
6
  }
12
- exports.makeStream = makeStream;
13
- class AsyncIterableReadable extends stream_1.Readable {
14
- constructor(it, options) {
15
- super(options);
16
- this._iterator = it;
17
- this._pulling = false;
18
- this._bytesMode = !options || !options.objectMode;
7
+
8
+ class AsyncIterableReadable extends Readable {
9
+ constructor(it, options) {
10
+ super(options);
11
+
12
+ _defineProperty(this, "_pulling", void 0);
13
+
14
+ _defineProperty(this, "_bytesMode", void 0);
15
+
16
+ _defineProperty(this, "_iterator", void 0);
17
+
18
+ this._iterator = it;
19
+ this._pulling = false;
20
+ this._bytesMode = !options || !options.objectMode;
21
+ }
22
+
23
+ async _read(size) {
24
+ if (!this._pulling) {
25
+ this._pulling = true;
26
+ this._pulling = await this._pull(size, this._iterator);
19
27
  }
20
- async _read(size) {
21
- if (!this._pulling) {
22
- this._pulling = true;
23
- this._pulling = await this._pull(size, this._iterator);
24
- }
28
+ }
29
+
30
+ async _destroy(error, cb) {
31
+ if (!this._iterator) {
32
+ return;
25
33
  }
26
- async _destroy(error, cb) {
27
- if (!this._iterator) {
28
- return;
29
- }
30
- if (error) {
31
- await this._iterator?.throw?.(error);
32
- }
33
- else {
34
- await this._iterator?.return?.(error);
35
- }
36
- cb?.(null);
34
+
35
+ if (error) {
36
+ var _this$_iterator, _this$_iterator$throw;
37
+
38
+ await ((_this$_iterator = this._iterator) === null || _this$_iterator === void 0 ? void 0 : (_this$_iterator$throw = _this$_iterator.throw) === null || _this$_iterator$throw === void 0 ? void 0 : _this$_iterator$throw.call(_this$_iterator, error));
39
+ } else {
40
+ var _this$_iterator2, _this$_iterator2$retu;
41
+
42
+ await ((_this$_iterator2 = this._iterator) === null || _this$_iterator2 === void 0 ? void 0 : (_this$_iterator2$retu = _this$_iterator2.return) === null || _this$_iterator2$retu === void 0 ? void 0 : _this$_iterator2$retu.call(_this$_iterator2, error));
37
43
  }
38
- // eslint-disable-next-line complexity
39
- async _pull(size, it) {
40
- const bm = this._bytesMode;
41
- let r = null;
42
- // while (this.readable && !(r = await it.next(bm ? size : null)).done) {
43
- while (this.readable && !(r = await it.next()).done) {
44
- if (size !== null) {
45
- size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;
46
- }
47
- if (!this.push(new Uint8Array(r.value)) || size <= 0) {
48
- break;
49
- }
50
- }
51
- if ((r?.done || !this.readable) && (this.push(null) || true)) {
52
- it?.return?.();
53
- }
54
- return !this.readable;
44
+
45
+ cb === null || cb === void 0 ? void 0 : cb(null);
46
+ }
47
+
48
+ async _pull(size, it) {
49
+ var _r;
50
+
51
+ const bm = this._bytesMode;
52
+ let r = null;
53
+
54
+ while (this.readable && !(r = await it.next()).done) {
55
+ if (size !== null) {
56
+ size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;
57
+ }
58
+
59
+ if (!this.push(new Uint8Array(r.value)) || size <= 0) {
60
+ break;
61
+ }
55
62
  }
63
+
64
+ if (((_r = r) !== null && _r !== void 0 && _r.done || !this.readable) && (this.push(null) || true)) {
65
+ var _it$return;
66
+
67
+ it === null || it === void 0 ? void 0 : (_it$return = it.return) === null || _it$return === void 0 ? void 0 : _it$return.call(it);
68
+ }
69
+
70
+ return !this.readable;
71
+ }
72
+
56
73
  }
74
+ //# sourceMappingURL=make-node-stream.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/iterators/make-stream/make-node-stream.ts"],"names":["Readable","makeStream","source","options","iterator","Symbol","asyncIterator","AsyncIterableReadable","constructor","it","_iterator","_pulling","_bytesMode","objectMode","_read","size","_pull","_destroy","error","cb","throw","return","bm","r","readable","next","done","ArrayBuffer","isView","value","byteLength","push","Uint8Array"],"mappings":";AAAA,SAAQA,QAAR,QAAwC,QAAxC;AAKA,OAAO,SAASC,UAAT,CACLC,MADK,EAELC,OAFK,EAGK;AACV,QAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,GACbJ,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,EADa,GAEbJ,MAAM,CAACG,MAAM,CAACD,QAAR,CAAN,EAFJ;AAGA,SAAO,IAAIG,qBAAJ,CAA0BH,QAA1B,EAAoCD,OAApC,CAAP;AACD;;AAED,MAAMI,qBAAN,SAAoCP,QAApC,CAA6C;AAK3CQ,EAAAA,WAAW,CAACC,EAAD,EAAiCN,OAAjC,EAA4D;AACrE,UAAMA,OAAN;;AADqE;;AAAA;;AAAA;;AAErE,SAAKO,SAAL,GAAiBD,EAAjB;AACA,SAAKE,QAAL,GAAgB,KAAhB;AACA,SAAKC,UAAL,GAAkB,CAACT,OAAD,IAAY,CAACA,OAAO,CAACU,UAAvC;AACD;;AAEU,QAALC,KAAK,CAACC,IAAD,EAA8B;AACvC,QAAI,CAAC,KAAKJ,QAAV,EAAoB;AAClB,WAAKA,QAAL,GAAgB,IAAhB;AACA,WAAKA,QAAL,GAAgB,MAAM,KAAKK,KAAL,CAAWD,IAAX,EAAiB,KAAKL,SAAtB,CAAtB;AACD;AACF;;AAEa,QAARO,QAAQ,CAACC,KAAD,EAAsBC,EAAtB,EAAoE;AAChF,QAAI,CAAC,KAAKT,SAAV,EAAqB;AACnB;AACD;;AACD,QAAIQ,KAAJ,EAAW;AAAA;;AACT,gCAAM,KAAKR,SAAX,6EAAM,gBAAgBU,KAAtB,0DAAM,4CAAwBF,KAAxB,CAAN;AACD,KAFD,MAEO;AAAA;;AACL,iCAAM,KAAKR,SAAX,8EAAM,iBAAgBW,MAAtB,0DAAM,6CAAyBH,KAAzB,CAAN;AACD;;AACDC,IAAAA,EAAE,SAAF,IAAAA,EAAE,WAAF,YAAAA,EAAE,CAAG,IAAH,CAAF;AACD;;AAGkB,QAALH,KAAK,CAACD,IAAD,EAAeN,EAAf,EAAiE;AAAA;;AAClF,UAAMa,EAAE,GAAG,KAAKV,UAAhB;AACA,QAAIW,CAAqC,GAAG,IAA5C;;AAEA,WAAO,KAAKC,QAAL,IAAiB,CAAC,CAACD,CAAC,GAAG,MAAMd,EAAE,CAACgB,IAAH,EAAX,EAAsBC,IAA/C,EAAqD;AACnD,UAAIX,IAAI,KAAK,IAAb,EAAmB;AACjBA,QAAAA,IAAI,IAAIO,EAAE,IAAIK,WAAW,CAACC,MAAZ,CAAmBL,CAAC,CAACM,KAArB,CAAN,GAAoCN,CAAC,CAACM,KAAF,CAAQC,UAA5C,GAAyD,CAAjE;AACD;;AACD,UAAI,CAAC,KAAKC,IAAL,CAAU,IAAIC,UAAJ,CAAeT,CAAC,CAACM,KAAjB,CAAV,CAAD,IAAuCd,IAAI,IAAI,CAAnD,EAAsD;AACpD;AACD;AACF;;AACD,QAAI,CAAC,MAAAQ,CAAC,UAAD,wBAAGG,IAAH,IAAW,CAAC,KAAKF,QAAlB,MAAgC,KAAKO,IAAL,CAAU,IAAV,KAAmB,IAAnD,CAAJ,EAA8D;AAAA;;AAC5DtB,MAAAA,EAAE,SAAF,IAAAA,EAAE,WAAF,0BAAAA,EAAE,CAAEY,MAAJ,+DAAAZ,EAAE;AACH;;AACD,WAAO,CAAC,KAAKe,QAAb;AACD;;AAhD0C","sourcesContent":["import {Readable, ReadableOptions} from 'stream';\n\nexport type MakeStreamOptions = ReadableOptions;\n\n/** Builds a node stream from an iterator */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: ReadableOptions\n): Readable {\n const iterator = source[Symbol.asyncIterator]\n ? source[Symbol.asyncIterator]()\n : source[Symbol.iterator]();\n return new AsyncIterableReadable(iterator, options);\n}\n\nclass AsyncIterableReadable extends Readable {\n private _pulling: boolean;\n private _bytesMode: boolean;\n private _iterator: AsyncIterator<ArrayBuffer>;\n\n constructor(it: AsyncIterator<ArrayBuffer>, options?: ReadableOptions) {\n super(options);\n this._iterator = it;\n this._pulling = false;\n this._bytesMode = !options || !options.objectMode;\n }\n\n async _read(size: number): Promise<void> {\n if (!this._pulling) {\n this._pulling = true;\n this._pulling = await this._pull(size, this._iterator);\n }\n }\n\n async _destroy(error: Error | null, cb: (e: Error | null) => void): Promise<void> {\n if (!this._iterator) {\n return;\n }\n if (error) {\n await this._iterator?.throw?.(error);\n } else {\n await this._iterator?.return?.(error);\n }\n cb?.(null);\n }\n\n // eslint-disable-next-line complexity\n private async _pull(size: number, it: AsyncIterator<ArrayBuffer>): Promise<boolean> {\n const bm = this._bytesMode;\n let r: IteratorResult<ArrayBuffer> | null = null;\n // while (this.readable && !(r = await it.next(bm ? size : null)).done) {\n while (this.readable && !(r = await it.next()).done) {\n if (size !== null) {\n size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;\n }\n if (!this.push(new Uint8Array(r.value)) || size <= 0) {\n break;\n }\n }\n if ((r?.done || !this.readable) && (this.push(null) || true)) {\n it?.return?.();\n }\n return !this.readable;\n }\n}\n"],"file":"make-node-stream.js"}
@@ -1,41 +1,21 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.isWritableStream = exports.isReadableStream = exports.isReadableNodeStream = exports.isWritableNodeStream = exports.isReadableDOMStream = exports.isWritableDOMStream = exports.isBuffer = exports.isBlob = exports.isFile = exports.isResponse = exports.isIterator = exports.isAsyncIterable = exports.isIterable = exports.isPromise = exports.isPureObject = exports.isObject = void 0;
4
- const isBoolean = (x) => typeof x === 'boolean';
5
- const isFunction = (x) => typeof x === 'function';
6
- const isObject = (x) => x !== null && typeof x === 'object';
7
- exports.isObject = isObject;
8
- const isPureObject = (x) => (0, exports.isObject)(x) && x.constructor === {}.constructor;
9
- exports.isPureObject = isPureObject;
10
- const isPromise = (x) => (0, exports.isObject)(x) && isFunction(x.then);
11
- exports.isPromise = isPromise;
12
- const isIterable = (x) => x && typeof x[Symbol.iterator] === 'function';
13
- exports.isIterable = isIterable;
14
- const isAsyncIterable = (x) => x && typeof x[Symbol.asyncIterator] === 'function';
15
- exports.isAsyncIterable = isAsyncIterable;
16
- const isIterator = (x) => x && isFunction(x.next);
17
- exports.isIterator = isIterator;
18
- const isResponse = (x) => (typeof Response !== 'undefined' && x instanceof Response) ||
19
- (x && x.arrayBuffer && x.text && x.json);
20
- exports.isResponse = isResponse;
21
- const isFile = (x) => typeof File !== 'undefined' && x instanceof File;
22
- exports.isFile = isFile;
23
- const isBlob = (x) => typeof Blob !== 'undefined' && x instanceof Blob;
24
- exports.isBlob = isBlob;
25
- /** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */
26
- const isBuffer = (x) => x && typeof x === 'object' && x.isBuffer;
27
- exports.isBuffer = isBuffer;
28
- const isWritableDOMStream = (x) => (0, exports.isObject)(x) && isFunction(x.abort) && isFunction(x.getWriter);
29
- exports.isWritableDOMStream = isWritableDOMStream;
30
- const isReadableDOMStream = (x) => (typeof ReadableStream !== 'undefined' && x instanceof ReadableStream) ||
31
- ((0, exports.isObject)(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader));
32
- exports.isReadableDOMStream = isReadableDOMStream;
33
- // Not implemented in Firefox: && isFunction(x.pipeTo)
34
- const isWritableNodeStream = (x) => (0, exports.isObject)(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);
35
- exports.isWritableNodeStream = isWritableNodeStream;
36
- const isReadableNodeStream = (x) => (0, exports.isObject)(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);
37
- exports.isReadableNodeStream = isReadableNodeStream;
38
- const isReadableStream = (x) => (0, exports.isReadableDOMStream)(x) || (0, exports.isReadableNodeStream)(x);
39
- exports.isReadableStream = isReadableStream;
40
- const isWritableStream = (x) => (0, exports.isWritableDOMStream)(x) || (0, exports.isWritableNodeStream)(x);
41
- exports.isWritableStream = isWritableStream;
1
+ const isBoolean = x => typeof x === 'boolean';
2
+
3
+ const isFunction = x => typeof x === 'function';
4
+
5
+ export const isObject = x => x !== null && typeof x === 'object';
6
+ export const isPureObject = x => isObject(x) && x.constructor === {}.constructor;
7
+ export const isPromise = x => isObject(x) && isFunction(x.then);
8
+ export const isIterable = x => x && typeof x[Symbol.iterator] === 'function';
9
+ export const isAsyncIterable = x => x && typeof x[Symbol.asyncIterator] === 'function';
10
+ export const isIterator = x => x && isFunction(x.next);
11
+ export const isResponse = x => typeof Response !== 'undefined' && x instanceof Response || x && x.arrayBuffer && x.text && x.json;
12
+ export const isFile = x => typeof File !== 'undefined' && x instanceof File;
13
+ export const isBlob = x => typeof Blob !== 'undefined' && x instanceof Blob;
14
+ export const isBuffer = x => x && typeof x === 'object' && x.isBuffer;
15
+ export const isWritableDOMStream = x => isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);
16
+ export const isReadableDOMStream = x => typeof ReadableStream !== 'undefined' && x instanceof ReadableStream || isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader);
17
+ export const isWritableNodeStream = x => isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);
18
+ export const isReadableNodeStream = x => isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);
19
+ export const isReadableStream = x => isReadableDOMStream(x) || isReadableNodeStream(x);
20
+ export const isWritableStream = x => isWritableDOMStream(x) || isWritableNodeStream(x);
21
+ //# sourceMappingURL=is-type.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/javascript-utils/is-type.ts"],"names":["isBoolean","x","isFunction","isObject","isPureObject","constructor","isPromise","then","isIterable","Symbol","iterator","isAsyncIterable","asyncIterator","isIterator","next","isResponse","Response","arrayBuffer","text","json","isFile","File","isBlob","Blob","isBuffer","isWritableDOMStream","abort","getWriter","isReadableDOMStream","ReadableStream","tee","cancel","getReader","isWritableNodeStream","end","write","writable","isReadableNodeStream","read","pipe","readable","isReadableStream","isWritableStream"],"mappings":"AAKA,MAAMA,SAA8B,GAAIC,CAAD,IAAO,OAAOA,CAAP,KAAa,SAA3D;;AACA,MAAMC,UAA+B,GAAID,CAAD,IAAO,OAAOA,CAAP,KAAa,UAA5D;;AAEA,OAAO,MAAME,QAA6B,GAAIF,CAAD,IAAOA,CAAC,KAAK,IAAN,IAAc,OAAOA,CAAP,KAAa,QAAxE;AACP,OAAO,MAAMG,YAAiC,GAAIH,CAAD,IAC/CE,QAAQ,CAACF,CAAD,CAAR,IAAeA,CAAC,CAACI,WAAF,KAAkB,GAAGA,WAD/B;AAEP,OAAO,MAAMC,SAA8B,GAAIL,CAAD,IAAOE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACM,IAAH,CAAvE;AAEP,OAAO,MAAMC,UAA+B,GAAIP,CAAD,IAAOA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACC,QAAR,CAAR,KAA8B,UAAlF;AACP,OAAO,MAAMC,eAAoC,GAAIV,CAAD,IAClDA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACG,aAAR,CAAR,KAAmC,UADnC;AAEP,OAAO,MAAMC,UAA+B,GAAIZ,CAAD,IAAOA,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACa,IAAH,CAA9D;AAEP,OAAO,MAAMC,UAA+B,GAAId,CAAD,IAC5C,OAAOe,QAAP,KAAoB,WAApB,IAAmCf,CAAC,YAAYe,QAAjD,IACCf,CAAC,IAAIA,CAAC,CAACgB,WAAP,IAAsBhB,CAAC,CAACiB,IAAxB,IAAgCjB,CAAC,CAACkB,IAF9B;AAIP,OAAO,MAAMC,MAA2B,GAAInB,CAAD,IAAO,OAAOoB,IAAP,KAAgB,WAAhB,IAA+BpB,CAAC,YAAYoB,IAAvF;AACP,OAAO,MAAMC,MAA2B,GAAIrB,CAAD,IAAO,OAAOsB,IAAP,KAAgB,WAAhB,IAA+BtB,CAAC,YAAYsB,IAAvF;AAGP,OAAO,MAAMC,QAA6B,GAAIvB,CAAD,IAAOA,CAAC,IAAI,OAAOA,CAAP,KAAa,QAAlB,IAA8BA,CAAC,CAACuB,QAA7E;AAEP,OAAO,MAAMC,mBAAwC,GAAIxB,CAAD,IACtDE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACyB,KAAH,CAAzB,IAAsCxB,UAAU,CAACD,CAAC,CAAC0B,SAAH,CAD3C;AAGP,OAAO,MAAMC,mBAAwC,GAAI3B,CAAD,IACrD,OAAO4B,cAAP,KAA0B,WAA1B,IAAyC5B,CAAC,YAAY4B,cAAvD,IACC1B,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAAC6B,GAAH,CAAzB,IAAoC5B,UAAU,CAACD,CAAC,CAAC8B,MAAH,CAA9C,IAA4D7B,UAAU,CAACD,CAAC,CAAC+B,SAAH,CAFlE;AAKP,OAAO,MAAMC,oBAAyC,GAAIhC,CAAD,IACvDE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACiC,GAAH,CAAzB,IAAoChC,UAAU,CAACD,CAAC,CAACkC,KAAH,CAA9C,IAA2DnC,SAAS,CAACC,CAAC,CAACmC,QAAH,CAD/D;AAEP,OAAO,MAAMC,oBAAyC,GAAIpC,CAAD,IACvDE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACqC,IAAH,CAAzB,IAAqCpC,UAAU,CAACD,CAAC,CAACsC,IAAH,CAA/C,IAA2DvC,SAAS,CAACC,CAAC,CAACuC,QAAH,CAD/D;AAEP,OAAO,MAAMC,gBAAqC,GAAIxC,CAAD,IACnD2B,mBAAmB,CAAC3B,CAAD,CAAnB,IAA0BoC,oBAAoB,CAACpC,CAAD,CADzC;AAEP,OAAO,MAAMyC,gBAAqC,GAAIzC,CAAD,IACnDwB,mBAAmB,CAACxB,CAAD,CAAnB,IAA0BgC,oBAAoB,CAAChC,CAAD,CADzC","sourcesContent":["import type {Readable} from 'stream';\n\n/** A DOM or Node readable stream */\nexport type ReadableStreamType = ReadableStream | Readable;\n\nconst isBoolean: (x: any) => boolean = (x) => typeof x === 'boolean';\nconst isFunction: (x: any) => boolean = (x) => typeof x === 'function';\n\nexport const isObject: (x: any) => boolean = (x) => x !== null && typeof x === 'object';\nexport const isPureObject: (x: any) => boolean = (x) =>\n isObject(x) && x.constructor === {}.constructor;\nexport const isPromise: (x: any) => boolean = (x) => isObject(x) && isFunction(x.then);\n\nexport const isIterable: (x: any) => boolean = (x) => x && typeof x[Symbol.iterator] === 'function';\nexport const isAsyncIterable: (x: any) => boolean = (x) =>\n x && typeof x[Symbol.asyncIterator] === 'function';\nexport const isIterator: (x: any) => boolean = (x) => x && isFunction(x.next);\n\nexport const isResponse: (x: any) => boolean = (x) =>\n (typeof Response !== 'undefined' && x instanceof Response) ||\n (x && x.arrayBuffer && x.text && x.json);\n\nexport const isFile: (x: any) => boolean = (x) => typeof File !== 'undefined' && x instanceof File;\nexport const isBlob: (x: any) => boolean = (x) => typeof Blob !== 'undefined' && x instanceof Blob;\n\n/** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */\nexport const isBuffer: (x: any) => boolean = (x) => x && typeof x === 'object' && x.isBuffer;\n\nexport const isWritableDOMStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);\n\nexport const isReadableDOMStream: (x: any) => boolean = (x) =>\n (typeof ReadableStream !== 'undefined' && x instanceof ReadableStream) ||\n (isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader));\n// Not implemented in Firefox: && isFunction(x.pipeTo)\n\nexport const isWritableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);\nexport const isReadableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);\nexport const isReadableStream: (x: any) => boolean = (x) =>\n isReadableDOMStream(x) || isReadableNodeStream(x);\nexport const isWritableStream: (x: any) => boolean = (x) =>\n isWritableDOMStream(x) || isWritableNodeStream(x);\n"],"file":"is-type.js"}