@loaders.gl/core 3.4.0-alpha.2 → 3.4.0-alpha.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (171) hide show
  1. package/dist/dist.min.js +183 -18
  2. package/dist/es5/core-addons/write-file-browser.js +0 -2
  3. package/dist/es5/index.js.map +1 -1
  4. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +65 -67
  5. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +1 -1
  6. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +13 -24
  7. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -1
  8. package/dist/es5/iterators/make-iterator/make-blob-iterator.js +22 -25
  9. package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +1 -1
  10. package/dist/es5/iterators/make-iterator/make-iterator.js.map +1 -1
  11. package/dist/es5/iterators/make-iterator/make-stream-iterator.js +88 -93
  12. package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +1 -1
  13. package/dist/es5/iterators/make-iterator/make-string-iterator.js +20 -24
  14. package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +1 -1
  15. package/dist/es5/iterators/make-stream/make-dom-stream.js +30 -34
  16. package/dist/es5/iterators/make-stream/make-dom-stream.js.map +1 -1
  17. package/dist/es5/iterators/make-stream/make-node-stream.js +75 -81
  18. package/dist/es5/iterators/make-stream/make-node-stream.js.map +1 -1
  19. package/dist/es5/javascript-utils/is-type.js +0 -3
  20. package/dist/es5/javascript-utils/is-type.js.map +1 -1
  21. package/dist/es5/lib/api/encode.js +157 -166
  22. package/dist/es5/lib/api/encode.js.map +1 -1
  23. package/dist/es5/lib/api/load-in-batches.js +23 -29
  24. package/dist/es5/lib/api/load-in-batches.js.map +1 -1
  25. package/dist/es5/lib/api/load.js +34 -37
  26. package/dist/es5/lib/api/load.js.map +1 -1
  27. package/dist/es5/lib/api/loader-options.js.map +1 -1
  28. package/dist/es5/lib/api/parse-in-batches.js +192 -207
  29. package/dist/es5/lib/api/parse-in-batches.js.map +1 -1
  30. package/dist/es5/lib/api/parse-sync.js +0 -7
  31. package/dist/es5/lib/api/parse-sync.js.map +1 -1
  32. package/dist/es5/lib/api/parse.js +99 -107
  33. package/dist/es5/lib/api/parse.js.map +1 -1
  34. package/dist/es5/lib/api/register-loaders.js +1 -3
  35. package/dist/es5/lib/api/register-loaders.js.map +1 -1
  36. package/dist/es5/lib/api/save.js +13 -15
  37. package/dist/es5/lib/api/save.js.map +1 -1
  38. package/dist/es5/lib/api/select-loader.js +41 -58
  39. package/dist/es5/lib/api/select-loader.js.map +1 -1
  40. package/dist/es5/lib/fetch/fetch-error-message.js +29 -31
  41. package/dist/es5/lib/fetch/fetch-error-message.js.map +1 -1
  42. package/dist/es5/lib/fetch/fetch-file.js +23 -25
  43. package/dist/es5/lib/fetch/fetch-file.js.map +1 -1
  44. package/dist/es5/lib/fetch/read-array-buffer.js +41 -45
  45. package/dist/es5/lib/fetch/read-array-buffer.js.map +1 -1
  46. package/dist/es5/lib/fetch/read-file.js +0 -3
  47. package/dist/es5/lib/fetch/read-file.js.map +1 -1
  48. package/dist/es5/lib/fetch/write-file.js +15 -17
  49. package/dist/es5/lib/fetch/write-file.js.map +1 -1
  50. package/dist/es5/lib/filesystems/browser-filesystem.js +107 -124
  51. package/dist/es5/lib/filesystems/browser-filesystem.js.map +1 -1
  52. package/dist/es5/lib/filesystems/read-array-buffer.js +19 -21
  53. package/dist/es5/lib/filesystems/read-array-buffer.js.map +1 -1
  54. package/dist/es5/lib/init.js +1 -3
  55. package/dist/es5/lib/init.js.map +1 -1
  56. package/dist/es5/lib/loader-utils/check-errors.js +24 -26
  57. package/dist/es5/lib/loader-utils/check-errors.js.map +1 -1
  58. package/dist/es5/lib/loader-utils/get-data.js +130 -145
  59. package/dist/es5/lib/loader-utils/get-data.js.map +1 -1
  60. package/dist/es5/lib/loader-utils/get-fetch-function.js +0 -5
  61. package/dist/es5/lib/loader-utils/get-fetch-function.js.map +1 -1
  62. package/dist/es5/lib/loader-utils/loader-context.js +0 -3
  63. package/dist/es5/lib/loader-utils/loader-context.js.map +1 -1
  64. package/dist/es5/lib/loader-utils/loggers.js +0 -2
  65. package/dist/es5/lib/loader-utils/loggers.js.map +1 -1
  66. package/dist/es5/lib/loader-utils/normalize-loader.js +0 -3
  67. package/dist/es5/lib/loader-utils/normalize-loader.js.map +1 -1
  68. package/dist/es5/lib/loader-utils/option-defaults.js +0 -2
  69. package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -1
  70. package/dist/es5/lib/loader-utils/option-utils.js +1 -12
  71. package/dist/es5/lib/loader-utils/option-utils.js.map +1 -1
  72. package/dist/es5/lib/progress/fetch-progress.js +92 -98
  73. package/dist/es5/lib/progress/fetch-progress.js.map +1 -1
  74. package/dist/es5/lib/utils/log.js +0 -1
  75. package/dist/es5/lib/utils/log.js.map +1 -1
  76. package/dist/es5/lib/utils/mime-type-utils.js +0 -3
  77. package/dist/es5/lib/utils/mime-type-utils.js.map +1 -1
  78. package/dist/es5/lib/utils/resource-utils.js +0 -4
  79. package/dist/es5/lib/utils/resource-utils.js.map +1 -1
  80. package/dist/es5/lib/utils/response-utils.js +118 -131
  81. package/dist/es5/lib/utils/response-utils.js.map +1 -1
  82. package/dist/es5/null-loader.js +57 -63
  83. package/dist/es5/null-loader.js.map +1 -1
  84. package/dist/es5/workers/null-worker.js.map +1 -1
  85. package/dist/esm/bundle.js +0 -1
  86. package/dist/esm/bundle.js.map +1 -1
  87. package/dist/esm/index.js +0 -12
  88. package/dist/esm/index.js.map +1 -1
  89. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +0 -1
  90. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +1 -1
  91. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +16 -17
  92. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -1
  93. package/dist/esm/iterators/make-iterator/make-blob-iterator.js +0 -1
  94. package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +1 -1
  95. package/dist/esm/iterators/make-iterator/make-iterator.js +0 -1
  96. package/dist/esm/iterators/make-iterator/make-iterator.js.map +1 -1
  97. package/dist/esm/iterators/make-iterator/make-stream-iterator.js +0 -3
  98. package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +1 -1
  99. package/dist/esm/iterators/make-iterator/make-string-iterator.js +0 -2
  100. package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +1 -1
  101. package/dist/esm/iterators/make-stream/make-dom-stream.js +1 -3
  102. package/dist/esm/iterators/make-stream/make-dom-stream.js.map +1 -1
  103. package/dist/esm/iterators/make-stream/make-node-stream.js +0 -1
  104. package/dist/esm/iterators/make-stream/make-node-stream.js.map +1 -1
  105. package/dist/esm/javascript-utils/is-type.js +0 -4
  106. package/dist/esm/javascript-utils/is-type.js.map +1 -1
  107. package/dist/esm/lib/api/encode.js +0 -9
  108. package/dist/esm/lib/api/encode.js.map +1 -1
  109. package/dist/esm/lib/api/load-in-batches.js +0 -4
  110. package/dist/esm/lib/api/load-in-batches.js.map +1 -1
  111. package/dist/esm/lib/api/load.js +0 -5
  112. package/dist/esm/lib/api/load.js.map +1 -1
  113. package/dist/esm/lib/api/parse-in-batches.js +2 -16
  114. package/dist/esm/lib/api/parse-in-batches.js.map +1 -1
  115. package/dist/esm/lib/api/parse-sync.js +0 -8
  116. package/dist/esm/lib/api/parse-sync.js.map +1 -1
  117. package/dist/esm/lib/api/parse.js +0 -12
  118. package/dist/esm/lib/api/parse.js.map +1 -1
  119. package/dist/esm/lib/api/register-loaders.js +0 -3
  120. package/dist/esm/lib/api/register-loaders.js.map +1 -1
  121. package/dist/esm/lib/api/save.js.map +1 -1
  122. package/dist/esm/lib/api/select-loader.js +0 -20
  123. package/dist/esm/lib/api/select-loader.js.map +1 -1
  124. package/dist/esm/lib/fetch/fetch-error-message.js.map +1 -1
  125. package/dist/esm/lib/fetch/fetch-file.js +0 -1
  126. package/dist/esm/lib/fetch/fetch-file.js.map +1 -1
  127. package/dist/esm/lib/fetch/read-array-buffer.js +0 -3
  128. package/dist/esm/lib/fetch/read-array-buffer.js.map +1 -1
  129. package/dist/esm/lib/fetch/read-file.js +0 -4
  130. package/dist/esm/lib/fetch/read-file.js.map +1 -1
  131. package/dist/esm/lib/fetch/write-file.js +0 -1
  132. package/dist/esm/lib/fetch/write-file.js.map +1 -1
  133. package/dist/esm/lib/filesystems/browser-filesystem.js +1 -11
  134. package/dist/esm/lib/filesystems/browser-filesystem.js.map +1 -1
  135. package/dist/esm/lib/filesystems/read-array-buffer.js +0 -2
  136. package/dist/esm/lib/filesystems/read-array-buffer.js.map +1 -1
  137. package/dist/esm/lib/init.js +1 -4
  138. package/dist/esm/lib/init.js.map +1 -1
  139. package/dist/esm/lib/loader-utils/check-errors.js +1 -2
  140. package/dist/esm/lib/loader-utils/check-errors.js.map +1 -1
  141. package/dist/esm/lib/loader-utils/get-data.js +0 -6
  142. package/dist/esm/lib/loader-utils/get-data.js.map +1 -1
  143. package/dist/esm/lib/loader-utils/get-fetch-function.js +0 -7
  144. package/dist/esm/lib/loader-utils/get-fetch-function.js.map +1 -1
  145. package/dist/esm/lib/loader-utils/loader-context.js +0 -4
  146. package/dist/esm/lib/loader-utils/loader-context.js.map +1 -1
  147. package/dist/esm/lib/loader-utils/loggers.js +0 -3
  148. package/dist/esm/lib/loader-utils/loggers.js.map +1 -1
  149. package/dist/esm/lib/loader-utils/normalize-loader.js +0 -3
  150. package/dist/esm/lib/loader-utils/normalize-loader.js.map +1 -1
  151. package/dist/esm/lib/loader-utils/option-defaults.js +0 -2
  152. package/dist/esm/lib/loader-utils/option-defaults.js.map +1 -1
  153. package/dist/esm/lib/loader-utils/option-utils.js +0 -14
  154. package/dist/esm/lib/loader-utils/option-utils.js.map +1 -1
  155. package/dist/esm/lib/progress/fetch-progress.js +2 -6
  156. package/dist/esm/lib/progress/fetch-progress.js.map +1 -1
  157. package/dist/esm/lib/utils/log.js +0 -1
  158. package/dist/esm/lib/utils/log.js.map +1 -1
  159. package/dist/esm/lib/utils/mime-type-utils.js +0 -4
  160. package/dist/esm/lib/utils/mime-type-utils.js.map +1 -1
  161. package/dist/esm/lib/utils/resource-utils.js +0 -4
  162. package/dist/esm/lib/utils/resource-utils.js.map +1 -1
  163. package/dist/esm/lib/utils/response-utils.js +1 -12
  164. package/dist/esm/lib/utils/response-utils.js.map +1 -1
  165. package/dist/esm/null-loader.js +1 -4
  166. package/dist/esm/null-loader.js.map +1 -1
  167. package/dist/lib/fetch/fetch-file.js +1 -1
  168. package/dist/lib/progress/fetch-progress.js +2 -2
  169. package/dist/null-worker.js +1 -1
  170. package/package.json +4 -4
  171. package/src/lib/progress/fetch-progress.ts +2 -2
@@ -1 +1 @@
1
- {"version":3,"file":"timed-batch-iterator.js","names":["timedBatchIterator","batchIterator","timeout","start","Date","now","batches","batch","push"],"sources":["../../../../src/iterators/batch-iterators/timed-batch-iterator.ts"],"sourcesContent":["/**\n * \"Debounces\" batches and returns them in groups\n */\nexport async function* timedBatchIterator<Batch>(batchIterator: AsyncIterable<Batch>, timeout) {\n let start = Date.now();\n let batches: Batch[] = [];\n for await (const batch of batchIterator) {\n batches.push(batch);\n if (Date.now() - start > timeout) {\n yield batches;\n start = Date.now();\n batches = [];\n }\n }\n\n if (batches) {\n yield batches;\n }\n}\n"],"mappings":";AAGA,OAAO,gBAAgBA,kBAAkB,CAAQC,aAAmC,EAAEC,OAAO,EAAE;EAC7F,IAAIC,KAAK,GAAGC,IAAI,CAACC,GAAG,EAAE;EACtB,IAAIC,OAAgB,GAAG,EAAE;EACzB,WAAW,MAAMC,KAAK,IAAIN,aAAa,EAAE;IACvCK,OAAO,CAACE,IAAI,CAACD,KAAK,CAAC;IACnB,IAAIH,IAAI,CAACC,GAAG,EAAE,GAAGF,KAAK,GAAGD,OAAO,EAAE;MAChC,MAAMI,OAAO;MACbH,KAAK,GAAGC,IAAI,CAACC,GAAG,EAAE;MAClBC,OAAO,GAAG,EAAE;IACd;EACF;EAEA,IAAIA,OAAO,EAAE;IACX,MAAMA,OAAO;EACf;AACF"}
1
+ {"version":3,"file":"timed-batch-iterator.js","names":["timedBatchIterator","batchIterator","timeout","start","Date","now","batches","batch","push"],"sources":["../../../../src/iterators/batch-iterators/timed-batch-iterator.ts"],"sourcesContent":["/**\n * \"Debounces\" batches and returns them in groups\n */\nexport async function* timedBatchIterator<Batch>(batchIterator: AsyncIterable<Batch>, timeout) {\n let start = Date.now();\n let batches: Batch[] = [];\n for await (const batch of batchIterator) {\n batches.push(batch);\n if (Date.now() - start > timeout) {\n yield batches;\n start = Date.now();\n batches = [];\n }\n }\n\n if (batches) {\n yield batches;\n }\n}\n"],"mappings":"AAGA,OAAO,gBAAgBA,kBAAkBA,CAAQC,aAAmC,EAAEC,OAAO,EAAE;EAC7F,IAAIC,KAAK,GAAGC,IAAI,CAACC,GAAG,EAAE;EACtB,IAAIC,OAAgB,GAAG,EAAE;EACzB,WAAW,MAAMC,KAAK,IAAIN,aAAa,EAAE;IACvCK,OAAO,CAACE,IAAI,CAACD,KAAK,CAAC;IACnB,IAAIH,IAAI,CAACC,GAAG,EAAE,GAAGF,KAAK,GAAGD,OAAO,EAAE;MAChC,MAAMI,OAAO;MACbH,KAAK,GAAGC,IAAI,CAACC,GAAG,EAAE;MAClBC,OAAO,GAAG,EAAE;IACd;EACF;EAEA,IAAIA,OAAO,EAAE;IACX,MAAMA,OAAO;EACf;AACF"}
@@ -1,21 +1,20 @@
1
1
  const DEFAULT_CHUNK_SIZE = 256 * 1024;
2
-
3
- export function* makeArrayBufferIterator(arrayBuffer) {
2
+ export function makeArrayBufferIterator(arrayBuffer) {
4
3
  let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
5
- const {
6
- chunkSize = DEFAULT_CHUNK_SIZE
7
- } = options;
8
- let byteOffset = 0;
9
- while (byteOffset < arrayBuffer.byteLength) {
10
- const chunkByteLength = Math.min(arrayBuffer.byteLength - byteOffset, chunkSize);
11
- const chunk = new ArrayBuffer(chunkByteLength);
12
-
13
- const sourceArray = new Uint8Array(arrayBuffer, byteOffset, chunkByteLength);
14
- const chunkArray = new Uint8Array(chunk);
15
- chunkArray.set(sourceArray);
16
-
17
- byteOffset += chunkByteLength;
18
- yield chunk;
19
- }
4
+ return function* () {
5
+ const {
6
+ chunkSize = DEFAULT_CHUNK_SIZE
7
+ } = options;
8
+ let byteOffset = 0;
9
+ while (byteOffset < arrayBuffer.byteLength) {
10
+ const chunkByteLength = Math.min(arrayBuffer.byteLength - byteOffset, chunkSize);
11
+ const chunk = new ArrayBuffer(chunkByteLength);
12
+ const sourceArray = new Uint8Array(arrayBuffer, byteOffset, chunkByteLength);
13
+ const chunkArray = new Uint8Array(chunk);
14
+ chunkArray.set(sourceArray);
15
+ byteOffset += chunkByteLength;
16
+ yield chunk;
17
+ }
18
+ }();
20
19
  }
21
20
  //# sourceMappingURL=make-array-buffer-iterator.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"make-array-buffer-iterator.js","names":["DEFAULT_CHUNK_SIZE","makeArrayBufferIterator","arrayBuffer","options","chunkSize","byteOffset","byteLength","chunkByteLength","Math","min","chunk","ArrayBuffer","sourceArray","Uint8Array","chunkArray","set"],"sources":["../../../../src/iterators/make-iterator/make-array-buffer-iterator.ts"],"sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 256 * 1024;\n\n/**\n * Returns an iterator that breaks a big ArrayBuffer into chunks and yields them one-by-one\n * @param blob ArrayBuffer to iterate over\n * @param options\n * @param options.chunkSize\n */\nexport function* makeArrayBufferIterator(\n arrayBuffer: ArrayBuffer,\n options: IteratorOptions = {}\n): Iterable<ArrayBuffer> {\n const {chunkSize = DEFAULT_CHUNK_SIZE} = options;\n\n let byteOffset = 0;\n\n while (byteOffset < arrayBuffer.byteLength) {\n // Create a chunk of the right size\n const chunkByteLength = Math.min(arrayBuffer.byteLength - byteOffset, chunkSize);\n const chunk = new ArrayBuffer(chunkByteLength);\n\n // Copy data from the big chunk\n const sourceArray = new Uint8Array(arrayBuffer, byteOffset, chunkByteLength);\n const chunkArray = new Uint8Array(chunk);\n chunkArray.set(sourceArray);\n\n // yield the chunk\n byteOffset += chunkByteLength;\n yield chunk;\n }\n}\n"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,GAAG,GAAG,IAAI;;AAQrC,OAAO,UAAUC,uBAAuB,CACtCC,WAAwB,EAED;EAAA,IADvBC,OAAwB,uEAAG,CAAC,CAAC;EAE7B,MAAM;IAACC,SAAS,GAAGJ;EAAkB,CAAC,GAAGG,OAAO;EAEhD,IAAIE,UAAU,GAAG,CAAC;EAElB,OAAOA,UAAU,GAAGH,WAAW,CAACI,UAAU,EAAE;IAE1C,MAAMC,eAAe,GAAGC,IAAI,CAACC,GAAG,CAACP,WAAW,CAACI,UAAU,GAAGD,UAAU,EAAED,SAAS,CAAC;IAChF,MAAMM,KAAK,GAAG,IAAIC,WAAW,CAACJ,eAAe,CAAC;;IAG9C,MAAMK,WAAW,GAAG,IAAIC,UAAU,CAACX,WAAW,EAAEG,UAAU,EAAEE,eAAe,CAAC;IAC5E,MAAMO,UAAU,GAAG,IAAID,UAAU,CAACH,KAAK,CAAC;IACxCI,UAAU,CAACC,GAAG,CAACH,WAAW,CAAC;;IAG3BP,UAAU,IAAIE,eAAe;IAC7B,MAAMG,KAAK;EACb;AACF"}
1
+ {"version":3,"file":"make-array-buffer-iterator.js","names":["DEFAULT_CHUNK_SIZE","makeArrayBufferIterator","arrayBuffer","options","arguments","length","undefined","chunkSize","byteOffset","byteLength","chunkByteLength","Math","min","chunk","ArrayBuffer","sourceArray","Uint8Array","chunkArray","set"],"sources":["../../../../src/iterators/make-iterator/make-array-buffer-iterator.ts"],"sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 256 * 1024;\n\n/**\n * Returns an iterator that breaks a big ArrayBuffer into chunks and yields them one-by-one\n * @param blob ArrayBuffer to iterate over\n * @param options\n * @param options.chunkSize\n */\nexport function* makeArrayBufferIterator(\n arrayBuffer: ArrayBuffer,\n options: IteratorOptions = {}\n): Iterable<ArrayBuffer> {\n const {chunkSize = DEFAULT_CHUNK_SIZE} = options;\n\n let byteOffset = 0;\n\n while (byteOffset < arrayBuffer.byteLength) {\n // Create a chunk of the right size\n const chunkByteLength = Math.min(arrayBuffer.byteLength - byteOffset, chunkSize);\n const chunk = new ArrayBuffer(chunkByteLength);\n\n // Copy data from the big chunk\n const sourceArray = new Uint8Array(arrayBuffer, byteOffset, chunkByteLength);\n const chunkArray = new Uint8Array(chunk);\n chunkArray.set(sourceArray);\n\n // yield the chunk\n byteOffset += chunkByteLength;\n yield chunk;\n }\n}\n"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,GAAG,GAAG,IAAI;AAQrC,OAAO,SAAUC,uBAAuBA,CACtCC,WAAwB;EAAA,IACxBC,OAAwB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAAA,oBACN;IACvB,MAAM;MAACG,SAAS,GAAGP;IAAkB,CAAC,GAAGG,OAAO;IAEhD,IAAIK,UAAU,GAAG,CAAC;IAElB,OAAOA,UAAU,GAAGN,WAAW,CAACO,UAAU,EAAE;MAE1C,MAAMC,eAAe,GAAGC,IAAI,CAACC,GAAG,CAACV,WAAW,CAACO,UAAU,GAAGD,UAAU,EAAED,SAAS,CAAC;MAChF,MAAMM,KAAK,GAAG,IAAIC,WAAW,CAACJ,eAAe,CAAC;MAG9C,MAAMK,WAAW,GAAG,IAAIC,UAAU,CAACd,WAAW,EAAEM,UAAU,EAAEE,eAAe,CAAC;MAC5E,MAAMO,UAAU,GAAG,IAAID,UAAU,CAACH,KAAK,CAAC;MACxCI,UAAU,CAACC,GAAG,CAACH,WAAW,CAAC;MAG3BP,UAAU,IAAIE,eAAe;MAC7B,MAAMG,KAAK;IACb;EACF,CAAC;AAAA"}
@@ -1,5 +1,4 @@
1
1
  const DEFAULT_CHUNK_SIZE = 1024 * 1024;
2
-
3
2
  export async function* makeBlobIterator(blob, options) {
4
3
  const chunkSize = (options === null || options === void 0 ? void 0 : options.chunkSize) || DEFAULT_CHUNK_SIZE;
5
4
  let offset = 0;
@@ -1 +1 @@
1
- {"version":3,"file":"make-blob-iterator.js","names":["DEFAULT_CHUNK_SIZE","makeBlobIterator","blob","options","chunkSize","offset","size","end","chunk","slice","arrayBuffer"],"sources":["../../../../src/iterators/make-iterator/make-blob-iterator.ts"],"sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 1024 * 1024; // 1MB — biggest value that keeps UI responsive\n\n/**\n * Returns an iterator that breaks a big Blob into chunks and yields them one-by-one\n * @param blob Blob or File object\n * @param options\n * @param options.chunkSize\n */\nexport async function* makeBlobIterator(\n blob: Blob,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n while (offset < blob.size) {\n const end = offset + chunkSize;\n\n const chunk = await blob.slice(offset, end).arrayBuffer();\n\n offset = end;\n yield chunk;\n }\n}\n"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,IAAI,GAAG,IAAI;;AAQtC,OAAO,gBAAgBC,gBAAgB,CACrCC,IAAU,EACVC,OAAyB,EACG;EAC5B,MAAMC,SAAS,GAAG,CAAAD,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,SAAS,KAAIJ,kBAAkB;EAE1D,IAAIK,MAAM,GAAG,CAAC;EACd,OAAOA,MAAM,GAAGH,IAAI,CAACI,IAAI,EAAE;IACzB,MAAMC,GAAG,GAAGF,MAAM,GAAGD,SAAS;IAE9B,MAAMI,KAAK,GAAG,MAAMN,IAAI,CAACO,KAAK,CAACJ,MAAM,EAAEE,GAAG,CAAC,CAACG,WAAW,EAAE;IAEzDL,MAAM,GAAGE,GAAG;IACZ,MAAMC,KAAK;EACb;AACF"}
1
+ {"version":3,"file":"make-blob-iterator.js","names":["DEFAULT_CHUNK_SIZE","makeBlobIterator","blob","options","chunkSize","offset","size","end","chunk","slice","arrayBuffer"],"sources":["../../../../src/iterators/make-iterator/make-blob-iterator.ts"],"sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 1024 * 1024; // 1MB — biggest value that keeps UI responsive\n\n/**\n * Returns an iterator that breaks a big Blob into chunks and yields them one-by-one\n * @param blob Blob or File object\n * @param options\n * @param options.chunkSize\n */\nexport async function* makeBlobIterator(\n blob: Blob,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n while (offset < blob.size) {\n const end = offset + chunkSize;\n\n const chunk = await blob.slice(offset, end).arrayBuffer();\n\n offset = end;\n yield chunk;\n }\n}\n"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,IAAI,GAAG,IAAI;AAQtC,OAAO,gBAAgBC,gBAAgBA,CACrCC,IAAU,EACVC,OAAyB,EACG;EAC5B,MAAMC,SAAS,GAAG,CAAAD,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,SAAS,KAAIJ,kBAAkB;EAE1D,IAAIK,MAAM,GAAG,CAAC;EACd,OAAOA,MAAM,GAAGH,IAAI,CAACI,IAAI,EAAE;IACzB,MAAMC,GAAG,GAAGF,MAAM,GAAGD,SAAS;IAE9B,MAAMI,KAAK,GAAG,MAAMN,IAAI,CAACO,KAAK,CAACJ,MAAM,EAAEE,GAAG,CAAC,CAACG,WAAW,EAAE;IAEzDL,MAAM,GAAGE,GAAG;IACZ,MAAMC,KAAK;EACb;AACF"}
@@ -3,7 +3,6 @@ import { makeArrayBufferIterator } from './make-array-buffer-iterator';
3
3
  import { makeBlobIterator } from './make-blob-iterator';
4
4
  import { makeStreamIterator } from './make-stream-iterator';
5
5
  import { isBlob, isReadableStream, isResponse } from '../../javascript-utils/is-type';
6
-
7
6
  export function makeIterator(data, options) {
8
7
  if (typeof data === 'string') {
9
8
  return makeStringIterator(data, options);
@@ -1 +1 @@
1
- {"version":3,"file":"make-iterator.js","names":["makeStringIterator","makeArrayBufferIterator","makeBlobIterator","makeStreamIterator","isBlob","isReadableStream","isResponse","makeIterator","data","options","ArrayBuffer","response","body","Error"],"sources":["../../../../src/iterators/make-iterator/make-iterator.ts"],"sourcesContent":["import type {ReadStream} from 'fs';\n\nimport {makeStringIterator} from './make-string-iterator';\nimport {makeArrayBufferIterator} from './make-array-buffer-iterator';\nimport {makeBlobIterator} from './make-blob-iterator';\nimport type {StreamIteratorOptions} from './make-stream-iterator';\nimport {makeStreamIterator} from './make-stream-iterator';\nimport {isBlob, isReadableStream, isResponse} from '../../javascript-utils/is-type';\n\n/**\n * @param [options.chunkSize]\n */\nexport type IteratorOptions = StreamIteratorOptions & {\n chunkSize?: number;\n};\n\n/**\n * Returns an iterator that breaks its input into chunks and yields them one-by-one.\n * @param data\n * @param options\n * @returns\n * This function can e.g. be used to enable data sources that can only be read atomically\n * (such as `Blob` and `File` via `FileReader`) to still be parsed in batches.\n */\nexport function makeIterator(\n data: ArrayBuffer | string | Blob | Response | ReadableStream | ReadStream,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer> {\n if (typeof data === 'string') {\n // Note: Converts string chunks to binary\n return makeStringIterator(data, options);\n }\n if (data instanceof ArrayBuffer) {\n return makeArrayBufferIterator(data, options);\n }\n if (isBlob(data)) {\n return makeBlobIterator(data as Blob, options);\n }\n if (isReadableStream(data)) {\n return makeStreamIterator(data as ReadableStream, options);\n }\n if (isResponse(data)) {\n const response = data as Response;\n return makeStreamIterator(response.body as ReadableStream, options);\n }\n throw new Error('makeIterator');\n}\n"],"mappings":"AAEA,SAAQA,kBAAkB,QAAO,wBAAwB;AACzD,SAAQC,uBAAuB,QAAO,8BAA8B;AACpE,SAAQC,gBAAgB,QAAO,sBAAsB;AAErD,SAAQC,kBAAkB,QAAO,wBAAwB;AACzD,SAAQC,MAAM,EAAEC,gBAAgB,EAAEC,UAAU,QAAO,gCAAgC;;AAiBnF,OAAO,SAASC,YAAY,CAC1BC,IAA0E,EAC1EC,OAAyB,EAC2B;EACpD,IAAI,OAAOD,IAAI,KAAK,QAAQ,EAAE;IAE5B,OAAOR,kBAAkB,CAACQ,IAAI,EAAEC,OAAO,CAAC;EAC1C;EACA,IAAID,IAAI,YAAYE,WAAW,EAAE;IAC/B,OAAOT,uBAAuB,CAACO,IAAI,EAAEC,OAAO,CAAC;EAC/C;EACA,IAAIL,MAAM,CAACI,IAAI,CAAC,EAAE;IAChB,OAAON,gBAAgB,CAACM,IAAI,EAAUC,OAAO,CAAC;EAChD;EACA,IAAIJ,gBAAgB,CAACG,IAAI,CAAC,EAAE;IAC1B,OAAOL,kBAAkB,CAACK,IAAI,EAAoBC,OAAO,CAAC;EAC5D;EACA,IAAIH,UAAU,CAACE,IAAI,CAAC,EAAE;IACpB,MAAMG,QAAQ,GAAGH,IAAgB;IACjC,OAAOL,kBAAkB,CAACQ,QAAQ,CAACC,IAAI,EAAoBH,OAAO,CAAC;EACrE;EACA,MAAM,IAAII,KAAK,CAAC,cAAc,CAAC;AACjC"}
1
+ {"version":3,"file":"make-iterator.js","names":["makeStringIterator","makeArrayBufferIterator","makeBlobIterator","makeStreamIterator","isBlob","isReadableStream","isResponse","makeIterator","data","options","ArrayBuffer","response","body","Error"],"sources":["../../../../src/iterators/make-iterator/make-iterator.ts"],"sourcesContent":["import type {ReadStream} from 'fs';\n\nimport {makeStringIterator} from './make-string-iterator';\nimport {makeArrayBufferIterator} from './make-array-buffer-iterator';\nimport {makeBlobIterator} from './make-blob-iterator';\nimport type {StreamIteratorOptions} from './make-stream-iterator';\nimport {makeStreamIterator} from './make-stream-iterator';\nimport {isBlob, isReadableStream, isResponse} from '../../javascript-utils/is-type';\n\n/**\n * @param [options.chunkSize]\n */\nexport type IteratorOptions = StreamIteratorOptions & {\n chunkSize?: number;\n};\n\n/**\n * Returns an iterator that breaks its input into chunks and yields them one-by-one.\n * @param data\n * @param options\n * @returns\n * This function can e.g. be used to enable data sources that can only be read atomically\n * (such as `Blob` and `File` via `FileReader`) to still be parsed in batches.\n */\nexport function makeIterator(\n data: ArrayBuffer | string | Blob | Response | ReadableStream | ReadStream,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer> {\n if (typeof data === 'string') {\n // Note: Converts string chunks to binary\n return makeStringIterator(data, options);\n }\n if (data instanceof ArrayBuffer) {\n return makeArrayBufferIterator(data, options);\n }\n if (isBlob(data)) {\n return makeBlobIterator(data as Blob, options);\n }\n if (isReadableStream(data)) {\n return makeStreamIterator(data as ReadableStream, options);\n }\n if (isResponse(data)) {\n const response = data as Response;\n return makeStreamIterator(response.body as ReadableStream, options);\n }\n throw new Error('makeIterator');\n}\n"],"mappings":"AAEA,SAAQA,kBAAkB,QAAO,wBAAwB;AACzD,SAAQC,uBAAuB,QAAO,8BAA8B;AACpE,SAAQC,gBAAgB,QAAO,sBAAsB;AAErD,SAAQC,kBAAkB,QAAO,wBAAwB;AACzD,SAAQC,MAAM,EAAEC,gBAAgB,EAAEC,UAAU,QAAO,gCAAgC;AAiBnF,OAAO,SAASC,YAAYA,CAC1BC,IAA0E,EAC1EC,OAAyB,EAC2B;EACpD,IAAI,OAAOD,IAAI,KAAK,QAAQ,EAAE;IAE5B,OAAOR,kBAAkB,CAACQ,IAAI,EAAEC,OAAO,CAAC;EAC1C;EACA,IAAID,IAAI,YAAYE,WAAW,EAAE;IAC/B,OAAOT,uBAAuB,CAACO,IAAI,EAAEC,OAAO,CAAC;EAC/C;EACA,IAAIL,MAAM,CAACI,IAAI,CAAC,EAAE;IAChB,OAAON,gBAAgB,CAACM,IAAI,EAAUC,OAAO,CAAC;EAChD;EACA,IAAIJ,gBAAgB,CAACG,IAAI,CAAC,EAAE;IAC1B,OAAOL,kBAAkB,CAACK,IAAI,EAAoBC,OAAO,CAAC;EAC5D;EACA,IAAIH,UAAU,CAACE,IAAI,CAAC,EAAE;IACpB,MAAMG,QAAQ,GAAGH,IAAgB;IACjC,OAAOL,kBAAkB,CAACQ,QAAQ,CAACC,IAAI,EAAoBH,OAAO,CAAC;EACrE;EACA,MAAM,IAAII,KAAK,CAAC,cAAc,CAAC;AACjC"}
@@ -2,9 +2,7 @@ import { isBrowser, toArrayBuffer } from '@loaders.gl/loader-utils';
2
2
  export function makeStreamIterator(stream, options) {
3
3
  return isBrowser ? makeBrowserStreamIterator(stream, options) : makeNodeStreamIterator(stream, options);
4
4
  }
5
-
6
5
  async function* makeBrowserStreamIterator(stream, options) {
7
-
8
6
  const reader = stream.getReader();
9
7
  let nextBatchPromise;
10
8
  try {
@@ -26,7 +24,6 @@ async function* makeBrowserStreamIterator(stream, options) {
26
24
  reader.releaseLock();
27
25
  }
28
26
  }
29
-
30
27
  async function* makeNodeStreamIterator(stream, options) {
31
28
  for await (const chunk of stream) {
32
29
  yield toArrayBuffer(chunk);
@@ -1 +1 @@
1
- {"version":3,"file":"make-stream-iterator.js","names":["isBrowser","toArrayBuffer","makeStreamIterator","stream","options","makeBrowserStreamIterator","makeNodeStreamIterator","reader","getReader","nextBatchPromise","currentBatchPromise","read","_streamReadAhead","done","value","error","releaseLock","chunk"],"sources":["../../../../src/iterators/make-iterator/make-stream-iterator.ts"],"sourcesContent":["import type {Readable} from 'stream';\nimport {isBrowser, toArrayBuffer} from '@loaders.gl/loader-utils';\n\nexport type StreamIteratorOptions = {\n _streamReadAhead?: boolean;\n};\n\n/**\n * Returns an async iterable that reads from a stream (works in both Node.js and browsers)\n * @param stream stream to iterator over\n */\nexport function makeStreamIterator(\n stream: ReadableStream | Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n return isBrowser\n ? makeBrowserStreamIterator(stream as ReadableStream, options)\n : makeNodeStreamIterator(stream as Readable, options);\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate\n */\nasync function* makeBrowserStreamIterator(\n stream: ReadableStream,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // WhatWG: stream is supposed to have a `getIterator` method\n // if (typeof stream.getIterator === 'function') {\n // return stream.getIterator();\n // }\n // if (typeof stream[Symbol.asyncIterator] === 'function') {\n // return makeToArrayBufferIterator(stream);\n // }\n\n // In the browser, we first need to get a lock on the stream\n const reader = stream.getReader();\n\n let nextBatchPromise: Promise<{done?: boolean; value?: Uint8Array}> | undefined;\n\n try {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const currentBatchPromise = nextBatchPromise || reader.read();\n // Issue a read for an additional batch, while we await the next batch\n // Idea is to make fetching happen in parallel with processing / parsing\n if (options?._streamReadAhead) {\n nextBatchPromise = reader.read();\n }\n // Read from the stream\n // value is a Uint8Array\n const {done, value} = await currentBatchPromise;\n // Exit if we're done\n if (done) {\n return;\n }\n // Else yield the chunk\n yield toArrayBuffer(value);\n }\n } catch (error) {\n // TODO - examples makes it look like this should always be called,\n // but that generates exceptions so only call it if we do not reach the end\n reader.releaseLock();\n }\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @note Requires Node.js >= 10\n */\nasync function* makeNodeStreamIterator(\n stream: Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // Hacky test for node version to ensure we don't call bad polyfills\n // NODE 10+: stream is an asyncIterator\n for await (const chunk of stream) {\n yield toArrayBuffer(chunk); // Coerce each chunk to ArrayBuffer\n }\n}\n/* TODO - remove NODE < 10\n * @see https://github.com/bustle/streaming-iterables, MIT license\n *\n if (typeof stream[Symbol.asyncIterator] === 'function') {\n return;\n }\n\n // TODO - check if is this ever used in Node 10+?\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const data = stream.read();\n if (data !== null) {\n yield toArrayBuffer(data);\n // eslint-disable-next-line no-continue\n continue;\n }\n if (stream._readableState?.ended) {\n return;\n }\n await onceReadable(stream);\n }\n\nasync function onceReadable(stream: Readable): Promise<any> {\n return new Promise((resolve) => {\n stream.once('readable', resolve);\n });\n}\n */\n"],"mappings":"AACA,SAAQA,SAAS,EAAEC,aAAa,QAAO,0BAA0B;AAUjE,OAAO,SAASC,kBAAkB,CAChCC,MAAiC,EACjCC,OAA+B,EACH;EAC5B,OAAOJ,SAAS,GACZK,yBAAyB,CAACF,MAAM,EAAoBC,OAAO,CAAC,GAC5DE,sBAAsB,CAACH,MAAM,EAAcC,OAAO,CAAC;AACzD;;AAOA,gBAAgBC,yBAAyB,CACvCF,MAAsB,EACtBC,OAA+B,EACH;;EAU5B,MAAMG,MAAM,GAAGJ,MAAM,CAACK,SAAS,EAAE;EAEjC,IAAIC,gBAA2E;EAE/E,IAAI;IAEF,OAAO,IAAI,EAAE;MACX,MAAMC,mBAAmB,GAAGD,gBAAgB,IAAIF,MAAM,CAACI,IAAI,EAAE;MAG7D,IAAIP,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEQ,gBAAgB,EAAE;QAC7BH,gBAAgB,GAAGF,MAAM,CAACI,IAAI,EAAE;MAClC;MAGA,MAAM;QAACE,IAAI;QAAEC;MAAK,CAAC,GAAG,MAAMJ,mBAAmB;MAE/C,IAAIG,IAAI,EAAE;QACR;MACF;MAEA,MAAMZ,aAAa,CAACa,KAAK,CAAC;IAC5B;EACF,CAAC,CAAC,OAAOC,KAAK,EAAE;IAGdR,MAAM,CAACS,WAAW,EAAE;EACtB;AACF;;AAOA,gBAAgBV,sBAAsB,CACpCH,MAAgB,EAChBC,OAA+B,EACH;EAG5B,WAAW,MAAMa,KAAK,IAAId,MAAM,EAAE;IAChC,MAAMF,aAAa,CAACgB,KAAK,CAAC;EAC5B;AACF"}
1
+ {"version":3,"file":"make-stream-iterator.js","names":["isBrowser","toArrayBuffer","makeStreamIterator","stream","options","makeBrowserStreamIterator","makeNodeStreamIterator","reader","getReader","nextBatchPromise","currentBatchPromise","read","_streamReadAhead","done","value","error","releaseLock","chunk"],"sources":["../../../../src/iterators/make-iterator/make-stream-iterator.ts"],"sourcesContent":["import type {Readable} from 'stream';\nimport {isBrowser, toArrayBuffer} from '@loaders.gl/loader-utils';\n\nexport type StreamIteratorOptions = {\n _streamReadAhead?: boolean;\n};\n\n/**\n * Returns an async iterable that reads from a stream (works in both Node.js and browsers)\n * @param stream stream to iterator over\n */\nexport function makeStreamIterator(\n stream: ReadableStream | Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n return isBrowser\n ? makeBrowserStreamIterator(stream as ReadableStream, options)\n : makeNodeStreamIterator(stream as Readable, options);\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate\n */\nasync function* makeBrowserStreamIterator(\n stream: ReadableStream,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // WhatWG: stream is supposed to have a `getIterator` method\n // if (typeof stream.getIterator === 'function') {\n // return stream.getIterator();\n // }\n // if (typeof stream[Symbol.asyncIterator] === 'function') {\n // return makeToArrayBufferIterator(stream);\n // }\n\n // In the browser, we first need to get a lock on the stream\n const reader = stream.getReader();\n\n let nextBatchPromise: Promise<{done?: boolean; value?: Uint8Array}> | undefined;\n\n try {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const currentBatchPromise = nextBatchPromise || reader.read();\n // Issue a read for an additional batch, while we await the next batch\n // Idea is to make fetching happen in parallel with processing / parsing\n if (options?._streamReadAhead) {\n nextBatchPromise = reader.read();\n }\n // Read from the stream\n // value is a Uint8Array\n const {done, value} = await currentBatchPromise;\n // Exit if we're done\n if (done) {\n return;\n }\n // Else yield the chunk\n yield toArrayBuffer(value);\n }\n } catch (error) {\n // TODO - examples makes it look like this should always be called,\n // but that generates exceptions so only call it if we do not reach the end\n reader.releaseLock();\n }\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @note Requires Node.js >= 10\n */\nasync function* makeNodeStreamIterator(\n stream: Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // Hacky test for node version to ensure we don't call bad polyfills\n // NODE 10+: stream is an asyncIterator\n for await (const chunk of stream) {\n yield toArrayBuffer(chunk); // Coerce each chunk to ArrayBuffer\n }\n}\n/* TODO - remove NODE < 10\n * @see https://github.com/bustle/streaming-iterables, MIT license\n *\n if (typeof stream[Symbol.asyncIterator] === 'function') {\n return;\n }\n\n // TODO - check if is this ever used in Node 10+?\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const data = stream.read();\n if (data !== null) {\n yield toArrayBuffer(data);\n // eslint-disable-next-line no-continue\n continue;\n }\n if (stream._readableState?.ended) {\n return;\n }\n await onceReadable(stream);\n }\n\nasync function onceReadable(stream: Readable): Promise<any> {\n return new Promise((resolve) => {\n stream.once('readable', resolve);\n });\n}\n */\n"],"mappings":"AACA,SAAQA,SAAS,EAAEC,aAAa,QAAO,0BAA0B;AAUjE,OAAO,SAASC,kBAAkBA,CAChCC,MAAiC,EACjCC,OAA+B,EACH;EAC5B,OAAOJ,SAAS,GACZK,yBAAyB,CAACF,MAAM,EAAoBC,OAAO,CAAC,GAC5DE,sBAAsB,CAACH,MAAM,EAAcC,OAAO,CAAC;AACzD;AAOA,gBAAgBC,yBAAyBA,CACvCF,MAAsB,EACtBC,OAA+B,EACH;EAU5B,MAAMG,MAAM,GAAGJ,MAAM,CAACK,SAAS,EAAE;EAEjC,IAAIC,gBAA2E;EAE/E,IAAI;IAEF,OAAO,IAAI,EAAE;MACX,MAAMC,mBAAmB,GAAGD,gBAAgB,IAAIF,MAAM,CAACI,IAAI,EAAE;MAG7D,IAAIP,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEQ,gBAAgB,EAAE;QAC7BH,gBAAgB,GAAGF,MAAM,CAACI,IAAI,EAAE;MAClC;MAGA,MAAM;QAACE,IAAI;QAAEC;MAAK,CAAC,GAAG,MAAMJ,mBAAmB;MAE/C,IAAIG,IAAI,EAAE;QACR;MACF;MAEA,MAAMZ,aAAa,CAACa,KAAK,CAAC;IAC5B;EACF,CAAC,CAAC,OAAOC,KAAK,EAAE;IAGdR,MAAM,CAACS,WAAW,EAAE;EACtB;AACF;AAOA,gBAAgBV,sBAAsBA,CACpCH,MAAgB,EAChBC,OAA+B,EACH;EAG5B,WAAW,MAAMa,KAAK,IAAId,MAAM,EAAE;IAChC,MAAMF,aAAa,CAACgB,KAAK,CAAC;EAC5B;AACF"}
@@ -1,5 +1,4 @@
1
1
  const DEFAULT_CHUNK_SIZE = 256 * 1024;
2
-
3
2
  export function* makeStringIterator(string, options) {
4
3
  const chunkSize = (options === null || options === void 0 ? void 0 : options.chunkSize) || DEFAULT_CHUNK_SIZE;
5
4
  let offset = 0;
@@ -8,7 +7,6 @@ export function* makeStringIterator(string, options) {
8
7
  const chunkLength = Math.min(string.length - offset, chunkSize);
9
8
  const chunk = string.slice(offset, offset + chunkLength);
10
9
  offset += chunkLength;
11
-
12
10
  yield textEncoder.encode(chunk);
13
11
  }
14
12
  }
@@ -1 +1 @@
1
- {"version":3,"file":"make-string-iterator.js","names":["DEFAULT_CHUNK_SIZE","makeStringIterator","string","options","chunkSize","offset","textEncoder","TextEncoder","length","chunkLength","Math","min","chunk","slice","encode"],"sources":["../../../../src/iterators/make-iterator/make-string-iterator.ts"],"sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 256 * 1024;\n\n/**\n * Returns an iterator that breaks a big string into chunks and yields them one-by-one as ArrayBuffers\n * @param blob string to iterate over\n * @param options\n * @param options.chunkSize\n */\nexport function* makeStringIterator(\n string: string,\n options?: IteratorOptions\n): Iterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n const textEncoder = new TextEncoder();\n while (offset < string.length) {\n // Create a chunk of the right size\n const chunkLength = Math.min(string.length - offset, chunkSize);\n const chunk = string.slice(offset, offset + chunkLength);\n offset += chunkLength;\n\n // yield an ArrayBuffer chunk\n yield textEncoder.encode(chunk);\n }\n}\n"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,GAAG,GAAG,IAAI;;AAQrC,OAAO,UAAUC,kBAAkB,CACjCC,MAAc,EACdC,OAAyB,EACF;EACvB,MAAMC,SAAS,GAAG,CAAAD,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,SAAS,KAAIJ,kBAAkB;EAE1D,IAAIK,MAAM,GAAG,CAAC;EACd,MAAMC,WAAW,GAAG,IAAIC,WAAW,EAAE;EACrC,OAAOF,MAAM,GAAGH,MAAM,CAACM,MAAM,EAAE;IAE7B,MAAMC,WAAW,GAAGC,IAAI,CAACC,GAAG,CAACT,MAAM,CAACM,MAAM,GAAGH,MAAM,EAAED,SAAS,CAAC;IAC/D,MAAMQ,KAAK,GAAGV,MAAM,CAACW,KAAK,CAACR,MAAM,EAAEA,MAAM,GAAGI,WAAW,CAAC;IACxDJ,MAAM,IAAII,WAAW;;IAGrB,MAAMH,WAAW,CAACQ,MAAM,CAACF,KAAK,CAAC;EACjC;AACF"}
1
+ {"version":3,"file":"make-string-iterator.js","names":["DEFAULT_CHUNK_SIZE","makeStringIterator","string","options","chunkSize","offset","textEncoder","TextEncoder","length","chunkLength","Math","min","chunk","slice","encode"],"sources":["../../../../src/iterators/make-iterator/make-string-iterator.ts"],"sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 256 * 1024;\n\n/**\n * Returns an iterator that breaks a big string into chunks and yields them one-by-one as ArrayBuffers\n * @param blob string to iterate over\n * @param options\n * @param options.chunkSize\n */\nexport function* makeStringIterator(\n string: string,\n options?: IteratorOptions\n): Iterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n const textEncoder = new TextEncoder();\n while (offset < string.length) {\n // Create a chunk of the right size\n const chunkLength = Math.min(string.length - offset, chunkSize);\n const chunk = string.slice(offset, offset + chunkLength);\n offset += chunkLength;\n\n // yield an ArrayBuffer chunk\n yield textEncoder.encode(chunk);\n }\n}\n"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,GAAG,GAAG,IAAI;AAQrC,OAAO,UAAUC,kBAAkBA,CACjCC,MAAc,EACdC,OAAyB,EACF;EACvB,MAAMC,SAAS,GAAG,CAAAD,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,SAAS,KAAIJ,kBAAkB;EAE1D,IAAIK,MAAM,GAAG,CAAC;EACd,MAAMC,WAAW,GAAG,IAAIC,WAAW,EAAE;EACrC,OAAOF,MAAM,GAAGH,MAAM,CAACM,MAAM,EAAE;IAE7B,MAAMC,WAAW,GAAGC,IAAI,CAACC,GAAG,CAACT,MAAM,CAACM,MAAM,GAAGH,MAAM,EAAED,SAAS,CAAC;IAC/D,MAAMQ,KAAK,GAAGV,MAAM,CAACW,KAAK,CAACR,MAAM,EAAEA,MAAM,GAAGI,WAAW,CAAC;IACxDJ,MAAM,IAAII,WAAW;IAGrB,MAAMH,WAAW,CAACQ,MAAM,CAACF,KAAK,CAAC;EACjC;AACF"}
@@ -1,4 +1,3 @@
1
-
2
1
  export function makeStream(source, options) {
3
2
  const iterator = source[Symbol.asyncIterator] ? source[Symbol.asyncIterator]() : source[Symbol.iterator]();
4
3
  return new ReadableStream({
@@ -22,8 +21,7 @@ export function makeStream(source, options) {
22
21
  var _iterator$return;
23
22
  await (iterator === null || iterator === void 0 ? void 0 : (_iterator$return = iterator.return) === null || _iterator$return === void 0 ? void 0 : _iterator$return.call(iterator));
24
23
  }
25
- },
26
- {
24
+ }, {
27
25
  highWaterMark: 2 ** 24,
28
26
  ...options
29
27
  });
@@ -1 +1 @@
1
- {"version":3,"file":"make-dom-stream.js","names":["makeStream","source","options","iterator","Symbol","asyncIterator","ReadableStream","type","pull","controller","done","value","next","close","enqueue","Uint8Array","error","cancel","return","highWaterMark"],"sources":["../../../../src/iterators/make-stream/make-dom-stream.ts"],"sourcesContent":["export type MakeStreamOptions = {\n /** Stream allocates an arrayBuffer. Enables use of a default reader. */\n autoAllocateChunkSize?: number;\n /** Total number of chunks in queue before back pressure is applied */\n highWaterMark?: number;\n};\n\n/**\n * Builds a DOM stream from an iterator\n * This stream is currently used in browsers only,\n * but note that Web stream support is present in Node from Node 16\n * https://nodejs.org/api/webstreams.html#webstreams_web_streams_api\n */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: MakeStreamOptions\n): ReadableStream {\n const iterator = source[Symbol.asyncIterator]\n ? (source as AsyncIterable<ArrayBuffer>)[Symbol.asyncIterator]()\n : (source as Iterable<ArrayBuffer>)[Symbol.iterator]();\n\n return new ReadableStream<Uint8Array>(\n {\n // Create a byte stream (enables `Response(stream).arrayBuffer()`)\n // Only supported on Chrome\n // See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController\n type: 'bytes',\n\n async pull(controller) {\n try {\n const {done, value} = await iterator.next();\n if (done) {\n controller.close();\n } else {\n // TODO - ignores controller.desiredSize\n // @ts-expect-error Unclear why value is not correctly typed\n controller.enqueue(new Uint8Array(value));\n }\n } catch (error) {\n controller.error(error);\n }\n },\n\n async cancel() {\n await iterator?.return?.();\n }\n },\n // options: QueingStrategy<Uint8Array>\n {\n // This is bytes, not chunks\n highWaterMark: 2 ** 24,\n ...options\n }\n );\n}\n"],"mappings":";AAaA,OAAO,SAASA,UAAU,CACxBC,MAA0D,EAC1DC,OAA2B,EACX;EAChB,MAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAa,CAAC,GACxCJ,MAAM,CAAgCG,MAAM,CAACC,aAAa,CAAC,EAAE,GAC7DJ,MAAM,CAA2BG,MAAM,CAACD,QAAQ,CAAC,EAAE;EAExD,OAAO,IAAIG,cAAc,CACvB;IAIEC,IAAI,EAAE,OAAO;IAEb,MAAMC,IAAI,CAACC,UAAU,EAAE;MACrB,IAAI;QACF,MAAM;UAACC,IAAI;UAAEC;QAAK,CAAC,GAAG,MAAMR,QAAQ,CAACS,IAAI,EAAE;QAC3C,IAAIF,IAAI,EAAE;UACRD,UAAU,CAACI,KAAK,EAAE;QACpB,CAAC,MAAM;UAGLJ,UAAU,CAACK,OAAO,CAAC,IAAIC,UAAU,CAACJ,KAAK,CAAC,CAAC;QAC3C;MACF,CAAC,CAAC,OAAOK,KAAK,EAAE;QACdP,UAAU,CAACO,KAAK,CAACA,KAAK,CAAC;MACzB;IACF,CAAC;IAED,MAAMC,MAAM,GAAG;MAAA;MACb,OAAMd,QAAQ,aAARA,QAAQ,2CAARA,QAAQ,CAAEe,MAAM,qDAAhB,sBAAAf,QAAQ,CAAY;IAC5B;EACF,CAAC;EAED;IAEEgB,aAAa,EAAE,CAAC,IAAI,EAAE;IACtB,GAAGjB;EACL,CAAC,CACF;AACH"}
1
+ {"version":3,"file":"make-dom-stream.js","names":["makeStream","source","options","iterator","Symbol","asyncIterator","ReadableStream","type","pull","controller","done","value","next","close","enqueue","Uint8Array","error","cancel","_iterator$return","return","call","highWaterMark"],"sources":["../../../../src/iterators/make-stream/make-dom-stream.ts"],"sourcesContent":["export type MakeStreamOptions = {\n /** Stream allocates an arrayBuffer. Enables use of a default reader. */\n autoAllocateChunkSize?: number;\n /** Total number of chunks in queue before back pressure is applied */\n highWaterMark?: number;\n};\n\n/**\n * Builds a DOM stream from an iterator\n * This stream is currently used in browsers only,\n * but note that Web stream support is present in Node from Node 16\n * https://nodejs.org/api/webstreams.html#webstreams_web_streams_api\n */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: MakeStreamOptions\n): ReadableStream {\n const iterator = source[Symbol.asyncIterator]\n ? (source as AsyncIterable<ArrayBuffer>)[Symbol.asyncIterator]()\n : (source as Iterable<ArrayBuffer>)[Symbol.iterator]();\n\n return new ReadableStream<Uint8Array>(\n {\n // Create a byte stream (enables `Response(stream).arrayBuffer()`)\n // Only supported on Chrome\n // See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController\n type: 'bytes',\n\n async pull(controller) {\n try {\n const {done, value} = await iterator.next();\n if (done) {\n controller.close();\n } else {\n // TODO - ignores controller.desiredSize\n // @ts-expect-error Unclear why value is not correctly typed\n controller.enqueue(new Uint8Array(value));\n }\n } catch (error) {\n controller.error(error);\n }\n },\n\n async cancel() {\n await iterator?.return?.();\n }\n },\n // options: QueingStrategy<Uint8Array>\n {\n // This is bytes, not chunks\n highWaterMark: 2 ** 24,\n ...options\n }\n );\n}\n"],"mappings":"AAaA,OAAO,SAASA,UAAUA,CACxBC,MAA0D,EAC1DC,OAA2B,EACX;EAChB,MAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAa,CAAC,GACxCJ,MAAM,CAAgCG,MAAM,CAACC,aAAa,CAAC,EAAE,GAC7DJ,MAAM,CAA2BG,MAAM,CAACD,QAAQ,CAAC,EAAE;EAExD,OAAO,IAAIG,cAAc,CACvB;IAIEC,IAAI,EAAE,OAAO;IAEb,MAAMC,IAAIA,CAACC,UAAU,EAAE;MACrB,IAAI;QACF,MAAM;UAACC,IAAI;UAAEC;QAAK,CAAC,GAAG,MAAMR,QAAQ,CAACS,IAAI,EAAE;QAC3C,IAAIF,IAAI,EAAE;UACRD,UAAU,CAACI,KAAK,EAAE;QACpB,CAAC,MAAM;UAGLJ,UAAU,CAACK,OAAO,CAAC,IAAIC,UAAU,CAACJ,KAAK,CAAC,CAAC;QAC3C;MACF,CAAC,CAAC,OAAOK,KAAK,EAAE;QACdP,UAAU,CAACO,KAAK,CAACA,KAAK,CAAC;MACzB;IACF,CAAC;IAED,MAAMC,MAAMA,CAAA,EAAG;MAAA,IAAAC,gBAAA;MACb,OAAMf,QAAQ,aAARA,QAAQ,wBAAAe,gBAAA,GAARf,QAAQ,CAAEgB,MAAM,cAAAD,gBAAA,uBAAhBA,gBAAA,CAAAE,IAAA,CAAAjB,QAAQ,CAAY;IAC5B;EACF,CAAC,EAED;IAEEkB,aAAa,EAAE,CAAC,IAAI,EAAE;IACtB,GAAGnB;EACL,CAAC,CACF;AACH"}
@@ -35,7 +35,6 @@ class AsyncIterableReadable extends Readable {
35
35
  }
36
36
  cb === null || cb === void 0 ? void 0 : cb(null);
37
37
  }
38
-
39
38
  async _pull(size, it) {
40
39
  var _r;
41
40
  const bm = this._bytesMode;
@@ -1 +1 @@
1
- {"version":3,"file":"make-node-stream.js","names":["Stream","_Readable","Readable","makeStream","source","options","iterator","Symbol","asyncIterator","AsyncIterableReadable","constructor","it","_iterator","_pulling","_bytesMode","objectMode","_read","size","_pull","_destroy","error","cb","throw","return","bm","r","readable","next","done","ArrayBuffer","isView","value","byteLength","push","Uint8Array"],"sources":["../../../../src/iterators/make-stream/make-node-stream.ts"],"sourcesContent":["import type {ReadableOptions} from 'stream';\nimport * as Stream from 'stream';\n\nclass _Readable {}\n\ntype ReadableType = Stream.Readable | _Readable;\nconst Readable = Stream.Readable || _Readable;\n\nexport type MakeStreamOptions = ReadableOptions;\n\n/** Builds a node stream from an iterator */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: ReadableOptions\n): ReadableType {\n const iterator = source[Symbol.asyncIterator]\n ? source[Symbol.asyncIterator]()\n : source[Symbol.iterator]();\n return new AsyncIterableReadable(iterator, options);\n}\n\nclass AsyncIterableReadable extends Readable {\n private _pulling: boolean;\n private _bytesMode: boolean;\n private _iterator: AsyncIterator<ArrayBuffer>;\n\n constructor(it: AsyncIterator<ArrayBuffer>, options?: ReadableOptions) {\n super(options);\n this._iterator = it;\n this._pulling = false;\n this._bytesMode = !options || !options.objectMode;\n }\n\n async _read(size: number): Promise<void> {\n if (!this._pulling) {\n this._pulling = true;\n this._pulling = await this._pull(size, this._iterator);\n }\n }\n\n async _destroy(error: Error | null, cb: (e: Error | null) => void): Promise<void> {\n if (!this._iterator) {\n return;\n }\n if (error) {\n await this._iterator?.throw?.(error);\n } else {\n await this._iterator?.return?.(error);\n }\n cb?.(null);\n }\n\n // eslint-disable-next-line complexity\n private async _pull(size: number, it: AsyncIterator<ArrayBuffer>): Promise<boolean> {\n const bm = this._bytesMode;\n let r: IteratorResult<ArrayBuffer> | null = null;\n // while (this.readable && !(r = await it.next(bm ? size : null)).done) {\n while (this.readable && !(r = await it.next()).done) {\n if (size !== null) {\n size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;\n }\n if (!this.push(new Uint8Array(r.value)) || size <= 0) {\n break;\n }\n }\n if ((r?.done || !this.readable) && (this.push(null) || true)) {\n it?.return?.();\n }\n return !this.readable;\n }\n}\n"],"mappings":";AACA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAEhC,MAAMC,SAAS,CAAC;AAGhB,MAAMC,QAAQ,GAAGF,MAAM,CAACE,QAAQ,IAAID,SAAS;AAK7C,OAAO,SAASE,UAAU,CACxBC,MAA0D,EAC1DC,OAAyB,EACX;EACd,MAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAa,CAAC,GACzCJ,MAAM,CAACG,MAAM,CAACC,aAAa,CAAC,EAAE,GAC9BJ,MAAM,CAACG,MAAM,CAACD,QAAQ,CAAC,EAAE;EAC7B,OAAO,IAAIG,qBAAqB,CAACH,QAAQ,EAAED,OAAO,CAAC;AACrD;AAEA,MAAMI,qBAAqB,SAASP,QAAQ,CAAC;EAK3CQ,WAAW,CAACC,EAA8B,EAAEN,OAAyB,EAAE;IACrE,KAAK,CAACA,OAAO,CAAC;IAAC;IAAA;IAAA;IACf,IAAI,CAACO,SAAS,GAAGD,EAAE;IACnB,IAAI,CAACE,QAAQ,GAAG,KAAK;IACrB,IAAI,CAACC,UAAU,GAAG,CAACT,OAAO,IAAI,CAACA,OAAO,CAACU,UAAU;EACnD;EAEA,MAAMC,KAAK,CAACC,IAAY,EAAiB;IACvC,IAAI,CAAC,IAAI,CAACJ,QAAQ,EAAE;MAClB,IAAI,CAACA,QAAQ,GAAG,IAAI;MACpB,IAAI,CAACA,QAAQ,GAAG,MAAM,IAAI,CAACK,KAAK,CAACD,IAAI,EAAE,IAAI,CAACL,SAAS,CAAC;IACxD;EACF;EAEA,MAAMO,QAAQ,CAACC,KAAmB,EAAEC,EAA6B,EAAiB;IAChF,IAAI,CAAC,IAAI,CAACT,SAAS,EAAE;MACnB;IACF;IACA,IAAIQ,KAAK,EAAE;MAAA;MACT,0BAAM,IAAI,CAACR,SAAS,6EAAd,gBAAgBU,KAAK,0DAArB,4CAAwBF,KAAK,CAAC;IACtC,CAAC,MAAM;MAAA;MACL,2BAAM,IAAI,CAACR,SAAS,8EAAd,iBAAgBW,MAAM,0DAAtB,6CAAyBH,KAAK,CAAC;IACvC;IACAC,EAAE,aAAFA,EAAE,uBAAFA,EAAE,CAAG,IAAI,CAAC;EACZ;;EAGA,MAAcH,KAAK,CAACD,IAAY,EAAEN,EAA8B,EAAoB;IAAA;IAClF,MAAMa,EAAE,GAAG,IAAI,CAACV,UAAU;IAC1B,IAAIW,CAAqC,GAAG,IAAI;IAEhD,OAAO,IAAI,CAACC,QAAQ,IAAI,CAAC,CAACD,CAAC,GAAG,MAAMd,EAAE,CAACgB,IAAI,EAAE,EAAEC,IAAI,EAAE;MACnD,IAAIX,IAAI,KAAK,IAAI,EAAE;QACjBA,IAAI,IAAIO,EAAE,IAAIK,WAAW,CAACC,MAAM,CAACL,CAAC,CAACM,KAAK,CAAC,GAAGN,CAAC,CAACM,KAAK,CAACC,UAAU,GAAG,CAAC;MACpE;MACA,IAAI,CAAC,IAAI,CAACC,IAAI,CAAC,IAAIC,UAAU,CAACT,CAAC,CAACM,KAAK,CAAC,CAAC,IAAId,IAAI,IAAI,CAAC,EAAE;QACpD;MACF;IACF;IACA,IAAI,CAAC,MAAAQ,CAAC,+BAAD,GAAGG,IAAI,IAAI,CAAC,IAAI,CAACF,QAAQ,MAAM,IAAI,CAACO,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE;MAAA;MAC5DtB,EAAE,aAAFA,EAAE,qCAAFA,EAAE,CAAEY,MAAM,+CAAV,gBAAAZ,EAAE,CAAY;IAChB;IACA,OAAO,CAAC,IAAI,CAACe,QAAQ;EACvB;AACF"}
1
+ {"version":3,"file":"make-node-stream.js","names":["Stream","_Readable","Readable","makeStream","source","options","iterator","Symbol","asyncIterator","AsyncIterableReadable","constructor","it","_defineProperty","_iterator","_pulling","_bytesMode","objectMode","_read","size","_pull","_destroy","error","cb","_this$_iterator","_this$_iterator$throw","throw","call","_this$_iterator2","_this$_iterator2$retu","return","_r","bm","r","readable","next","done","ArrayBuffer","isView","value","byteLength","push","Uint8Array","_it$return"],"sources":["../../../../src/iterators/make-stream/make-node-stream.ts"],"sourcesContent":["import type {ReadableOptions} from 'stream';\nimport * as Stream from 'stream';\n\nclass _Readable {}\n\ntype ReadableType = Stream.Readable | _Readable;\nconst Readable = Stream.Readable || _Readable;\n\nexport type MakeStreamOptions = ReadableOptions;\n\n/** Builds a node stream from an iterator */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: ReadableOptions\n): ReadableType {\n const iterator = source[Symbol.asyncIterator]\n ? source[Symbol.asyncIterator]()\n : source[Symbol.iterator]();\n return new AsyncIterableReadable(iterator, options);\n}\n\nclass AsyncIterableReadable extends Readable {\n private _pulling: boolean;\n private _bytesMode: boolean;\n private _iterator: AsyncIterator<ArrayBuffer>;\n\n constructor(it: AsyncIterator<ArrayBuffer>, options?: ReadableOptions) {\n super(options);\n this._iterator = it;\n this._pulling = false;\n this._bytesMode = !options || !options.objectMode;\n }\n\n async _read(size: number): Promise<void> {\n if (!this._pulling) {\n this._pulling = true;\n this._pulling = await this._pull(size, this._iterator);\n }\n }\n\n async _destroy(error: Error | null, cb: (e: Error | null) => void): Promise<void> {\n if (!this._iterator) {\n return;\n }\n if (error) {\n await this._iterator?.throw?.(error);\n } else {\n await this._iterator?.return?.(error);\n }\n cb?.(null);\n }\n\n // eslint-disable-next-line complexity\n private async _pull(size: number, it: AsyncIterator<ArrayBuffer>): Promise<boolean> {\n const bm = this._bytesMode;\n let r: IteratorResult<ArrayBuffer> | null = null;\n // while (this.readable && !(r = await it.next(bm ? size : null)).done) {\n while (this.readable && !(r = await it.next()).done) {\n if (size !== null) {\n size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;\n }\n if (!this.push(new Uint8Array(r.value)) || size <= 0) {\n break;\n }\n }\n if ((r?.done || !this.readable) && (this.push(null) || true)) {\n it?.return?.();\n }\n return !this.readable;\n }\n}\n"],"mappings":";AACA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAEhC,MAAMC,SAAS,CAAC;AAGhB,MAAMC,QAAQ,GAAGF,MAAM,CAACE,QAAQ,IAAID,SAAS;AAK7C,OAAO,SAASE,UAAUA,CACxBC,MAA0D,EAC1DC,OAAyB,EACX;EACd,MAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAa,CAAC,GACzCJ,MAAM,CAACG,MAAM,CAACC,aAAa,CAAC,EAAE,GAC9BJ,MAAM,CAACG,MAAM,CAACD,QAAQ,CAAC,EAAE;EAC7B,OAAO,IAAIG,qBAAqB,CAACH,QAAQ,EAAED,OAAO,CAAC;AACrD;AAEA,MAAMI,qBAAqB,SAASP,QAAQ,CAAC;EAK3CQ,WAAWA,CAACC,EAA8B,EAAEN,OAAyB,EAAE;IACrE,KAAK,CAACA,OAAO,CAAC;IAACO,eAAA;IAAAA,eAAA;IAAAA,eAAA;IACf,IAAI,CAACC,SAAS,GAAGF,EAAE;IACnB,IAAI,CAACG,QAAQ,GAAG,KAAK;IACrB,IAAI,CAACC,UAAU,GAAG,CAACV,OAAO,IAAI,CAACA,OAAO,CAACW,UAAU;EACnD;EAEA,MAAMC,KAAKA,CAACC,IAAY,EAAiB;IACvC,IAAI,CAAC,IAAI,CAACJ,QAAQ,EAAE;MAClB,IAAI,CAACA,QAAQ,GAAG,IAAI;MACpB,IAAI,CAACA,QAAQ,GAAG,MAAM,IAAI,CAACK,KAAK,CAACD,IAAI,EAAE,IAAI,CAACL,SAAS,CAAC;IACxD;EACF;EAEA,MAAMO,QAAQA,CAACC,KAAmB,EAAEC,EAA6B,EAAiB;IAChF,IAAI,CAAC,IAAI,CAACT,SAAS,EAAE;MACnB;IACF;IACA,IAAIQ,KAAK,EAAE;MAAA,IAAAE,eAAA,EAAAC,qBAAA;MACT,QAAAD,eAAA,GAAM,IAAI,CAACV,SAAS,cAAAU,eAAA,wBAAAC,qBAAA,GAAdD,eAAA,CAAgBE,KAAK,cAAAD,qBAAA,uBAArBA,qBAAA,CAAAE,IAAA,CAAAH,eAAA,EAAwBF,KAAK,CAAC;IACtC,CAAC,MAAM;MAAA,IAAAM,gBAAA,EAAAC,qBAAA;MACL,QAAAD,gBAAA,GAAM,IAAI,CAACd,SAAS,cAAAc,gBAAA,wBAAAC,qBAAA,GAAdD,gBAAA,CAAgBE,MAAM,cAAAD,qBAAA,uBAAtBA,qBAAA,CAAAF,IAAA,CAAAC,gBAAA,EAAyBN,KAAK,CAAC;IACvC;IACAC,EAAE,aAAFA,EAAE,uBAAFA,EAAE,CAAG,IAAI,CAAC;EACZ;EAGA,MAAcH,KAAKA,CAACD,IAAY,EAAEP,EAA8B,EAAoB;IAAA,IAAAmB,EAAA;IAClF,MAAMC,EAAE,GAAG,IAAI,CAAChB,UAAU;IAC1B,IAAIiB,CAAqC,GAAG,IAAI;IAEhD,OAAO,IAAI,CAACC,QAAQ,IAAI,CAAC,CAACD,CAAC,GAAG,MAAMrB,EAAE,CAACuB,IAAI,EAAE,EAAEC,IAAI,EAAE;MACnD,IAAIjB,IAAI,KAAK,IAAI,EAAE;QACjBA,IAAI,IAAIa,EAAE,IAAIK,WAAW,CAACC,MAAM,CAACL,CAAC,CAACM,KAAK,CAAC,GAAGN,CAAC,CAACM,KAAK,CAACC,UAAU,GAAG,CAAC;MACpE;MACA,IAAI,CAAC,IAAI,CAACC,IAAI,CAAC,IAAIC,UAAU,CAACT,CAAC,CAACM,KAAK,CAAC,CAAC,IAAIpB,IAAI,IAAI,CAAC,EAAE;QACpD;MACF;IACF;IACA,IAAI,CAAC,CAAAY,EAAA,GAAAE,CAAC,cAAAF,EAAA,eAADA,EAAA,CAAGK,IAAI,IAAI,CAAC,IAAI,CAACF,QAAQ,MAAM,IAAI,CAACO,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE;MAAA,IAAAE,UAAA;MAC5D/B,EAAE,aAAFA,EAAE,wBAAA+B,UAAA,GAAF/B,EAAE,CAAEkB,MAAM,cAAAa,UAAA,uBAAVA,UAAA,CAAAhB,IAAA,CAAAf,EAAE,CAAY;IAChB;IACA,OAAO,CAAC,IAAI,CAACsB,QAAQ;EACvB;AACF"}
@@ -1,5 +1,3 @@
1
-
2
-
3
1
  const isBoolean = x => typeof x === 'boolean';
4
2
  const isFunction = x => typeof x === 'function';
5
3
  export const isObject = x => x !== null && typeof x === 'object';
@@ -11,11 +9,9 @@ export const isIterator = x => x && isFunction(x.next);
11
9
  export const isResponse = x => typeof Response !== 'undefined' && x instanceof Response || x && x.arrayBuffer && x.text && x.json;
12
10
  export const isFile = x => typeof File !== 'undefined' && x instanceof File;
13
11
  export const isBlob = x => typeof Blob !== 'undefined' && x instanceof Blob;
14
-
15
12
  export const isBuffer = x => x && typeof x === 'object' && x.isBuffer;
16
13
  export const isWritableDOMStream = x => isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);
17
14
  export const isReadableDOMStream = x => typeof ReadableStream !== 'undefined' && x instanceof ReadableStream || isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader);
18
-
19
15
  export const isWritableNodeStream = x => isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);
20
16
  export const isReadableNodeStream = x => isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);
21
17
  export const isReadableStream = x => isReadableDOMStream(x) || isReadableNodeStream(x);
@@ -1 +1 @@
1
- {"version":3,"file":"is-type.js","names":["isBoolean","x","isFunction","isObject","isPureObject","constructor","isPromise","then","isIterable","Symbol","iterator","isAsyncIterable","asyncIterator","isIterator","next","isResponse","Response","arrayBuffer","text","json","isFile","File","isBlob","Blob","isBuffer","isWritableDOMStream","abort","getWriter","isReadableDOMStream","ReadableStream","tee","cancel","getReader","isWritableNodeStream","end","write","writable","isReadableNodeStream","read","pipe","readable","isReadableStream","isWritableStream"],"sources":["../../../src/javascript-utils/is-type.ts"],"sourcesContent":["import type {Readable} from 'stream';\n\n/** A DOM or Node readable stream */\nexport type ReadableStreamType = ReadableStream | Readable;\n\nconst isBoolean: (x: any) => boolean = (x) => typeof x === 'boolean';\nconst isFunction: (x: any) => boolean = (x) => typeof x === 'function';\n\nexport const isObject: (x: any) => boolean = (x) => x !== null && typeof x === 'object';\nexport const isPureObject: (x: any) => boolean = (x) =>\n isObject(x) && x.constructor === {}.constructor;\nexport const isPromise: (x: any) => boolean = (x) => isObject(x) && isFunction(x.then);\n\nexport const isIterable: (x: any) => boolean = (x) => x && typeof x[Symbol.iterator] === 'function';\nexport const isAsyncIterable: (x: any) => boolean = (x) =>\n x && typeof x[Symbol.asyncIterator] === 'function';\nexport const isIterator: (x: any) => boolean = (x) => x && isFunction(x.next);\n\nexport const isResponse: (x: any) => boolean = (x) =>\n (typeof Response !== 'undefined' && x instanceof Response) ||\n (x && x.arrayBuffer && x.text && x.json);\n\nexport const isFile: (x: any) => boolean = (x) => typeof File !== 'undefined' && x instanceof File;\nexport const isBlob: (x: any) => boolean = (x) => typeof Blob !== 'undefined' && x instanceof Blob;\n\n/** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */\nexport const isBuffer: (x: any) => boolean = (x) => x && typeof x === 'object' && x.isBuffer;\n\nexport const isWritableDOMStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);\n\nexport const isReadableDOMStream: (x: any) => boolean = (x) =>\n (typeof ReadableStream !== 'undefined' && x instanceof ReadableStream) ||\n (isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader));\n// Not implemented in Firefox: && isFunction(x.pipeTo)\n\nexport const isWritableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);\nexport const isReadableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);\nexport const isReadableStream: (x: any) => boolean = (x) =>\n isReadableDOMStream(x) || isReadableNodeStream(x);\nexport const isWritableStream: (x: any) => boolean = (x) =>\n isWritableDOMStream(x) || isWritableNodeStream(x);\n"],"mappings":";;AAKA,MAAMA,SAA8B,GAAIC,CAAC,IAAK,OAAOA,CAAC,KAAK,SAAS;AACpE,MAAMC,UAA+B,GAAID,CAAC,IAAK,OAAOA,CAAC,KAAK,UAAU;AAEtE,OAAO,MAAME,QAA6B,GAAIF,CAAC,IAAKA,CAAC,KAAK,IAAI,IAAI,OAAOA,CAAC,KAAK,QAAQ;AACvF,OAAO,MAAMG,YAAiC,GAAIH,CAAC,IACjDE,QAAQ,CAACF,CAAC,CAAC,IAAIA,CAAC,CAACI,WAAW,KAAK,CAAC,CAAC,CAACA,WAAW;AACjD,OAAO,MAAMC,SAA8B,GAAIL,CAAC,IAAKE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACM,IAAI,CAAC;AAEtF,OAAO,MAAMC,UAA+B,GAAIP,CAAC,IAAKA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACC,QAAQ,CAAC,KAAK,UAAU;AACnG,OAAO,MAAMC,eAAoC,GAAIV,CAAC,IACpDA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACG,aAAa,CAAC,KAAK,UAAU;AACpD,OAAO,MAAMC,UAA+B,GAAIZ,CAAC,IAAKA,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACa,IAAI,CAAC;AAE7E,OAAO,MAAMC,UAA+B,GAAId,CAAC,IAC9C,OAAOe,QAAQ,KAAK,WAAW,IAAIf,CAAC,YAAYe,QAAQ,IACxDf,CAAC,IAAIA,CAAC,CAACgB,WAAW,IAAIhB,CAAC,CAACiB,IAAI,IAAIjB,CAAC,CAACkB,IAAK;AAE1C,OAAO,MAAMC,MAA2B,GAAInB,CAAC,IAAK,OAAOoB,IAAI,KAAK,WAAW,IAAIpB,CAAC,YAAYoB,IAAI;AAClG,OAAO,MAAMC,MAA2B,GAAIrB,CAAC,IAAK,OAAOsB,IAAI,KAAK,WAAW,IAAItB,CAAC,YAAYsB,IAAI;;AAGlG,OAAO,MAAMC,QAA6B,GAAIvB,CAAC,IAAKA,CAAC,IAAI,OAAOA,CAAC,KAAK,QAAQ,IAAIA,CAAC,CAACuB,QAAQ;AAE5F,OAAO,MAAMC,mBAAwC,GAAIxB,CAAC,IACxDE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACyB,KAAK,CAAC,IAAIxB,UAAU,CAACD,CAAC,CAAC0B,SAAS,CAAC;AAE/D,OAAO,MAAMC,mBAAwC,GAAI3B,CAAC,IACvD,OAAO4B,cAAc,KAAK,WAAW,IAAI5B,CAAC,YAAY4B,cAAc,IACpE1B,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAAC6B,GAAG,CAAC,IAAI5B,UAAU,CAACD,CAAC,CAAC8B,MAAM,CAAC,IAAI7B,UAAU,CAACD,CAAC,CAAC+B,SAAS,CAAE;;AAGvF,OAAO,MAAMC,oBAAyC,GAAIhC,CAAC,IACzDE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACiC,GAAG,CAAC,IAAIhC,UAAU,CAACD,CAAC,CAACkC,KAAK,CAAC,IAAInC,SAAS,CAACC,CAAC,CAACmC,QAAQ,CAAC;AAClF,OAAO,MAAMC,oBAAyC,GAAIpC,CAAC,IACzDE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACqC,IAAI,CAAC,IAAIpC,UAAU,CAACD,CAAC,CAACsC,IAAI,CAAC,IAAIvC,SAAS,CAACC,CAAC,CAACuC,QAAQ,CAAC;AAClF,OAAO,MAAMC,gBAAqC,GAAIxC,CAAC,IACrD2B,mBAAmB,CAAC3B,CAAC,CAAC,IAAIoC,oBAAoB,CAACpC,CAAC,CAAC;AACnD,OAAO,MAAMyC,gBAAqC,GAAIzC,CAAC,IACrDwB,mBAAmB,CAACxB,CAAC,CAAC,IAAIgC,oBAAoB,CAAChC,CAAC,CAAC"}
1
+ {"version":3,"file":"is-type.js","names":["isBoolean","x","isFunction","isObject","isPureObject","constructor","isPromise","then","isIterable","Symbol","iterator","isAsyncIterable","asyncIterator","isIterator","next","isResponse","Response","arrayBuffer","text","json","isFile","File","isBlob","Blob","isBuffer","isWritableDOMStream","abort","getWriter","isReadableDOMStream","ReadableStream","tee","cancel","getReader","isWritableNodeStream","end","write","writable","isReadableNodeStream","read","pipe","readable","isReadableStream","isWritableStream"],"sources":["../../../src/javascript-utils/is-type.ts"],"sourcesContent":["import type {Readable} from 'stream';\n\n/** A DOM or Node readable stream */\nexport type ReadableStreamType = ReadableStream | Readable;\n\nconst isBoolean: (x: any) => boolean = (x) => typeof x === 'boolean';\nconst isFunction: (x: any) => boolean = (x) => typeof x === 'function';\n\nexport const isObject: (x: any) => boolean = (x) => x !== null && typeof x === 'object';\nexport const isPureObject: (x: any) => boolean = (x) =>\n isObject(x) && x.constructor === {}.constructor;\nexport const isPromise: (x: any) => boolean = (x) => isObject(x) && isFunction(x.then);\n\nexport const isIterable: (x: any) => boolean = (x) => x && typeof x[Symbol.iterator] === 'function';\nexport const isAsyncIterable: (x: any) => boolean = (x) =>\n x && typeof x[Symbol.asyncIterator] === 'function';\nexport const isIterator: (x: any) => boolean = (x) => x && isFunction(x.next);\n\nexport const isResponse: (x: any) => boolean = (x) =>\n (typeof Response !== 'undefined' && x instanceof Response) ||\n (x && x.arrayBuffer && x.text && x.json);\n\nexport const isFile: (x: any) => boolean = (x) => typeof File !== 'undefined' && x instanceof File;\nexport const isBlob: (x: any) => boolean = (x) => typeof Blob !== 'undefined' && x instanceof Blob;\n\n/** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */\nexport const isBuffer: (x: any) => boolean = (x) => x && typeof x === 'object' && x.isBuffer;\n\nexport const isWritableDOMStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);\n\nexport const isReadableDOMStream: (x: any) => boolean = (x) =>\n (typeof ReadableStream !== 'undefined' && x instanceof ReadableStream) ||\n (isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader));\n// Not implemented in Firefox: && isFunction(x.pipeTo)\n\nexport const isWritableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);\nexport const isReadableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);\nexport const isReadableStream: (x: any) => boolean = (x) =>\n isReadableDOMStream(x) || isReadableNodeStream(x);\nexport const isWritableStream: (x: any) => boolean = (x) =>\n isWritableDOMStream(x) || isWritableNodeStream(x);\n"],"mappings":"AAKA,MAAMA,SAA8B,GAAIC,CAAC,IAAK,OAAOA,CAAC,KAAK,SAAS;AACpE,MAAMC,UAA+B,GAAID,CAAC,IAAK,OAAOA,CAAC,KAAK,UAAU;AAEtE,OAAO,MAAME,QAA6B,GAAIF,CAAC,IAAKA,CAAC,KAAK,IAAI,IAAI,OAAOA,CAAC,KAAK,QAAQ;AACvF,OAAO,MAAMG,YAAiC,GAAIH,CAAC,IACjDE,QAAQ,CAACF,CAAC,CAAC,IAAIA,CAAC,CAACI,WAAW,KAAK,CAAC,CAAC,CAACA,WAAW;AACjD,OAAO,MAAMC,SAA8B,GAAIL,CAAC,IAAKE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACM,IAAI,CAAC;AAEtF,OAAO,MAAMC,UAA+B,GAAIP,CAAC,IAAKA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACC,QAAQ,CAAC,KAAK,UAAU;AACnG,OAAO,MAAMC,eAAoC,GAAIV,CAAC,IACpDA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACG,aAAa,CAAC,KAAK,UAAU;AACpD,OAAO,MAAMC,UAA+B,GAAIZ,CAAC,IAAKA,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACa,IAAI,CAAC;AAE7E,OAAO,MAAMC,UAA+B,GAAId,CAAC,IAC9C,OAAOe,QAAQ,KAAK,WAAW,IAAIf,CAAC,YAAYe,QAAQ,IACxDf,CAAC,IAAIA,CAAC,CAACgB,WAAW,IAAIhB,CAAC,CAACiB,IAAI,IAAIjB,CAAC,CAACkB,IAAK;AAE1C,OAAO,MAAMC,MAA2B,GAAInB,CAAC,IAAK,OAAOoB,IAAI,KAAK,WAAW,IAAIpB,CAAC,YAAYoB,IAAI;AAClG,OAAO,MAAMC,MAA2B,GAAIrB,CAAC,IAAK,OAAOsB,IAAI,KAAK,WAAW,IAAItB,CAAC,YAAYsB,IAAI;AAGlG,OAAO,MAAMC,QAA6B,GAAIvB,CAAC,IAAKA,CAAC,IAAI,OAAOA,CAAC,KAAK,QAAQ,IAAIA,CAAC,CAACuB,QAAQ;AAE5F,OAAO,MAAMC,mBAAwC,GAAIxB,CAAC,IACxDE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACyB,KAAK,CAAC,IAAIxB,UAAU,CAACD,CAAC,CAAC0B,SAAS,CAAC;AAE/D,OAAO,MAAMC,mBAAwC,GAAI3B,CAAC,IACvD,OAAO4B,cAAc,KAAK,WAAW,IAAI5B,CAAC,YAAY4B,cAAc,IACpE1B,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAAC6B,GAAG,CAAC,IAAI5B,UAAU,CAACD,CAAC,CAAC8B,MAAM,CAAC,IAAI7B,UAAU,CAACD,CAAC,CAAC+B,SAAS,CAAE;AAGvF,OAAO,MAAMC,oBAAyC,GAAIhC,CAAC,IACzDE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACiC,GAAG,CAAC,IAAIhC,UAAU,CAACD,CAAC,CAACkC,KAAK,CAAC,IAAInC,SAAS,CAACC,CAAC,CAACmC,QAAQ,CAAC;AAClF,OAAO,MAAMC,oBAAyC,GAAIpC,CAAC,IACzDE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACqC,IAAI,CAAC,IAAIpC,UAAU,CAACD,CAAC,CAACsC,IAAI,CAAC,IAAIvC,SAAS,CAACC,CAAC,CAACuC,QAAQ,CAAC;AAClF,OAAO,MAAMC,gBAAqC,GAAIxC,CAAC,IACrD2B,mBAAmB,CAAC3B,CAAC,CAAC,IAAIoC,oBAAoB,CAACpC,CAAC,CAAC;AACnD,OAAO,MAAMyC,gBAAqC,GAAIzC,CAAC,IACrDwB,mBAAmB,CAACxB,CAAC,CAAC,IAAIgC,oBAAoB,CAAChC,CAAC,CAAC"}
@@ -5,7 +5,6 @@ import { isBrowser } from '@loaders.gl/loader-utils';
5
5
  import { writeFile } from '../fetch/write-file';
6
6
  import { fetchFile } from '../fetch/fetch-file';
7
7
  import { getLoaderOptions } from './loader-options';
8
-
9
8
  export async function encode(data, writer, options) {
10
9
  const globalOptions = getLoaderOptions();
11
10
  options = {
@@ -15,7 +14,6 @@ export async function encode(data, writer, options) {
15
14
  if (canEncodeWithWorker(writer, options)) {
16
15
  return await processOnWorker(writer, data, options);
17
16
  }
18
-
19
17
  if (writer.encode) {
20
18
  return await writer.encode(data, options);
21
19
  }
@@ -27,7 +25,6 @@ export async function encode(data, writer, options) {
27
25
  }
28
26
  if (writer.encodeInBatches) {
29
27
  const batches = encodeInBatches(data, writer, options);
30
-
31
28
  const chunks = [];
32
29
  for await (const batch of batches) {
33
30
  chunks.push(batch);
@@ -44,14 +41,12 @@ export async function encode(data, writer, options) {
44
41
  }
45
42
  throw new Error('Writer could not encode data');
46
43
  }
47
-
48
44
  export function encodeSync(data, writer, options) {
49
45
  if (writer.encodeSync) {
50
46
  return writer.encodeSync(data, options);
51
47
  }
52
48
  throw new Error('Writer could not synchronously encode data');
53
49
  }
54
-
55
50
  export async function encodeText(data, writer, options) {
56
51
  if (writer.text && writer.encodeText) {
57
52
  return await writer.encodeText(data, options);
@@ -62,7 +57,6 @@ export async function encodeText(data, writer, options) {
62
57
  }
63
58
  throw new Error('Writer could not encode data as text');
64
59
  }
65
-
66
60
  export function encodeInBatches(data, writer, options) {
67
61
  if (writer.encodeInBatches) {
68
62
  const dataIterator = getIterator(data);
@@ -70,7 +64,6 @@ export function encodeInBatches(data, writer, options) {
70
64
  }
71
65
  throw new Error('Writer could not encode data in batches');
72
66
  }
73
-
74
67
  export async function encodeURLtoURL(inputUrl, outputUrl, writer, options) {
75
68
  inputUrl = resolvePath(inputUrl);
76
69
  outputUrl = resolvePath(outputUrl);
@@ -80,7 +73,6 @@ export async function encodeURLtoURL(inputUrl, outputUrl, writer, options) {
80
73
  const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);
81
74
  return outputFilename;
82
75
  }
83
-
84
76
  function getIterator(data) {
85
77
  const dataIterator = [{
86
78
  table: data,
@@ -89,7 +81,6 @@ function getIterator(data) {
89
81
  }];
90
82
  return dataIterator;
91
83
  }
92
-
93
84
  function getTemporaryFilename(filename) {
94
85
  return "/tmp/".concat(filename);
95
86
  }
@@ -1 +1 @@
1
- {"version":3,"file":"encode.js","names":["canEncodeWithWorker","processOnWorker","concatenateArrayBuffers","resolvePath","isBrowser","writeFile","fetchFile","getLoaderOptions","encode","data","writer","options","globalOptions","encodeSync","encodeText","TextEncoder","encodeInBatches","batches","chunks","batch","push","encodeURLtoURL","tmpInputFilename","getTemporaryFilename","tmpOutputFilename","outputFilename","response","arrayBuffer","Error","text","TextDecoder","decode","dataIterator","getIterator","inputUrl","outputUrl","table","start","end","length","filename"],"sources":["../../../../src/lib/api/encode.ts"],"sourcesContent":["import {Writer, WriterOptions, canEncodeWithWorker} from '@loaders.gl/loader-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\nimport {concatenateArrayBuffers, resolvePath} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {writeFile} from '../fetch/write-file';\nimport {fetchFile} from '../fetch/fetch-file';\nimport {getLoaderOptions} from './loader-options';\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport async function encode(\n data: any,\n writer: Writer,\n options?: WriterOptions\n): Promise<ArrayBuffer> {\n const globalOptions = getLoaderOptions() as WriterOptions;\n // const globalOptions: WriterOptions = {}; // getWriterOptions();\n options = {...globalOptions, ...options};\n if (canEncodeWithWorker(writer, options)) {\n return await processOnWorker(writer, data, options);\n }\n\n // TODO Merge default writer options with options argument like it is done in load module.\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n\n if (writer.encodeText) {\n return new TextEncoder().encode(await writer.encodeText(data, options));\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: any[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n // @ts-ignore\n return concatenateArrayBuffers(...chunks);\n }\n\n if (!isBrowser && writer.encodeURLtoURL) {\n // TODO - how to generate filenames with correct extensions?\n const tmpInputFilename = getTemporaryFilename('input');\n await writeFile(tmpInputFilename, data);\n\n const tmpOutputFilename = getTemporaryFilename('output');\n\n const outputFilename = await encodeURLtoURL(\n tmpInputFilename,\n tmpOutputFilename,\n writer,\n options\n );\n\n const response = await fetchFile(outputFilename);\n return response.arrayBuffer();\n }\n\n throw new Error('Writer could not encode data');\n}\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport function encodeSync(data: any, writer: Writer, options?: WriterOptions): ArrayBuffer {\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n throw new Error('Writer could not synchronously encode data');\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport async function encodeText(\n data: any,\n writer: Writer,\n options?: WriterOptions\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encode(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error('Writer could not encode data as text');\n}\n\n/**\n * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.\n */\nexport function encodeInBatches(\n data: any,\n writer: Writer,\n options?: WriterOptions\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\n/**\n * Encode data stored in a file (on disk) to another file.\n * @note Node.js only. This function enables using command-line converters as \"writers\".\n */\nexport async function encodeURLtoURL(\n inputUrl,\n outputUrl,\n writer: Writer,\n options\n): Promise<string> {\n inputUrl = resolvePath(inputUrl);\n outputUrl = resolvePath(outputUrl);\n if (isBrowser || !writer.encodeURLtoURL) {\n throw new Error();\n }\n const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);\n return outputFilename;\n}\n\n/**\n * @todo TODO - this is an unacceptable hack!!!\n */\nfunction getIterator(data) {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n\n/**\n * @todo Move to utils\n */\nfunction getTemporaryFilename(filename: string): string {\n return `/tmp/${filename}`;\n}\n"],"mappings":"AAAA,SAA+BA,mBAAmB,QAAO,0BAA0B;AACnF,SAAQC,eAAe,QAAO,0BAA0B;AACxD,SAAQC,uBAAuB,EAAEC,WAAW,QAAO,0BAA0B;AAC7E,SAAQC,SAAS,QAAO,0BAA0B;AAClD,SAAQC,SAAS,QAAO,qBAAqB;AAC7C,SAAQC,SAAS,QAAO,qBAAqB;AAC7C,SAAQC,gBAAgB,QAAO,kBAAkB;;AAKjD,OAAO,eAAeC,MAAM,CAC1BC,IAAS,EACTC,MAAc,EACdC,OAAuB,EACD;EACtB,MAAMC,aAAa,GAAGL,gBAAgB,EAAmB;EAEzDI,OAAO,GAAG;IAAC,GAAGC,aAAa;IAAE,GAAGD;EAAO,CAAC;EACxC,IAAIX,mBAAmB,CAACU,MAAM,EAAEC,OAAO,CAAC,EAAE;IACxC,OAAO,MAAMV,eAAe,CAACS,MAAM,EAAED,IAAI,EAAEE,OAAO,CAAC;EACrD;;EAGA,IAAID,MAAM,CAACF,MAAM,EAAE;IACjB,OAAO,MAAME,MAAM,CAACF,MAAM,CAACC,IAAI,EAAEE,OAAO,CAAC;EAC3C;EAEA,IAAID,MAAM,CAACG,UAAU,EAAE;IACrB,OAAOH,MAAM,CAACG,UAAU,CAACJ,IAAI,EAAEE,OAAO,CAAC;EACzC;EAEA,IAAID,MAAM,CAACI,UAAU,EAAE;IACrB,OAAO,IAAIC,WAAW,EAAE,CAACP,MAAM,CAAC,MAAME,MAAM,CAACI,UAAU,CAACL,IAAI,EAAEE,OAAO,CAAC,CAAC;EACzE;EAEA,IAAID,MAAM,CAACM,eAAe,EAAE;IAG1B,MAAMC,OAAO,GAAGD,eAAe,CAACP,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;;IAGtD,MAAMO,MAAa,GAAG,EAAE;IACxB,WAAW,MAAMC,KAAK,IAAIF,OAAO,EAAE;MACjCC,MAAM,CAACE,IAAI,CAACD,KAAK,CAAC;IACpB;IAEA,OAAOjB,uBAAuB,CAAC,GAAGgB,MAAM,CAAC;EAC3C;EAEA,IAAI,CAACd,SAAS,IAAIM,MAAM,CAACW,cAAc,EAAE;IAEvC,MAAMC,gBAAgB,GAAGC,oBAAoB,CAAC,OAAO,CAAC;IACtD,MAAMlB,SAAS,CAACiB,gBAAgB,EAAEb,IAAI,CAAC;IAEvC,MAAMe,iBAAiB,GAAGD,oBAAoB,CAAC,QAAQ,CAAC;IAExD,MAAME,cAAc,GAAG,MAAMJ,cAAc,CACzCC,gBAAgB,EAChBE,iBAAiB,EACjBd,MAAM,EACNC,OAAO,CACR;IAED,MAAMe,QAAQ,GAAG,MAAMpB,SAAS,CAACmB,cAAc,CAAC;IAChD,OAAOC,QAAQ,CAACC,WAAW,EAAE;EAC/B;EAEA,MAAM,IAAIC,KAAK,CAAC,8BAA8B,CAAC;AACjD;;AAKA,OAAO,SAASf,UAAU,CAACJ,IAAS,EAAEC,MAAc,EAAEC,OAAuB,EAAe;EAC1F,IAAID,MAAM,CAACG,UAAU,EAAE;IACrB,OAAOH,MAAM,CAACG,UAAU,CAACJ,IAAI,EAAEE,OAAO,CAAC;EACzC;EACA,MAAM,IAAIiB,KAAK,CAAC,4CAA4C,CAAC;AAC/D;;AAQA,OAAO,eAAed,UAAU,CAC9BL,IAAS,EACTC,MAAc,EACdC,OAAuB,EACN;EACjB,IAAID,MAAM,CAACmB,IAAI,IAAInB,MAAM,CAACI,UAAU,EAAE;IACpC,OAAO,MAAMJ,MAAM,CAACI,UAAU,CAACL,IAAI,EAAEE,OAAO,CAAC;EAC/C;EAEA,IAAID,MAAM,CAACmB,IAAI,KAAKnB,MAAM,CAACF,MAAM,IAAIE,MAAM,CAACM,eAAe,CAAC,EAAE;IAC5D,MAAMW,WAAW,GAAG,MAAMnB,MAAM,CAACC,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;IACvD,OAAO,IAAImB,WAAW,EAAE,CAACC,MAAM,CAACJ,WAAW,CAAC;EAC9C;EAEA,MAAM,IAAIC,KAAK,CAAC,sCAAsC,CAAC;AACzD;;AAKA,OAAO,SAASZ,eAAe,CAC7BP,IAAS,EACTC,MAAc,EACdC,OAAuB,EACK;EAC5B,IAAID,MAAM,CAACM,eAAe,EAAE;IAC1B,MAAMgB,YAAY,GAAGC,WAAW,CAACxB,IAAI,CAAC;IACtC,OAAOC,MAAM,CAACM,eAAe,CAACgB,YAAY,EAAErB,OAAO,CAAC;EACtD;EAEA,MAAM,IAAIiB,KAAK,CAAC,yCAAyC,CAAC;AAC5D;;AAMA,OAAO,eAAeP,cAAc,CAClCa,QAAQ,EACRC,SAAS,EACTzB,MAAc,EACdC,OAAO,EACU;EACjBuB,QAAQ,GAAG/B,WAAW,CAAC+B,QAAQ,CAAC;EAChCC,SAAS,GAAGhC,WAAW,CAACgC,SAAS,CAAC;EAClC,IAAI/B,SAAS,IAAI,CAACM,MAAM,CAACW,cAAc,EAAE;IACvC,MAAM,IAAIO,KAAK,EAAE;EACnB;EACA,MAAMH,cAAc,GAAG,MAAMf,MAAM,CAACW,cAAc,CAACa,QAAQ,EAAEC,SAAS,EAAExB,OAAO,CAAC;EAChF,OAAOc,cAAc;AACvB;;AAKA,SAASQ,WAAW,CAACxB,IAAI,EAAE;EACzB,MAAMuB,YAAY,GAAG,CAAC;IAACI,KAAK,EAAE3B,IAAI;IAAE4B,KAAK,EAAE,CAAC;IAAEC,GAAG,EAAE7B,IAAI,CAAC8B;EAAM,CAAC,CAAC;EAChE,OAAOP,YAAY;AACrB;;AAKA,SAAST,oBAAoB,CAACiB,QAAgB,EAAU;EACtD,sBAAeA,QAAQ;AACzB"}
1
+ {"version":3,"file":"encode.js","names":["canEncodeWithWorker","processOnWorker","concatenateArrayBuffers","resolvePath","isBrowser","writeFile","fetchFile","getLoaderOptions","encode","data","writer","options","globalOptions","encodeSync","encodeText","TextEncoder","encodeInBatches","batches","chunks","batch","push","encodeURLtoURL","tmpInputFilename","getTemporaryFilename","tmpOutputFilename","outputFilename","response","arrayBuffer","Error","text","TextDecoder","decode","dataIterator","getIterator","inputUrl","outputUrl","table","start","end","length","filename","concat"],"sources":["../../../../src/lib/api/encode.ts"],"sourcesContent":["import {Writer, WriterOptions, canEncodeWithWorker} from '@loaders.gl/loader-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\nimport {concatenateArrayBuffers, resolvePath} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {writeFile} from '../fetch/write-file';\nimport {fetchFile} from '../fetch/fetch-file';\nimport {getLoaderOptions} from './loader-options';\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport async function encode(\n data: any,\n writer: Writer,\n options?: WriterOptions\n): Promise<ArrayBuffer> {\n const globalOptions = getLoaderOptions() as WriterOptions;\n // const globalOptions: WriterOptions = {}; // getWriterOptions();\n options = {...globalOptions, ...options};\n if (canEncodeWithWorker(writer, options)) {\n return await processOnWorker(writer, data, options);\n }\n\n // TODO Merge default writer options with options argument like it is done in load module.\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n\n if (writer.encodeText) {\n return new TextEncoder().encode(await writer.encodeText(data, options));\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: any[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n // @ts-ignore\n return concatenateArrayBuffers(...chunks);\n }\n\n if (!isBrowser && writer.encodeURLtoURL) {\n // TODO - how to generate filenames with correct extensions?\n const tmpInputFilename = getTemporaryFilename('input');\n await writeFile(tmpInputFilename, data);\n\n const tmpOutputFilename = getTemporaryFilename('output');\n\n const outputFilename = await encodeURLtoURL(\n tmpInputFilename,\n tmpOutputFilename,\n writer,\n options\n );\n\n const response = await fetchFile(outputFilename);\n return response.arrayBuffer();\n }\n\n throw new Error('Writer could not encode data');\n}\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport function encodeSync(data: any, writer: Writer, options?: WriterOptions): ArrayBuffer {\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n throw new Error('Writer could not synchronously encode data');\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport async function encodeText(\n data: any,\n writer: Writer,\n options?: WriterOptions\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encode(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error('Writer could not encode data as text');\n}\n\n/**\n * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.\n */\nexport function encodeInBatches(\n data: any,\n writer: Writer,\n options?: WriterOptions\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\n/**\n * Encode data stored in a file (on disk) to another file.\n * @note Node.js only. This function enables using command-line converters as \"writers\".\n */\nexport async function encodeURLtoURL(\n inputUrl,\n outputUrl,\n writer: Writer,\n options\n): Promise<string> {\n inputUrl = resolvePath(inputUrl);\n outputUrl = resolvePath(outputUrl);\n if (isBrowser || !writer.encodeURLtoURL) {\n throw new Error();\n }\n const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);\n return outputFilename;\n}\n\n/**\n * @todo TODO - this is an unacceptable hack!!!\n */\nfunction getIterator(data) {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n\n/**\n * @todo Move to utils\n */\nfunction getTemporaryFilename(filename: string): string {\n return `/tmp/${filename}`;\n}\n"],"mappings":"AAAA,SAA+BA,mBAAmB,QAAO,0BAA0B;AACnF,SAAQC,eAAe,QAAO,0BAA0B;AACxD,SAAQC,uBAAuB,EAAEC,WAAW,QAAO,0BAA0B;AAC7E,SAAQC,SAAS,QAAO,0BAA0B;AAClD,SAAQC,SAAS,QAAO,qBAAqB;AAC7C,SAAQC,SAAS,QAAO,qBAAqB;AAC7C,SAAQC,gBAAgB,QAAO,kBAAkB;AAKjD,OAAO,eAAeC,MAAMA,CAC1BC,IAAS,EACTC,MAAc,EACdC,OAAuB,EACD;EACtB,MAAMC,aAAa,GAAGL,gBAAgB,EAAmB;EAEzDI,OAAO,GAAG;IAAC,GAAGC,aAAa;IAAE,GAAGD;EAAO,CAAC;EACxC,IAAIX,mBAAmB,CAACU,MAAM,EAAEC,OAAO,CAAC,EAAE;IACxC,OAAO,MAAMV,eAAe,CAACS,MAAM,EAAED,IAAI,EAAEE,OAAO,CAAC;EACrD;EAGA,IAAID,MAAM,CAACF,MAAM,EAAE;IACjB,OAAO,MAAME,MAAM,CAACF,MAAM,CAACC,IAAI,EAAEE,OAAO,CAAC;EAC3C;EAEA,IAAID,MAAM,CAACG,UAAU,EAAE;IACrB,OAAOH,MAAM,CAACG,UAAU,CAACJ,IAAI,EAAEE,OAAO,CAAC;EACzC;EAEA,IAAID,MAAM,CAACI,UAAU,EAAE;IACrB,OAAO,IAAIC,WAAW,EAAE,CAACP,MAAM,CAAC,MAAME,MAAM,CAACI,UAAU,CAACL,IAAI,EAAEE,OAAO,CAAC,CAAC;EACzE;EAEA,IAAID,MAAM,CAACM,eAAe,EAAE;IAG1B,MAAMC,OAAO,GAAGD,eAAe,CAACP,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;IAGtD,MAAMO,MAAa,GAAG,EAAE;IACxB,WAAW,MAAMC,KAAK,IAAIF,OAAO,EAAE;MACjCC,MAAM,CAACE,IAAI,CAACD,KAAK,CAAC;IACpB;IAEA,OAAOjB,uBAAuB,CAAC,GAAGgB,MAAM,CAAC;EAC3C;EAEA,IAAI,CAACd,SAAS,IAAIM,MAAM,CAACW,cAAc,EAAE;IAEvC,MAAMC,gBAAgB,GAAGC,oBAAoB,CAAC,OAAO,CAAC;IACtD,MAAMlB,SAAS,CAACiB,gBAAgB,EAAEb,IAAI,CAAC;IAEvC,MAAMe,iBAAiB,GAAGD,oBAAoB,CAAC,QAAQ,CAAC;IAExD,MAAME,cAAc,GAAG,MAAMJ,cAAc,CACzCC,gBAAgB,EAChBE,iBAAiB,EACjBd,MAAM,EACNC,OAAO,CACR;IAED,MAAMe,QAAQ,GAAG,MAAMpB,SAAS,CAACmB,cAAc,CAAC;IAChD,OAAOC,QAAQ,CAACC,WAAW,EAAE;EAC/B;EAEA,MAAM,IAAIC,KAAK,CAAC,8BAA8B,CAAC;AACjD;AAKA,OAAO,SAASf,UAAUA,CAACJ,IAAS,EAAEC,MAAc,EAAEC,OAAuB,EAAe;EAC1F,IAAID,MAAM,CAACG,UAAU,EAAE;IACrB,OAAOH,MAAM,CAACG,UAAU,CAACJ,IAAI,EAAEE,OAAO,CAAC;EACzC;EACA,MAAM,IAAIiB,KAAK,CAAC,4CAA4C,CAAC;AAC/D;AAQA,OAAO,eAAed,UAAUA,CAC9BL,IAAS,EACTC,MAAc,EACdC,OAAuB,EACN;EACjB,IAAID,MAAM,CAACmB,IAAI,IAAInB,MAAM,CAACI,UAAU,EAAE;IACpC,OAAO,MAAMJ,MAAM,CAACI,UAAU,CAACL,IAAI,EAAEE,OAAO,CAAC;EAC/C;EAEA,IAAID,MAAM,CAACmB,IAAI,KAAKnB,MAAM,CAACF,MAAM,IAAIE,MAAM,CAACM,eAAe,CAAC,EAAE;IAC5D,MAAMW,WAAW,GAAG,MAAMnB,MAAM,CAACC,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;IACvD,OAAO,IAAImB,WAAW,EAAE,CAACC,MAAM,CAACJ,WAAW,CAAC;EAC9C;EAEA,MAAM,IAAIC,KAAK,CAAC,sCAAsC,CAAC;AACzD;AAKA,OAAO,SAASZ,eAAeA,CAC7BP,IAAS,EACTC,MAAc,EACdC,OAAuB,EACK;EAC5B,IAAID,MAAM,CAACM,eAAe,EAAE;IAC1B,MAAMgB,YAAY,GAAGC,WAAW,CAACxB,IAAI,CAAC;IACtC,OAAOC,MAAM,CAACM,eAAe,CAACgB,YAAY,EAAErB,OAAO,CAAC;EACtD;EAEA,MAAM,IAAIiB,KAAK,CAAC,yCAAyC,CAAC;AAC5D;AAMA,OAAO,eAAeP,cAAcA,CAClCa,QAAQ,EACRC,SAAS,EACTzB,MAAc,EACdC,OAAO,EACU;EACjBuB,QAAQ,GAAG/B,WAAW,CAAC+B,QAAQ,CAAC;EAChCC,SAAS,GAAGhC,WAAW,CAACgC,SAAS,CAAC;EAClC,IAAI/B,SAAS,IAAI,CAACM,MAAM,CAACW,cAAc,EAAE;IACvC,MAAM,IAAIO,KAAK,EAAE;EACnB;EACA,MAAMH,cAAc,GAAG,MAAMf,MAAM,CAACW,cAAc,CAACa,QAAQ,EAAEC,SAAS,EAAExB,OAAO,CAAC;EAChF,OAAOc,cAAc;AACvB;AAKA,SAASQ,WAAWA,CAACxB,IAAI,EAAE;EACzB,MAAMuB,YAAY,GAAG,CAAC;IAACI,KAAK,EAAE3B,IAAI;IAAE4B,KAAK,EAAE,CAAC;IAAEC,GAAG,EAAE7B,IAAI,CAAC8B;EAAM,CAAC,CAAC;EAChE,OAAOP,YAAY;AACrB;AAKA,SAAST,oBAAoBA,CAACiB,QAAgB,EAAU;EACtD,eAAAC,MAAA,CAAeD,QAAQ;AACzB"}
@@ -7,15 +7,11 @@ export function loadInBatches(files, loaders, options, context) {
7
7
  options = loaders;
8
8
  loaders = null;
9
9
  }
10
-
11
10
  const fetch = getFetchFunction(options || {});
12
-
13
11
  if (!Array.isArray(files)) {
14
12
  return loadOneFileInBatches(files, loaders, options, fetch);
15
13
  }
16
-
17
14
  const promises = files.map(file => loadOneFileInBatches(file, loaders, options, fetch));
18
-
19
15
  return promises;
20
16
  }
21
17
  async function loadOneFileInBatches(file, loaders, options, fetch) {
@@ -1 +1 @@
1
- {"version":3,"file":"load-in-batches.js","names":["isLoaderObject","getFetchFunction","parseInBatches","loadInBatches","files","loaders","options","context","Array","isArray","undefined","fetch","loadOneFileInBatches","promises","map","file","url","response"],"sources":["../../../../src/lib/api/load-in-batches.ts"],"sourcesContent":["import type {LoaderWithParser, LoaderOptions, LoaderContext} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/get-fetch-function';\n\nimport {parseInBatches} from './parse-in-batches';\n\ntype FileType = string | File | Blob | Response | (string | File | Blob | Response)[] | FileList;\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function loadInBatches(\n files: FileType,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(\n files: FileType[] | FileList,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(files, loaders, options, context) {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders;\n loaders = null;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options || {});\n\n // Single url/file\n if (!Array.isArray(files)) {\n return loadOneFileInBatches(files, loaders, options, fetch);\n }\n\n // Multiple URLs / files\n const promises = files.map((file) => loadOneFileInBatches(file, loaders, options, fetch));\n\n // No point in waiting here for all responses before starting to stream individual streams?\n return promises;\n}\n\nasync function loadOneFileInBatches(file, loaders, options, fetch) {\n if (typeof file === 'string') {\n const url = file;\n const response = await fetch(url);\n return await parseInBatches(response, loaders, options);\n }\n return await parseInBatches(file, loaders, options);\n}\n"],"mappings":"AACA,SAAQA,cAAc,QAAO,kCAAkC;AAC/D,SAAQC,gBAAgB,QAAO,oCAAoC;AAEnE,SAAQC,cAAc,QAAO,oBAAoB;AAyBjD,OAAO,SAASC,aAAa,CAACC,KAAK,EAAEC,OAAO,EAAEC,OAAO,EAAEC,OAAO,EAAE;EAE9D,IAAI,CAACC,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAACL,cAAc,CAACK,OAAO,CAAC,EAAE;IACvDE,OAAO,GAAGG,SAAS;IACnBJ,OAAO,GAAGD,OAAO;IACjBA,OAAO,GAAG,IAAI;EAChB;;EAGA,MAAMM,KAAK,GAAGV,gBAAgB,CAACK,OAAO,IAAI,CAAC,CAAC,CAAC;;EAG7C,IAAI,CAACE,KAAK,CAACC,OAAO,CAACL,KAAK,CAAC,EAAE;IACzB,OAAOQ,oBAAoB,CAACR,KAAK,EAAEC,OAAO,EAAEC,OAAO,EAAEK,KAAK,CAAC;EAC7D;;EAGA,MAAME,QAAQ,GAAGT,KAAK,CAACU,GAAG,CAAEC,IAAI,IAAKH,oBAAoB,CAACG,IAAI,EAAEV,OAAO,EAAEC,OAAO,EAAEK,KAAK,CAAC,CAAC;;EAGzF,OAAOE,QAAQ;AACjB;AAEA,eAAeD,oBAAoB,CAACG,IAAI,EAAEV,OAAO,EAAEC,OAAO,EAAEK,KAAK,EAAE;EACjE,IAAI,OAAOI,IAAI,KAAK,QAAQ,EAAE;IAC5B,MAAMC,GAAG,GAAGD,IAAI;IAChB,MAAME,QAAQ,GAAG,MAAMN,KAAK,CAACK,GAAG,CAAC;IACjC,OAAO,MAAMd,cAAc,CAACe,QAAQ,EAAEZ,OAAO,EAAEC,OAAO,CAAC;EACzD;EACA,OAAO,MAAMJ,cAAc,CAACa,IAAI,EAAEV,OAAO,EAAEC,OAAO,CAAC;AACrD"}
1
+ {"version":3,"file":"load-in-batches.js","names":["isLoaderObject","getFetchFunction","parseInBatches","loadInBatches","files","loaders","options","context","Array","isArray","undefined","fetch","loadOneFileInBatches","promises","map","file","url","response"],"sources":["../../../../src/lib/api/load-in-batches.ts"],"sourcesContent":["import type {LoaderWithParser, LoaderOptions, LoaderContext} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/get-fetch-function';\n\nimport {parseInBatches} from './parse-in-batches';\n\ntype FileType = string | File | Blob | Response | (string | File | Blob | Response)[] | FileList;\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function loadInBatches(\n files: FileType,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(\n files: FileType[] | FileList,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(files, loaders, options, context) {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders;\n loaders = null;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options || {});\n\n // Single url/file\n if (!Array.isArray(files)) {\n return loadOneFileInBatches(files, loaders, options, fetch);\n }\n\n // Multiple URLs / files\n const promises = files.map((file) => loadOneFileInBatches(file, loaders, options, fetch));\n\n // No point in waiting here for all responses before starting to stream individual streams?\n return promises;\n}\n\nasync function loadOneFileInBatches(file, loaders, options, fetch) {\n if (typeof file === 'string') {\n const url = file;\n const response = await fetch(url);\n return await parseInBatches(response, loaders, options);\n }\n return await parseInBatches(file, loaders, options);\n}\n"],"mappings":"AACA,SAAQA,cAAc,QAAO,kCAAkC;AAC/D,SAAQC,gBAAgB,QAAO,oCAAoC;AAEnE,SAAQC,cAAc,QAAO,oBAAoB;AAyBjD,OAAO,SAASC,aAAaA,CAACC,KAAK,EAAEC,OAAO,EAAEC,OAAO,EAAEC,OAAO,EAAE;EAE9D,IAAI,CAACC,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAACL,cAAc,CAACK,OAAO,CAAC,EAAE;IACvDE,OAAO,GAAGG,SAAS;IACnBJ,OAAO,GAAGD,OAAO;IACjBA,OAAO,GAAG,IAAI;EAChB;EAGA,MAAMM,KAAK,GAAGV,gBAAgB,CAACK,OAAO,IAAI,CAAC,CAAC,CAAC;EAG7C,IAAI,CAACE,KAAK,CAACC,OAAO,CAACL,KAAK,CAAC,EAAE;IACzB,OAAOQ,oBAAoB,CAACR,KAAK,EAAEC,OAAO,EAAEC,OAAO,EAAEK,KAAK,CAAC;EAC7D;EAGA,MAAME,QAAQ,GAAGT,KAAK,CAACU,GAAG,CAAEC,IAAI,IAAKH,oBAAoB,CAACG,IAAI,EAAEV,OAAO,EAAEC,OAAO,EAAEK,KAAK,CAAC,CAAC;EAGzF,OAAOE,QAAQ;AACjB;AAEA,eAAeD,oBAAoBA,CAACG,IAAI,EAAEV,OAAO,EAAEC,OAAO,EAAEK,KAAK,EAAE;EACjE,IAAI,OAAOI,IAAI,KAAK,QAAQ,EAAE;IAC5B,MAAMC,GAAG,GAAGD,IAAI;IAChB,MAAME,QAAQ,GAAG,MAAMN,KAAK,CAACK,GAAG,CAAC;IACjC,OAAO,MAAMd,cAAc,CAACe,QAAQ,EAAEZ,OAAO,EAAEC,OAAO,CAAC;EACzD;EACA,OAAO,MAAMJ,cAAc,CAACa,IAAI,EAAEV,OAAO,EAAEC,OAAO,CAAC;AACrD"}
@@ -2,25 +2,20 @@ import { isBlob } from '../../javascript-utils/is-type';
2
2
  import { isLoaderObject } from '../loader-utils/normalize-loader';
3
3
  import { getFetchFunction } from '../loader-utils/get-fetch-function';
4
4
  import { parse } from './parse';
5
-
6
5
  export async function load(url, loaders, options, context) {
7
6
  if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {
8
7
  context = undefined;
9
8
  options = loaders;
10
9
  loaders = undefined;
11
10
  }
12
-
13
11
  const fetch = getFetchFunction(options);
14
-
15
12
  let data = url;
16
13
  if (typeof url === 'string') {
17
14
  data = await fetch(url);
18
15
  }
19
-
20
16
  if (isBlob(url)) {
21
17
  data = await fetch(url);
22
18
  }
23
-
24
19
  return await parse(data, loaders, options);
25
20
  }
26
21
  //# sourceMappingURL=load.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"load.js","names":["isBlob","isLoaderObject","getFetchFunction","parse","load","url","loaders","options","context","Array","isArray","undefined","fetch","data"],"sources":["../../../../src/lib/api/load.ts"],"sourcesContent":["import type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {isBlob} from '../../javascript-utils/is-type';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/get-fetch-function';\n\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * Note: Load does duplicate a lot of parse.\n * it can also call fetchFile on string urls, which `parse` won't do.\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\n// implementation signature\nexport async function load(\n url: string | DataType,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<any> {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options);\n\n // at this point, `url` could be already loaded binary data\n let data = url;\n // url is a string, fetch the url\n if (typeof url === 'string') {\n data = await fetch(url);\n // URL is Blob or File, fetchFile handles it (alt: we could generate ObjectURL here)\n }\n\n if (isBlob(url)) {\n // The fetch response object will contain blob.name\n // @ts-expect-error TODO - This may not work for overridden fetch functions\n data = await fetch(url);\n }\n\n // Data is loaded (at least we have a `Response` object) so time to hand over to `parse`\n return await parse(data, loaders as Loader[], options);\n}\n"],"mappings":"AACA,SAAQA,MAAM,QAAO,gCAAgC;AACrD,SAAQC,cAAc,QAAO,kCAAkC;AAC/D,SAAQC,gBAAgB,QAAO,oCAAoC;AAEnE,SAAQC,KAAK,QAAO,SAAS;;AAY7B,OAAO,eAAeC,IAAI,CACxBC,GAAsB,EACtBC,OAA2C,EAC3CC,OAAuB,EACvBC,OAAuB,EACT;EAEd,IAAI,CAACC,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAACL,cAAc,CAACK,OAAO,CAAC,EAAE;IACvDE,OAAO,GAAGG,SAAS;IACnBJ,OAAO,GAAGD,OAAwB;IAClCA,OAAO,GAAGK,SAAS;EACrB;;EAGA,MAAMC,KAAK,GAAGV,gBAAgB,CAACK,OAAO,CAAC;;EAGvC,IAAIM,IAAI,GAAGR,GAAG;EAEd,IAAI,OAAOA,GAAG,KAAK,QAAQ,EAAE;IAC3BQ,IAAI,GAAG,MAAMD,KAAK,CAACP,GAAG,CAAC;EAEzB;;EAEA,IAAIL,MAAM,CAACK,GAAG,CAAC,EAAE;IAGfQ,IAAI,GAAG,MAAMD,KAAK,CAACP,GAAG,CAAC;EACzB;;EAGA,OAAO,MAAMF,KAAK,CAACU,IAAI,EAAEP,OAAO,EAAcC,OAAO,CAAC;AACxD"}
1
+ {"version":3,"file":"load.js","names":["isBlob","isLoaderObject","getFetchFunction","parse","load","url","loaders","options","context","Array","isArray","undefined","fetch","data"],"sources":["../../../../src/lib/api/load.ts"],"sourcesContent":["import type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {isBlob} from '../../javascript-utils/is-type';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/get-fetch-function';\n\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * Note: Load does duplicate a lot of parse.\n * it can also call fetchFile on string urls, which `parse` won't do.\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\n// implementation signature\nexport async function load(\n url: string | DataType,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<any> {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options);\n\n // at this point, `url` could be already loaded binary data\n let data = url;\n // url is a string, fetch the url\n if (typeof url === 'string') {\n data = await fetch(url);\n // URL is Blob or File, fetchFile handles it (alt: we could generate ObjectURL here)\n }\n\n if (isBlob(url)) {\n // The fetch response object will contain blob.name\n // @ts-expect-error TODO - This may not work for overridden fetch functions\n data = await fetch(url);\n }\n\n // Data is loaded (at least we have a `Response` object) so time to hand over to `parse`\n return await parse(data, loaders as Loader[], options);\n}\n"],"mappings":"AACA,SAAQA,MAAM,QAAO,gCAAgC;AACrD,SAAQC,cAAc,QAAO,kCAAkC;AAC/D,SAAQC,gBAAgB,QAAO,oCAAoC;AAEnE,SAAQC,KAAK,QAAO,SAAS;AAY7B,OAAO,eAAeC,IAAIA,CACxBC,GAAsB,EACtBC,OAA2C,EAC3CC,OAAuB,EACvBC,OAAuB,EACT;EAEd,IAAI,CAACC,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAACL,cAAc,CAACK,OAAO,CAAC,EAAE;IACvDE,OAAO,GAAGG,SAAS;IACnBJ,OAAO,GAAGD,OAAwB;IAClCA,OAAO,GAAGK,SAAS;EACrB;EAGA,MAAMC,KAAK,GAAGV,gBAAgB,CAACK,OAAO,CAAC;EAGvC,IAAIM,IAAI,GAAGR,GAAG;EAEd,IAAI,OAAOA,GAAG,KAAK,QAAQ,EAAE;IAC3BQ,IAAI,GAAG,MAAMD,KAAK,CAACP,GAAG,CAAC;EAEzB;EAEA,IAAIL,MAAM,CAACK,GAAG,CAAC,EAAE;IAGfQ,IAAI,GAAG,MAAMD,KAAK,CAACP,GAAG,CAAC;EACzB;EAGA,OAAO,MAAMF,KAAK,CAACU,IAAI,EAAEP,OAAO,EAAcC,OAAO,CAAC;AACxD"}
@@ -5,12 +5,9 @@ import { getLoaderContext } from '../loader-utils/loader-context';
5
5
  import { getAsyncIterableFromData } from '../loader-utils/get-data';
6
6
  import { getResourceUrlAndType } from '../utils/resource-utils';
7
7
  import { selectLoader } from './select-loader';
8
-
9
8
  import { parse } from './parse';
10
-
11
9
  export async function parseInBatches(data, loaders, options, context) {
12
10
  assert(!context || typeof context === 'object');
13
-
14
11
  if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {
15
12
  context = undefined;
16
13
  options = loaders;
@@ -18,19 +15,15 @@ export async function parseInBatches(data, loaders, options, context) {
18
15
  }
19
16
  data = await data;
20
17
  options = options || {};
21
-
22
18
  const {
23
19
  url
24
20
  } = getResourceUrlAndType(data);
25
-
26
21
  const loader = await selectLoader(data, loaders, options);
27
22
  if (!loader) {
28
23
  return null;
29
24
  }
30
-
31
25
  options = normalizeOptions(options, loader, loaders, url);
32
- context = getLoaderContext(
33
- {
26
+ context = getLoaderContext({
34
27
  url,
35
28
  parseInBatches,
36
29
  parse,
@@ -38,10 +31,8 @@ export async function parseInBatches(data, loaders, options, context) {
38
31
  }, options, context);
39
32
  return await parseWithLoaderInBatches(loader, data, options, context);
40
33
  }
41
-
42
34
  async function parseWithLoaderInBatches(loader, data, options, context) {
43
35
  const outputIterator = await parseToOutputIterator(loader, data, options, context);
44
-
45
36
  if (!options.metadata) {
46
37
  return outputIterator;
47
38
  }
@@ -60,20 +51,15 @@ async function parseWithLoaderInBatches(loader, data, options, context) {
60
51
  }
61
52
  return makeMetadataBatchIterator(outputIterator);
62
53
  }
63
-
64
54
  async function parseToOutputIterator(loader, data, options, context) {
65
55
  const inputIterator = await getAsyncIterableFromData(data, options);
66
-
67
56
  const transformedIterator = await applyInputTransforms(inputIterator, (options === null || options === void 0 ? void 0 : options.transforms) || []);
68
-
69
57
  if (loader.parseInBatches) {
70
58
  return loader.parseInBatches(transformedIterator, options, context);
71
59
  }
72
-
73
60
  async function* parseChunkInBatches() {
74
61
  const arrayBuffer = await concatenateArrayBuffersAsync(transformedIterator);
75
- const parsedData = await parse(arrayBuffer, loader,
76
- {
62
+ const parsedData = await parse(arrayBuffer, loader, {
77
63
  ...options,
78
64
  mimeType: loader.mimeTypes[0]
79
65
  }, context);