@loaders.gl/core 3.3.0-alpha.5 → 3.3.0-alpha.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. package/dist/dist.min.js +210 -821
  2. package/dist/es5/bundle.js +0 -1
  3. package/dist/es5/bundle.js.map +1 -1
  4. package/dist/es5/core-addons/write-file-browser.js +2 -0
  5. package/dist/es5/core-addons/write-file-browser.js.map +1 -1
  6. package/dist/es5/index.js +108 -130
  7. package/dist/es5/index.js.map +1 -1
  8. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +34 -69
  9. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +1 -1
  10. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +9 -17
  11. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -1
  12. package/dist/es5/iterators/make-iterator/make-blob-iterator.js +0 -11
  13. package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +1 -1
  14. package/dist/es5/iterators/make-iterator/make-iterator.js +0 -11
  15. package/dist/es5/iterators/make-iterator/make-iterator.js.map +1 -1
  16. package/dist/es5/iterators/make-iterator/make-stream-iterator.js +29 -75
  17. package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +1 -1
  18. package/dist/es5/iterators/make-iterator/make-string-iterator.js +1 -8
  19. package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +1 -1
  20. package/dist/es5/iterators/make-stream/make-dom-stream.js +2 -17
  21. package/dist/es5/iterators/make-stream/make-dom-stream.js.map +1 -1
  22. package/dist/es5/iterators/make-stream/make-node-stream.js +0 -50
  23. package/dist/es5/iterators/make-stream/make-node-stream.js.map +1 -1
  24. package/dist/es5/javascript-utils/is-type.js +1 -34
  25. package/dist/es5/javascript-utils/is-type.js.map +1 -1
  26. package/dist/es5/lib/api/encode.js +42 -118
  27. package/dist/es5/lib/api/encode.js.map +1 -1
  28. package/dist/es5/lib/api/load-in-batches.js +1 -15
  29. package/dist/es5/lib/api/load-in-batches.js.map +1 -1
  30. package/dist/es5/lib/api/load.js +0 -18
  31. package/dist/es5/lib/api/load.js.map +1 -1
  32. package/dist/es5/lib/api/loader-options.js +4 -5
  33. package/dist/es5/lib/api/loader-options.js.map +1 -1
  34. package/dist/es5/lib/api/parse-in-batches.js +122 -196
  35. package/dist/es5/lib/api/parse-in-batches.js.map +1 -1
  36. package/dist/es5/lib/api/parse-sync.js +2 -16
  37. package/dist/es5/lib/api/parse-sync.js.map +1 -1
  38. package/dist/es5/lib/api/parse.js +3 -42
  39. package/dist/es5/lib/api/parse.js.map +1 -1
  40. package/dist/es5/lib/api/register-loaders.js +3 -14
  41. package/dist/es5/lib/api/register-loaders.js.map +1 -1
  42. package/dist/es5/lib/api/save.js +0 -11
  43. package/dist/es5/lib/api/save.js.map +1 -1
  44. package/dist/es5/lib/api/select-loader.js +18 -91
  45. package/dist/es5/lib/api/select-loader.js.map +1 -1
  46. package/dist/es5/lib/common.js.map +1 -1
  47. package/dist/es5/lib/fetch/fetch-error-message.js +1 -15
  48. package/dist/es5/lib/fetch/fetch-error-message.js.map +1 -1
  49. package/dist/es5/lib/fetch/fetch-file.js +0 -14
  50. package/dist/es5/lib/fetch/fetch-file.js.map +1 -1
  51. package/dist/es5/lib/fetch/read-array-buffer.js +0 -20
  52. package/dist/es5/lib/fetch/read-array-buffer.js.map +1 -1
  53. package/dist/es5/lib/fetch/read-file.js +0 -3
  54. package/dist/es5/lib/fetch/read-file.js.map +1 -1
  55. package/dist/es5/lib/fetch/write-file.js +0 -13
  56. package/dist/es5/lib/fetch/write-file.js.map +1 -1
  57. package/dist/es5/lib/filesystems/browser-filesystem.js +9 -55
  58. package/dist/es5/lib/filesystems/browser-filesystem.js.map +1 -1
  59. package/dist/es5/lib/filesystems/filesystem.js.map +1 -1
  60. package/dist/es5/lib/filesystems/read-array-buffer.js +0 -10
  61. package/dist/es5/lib/filesystems/read-array-buffer.js.map +1 -1
  62. package/dist/es5/lib/init.js +1 -4
  63. package/dist/es5/lib/init.js.map +1 -1
  64. package/dist/es5/lib/loader-utils/check-errors.js +0 -14
  65. package/dist/es5/lib/loader-utils/check-errors.js.map +1 -1
  66. package/dist/es5/lib/loader-utils/get-data.js +2 -64
  67. package/dist/es5/lib/loader-utils/get-data.js.map +1 -1
  68. package/dist/es5/lib/loader-utils/loader-context.js +2 -15
  69. package/dist/es5/lib/loader-utils/loader-context.js.map +1 -1
  70. package/dist/es5/lib/loader-utils/loggers.js +2 -20
  71. package/dist/es5/lib/loader-utils/loggers.js.map +1 -1
  72. package/dist/es5/lib/loader-utils/normalize-loader.js +4 -16
  73. package/dist/es5/lib/loader-utils/normalize-loader.js.map +1 -1
  74. package/dist/es5/lib/loader-utils/option-defaults.js +2 -3
  75. package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -1
  76. package/dist/es5/lib/loader-utils/option-utils.js +10 -38
  77. package/dist/es5/lib/loader-utils/option-utils.js.map +1 -1
  78. package/dist/es5/lib/progress/fetch-progress.js +6 -35
  79. package/dist/es5/lib/progress/fetch-progress.js.map +1 -1
  80. package/dist/es5/lib/utils/log.js +0 -1
  81. package/dist/es5/lib/utils/log.js.map +1 -1
  82. package/dist/es5/lib/utils/mime-type-utils.js +1 -4
  83. package/dist/es5/lib/utils/mime-type-utils.js.map +1 -1
  84. package/dist/es5/lib/utils/resource-utils.js +1 -11
  85. package/dist/es5/lib/utils/resource-utils.js.map +1 -1
  86. package/dist/es5/lib/utils/response-utils.js +1 -47
  87. package/dist/es5/lib/utils/response-utils.js.map +1 -1
  88. package/dist/es5/null-loader.js +32 -67
  89. package/dist/es5/null-loader.js.map +1 -1
  90. package/dist/es5/workers/null-worker.js +0 -2
  91. package/dist/es5/workers/null-worker.js.map +1 -1
  92. package/dist/esm/bundle.js +1 -1
  93. package/dist/esm/bundle.js.map +1 -1
  94. package/dist/esm/core-addons/write-file-browser.js.map +1 -1
  95. package/dist/esm/index.js +11 -0
  96. package/dist/esm/index.js.map +1 -1
  97. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +1 -3
  98. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +1 -1
  99. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +5 -2
  100. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -1
  101. package/dist/esm/iterators/make-iterator/make-blob-iterator.js +1 -1
  102. package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +1 -1
  103. package/dist/esm/iterators/make-iterator/make-iterator.js +1 -5
  104. package/dist/esm/iterators/make-iterator/make-iterator.js.map +1 -1
  105. package/dist/esm/iterators/make-iterator/make-stream-iterator.js +1 -5
  106. package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +1 -1
  107. package/dist/esm/iterators/make-iterator/make-string-iterator.js +2 -1
  108. package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +1 -1
  109. package/dist/esm/iterators/make-stream/make-dom-stream.js +3 -6
  110. package/dist/esm/iterators/make-stream/make-dom-stream.js.map +1 -1
  111. package/dist/esm/iterators/make-stream/make-node-stream.js +0 -18
  112. package/dist/esm/iterators/make-stream/make-node-stream.js.map +1 -1
  113. package/dist/esm/javascript-utils/is-type.js +4 -2
  114. package/dist/esm/javascript-utils/is-type.js.map +1 -1
  115. package/dist/esm/lib/api/encode.js +8 -15
  116. package/dist/esm/lib/api/encode.js.map +1 -1
  117. package/dist/esm/lib/api/load-in-batches.js +1 -2
  118. package/dist/esm/lib/api/load-in-batches.js.map +1 -1
  119. package/dist/esm/lib/api/load.js +2 -1
  120. package/dist/esm/lib/api/load.js.map +1 -1
  121. package/dist/esm/lib/api/loader-options.js.map +1 -1
  122. package/dist/esm/lib/api/parse-in-batches.js +12 -12
  123. package/dist/esm/lib/api/parse-in-batches.js.map +1 -1
  124. package/dist/esm/lib/api/parse-sync.js +3 -5
  125. package/dist/esm/lib/api/parse-sync.js.map +1 -1
  126. package/dist/esm/lib/api/parse.js +5 -5
  127. package/dist/esm/lib/api/parse.js.map +1 -1
  128. package/dist/esm/lib/api/register-loaders.js +1 -2
  129. package/dist/esm/lib/api/register-loaders.js.map +1 -1
  130. package/dist/esm/lib/api/save.js.map +1 -1
  131. package/dist/esm/lib/api/select-loader.js +17 -35
  132. package/dist/esm/lib/api/select-loader.js.map +1 -1
  133. package/dist/esm/lib/common.js.map +1 -1
  134. package/dist/esm/lib/fetch/fetch-error-message.js +0 -3
  135. package/dist/esm/lib/fetch/fetch-error-message.js.map +1 -1
  136. package/dist/esm/lib/fetch/fetch-file.js +1 -3
  137. package/dist/esm/lib/fetch/fetch-file.js.map +1 -1
  138. package/dist/esm/lib/fetch/read-array-buffer.js +3 -6
  139. package/dist/esm/lib/fetch/read-array-buffer.js.map +1 -1
  140. package/dist/esm/lib/fetch/read-file.js +4 -2
  141. package/dist/esm/lib/fetch/read-file.js.map +1 -1
  142. package/dist/esm/lib/fetch/write-file.js +1 -4
  143. package/dist/esm/lib/fetch/write-file.js.map +1 -1
  144. package/dist/esm/lib/filesystems/browser-filesystem.js +6 -19
  145. package/dist/esm/lib/filesystems/browser-filesystem.js.map +1 -1
  146. package/dist/esm/lib/filesystems/filesystem.js.map +1 -1
  147. package/dist/esm/lib/filesystems/read-array-buffer.js +2 -1
  148. package/dist/esm/lib/filesystems/read-array-buffer.js.map +1 -1
  149. package/dist/esm/lib/init.js +3 -2
  150. package/dist/esm/lib/init.js.map +1 -1
  151. package/dist/esm/lib/loader-utils/check-errors.js +2 -5
  152. package/dist/esm/lib/loader-utils/check-errors.js.map +1 -1
  153. package/dist/esm/lib/loader-utils/get-data.js +3 -23
  154. package/dist/esm/lib/loader-utils/get-data.js.map +1 -1
  155. package/dist/esm/lib/loader-utils/loader-context.js +4 -6
  156. package/dist/esm/lib/loader-utils/loader-context.js.map +1 -1
  157. package/dist/esm/lib/loader-utils/loggers.js +18 -13
  158. package/dist/esm/lib/loader-utils/loggers.js.map +1 -1
  159. package/dist/esm/lib/loader-utils/normalize-loader.js +6 -9
  160. package/dist/esm/lib/loader-utils/normalize-loader.js.map +1 -1
  161. package/dist/esm/lib/loader-utils/option-defaults.js +2 -0
  162. package/dist/esm/lib/loader-utils/option-defaults.js.map +1 -1
  163. package/dist/esm/lib/loader-utils/option-utils.js +14 -14
  164. package/dist/esm/lib/loader-utils/option-utils.js.map +1 -1
  165. package/dist/esm/lib/progress/fetch-progress.js +5 -10
  166. package/dist/esm/lib/progress/fetch-progress.js.map +1 -1
  167. package/dist/esm/lib/utils/log.js +1 -0
  168. package/dist/esm/lib/utils/log.js.map +1 -1
  169. package/dist/esm/lib/utils/mime-type-utils.js +4 -4
  170. package/dist/esm/lib/utils/mime-type-utils.js.map +1 -1
  171. package/dist/esm/lib/utils/resource-utils.js +2 -7
  172. package/dist/esm/lib/utils/resource-utils.js.map +1 -1
  173. package/dist/esm/lib/utils/response-utils.js +5 -18
  174. package/dist/esm/lib/utils/response-utils.js.map +1 -1
  175. package/dist/esm/null-loader.js +2 -1
  176. package/dist/esm/null-loader.js.map +1 -1
  177. package/dist/esm/workers/null-worker.js.map +1 -1
  178. package/dist/iterators/make-stream/make-dom-stream.d.ts.map +1 -1
  179. package/dist/iterators/make-stream/make-dom-stream.js +1 -0
  180. package/dist/lib/loader-utils/loggers.d.ts +2 -1
  181. package/dist/lib/loader-utils/loggers.d.ts.map +1 -1
  182. package/dist/null-worker.js +1 -1
  183. package/package.json +4 -4
  184. package/src/iterators/make-stream/make-dom-stream.ts +1 -0
@@ -1,8 +1,8 @@
1
1
  const DEFAULT_CHUNK_SIZE = 1024 * 1024;
2
+
2
3
  export async function* makeBlobIterator(blob, options) {
3
4
  const chunkSize = (options === null || options === void 0 ? void 0 : options.chunkSize) || DEFAULT_CHUNK_SIZE;
4
5
  let offset = 0;
5
-
6
6
  while (offset < blob.size) {
7
7
  const end = offset + chunkSize;
8
8
  const chunk = await blob.slice(offset, end).arrayBuffer();
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-iterator/make-blob-iterator.ts"],"names":["DEFAULT_CHUNK_SIZE","makeBlobIterator","blob","options","chunkSize","offset","size","end","chunk","slice","arrayBuffer"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,OAAO,IAAlC;AAQA,OAAO,gBAAgBC,gBAAhB,CACLC,IADK,EAELC,OAFK,EAGuB;AAC5B,QAAMC,SAAS,GAAG,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEC,SAAT,KAAsBJ,kBAAxC;AAEA,MAAIK,MAAM,GAAG,CAAb;;AACA,SAAOA,MAAM,GAAGH,IAAI,CAACI,IAArB,EAA2B;AACzB,UAAMC,GAAG,GAAGF,MAAM,GAAGD,SAArB;AAEA,UAAMI,KAAK,GAAG,MAAMN,IAAI,CAACO,KAAL,CAAWJ,MAAX,EAAmBE,GAAnB,EAAwBG,WAAxB,EAApB;AAEAL,IAAAA,MAAM,GAAGE,GAAT;AACA,UAAMC,KAAN;AACD;AACF","sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 1024 * 1024; // 1MB — biggest value that keeps UI responsive\n\n/**\n * Returns an iterator that breaks a big Blob into chunks and yields them one-by-one\n * @param blob Blob or File object\n * @param options\n * @param options.chunkSize\n */\nexport async function* makeBlobIterator(\n blob: Blob,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n while (offset < blob.size) {\n const end = offset + chunkSize;\n\n const chunk = await blob.slice(offset, end).arrayBuffer();\n\n offset = end;\n yield chunk;\n }\n}\n"],"file":"make-blob-iterator.js"}
1
+ {"version":3,"file":"make-blob-iterator.js","names":["DEFAULT_CHUNK_SIZE","makeBlobIterator","blob","options","chunkSize","offset","size","end","chunk","slice","arrayBuffer"],"sources":["../../../../src/iterators/make-iterator/make-blob-iterator.ts"],"sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 1024 * 1024; // 1MB — biggest value that keeps UI responsive\n\n/**\n * Returns an iterator that breaks a big Blob into chunks and yields them one-by-one\n * @param blob Blob or File object\n * @param options\n * @param options.chunkSize\n */\nexport async function* makeBlobIterator(\n blob: Blob,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n while (offset < blob.size) {\n const end = offset + chunkSize;\n\n const chunk = await blob.slice(offset, end).arrayBuffer();\n\n offset = end;\n yield chunk;\n }\n}\n"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,IAAI,GAAG,IAAI;;AAQtC,OAAO,gBAAgBC,gBAAgB,CACrCC,IAAU,EACVC,OAAyB,EACG;EAC5B,MAAMC,SAAS,GAAG,CAAAD,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,SAAS,KAAIJ,kBAAkB;EAE1D,IAAIK,MAAM,GAAG,CAAC;EACd,OAAOA,MAAM,GAAGH,IAAI,CAACI,IAAI,EAAE;IACzB,MAAMC,GAAG,GAAGF,MAAM,GAAGD,SAAS;IAE9B,MAAMI,KAAK,GAAG,MAAMN,IAAI,CAACO,KAAK,CAACJ,MAAM,EAAEE,GAAG,CAAC,CAACG,WAAW,EAAE;IAEzDL,MAAM,GAAGE,GAAG;IACZ,MAAMC,KAAK;EACb;AACF"}
@@ -3,28 +3,24 @@ import { makeArrayBufferIterator } from './make-array-buffer-iterator';
3
3
  import { makeBlobIterator } from './make-blob-iterator';
4
4
  import { makeStreamIterator } from './make-stream-iterator';
5
5
  import { isBlob, isReadableStream, isResponse } from '../../javascript-utils/is-type';
6
+
6
7
  export function makeIterator(data, options) {
7
8
  if (typeof data === 'string') {
8
9
  return makeStringIterator(data, options);
9
10
  }
10
-
11
11
  if (data instanceof ArrayBuffer) {
12
12
  return makeArrayBufferIterator(data, options);
13
13
  }
14
-
15
14
  if (isBlob(data)) {
16
15
  return makeBlobIterator(data, options);
17
16
  }
18
-
19
17
  if (isReadableStream(data)) {
20
18
  return makeStreamIterator(data, options);
21
19
  }
22
-
23
20
  if (isResponse(data)) {
24
21
  const response = data;
25
22
  return makeStreamIterator(response.body, options);
26
23
  }
27
-
28
24
  throw new Error('makeIterator');
29
25
  }
30
26
  //# sourceMappingURL=make-iterator.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-iterator/make-iterator.ts"],"names":["makeStringIterator","makeArrayBufferIterator","makeBlobIterator","makeStreamIterator","isBlob","isReadableStream","isResponse","makeIterator","data","options","ArrayBuffer","response","body","Error"],"mappings":"AAEA,SAAQA,kBAAR,QAAiC,wBAAjC;AACA,SAAQC,uBAAR,QAAsC,8BAAtC;AACA,SAAQC,gBAAR,QAA+B,sBAA/B;AAEA,SAAQC,kBAAR,QAAiC,wBAAjC;AACA,SAAQC,MAAR,EAAgBC,gBAAhB,EAAkCC,UAAlC,QAAmD,gCAAnD;AAiBA,OAAO,SAASC,YAAT,CACLC,IADK,EAELC,OAFK,EAG+C;AACpD,MAAI,OAAOD,IAAP,KAAgB,QAApB,EAA8B;AAE5B,WAAOR,kBAAkB,CAACQ,IAAD,EAAOC,OAAP,CAAzB;AACD;;AACD,MAAID,IAAI,YAAYE,WAApB,EAAiC;AAC/B,WAAOT,uBAAuB,CAACO,IAAD,EAAOC,OAAP,CAA9B;AACD;;AACD,MAAIL,MAAM,CAACI,IAAD,CAAV,EAAkB;AAChB,WAAON,gBAAgB,CAACM,IAAD,EAAeC,OAAf,CAAvB;AACD;;AACD,MAAIJ,gBAAgB,CAACG,IAAD,CAApB,EAA4B;AAC1B,WAAOL,kBAAkB,CAACK,IAAD,EAAyBC,OAAzB,CAAzB;AACD;;AACD,MAAIH,UAAU,CAACE,IAAD,CAAd,EAAsB;AACpB,UAAMG,QAAQ,GAAGH,IAAjB;AACA,WAAOL,kBAAkB,CAACQ,QAAQ,CAACC,IAAV,EAAkCH,OAAlC,CAAzB;AACD;;AACD,QAAM,IAAII,KAAJ,CAAU,cAAV,CAAN;AACD","sourcesContent":["import type {ReadStream} from 'fs';\n\nimport {makeStringIterator} from './make-string-iterator';\nimport {makeArrayBufferIterator} from './make-array-buffer-iterator';\nimport {makeBlobIterator} from './make-blob-iterator';\nimport type {StreamIteratorOptions} from './make-stream-iterator';\nimport {makeStreamIterator} from './make-stream-iterator';\nimport {isBlob, isReadableStream, isResponse} from '../../javascript-utils/is-type';\n\n/**\n * @param [options.chunkSize]\n */\nexport type IteratorOptions = StreamIteratorOptions & {\n chunkSize?: number;\n};\n\n/**\n * Returns an iterator that breaks its input into chunks and yields them one-by-one.\n * @param data\n * @param options\n * @returns\n * This function can e.g. be used to enable data sources that can only be read atomically\n * (such as `Blob` and `File` via `FileReader`) to still be parsed in batches.\n */\nexport function makeIterator(\n data: ArrayBuffer | string | Blob | Response | ReadableStream | ReadStream,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer> {\n if (typeof data === 'string') {\n // Note: Converts string chunks to binary\n return makeStringIterator(data, options);\n }\n if (data instanceof ArrayBuffer) {\n return makeArrayBufferIterator(data, options);\n }\n if (isBlob(data)) {\n return makeBlobIterator(data as Blob, options);\n }\n if (isReadableStream(data)) {\n return makeStreamIterator(data as ReadableStream, options);\n }\n if (isResponse(data)) {\n const response = data as Response;\n return makeStreamIterator(response.body as ReadableStream, options);\n }\n throw new Error('makeIterator');\n}\n"],"file":"make-iterator.js"}
1
+ {"version":3,"file":"make-iterator.js","names":["makeStringIterator","makeArrayBufferIterator","makeBlobIterator","makeStreamIterator","isBlob","isReadableStream","isResponse","makeIterator","data","options","ArrayBuffer","response","body","Error"],"sources":["../../../../src/iterators/make-iterator/make-iterator.ts"],"sourcesContent":["import type {ReadStream} from 'fs';\n\nimport {makeStringIterator} from './make-string-iterator';\nimport {makeArrayBufferIterator} from './make-array-buffer-iterator';\nimport {makeBlobIterator} from './make-blob-iterator';\nimport type {StreamIteratorOptions} from './make-stream-iterator';\nimport {makeStreamIterator} from './make-stream-iterator';\nimport {isBlob, isReadableStream, isResponse} from '../../javascript-utils/is-type';\n\n/**\n * @param [options.chunkSize]\n */\nexport type IteratorOptions = StreamIteratorOptions & {\n chunkSize?: number;\n};\n\n/**\n * Returns an iterator that breaks its input into chunks and yields them one-by-one.\n * @param data\n * @param options\n * @returns\n * This function can e.g. be used to enable data sources that can only be read atomically\n * (such as `Blob` and `File` via `FileReader`) to still be parsed in batches.\n */\nexport function makeIterator(\n data: ArrayBuffer | string | Blob | Response | ReadableStream | ReadStream,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer> {\n if (typeof data === 'string') {\n // Note: Converts string chunks to binary\n return makeStringIterator(data, options);\n }\n if (data instanceof ArrayBuffer) {\n return makeArrayBufferIterator(data, options);\n }\n if (isBlob(data)) {\n return makeBlobIterator(data as Blob, options);\n }\n if (isReadableStream(data)) {\n return makeStreamIterator(data as ReadableStream, options);\n }\n if (isResponse(data)) {\n const response = data as Response;\n return makeStreamIterator(response.body as ReadableStream, options);\n }\n throw new Error('makeIterator');\n}\n"],"mappings":"AAEA,SAAQA,kBAAkB,QAAO,wBAAwB;AACzD,SAAQC,uBAAuB,QAAO,8BAA8B;AACpE,SAAQC,gBAAgB,QAAO,sBAAsB;AAErD,SAAQC,kBAAkB,QAAO,wBAAwB;AACzD,SAAQC,MAAM,EAAEC,gBAAgB,EAAEC,UAAU,QAAO,gCAAgC;;AAiBnF,OAAO,SAASC,YAAY,CAC1BC,IAA0E,EAC1EC,OAAyB,EAC2B;EACpD,IAAI,OAAOD,IAAI,KAAK,QAAQ,EAAE;IAE5B,OAAOR,kBAAkB,CAACQ,IAAI,EAAEC,OAAO,CAAC;EAC1C;EACA,IAAID,IAAI,YAAYE,WAAW,EAAE;IAC/B,OAAOT,uBAAuB,CAACO,IAAI,EAAEC,OAAO,CAAC;EAC/C;EACA,IAAIL,MAAM,CAACI,IAAI,CAAC,EAAE;IAChB,OAAON,gBAAgB,CAACM,IAAI,EAAUC,OAAO,CAAC;EAChD;EACA,IAAIJ,gBAAgB,CAACG,IAAI,CAAC,EAAE;IAC1B,OAAOL,kBAAkB,CAACK,IAAI,EAAoBC,OAAO,CAAC;EAC5D;EACA,IAAIH,UAAU,CAACE,IAAI,CAAC,EAAE;IACpB,MAAMG,QAAQ,GAAGH,IAAgB;IACjC,OAAOL,kBAAkB,CAACQ,QAAQ,CAACC,IAAI,EAAoBH,OAAO,CAAC;EACrE;EACA,MAAM,IAAII,KAAK,CAAC,cAAc,CAAC;AACjC"}
@@ -4,26 +4,22 @@ export function makeStreamIterator(stream, options) {
4
4
  }
5
5
 
6
6
  async function* makeBrowserStreamIterator(stream, options) {
7
+
7
8
  const reader = stream.getReader();
8
9
  let nextBatchPromise;
9
-
10
10
  try {
11
11
  while (true) {
12
12
  const currentBatchPromise = nextBatchPromise || reader.read();
13
-
14
13
  if (options !== null && options !== void 0 && options._streamReadAhead) {
15
14
  nextBatchPromise = reader.read();
16
15
  }
17
-
18
16
  const {
19
17
  done,
20
18
  value
21
19
  } = await currentBatchPromise;
22
-
23
20
  if (done) {
24
21
  return;
25
22
  }
26
-
27
23
  yield toArrayBuffer(value);
28
24
  }
29
25
  } catch (error) {
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-iterator/make-stream-iterator.ts"],"names":["isBrowser","toArrayBuffer","makeStreamIterator","stream","options","makeBrowserStreamIterator","makeNodeStreamIterator","reader","getReader","nextBatchPromise","currentBatchPromise","read","_streamReadAhead","done","value","error","releaseLock","chunk"],"mappings":"AACA,SAAQA,SAAR,EAAmBC,aAAnB,QAAuC,0BAAvC;AAUA,OAAO,SAASC,kBAAT,CACLC,MADK,EAELC,OAFK,EAGuB;AAC5B,SAAOJ,SAAS,GACZK,yBAAyB,CAACF,MAAD,EAA2BC,OAA3B,CADb,GAEZE,sBAAsB,CAACH,MAAD,EAAqBC,OAArB,CAF1B;AAGD;;AAOD,gBAAgBC,yBAAhB,CACEF,MADF,EAEEC,OAFF,EAG8B;AAU5B,QAAMG,MAAM,GAAGJ,MAAM,CAACK,SAAP,EAAf;AAEA,MAAIC,gBAAJ;;AAEA,MAAI;AAEF,WAAO,IAAP,EAAa;AACX,YAAMC,mBAAmB,GAAGD,gBAAgB,IAAIF,MAAM,CAACI,IAAP,EAAhD;;AAGA,UAAIP,OAAJ,aAAIA,OAAJ,eAAIA,OAAO,CAAEQ,gBAAb,EAA+B;AAC7BH,QAAAA,gBAAgB,GAAGF,MAAM,CAACI,IAAP,EAAnB;AACD;;AAGD,YAAM;AAACE,QAAAA,IAAD;AAAOC,QAAAA;AAAP,UAAgB,MAAMJ,mBAA5B;;AAEA,UAAIG,IAAJ,EAAU;AACR;AACD;;AAED,YAAMZ,aAAa,CAACa,KAAD,CAAnB;AACD;AACF,GAnBD,CAmBE,OAAOC,KAAP,EAAc;AAGdR,IAAAA,MAAM,CAACS,WAAP;AACD;AACF;;AAOD,gBAAgBV,sBAAhB,CACEH,MADF,EAEEC,OAFF,EAG8B;AAG5B,aAAW,MAAMa,KAAjB,IAA0Bd,MAA1B,EAAkC;AAChC,UAAMF,aAAa,CAACgB,KAAD,CAAnB;AACD;AACF","sourcesContent":["import type {Readable} from 'stream';\nimport {isBrowser, toArrayBuffer} from '@loaders.gl/loader-utils';\n\nexport type StreamIteratorOptions = {\n _streamReadAhead?: boolean;\n};\n\n/**\n * Returns an async iterable that reads from a stream (works in both Node.js and browsers)\n * @param stream stream to iterator over\n */\nexport function makeStreamIterator(\n stream: ReadableStream | Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n return isBrowser\n ? makeBrowserStreamIterator(stream as ReadableStream, options)\n : makeNodeStreamIterator(stream as Readable, options);\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate\n */\nasync function* makeBrowserStreamIterator(\n stream: ReadableStream,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // WhatWG: stream is supposed to have a `getIterator` method\n // if (typeof stream.getIterator === 'function') {\n // return stream.getIterator();\n // }\n // if (typeof stream[Symbol.asyncIterator] === 'function') {\n // return makeToArrayBufferIterator(stream);\n // }\n\n // In the browser, we first need to get a lock on the stream\n const reader = stream.getReader();\n\n let nextBatchPromise: Promise<{done?: boolean; value?: Uint8Array}> | undefined;\n\n try {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const currentBatchPromise = nextBatchPromise || reader.read();\n // Issue a read for an additional batch, while we await the next batch\n // Idea is to make fetching happen in parallel with processing / parsing\n if (options?._streamReadAhead) {\n nextBatchPromise = reader.read();\n }\n // Read from the stream\n // value is a Uint8Array\n const {done, value} = await currentBatchPromise;\n // Exit if we're done\n if (done) {\n return;\n }\n // Else yield the chunk\n yield toArrayBuffer(value);\n }\n } catch (error) {\n // TODO - examples makes it look like this should always be called,\n // but that generates exceptions so only call it if we do not reach the end\n reader.releaseLock();\n }\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @note Requires Node.js >= 10\n */\nasync function* makeNodeStreamIterator(\n stream: Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // Hacky test for node version to ensure we don't call bad polyfills\n // NODE 10+: stream is an asyncIterator\n for await (const chunk of stream) {\n yield toArrayBuffer(chunk); // Coerce each chunk to ArrayBuffer\n }\n}\n/* TODO - remove NODE < 10\n * @see https://github.com/bustle/streaming-iterables, MIT license\n *\n if (typeof stream[Symbol.asyncIterator] === 'function') {\n return;\n }\n\n // TODO - check if is this ever used in Node 10+?\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const data = stream.read();\n if (data !== null) {\n yield toArrayBuffer(data);\n // eslint-disable-next-line no-continue\n continue;\n }\n if (stream._readableState?.ended) {\n return;\n }\n await onceReadable(stream);\n }\n\nasync function onceReadable(stream: Readable): Promise<any> {\n return new Promise((resolve) => {\n stream.once('readable', resolve);\n });\n}\n */\n"],"file":"make-stream-iterator.js"}
1
+ {"version":3,"file":"make-stream-iterator.js","names":["isBrowser","toArrayBuffer","makeStreamIterator","stream","options","makeBrowserStreamIterator","makeNodeStreamIterator","reader","getReader","nextBatchPromise","currentBatchPromise","read","_streamReadAhead","done","value","error","releaseLock","chunk"],"sources":["../../../../src/iterators/make-iterator/make-stream-iterator.ts"],"sourcesContent":["import type {Readable} from 'stream';\nimport {isBrowser, toArrayBuffer} from '@loaders.gl/loader-utils';\n\nexport type StreamIteratorOptions = {\n _streamReadAhead?: boolean;\n};\n\n/**\n * Returns an async iterable that reads from a stream (works in both Node.js and browsers)\n * @param stream stream to iterator over\n */\nexport function makeStreamIterator(\n stream: ReadableStream | Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n return isBrowser\n ? makeBrowserStreamIterator(stream as ReadableStream, options)\n : makeNodeStreamIterator(stream as Readable, options);\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate\n */\nasync function* makeBrowserStreamIterator(\n stream: ReadableStream,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // WhatWG: stream is supposed to have a `getIterator` method\n // if (typeof stream.getIterator === 'function') {\n // return stream.getIterator();\n // }\n // if (typeof stream[Symbol.asyncIterator] === 'function') {\n // return makeToArrayBufferIterator(stream);\n // }\n\n // In the browser, we first need to get a lock on the stream\n const reader = stream.getReader();\n\n let nextBatchPromise: Promise<{done?: boolean; value?: Uint8Array}> | undefined;\n\n try {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const currentBatchPromise = nextBatchPromise || reader.read();\n // Issue a read for an additional batch, while we await the next batch\n // Idea is to make fetching happen in parallel with processing / parsing\n if (options?._streamReadAhead) {\n nextBatchPromise = reader.read();\n }\n // Read from the stream\n // value is a Uint8Array\n const {done, value} = await currentBatchPromise;\n // Exit if we're done\n if (done) {\n return;\n }\n // Else yield the chunk\n yield toArrayBuffer(value);\n }\n } catch (error) {\n // TODO - examples makes it look like this should always be called,\n // but that generates exceptions so only call it if we do not reach the end\n reader.releaseLock();\n }\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @note Requires Node.js >= 10\n */\nasync function* makeNodeStreamIterator(\n stream: Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // Hacky test for node version to ensure we don't call bad polyfills\n // NODE 10+: stream is an asyncIterator\n for await (const chunk of stream) {\n yield toArrayBuffer(chunk); // Coerce each chunk to ArrayBuffer\n }\n}\n/* TODO - remove NODE < 10\n * @see https://github.com/bustle/streaming-iterables, MIT license\n *\n if (typeof stream[Symbol.asyncIterator] === 'function') {\n return;\n }\n\n // TODO - check if is this ever used in Node 10+?\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const data = stream.read();\n if (data !== null) {\n yield toArrayBuffer(data);\n // eslint-disable-next-line no-continue\n continue;\n }\n if (stream._readableState?.ended) {\n return;\n }\n await onceReadable(stream);\n }\n\nasync function onceReadable(stream: Readable): Promise<any> {\n return new Promise((resolve) => {\n stream.once('readable', resolve);\n });\n}\n */\n"],"mappings":"AACA,SAAQA,SAAS,EAAEC,aAAa,QAAO,0BAA0B;AAUjE,OAAO,SAASC,kBAAkB,CAChCC,MAAiC,EACjCC,OAA+B,EACH;EAC5B,OAAOJ,SAAS,GACZK,yBAAyB,CAACF,MAAM,EAAoBC,OAAO,CAAC,GAC5DE,sBAAsB,CAACH,MAAM,EAAcC,OAAO,CAAC;AACzD;;AAOA,gBAAgBC,yBAAyB,CACvCF,MAAsB,EACtBC,OAA+B,EACH;;EAU5B,MAAMG,MAAM,GAAGJ,MAAM,CAACK,SAAS,EAAE;EAEjC,IAAIC,gBAA2E;EAE/E,IAAI;IAEF,OAAO,IAAI,EAAE;MACX,MAAMC,mBAAmB,GAAGD,gBAAgB,IAAIF,MAAM,CAACI,IAAI,EAAE;MAG7D,IAAIP,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEQ,gBAAgB,EAAE;QAC7BH,gBAAgB,GAAGF,MAAM,CAACI,IAAI,EAAE;MAClC;MAGA,MAAM;QAACE,IAAI;QAAEC;MAAK,CAAC,GAAG,MAAMJ,mBAAmB;MAE/C,IAAIG,IAAI,EAAE;QACR;MACF;MAEA,MAAMZ,aAAa,CAACa,KAAK,CAAC;IAC5B;EACF,CAAC,CAAC,OAAOC,KAAK,EAAE;IAGdR,MAAM,CAACS,WAAW,EAAE;EACtB;AACF;;AAOA,gBAAgBV,sBAAsB,CACpCH,MAAgB,EAChBC,OAA+B,EACH;EAG5B,WAAW,MAAMa,KAAK,IAAId,MAAM,EAAE;IAChC,MAAMF,aAAa,CAACgB,KAAK,CAAC;EAC5B;AACF"}
@@ -1,13 +1,14 @@
1
1
  const DEFAULT_CHUNK_SIZE = 256 * 1024;
2
+
2
3
  export function* makeStringIterator(string, options) {
3
4
  const chunkSize = (options === null || options === void 0 ? void 0 : options.chunkSize) || DEFAULT_CHUNK_SIZE;
4
5
  let offset = 0;
5
6
  const textEncoder = new TextEncoder();
6
-
7
7
  while (offset < string.length) {
8
8
  const chunkLength = Math.min(string.length - offset, chunkSize);
9
9
  const chunk = string.slice(offset, offset + chunkLength);
10
10
  offset += chunkLength;
11
+
11
12
  yield textEncoder.encode(chunk);
12
13
  }
13
14
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-iterator/make-string-iterator.ts"],"names":["DEFAULT_CHUNK_SIZE","makeStringIterator","string","options","chunkSize","offset","textEncoder","TextEncoder","length","chunkLength","Math","min","chunk","slice","encode"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,MAAM,IAAjC;AAQA,OAAO,UAAUC,kBAAV,CACLC,MADK,EAELC,OAFK,EAGkB;AACvB,QAAMC,SAAS,GAAG,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEC,SAAT,KAAsBJ,kBAAxC;AAEA,MAAIK,MAAM,GAAG,CAAb;AACA,QAAMC,WAAW,GAAG,IAAIC,WAAJ,EAApB;;AACA,SAAOF,MAAM,GAAGH,MAAM,CAACM,MAAvB,EAA+B;AAE7B,UAAMC,WAAW,GAAGC,IAAI,CAACC,GAAL,CAAST,MAAM,CAACM,MAAP,GAAgBH,MAAzB,EAAiCD,SAAjC,CAApB;AACA,UAAMQ,KAAK,GAAGV,MAAM,CAACW,KAAP,CAAaR,MAAb,EAAqBA,MAAM,GAAGI,WAA9B,CAAd;AACAJ,IAAAA,MAAM,IAAII,WAAV;AAGA,UAAMH,WAAW,CAACQ,MAAZ,CAAmBF,KAAnB,CAAN;AACD;AACF","sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 256 * 1024;\n\n/**\n * Returns an iterator that breaks a big string into chunks and yields them one-by-one as ArrayBuffers\n * @param blob string to iterate over\n * @param options\n * @param options.chunkSize\n */\nexport function* makeStringIterator(\n string: string,\n options?: IteratorOptions\n): Iterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n const textEncoder = new TextEncoder();\n while (offset < string.length) {\n // Create a chunk of the right size\n const chunkLength = Math.min(string.length - offset, chunkSize);\n const chunk = string.slice(offset, offset + chunkLength);\n offset += chunkLength;\n\n // yield an ArrayBuffer chunk\n yield textEncoder.encode(chunk);\n }\n}\n"],"file":"make-string-iterator.js"}
1
+ {"version":3,"file":"make-string-iterator.js","names":["DEFAULT_CHUNK_SIZE","makeStringIterator","string","options","chunkSize","offset","textEncoder","TextEncoder","length","chunkLength","Math","min","chunk","slice","encode"],"sources":["../../../../src/iterators/make-iterator/make-string-iterator.ts"],"sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 256 * 1024;\n\n/**\n * Returns an iterator that breaks a big string into chunks and yields them one-by-one as ArrayBuffers\n * @param blob string to iterate over\n * @param options\n * @param options.chunkSize\n */\nexport function* makeStringIterator(\n string: string,\n options?: IteratorOptions\n): Iterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n const textEncoder = new TextEncoder();\n while (offset < string.length) {\n // Create a chunk of the right size\n const chunkLength = Math.min(string.length - offset, chunkSize);\n const chunk = string.slice(offset, offset + chunkLength);\n offset += chunkLength;\n\n // yield an ArrayBuffer chunk\n yield textEncoder.encode(chunk);\n }\n}\n"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,GAAG,GAAG,IAAI;;AAQrC,OAAO,UAAUC,kBAAkB,CACjCC,MAAc,EACdC,OAAyB,EACF;EACvB,MAAMC,SAAS,GAAG,CAAAD,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,SAAS,KAAIJ,kBAAkB;EAE1D,IAAIK,MAAM,GAAG,CAAC;EACd,MAAMC,WAAW,GAAG,IAAIC,WAAW,EAAE;EACrC,OAAOF,MAAM,GAAGH,MAAM,CAACM,MAAM,EAAE;IAE7B,MAAMC,WAAW,GAAGC,IAAI,CAACC,GAAG,CAACT,MAAM,CAACM,MAAM,GAAGH,MAAM,EAAED,SAAS,CAAC;IAC/D,MAAMQ,KAAK,GAAGV,MAAM,CAACW,KAAK,CAACR,MAAM,EAAEA,MAAM,GAAGI,WAAW,CAAC;IACxDJ,MAAM,IAAII,WAAW;;IAGrB,MAAMH,WAAW,CAACQ,MAAM,CAACF,KAAK,CAAC;EACjC;AACF"}
@@ -1,15 +1,14 @@
1
+
1
2
  export function makeStream(source, options) {
2
3
  const iterator = source[Symbol.asyncIterator] ? source[Symbol.asyncIterator]() : source[Symbol.iterator]();
3
4
  return new ReadableStream({
4
5
  type: 'bytes',
5
-
6
6
  async pull(controller) {
7
7
  try {
8
8
  const {
9
9
  done,
10
10
  value
11
11
  } = await iterator.next();
12
-
13
12
  if (done) {
14
13
  controller.close();
15
14
  } else {
@@ -19,14 +18,12 @@ export function makeStream(source, options) {
19
18
  controller.error(error);
20
19
  }
21
20
  },
22
-
23
21
  async cancel() {
24
22
  var _iterator$return;
25
-
26
23
  await (iterator === null || iterator === void 0 ? void 0 : (_iterator$return = iterator.return) === null || _iterator$return === void 0 ? void 0 : _iterator$return.call(iterator));
27
24
  }
28
-
29
- }, {
25
+ },
26
+ {
30
27
  highWaterMark: 2 ** 24,
31
28
  ...options
32
29
  });
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-stream/make-dom-stream.ts"],"names":["makeStream","source","options","iterator","Symbol","asyncIterator","ReadableStream","type","pull","controller","done","value","next","close","enqueue","Uint8Array","error","cancel","return","highWaterMark"],"mappings":"AAaA,OAAO,SAASA,UAAT,CACLC,MADK,EAELC,OAFK,EAGW;AAChB,QAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,GACZJ,MAAD,CAAuCG,MAAM,CAACC,aAA9C,GADa,GAEZJ,MAAD,CAAkCG,MAAM,CAACD,QAAzC,GAFJ;AAIA,SAAO,IAAIG,cAAJ,CACL;AAKEC,IAAAA,IAAI,EAAE,OALR;;AAOE,UAAMC,IAAN,CAAWC,UAAX,EAAuB;AACrB,UAAI;AACF,cAAM;AAACC,UAAAA,IAAD;AAAOC,UAAAA;AAAP,YAAgB,MAAMR,QAAQ,CAACS,IAAT,EAA5B;;AACA,YAAIF,IAAJ,EAAU;AACRD,UAAAA,UAAU,CAACI,KAAX;AACD,SAFD,MAEO;AAELJ,UAAAA,UAAU,CAACK,OAAX,CAAmB,IAAIC,UAAJ,CAAeJ,KAAf,CAAnB;AACD;AACF,OARD,CAQE,OAAOK,KAAP,EAAc;AACdP,QAAAA,UAAU,CAACO,KAAX,CAAiBA,KAAjB;AACD;AACF,KAnBH;;AAqBE,UAAMC,MAAN,GAAe;AAAA;;AACb,aAAMd,QAAN,aAAMA,QAAN,2CAAMA,QAAQ,CAAEe,MAAhB,qDAAM,sBAAAf,QAAQ,CAAd;AACD;;AAvBH,GADK,EA2BL;AAEEgB,IAAAA,aAAa,EAAE,KAAK,EAFtB;AAGE,OAAGjB;AAHL,GA3BK,CAAP;AAiCD","sourcesContent":["export type MakeStreamOptions = {\n /** Stream allocates an arrayBuffer. Enables use of a default reader. */\n autoAllocateChunkSize?: number;\n /** Total number of chunks in queue before back pressure is applied */\n highWaterMark?: number;\n};\n\n/**\n * Builds a DOM stream from an iterator\n * This stream is currently used in browsers only,\n * but note that Web stream support is present in Node from Node 16\n * https://nodejs.org/api/webstreams.html#webstreams_web_streams_api\n */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: MakeStreamOptions\n): ReadableStream {\n const iterator = source[Symbol.asyncIterator]\n ? (source as AsyncIterable<ArrayBuffer>)[Symbol.asyncIterator]()\n : (source as Iterable<ArrayBuffer>)[Symbol.iterator]();\n\n return new ReadableStream<Uint8Array>(\n {\n // Create a byte stream (enables `Response(stream).arrayBuffer()`)\n // Only supported on Chrome\n // See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController\n // @ts-expect-error Only Chrome supports byte streams\n type: 'bytes',\n\n async pull(controller) {\n try {\n const {done, value} = await iterator.next();\n if (done) {\n controller.close();\n } else {\n // TODO - ignores controller.desiredSize\n controller.enqueue(new Uint8Array(value));\n }\n } catch (error) {\n controller.error(error);\n }\n },\n\n async cancel() {\n await iterator?.return?.();\n }\n },\n // options: QueingStrategy<Uint8Array>\n {\n // This is bytes, not chunks\n highWaterMark: 2 ** 24,\n ...options\n }\n );\n}\n"],"file":"make-dom-stream.js"}
1
+ {"version":3,"file":"make-dom-stream.js","names":["makeStream","source","options","iterator","Symbol","asyncIterator","ReadableStream","type","pull","controller","done","value","next","close","enqueue","Uint8Array","error","cancel","return","highWaterMark"],"sources":["../../../../src/iterators/make-stream/make-dom-stream.ts"],"sourcesContent":["export type MakeStreamOptions = {\n /** Stream allocates an arrayBuffer. Enables use of a default reader. */\n autoAllocateChunkSize?: number;\n /** Total number of chunks in queue before back pressure is applied */\n highWaterMark?: number;\n};\n\n/**\n * Builds a DOM stream from an iterator\n * This stream is currently used in browsers only,\n * but note that Web stream support is present in Node from Node 16\n * https://nodejs.org/api/webstreams.html#webstreams_web_streams_api\n */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: MakeStreamOptions\n): ReadableStream {\n const iterator = source[Symbol.asyncIterator]\n ? (source as AsyncIterable<ArrayBuffer>)[Symbol.asyncIterator]()\n : (source as Iterable<ArrayBuffer>)[Symbol.iterator]();\n\n return new ReadableStream<Uint8Array>(\n {\n // Create a byte stream (enables `Response(stream).arrayBuffer()`)\n // Only supported on Chrome\n // See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController\n // @ts-expect-error Only Chrome supports byte streams\n type: 'bytes',\n\n async pull(controller) {\n try {\n const {done, value} = await iterator.next();\n if (done) {\n controller.close();\n } else {\n // TODO - ignores controller.desiredSize\n // @ts-expect-error Unclear why value is not correctly typed\n controller.enqueue(new Uint8Array(value));\n }\n } catch (error) {\n controller.error(error);\n }\n },\n\n async cancel() {\n await iterator?.return?.();\n }\n },\n // options: QueingStrategy<Uint8Array>\n {\n // This is bytes, not chunks\n highWaterMark: 2 ** 24,\n ...options\n }\n );\n}\n"],"mappings":";AAaA,OAAO,SAASA,UAAU,CACxBC,MAA0D,EAC1DC,OAA2B,EACX;EAChB,MAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAa,CAAC,GACxCJ,MAAM,CAAgCG,MAAM,CAACC,aAAa,CAAC,EAAE,GAC7DJ,MAAM,CAA2BG,MAAM,CAACD,QAAQ,CAAC,EAAE;EAExD,OAAO,IAAIG,cAAc,CACvB;IAKEC,IAAI,EAAE,OAAO;IAEb,MAAMC,IAAI,CAACC,UAAU,EAAE;MACrB,IAAI;QACF,MAAM;UAACC,IAAI;UAAEC;QAAK,CAAC,GAAG,MAAMR,QAAQ,CAACS,IAAI,EAAE;QAC3C,IAAIF,IAAI,EAAE;UACRD,UAAU,CAACI,KAAK,EAAE;QACpB,CAAC,MAAM;UAGLJ,UAAU,CAACK,OAAO,CAAC,IAAIC,UAAU,CAACJ,KAAK,CAAC,CAAC;QAC3C;MACF,CAAC,CAAC,OAAOK,KAAK,EAAE;QACdP,UAAU,CAACO,KAAK,CAACA,KAAK,CAAC;MACzB;IACF,CAAC;IAED,MAAMC,MAAM,GAAG;MAAA;MACb,OAAMd,QAAQ,aAARA,QAAQ,2CAARA,QAAQ,CAAEe,MAAM,qDAAhB,sBAAAf,QAAQ,CAAY;IAC5B;EACF,CAAC;EAED;IAEEgB,aAAa,EAAE,CAAC,IAAI,EAAE;IACtB,GAAGjB;EACL,CAAC,CACF;AACH"}
@@ -4,71 +4,53 @@ export function makeStream(source, options) {
4
4
  const iterator = source[Symbol.asyncIterator] ? source[Symbol.asyncIterator]() : source[Symbol.iterator]();
5
5
  return new AsyncIterableReadable(iterator, options);
6
6
  }
7
-
8
7
  class AsyncIterableReadable extends Readable {
9
8
  constructor(it, options) {
10
9
  super(options);
11
-
12
10
  _defineProperty(this, "_pulling", void 0);
13
-
14
11
  _defineProperty(this, "_bytesMode", void 0);
15
-
16
12
  _defineProperty(this, "_iterator", void 0);
17
-
18
13
  this._iterator = it;
19
14
  this._pulling = false;
20
15
  this._bytesMode = !options || !options.objectMode;
21
16
  }
22
-
23
17
  async _read(size) {
24
18
  if (!this._pulling) {
25
19
  this._pulling = true;
26
20
  this._pulling = await this._pull(size, this._iterator);
27
21
  }
28
22
  }
29
-
30
23
  async _destroy(error, cb) {
31
24
  if (!this._iterator) {
32
25
  return;
33
26
  }
34
-
35
27
  if (error) {
36
28
  var _this$_iterator, _this$_iterator$throw;
37
-
38
29
  await ((_this$_iterator = this._iterator) === null || _this$_iterator === void 0 ? void 0 : (_this$_iterator$throw = _this$_iterator.throw) === null || _this$_iterator$throw === void 0 ? void 0 : _this$_iterator$throw.call(_this$_iterator, error));
39
30
  } else {
40
31
  var _this$_iterator2, _this$_iterator2$retu;
41
-
42
32
  await ((_this$_iterator2 = this._iterator) === null || _this$_iterator2 === void 0 ? void 0 : (_this$_iterator2$retu = _this$_iterator2.return) === null || _this$_iterator2$retu === void 0 ? void 0 : _this$_iterator2$retu.call(_this$_iterator2, error));
43
33
  }
44
-
45
34
  cb === null || cb === void 0 ? void 0 : cb(null);
46
35
  }
47
36
 
48
37
  async _pull(size, it) {
49
38
  var _r;
50
-
51
39
  const bm = this._bytesMode;
52
40
  let r = null;
53
-
54
41
  while (this.readable && !(r = await it.next()).done) {
55
42
  if (size !== null) {
56
43
  size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;
57
44
  }
58
-
59
45
  if (!this.push(new Uint8Array(r.value)) || size <= 0) {
60
46
  break;
61
47
  }
62
48
  }
63
-
64
49
  if (((_r = r) !== null && _r !== void 0 && _r.done || !this.readable) && (this.push(null) || true)) {
65
50
  var _it$return;
66
-
67
51
  it === null || it === void 0 ? void 0 : (_it$return = it.return) === null || _it$return === void 0 ? void 0 : _it$return.call(it);
68
52
  }
69
-
70
53
  return !this.readable;
71
54
  }
72
-
73
55
  }
74
56
  //# sourceMappingURL=make-node-stream.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-stream/make-node-stream.ts"],"names":["Readable","makeStream","source","options","iterator","Symbol","asyncIterator","AsyncIterableReadable","constructor","it","_iterator","_pulling","_bytesMode","objectMode","_read","size","_pull","_destroy","error","cb","throw","return","bm","r","readable","next","done","ArrayBuffer","isView","value","byteLength","push","Uint8Array"],"mappings":";AAAA,SAAQA,QAAR,QAAwC,QAAxC;AAKA,OAAO,SAASC,UAAT,CACLC,MADK,EAELC,OAFK,EAGK;AACV,QAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,GACbJ,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,EADa,GAEbJ,MAAM,CAACG,MAAM,CAACD,QAAR,CAAN,EAFJ;AAGA,SAAO,IAAIG,qBAAJ,CAA0BH,QAA1B,EAAoCD,OAApC,CAAP;AACD;;AAED,MAAMI,qBAAN,SAAoCP,QAApC,CAA6C;AAK3CQ,EAAAA,WAAW,CAACC,EAAD,EAAiCN,OAAjC,EAA4D;AACrE,UAAMA,OAAN;;AADqE;;AAAA;;AAAA;;AAErE,SAAKO,SAAL,GAAiBD,EAAjB;AACA,SAAKE,QAAL,GAAgB,KAAhB;AACA,SAAKC,UAAL,GAAkB,CAACT,OAAD,IAAY,CAACA,OAAO,CAACU,UAAvC;AACD;;AAEU,QAALC,KAAK,CAACC,IAAD,EAA8B;AACvC,QAAI,CAAC,KAAKJ,QAAV,EAAoB;AAClB,WAAKA,QAAL,GAAgB,IAAhB;AACA,WAAKA,QAAL,GAAgB,MAAM,KAAKK,KAAL,CAAWD,IAAX,EAAiB,KAAKL,SAAtB,CAAtB;AACD;AACF;;AAEa,QAARO,QAAQ,CAACC,KAAD,EAAsBC,EAAtB,EAAoE;AAChF,QAAI,CAAC,KAAKT,SAAV,EAAqB;AACnB;AACD;;AACD,QAAIQ,KAAJ,EAAW;AAAA;;AACT,gCAAM,KAAKR,SAAX,6EAAM,gBAAgBU,KAAtB,0DAAM,4CAAwBF,KAAxB,CAAN;AACD,KAFD,MAEO;AAAA;;AACL,iCAAM,KAAKR,SAAX,8EAAM,iBAAgBW,MAAtB,0DAAM,6CAAyBH,KAAzB,CAAN;AACD;;AACDC,IAAAA,EAAE,SAAF,IAAAA,EAAE,WAAF,YAAAA,EAAE,CAAG,IAAH,CAAF;AACD;;AAGkB,QAALH,KAAK,CAACD,IAAD,EAAeN,EAAf,EAAiE;AAAA;;AAClF,UAAMa,EAAE,GAAG,KAAKV,UAAhB;AACA,QAAIW,CAAqC,GAAG,IAA5C;;AAEA,WAAO,KAAKC,QAAL,IAAiB,CAAC,CAACD,CAAC,GAAG,MAAMd,EAAE,CAACgB,IAAH,EAAX,EAAsBC,IAA/C,EAAqD;AACnD,UAAIX,IAAI,KAAK,IAAb,EAAmB;AACjBA,QAAAA,IAAI,IAAIO,EAAE,IAAIK,WAAW,CAACC,MAAZ,CAAmBL,CAAC,CAACM,KAArB,CAAN,GAAoCN,CAAC,CAACM,KAAF,CAAQC,UAA5C,GAAyD,CAAjE;AACD;;AACD,UAAI,CAAC,KAAKC,IAAL,CAAU,IAAIC,UAAJ,CAAeT,CAAC,CAACM,KAAjB,CAAV,CAAD,IAAuCd,IAAI,IAAI,CAAnD,EAAsD;AACpD;AACD;AACF;;AACD,QAAI,CAAC,MAAAQ,CAAC,UAAD,wBAAGG,IAAH,IAAW,CAAC,KAAKF,QAAlB,MAAgC,KAAKO,IAAL,CAAU,IAAV,KAAmB,IAAnD,CAAJ,EAA8D;AAAA;;AAC5DtB,MAAAA,EAAE,SAAF,IAAAA,EAAE,WAAF,0BAAAA,EAAE,CAAEY,MAAJ,+DAAAZ,EAAE;AACH;;AACD,WAAO,CAAC,KAAKe,QAAb;AACD;;AAhD0C","sourcesContent":["import {Readable, ReadableOptions} from 'stream';\n\nexport type MakeStreamOptions = ReadableOptions;\n\n/** Builds a node stream from an iterator */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: ReadableOptions\n): Readable {\n const iterator = source[Symbol.asyncIterator]\n ? source[Symbol.asyncIterator]()\n : source[Symbol.iterator]();\n return new AsyncIterableReadable(iterator, options);\n}\n\nclass AsyncIterableReadable extends Readable {\n private _pulling: boolean;\n private _bytesMode: boolean;\n private _iterator: AsyncIterator<ArrayBuffer>;\n\n constructor(it: AsyncIterator<ArrayBuffer>, options?: ReadableOptions) {\n super(options);\n this._iterator = it;\n this._pulling = false;\n this._bytesMode = !options || !options.objectMode;\n }\n\n async _read(size: number): Promise<void> {\n if (!this._pulling) {\n this._pulling = true;\n this._pulling = await this._pull(size, this._iterator);\n }\n }\n\n async _destroy(error: Error | null, cb: (e: Error | null) => void): Promise<void> {\n if (!this._iterator) {\n return;\n }\n if (error) {\n await this._iterator?.throw?.(error);\n } else {\n await this._iterator?.return?.(error);\n }\n cb?.(null);\n }\n\n // eslint-disable-next-line complexity\n private async _pull(size: number, it: AsyncIterator<ArrayBuffer>): Promise<boolean> {\n const bm = this._bytesMode;\n let r: IteratorResult<ArrayBuffer> | null = null;\n // while (this.readable && !(r = await it.next(bm ? size : null)).done) {\n while (this.readable && !(r = await it.next()).done) {\n if (size !== null) {\n size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;\n }\n if (!this.push(new Uint8Array(r.value)) || size <= 0) {\n break;\n }\n }\n if ((r?.done || !this.readable) && (this.push(null) || true)) {\n it?.return?.();\n }\n return !this.readable;\n }\n}\n"],"file":"make-node-stream.js"}
1
+ {"version":3,"file":"make-node-stream.js","names":["Readable","makeStream","source","options","iterator","Symbol","asyncIterator","AsyncIterableReadable","constructor","it","_iterator","_pulling","_bytesMode","objectMode","_read","size","_pull","_destroy","error","cb","throw","return","bm","r","readable","next","done","ArrayBuffer","isView","value","byteLength","push","Uint8Array"],"sources":["../../../../src/iterators/make-stream/make-node-stream.ts"],"sourcesContent":["import {Readable, ReadableOptions} from 'stream';\n\nexport type MakeStreamOptions = ReadableOptions;\n\n/** Builds a node stream from an iterator */\nexport function makeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: ReadableOptions\n): Readable {\n const iterator = source[Symbol.asyncIterator]\n ? source[Symbol.asyncIterator]()\n : source[Symbol.iterator]();\n return new AsyncIterableReadable(iterator, options);\n}\n\nclass AsyncIterableReadable extends Readable {\n private _pulling: boolean;\n private _bytesMode: boolean;\n private _iterator: AsyncIterator<ArrayBuffer>;\n\n constructor(it: AsyncIterator<ArrayBuffer>, options?: ReadableOptions) {\n super(options);\n this._iterator = it;\n this._pulling = false;\n this._bytesMode = !options || !options.objectMode;\n }\n\n async _read(size: number): Promise<void> {\n if (!this._pulling) {\n this._pulling = true;\n this._pulling = await this._pull(size, this._iterator);\n }\n }\n\n async _destroy(error: Error | null, cb: (e: Error | null) => void): Promise<void> {\n if (!this._iterator) {\n return;\n }\n if (error) {\n await this._iterator?.throw?.(error);\n } else {\n await this._iterator?.return?.(error);\n }\n cb?.(null);\n }\n\n // eslint-disable-next-line complexity\n private async _pull(size: number, it: AsyncIterator<ArrayBuffer>): Promise<boolean> {\n const bm = this._bytesMode;\n let r: IteratorResult<ArrayBuffer> | null = null;\n // while (this.readable && !(r = await it.next(bm ? size : null)).done) {\n while (this.readable && !(r = await it.next()).done) {\n if (size !== null) {\n size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;\n }\n if (!this.push(new Uint8Array(r.value)) || size <= 0) {\n break;\n }\n }\n if ((r?.done || !this.readable) && (this.push(null) || true)) {\n it?.return?.();\n }\n return !this.readable;\n }\n}\n"],"mappings":";AAAA,SAAQA,QAAQ,QAAwB,QAAQ;AAKhD,OAAO,SAASC,UAAU,CACxBC,MAA0D,EAC1DC,OAAyB,EACf;EACV,MAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAa,CAAC,GACzCJ,MAAM,CAACG,MAAM,CAACC,aAAa,CAAC,EAAE,GAC9BJ,MAAM,CAACG,MAAM,CAACD,QAAQ,CAAC,EAAE;EAC7B,OAAO,IAAIG,qBAAqB,CAACH,QAAQ,EAAED,OAAO,CAAC;AACrD;AAEA,MAAMI,qBAAqB,SAASP,QAAQ,CAAC;EAK3CQ,WAAW,CAACC,EAA8B,EAAEN,OAAyB,EAAE;IACrE,KAAK,CAACA,OAAO,CAAC;IAAC;IAAA;IAAA;IACf,IAAI,CAACO,SAAS,GAAGD,EAAE;IACnB,IAAI,CAACE,QAAQ,GAAG,KAAK;IACrB,IAAI,CAACC,UAAU,GAAG,CAACT,OAAO,IAAI,CAACA,OAAO,CAACU,UAAU;EACnD;EAEA,MAAMC,KAAK,CAACC,IAAY,EAAiB;IACvC,IAAI,CAAC,IAAI,CAACJ,QAAQ,EAAE;MAClB,IAAI,CAACA,QAAQ,GAAG,IAAI;MACpB,IAAI,CAACA,QAAQ,GAAG,MAAM,IAAI,CAACK,KAAK,CAACD,IAAI,EAAE,IAAI,CAACL,SAAS,CAAC;IACxD;EACF;EAEA,MAAMO,QAAQ,CAACC,KAAmB,EAAEC,EAA6B,EAAiB;IAChF,IAAI,CAAC,IAAI,CAACT,SAAS,EAAE;MACnB;IACF;IACA,IAAIQ,KAAK,EAAE;MAAA;MACT,0BAAM,IAAI,CAACR,SAAS,6EAAd,gBAAgBU,KAAK,0DAArB,4CAAwBF,KAAK,CAAC;IACtC,CAAC,MAAM;MAAA;MACL,2BAAM,IAAI,CAACR,SAAS,8EAAd,iBAAgBW,MAAM,0DAAtB,6CAAyBH,KAAK,CAAC;IACvC;IACAC,EAAE,aAAFA,EAAE,uBAAFA,EAAE,CAAG,IAAI,CAAC;EACZ;;EAGA,MAAcH,KAAK,CAACD,IAAY,EAAEN,EAA8B,EAAoB;IAAA;IAClF,MAAMa,EAAE,GAAG,IAAI,CAACV,UAAU;IAC1B,IAAIW,CAAqC,GAAG,IAAI;IAEhD,OAAO,IAAI,CAACC,QAAQ,IAAI,CAAC,CAACD,CAAC,GAAG,MAAMd,EAAE,CAACgB,IAAI,EAAE,EAAEC,IAAI,EAAE;MACnD,IAAIX,IAAI,KAAK,IAAI,EAAE;QACjBA,IAAI,IAAIO,EAAE,IAAIK,WAAW,CAACC,MAAM,CAACL,CAAC,CAACM,KAAK,CAAC,GAAGN,CAAC,CAACM,KAAK,CAACC,UAAU,GAAG,CAAC;MACpE;MACA,IAAI,CAAC,IAAI,CAACC,IAAI,CAAC,IAAIC,UAAU,CAACT,CAAC,CAACM,KAAK,CAAC,CAAC,IAAId,IAAI,IAAI,CAAC,EAAE;QACpD;MACF;IACF;IACA,IAAI,CAAC,MAAAQ,CAAC,+BAAD,GAAGG,IAAI,IAAI,CAAC,IAAI,CAACF,QAAQ,MAAM,IAAI,CAACO,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE;MAAA;MAC5DtB,EAAE,aAAFA,EAAE,qCAAFA,EAAE,CAAEY,MAAM,+CAAV,gBAAAZ,EAAE,CAAY;IAChB;IACA,OAAO,CAAC,IAAI,CAACe,QAAQ;EACvB;AACF"}
@@ -1,7 +1,7 @@
1
- const isBoolean = x => typeof x === 'boolean';
2
1
 
3
- const isFunction = x => typeof x === 'function';
4
2
 
3
+ const isBoolean = x => typeof x === 'boolean';
4
+ const isFunction = x => typeof x === 'function';
5
5
  export const isObject = x => x !== null && typeof x === 'object';
6
6
  export const isPureObject = x => isObject(x) && x.constructor === {}.constructor;
7
7
  export const isPromise = x => isObject(x) && isFunction(x.then);
@@ -11,9 +11,11 @@ export const isIterator = x => x && isFunction(x.next);
11
11
  export const isResponse = x => typeof Response !== 'undefined' && x instanceof Response || x && x.arrayBuffer && x.text && x.json;
12
12
  export const isFile = x => typeof File !== 'undefined' && x instanceof File;
13
13
  export const isBlob = x => typeof Blob !== 'undefined' && x instanceof Blob;
14
+
14
15
  export const isBuffer = x => x && typeof x === 'object' && x.isBuffer;
15
16
  export const isWritableDOMStream = x => isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);
16
17
  export const isReadableDOMStream = x => typeof ReadableStream !== 'undefined' && x instanceof ReadableStream || isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader);
18
+
17
19
  export const isWritableNodeStream = x => isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);
18
20
  export const isReadableNodeStream = x => isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);
19
21
  export const isReadableStream = x => isReadableDOMStream(x) || isReadableNodeStream(x);
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../src/javascript-utils/is-type.ts"],"names":["isBoolean","x","isFunction","isObject","isPureObject","constructor","isPromise","then","isIterable","Symbol","iterator","isAsyncIterable","asyncIterator","isIterator","next","isResponse","Response","arrayBuffer","text","json","isFile","File","isBlob","Blob","isBuffer","isWritableDOMStream","abort","getWriter","isReadableDOMStream","ReadableStream","tee","cancel","getReader","isWritableNodeStream","end","write","writable","isReadableNodeStream","read","pipe","readable","isReadableStream","isWritableStream"],"mappings":"AAKA,MAAMA,SAA8B,GAAIC,CAAD,IAAO,OAAOA,CAAP,KAAa,SAA3D;;AACA,MAAMC,UAA+B,GAAID,CAAD,IAAO,OAAOA,CAAP,KAAa,UAA5D;;AAEA,OAAO,MAAME,QAA6B,GAAIF,CAAD,IAAOA,CAAC,KAAK,IAAN,IAAc,OAAOA,CAAP,KAAa,QAAxE;AACP,OAAO,MAAMG,YAAiC,GAAIH,CAAD,IAC/CE,QAAQ,CAACF,CAAD,CAAR,IAAeA,CAAC,CAACI,WAAF,KAAkB,GAAGA,WAD/B;AAEP,OAAO,MAAMC,SAA8B,GAAIL,CAAD,IAAOE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACM,IAAH,CAAvE;AAEP,OAAO,MAAMC,UAA+B,GAAIP,CAAD,IAAOA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACC,QAAR,CAAR,KAA8B,UAAlF;AACP,OAAO,MAAMC,eAAoC,GAAIV,CAAD,IAClDA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACG,aAAR,CAAR,KAAmC,UADnC;AAEP,OAAO,MAAMC,UAA+B,GAAIZ,CAAD,IAAOA,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACa,IAAH,CAA9D;AAEP,OAAO,MAAMC,UAA+B,GAAId,CAAD,IAC5C,OAAOe,QAAP,KAAoB,WAApB,IAAmCf,CAAC,YAAYe,QAAjD,IACCf,CAAC,IAAIA,CAAC,CAACgB,WAAP,IAAsBhB,CAAC,CAACiB,IAAxB,IAAgCjB,CAAC,CAACkB,IAF9B;AAIP,OAAO,MAAMC,MAA2B,GAAInB,CAAD,IAAO,OAAOoB,IAAP,KAAgB,WAAhB,IAA+BpB,CAAC,YAAYoB,IAAvF;AACP,OAAO,MAAMC,MAA2B,GAAIrB,CAAD,IAAO,OAAOsB,IAAP,KAAgB,WAAhB,IAA+BtB,CAAC,YAAYsB,IAAvF;AAGP,OAAO,MAAMC,QAA6B,GAAIvB,CAAD,IAAOA,CAAC,IAAI,OAAOA,CAAP,KAAa,QAAlB,IAA8BA,CAAC,CAACuB,QAA7E;AAEP,OAAO,MAAMC,mBAAwC,GAAIxB,CAAD,IACtDE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACyB,KAAH,CAAzB,IAAsCxB,UAAU,CAACD,CAAC,CAAC0B,SAAH,CAD3C;AAGP,OAAO,MAAMC,mBAAwC,GAAI3B,CAAD,IACrD,OAAO4B,cAAP,KAA0B,WAA1B,IAAyC5B,CAAC,YAAY4B,cAAvD,IACC1B,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAAC6B,GAAH,CAAzB,IAAoC5B,UAAU,CAACD,CAAC,CAAC8B,MAAH,CAA9C,IAA4D7B,UAAU,CAACD,CAAC,CAAC+B,SAAH,CAFlE;AAKP,OAAO,MAAMC,oBAAyC,GAAIhC,CAAD,IACvDE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACiC,GAAH,CAAzB,IAAoChC,UAAU,CAACD,CAAC,CAACkC,KAAH,CAA9C,IAA2DnC,SAAS,CAACC,CAAC,CAACmC,QAAH,CAD/D;AAEP,OAAO,MAAMC,oBAAyC,GAAIpC,CAAD,IACvDE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACqC,IAAH,CAAzB,IAAqCpC,UAAU,CAACD,CAAC,CAACsC,IAAH,CAA/C,IAA2DvC,SAAS,CAACC,CAAC,CAACuC,QAAH,CAD/D;AAEP,OAAO,MAAMC,gBAAqC,GAAIxC,CAAD,IACnD2B,mBAAmB,CAAC3B,CAAD,CAAnB,IAA0BoC,oBAAoB,CAACpC,CAAD,CADzC;AAEP,OAAO,MAAMyC,gBAAqC,GAAIzC,CAAD,IACnDwB,mBAAmB,CAACxB,CAAD,CAAnB,IAA0BgC,oBAAoB,CAAChC,CAAD,CADzC","sourcesContent":["import type {Readable} from 'stream';\n\n/** A DOM or Node readable stream */\nexport type ReadableStreamType = ReadableStream | Readable;\n\nconst isBoolean: (x: any) => boolean = (x) => typeof x === 'boolean';\nconst isFunction: (x: any) => boolean = (x) => typeof x === 'function';\n\nexport const isObject: (x: any) => boolean = (x) => x !== null && typeof x === 'object';\nexport const isPureObject: (x: any) => boolean = (x) =>\n isObject(x) && x.constructor === {}.constructor;\nexport const isPromise: (x: any) => boolean = (x) => isObject(x) && isFunction(x.then);\n\nexport const isIterable: (x: any) => boolean = (x) => x && typeof x[Symbol.iterator] === 'function';\nexport const isAsyncIterable: (x: any) => boolean = (x) =>\n x && typeof x[Symbol.asyncIterator] === 'function';\nexport const isIterator: (x: any) => boolean = (x) => x && isFunction(x.next);\n\nexport const isResponse: (x: any) => boolean = (x) =>\n (typeof Response !== 'undefined' && x instanceof Response) ||\n (x && x.arrayBuffer && x.text && x.json);\n\nexport const isFile: (x: any) => boolean = (x) => typeof File !== 'undefined' && x instanceof File;\nexport const isBlob: (x: any) => boolean = (x) => typeof Blob !== 'undefined' && x instanceof Blob;\n\n/** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */\nexport const isBuffer: (x: any) => boolean = (x) => x && typeof x === 'object' && x.isBuffer;\n\nexport const isWritableDOMStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);\n\nexport const isReadableDOMStream: (x: any) => boolean = (x) =>\n (typeof ReadableStream !== 'undefined' && x instanceof ReadableStream) ||\n (isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader));\n// Not implemented in Firefox: && isFunction(x.pipeTo)\n\nexport const isWritableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);\nexport const isReadableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);\nexport const isReadableStream: (x: any) => boolean = (x) =>\n isReadableDOMStream(x) || isReadableNodeStream(x);\nexport const isWritableStream: (x: any) => boolean = (x) =>\n isWritableDOMStream(x) || isWritableNodeStream(x);\n"],"file":"is-type.js"}
1
+ {"version":3,"file":"is-type.js","names":["isBoolean","x","isFunction","isObject","isPureObject","constructor","isPromise","then","isIterable","Symbol","iterator","isAsyncIterable","asyncIterator","isIterator","next","isResponse","Response","arrayBuffer","text","json","isFile","File","isBlob","Blob","isBuffer","isWritableDOMStream","abort","getWriter","isReadableDOMStream","ReadableStream","tee","cancel","getReader","isWritableNodeStream","end","write","writable","isReadableNodeStream","read","pipe","readable","isReadableStream","isWritableStream"],"sources":["../../../src/javascript-utils/is-type.ts"],"sourcesContent":["import type {Readable} from 'stream';\n\n/** A DOM or Node readable stream */\nexport type ReadableStreamType = ReadableStream | Readable;\n\nconst isBoolean: (x: any) => boolean = (x) => typeof x === 'boolean';\nconst isFunction: (x: any) => boolean = (x) => typeof x === 'function';\n\nexport const isObject: (x: any) => boolean = (x) => x !== null && typeof x === 'object';\nexport const isPureObject: (x: any) => boolean = (x) =>\n isObject(x) && x.constructor === {}.constructor;\nexport const isPromise: (x: any) => boolean = (x) => isObject(x) && isFunction(x.then);\n\nexport const isIterable: (x: any) => boolean = (x) => x && typeof x[Symbol.iterator] === 'function';\nexport const isAsyncIterable: (x: any) => boolean = (x) =>\n x && typeof x[Symbol.asyncIterator] === 'function';\nexport const isIterator: (x: any) => boolean = (x) => x && isFunction(x.next);\n\nexport const isResponse: (x: any) => boolean = (x) =>\n (typeof Response !== 'undefined' && x instanceof Response) ||\n (x && x.arrayBuffer && x.text && x.json);\n\nexport const isFile: (x: any) => boolean = (x) => typeof File !== 'undefined' && x instanceof File;\nexport const isBlob: (x: any) => boolean = (x) => typeof Blob !== 'undefined' && x instanceof Blob;\n\n/** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */\nexport const isBuffer: (x: any) => boolean = (x) => x && typeof x === 'object' && x.isBuffer;\n\nexport const isWritableDOMStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);\n\nexport const isReadableDOMStream: (x: any) => boolean = (x) =>\n (typeof ReadableStream !== 'undefined' && x instanceof ReadableStream) ||\n (isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader));\n// Not implemented in Firefox: && isFunction(x.pipeTo)\n\nexport const isWritableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);\nexport const isReadableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);\nexport const isReadableStream: (x: any) => boolean = (x) =>\n isReadableDOMStream(x) || isReadableNodeStream(x);\nexport const isWritableStream: (x: any) => boolean = (x) =>\n isWritableDOMStream(x) || isWritableNodeStream(x);\n"],"mappings":";;AAKA,MAAMA,SAA8B,GAAIC,CAAC,IAAK,OAAOA,CAAC,KAAK,SAAS;AACpE,MAAMC,UAA+B,GAAID,CAAC,IAAK,OAAOA,CAAC,KAAK,UAAU;AAEtE,OAAO,MAAME,QAA6B,GAAIF,CAAC,IAAKA,CAAC,KAAK,IAAI,IAAI,OAAOA,CAAC,KAAK,QAAQ;AACvF,OAAO,MAAMG,YAAiC,GAAIH,CAAC,IACjDE,QAAQ,CAACF,CAAC,CAAC,IAAIA,CAAC,CAACI,WAAW,KAAK,CAAC,CAAC,CAACA,WAAW;AACjD,OAAO,MAAMC,SAA8B,GAAIL,CAAC,IAAKE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACM,IAAI,CAAC;AAEtF,OAAO,MAAMC,UAA+B,GAAIP,CAAC,IAAKA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACC,QAAQ,CAAC,KAAK,UAAU;AACnG,OAAO,MAAMC,eAAoC,GAAIV,CAAC,IACpDA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACG,aAAa,CAAC,KAAK,UAAU;AACpD,OAAO,MAAMC,UAA+B,GAAIZ,CAAC,IAAKA,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACa,IAAI,CAAC;AAE7E,OAAO,MAAMC,UAA+B,GAAId,CAAC,IAC9C,OAAOe,QAAQ,KAAK,WAAW,IAAIf,CAAC,YAAYe,QAAQ,IACxDf,CAAC,IAAIA,CAAC,CAACgB,WAAW,IAAIhB,CAAC,CAACiB,IAAI,IAAIjB,CAAC,CAACkB,IAAK;AAE1C,OAAO,MAAMC,MAA2B,GAAInB,CAAC,IAAK,OAAOoB,IAAI,KAAK,WAAW,IAAIpB,CAAC,YAAYoB,IAAI;AAClG,OAAO,MAAMC,MAA2B,GAAIrB,CAAC,IAAK,OAAOsB,IAAI,KAAK,WAAW,IAAItB,CAAC,YAAYsB,IAAI;;AAGlG,OAAO,MAAMC,QAA6B,GAAIvB,CAAC,IAAKA,CAAC,IAAI,OAAOA,CAAC,KAAK,QAAQ,IAAIA,CAAC,CAACuB,QAAQ;AAE5F,OAAO,MAAMC,mBAAwC,GAAIxB,CAAC,IACxDE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACyB,KAAK,CAAC,IAAIxB,UAAU,CAACD,CAAC,CAAC0B,SAAS,CAAC;AAE/D,OAAO,MAAMC,mBAAwC,GAAI3B,CAAC,IACvD,OAAO4B,cAAc,KAAK,WAAW,IAAI5B,CAAC,YAAY4B,cAAc,IACpE1B,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAAC6B,GAAG,CAAC,IAAI5B,UAAU,CAACD,CAAC,CAAC8B,MAAM,CAAC,IAAI7B,UAAU,CAACD,CAAC,CAAC+B,SAAS,CAAE;;AAGvF,OAAO,MAAMC,oBAAyC,GAAIhC,CAAC,IACzDE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACiC,GAAG,CAAC,IAAIhC,UAAU,CAACD,CAAC,CAACkC,KAAK,CAAC,IAAInC,SAAS,CAACC,CAAC,CAACmC,QAAQ,CAAC;AAClF,OAAO,MAAMC,oBAAyC,GAAIpC,CAAC,IACzDE,QAAQ,CAACF,CAAC,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACqC,IAAI,CAAC,IAAIpC,UAAU,CAACD,CAAC,CAACsC,IAAI,CAAC,IAAIvC,SAAS,CAACC,CAAC,CAACuC,QAAQ,CAAC;AAClF,OAAO,MAAMC,gBAAqC,GAAIxC,CAAC,IACrD2B,mBAAmB,CAAC3B,CAAC,CAAC,IAAIoC,oBAAoB,CAACpC,CAAC,CAAC;AACnD,OAAO,MAAMyC,gBAAqC,GAAIzC,CAAC,IACrDwB,mBAAmB,CAACxB,CAAC,CAAC,IAAIgC,oBAAoB,CAAChC,CAAC,CAAC"}
@@ -5,12 +5,13 @@ import { isBrowser } from '@loaders.gl/loader-utils';
5
5
  import { writeFile } from '../fetch/write-file';
6
6
  import { fetchFile } from '../fetch/fetch-file';
7
7
  import { getLoaderOptions } from './loader-options';
8
+
8
9
  export async function encode(data, writer, options) {
9
10
  const globalOptions = getLoaderOptions();
10
- options = { ...globalOptions,
11
+ options = {
12
+ ...globalOptions,
11
13
  ...options
12
14
  };
13
-
14
15
  if (canEncodeWithWorker(writer, options)) {
15
16
  return await processOnWorker(writer, data, options);
16
17
  }
@@ -18,26 +19,21 @@ export async function encode(data, writer, options) {
18
19
  if (writer.encode) {
19
20
  return await writer.encode(data, options);
20
21
  }
21
-
22
22
  if (writer.encodeSync) {
23
23
  return writer.encodeSync(data, options);
24
24
  }
25
-
26
25
  if (writer.encodeText) {
27
26
  return new TextEncoder().encode(await writer.encodeText(data, options));
28
27
  }
29
-
30
28
  if (writer.encodeInBatches) {
31
29
  const batches = encodeInBatches(data, writer, options);
32
- const chunks = [];
33
30
 
31
+ const chunks = [];
34
32
  for await (const batch of batches) {
35
33
  chunks.push(batch);
36
34
  }
37
-
38
35
  return concatenateArrayBuffers(...chunks);
39
36
  }
40
-
41
37
  if (!isBrowser && writer.encodeURLtoURL) {
42
38
  const tmpInputFilename = getTemporaryFilename('input');
43
39
  await writeFile(tmpInputFilename, data);
@@ -46,44 +42,41 @@ export async function encode(data, writer, options) {
46
42
  const response = await fetchFile(outputFilename);
47
43
  return response.arrayBuffer();
48
44
  }
49
-
50
45
  throw new Error('Writer could not encode data');
51
46
  }
47
+
52
48
  export function encodeSync(data, writer, options) {
53
49
  if (writer.encodeSync) {
54
50
  return writer.encodeSync(data, options);
55
51
  }
56
-
57
52
  throw new Error('Writer could not synchronously encode data');
58
53
  }
54
+
59
55
  export async function encodeText(data, writer, options) {
60
56
  if (writer.text && writer.encodeText) {
61
57
  return await writer.encodeText(data, options);
62
58
  }
63
-
64
59
  if (writer.text && (writer.encode || writer.encodeInBatches)) {
65
60
  const arrayBuffer = await encode(data, writer, options);
66
61
  return new TextDecoder().decode(arrayBuffer);
67
62
  }
68
-
69
63
  throw new Error('Writer could not encode data as text');
70
64
  }
65
+
71
66
  export function encodeInBatches(data, writer, options) {
72
67
  if (writer.encodeInBatches) {
73
68
  const dataIterator = getIterator(data);
74
69
  return writer.encodeInBatches(dataIterator, options);
75
70
  }
76
-
77
71
  throw new Error('Writer could not encode data in batches');
78
72
  }
73
+
79
74
  export async function encodeURLtoURL(inputUrl, outputUrl, writer, options) {
80
75
  inputUrl = resolvePath(inputUrl);
81
76
  outputUrl = resolvePath(outputUrl);
82
-
83
77
  if (isBrowser || !writer.encodeURLtoURL) {
84
78
  throw new Error();
85
79
  }
86
-
87
80
  const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);
88
81
  return outputFilename;
89
82
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/lib/api/encode.ts"],"names":["canEncodeWithWorker","processOnWorker","concatenateArrayBuffers","resolvePath","isBrowser","writeFile","fetchFile","getLoaderOptions","encode","data","writer","options","globalOptions","encodeSync","encodeText","TextEncoder","encodeInBatches","batches","chunks","batch","push","encodeURLtoURL","tmpInputFilename","getTemporaryFilename","tmpOutputFilename","outputFilename","response","arrayBuffer","Error","text","TextDecoder","decode","dataIterator","getIterator","inputUrl","outputUrl","table","start","end","length","filename"],"mappings":"AAAA,SAA+BA,mBAA/B,QAAyD,0BAAzD;AACA,SAAQC,eAAR,QAA8B,0BAA9B;AACA,SAAQC,uBAAR,EAAiCC,WAAjC,QAAmD,0BAAnD;AACA,SAAQC,SAAR,QAAwB,0BAAxB;AACA,SAAQC,SAAR,QAAwB,qBAAxB;AACA,SAAQC,SAAR,QAAwB,qBAAxB;AACA,SAAQC,gBAAR,QAA+B,kBAA/B;AAKA,OAAO,eAAeC,MAAf,CACLC,IADK,EAELC,MAFK,EAGLC,OAHK,EAIiB;AACtB,QAAMC,aAAa,GAAGL,gBAAgB,EAAtC;AACAI,EAAAA,OAAO,GAAG,EAAC,GAAGC,aAAJ;AAAmB,OAAGD;AAAtB,GAAV;;AACA,MAAIX,mBAAmB,CAACU,MAAD,EAASC,OAAT,CAAvB,EAA0C;AACxC,WAAO,MAAMV,eAAe,CAACS,MAAD,EAASD,IAAT,EAAeE,OAAf,CAA5B;AACD;;AAGD,MAAID,MAAM,CAACF,MAAX,EAAmB;AACjB,WAAO,MAAME,MAAM,CAACF,MAAP,CAAcC,IAAd,EAAoBE,OAApB,CAAb;AACD;;AAED,MAAID,MAAM,CAACG,UAAX,EAAuB;AACrB,WAAOH,MAAM,CAACG,UAAP,CAAkBJ,IAAlB,EAAwBE,OAAxB,CAAP;AACD;;AAED,MAAID,MAAM,CAACI,UAAX,EAAuB;AACrB,WAAO,IAAIC,WAAJ,GAAkBP,MAAlB,CAAyB,MAAME,MAAM,CAACI,UAAP,CAAkBL,IAAlB,EAAwBE,OAAxB,CAA/B,CAAP;AACD;;AAED,MAAID,MAAM,CAACM,eAAX,EAA4B;AAG1B,UAAMC,OAAO,GAAGD,eAAe,CAACP,IAAD,EAAOC,MAAP,EAAeC,OAAf,CAA/B;AAGA,UAAMO,MAAa,GAAG,EAAtB;;AACA,eAAW,MAAMC,KAAjB,IAA0BF,OAA1B,EAAmC;AACjCC,MAAAA,MAAM,CAACE,IAAP,CAAYD,KAAZ;AACD;;AAED,WAAOjB,uBAAuB,CAAC,GAAGgB,MAAJ,CAA9B;AACD;;AAED,MAAI,CAACd,SAAD,IAAcM,MAAM,CAACW,cAAzB,EAAyC;AAEvC,UAAMC,gBAAgB,GAAGC,oBAAoB,CAAC,OAAD,CAA7C;AACA,UAAMlB,SAAS,CAACiB,gBAAD,EAAmBb,IAAnB,CAAf;AAEA,UAAMe,iBAAiB,GAAGD,oBAAoB,CAAC,QAAD,CAA9C;AAEA,UAAME,cAAc,GAAG,MAAMJ,cAAc,CACzCC,gBADyC,EAEzCE,iBAFyC,EAGzCd,MAHyC,EAIzCC,OAJyC,CAA3C;AAOA,UAAMe,QAAQ,GAAG,MAAMpB,SAAS,CAACmB,cAAD,CAAhC;AACA,WAAOC,QAAQ,CAACC,WAAT,EAAP;AACD;;AAED,QAAM,IAAIC,KAAJ,CAAU,8BAAV,CAAN;AACD;AAKD,OAAO,SAASf,UAAT,CAAoBJ,IAApB,EAA+BC,MAA/B,EAA+CC,OAA/C,EAAqF;AAC1F,MAAID,MAAM,CAACG,UAAX,EAAuB;AACrB,WAAOH,MAAM,CAACG,UAAP,CAAkBJ,IAAlB,EAAwBE,OAAxB,CAAP;AACD;;AACD,QAAM,IAAIiB,KAAJ,CAAU,4CAAV,CAAN;AACD;AAQD,OAAO,eAAed,UAAf,CACLL,IADK,EAELC,MAFK,EAGLC,OAHK,EAIY;AACjB,MAAID,MAAM,CAACmB,IAAP,IAAenB,MAAM,CAACI,UAA1B,EAAsC;AACpC,WAAO,MAAMJ,MAAM,CAACI,UAAP,CAAkBL,IAAlB,EAAwBE,OAAxB,CAAb;AACD;;AAED,MAAID,MAAM,CAACmB,IAAP,KAAgBnB,MAAM,CAACF,MAAP,IAAiBE,MAAM,CAACM,eAAxC,CAAJ,EAA8D;AAC5D,UAAMW,WAAW,GAAG,MAAMnB,MAAM,CAACC,IAAD,EAAOC,MAAP,EAAeC,OAAf,CAAhC;AACA,WAAO,IAAImB,WAAJ,GAAkBC,MAAlB,CAAyBJ,WAAzB,CAAP;AACD;;AAED,QAAM,IAAIC,KAAJ,CAAU,sCAAV,CAAN;AACD;AAKD,OAAO,SAASZ,eAAT,CACLP,IADK,EAELC,MAFK,EAGLC,OAHK,EAIuB;AAC5B,MAAID,MAAM,CAACM,eAAX,EAA4B;AAC1B,UAAMgB,YAAY,GAAGC,WAAW,CAACxB,IAAD,CAAhC;AACA,WAAOC,MAAM,CAACM,eAAP,CAAuBgB,YAAvB,EAAqCrB,OAArC,CAAP;AACD;;AAED,QAAM,IAAIiB,KAAJ,CAAU,yCAAV,CAAN;AACD;AAMD,OAAO,eAAeP,cAAf,CACLa,QADK,EAELC,SAFK,EAGLzB,MAHK,EAILC,OAJK,EAKY;AACjBuB,EAAAA,QAAQ,GAAG/B,WAAW,CAAC+B,QAAD,CAAtB;AACAC,EAAAA,SAAS,GAAGhC,WAAW,CAACgC,SAAD,CAAvB;;AACA,MAAI/B,SAAS,IAAI,CAACM,MAAM,CAACW,cAAzB,EAAyC;AACvC,UAAM,IAAIO,KAAJ,EAAN;AACD;;AACD,QAAMH,cAAc,GAAG,MAAMf,MAAM,CAACW,cAAP,CAAsBa,QAAtB,EAAgCC,SAAhC,EAA2CxB,OAA3C,CAA7B;AACA,SAAOc,cAAP;AACD;;AAKD,SAASQ,WAAT,CAAqBxB,IAArB,EAA2B;AACzB,QAAMuB,YAAY,GAAG,CAAC;AAACI,IAAAA,KAAK,EAAE3B,IAAR;AAAc4B,IAAAA,KAAK,EAAE,CAArB;AAAwBC,IAAAA,GAAG,EAAE7B,IAAI,CAAC8B;AAAlC,GAAD,CAArB;AACA,SAAOP,YAAP;AACD;;AAKD,SAAST,oBAAT,CAA8BiB,QAA9B,EAAwD;AACtD,wBAAeA,QAAf;AACD","sourcesContent":["import {Writer, LoaderOptions, canEncodeWithWorker} from '@loaders.gl/loader-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\nimport {concatenateArrayBuffers, resolvePath} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {writeFile} from '../fetch/write-file';\nimport {fetchFile} from '../fetch/fetch-file';\nimport {getLoaderOptions} from './loader-options';\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport async function encode(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<ArrayBuffer> {\n const globalOptions = getLoaderOptions();\n options = {...globalOptions, ...options};\n if (canEncodeWithWorker(writer, options)) {\n return await processOnWorker(writer, data, options);\n }\n\n // TODO Merge default writer options with options argument like it is done in load module.\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n\n if (writer.encodeText) {\n return new TextEncoder().encode(await writer.encodeText(data, options));\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: any[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n // @ts-ignore\n return concatenateArrayBuffers(...chunks);\n }\n\n if (!isBrowser && writer.encodeURLtoURL) {\n // TODO - how to generate filenames with correct extensions?\n const tmpInputFilename = getTemporaryFilename('input');\n await writeFile(tmpInputFilename, data);\n\n const tmpOutputFilename = getTemporaryFilename('output');\n\n const outputFilename = await encodeURLtoURL(\n tmpInputFilename,\n tmpOutputFilename,\n writer,\n options\n );\n\n const response = await fetchFile(outputFilename);\n return response.arrayBuffer();\n }\n\n throw new Error('Writer could not encode data');\n}\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport function encodeSync(data: any, writer: Writer, options?: LoaderOptions): ArrayBuffer {\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n throw new Error('Writer could not synchronously encode data');\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport async function encodeText(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encode(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error('Writer could not encode data as text');\n}\n\n/**\n * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.\n */\nexport function encodeInBatches(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\n/**\n * Encode data stored in a file (on disk) to another file.\n * @note Node.js only. This function enables using command-line converters as \"writers\".\n */\nexport async function encodeURLtoURL(\n inputUrl,\n outputUrl,\n writer: Writer,\n options\n): Promise<string> {\n inputUrl = resolvePath(inputUrl);\n outputUrl = resolvePath(outputUrl);\n if (isBrowser || !writer.encodeURLtoURL) {\n throw new Error();\n }\n const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);\n return outputFilename;\n}\n\n/**\n * @todo TODO - this is an unacceptable hack!!!\n */\nfunction getIterator(data) {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n\n/**\n * @todo Move to utils\n */\nfunction getTemporaryFilename(filename: string): string {\n return `/tmp/${filename}`;\n}\n"],"file":"encode.js"}
1
+ {"version":3,"file":"encode.js","names":["canEncodeWithWorker","processOnWorker","concatenateArrayBuffers","resolvePath","isBrowser","writeFile","fetchFile","getLoaderOptions","encode","data","writer","options","globalOptions","encodeSync","encodeText","TextEncoder","encodeInBatches","batches","chunks","batch","push","encodeURLtoURL","tmpInputFilename","getTemporaryFilename","tmpOutputFilename","outputFilename","response","arrayBuffer","Error","text","TextDecoder","decode","dataIterator","getIterator","inputUrl","outputUrl","table","start","end","length","filename"],"sources":["../../../../src/lib/api/encode.ts"],"sourcesContent":["import {Writer, LoaderOptions, canEncodeWithWorker} from '@loaders.gl/loader-utils';\nimport {processOnWorker} from '@loaders.gl/worker-utils';\nimport {concatenateArrayBuffers, resolvePath} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {writeFile} from '../fetch/write-file';\nimport {fetchFile} from '../fetch/fetch-file';\nimport {getLoaderOptions} from './loader-options';\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport async function encode(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<ArrayBuffer> {\n const globalOptions = getLoaderOptions();\n options = {...globalOptions, ...options};\n if (canEncodeWithWorker(writer, options)) {\n return await processOnWorker(writer, data, options);\n }\n\n // TODO Merge default writer options with options argument like it is done in load module.\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n\n if (writer.encodeText) {\n return new TextEncoder().encode(await writer.encodeText(data, options));\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: any[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n // @ts-ignore\n return concatenateArrayBuffers(...chunks);\n }\n\n if (!isBrowser && writer.encodeURLtoURL) {\n // TODO - how to generate filenames with correct extensions?\n const tmpInputFilename = getTemporaryFilename('input');\n await writeFile(tmpInputFilename, data);\n\n const tmpOutputFilename = getTemporaryFilename('output');\n\n const outputFilename = await encodeURLtoURL(\n tmpInputFilename,\n tmpOutputFilename,\n writer,\n options\n );\n\n const response = await fetchFile(outputFilename);\n return response.arrayBuffer();\n }\n\n throw new Error('Writer could not encode data');\n}\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport function encodeSync(data: any, writer: Writer, options?: LoaderOptions): ArrayBuffer {\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n throw new Error('Writer could not synchronously encode data');\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport async function encodeText(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encode(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error('Writer could not encode data as text');\n}\n\n/**\n * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.\n */\nexport function encodeInBatches(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\n/**\n * Encode data stored in a file (on disk) to another file.\n * @note Node.js only. This function enables using command-line converters as \"writers\".\n */\nexport async function encodeURLtoURL(\n inputUrl,\n outputUrl,\n writer: Writer,\n options\n): Promise<string> {\n inputUrl = resolvePath(inputUrl);\n outputUrl = resolvePath(outputUrl);\n if (isBrowser || !writer.encodeURLtoURL) {\n throw new Error();\n }\n const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);\n return outputFilename;\n}\n\n/**\n * @todo TODO - this is an unacceptable hack!!!\n */\nfunction getIterator(data) {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n\n/**\n * @todo Move to utils\n */\nfunction getTemporaryFilename(filename: string): string {\n return `/tmp/${filename}`;\n}\n"],"mappings":"AAAA,SAA+BA,mBAAmB,QAAO,0BAA0B;AACnF,SAAQC,eAAe,QAAO,0BAA0B;AACxD,SAAQC,uBAAuB,EAAEC,WAAW,QAAO,0BAA0B;AAC7E,SAAQC,SAAS,QAAO,0BAA0B;AAClD,SAAQC,SAAS,QAAO,qBAAqB;AAC7C,SAAQC,SAAS,QAAO,qBAAqB;AAC7C,SAAQC,gBAAgB,QAAO,kBAAkB;;AAKjD,OAAO,eAAeC,MAAM,CAC1BC,IAAS,EACTC,MAAc,EACdC,OAAuB,EACD;EACtB,MAAMC,aAAa,GAAGL,gBAAgB,EAAE;EACxCI,OAAO,GAAG;IAAC,GAAGC,aAAa;IAAE,GAAGD;EAAO,CAAC;EACxC,IAAIX,mBAAmB,CAACU,MAAM,EAAEC,OAAO,CAAC,EAAE;IACxC,OAAO,MAAMV,eAAe,CAACS,MAAM,EAAED,IAAI,EAAEE,OAAO,CAAC;EACrD;;EAGA,IAAID,MAAM,CAACF,MAAM,EAAE;IACjB,OAAO,MAAME,MAAM,CAACF,MAAM,CAACC,IAAI,EAAEE,OAAO,CAAC;EAC3C;EAEA,IAAID,MAAM,CAACG,UAAU,EAAE;IACrB,OAAOH,MAAM,CAACG,UAAU,CAACJ,IAAI,EAAEE,OAAO,CAAC;EACzC;EAEA,IAAID,MAAM,CAACI,UAAU,EAAE;IACrB,OAAO,IAAIC,WAAW,EAAE,CAACP,MAAM,CAAC,MAAME,MAAM,CAACI,UAAU,CAACL,IAAI,EAAEE,OAAO,CAAC,CAAC;EACzE;EAEA,IAAID,MAAM,CAACM,eAAe,EAAE;IAG1B,MAAMC,OAAO,GAAGD,eAAe,CAACP,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;;IAGtD,MAAMO,MAAa,GAAG,EAAE;IACxB,WAAW,MAAMC,KAAK,IAAIF,OAAO,EAAE;MACjCC,MAAM,CAACE,IAAI,CAACD,KAAK,CAAC;IACpB;IAEA,OAAOjB,uBAAuB,CAAC,GAAGgB,MAAM,CAAC;EAC3C;EAEA,IAAI,CAACd,SAAS,IAAIM,MAAM,CAACW,cAAc,EAAE;IAEvC,MAAMC,gBAAgB,GAAGC,oBAAoB,CAAC,OAAO,CAAC;IACtD,MAAMlB,SAAS,CAACiB,gBAAgB,EAAEb,IAAI,CAAC;IAEvC,MAAMe,iBAAiB,GAAGD,oBAAoB,CAAC,QAAQ,CAAC;IAExD,MAAME,cAAc,GAAG,MAAMJ,cAAc,CACzCC,gBAAgB,EAChBE,iBAAiB,EACjBd,MAAM,EACNC,OAAO,CACR;IAED,MAAMe,QAAQ,GAAG,MAAMpB,SAAS,CAACmB,cAAc,CAAC;IAChD,OAAOC,QAAQ,CAACC,WAAW,EAAE;EAC/B;EAEA,MAAM,IAAIC,KAAK,CAAC,8BAA8B,CAAC;AACjD;;AAKA,OAAO,SAASf,UAAU,CAACJ,IAAS,EAAEC,MAAc,EAAEC,OAAuB,EAAe;EAC1F,IAAID,MAAM,CAACG,UAAU,EAAE;IACrB,OAAOH,MAAM,CAACG,UAAU,CAACJ,IAAI,EAAEE,OAAO,CAAC;EACzC;EACA,MAAM,IAAIiB,KAAK,CAAC,4CAA4C,CAAC;AAC/D;;AAQA,OAAO,eAAed,UAAU,CAC9BL,IAAS,EACTC,MAAc,EACdC,OAAuB,EACN;EACjB,IAAID,MAAM,CAACmB,IAAI,IAAInB,MAAM,CAACI,UAAU,EAAE;IACpC,OAAO,MAAMJ,MAAM,CAACI,UAAU,CAACL,IAAI,EAAEE,OAAO,CAAC;EAC/C;EAEA,IAAID,MAAM,CAACmB,IAAI,KAAKnB,MAAM,CAACF,MAAM,IAAIE,MAAM,CAACM,eAAe,CAAC,EAAE;IAC5D,MAAMW,WAAW,GAAG,MAAMnB,MAAM,CAACC,IAAI,EAAEC,MAAM,EAAEC,OAAO,CAAC;IACvD,OAAO,IAAImB,WAAW,EAAE,CAACC,MAAM,CAACJ,WAAW,CAAC;EAC9C;EAEA,MAAM,IAAIC,KAAK,CAAC,sCAAsC,CAAC;AACzD;;AAKA,OAAO,SAASZ,eAAe,CAC7BP,IAAS,EACTC,MAAc,EACdC,OAAuB,EACK;EAC5B,IAAID,MAAM,CAACM,eAAe,EAAE;IAC1B,MAAMgB,YAAY,GAAGC,WAAW,CAACxB,IAAI,CAAC;IACtC,OAAOC,MAAM,CAACM,eAAe,CAACgB,YAAY,EAAErB,OAAO,CAAC;EACtD;EAEA,MAAM,IAAIiB,KAAK,CAAC,yCAAyC,CAAC;AAC5D;;AAMA,OAAO,eAAeP,cAAc,CAClCa,QAAQ,EACRC,SAAS,EACTzB,MAAc,EACdC,OAAO,EACU;EACjBuB,QAAQ,GAAG/B,WAAW,CAAC+B,QAAQ,CAAC;EAChCC,SAAS,GAAGhC,WAAW,CAACgC,SAAS,CAAC;EAClC,IAAI/B,SAAS,IAAI,CAACM,MAAM,CAACW,cAAc,EAAE;IACvC,MAAM,IAAIO,KAAK,EAAE;EACnB;EACA,MAAMH,cAAc,GAAG,MAAMf,MAAM,CAACW,cAAc,CAACa,QAAQ,EAAEC,SAAS,EAAExB,OAAO,CAAC;EAChF,OAAOc,cAAc;AACvB;;AAKA,SAASQ,WAAW,CAACxB,IAAI,EAAE;EACzB,MAAMuB,YAAY,GAAG,CAAC;IAACI,KAAK,EAAE3B,IAAI;IAAE4B,KAAK,EAAE,CAAC;IAAEC,GAAG,EAAE7B,IAAI,CAAC8B;EAAM,CAAC,CAAC;EAChE,OAAOP,YAAY;AACrB;;AAKA,SAAST,oBAAoB,CAACiB,QAAgB,EAAU;EACtD,sBAAeA,QAAQ;AACzB"}
@@ -15,16 +15,15 @@ export function loadInBatches(files, loaders, options, context) {
15
15
  }
16
16
 
17
17
  const promises = files.map(file => loadOneFileInBatches(file, loaders, options, fetch));
18
+
18
19
  return promises;
19
20
  }
20
-
21
21
  async function loadOneFileInBatches(file, loaders, options, fetch) {
22
22
  if (typeof file === 'string') {
23
23
  const url = file;
24
24
  const response = await fetch(url);
25
25
  return await parseInBatches(response, loaders, options);
26
26
  }
27
-
28
27
  return await parseInBatches(file, loaders, options);
29
28
  }
30
29
  //# sourceMappingURL=load-in-batches.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/lib/api/load-in-batches.ts"],"names":["isLoaderObject","getFetchFunction","parseInBatches","loadInBatches","files","loaders","options","context","Array","isArray","undefined","fetch","loadOneFileInBatches","promises","map","file","url","response"],"mappings":"AACA,SAAQA,cAAR,QAA6B,kCAA7B;AACA,SAAQC,gBAAR,QAA+B,8BAA/B;AAEA,SAAQC,cAAR,QAA6B,oBAA7B;AAyBA,OAAO,SAASC,aAAT,CAAuBC,KAAvB,EAA8BC,OAA9B,EAAuCC,OAAvC,EAAgDC,OAAhD,EAAyD;AAE9D,MAAI,CAACC,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAD,IAA2B,CAACL,cAAc,CAACK,OAAD,CAA9C,EAAyD;AACvDE,IAAAA,OAAO,GAAGG,SAAV;AACAJ,IAAAA,OAAO,GAAGD,OAAV;AACAA,IAAAA,OAAO,GAAG,IAAV;AACD;;AAGD,QAAMM,KAAK,GAAGV,gBAAgB,CAACK,OAAO,IAAI,EAAZ,CAA9B;;AAGA,MAAI,CAACE,KAAK,CAACC,OAAN,CAAcL,KAAd,CAAL,EAA2B;AACzB,WAAOQ,oBAAoB,CAACR,KAAD,EAAQC,OAAR,EAAiBC,OAAjB,EAA0BK,KAA1B,CAA3B;AACD;;AAGD,QAAME,QAAQ,GAAGT,KAAK,CAACU,GAAN,CAAWC,IAAD,IAAUH,oBAAoB,CAACG,IAAD,EAAOV,OAAP,EAAgBC,OAAhB,EAAyBK,KAAzB,CAAxC,CAAjB;AAGA,SAAOE,QAAP;AACD;;AAED,eAAeD,oBAAf,CAAoCG,IAApC,EAA0CV,OAA1C,EAAmDC,OAAnD,EAA4DK,KAA5D,EAAmE;AACjE,MAAI,OAAOI,IAAP,KAAgB,QAApB,EAA8B;AAC5B,UAAMC,GAAG,GAAGD,IAAZ;AACA,UAAME,QAAQ,GAAG,MAAMN,KAAK,CAACK,GAAD,CAA5B;AACA,WAAO,MAAMd,cAAc,CAACe,QAAD,EAAWZ,OAAX,EAAoBC,OAApB,CAA3B;AACD;;AACD,SAAO,MAAMJ,cAAc,CAACa,IAAD,EAAOV,OAAP,EAAgBC,OAAhB,CAA3B;AACD","sourcesContent":["import type {LoaderWithParser, LoaderOptions, LoaderContext} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/option-utils';\n\nimport {parseInBatches} from './parse-in-batches';\n\ntype FileType = string | File | Blob | Response | (string | File | Blob | Response)[] | FileList;\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function loadInBatches(\n files: FileType,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(\n files: FileType[] | FileList,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(files, loaders, options, context) {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders;\n loaders = null;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options || {});\n\n // Single url/file\n if (!Array.isArray(files)) {\n return loadOneFileInBatches(files, loaders, options, fetch);\n }\n\n // Multiple URLs / files\n const promises = files.map((file) => loadOneFileInBatches(file, loaders, options, fetch));\n\n // No point in waiting here for all responses before starting to stream individual streams?\n return promises;\n}\n\nasync function loadOneFileInBatches(file, loaders, options, fetch) {\n if (typeof file === 'string') {\n const url = file;\n const response = await fetch(url);\n return await parseInBatches(response, loaders, options);\n }\n return await parseInBatches(file, loaders, options);\n}\n"],"file":"load-in-batches.js"}
1
+ {"version":3,"file":"load-in-batches.js","names":["isLoaderObject","getFetchFunction","parseInBatches","loadInBatches","files","loaders","options","context","Array","isArray","undefined","fetch","loadOneFileInBatches","promises","map","file","url","response"],"sources":["../../../../src/lib/api/load-in-batches.ts"],"sourcesContent":["import type {LoaderWithParser, LoaderOptions, LoaderContext} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/option-utils';\n\nimport {parseInBatches} from './parse-in-batches';\n\ntype FileType = string | File | Blob | Response | (string | File | Blob | Response)[] | FileList;\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function loadInBatches(\n files: FileType,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(\n files: FileType[] | FileList,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(files, loaders, options, context) {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders;\n loaders = null;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options || {});\n\n // Single url/file\n if (!Array.isArray(files)) {\n return loadOneFileInBatches(files, loaders, options, fetch);\n }\n\n // Multiple URLs / files\n const promises = files.map((file) => loadOneFileInBatches(file, loaders, options, fetch));\n\n // No point in waiting here for all responses before starting to stream individual streams?\n return promises;\n}\n\nasync function loadOneFileInBatches(file, loaders, options, fetch) {\n if (typeof file === 'string') {\n const url = file;\n const response = await fetch(url);\n return await parseInBatches(response, loaders, options);\n }\n return await parseInBatches(file, loaders, options);\n}\n"],"mappings":"AACA,SAAQA,cAAc,QAAO,kCAAkC;AAC/D,SAAQC,gBAAgB,QAAO,8BAA8B;AAE7D,SAAQC,cAAc,QAAO,oBAAoB;AAyBjD,OAAO,SAASC,aAAa,CAACC,KAAK,EAAEC,OAAO,EAAEC,OAAO,EAAEC,OAAO,EAAE;EAE9D,IAAI,CAACC,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAACL,cAAc,CAACK,OAAO,CAAC,EAAE;IACvDE,OAAO,GAAGG,SAAS;IACnBJ,OAAO,GAAGD,OAAO;IACjBA,OAAO,GAAG,IAAI;EAChB;;EAGA,MAAMM,KAAK,GAAGV,gBAAgB,CAACK,OAAO,IAAI,CAAC,CAAC,CAAC;;EAG7C,IAAI,CAACE,KAAK,CAACC,OAAO,CAACL,KAAK,CAAC,EAAE;IACzB,OAAOQ,oBAAoB,CAACR,KAAK,EAAEC,OAAO,EAAEC,OAAO,EAAEK,KAAK,CAAC;EAC7D;;EAGA,MAAME,QAAQ,GAAGT,KAAK,CAACU,GAAG,CAAEC,IAAI,IAAKH,oBAAoB,CAACG,IAAI,EAAEV,OAAO,EAAEC,OAAO,EAAEK,KAAK,CAAC,CAAC;;EAGzF,OAAOE,QAAQ;AACjB;AAEA,eAAeD,oBAAoB,CAACG,IAAI,EAAEV,OAAO,EAAEC,OAAO,EAAEK,KAAK,EAAE;EACjE,IAAI,OAAOI,IAAI,KAAK,QAAQ,EAAE;IAC5B,MAAMC,GAAG,GAAGD,IAAI;IAChB,MAAME,QAAQ,GAAG,MAAMN,KAAK,CAACK,GAAG,CAAC;IACjC,OAAO,MAAMd,cAAc,CAACe,QAAQ,EAAEZ,OAAO,EAAEC,OAAO,CAAC;EACzD;EACA,OAAO,MAAMJ,cAAc,CAACa,IAAI,EAAEV,OAAO,EAAEC,OAAO,CAAC;AACrD"}
@@ -2,6 +2,7 @@ import { isBlob } from '../../javascript-utils/is-type';
2
2
  import { isLoaderObject } from '../loader-utils/normalize-loader';
3
3
  import { getFetchFunction } from '../loader-utils/option-utils';
4
4
  import { parse } from './parse';
5
+
5
6
  export async function load(url, loaders, options, context) {
6
7
  if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {
7
8
  context = undefined;
@@ -10,8 +11,8 @@ export async function load(url, loaders, options, context) {
10
11
  }
11
12
 
12
13
  const fetch = getFetchFunction(options);
13
- let data = url;
14
14
 
15
+ let data = url;
15
16
  if (typeof url === 'string') {
16
17
  data = await fetch(url);
17
18
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/lib/api/load.ts"],"names":["isBlob","isLoaderObject","getFetchFunction","parse","load","url","loaders","options","context","Array","isArray","undefined","fetch","data"],"mappings":"AACA,SAAQA,MAAR,QAAqB,gCAArB;AACA,SAAQC,cAAR,QAA6B,kCAA7B;AACA,SAAQC,gBAAR,QAA+B,8BAA/B;AAEA,SAAQC,KAAR,QAAoB,SAApB;AAYA,OAAO,eAAeC,IAAf,CACLC,GADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK,EAKS;AAEd,MAAI,CAACC,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAD,IAA2B,CAACL,cAAc,CAACK,OAAD,CAA9C,EAAyD;AACvDE,IAAAA,OAAO,GAAGG,SAAV;AACAJ,IAAAA,OAAO,GAAGD,OAAV;AACAA,IAAAA,OAAO,GAAGK,SAAV;AACD;;AAGD,QAAMC,KAAK,GAAGV,gBAAgB,CAACK,OAAD,CAA9B;AAGA,MAAIM,IAAI,GAAGR,GAAX;;AAEA,MAAI,OAAOA,GAAP,KAAe,QAAnB,EAA6B;AAC3BQ,IAAAA,IAAI,GAAG,MAAMD,KAAK,CAACP,GAAD,CAAlB;AAED;;AAED,MAAIL,MAAM,CAACK,GAAD,CAAV,EAAiB;AAEfQ,IAAAA,IAAI,GAAG,MAAMD,KAAK,CAACP,GAAD,CAAlB;AACD;;AAGD,SAAO,MAAMF,KAAK,CAACU,IAAD,EAAOP,OAAP,EAAgBC,OAAhB,CAAlB;AACD","sourcesContent":["import type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {isBlob} from '../../javascript-utils/is-type';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/option-utils';\n\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * Note: Load does duplicate a lot of parse.\n * it can also call fetchFile on string urls, which `parse` won't do.\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\n// implementation signature\nexport async function load(\n url: string | DataType,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<any> {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options);\n\n // at this point, `url` could be already loaded binary data\n let data = url;\n // url is a string, fetch the url\n if (typeof url === 'string') {\n data = await fetch(url);\n // URL is Blob or File, fetchFile handles it (alt: we could generate ObjectURL here)\n }\n\n if (isBlob(url)) {\n // The fetch response object will contain blob.name\n data = await fetch(url);\n }\n\n // Data is loaded (at least we have a `Response` object) so time to hand over to `parse`\n return await parse(data, loaders, options);\n}\n"],"file":"load.js"}
1
+ {"version":3,"file":"load.js","names":["isBlob","isLoaderObject","getFetchFunction","parse","load","url","loaders","options","context","Array","isArray","undefined","fetch","data"],"sources":["../../../../src/lib/api/load.ts"],"sourcesContent":["import type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {isBlob} from '../../javascript-utils/is-type';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/option-utils';\n\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * Note: Load does duplicate a lot of parse.\n * it can also call fetchFile on string urls, which `parse` won't do.\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\n// implementation signature\nexport async function load(\n url: string | DataType,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<any> {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options);\n\n // at this point, `url` could be already loaded binary data\n let data = url;\n // url is a string, fetch the url\n if (typeof url === 'string') {\n data = await fetch(url);\n // URL is Blob or File, fetchFile handles it (alt: we could generate ObjectURL here)\n }\n\n if (isBlob(url)) {\n // The fetch response object will contain blob.name\n data = await fetch(url);\n }\n\n // Data is loaded (at least we have a `Response` object) so time to hand over to `parse`\n return await parse(data, loaders, options);\n}\n"],"mappings":"AACA,SAAQA,MAAM,QAAO,gCAAgC;AACrD,SAAQC,cAAc,QAAO,kCAAkC;AAC/D,SAAQC,gBAAgB,QAAO,8BAA8B;AAE7D,SAAQC,KAAK,QAAO,SAAS;;AAY7B,OAAO,eAAeC,IAAI,CACxBC,GAAsB,EACtBC,OAA2C,EAC3CC,OAAuB,EACvBC,OAAuB,EACT;EAEd,IAAI,CAACC,KAAK,CAACC,OAAO,CAACJ,OAAO,CAAC,IAAI,CAACL,cAAc,CAACK,OAAO,CAAC,EAAE;IACvDE,OAAO,GAAGG,SAAS;IACnBJ,OAAO,GAAGD,OAAwB;IAClCA,OAAO,GAAGK,SAAS;EACrB;;EAGA,MAAMC,KAAK,GAAGV,gBAAgB,CAACK,OAAO,CAAC;;EAGvC,IAAIM,IAAI,GAAGR,GAAG;EAEd,IAAI,OAAOA,GAAG,KAAK,QAAQ,EAAE;IAC3BQ,IAAI,GAAG,MAAMD,KAAK,CAACP,GAAG,CAAC;EAEzB;;EAEA,IAAIL,MAAM,CAACK,GAAG,CAAC,EAAE;IAEfQ,IAAI,GAAG,MAAMD,KAAK,CAACP,GAAG,CAAC;EACzB;;EAGA,OAAO,MAAMF,KAAK,CAACU,IAAI,EAAEP,OAAO,EAAEC,OAAO,CAAC;AAC5C"}
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/lib/api/loader-options.ts"],"names":["setGlobalOptions","setLoaderOptions","getGlobalLoaderOptions","getLoaderOptions"],"mappings":"AAAA,SAAQA,gBAAgB,IAAIC,gBAA5B,QAAmD,8BAAnD;AACA,SAAQC,sBAAsB,IAAIC,gBAAlC,QAAyD,8BAAzD","sourcesContent":["export {setGlobalOptions as setLoaderOptions} from '../loader-utils/option-utils';\nexport {getGlobalLoaderOptions as getLoaderOptions} from '../loader-utils/option-utils';\n"],"file":"loader-options.js"}
1
+ {"version":3,"file":"loader-options.js","names":["setGlobalOptions","setLoaderOptions","getGlobalLoaderOptions","getLoaderOptions"],"sources":["../../../../src/lib/api/loader-options.ts"],"sourcesContent":["export {setGlobalOptions as setLoaderOptions} from '../loader-utils/option-utils';\nexport {getGlobalLoaderOptions as getLoaderOptions} from '../loader-utils/option-utils';\n"],"mappings":"AAAA,SAAQA,gBAAgB,IAAIC,gBAAgB,QAAO,8BAA8B;AACjF,SAAQC,sBAAsB,IAAIC,gBAAgB,QAAO,8BAA8B"}