@loaders.gl/core 4.0.0-alpha.5 → 4.0.0-alpha.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (376) hide show
  1. package/dist/bundle.js +2 -2
  2. package/dist/core-addons/write-file-browser.js +59 -1
  3. package/dist/dist.min.js +934 -451
  4. package/dist/es5/bundle.js +6 -0
  5. package/dist/es5/bundle.js.map +1 -0
  6. package/dist/es5/core-addons/write-file-browser.js +2 -0
  7. package/dist/es5/core-addons/write-file-browser.js.map +1 -0
  8. package/dist/es5/index.js +377 -0
  9. package/dist/es5/index.js.map +1 -0
  10. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +94 -0
  11. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
  12. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +42 -0
  13. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
  14. package/dist/es5/iterators/make-iterator/make-blob-iterator.js +47 -0
  15. package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +1 -0
  16. package/dist/es5/iterators/make-iterator/make-iterator.js +31 -0
  17. package/dist/es5/iterators/make-iterator/make-iterator.js.map +1 -0
  18. package/dist/es5/iterators/make-iterator/make-stream-iterator.js +133 -0
  19. package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +1 -0
  20. package/dist/es5/iterators/make-iterator/make-string-iterator.js +38 -0
  21. package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +1 -0
  22. package/dist/es5/iterators/make-stream/make-dom-stream.js +67 -0
  23. package/dist/es5/iterators/make-stream/make-dom-stream.js.map +1 -0
  24. package/dist/es5/iterators/make-stream/make-node-stream.js +168 -0
  25. package/dist/es5/iterators/make-stream/make-node-stream.js.map +1 -0
  26. package/dist/es5/javascript-utils/is-type.js +79 -0
  27. package/dist/es5/javascript-utils/is-type.js.map +1 -0
  28. package/dist/es5/lib/api/encode-table.js +159 -0
  29. package/dist/es5/lib/api/encode-table.js.map +1 -0
  30. package/dist/es5/lib/api/encode.js +244 -0
  31. package/dist/es5/lib/api/encode.js.map +1 -0
  32. package/dist/es5/lib/api/load-in-batches.js +63 -0
  33. package/dist/es5/lib/api/load-in-batches.js.map +1 -0
  34. package/dist/es5/lib/api/load.js +76 -0
  35. package/dist/es5/lib/api/load.js.map +1 -0
  36. package/dist/es5/lib/api/loader-options.js +19 -0
  37. package/dist/es5/lib/api/loader-options.js.map +1 -0
  38. package/dist/es5/lib/api/parse-in-batches.js +278 -0
  39. package/dist/es5/lib/api/parse-in-batches.js.map +1 -0
  40. package/dist/es5/lib/api/parse-sync.js +53 -0
  41. package/dist/es5/lib/api/parse-sync.js.map +1 -0
  42. package/dist/es5/lib/api/parse.js +143 -0
  43. package/dist/es5/lib/api/parse.js.map +1 -0
  44. package/dist/es5/lib/api/register-loaders.js +50 -0
  45. package/dist/es5/lib/api/register-loaders.js.map +1 -0
  46. package/dist/es5/lib/api/save.js +42 -0
  47. package/dist/es5/lib/api/save.js.map +1 -0
  48. package/dist/es5/lib/api/select-loader.js +302 -0
  49. package/dist/es5/lib/api/select-loader.js.map +1 -0
  50. package/dist/es5/lib/common.js +2 -0
  51. package/dist/es5/lib/common.js.map +1 -0
  52. package/dist/es5/lib/fetch/fetch-error-message.js +56 -0
  53. package/dist/es5/lib/fetch/fetch-error-message.js.map +1 -0
  54. package/dist/es5/lib/fetch/fetch-file.js +47 -0
  55. package/dist/es5/lib/fetch/fetch-file.js.map +1 -0
  56. package/dist/es5/lib/fetch/read-array-buffer.js +76 -0
  57. package/dist/es5/lib/fetch/read-array-buffer.js.map +1 -0
  58. package/dist/es5/lib/fetch/read-file.js +20 -0
  59. package/dist/es5/lib/fetch/read-file.js.map +1 -0
  60. package/dist/es5/lib/fetch/write-file.js +48 -0
  61. package/dist/es5/lib/fetch/write-file.js.map +1 -0
  62. package/dist/es5/lib/filesystems/browser-filesystem.js +249 -0
  63. package/dist/es5/lib/filesystems/browser-filesystem.js.map +1 -0
  64. package/dist/es5/lib/filesystems/filesystem.js +2 -0
  65. package/dist/es5/lib/filesystems/filesystem.js.map +1 -0
  66. package/dist/es5/lib/filesystems/read-array-buffer.js +41 -0
  67. package/dist/es5/lib/filesystems/read-array-buffer.js.map +1 -0
  68. package/dist/es5/lib/init.js +18 -0
  69. package/dist/es5/lib/init.js.map +1 -0
  70. package/dist/es5/lib/loader-utils/check-errors.js +57 -0
  71. package/dist/es5/lib/loader-utils/check-errors.js.map +1 -0
  72. package/dist/es5/lib/loader-utils/get-data.js +237 -0
  73. package/dist/es5/lib/loader-utils/get-data.js.map +1 -0
  74. package/dist/es5/lib/loader-utils/get-fetch-function.js +26 -0
  75. package/dist/es5/lib/loader-utils/get-fetch-function.js.map +1 -0
  76. package/dist/es5/lib/loader-utils/loader-context.js +49 -0
  77. package/dist/es5/lib/loader-utils/loader-context.js.map +1 -0
  78. package/dist/es5/lib/loader-utils/loggers.js +90 -0
  79. package/dist/es5/lib/loader-utils/loggers.js.map +1 -0
  80. package/dist/es5/lib/loader-utils/normalize-loader.js +44 -0
  81. package/dist/es5/lib/loader-utils/normalize-loader.js.map +1 -0
  82. package/dist/es5/lib/loader-utils/option-defaults.js +47 -0
  83. package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -0
  84. package/dist/es5/lib/loader-utils/option-utils.js +132 -0
  85. package/dist/es5/lib/loader-utils/option-utils.js.map +1 -0
  86. package/dist/es5/lib/progress/fetch-progress.js +134 -0
  87. package/dist/es5/lib/progress/fetch-progress.js.map +1 -0
  88. package/dist/es5/lib/utils/log.js +12 -0
  89. package/dist/es5/lib/utils/log.js.map +1 -0
  90. package/dist/es5/lib/utils/mime-type-utils.js +24 -0
  91. package/dist/es5/lib/utils/mime-type-utils.js.map +1 -0
  92. package/dist/es5/lib/utils/resource-utils.js +62 -0
  93. package/dist/es5/lib/utils/resource-utils.js.map +1 -0
  94. package/dist/es5/lib/utils/response-utils.js +197 -0
  95. package/dist/es5/lib/utils/response-utils.js.map +1 -0
  96. package/dist/es5/lib/utils/url-utils.js +16 -0
  97. package/dist/es5/lib/utils/url-utils.js.map +1 -0
  98. package/dist/es5/null-loader.js +139 -0
  99. package/dist/es5/null-loader.js.map +1 -0
  100. package/dist/es5/workers/null-worker.js +6 -0
  101. package/dist/es5/workers/null-worker.js.map +1 -0
  102. package/dist/esm/bundle.js +4 -0
  103. package/dist/esm/bundle.js.map +1 -0
  104. package/dist/esm/core-addons/README.md +1 -0
  105. package/dist/esm/core-addons/write-file-browser.js +2 -0
  106. package/dist/esm/core-addons/write-file-browser.js.map +1 -0
  107. package/dist/esm/index.js +30 -0
  108. package/dist/esm/index.js.map +1 -0
  109. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +16 -0
  110. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
  111. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +20 -0
  112. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
  113. package/dist/esm/iterators/make-iterator/make-blob-iterator.js +12 -0
  114. package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +1 -0
  115. package/dist/esm/iterators/make-iterator/make-iterator.js +25 -0
  116. package/dist/esm/iterators/make-iterator/make-iterator.js.map +1 -0
  117. package/dist/esm/iterators/make-iterator/make-stream-iterator.js +32 -0
  118. package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +1 -0
  119. package/dist/esm/iterators/make-iterator/make-string-iterator.js +13 -0
  120. package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +1 -0
  121. package/dist/esm/iterators/make-stream/make-dom-stream.js +29 -0
  122. package/dist/esm/iterators/make-stream/make-dom-stream.js.map +1 -0
  123. package/dist/esm/iterators/make-stream/make-node-stream.js +57 -0
  124. package/dist/esm/iterators/make-stream/make-node-stream.js.map +1 -0
  125. package/dist/esm/javascript-utils/is-type.js +19 -0
  126. package/dist/esm/javascript-utils/is-type.js.map +1 -0
  127. package/dist/esm/lib/api/encode-table.js +45 -0
  128. package/dist/esm/lib/api/encode-table.js.map +1 -0
  129. package/dist/esm/lib/api/encode.js +87 -0
  130. package/dist/esm/lib/api/encode.js.map +1 -0
  131. package/dist/esm/lib/api/load-in-batches.js +25 -0
  132. package/dist/esm/lib/api/load-in-batches.js.map +1 -0
  133. package/dist/esm/lib/api/load.js +26 -0
  134. package/dist/esm/lib/api/load.js.map +1 -0
  135. package/dist/esm/lib/api/loader-options.js +3 -0
  136. package/dist/esm/lib/api/loader-options.js.map +1 -0
  137. package/dist/esm/lib/api/parse-in-batches.js +84 -0
  138. package/dist/esm/lib/api/parse-in-batches.js.map +1 -0
  139. package/dist/esm/lib/api/parse-sync.js +45 -0
  140. package/dist/esm/lib/api/parse-sync.js.map +1 -0
  141. package/dist/esm/lib/api/parse.js +74 -0
  142. package/dist/esm/lib/api/parse.js.map +1 -0
  143. package/dist/esm/lib/api/register-loaders.js +25 -0
  144. package/dist/esm/lib/api/register-loaders.js.map +1 -0
  145. package/dist/esm/lib/api/save.js +11 -0
  146. package/dist/esm/lib/api/save.js.map +1 -0
  147. package/dist/esm/lib/api/select-loader.js +201 -0
  148. package/dist/esm/lib/api/select-loader.js.map +1 -0
  149. package/dist/esm/lib/common.js +2 -0
  150. package/dist/esm/lib/common.js.map +1 -0
  151. package/dist/esm/lib/fetch/fetch-error-message.js +18 -0
  152. package/dist/esm/lib/fetch/fetch-error-message.js.map +1 -0
  153. package/dist/esm/lib/fetch/fetch-file.js +14 -0
  154. package/dist/esm/lib/fetch/fetch-file.js.map +1 -0
  155. package/dist/esm/lib/fetch/read-array-buffer.js +23 -0
  156. package/dist/esm/lib/fetch/read-array-buffer.js.map +1 -0
  157. package/dist/esm/lib/fetch/read-file.js +15 -0
  158. package/dist/esm/lib/fetch/read-file.js.map +1 -0
  159. package/dist/esm/lib/fetch/write-file.js +21 -0
  160. package/dist/esm/lib/fetch/write-file.js.map +1 -0
  161. package/dist/esm/lib/filesystems/browser-filesystem.js +92 -0
  162. package/dist/esm/lib/filesystems/browser-filesystem.js.map +1 -0
  163. package/dist/esm/lib/filesystems/filesystem.js +2 -0
  164. package/dist/esm/lib/filesystems/filesystem.js.map +1 -0
  165. package/dist/esm/lib/filesystems/read-array-buffer.js +8 -0
  166. package/dist/esm/lib/filesystems/read-array-buffer.js.map +1 -0
  167. package/dist/esm/lib/init.js +11 -0
  168. package/dist/esm/lib/init.js.map +1 -0
  169. package/dist/esm/lib/loader-utils/check-errors.js +22 -0
  170. package/dist/esm/lib/loader-utils/check-errors.js.map +1 -0
  171. package/dist/esm/lib/loader-utils/get-data.js +103 -0
  172. package/dist/esm/lib/loader-utils/get-data.js.map +1 -0
  173. package/dist/esm/lib/loader-utils/get-fetch-function.js +18 -0
  174. package/dist/esm/lib/loader-utils/get-fetch-function.js.map +1 -0
  175. package/dist/esm/lib/loader-utils/loader-context.js +38 -0
  176. package/dist/esm/lib/loader-utils/loader-context.js.map +1 -0
  177. package/dist/esm/lib/loader-utils/loggers.js +50 -0
  178. package/dist/esm/lib/loader-utils/loggers.js.map +1 -0
  179. package/dist/esm/lib/loader-utils/normalize-loader.js +37 -0
  180. package/dist/esm/lib/loader-utils/normalize-loader.js.map +1 -0
  181. package/dist/esm/lib/loader-utils/option-defaults.js +39 -0
  182. package/dist/esm/lib/loader-utils/option-defaults.js.map +1 -0
  183. package/dist/esm/lib/loader-utils/option-utils.js +106 -0
  184. package/dist/esm/lib/loader-utils/option-utils.js.map +1 -0
  185. package/dist/esm/lib/progress/fetch-progress.js +52 -0
  186. package/dist/esm/lib/progress/fetch-progress.js.map +1 -0
  187. package/dist/esm/lib/utils/log.js +5 -0
  188. package/dist/esm/lib/utils/log.js.map +1 -0
  189. package/dist/esm/lib/utils/mime-type-utils.js +17 -0
  190. package/dist/esm/lib/utils/mime-type-utils.js.map +1 -0
  191. package/dist/esm/lib/utils/resource-utils.js +54 -0
  192. package/dist/esm/lib/utils/resource-utils.js.map +1 -0
  193. package/dist/esm/lib/utils/response-utils.js +89 -0
  194. package/dist/esm/lib/utils/response-utils.js.map +1 -0
  195. package/dist/esm/lib/utils/url-utils.js +9 -0
  196. package/dist/esm/lib/utils/url-utils.js.map +1 -0
  197. package/dist/esm/null-loader.js +45 -0
  198. package/dist/esm/null-loader.js.map +1 -0
  199. package/dist/esm/workers/null-worker.js +4 -0
  200. package/dist/esm/workers/null-worker.js.map +1 -0
  201. package/dist/index.d.ts +3 -1
  202. package/dist/index.d.ts.map +1 -1
  203. package/dist/index.js +108 -29
  204. package/dist/iterators/batch-iterators/timed-batch-iterator.js +20 -17
  205. package/dist/iterators/make-iterator/make-array-buffer-iterator.js +25 -16
  206. package/dist/iterators/make-iterator/make-blob-iterator.js +20 -12
  207. package/dist/iterators/make-iterator/make-iterator.d.ts +1 -1
  208. package/dist/iterators/make-iterator/make-iterator.d.ts.map +1 -1
  209. package/dist/iterators/make-iterator/make-iterator.js +36 -29
  210. package/dist/iterators/make-iterator/make-stream-iterator.d.ts +1 -1
  211. package/dist/iterators/make-iterator/make-stream-iterator.d.ts.map +1 -1
  212. package/dist/iterators/make-iterator/make-stream-iterator.js +89 -32
  213. package/dist/iterators/make-iterator/make-string-iterator.js +22 -12
  214. package/dist/iterators/make-stream/make-dom-stream.d.ts +1 -1
  215. package/dist/iterators/make-stream/make-dom-stream.d.ts.map +1 -1
  216. package/dist/iterators/make-stream/make-dom-stream.js +44 -32
  217. package/dist/iterators/make-stream/make-node-stream.d.ts +8 -3
  218. package/dist/iterators/make-stream/make-node-stream.d.ts.map +1 -1
  219. package/dist/iterators/make-stream/make-node-stream.js +75 -67
  220. package/dist/javascript-utils/is-type.d.ts +1 -1
  221. package/dist/javascript-utils/is-type.d.ts.map +1 -1
  222. package/dist/javascript-utils/is-type.js +41 -21
  223. package/dist/lib/api/encode-table.d.ts +6 -0
  224. package/dist/lib/api/encode-table.d.ts.map +1 -0
  225. package/dist/lib/api/encode-table.js +54 -0
  226. package/dist/lib/api/encode.d.ts +5 -5
  227. package/dist/lib/api/encode.d.ts.map +1 -1
  228. package/dist/lib/api/encode.js +111 -81
  229. package/dist/lib/api/load-in-batches.d.ts +1 -1
  230. package/dist/lib/api/load-in-batches.d.ts.map +1 -1
  231. package/dist/lib/api/load-in-batches.js +30 -27
  232. package/dist/lib/api/load.d.ts +4 -1
  233. package/dist/lib/api/load.d.ts.map +1 -1
  234. package/dist/lib/api/load.js +42 -24
  235. package/dist/lib/api/loader-options.d.ts +3 -0
  236. package/dist/lib/api/loader-options.d.ts.map +1 -0
  237. package/dist/lib/api/loader-options.js +7 -0
  238. package/dist/lib/api/parse-in-batches.d.ts.map +1 -1
  239. package/dist/lib/api/parse-in-batches.js +110 -92
  240. package/dist/lib/api/parse-sync.d.ts.map +1 -1
  241. package/dist/lib/api/parse-sync.js +56 -54
  242. package/dist/lib/api/parse.d.ts +4 -8
  243. package/dist/lib/api/parse.d.ts.map +1 -1
  244. package/dist/lib/api/parse.js +81 -61
  245. package/dist/lib/api/register-loaders.d.ts +1 -1
  246. package/dist/lib/api/register-loaders.d.ts.map +1 -1
  247. package/dist/lib/api/register-loaders.js +29 -23
  248. package/dist/lib/api/save.js +13 -9
  249. package/dist/lib/api/select-loader.d.ts.map +1 -1
  250. package/dist/lib/api/select-loader.js +219 -194
  251. package/dist/lib/common.js +2 -2
  252. package/dist/lib/fetch/fetch-error-message.js +21 -17
  253. package/dist/lib/fetch/fetch-file.js +25 -15
  254. package/dist/lib/fetch/read-array-buffer.js +39 -27
  255. package/dist/lib/fetch/read-file.js +28 -16
  256. package/dist/lib/fetch/write-file.js +20 -23
  257. package/dist/lib/filesystems/browser-filesystem.d.ts +1 -1
  258. package/dist/lib/filesystems/browser-filesystem.d.ts.map +1 -1
  259. package/dist/lib/filesystems/browser-filesystem.js +118 -107
  260. package/dist/lib/filesystems/filesystem.d.ts +2 -2
  261. package/dist/lib/filesystems/filesystem.d.ts.map +1 -1
  262. package/dist/lib/filesystems/filesystem.js +2 -2
  263. package/dist/lib/filesystems/read-array-buffer.js +28 -8
  264. package/dist/lib/init.d.ts.map +1 -1
  265. package/dist/lib/init.js +16 -6
  266. package/dist/lib/loader-utils/check-errors.js +26 -22
  267. package/dist/lib/loader-utils/get-data.js +122 -122
  268. package/dist/lib/loader-utils/get-fetch-function.d.ts +9 -0
  269. package/dist/lib/loader-utils/get-fetch-function.d.ts.map +1 -0
  270. package/dist/lib/loader-utils/get-fetch-function.js +31 -0
  271. package/dist/lib/loader-utils/loader-context.d.ts +1 -1
  272. package/dist/lib/loader-utils/loader-context.d.ts.map +1 -1
  273. package/dist/lib/loader-utils/loader-context.js +57 -34
  274. package/dist/lib/loader-utils/loggers.d.ts +2 -1
  275. package/dist/lib/loader-utils/loggers.d.ts.map +1 -1
  276. package/dist/lib/loader-utils/loggers.js +39 -46
  277. package/dist/lib/loader-utils/normalize-loader.js +50 -41
  278. package/dist/lib/loader-utils/option-defaults.d.ts.map +1 -1
  279. package/dist/lib/loader-utils/option-defaults.js +41 -35
  280. package/dist/lib/loader-utils/option-utils.d.ts +11 -13
  281. package/dist/lib/loader-utils/option-utils.d.ts.map +1 -1
  282. package/dist/lib/loader-utils/option-utils.js +140 -120
  283. package/dist/lib/progress/fetch-progress.js +54 -56
  284. package/dist/lib/utils/log.d.ts +3 -0
  285. package/dist/lib/utils/log.d.ts.map +1 -0
  286. package/dist/lib/utils/log.js +6 -0
  287. package/dist/lib/utils/mime-type-utils.js +38 -17
  288. package/dist/lib/utils/resource-utils.d.ts +17 -8
  289. package/dist/lib/utils/resource-utils.d.ts.map +1 -1
  290. package/dist/lib/utils/resource-utils.js +86 -56
  291. package/dist/lib/utils/response-utils.d.ts.map +1 -1
  292. package/dist/lib/utils/response-utils.js +105 -105
  293. package/dist/lib/utils/url-utils.d.ts +3 -0
  294. package/dist/lib/utils/url-utils.d.ts.map +1 -0
  295. package/dist/lib/utils/url-utils.js +14 -0
  296. package/dist/null-loader.d.ts.map +1 -1
  297. package/dist/null-loader.js +53 -31
  298. package/dist/null-worker-node.js +234 -0
  299. package/dist/null-worker.js +61 -21
  300. package/dist/workers/null-worker.js +5 -4
  301. package/package.json +11 -10
  302. package/src/index.ts +19 -1
  303. package/src/iterators/make-stream/make-dom-stream.ts +1 -1
  304. package/src/iterators/make-stream/make-node-stream.ts +8 -2
  305. package/src/lib/api/encode-table.ts +71 -0
  306. package/src/lib/api/encode.ts +15 -5
  307. package/src/lib/api/load-in-batches.ts +1 -1
  308. package/src/lib/api/load.ts +39 -8
  309. package/src/lib/api/loader-options.ts +2 -0
  310. package/src/lib/api/parse-in-batches.ts +8 -9
  311. package/src/lib/api/parse-sync.ts +8 -4
  312. package/src/lib/api/parse.ts +42 -5
  313. package/src/lib/api/register-loaders.ts +1 -1
  314. package/src/lib/api/select-loader.ts +23 -4
  315. package/src/lib/init.ts +10 -3
  316. package/src/lib/loader-utils/get-fetch-function.ts +38 -0
  317. package/src/lib/loader-utils/loader-context.ts +20 -9
  318. package/src/lib/loader-utils/loggers.ts +1 -1
  319. package/src/lib/loader-utils/option-defaults.ts +3 -1
  320. package/src/lib/loader-utils/option-utils.ts +22 -46
  321. package/src/lib/progress/fetch-progress.ts +2 -2
  322. package/src/lib/utils/log.ts +4 -0
  323. package/src/lib/utils/resource-utils.ts +54 -34
  324. package/src/lib/utils/response-utils.ts +5 -4
  325. package/src/lib/utils/url-utils.ts +12 -0
  326. package/src/null-loader.ts +17 -5
  327. package/dist/bundle.js.map +0 -1
  328. package/dist/core-addons/write-file-browser.js.map +0 -1
  329. package/dist/index.js.map +0 -1
  330. package/dist/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
  331. package/dist/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
  332. package/dist/iterators/make-iterator/make-blob-iterator.js.map +0 -1
  333. package/dist/iterators/make-iterator/make-iterator.js.map +0 -1
  334. package/dist/iterators/make-iterator/make-stream-iterator.js.map +0 -1
  335. package/dist/iterators/make-iterator/make-string-iterator.js.map +0 -1
  336. package/dist/iterators/make-stream/make-dom-stream.js.map +0 -1
  337. package/dist/iterators/make-stream/make-node-stream.js.map +0 -1
  338. package/dist/javascript-utils/is-type.js.map +0 -1
  339. package/dist/lib/api/encode.js.map +0 -1
  340. package/dist/lib/api/load-in-batches.js.map +0 -1
  341. package/dist/lib/api/load.js.map +0 -1
  342. package/dist/lib/api/parse-in-batches.js.map +0 -1
  343. package/dist/lib/api/parse-sync.js.map +0 -1
  344. package/dist/lib/api/parse.js.map +0 -1
  345. package/dist/lib/api/register-loaders.js.map +0 -1
  346. package/dist/lib/api/save.js.map +0 -1
  347. package/dist/lib/api/select-loader.js.map +0 -1
  348. package/dist/lib/api/set-loader-options.d.ts +0 -6
  349. package/dist/lib/api/set-loader-options.d.ts.map +0 -1
  350. package/dist/lib/api/set-loader-options.js +0 -5
  351. package/dist/lib/api/set-loader-options.js.map +0 -1
  352. package/dist/lib/common.js.map +0 -1
  353. package/dist/lib/fetch/fetch-error-message.js.map +0 -1
  354. package/dist/lib/fetch/fetch-file.js.map +0 -1
  355. package/dist/lib/fetch/read-array-buffer.js.map +0 -1
  356. package/dist/lib/fetch/read-file.js.map +0 -1
  357. package/dist/lib/fetch/write-file.js.map +0 -1
  358. package/dist/lib/filesystems/browser-filesystem.js.map +0 -1
  359. package/dist/lib/filesystems/filesystem.js.map +0 -1
  360. package/dist/lib/filesystems/read-array-buffer.js.map +0 -1
  361. package/dist/lib/init.js.map +0 -1
  362. package/dist/lib/loader-utils/check-errors.js.map +0 -1
  363. package/dist/lib/loader-utils/get-data.js.map +0 -1
  364. package/dist/lib/loader-utils/loader-context.js.map +0 -1
  365. package/dist/lib/loader-utils/loggers.js.map +0 -1
  366. package/dist/lib/loader-utils/normalize-loader.js.map +0 -1
  367. package/dist/lib/loader-utils/option-defaults.js.map +0 -1
  368. package/dist/lib/loader-utils/option-utils.js.map +0 -1
  369. package/dist/lib/progress/fetch-progress.js.map +0 -1
  370. package/dist/lib/utils/mime-type-utils.js.map +0 -1
  371. package/dist/lib/utils/resource-utils.js.map +0 -1
  372. package/dist/lib/utils/response-utils.js.map +0 -1
  373. package/dist/null-loader.js.map +0 -1
  374. package/dist/workers/null-worker.js.map +0 -1
  375. package/src/lib/api/set-loader-options.ts +0 -9
  376. /package/dist/{core-addons → es5/core-addons}/README.md +0 -0
@@ -1,30 +1,37 @@
1
- import { makeStringIterator } from './make-string-iterator';
2
- import { makeArrayBufferIterator } from './make-array-buffer-iterator';
3
- import { makeBlobIterator } from './make-blob-iterator';
4
- import { makeStreamIterator } from './make-stream-iterator';
5
- import { isBlob, isReadableStream, isResponse } from '../../javascript-utils/is-type';
6
- export function makeIterator(data, options) {
7
- if (typeof data === 'string') {
8
- return makeStringIterator(data, options);
9
- }
10
-
11
- if (data instanceof ArrayBuffer) {
12
- return makeArrayBufferIterator(data, options);
13
- }
14
-
15
- if (isBlob(data)) {
16
- return makeBlobIterator(data, options);
17
- }
18
-
19
- if (isReadableStream(data)) {
20
- return makeStreamIterator(data, options);
21
- }
22
-
23
- if (isResponse(data)) {
24
- const response = data;
25
- return makeStreamIterator(response.body, options);
26
- }
27
-
28
- throw new Error('makeIterator');
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.makeIterator = void 0;
4
+ const make_string_iterator_1 = require("./make-string-iterator");
5
+ const make_array_buffer_iterator_1 = require("./make-array-buffer-iterator");
6
+ const make_blob_iterator_1 = require("./make-blob-iterator");
7
+ const make_stream_iterator_1 = require("./make-stream-iterator");
8
+ const is_type_1 = require("../../javascript-utils/is-type");
9
+ /**
10
+ * Returns an iterator that breaks its input into chunks and yields them one-by-one.
11
+ * @param data
12
+ * @param options
13
+ * @returns
14
+ * This function can e.g. be used to enable data sources that can only be read atomically
15
+ * (such as `Blob` and `File` via `FileReader`) to still be parsed in batches.
16
+ */
17
+ function makeIterator(data, options) {
18
+ if (typeof data === 'string') {
19
+ // Note: Converts string chunks to binary
20
+ return (0, make_string_iterator_1.makeStringIterator)(data, options);
21
+ }
22
+ if (data instanceof ArrayBuffer) {
23
+ return (0, make_array_buffer_iterator_1.makeArrayBufferIterator)(data, options);
24
+ }
25
+ if ((0, is_type_1.isBlob)(data)) {
26
+ return (0, make_blob_iterator_1.makeBlobIterator)(data, options);
27
+ }
28
+ if ((0, is_type_1.isReadableStream)(data)) {
29
+ return (0, make_stream_iterator_1.makeStreamIterator)(data, options);
30
+ }
31
+ if ((0, is_type_1.isResponse)(data)) {
32
+ const response = data;
33
+ return (0, make_stream_iterator_1.makeStreamIterator)(response.body, options);
34
+ }
35
+ throw new Error('makeIterator');
29
36
  }
30
- //# sourceMappingURL=make-iterator.js.map
37
+ exports.makeIterator = makeIterator;
@@ -1,6 +1,6 @@
1
1
  /// <reference types="node" />
2
2
  import type { Readable } from 'stream';
3
- export declare type StreamIteratorOptions = {
3
+ export type StreamIteratorOptions = {
4
4
  _streamReadAhead?: boolean;
5
5
  };
6
6
  /**
@@ -1 +1 @@
1
- {"version":3,"file":"make-stream-iterator.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-iterator/make-stream-iterator.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAGrC,oBAAY,qBAAqB,GAAG;IAClC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,CAAC;AAEF;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,cAAc,GAAG,QAAQ,EACjC,OAAO,CAAC,EAAE,qBAAqB,GAC9B,aAAa,CAAC,WAAW,CAAC,CAI5B"}
1
+ {"version":3,"file":"make-stream-iterator.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-iterator/make-stream-iterator.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAGrC,MAAM,MAAM,qBAAqB,GAAG;IAClC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,CAAC;AAEF;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,cAAc,GAAG,QAAQ,EACjC,OAAO,CAAC,EAAE,qBAAqB,GAC9B,aAAa,CAAC,WAAW,CAAC,CAI5B"}
@@ -1,39 +1,96 @@
1
- import { isBrowser, toArrayBuffer } from '@loaders.gl/loader-utils';
2
- export function makeStreamIterator(stream, options) {
3
- return isBrowser ? makeBrowserStreamIterator(stream, options) : makeNodeStreamIterator(stream, options);
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.makeStreamIterator = void 0;
4
+ const loader_utils_1 = require("@loaders.gl/loader-utils");
5
+ /**
6
+ * Returns an async iterable that reads from a stream (works in both Node.js and browsers)
7
+ * @param stream stream to iterator over
8
+ */
9
+ function makeStreamIterator(stream, options) {
10
+ return loader_utils_1.isBrowser
11
+ ? makeBrowserStreamIterator(stream, options)
12
+ : makeNodeStreamIterator(stream, options);
4
13
  }
5
-
14
+ exports.makeStreamIterator = makeStreamIterator;
15
+ /**
16
+ * Returns an async iterable that reads from a DOM (browser) stream
17
+ * @param stream stream to iterate from
18
+ * @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate
19
+ */
6
20
  async function* makeBrowserStreamIterator(stream, options) {
7
- const reader = stream.getReader();
8
- let nextBatchPromise;
9
-
10
- try {
11
- while (true) {
12
- const currentBatchPromise = nextBatchPromise || reader.read();
13
-
14
- if (options !== null && options !== void 0 && options._streamReadAhead) {
15
- nextBatchPromise = reader.read();
16
- }
17
-
18
- const {
19
- done,
20
- value
21
- } = await currentBatchPromise;
22
-
23
- if (done) {
24
- return;
25
- }
26
-
27
- yield toArrayBuffer(value);
21
+ // WhatWG: stream is supposed to have a `getIterator` method
22
+ // if (typeof stream.getIterator === 'function') {
23
+ // return stream.getIterator();
24
+ // }
25
+ // if (typeof stream[Symbol.asyncIterator] === 'function') {
26
+ // return makeToArrayBufferIterator(stream);
27
+ // }
28
+ // In the browser, we first need to get a lock on the stream
29
+ const reader = stream.getReader();
30
+ let nextBatchPromise;
31
+ try {
32
+ // eslint-disable-next-line no-constant-condition
33
+ while (true) {
34
+ const currentBatchPromise = nextBatchPromise || reader.read();
35
+ // Issue a read for an additional batch, while we await the next batch
36
+ // Idea is to make fetching happen in parallel with processing / parsing
37
+ if (options?._streamReadAhead) {
38
+ nextBatchPromise = reader.read();
39
+ }
40
+ // Read from the stream
41
+ // value is a Uint8Array
42
+ const { done, value } = await currentBatchPromise;
43
+ // Exit if we're done
44
+ if (done) {
45
+ return;
46
+ }
47
+ // Else yield the chunk
48
+ yield (0, loader_utils_1.toArrayBuffer)(value);
49
+ }
50
+ }
51
+ catch (error) {
52
+ // TODO - examples makes it look like this should always be called,
53
+ // but that generates exceptions so only call it if we do not reach the end
54
+ reader.releaseLock();
28
55
  }
29
- } catch (error) {
30
- reader.releaseLock();
31
- }
32
56
  }
33
-
57
+ /**
58
+ * Returns an async iterable that reads from a DOM (browser) stream
59
+ * @param stream stream to iterate from
60
+ * @note Requires Node.js >= 10
61
+ */
34
62
  async function* makeNodeStreamIterator(stream, options) {
35
- for await (const chunk of stream) {
36
- yield toArrayBuffer(chunk);
63
+ // Hacky test for node version to ensure we don't call bad polyfills
64
+ // NODE 10+: stream is an asyncIterator
65
+ for await (const chunk of stream) {
66
+ yield (0, loader_utils_1.toArrayBuffer)(chunk); // Coerce each chunk to ArrayBuffer
67
+ }
68
+ }
69
+ /* TODO - remove NODE < 10
70
+ * @see https://github.com/bustle/streaming-iterables, MIT license
71
+ *
72
+ if (typeof stream[Symbol.asyncIterator] === 'function') {
73
+ return;
74
+ }
75
+
76
+ // TODO - check if is this ever used in Node 10+?
77
+ // eslint-disable-next-line no-constant-condition
78
+ while (true) {
79
+ const data = stream.read();
80
+ if (data !== null) {
81
+ yield toArrayBuffer(data);
82
+ // eslint-disable-next-line no-continue
83
+ continue;
84
+ }
85
+ if (stream._readableState?.ended) {
86
+ return;
87
+ }
88
+ await onceReadable(stream);
37
89
  }
90
+
91
+ async function onceReadable(stream: Readable): Promise<any> {
92
+ return new Promise((resolve) => {
93
+ stream.once('readable', resolve);
94
+ });
38
95
  }
39
- //# sourceMappingURL=make-stream-iterator.js.map
96
+ */
@@ -1,14 +1,24 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.makeStringIterator = void 0;
1
4
  const DEFAULT_CHUNK_SIZE = 256 * 1024;
2
- export function* makeStringIterator(string, options) {
3
- const chunkSize = (options === null || options === void 0 ? void 0 : options.chunkSize) || DEFAULT_CHUNK_SIZE;
4
- let offset = 0;
5
- const textEncoder = new TextEncoder();
6
-
7
- while (offset < string.length) {
8
- const chunkLength = Math.min(string.length - offset, chunkSize);
9
- const chunk = string.slice(offset, offset + chunkLength);
10
- offset += chunkLength;
11
- yield textEncoder.encode(chunk);
12
- }
5
+ /**
6
+ * Returns an iterator that breaks a big string into chunks and yields them one-by-one as ArrayBuffers
7
+ * @param blob string to iterate over
8
+ * @param options
9
+ * @param options.chunkSize
10
+ */
11
+ function* makeStringIterator(string, options) {
12
+ const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;
13
+ let offset = 0;
14
+ const textEncoder = new TextEncoder();
15
+ while (offset < string.length) {
16
+ // Create a chunk of the right size
17
+ const chunkLength = Math.min(string.length - offset, chunkSize);
18
+ const chunk = string.slice(offset, offset + chunkLength);
19
+ offset += chunkLength;
20
+ // yield an ArrayBuffer chunk
21
+ yield textEncoder.encode(chunk);
22
+ }
13
23
  }
14
- //# sourceMappingURL=make-string-iterator.js.map
24
+ exports.makeStringIterator = makeStringIterator;
@@ -1,4 +1,4 @@
1
- export declare type MakeStreamOptions = {
1
+ export type MakeStreamOptions = {
2
2
  /** Stream allocates an arrayBuffer. Enables use of a default reader. */
3
3
  autoAllocateChunkSize?: number;
4
4
  /** Total number of chunks in queue before back pressure is applied */
@@ -1 +1 @@
1
- {"version":3,"file":"make-dom-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-dom-stream.ts"],"names":[],"mappings":"AAAA,oBAAY,iBAAiB,GAAG;IAC9B,wEAAwE;IACxE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sEAAsE;IACtE,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,WAAW,EACpC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,EAC1D,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAsChB"}
1
+ {"version":3,"file":"make-dom-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-dom-stream.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wEAAwE;IACxE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sEAAsE;IACtE,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,WAAW,EACpC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,EAC1D,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAsChB"}
@@ -1,34 +1,46 @@
1
- export function makeStream(source, options) {
2
- const iterator = source[Symbol.asyncIterator] ? source[Symbol.asyncIterator]() : source[Symbol.iterator]();
3
- return new ReadableStream({
4
- type: 'bytes',
5
-
6
- async pull(controller) {
7
- try {
8
- const {
9
- done,
10
- value
11
- } = await iterator.next();
12
-
13
- if (done) {
14
- controller.close();
15
- } else {
16
- controller.enqueue(new Uint8Array(value));
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.makeStream = void 0;
4
+ /**
5
+ * Builds a DOM stream from an iterator
6
+ * This stream is currently used in browsers only,
7
+ * but note that Web stream support is present in Node from Node 16
8
+ * https://nodejs.org/api/webstreams.html#webstreams_web_streams_api
9
+ */
10
+ function makeStream(source, options) {
11
+ const iterator = source[Symbol.asyncIterator]
12
+ ? source[Symbol.asyncIterator]()
13
+ : source[Symbol.iterator]();
14
+ return new ReadableStream({
15
+ // Create a byte stream (enables `Response(stream).arrayBuffer()`)
16
+ // Only supported on Chrome
17
+ // See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController
18
+ type: 'bytes',
19
+ async pull(controller) {
20
+ try {
21
+ const { done, value } = await iterator.next();
22
+ if (done) {
23
+ controller.close();
24
+ }
25
+ else {
26
+ // TODO - ignores controller.desiredSize
27
+ // @ts-expect-error Unclear why value is not correctly typed
28
+ controller.enqueue(new Uint8Array(value));
29
+ }
30
+ }
31
+ catch (error) {
32
+ controller.error(error);
33
+ }
34
+ },
35
+ async cancel() {
36
+ await iterator?.return?.();
17
37
  }
18
- } catch (error) {
19
- controller.error(error);
20
- }
21
- },
22
-
23
- async cancel() {
24
- var _iterator$return;
25
-
26
- await (iterator === null || iterator === void 0 ? void 0 : (_iterator$return = iterator.return) === null || _iterator$return === void 0 ? void 0 : _iterator$return.call(iterator));
27
- }
28
-
29
- }, {
30
- highWaterMark: 2 ** 24,
31
- ...options
32
- });
38
+ },
39
+ // options: QueingStrategy<Uint8Array>
40
+ {
41
+ // This is bytes, not chunks
42
+ highWaterMark: 2 ** 24,
43
+ ...options
44
+ });
33
45
  }
34
- //# sourceMappingURL=make-dom-stream.js.map
46
+ exports.makeStream = makeStream;
@@ -1,6 +1,11 @@
1
1
  /// <reference types="node" />
2
- import { Readable, ReadableOptions } from 'stream';
3
- export declare type MakeStreamOptions = ReadableOptions;
2
+ import type { ReadableOptions } from 'stream';
3
+ import * as Stream from 'stream';
4
+ declare class _Readable {
5
+ }
6
+ type ReadableType = Stream.Readable | _Readable;
7
+ export type MakeStreamOptions = ReadableOptions;
4
8
  /** Builds a node stream from an iterator */
5
- export declare function makeStream<ArrayBuffer>(source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>, options?: ReadableOptions): Readable;
9
+ export declare function makeStream<ArrayBuffer>(source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>, options?: ReadableOptions): ReadableType;
10
+ export {};
6
11
  //# sourceMappingURL=make-node-stream.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"make-node-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-node-stream.ts"],"names":[],"mappings":";AAAA,OAAO,EAAC,QAAQ,EAAE,eAAe,EAAC,MAAM,QAAQ,CAAC;AAEjD,oBAAY,iBAAiB,GAAG,eAAe,CAAC;AAEhD,4CAA4C;AAC5C,wBAAgB,UAAU,CAAC,WAAW,EACpC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,EAC1D,OAAO,CAAC,EAAE,eAAe,GACxB,QAAQ,CAKV"}
1
+ {"version":3,"file":"make-node-stream.d.ts","sourceRoot":"","sources":["../../../src/iterators/make-stream/make-node-stream.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,QAAQ,CAAC;AAC5C,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAEjC,cAAM,SAAS;CAAG;AAElB,KAAK,YAAY,GAAG,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;AAGhD,MAAM,MAAM,iBAAiB,GAAG,eAAe,CAAC;AAEhD,4CAA4C;AAC5C,wBAAgB,UAAU,CAAC,WAAW,EACpC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,EAC1D,OAAO,CAAC,EAAE,eAAe,GACxB,YAAY,CAKd"}
@@ -1,74 +1,82 @@
1
- import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
2
- import { Readable } from 'stream';
3
- export function makeStream(source, options) {
4
- const iterator = source[Symbol.asyncIterator] ? source[Symbol.asyncIterator]() : source[Symbol.iterator]();
5
- return new AsyncIterableReadable(iterator, options);
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
15
+ }) : function(o, v) {
16
+ o["default"] = v;
17
+ });
18
+ var __importStar = (this && this.__importStar) || function (mod) {
19
+ if (mod && mod.__esModule) return mod;
20
+ var result = {};
21
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
+ __setModuleDefault(result, mod);
23
+ return result;
24
+ };
25
+ Object.defineProperty(exports, "__esModule", { value: true });
26
+ exports.makeStream = void 0;
27
+ const Stream = __importStar(require("stream"));
28
+ class _Readable {
29
+ }
30
+ const Readable = Stream.Readable || _Readable;
31
+ /** Builds a node stream from an iterator */
32
+ function makeStream(source, options) {
33
+ const iterator = source[Symbol.asyncIterator]
34
+ ? source[Symbol.asyncIterator]()
35
+ : source[Symbol.iterator]();
36
+ return new AsyncIterableReadable(iterator, options);
6
37
  }
7
-
38
+ exports.makeStream = makeStream;
8
39
  class AsyncIterableReadable extends Readable {
9
- constructor(it, options) {
10
- super(options);
11
-
12
- _defineProperty(this, "_pulling", void 0);
13
-
14
- _defineProperty(this, "_bytesMode", void 0);
15
-
16
- _defineProperty(this, "_iterator", void 0);
17
-
18
- this._iterator = it;
19
- this._pulling = false;
20
- this._bytesMode = !options || !options.objectMode;
21
- }
22
-
23
- async _read(size) {
24
- if (!this._pulling) {
25
- this._pulling = true;
26
- this._pulling = await this._pull(size, this._iterator);
27
- }
28
- }
29
-
30
- async _destroy(error, cb) {
31
- if (!this._iterator) {
32
- return;
40
+ constructor(it, options) {
41
+ super(options);
42
+ this._iterator = it;
43
+ this._pulling = false;
44
+ this._bytesMode = !options || !options.objectMode;
33
45
  }
34
-
35
- if (error) {
36
- var _this$_iterator, _this$_iterator$throw;
37
-
38
- await ((_this$_iterator = this._iterator) === null || _this$_iterator === void 0 ? void 0 : (_this$_iterator$throw = _this$_iterator.throw) === null || _this$_iterator$throw === void 0 ? void 0 : _this$_iterator$throw.call(_this$_iterator, error));
39
- } else {
40
- var _this$_iterator2, _this$_iterator2$retu;
41
-
42
- await ((_this$_iterator2 = this._iterator) === null || _this$_iterator2 === void 0 ? void 0 : (_this$_iterator2$retu = _this$_iterator2.return) === null || _this$_iterator2$retu === void 0 ? void 0 : _this$_iterator2$retu.call(_this$_iterator2, error));
46
+ async _read(size) {
47
+ if (!this._pulling) {
48
+ this._pulling = true;
49
+ this._pulling = await this._pull(size, this._iterator);
50
+ }
43
51
  }
44
-
45
- cb === null || cb === void 0 ? void 0 : cb(null);
46
- }
47
-
48
- async _pull(size, it) {
49
- var _r;
50
-
51
- const bm = this._bytesMode;
52
- let r = null;
53
-
54
- while (this.readable && !(r = await it.next()).done) {
55
- if (size !== null) {
56
- size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;
57
- }
58
-
59
- if (!this.push(new Uint8Array(r.value)) || size <= 0) {
60
- break;
61
- }
52
+ async _destroy(error, cb) {
53
+ if (!this._iterator) {
54
+ return;
55
+ }
56
+ if (error) {
57
+ await this._iterator?.throw?.(error);
58
+ }
59
+ else {
60
+ await this._iterator?.return?.(error);
61
+ }
62
+ cb?.(null);
62
63
  }
63
-
64
- if (((_r = r) !== null && _r !== void 0 && _r.done || !this.readable) && (this.push(null) || true)) {
65
- var _it$return;
66
-
67
- it === null || it === void 0 ? void 0 : (_it$return = it.return) === null || _it$return === void 0 ? void 0 : _it$return.call(it);
64
+ // eslint-disable-next-line complexity
65
+ async _pull(size, it) {
66
+ const bm = this._bytesMode;
67
+ let r = null;
68
+ // while (this.readable && !(r = await it.next(bm ? size : null)).done) {
69
+ while (this.readable && !(r = await it.next()).done) {
70
+ if (size !== null) {
71
+ size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;
72
+ }
73
+ if (!this.push(new Uint8Array(r.value)) || size <= 0) {
74
+ break;
75
+ }
76
+ }
77
+ if ((r?.done || !this.readable) && (this.push(null) || true)) {
78
+ it?.return?.();
79
+ }
80
+ return !this.readable;
68
81
  }
69
-
70
- return !this.readable;
71
- }
72
-
73
82
  }
74
- //# sourceMappingURL=make-node-stream.js.map
@@ -1,7 +1,7 @@
1
1
  /// <reference types="node" />
2
2
  import type { Readable } from 'stream';
3
3
  /** A DOM or Node readable stream */
4
- export declare type ReadableStreamType = ReadableStream | Readable;
4
+ export type ReadableStreamType = ReadableStream | Readable;
5
5
  export declare const isObject: (x: any) => boolean;
6
6
  export declare const isPureObject: (x: any) => boolean;
7
7
  export declare const isPromise: (x: any) => boolean;
@@ -1 +1 @@
1
- {"version":3,"file":"is-type.d.ts","sourceRoot":"","sources":["../../src/javascript-utils/is-type.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAErC,oCAAoC;AACpC,oBAAY,kBAAkB,GAAG,cAAc,GAAG,QAAQ,CAAC;AAK3D,eAAO,MAAM,QAAQ,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAoD,CAAC;AACxF,eAAO,MAAM,YAAY,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACU,CAAC;AAClD,eAAO,MAAM,SAAS,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAkD,CAAC;AAEvF,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAA8D,CAAC;AACpG,eAAO,MAAM,eAAe,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACU,CAAC;AACrD,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAwC,CAAC;AAE9E,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAEK,CAAC;AAE3C,eAAO,MAAM,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAiE,CAAC;AACnG,eAAO,MAAM,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAiE,CAAC;AAEnG,uFAAuF;AACvF,eAAO,MAAM,QAAQ,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAyD,CAAC;AAE7F,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACiB,CAAC;AAEhE,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAEyC,CAAC;AAGxF,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACmC,CAAC;AACnF,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACmC,CAAC;AACnF,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACQ,CAAC;AACpD,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACQ,CAAC"}
1
+ {"version":3,"file":"is-type.d.ts","sourceRoot":"","sources":["../../src/javascript-utils/is-type.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAErC,oCAAoC;AACpC,MAAM,MAAM,kBAAkB,GAAG,cAAc,GAAG,QAAQ,CAAC;AAK3D,eAAO,MAAM,QAAQ,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAoD,CAAC;AACxF,eAAO,MAAM,YAAY,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACU,CAAC;AAClD,eAAO,MAAM,SAAS,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAkD,CAAC;AAEvF,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAA8D,CAAC;AACpG,eAAO,MAAM,eAAe,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACU,CAAC;AACrD,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAwC,CAAC;AAE9E,eAAO,MAAM,UAAU,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAEK,CAAC;AAE3C,eAAO,MAAM,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAiE,CAAC;AACnG,eAAO,MAAM,MAAM,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAiE,CAAC;AAEnG,uFAAuF;AACvF,eAAO,MAAM,QAAQ,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAAyD,CAAC;AAE7F,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACiB,CAAC;AAEhE,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OAEyC,CAAC;AAGxF,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACmC,CAAC;AACnF,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACmC,CAAC;AACnF,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACQ,CAAC;AACpD,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,OACQ,CAAC"}
@@ -1,21 +1,41 @@
1
- const isBoolean = x => typeof x === 'boolean';
2
-
3
- const isFunction = x => typeof x === 'function';
4
-
5
- export const isObject = x => x !== null && typeof x === 'object';
6
- export const isPureObject = x => isObject(x) && x.constructor === {}.constructor;
7
- export const isPromise = x => isObject(x) && isFunction(x.then);
8
- export const isIterable = x => x && typeof x[Symbol.iterator] === 'function';
9
- export const isAsyncIterable = x => x && typeof x[Symbol.asyncIterator] === 'function';
10
- export const isIterator = x => x && isFunction(x.next);
11
- export const isResponse = x => typeof Response !== 'undefined' && x instanceof Response || x && x.arrayBuffer && x.text && x.json;
12
- export const isFile = x => typeof File !== 'undefined' && x instanceof File;
13
- export const isBlob = x => typeof Blob !== 'undefined' && x instanceof Blob;
14
- export const isBuffer = x => x && typeof x === 'object' && x.isBuffer;
15
- export const isWritableDOMStream = x => isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);
16
- export const isReadableDOMStream = x => typeof ReadableStream !== 'undefined' && x instanceof ReadableStream || isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader);
17
- export const isWritableNodeStream = x => isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);
18
- export const isReadableNodeStream = x => isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);
19
- export const isReadableStream = x => isReadableDOMStream(x) || isReadableNodeStream(x);
20
- export const isWritableStream = x => isWritableDOMStream(x) || isWritableNodeStream(x);
21
- //# sourceMappingURL=is-type.js.map
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.isWritableStream = exports.isReadableStream = exports.isReadableNodeStream = exports.isWritableNodeStream = exports.isReadableDOMStream = exports.isWritableDOMStream = exports.isBuffer = exports.isBlob = exports.isFile = exports.isResponse = exports.isIterator = exports.isAsyncIterable = exports.isIterable = exports.isPromise = exports.isPureObject = exports.isObject = void 0;
4
+ const isBoolean = (x) => typeof x === 'boolean';
5
+ const isFunction = (x) => typeof x === 'function';
6
+ const isObject = (x) => x !== null && typeof x === 'object';
7
+ exports.isObject = isObject;
8
+ const isPureObject = (x) => (0, exports.isObject)(x) && x.constructor === {}.constructor;
9
+ exports.isPureObject = isPureObject;
10
+ const isPromise = (x) => (0, exports.isObject)(x) && isFunction(x.then);
11
+ exports.isPromise = isPromise;
12
+ const isIterable = (x) => x && typeof x[Symbol.iterator] === 'function';
13
+ exports.isIterable = isIterable;
14
+ const isAsyncIterable = (x) => x && typeof x[Symbol.asyncIterator] === 'function';
15
+ exports.isAsyncIterable = isAsyncIterable;
16
+ const isIterator = (x) => x && isFunction(x.next);
17
+ exports.isIterator = isIterator;
18
+ const isResponse = (x) => (typeof Response !== 'undefined' && x instanceof Response) ||
19
+ (x && x.arrayBuffer && x.text && x.json);
20
+ exports.isResponse = isResponse;
21
+ const isFile = (x) => typeof File !== 'undefined' && x instanceof File;
22
+ exports.isFile = isFile;
23
+ const isBlob = (x) => typeof Blob !== 'undefined' && x instanceof Blob;
24
+ exports.isBlob = isBlob;
25
+ /** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */
26
+ const isBuffer = (x) => x && typeof x === 'object' && x.isBuffer;
27
+ exports.isBuffer = isBuffer;
28
+ const isWritableDOMStream = (x) => (0, exports.isObject)(x) && isFunction(x.abort) && isFunction(x.getWriter);
29
+ exports.isWritableDOMStream = isWritableDOMStream;
30
+ const isReadableDOMStream = (x) => (typeof ReadableStream !== 'undefined' && x instanceof ReadableStream) ||
31
+ ((0, exports.isObject)(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader));
32
+ exports.isReadableDOMStream = isReadableDOMStream;
33
+ // Not implemented in Firefox: && isFunction(x.pipeTo)
34
+ const isWritableNodeStream = (x) => (0, exports.isObject)(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);
35
+ exports.isWritableNodeStream = isWritableNodeStream;
36
+ const isReadableNodeStream = (x) => (0, exports.isObject)(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);
37
+ exports.isReadableNodeStream = isReadableNodeStream;
38
+ const isReadableStream = (x) => (0, exports.isReadableDOMStream)(x) || (0, exports.isReadableNodeStream)(x);
39
+ exports.isReadableStream = isReadableStream;
40
+ const isWritableStream = (x) => (0, exports.isWritableDOMStream)(x) || (0, exports.isWritableNodeStream)(x);
41
+ exports.isWritableStream = isWritableStream;
@@ -0,0 +1,6 @@
1
+ import { Writer, WriterOptionsType } from '@loaders.gl/loader-utils';
2
+ import { Table } from '@loaders.gl/schema';
3
+ export declare function encodeTable<WriterT extends Writer = Writer>(data: Table, writer: WriterT, options?: WriterOptionsType<WriterT>): Promise<ArrayBuffer>;
4
+ export declare function encodeTableAsText<WriterT extends Writer = Writer>(data: Table, writer: WriterT, options?: WriterOptionsType<WriterT>): Promise<string>;
5
+ export declare function encodeTableInBatches<WriterT extends Writer = Writer>(data: Table, writer: WriterT, options?: WriterOptionsType<WriterT>): AsyncIterable<ArrayBuffer>;
6
+ //# sourceMappingURL=encode-table.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"encode-table.d.ts","sourceRoot":"","sources":["../../../src/lib/api/encode-table.ts"],"names":[],"mappings":"AAIA,OAAO,EAA0B,MAAM,EAAE,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAC5F,OAAO,EAAC,KAAK,EAAC,MAAM,oBAAoB,CAAC;AAEzC,wBAAsB,WAAW,CAAC,OAAO,SAAS,MAAM,GAAG,MAAM,EAC/D,IAAI,EAAE,KAAK,EACX,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,GACnC,OAAO,CAAC,WAAW,CAAC,CAwBtB;AAED,wBAAsB,iBAAiB,CAAC,OAAO,SAAS,MAAM,GAAG,MAAM,EACrE,IAAI,EAAE,KAAK,EACX,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,GACnC,OAAO,CAAC,MAAM,CAAC,CAUjB;AAED,wBAAgB,oBAAoB,CAAC,OAAO,SAAS,MAAM,GAAG,MAAM,EAClE,IAAI,EAAE,KAAK,EACX,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,GACnC,aAAa,CAAC,WAAW,CAAC,CAQ5B"}