@loaders.gl/core 3.1.0-alpha.2 → 3.1.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (377) hide show
  1. package/dist/bundle.d.ts +2 -0
  2. package/dist/bundle.d.ts.map +1 -0
  3. package/dist/bundle.js +3378 -5
  4. package/dist/core-addons/write-file-browser.d.ts +1 -0
  5. package/dist/core-addons/write-file-browser.d.ts.map +1 -0
  6. package/dist/core-addons/write-file-browser.js +59 -1
  7. package/dist/es5/bundle.js +7 -0
  8. package/dist/es5/bundle.js.map +1 -0
  9. package/dist/{core-addons → es5/core-addons}/README.md +0 -0
  10. package/dist/es5/core-addons/write-file-browser.js +2 -0
  11. package/dist/{core-addons → es5/core-addons}/write-file-browser.js.map +0 -0
  12. package/dist/es5/index.js +390 -0
  13. package/dist/es5/index.js.map +1 -0
  14. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +26 -0
  15. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
  16. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +25 -0
  17. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
  18. package/dist/es5/iterators/make-iterator/make-blob-iterator.js +20 -0
  19. package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +1 -0
  20. package/dist/es5/iterators/make-iterator/make-iterator.js +42 -0
  21. package/dist/es5/iterators/make-iterator/make-iterator.js.map +1 -0
  22. package/dist/es5/iterators/make-iterator/make-stream-iterator.js +47 -0
  23. package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +1 -0
  24. package/dist/es5/iterators/make-iterator/make-string-iterator.js +21 -0
  25. package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +1 -0
  26. package/dist/es5/iterators/make-stream/make-dom-stream.js +41 -0
  27. package/dist/es5/iterators/make-stream/make-dom-stream.js.map +1 -0
  28. package/dist/es5/iterators/make-stream/make-node-stream.js +84 -0
  29. package/dist/es5/iterators/make-stream/make-node-stream.js.map +1 -0
  30. package/dist/es5/iterators/make-stream/make-stream.js +19 -0
  31. package/dist/es5/iterators/make-stream/make-stream.js.map +1 -0
  32. package/dist/es5/javascript-utils/is-type.js +75 -0
  33. package/dist/es5/javascript-utils/is-type.js.map +1 -0
  34. package/dist/es5/lib/api/encode.js +108 -0
  35. package/dist/es5/lib/api/encode.js.map +1 -0
  36. package/dist/es5/lib/api/load-in-batches.js +40 -0
  37. package/dist/es5/lib/api/load-in-batches.js.map +1 -0
  38. package/dist/es5/lib/api/load.js +36 -0
  39. package/dist/es5/lib/api/load.js.map +1 -0
  40. package/dist/es5/lib/api/parse-in-batches.js +114 -0
  41. package/dist/es5/lib/api/parse-in-batches.js.map +1 -0
  42. package/dist/es5/lib/api/parse-sync.js +71 -0
  43. package/dist/es5/lib/api/parse-sync.js.map +1 -0
  44. package/dist/es5/lib/api/parse.js +79 -0
  45. package/dist/es5/lib/api/parse.js.map +1 -0
  46. package/dist/es5/lib/api/register-loaders.js +41 -0
  47. package/dist/es5/lib/api/register-loaders.js.map +1 -0
  48. package/dist/es5/lib/api/save.js +22 -0
  49. package/dist/es5/lib/api/save.js.map +1 -0
  50. package/dist/es5/lib/api/select-loader.js +243 -0
  51. package/dist/es5/lib/api/select-loader.js.map +1 -0
  52. package/dist/es5/lib/api/set-loader-options.js +13 -0
  53. package/dist/es5/lib/api/set-loader-options.js.map +1 -0
  54. package/dist/es5/lib/common.js +2 -0
  55. package/dist/{lib → es5/lib}/common.js.map +0 -0
  56. package/dist/es5/lib/fetch/fetch-error-message.js +30 -0
  57. package/dist/es5/lib/fetch/fetch-error-message.js.map +1 -0
  58. package/dist/es5/lib/fetch/fetch-file.js +26 -0
  59. package/dist/es5/lib/fetch/fetch-file.js.map +1 -0
  60. package/dist/es5/lib/fetch/read-array-buffer.js +39 -0
  61. package/dist/es5/lib/fetch/read-array-buffer.js.map +1 -0
  62. package/dist/es5/lib/fetch/read-file.js +25 -0
  63. package/dist/es5/lib/fetch/read-file.js.map +1 -0
  64. package/dist/es5/lib/fetch/write-file.js +34 -0
  65. package/dist/es5/lib/fetch/write-file.js.map +1 -0
  66. package/dist/es5/lib/filesystems/browser-filesystem.js +123 -0
  67. package/dist/es5/lib/filesystems/browser-filesystem.js.map +1 -0
  68. package/dist/es5/lib/filesystems/filesystem.js +2 -0
  69. package/dist/{lib → es5/lib}/filesystems/filesystem.js.map +0 -0
  70. package/dist/es5/lib/filesystems/read-array-buffer.js +16 -0
  71. package/dist/es5/lib/filesystems/read-array-buffer.js.map +1 -0
  72. package/dist/es5/lib/init.js +13 -0
  73. package/dist/es5/lib/init.js.map +1 -0
  74. package/dist/es5/lib/loader-utils/check-errors.js +35 -0
  75. package/dist/es5/lib/loader-utils/check-errors.js.map +1 -0
  76. package/dist/es5/lib/loader-utils/get-data.js +147 -0
  77. package/dist/es5/lib/loader-utils/get-data.js.map +1 -0
  78. package/dist/es5/lib/loader-utils/loader-context.js +46 -0
  79. package/dist/es5/lib/loader-utils/loader-context.js.map +1 -0
  80. package/dist/es5/lib/loader-utils/loggers.js +65 -0
  81. package/dist/es5/lib/loader-utils/loggers.js.map +1 -0
  82. package/dist/es5/lib/loader-utils/normalize-loader.js +53 -0
  83. package/dist/es5/lib/loader-utils/normalize-loader.js.map +1 -0
  84. package/dist/es5/lib/loader-utils/option-defaults.js +47 -0
  85. package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -0
  86. package/dist/es5/lib/loader-utils/option-utils.js +157 -0
  87. package/dist/es5/lib/loader-utils/option-utils.js.map +1 -0
  88. package/dist/es5/lib/progress/fetch-progress.js +68 -0
  89. package/dist/es5/lib/progress/fetch-progress.js.map +1 -0
  90. package/dist/es5/lib/utils/mime-type-utils.js +30 -0
  91. package/dist/es5/lib/utils/mime-type-utils.js.map +1 -0
  92. package/dist/es5/lib/utils/resource-utils.js +72 -0
  93. package/dist/es5/lib/utils/resource-utils.js.map +1 -0
  94. package/dist/es5/lib/utils/response-utils.js +128 -0
  95. package/dist/es5/lib/utils/response-utils.js.map +1 -0
  96. package/dist/es5/null-loader.js +42 -0
  97. package/dist/{null-loader.js.map → es5/null-loader.js.map} +1 -1
  98. package/dist/es5/workers/null-worker.js +8 -0
  99. package/dist/es5/workers/null-worker.js.map +1 -0
  100. package/dist/esm/bundle.js +5 -0
  101. package/dist/esm/bundle.js.map +1 -0
  102. package/dist/esm/core-addons/README.md +1 -0
  103. package/dist/esm/core-addons/write-file-browser.js +2 -0
  104. package/dist/esm/core-addons/write-file-browser.js.map +1 -0
  105. package/dist/esm/index.js +31 -0
  106. package/dist/esm/index.js.map +1 -0
  107. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +19 -0
  108. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
  109. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +18 -0
  110. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
  111. package/dist/esm/iterators/make-iterator/make-blob-iterator.js +13 -0
  112. package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +1 -0
  113. package/dist/esm/iterators/make-iterator/make-iterator.js +30 -0
  114. package/dist/esm/iterators/make-iterator/make-iterator.js.map +1 -0
  115. package/dist/esm/iterators/make-iterator/make-stream-iterator.js +39 -0
  116. package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +1 -0
  117. package/dist/esm/iterators/make-iterator/make-string-iterator.js +14 -0
  118. package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +1 -0
  119. package/dist/esm/iterators/make-stream/make-dom-stream.js +34 -0
  120. package/dist/esm/iterators/make-stream/make-dom-stream.js.map +1 -0
  121. package/dist/esm/iterators/make-stream/make-node-stream.js +77 -0
  122. package/dist/esm/iterators/make-stream/make-node-stream.js.map +1 -0
  123. package/dist/esm/iterators/make-stream/make-stream.js +7 -0
  124. package/dist/esm/iterators/make-stream/make-stream.js.map +1 -0
  125. package/dist/esm/javascript-utils/is-type.js +21 -0
  126. package/dist/esm/javascript-utils/is-type.js.map +1 -0
  127. package/dist/esm/lib/api/encode.js +91 -0
  128. package/dist/esm/lib/api/encode.js.map +1 -0
  129. package/dist/esm/lib/api/load-in-batches.js +30 -0
  130. package/dist/esm/lib/api/load-in-batches.js.map +1 -0
  131. package/dist/esm/lib/api/load.js +25 -0
  132. package/dist/esm/lib/api/load.js.map +1 -0
  133. package/dist/esm/lib/api/parse-in-batches.js +99 -0
  134. package/dist/esm/lib/api/parse-in-batches.js.map +1 -0
  135. package/dist/esm/lib/api/parse-sync.js +57 -0
  136. package/dist/esm/lib/api/parse-sync.js.map +1 -0
  137. package/dist/esm/lib/api/parse.js +64 -0
  138. package/dist/esm/lib/api/parse.js.map +1 -0
  139. package/dist/esm/lib/api/register-loaders.js +29 -0
  140. package/dist/esm/lib/api/register-loaders.js.map +1 -0
  141. package/dist/esm/lib/api/save.js +11 -0
  142. package/dist/esm/lib/api/save.js.map +1 -0
  143. package/dist/esm/lib/api/select-loader.js +228 -0
  144. package/dist/esm/lib/api/select-loader.js.map +1 -0
  145. package/dist/esm/lib/api/set-loader-options.js +5 -0
  146. package/dist/esm/lib/api/set-loader-options.js.map +1 -0
  147. package/dist/esm/lib/common.js +2 -0
  148. package/dist/esm/lib/common.js.map +1 -0
  149. package/dist/esm/lib/fetch/fetch-error-message.js +21 -0
  150. package/dist/esm/lib/fetch/fetch-error-message.js.map +1 -0
  151. package/dist/esm/lib/fetch/fetch-file.js +17 -0
  152. package/dist/esm/lib/fetch/fetch-file.js.map +1 -0
  153. package/dist/esm/lib/fetch/read-array-buffer.js +29 -0
  154. package/dist/esm/lib/fetch/read-array-buffer.js.map +1 -0
  155. package/dist/esm/lib/fetch/read-file.js +17 -0
  156. package/dist/esm/lib/fetch/read-file.js.map +1 -0
  157. package/dist/esm/lib/fetch/write-file.js +25 -0
  158. package/dist/esm/lib/fetch/write-file.js.map +1 -0
  159. package/dist/esm/lib/filesystems/browser-filesystem.js +115 -0
  160. package/dist/esm/lib/filesystems/browser-filesystem.js.map +1 -0
  161. package/dist/esm/lib/filesystems/filesystem.js +2 -0
  162. package/dist/esm/lib/filesystems/filesystem.js.map +1 -0
  163. package/dist/esm/lib/filesystems/read-array-buffer.js +9 -0
  164. package/dist/esm/lib/filesystems/read-array-buffer.js.map +1 -0
  165. package/dist/esm/lib/init.js +6 -0
  166. package/dist/esm/lib/init.js.map +1 -0
  167. package/dist/esm/lib/loader-utils/check-errors.js +26 -0
  168. package/dist/esm/lib/loader-utils/check-errors.js.map +1 -0
  169. package/dist/esm/lib/loader-utils/get-data.js +129 -0
  170. package/dist/esm/lib/loader-utils/get-data.js.map +1 -0
  171. package/dist/esm/lib/loader-utils/loader-context.js +36 -0
  172. package/dist/esm/lib/loader-utils/loader-context.js.map +1 -0
  173. package/dist/esm/lib/loader-utils/loggers.js +48 -0
  174. package/dist/esm/lib/loader-utils/loggers.js.map +1 -0
  175. package/dist/esm/lib/loader-utils/normalize-loader.js +43 -0
  176. package/dist/esm/lib/loader-utils/normalize-loader.js.map +1 -0
  177. package/dist/esm/lib/loader-utils/option-defaults.js +37 -0
  178. package/dist/esm/lib/loader-utils/option-defaults.js.map +1 -0
  179. package/dist/esm/lib/loader-utils/option-utils.js +140 -0
  180. package/dist/esm/lib/loader-utils/option-utils.js.map +1 -0
  181. package/dist/esm/lib/progress/fetch-progress.js +61 -0
  182. package/dist/esm/lib/progress/fetch-progress.js.map +1 -0
  183. package/dist/esm/lib/utils/mime-type-utils.js +21 -0
  184. package/dist/esm/lib/utils/mime-type-utils.js.map +1 -0
  185. package/dist/esm/lib/utils/resource-utils.js +60 -0
  186. package/dist/esm/lib/utils/resource-utils.js.map +1 -0
  187. package/dist/esm/lib/utils/response-utils.js +115 -0
  188. package/dist/esm/lib/utils/response-utils.js.map +1 -0
  189. package/dist/esm/null-loader.js +34 -0
  190. package/dist/esm/null-loader.js.map +1 -0
  191. package/dist/esm/workers/null-worker.js +4 -0
  192. package/dist/esm/workers/null-worker.js.map +1 -0
  193. package/dist/index.d.ts +31 -0
  194. package/dist/index.d.ts.map +1 -0
  195. package/dist/index.js +106 -31
  196. package/dist/iterators/batch-iterators/timed-batch-iterator.d.ts +5 -0
  197. package/dist/iterators/batch-iterators/timed-batch-iterator.d.ts.map +1 -0
  198. package/dist/iterators/batch-iterators/timed-batch-iterator.js +20 -17
  199. package/dist/iterators/make-iterator/make-array-buffer-iterator.d.ts +9 -0
  200. package/dist/iterators/make-iterator/make-array-buffer-iterator.d.ts.map +1 -0
  201. package/dist/iterators/make-iterator/make-array-buffer-iterator.js +25 -16
  202. package/dist/iterators/make-iterator/make-blob-iterator.d.ts +9 -0
  203. package/dist/iterators/make-iterator/make-blob-iterator.d.ts.map +1 -0
  204. package/dist/iterators/make-iterator/make-blob-iterator.js +20 -12
  205. package/dist/iterators/make-iterator/make-iterator.d.ts +19 -0
  206. package/dist/iterators/make-iterator/make-iterator.d.ts.map +1 -0
  207. package/dist/iterators/make-iterator/make-iterator.js +36 -29
  208. package/dist/iterators/make-iterator/make-stream-iterator.d.ts +11 -0
  209. package/dist/iterators/make-iterator/make-stream-iterator.d.ts.map +1 -0
  210. package/dist/iterators/make-iterator/make-stream-iterator.js +89 -32
  211. package/dist/iterators/make-iterator/make-string-iterator.d.ts +9 -0
  212. package/dist/iterators/make-iterator/make-string-iterator.d.ts.map +1 -0
  213. package/dist/iterators/make-iterator/make-string-iterator.js +22 -12
  214. package/dist/iterators/make-stream/make-dom-stream.d.ts +9 -0
  215. package/dist/iterators/make-stream/make-dom-stream.d.ts.map +1 -0
  216. package/dist/iterators/make-stream/make-dom-stream.js +39 -32
  217. package/dist/iterators/make-stream/make-node-stream.d.ts +7 -0
  218. package/dist/iterators/make-stream/make-node-stream.d.ts.map +1 -0
  219. package/dist/iterators/make-stream/make-node-stream.js +51 -70
  220. package/dist/iterators/make-stream/make-stream.d.ts +9 -0
  221. package/dist/iterators/make-stream/make-stream.d.ts.map +1 -0
  222. package/dist/iterators/make-stream/make-stream.js +15 -6
  223. package/dist/javascript-utils/is-type.d.ts +22 -0
  224. package/dist/javascript-utils/is-type.d.ts.map +1 -0
  225. package/dist/javascript-utils/is-type.js +41 -21
  226. package/dist/lib/api/encode.d.ts +26 -0
  227. package/dist/lib/api/encode.d.ts.map +1 -0
  228. package/dist/lib/api/encode.js +101 -81
  229. package/dist/lib/api/load-in-batches.d.ts +13 -0
  230. package/dist/lib/api/load-in-batches.d.ts.map +1 -0
  231. package/dist/lib/api/load-in-batches.js +30 -27
  232. package/dist/lib/api/load.d.ts +12 -0
  233. package/dist/lib/api/load.d.ts.map +1 -0
  234. package/dist/lib/api/load.js +40 -24
  235. package/dist/lib/api/parse-in-batches.d.ts +10 -0
  236. package/dist/lib/api/parse-in-batches.d.ts.map +1 -0
  237. package/dist/lib/api/parse-in-batches.js +113 -92
  238. package/dist/lib/api/parse-sync.d.ts +10 -0
  239. package/dist/lib/api/parse-sync.d.ts.map +1 -0
  240. package/dist/lib/api/parse-sync.js +56 -54
  241. package/dist/lib/api/parse.d.ts +10 -0
  242. package/dist/lib/api/parse.d.ts.map +1 -0
  243. package/dist/lib/api/parse.js +71 -61
  244. package/dist/lib/api/register-loaders.d.ts +7 -0
  245. package/dist/lib/api/register-loaders.d.ts.map +1 -0
  246. package/dist/lib/api/register-loaders.js +29 -23
  247. package/dist/lib/api/save.d.ts +4 -0
  248. package/dist/lib/api/save.d.ts.map +1 -0
  249. package/dist/lib/api/save.js +13 -9
  250. package/dist/lib/api/select-loader.d.ts +22 -0
  251. package/dist/lib/api/select-loader.d.ts.map +1 -0
  252. package/dist/lib/api/select-loader.js +205 -198
  253. package/dist/lib/api/set-loader-options.d.ts +6 -0
  254. package/dist/lib/api/set-loader-options.d.ts.map +1 -0
  255. package/dist/lib/api/set-loader-options.js +11 -4
  256. package/dist/lib/common.d.ts +2 -0
  257. package/dist/lib/common.d.ts.map +1 -0
  258. package/dist/lib/common.js +2 -2
  259. package/dist/lib/fetch/fetch-error-message.d.ts +3 -0
  260. package/dist/lib/fetch/fetch-error-message.d.ts.map +1 -0
  261. package/dist/lib/fetch/fetch-error-message.js +21 -17
  262. package/dist/lib/fetch/fetch-file.d.ts +13 -0
  263. package/dist/lib/fetch/fetch-file.d.ts.map +1 -0
  264. package/dist/lib/fetch/fetch-file.js +25 -15
  265. package/dist/lib/fetch/read-array-buffer.d.ts +17 -0
  266. package/dist/lib/fetch/read-array-buffer.d.ts.map +1 -0
  267. package/dist/lib/fetch/read-array-buffer.js +39 -27
  268. package/dist/lib/fetch/read-file.d.ts +5 -0
  269. package/dist/lib/fetch/read-file.d.ts.map +1 -0
  270. package/dist/lib/fetch/read-file.js +28 -16
  271. package/dist/lib/fetch/write-file.d.ts +3 -0
  272. package/dist/lib/fetch/write-file.d.ts.map +1 -0
  273. package/dist/lib/fetch/write-file.js +20 -23
  274. package/dist/lib/filesystems/browser-filesystem.d.ts +58 -0
  275. package/dist/lib/filesystems/browser-filesystem.d.ts.map +1 -0
  276. package/dist/lib/filesystems/browser-filesystem.js +118 -107
  277. package/dist/lib/filesystems/filesystem.d.ts +46 -0
  278. package/dist/lib/filesystems/filesystem.d.ts.map +1 -0
  279. package/dist/lib/filesystems/filesystem.js +2 -2
  280. package/dist/lib/filesystems/read-array-buffer.d.ts +19 -0
  281. package/dist/lib/filesystems/read-array-buffer.d.ts.map +1 -0
  282. package/dist/lib/filesystems/read-array-buffer.js +28 -8
  283. package/dist/lib/init.d.ts +3 -0
  284. package/dist/lib/init.d.ts.map +1 -0
  285. package/dist/lib/init.js +9 -6
  286. package/dist/lib/loader-utils/check-errors.d.ts +3 -0
  287. package/dist/lib/loader-utils/check-errors.d.ts.map +1 -0
  288. package/dist/lib/loader-utils/check-errors.js +26 -22
  289. package/dist/lib/loader-utils/get-data.d.ts +6 -0
  290. package/dist/lib/loader-utils/get-data.d.ts.map +1 -0
  291. package/dist/lib/loader-utils/get-data.js +122 -122
  292. package/dist/lib/loader-utils/loader-context.d.ts +13 -0
  293. package/dist/lib/loader-utils/loader-context.d.ts.map +1 -0
  294. package/dist/lib/loader-utils/loader-context.js +47 -34
  295. package/dist/lib/loader-utils/loggers.d.ts +16 -0
  296. package/dist/lib/loader-utils/loggers.d.ts.map +1 -0
  297. package/dist/lib/loader-utils/loggers.js +39 -46
  298. package/dist/lib/loader-utils/normalize-loader.d.ts +4 -0
  299. package/dist/lib/loader-utils/normalize-loader.d.ts.map +1 -0
  300. package/dist/lib/loader-utils/normalize-loader.js +50 -41
  301. package/dist/lib/loader-utils/option-defaults.d.ts +20 -0
  302. package/dist/lib/loader-utils/option-defaults.d.ts.map +1 -0
  303. package/dist/lib/loader-utils/option-defaults.js +39 -35
  304. package/dist/lib/loader-utils/option-utils.d.ts +36 -0
  305. package/dist/lib/loader-utils/option-utils.d.ts.map +1 -0
  306. package/dist/lib/loader-utils/option-utils.js +156 -120
  307. package/dist/lib/progress/fetch-progress.d.ts +6 -0
  308. package/dist/lib/progress/fetch-progress.d.ts.map +1 -0
  309. package/dist/lib/progress/fetch-progress.js +54 -56
  310. package/dist/lib/utils/mime-type-utils.d.ts +20 -0
  311. package/dist/lib/utils/mime-type-utils.d.ts.map +1 -0
  312. package/dist/lib/utils/mime-type-utils.js +38 -17
  313. package/dist/lib/utils/resource-utils.d.ts +21 -0
  314. package/dist/lib/utils/resource-utils.d.ts.map +1 -0
  315. package/dist/lib/utils/resource-utils.js +70 -52
  316. package/dist/lib/utils/response-utils.d.ts +18 -0
  317. package/dist/lib/utils/response-utils.d.ts.map +1 -0
  318. package/dist/lib/utils/response-utils.js +104 -105
  319. package/dist/null-loader.d.ts +10 -0
  320. package/dist/null-loader.d.ts.map +1 -0
  321. package/dist/null-loader.js +41 -31
  322. package/dist/null-worker.js +178 -2
  323. package/dist/workers/null-worker.d.ts +2 -0
  324. package/dist/workers/null-worker.d.ts.map +1 -0
  325. package/dist/workers/null-worker.js +5 -4
  326. package/package.json +9 -9
  327. package/src/bundle.ts +2 -3
  328. package/src/lib/api/encode.ts +1 -0
  329. package/src/lib/api/register-loaders.ts +2 -1
  330. package/src/lib/api/select-loader.ts +10 -9
  331. package/src/lib/{init.js → init.ts} +2 -3
  332. package/src/lib/loader-utils/option-utils.ts +3 -4
  333. package/dist/bundle.js.map +0 -1
  334. package/dist/dist.min.js +0 -2
  335. package/dist/dist.min.js.map +0 -1
  336. package/dist/index.js.map +0 -1
  337. package/dist/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
  338. package/dist/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
  339. package/dist/iterators/make-iterator/make-blob-iterator.js.map +0 -1
  340. package/dist/iterators/make-iterator/make-iterator.js.map +0 -1
  341. package/dist/iterators/make-iterator/make-stream-iterator.js.map +0 -1
  342. package/dist/iterators/make-iterator/make-string-iterator.js.map +0 -1
  343. package/dist/iterators/make-stream/make-dom-stream.js.map +0 -1
  344. package/dist/iterators/make-stream/make-node-stream.js.map +0 -1
  345. package/dist/iterators/make-stream/make-stream.js.map +0 -1
  346. package/dist/javascript-utils/is-type.js.map +0 -1
  347. package/dist/lib/api/encode.js.map +0 -1
  348. package/dist/lib/api/load-in-batches.js.map +0 -1
  349. package/dist/lib/api/load.js.map +0 -1
  350. package/dist/lib/api/parse-in-batches.js.map +0 -1
  351. package/dist/lib/api/parse-sync.js.map +0 -1
  352. package/dist/lib/api/parse.js.map +0 -1
  353. package/dist/lib/api/register-loaders.js.map +0 -1
  354. package/dist/lib/api/save.js.map +0 -1
  355. package/dist/lib/api/select-loader.js.map +0 -1
  356. package/dist/lib/api/set-loader-options.js.map +0 -1
  357. package/dist/lib/fetch/fetch-error-message.js.map +0 -1
  358. package/dist/lib/fetch/fetch-file.js.map +0 -1
  359. package/dist/lib/fetch/read-array-buffer.js.map +0 -1
  360. package/dist/lib/fetch/read-file.js.map +0 -1
  361. package/dist/lib/fetch/write-file.js.map +0 -1
  362. package/dist/lib/filesystems/browser-filesystem.js.map +0 -1
  363. package/dist/lib/filesystems/read-array-buffer.js.map +0 -1
  364. package/dist/lib/init.js.map +0 -1
  365. package/dist/lib/loader-utils/check-errors.js.map +0 -1
  366. package/dist/lib/loader-utils/get-data.js.map +0 -1
  367. package/dist/lib/loader-utils/loader-context.js.map +0 -1
  368. package/dist/lib/loader-utils/loggers.js.map +0 -1
  369. package/dist/lib/loader-utils/normalize-loader.js.map +0 -1
  370. package/dist/lib/loader-utils/option-defaults.js.map +0 -1
  371. package/dist/lib/loader-utils/option-utils.js.map +0 -1
  372. package/dist/lib/progress/fetch-progress.js.map +0 -1
  373. package/dist/lib/utils/mime-type-utils.js.map +0 -1
  374. package/dist/lib/utils/resource-utils.js.map +0 -1
  375. package/dist/lib/utils/response-utils.js.map +0 -1
  376. package/dist/null-worker.js.map +0 -1
  377. package/dist/workers/null-worker.js.map +0 -1
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/api/encode.ts"],"names":["concatenateArrayBuffers","resolvePath","isBrowser","writeFile","fetchFile","encode","data","writer","options","encodeSync","encodeText","TextEncoder","encodeInBatches","batches","chunks","batch","push","encodeURLtoURL","tmpInputFilename","getTemporaryFilename","tmpOutputFilename","outputFilename","response","arrayBuffer","Error","text","TextDecoder","decode","dataIterator","getIterator","inputUrl","outputUrl","table","start","end","length","filename"],"mappings":"AACA,SAAQA,uBAAR,EAAiCC,WAAjC,QAAmD,0BAAnD;AACA,SAAQC,SAAR,QAAwB,0BAAxB;AACA,SAAQC,SAAR,QAAwB,qBAAxB;AACA,SAAQC,SAAR,QAAwB,qBAAxB;AAKA,OAAO,eAAeC,MAAf,CACLC,IADK,EAELC,MAFK,EAGLC,OAHK,EAIiB;AAEtB,MAAID,MAAM,CAACF,MAAX,EAAmB;AACjB,WAAO,MAAME,MAAM,CAACF,MAAP,CAAcC,IAAd,EAAoBE,OAApB,CAAb;AACD;;AAED,MAAID,MAAM,CAACE,UAAX,EAAuB;AACrB,WAAOF,MAAM,CAACE,UAAP,CAAkBH,IAAlB,EAAwBE,OAAxB,CAAP;AACD;;AAED,MAAID,MAAM,CAACG,UAAX,EAAuB;AACrB,WAAO,IAAIC,WAAJ,GAAkBN,MAAlB,CAAyB,MAAME,MAAM,CAACG,UAAP,CAAkBJ,IAAlB,EAAwBE,OAAxB,CAA/B,CAAP;AACD;;AAED,MAAID,MAAM,CAACK,eAAX,EAA4B;AAG1B,UAAMC,OAAO,GAAGD,eAAe,CAACN,IAAD,EAAOC,MAAP,EAAeC,OAAf,CAA/B;AAGA,UAAMM,MAAa,GAAG,EAAtB;;AACA,eAAW,MAAMC,KAAjB,IAA0BF,OAA1B,EAAmC;AACjCC,MAAAA,MAAM,CAACE,IAAP,CAAYD,KAAZ;AACD;;AAED,WAAOf,uBAAuB,CAAC,GAAGc,MAAJ,CAA9B;AACD;;AAED,MAAI,CAACZ,SAAD,IAAcK,MAAM,CAACU,cAAzB,EAAyC;AAEvC,UAAMC,gBAAgB,GAAGC,oBAAoB,CAAC,OAAD,CAA7C;AACA,UAAMhB,SAAS,CAACe,gBAAD,EAAmBZ,IAAnB,CAAf;AAEA,UAAMc,iBAAiB,GAAGD,oBAAoB,CAAC,QAAD,CAA9C;AAEA,UAAME,cAAc,GAAG,MAAMJ,cAAc,CACzCC,gBADyC,EAEzCE,iBAFyC,EAGzCb,MAHyC,EAIzCC,OAJyC,CAA3C;AAOA,UAAMc,QAAQ,GAAG,MAAMlB,SAAS,CAACiB,cAAD,CAAhC;AACA,WAAOC,QAAQ,CAACC,WAAT,EAAP;AACD;;AAED,QAAM,IAAIC,KAAJ,CAAU,8BAAV,CAAN;AACD;AAKD,OAAO,SAASf,UAAT,CAAoBH,IAApB,EAA+BC,MAA/B,EAA+CC,OAA/C,EAAqF;AAC1F,MAAID,MAAM,CAACE,UAAX,EAAuB;AACrB,WAAOF,MAAM,CAACE,UAAP,CAAkBH,IAAlB,EAAwBE,OAAxB,CAAP;AACD;;AACD,QAAM,IAAIgB,KAAJ,CAAU,4CAAV,CAAN;AACD;AAQD,OAAO,eAAed,UAAf,CACLJ,IADK,EAELC,MAFK,EAGLC,OAHK,EAIY;AACjB,MAAID,MAAM,CAACkB,IAAP,IAAelB,MAAM,CAACG,UAA1B,EAAsC;AACpC,WAAO,MAAMH,MAAM,CAACG,UAAP,CAAkBJ,IAAlB,EAAwBE,OAAxB,CAAb;AACD;;AAED,MAAID,MAAM,CAACkB,IAAP,KAAgBlB,MAAM,CAACF,MAAP,IAAiBE,MAAM,CAACK,eAAxC,CAAJ,EAA8D;AAC5D,UAAMW,WAAW,GAAG,MAAMlB,MAAM,CAACC,IAAD,EAAOC,MAAP,EAAeC,OAAf,CAAhC;AACA,WAAO,IAAIkB,WAAJ,GAAkBC,MAAlB,CAAyBJ,WAAzB,CAAP;AACD;;AAED,QAAM,IAAIC,KAAJ,CAAU,sCAAV,CAAN;AACD;AAKD,OAAO,SAASZ,eAAT,CACLN,IADK,EAELC,MAFK,EAGLC,OAHK,EAIuB;AAC5B,MAAID,MAAM,CAACK,eAAX,EAA4B;AAC1B,UAAMgB,YAAY,GAAGC,WAAW,CAACvB,IAAD,CAAhC;AACA,WAAOC,MAAM,CAACK,eAAP,CAAuBgB,YAAvB,EAAqCpB,OAArC,CAAP;AACD;;AAED,QAAM,IAAIgB,KAAJ,CAAU,yCAAV,CAAN;AACD;AAMD,OAAO,eAAeP,cAAf,CACLa,QADK,EAELC,SAFK,EAGLxB,MAHK,EAILC,OAJK,EAKY;AACjBsB,EAAAA,QAAQ,GAAG7B,WAAW,CAAC6B,QAAD,CAAtB;AACAC,EAAAA,SAAS,GAAG9B,WAAW,CAAC8B,SAAD,CAAvB;;AACA,MAAI7B,SAAS,IAAI,CAACK,MAAM,CAACU,cAAzB,EAAyC;AACvC,UAAM,IAAIO,KAAJ,EAAN;AACD;;AACD,QAAMH,cAAc,GAAG,MAAMd,MAAM,CAACU,cAAP,CAAsBa,QAAtB,EAAgCC,SAAhC,EAA2CvB,OAA3C,CAA7B;AACA,SAAOa,cAAP;AACD;;AAKD,SAASQ,WAAT,CAAqBvB,IAArB,EAA2B;AACzB,QAAMsB,YAAY,GAAG,CAAC;AAACI,IAAAA,KAAK,EAAE1B,IAAR;AAAc2B,IAAAA,KAAK,EAAE,CAArB;AAAwBC,IAAAA,GAAG,EAAE5B,IAAI,CAAC6B;AAAlC,GAAD,CAArB;AACA,SAAOP,YAAP;AACD;;AAKD,SAAST,oBAAT,CAA8BiB,QAA9B,EAAwD;AACtD,wBAAeA,QAAf;AACD","sourcesContent":["import type {Writer, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {concatenateArrayBuffers, resolvePath} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {writeFile} from '../fetch/write-file';\nimport {fetchFile} from '../fetch/fetch-file';\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport async function encode(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<ArrayBuffer> {\n // TODO Merge default writer options with options argument like it is done in load module.\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n\n if (writer.encodeText) {\n return new TextEncoder().encode(await writer.encodeText(data, options));\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: any[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n // @ts-ignore\n return concatenateArrayBuffers(...chunks);\n }\n\n if (!isBrowser && writer.encodeURLtoURL) {\n // TODO - how to generate filenames with correct extensions?\n const tmpInputFilename = getTemporaryFilename('input');\n await writeFile(tmpInputFilename, data);\n\n const tmpOutputFilename = getTemporaryFilename('output');\n\n const outputFilename = await encodeURLtoURL(\n tmpInputFilename,\n tmpOutputFilename,\n writer,\n options\n );\n\n const response = await fetchFile(outputFilename);\n return response.arrayBuffer();\n }\n\n throw new Error('Writer could not encode data');\n}\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport function encodeSync(data: any, writer: Writer, options?: LoaderOptions): ArrayBuffer {\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n throw new Error('Writer could not synchronously encode data');\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport async function encodeText(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encode(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error('Writer could not encode data as text');\n}\n\n/**\n * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.\n */\nexport function encodeInBatches(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\n/**\n * Encode data stored in a file (on disk) to another file.\n * @note Node.js only. This function enables using command-line converters as \"writers\".\n */\nexport async function encodeURLtoURL(\n inputUrl,\n outputUrl,\n writer: Writer,\n options\n): Promise<string> {\n inputUrl = resolvePath(inputUrl);\n outputUrl = resolvePath(outputUrl);\n if (isBrowser || !writer.encodeURLtoURL) {\n throw new Error();\n }\n const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);\n return outputFilename;\n}\n\n/**\n * @todo TODO - this is an unacceptable hack!!!\n */\nfunction getIterator(data) {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n\n/**\n * @todo Move to utils\n */\nfunction getTemporaryFilename(filename: string): string {\n return `/tmp/${filename}`;\n}\n"],"file":"encode.js"}
@@ -0,0 +1,30 @@
1
+ import { isLoaderObject } from '../loader-utils/normalize-loader';
2
+ import { getFetchFunction } from '../loader-utils/option-utils';
3
+ import { parseInBatches } from './parse-in-batches';
4
+ export function loadInBatches(files, loaders, options, context) {
5
+ if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {
6
+ context = undefined;
7
+ options = loaders;
8
+ loaders = null;
9
+ }
10
+
11
+ const fetch = getFetchFunction(options || {});
12
+
13
+ if (!Array.isArray(files)) {
14
+ return loadOneFileInBatches(files, loaders, options, fetch);
15
+ }
16
+
17
+ const promises = files.map(file => loadOneFileInBatches(file, loaders, options, fetch));
18
+ return promises;
19
+ }
20
+
21
+ async function loadOneFileInBatches(file, loaders, options, fetch) {
22
+ if (typeof file === 'string') {
23
+ const url = file;
24
+ const response = await fetch(url);
25
+ return await parseInBatches(response, loaders, options);
26
+ }
27
+
28
+ return await parseInBatches(file, loaders, options);
29
+ }
30
+ //# sourceMappingURL=load-in-batches.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/api/load-in-batches.ts"],"names":["isLoaderObject","getFetchFunction","parseInBatches","loadInBatches","files","loaders","options","context","Array","isArray","undefined","fetch","loadOneFileInBatches","promises","map","file","url","response"],"mappings":"AACA,SAAQA,cAAR,QAA6B,kCAA7B;AACA,SAAQC,gBAAR,QAA+B,8BAA/B;AAEA,SAAQC,cAAR,QAA6B,oBAA7B;AAyBA,OAAO,SAASC,aAAT,CAAuBC,KAAvB,EAA8BC,OAA9B,EAAuCC,OAAvC,EAAgDC,OAAhD,EAAyD;AAE9D,MAAI,CAACC,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAD,IAA2B,CAACL,cAAc,CAACK,OAAD,CAA9C,EAAyD;AACvDE,IAAAA,OAAO,GAAGG,SAAV;AACAJ,IAAAA,OAAO,GAAGD,OAAV;AACAA,IAAAA,OAAO,GAAG,IAAV;AACD;;AAGD,QAAMM,KAAK,GAAGV,gBAAgB,CAACK,OAAO,IAAI,EAAZ,CAA9B;;AAGA,MAAI,CAACE,KAAK,CAACC,OAAN,CAAcL,KAAd,CAAL,EAA2B;AACzB,WAAOQ,oBAAoB,CAACR,KAAD,EAAQC,OAAR,EAAiBC,OAAjB,EAA0BK,KAA1B,CAA3B;AACD;;AAGD,QAAME,QAAQ,GAAGT,KAAK,CAACU,GAAN,CAAWC,IAAD,IAAUH,oBAAoB,CAACG,IAAD,EAAOV,OAAP,EAAgBC,OAAhB,EAAyBK,KAAzB,CAAxC,CAAjB;AAGA,SAAOE,QAAP;AACD;;AAED,eAAeD,oBAAf,CAAoCG,IAApC,EAA0CV,OAA1C,EAAmDC,OAAnD,EAA4DK,KAA5D,EAAmE;AACjE,MAAI,OAAOI,IAAP,KAAgB,QAApB,EAA8B;AAC5B,UAAMC,GAAG,GAAGD,IAAZ;AACA,UAAME,QAAQ,GAAG,MAAMN,KAAK,CAACK,GAAD,CAA5B;AACA,WAAO,MAAMd,cAAc,CAACe,QAAD,EAAWZ,OAAX,EAAoBC,OAApB,CAA3B;AACD;;AACD,SAAO,MAAMJ,cAAc,CAACa,IAAD,EAAOV,OAAP,EAAgBC,OAAhB,CAA3B;AACD","sourcesContent":["import type {LoaderWithParser, LoaderOptions, LoaderContext} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/option-utils';\n\nimport {parseInBatches} from './parse-in-batches';\n\ntype FileType = string | File | Blob | Response | (string | File | Blob | Response)[] | FileList;\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function loadInBatches(\n files: FileType,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(\n files: FileType[] | FileList,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(files, loaders, options, context) {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders;\n loaders = null;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options || {});\n\n // Single url/file\n if (!Array.isArray(files)) {\n return loadOneFileInBatches(files, loaders, options, fetch);\n }\n\n // Multiple URLs / files\n const promises = files.map((file) => loadOneFileInBatches(file, loaders, options, fetch));\n\n // No point in waiting here for all responses before starting to stream individual streams?\n return promises;\n}\n\nasync function loadOneFileInBatches(file, loaders, options, fetch) {\n if (typeof file === 'string') {\n const url = file;\n const response = await fetch(url);\n return await parseInBatches(response, loaders, options);\n }\n return await parseInBatches(file, loaders, options);\n}\n"],"file":"load-in-batches.js"}
@@ -0,0 +1,25 @@
1
+ import { isBlob } from '../../javascript-utils/is-type';
2
+ import { isLoaderObject } from '../loader-utils/normalize-loader';
3
+ import { getFetchFunction } from '../loader-utils/option-utils';
4
+ import { parse } from './parse';
5
+ export async function load(url, loaders, options, context) {
6
+ if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {
7
+ context = undefined;
8
+ options = loaders;
9
+ loaders = undefined;
10
+ }
11
+
12
+ const fetch = getFetchFunction(options);
13
+ let data = url;
14
+
15
+ if (typeof url === 'string') {
16
+ data = await fetch(url);
17
+ }
18
+
19
+ if (isBlob(url)) {
20
+ data = await fetch(url);
21
+ }
22
+
23
+ return await parse(data, loaders, options);
24
+ }
25
+ //# sourceMappingURL=load.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/api/load.ts"],"names":["isBlob","isLoaderObject","getFetchFunction","parse","load","url","loaders","options","context","Array","isArray","undefined","fetch","data"],"mappings":"AACA,SAAQA,MAAR,QAAqB,gCAArB;AACA,SAAQC,cAAR,QAA6B,kCAA7B;AACA,SAAQC,gBAAR,QAA+B,8BAA/B;AAEA,SAAQC,KAAR,QAAoB,SAApB;AAYA,OAAO,eAAeC,IAAf,CACLC,GADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK,EAKS;AAEd,MAAI,CAACC,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAD,IAA2B,CAACL,cAAc,CAACK,OAAD,CAA9C,EAAyD;AACvDE,IAAAA,OAAO,GAAGG,SAAV;AACAJ,IAAAA,OAAO,GAAGD,OAAV;AACAA,IAAAA,OAAO,GAAGK,SAAV;AACD;;AAGD,QAAMC,KAAK,GAAGV,gBAAgB,CAACK,OAAD,CAA9B;AAGA,MAAIM,IAAI,GAAGR,GAAX;;AAEA,MAAI,OAAOA,GAAP,KAAe,QAAnB,EAA6B;AAC3BQ,IAAAA,IAAI,GAAG,MAAMD,KAAK,CAACP,GAAD,CAAlB;AAED;;AAED,MAAIL,MAAM,CAACK,GAAD,CAAV,EAAiB;AAEfQ,IAAAA,IAAI,GAAG,MAAMD,KAAK,CAACP,GAAD,CAAlB;AACD;;AAGD,SAAO,MAAMF,KAAK,CAACU,IAAD,EAAOP,OAAP,EAAgBC,OAAhB,CAAlB;AACD","sourcesContent":["import type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {isBlob} from '../../javascript-utils/is-type';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/option-utils';\n\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * Note: Load does duplicate a lot of parse.\n * it can also call fetchFile on string urls, which `parse` won't do.\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\n// implementation signature\nexport async function load(\n url: string | DataType,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<any> {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options);\n\n // at this point, `url` could be already loaded binary data\n let data = url;\n // url is a string, fetch the url\n if (typeof url === 'string') {\n data = await fetch(url);\n // URL is Blob or File, fetchFile handles it (alt: we could generate ObjectURL here)\n }\n\n if (isBlob(url)) {\n // The fetch response object will contain blob.name\n data = await fetch(url);\n }\n\n // Data is loaded (at least we have a `Response` object) so time to hand over to `parse`\n return await parse(data, loaders, options);\n}\n"],"file":"load.js"}
@@ -0,0 +1,99 @@
1
+ import { assert, concatenateArrayBuffersAsync } from '@loaders.gl/loader-utils';
2
+ import { isLoaderObject } from '../loader-utils/normalize-loader';
3
+ import { normalizeOptions } from '../loader-utils/option-utils';
4
+ import { getLoaderContext } from '../loader-utils/loader-context';
5
+ import { getAsyncIterableFromData } from '../loader-utils/get-data';
6
+ import { getResourceUrlAndType } from '../utils/resource-utils';
7
+ import { selectLoader } from './select-loader';
8
+ import { parse } from './parse';
9
+ export async function parseInBatches(data, loaders, options, context) {
10
+ assert(!context || typeof context === 'object');
11
+
12
+ if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {
13
+ context = undefined;
14
+ options = loaders;
15
+ loaders = undefined;
16
+ }
17
+
18
+ data = await data;
19
+ options = options || {};
20
+ const {
21
+ url
22
+ } = getResourceUrlAndType(data);
23
+ const loader = await selectLoader(data, loaders, options);
24
+
25
+ if (!loader) {
26
+ return null;
27
+ }
28
+
29
+ options = normalizeOptions(options, loader, loaders, url);
30
+ context = getLoaderContext({
31
+ url,
32
+ parseInBatches,
33
+ parse,
34
+ loaders: loaders
35
+ }, options, context);
36
+ return await parseWithLoaderInBatches(loader, data, options, context);
37
+ }
38
+
39
+ async function parseWithLoaderInBatches(loader, data, options, context) {
40
+ const outputIterator = await parseToOutputIterator(loader, data, options, context);
41
+
42
+ if (!options.metadata) {
43
+ return outputIterator;
44
+ }
45
+
46
+ const metadataBatch = {
47
+ batchType: 'metadata',
48
+ metadata: {
49
+ _loader: loader,
50
+ _context: context
51
+ },
52
+ data: [],
53
+ bytesUsed: 0
54
+ };
55
+
56
+ async function* makeMetadataBatchIterator(iterator) {
57
+ yield metadataBatch;
58
+ yield* iterator;
59
+ }
60
+
61
+ return makeMetadataBatchIterator(outputIterator);
62
+ }
63
+
64
+ async function parseToOutputIterator(loader, data, options, context) {
65
+ const inputIterator = await getAsyncIterableFromData(data, options);
66
+ const transformedIterator = await applyInputTransforms(inputIterator, (options === null || options === void 0 ? void 0 : options.transforms) || []);
67
+
68
+ if (loader.parseInBatches) {
69
+ return loader.parseInBatches(transformedIterator, options, context);
70
+ }
71
+
72
+ async function* parseChunkInBatches() {
73
+ const arrayBuffer = await concatenateArrayBuffersAsync(transformedIterator);
74
+ const parsedData = await parse(arrayBuffer, loader, { ...options,
75
+ mimeType: loader.mimeTypes[0]
76
+ }, context);
77
+ const batch = {
78
+ mimeType: loader.mimeTypes[0],
79
+ shape: Array.isArray(parsedData) ? 'row-table' : 'unknown',
80
+ batchType: 'data',
81
+ data: parsedData,
82
+ length: Array.isArray(parsedData) ? parsedData.length : 1
83
+ };
84
+ yield batch;
85
+ }
86
+
87
+ return parseChunkInBatches();
88
+ }
89
+
90
+ async function applyInputTransforms(inputIterator, transforms = []) {
91
+ let iteratorChain = inputIterator;
92
+
93
+ for await (const transformBatches of transforms) {
94
+ iteratorChain = transformBatches(iteratorChain);
95
+ }
96
+
97
+ return iteratorChain;
98
+ }
99
+ //# sourceMappingURL=parse-in-batches.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/api/parse-in-batches.ts"],"names":["assert","concatenateArrayBuffersAsync","isLoaderObject","normalizeOptions","getLoaderContext","getAsyncIterableFromData","getResourceUrlAndType","selectLoader","parse","parseInBatches","data","loaders","options","context","Array","isArray","undefined","url","loader","parseWithLoaderInBatches","outputIterator","parseToOutputIterator","metadata","metadataBatch","batchType","_loader","_context","bytesUsed","makeMetadataBatchIterator","iterator","inputIterator","transformedIterator","applyInputTransforms","transforms","parseChunkInBatches","arrayBuffer","parsedData","mimeType","mimeTypes","batch","shape","length","iteratorChain","transformBatches"],"mappings":"AAQA,SAAQA,MAAR,EAAgBC,4BAAhB,QAAmD,0BAAnD;AACA,SAAQC,cAAR,QAA6B,kCAA7B;AACA,SAAQC,gBAAR,QAA+B,8BAA/B;AACA,SAAQC,gBAAR,QAA+B,gCAA/B;AACA,SAAQC,wBAAR,QAAuC,0BAAvC;AACA,SAAQC,qBAAR,QAAoC,yBAApC;AACA,SAAQC,YAAR,QAA2B,iBAA3B;AAGA,SAAQC,KAAR,QAAoB,SAApB;AASA,OAAO,eAAeC,cAAf,CACLC,IADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK,EAKwB;AAC7Bb,EAAAA,MAAM,CAAC,CAACa,OAAD,IAAY,OAAOA,OAAP,KAAmB,QAAhC,CAAN;;AAGA,MAAI,CAACC,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAD,IAA2B,CAACT,cAAc,CAACS,OAAD,CAA9C,EAAyD;AACvDE,IAAAA,OAAO,GAAGG,SAAV;AACAJ,IAAAA,OAAO,GAAGD,OAAV;AACAA,IAAAA,OAAO,GAAGK,SAAV;AACD;;AAEDN,EAAAA,IAAI,GAAG,MAAMA,IAAb;AACAE,EAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AAGA,QAAM;AAACK,IAAAA;AAAD,MAAQX,qBAAqB,CAACI,IAAD,CAAnC;AAIA,QAAMQ,MAAM,GAAG,MAAMX,YAAY,CAACG,IAAD,EAAsBC,OAAtB,EAA2CC,OAA3C,CAAjC;;AAEA,MAAI,CAACM,MAAL,EAAa;AAEX,WAAO,IAAP;AACD;;AAIDN,EAAAA,OAAO,GAAGT,gBAAgB,CAACS,OAAD,EAAUM,MAAV,EAAkBP,OAAlB,EAA2BM,GAA3B,CAA1B;AAEAJ,EAAAA,OAAO,GAAGT,gBAAgB,CAExB;AAACa,IAAAA,GAAD;AAAMR,IAAAA,cAAN;AAAsBD,IAAAA,KAAtB;AAA6BG,IAAAA,OAAO,EAAEA;AAAtC,GAFwB,EAGxBC,OAHwB,EAIxBC,OAJwB,CAA1B;AAOA,SAAO,MAAMM,wBAAwB,CAACD,MAAD,EAA6BR,IAA7B,EAAmCE,OAAnC,EAA4CC,OAA5C,CAArC;AACD;;AAKD,eAAeM,wBAAf,CACED,MADF,EAEER,IAFF,EAGEE,OAHF,EAIEC,OAJF,EAK+B;AAC7B,QAAMO,cAAc,GAAG,MAAMC,qBAAqB,CAACH,MAAD,EAASR,IAAT,EAAeE,OAAf,EAAwBC,OAAxB,CAAlD;;AAGA,MAAI,CAACD,OAAO,CAACU,QAAb,EAAuB;AACrB,WAAOF,cAAP;AACD;;AAED,QAAMG,aAAa,GAAG;AACpBC,IAAAA,SAAS,EAAE,UADS;AAEpBF,IAAAA,QAAQ,EAAE;AACRG,MAAAA,OAAO,EAAEP,MADD;AAERQ,MAAAA,QAAQ,EAAEb;AAFF,KAFU;AAOpBH,IAAAA,IAAI,EAAE,EAPc;AAQpBiB,IAAAA,SAAS,EAAE;AARS,GAAtB;;AAWA,kBAAgBC,yBAAhB,CAA0CC,QAA1C,EAAoD;AAClD,UAAMN,aAAN;AACA,WAAOM,QAAP;AACD;;AAED,SAAOD,yBAAyB,CAACR,cAAD,CAAhC;AACD;;AAOD,eAAeC,qBAAf,CACEH,MADF,EAEER,IAFF,EAGEE,OAHF,EAIEC,OAJF,EAK+B;AAE7B,QAAMiB,aAAa,GAAG,MAAMzB,wBAAwB,CAACK,IAAD,EAAOE,OAAP,CAApD;AAGA,QAAMmB,mBAAmB,GAAG,MAAMC,oBAAoB,CAACF,aAAD,EAAgB,CAAAlB,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEqB,UAAT,KAAuB,EAAvC,CAAtD;;AAGA,MAAIf,MAAM,CAACT,cAAX,EAA2B;AACzB,WAAOS,MAAM,CAACT,cAAP,CAAsBsB,mBAAtB,EAA2CnB,OAA3C,EAAoDC,OAApD,CAAP;AACD;;AAGD,kBAAgBqB,mBAAhB,GAAsC;AACpC,UAAMC,WAAW,GAAG,MAAMlC,4BAA4B,CAAC8B,mBAAD,CAAtD;AAEA,UAAMK,UAAU,GAAG,MAAM5B,KAAK,CAC5B2B,WAD4B,EAE5BjB,MAF4B,EAI5B,EAAC,GAAGN,OAAJ;AAAayB,MAAAA,QAAQ,EAAEnB,MAAM,CAACoB,SAAP,CAAiB,CAAjB;AAAvB,KAJ4B,EAK5BzB,OAL4B,CAA9B;AASA,UAAM0B,KAAY,GAAG;AACnBF,MAAAA,QAAQ,EAAEnB,MAAM,CAACoB,SAAP,CAAiB,CAAjB,CADS;AAEnBE,MAAAA,KAAK,EAAE1B,KAAK,CAACC,OAAN,CAAcqB,UAAd,IAA4B,WAA5B,GAA0C,SAF9B;AAGnBZ,MAAAA,SAAS,EAAE,MAHQ;AAInBd,MAAAA,IAAI,EAAE0B,UAJa;AAKnBK,MAAAA,MAAM,EAAE3B,KAAK,CAACC,OAAN,CAAcqB,UAAd,IAA4BA,UAAU,CAACK,MAAvC,GAAgD;AALrC,KAArB;AAOA,UAAMF,KAAN;AACD;;AAED,SAAOL,mBAAmB,EAA1B;AACD;;AAWD,eAAeF,oBAAf,CACEF,aADF,EAEEG,UAA8B,GAAG,EAFnC,EAG+D;AAC7D,MAAIS,aAAa,GAAGZ,aAApB;;AACA,aAAW,MAAMa,gBAAjB,IAAqCV,UAArC,EAAiD;AAC/CS,IAAAA,aAAa,GAAGC,gBAAgB,CAACD,aAAD,CAAhC;AACD;;AACD,SAAOA,aAAP;AACD","sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport type {\n BatchableDataType,\n Loader,\n LoaderWithParser,\n LoaderContext,\n LoaderOptions\n} from '@loaders.gl/loader-utils';\nimport {assert, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getLoaderContext} from '../loader-utils/loader-context';\nimport {getAsyncIterableFromData} from '../loader-utils/get-data';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {selectLoader} from './select-loader';\n\n// Ensure `parse` is available in context if loader falls back to `parse`\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport async function parseInBatches(\n data: BatchableDataType,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>> {\n assert(!context || typeof context === 'object'); // parseInBatches no longer accepts final url\n\n // Signature: parseInBatches(data, options, url) - Uses registered loaders\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n data = await data; // Resolve any promise\n options = options || {};\n\n // Extract a url for auto detection\n const {url} = getResourceUrlAndType(data);\n\n // Chooses a loader and normalizes it\n // Note - only uses URL and contentType for streams and iterator inputs\n const loader = await selectLoader(data as ArrayBuffer, loaders as Loader[], options);\n // Note: if options.nothrow was set, it is possible that no loader was found, if so just return null\n if (!loader) {\n // @ts-ignore\n return null;\n }\n\n // Normalize options\n // @ts-ignore\n options = normalizeOptions(options, loader, loaders, url);\n // @ts-ignore\n context = getLoaderContext(\n // @ts-ignore\n {url, parseInBatches, parse, loaders: loaders as Loader[]},\n options,\n context\n );\n\n return await parseWithLoaderInBatches(loader as LoaderWithParser, data, options, context);\n}\n\n/**\n * Loader has been selected and context has been prepared, see if we need to emit a metadata batch\n */\nasync function parseWithLoaderInBatches(\n loader: LoaderWithParser,\n data: BatchableDataType,\n options: LoaderOptions,\n context: LoaderContext\n): Promise<AsyncIterable<any>> {\n const outputIterator = await parseToOutputIterator(loader, data, options, context);\n\n // Generate metadata batch if requested\n if (!options.metadata) {\n return outputIterator;\n }\n\n const metadataBatch = {\n batchType: 'metadata',\n metadata: {\n _loader: loader,\n _context: context\n },\n // Populate with some default fields to avoid crashing\n data: [],\n bytesUsed: 0\n };\n\n async function* makeMetadataBatchIterator(iterator) {\n yield metadataBatch;\n yield* iterator;\n }\n\n return makeMetadataBatchIterator(outputIterator);\n}\n\n/**\n * Prep work is done, now it is time to start parsing into an output operator\n * The approach depends on which parse function the loader exposes\n * `parseInBatches` (preferred), `parse` (fallback)\n */\nasync function parseToOutputIterator(\n loader: LoaderWithParser,\n data: BatchableDataType,\n options: LoaderOptions,\n context: LoaderContext\n): Promise<AsyncIterable<any>> {\n // Get an iterator from the input\n const inputIterator = await getAsyncIterableFromData(data, options);\n\n // Apply any iterator transforms (options.transforms)\n const transformedIterator = await applyInputTransforms(inputIterator, options?.transforms || []);\n\n // If loader supports parseInBatches, we are done\n if (loader.parseInBatches) {\n return loader.parseInBatches(transformedIterator, options, context);\n }\n\n // Fallback: load atomically using `parse` concatenating input iterator into single chunk\n async function* parseChunkInBatches() {\n const arrayBuffer = await concatenateArrayBuffersAsync(transformedIterator);\n // Call `parse` instead of `loader.parse` to ensure we can call workers etc.\n const parsedData = await parse(\n arrayBuffer,\n loader,\n // TODO - Hack: supply loaders MIME type to ensure we match it\n {...options, mimeType: loader.mimeTypes[0]},\n context\n );\n // yield a single batch, the output from loader.parse()\n // TODO - run through batch builder to apply options etc...\n const batch: Batch = {\n mimeType: loader.mimeTypes[0],\n shape: Array.isArray(parsedData) ? 'row-table' : 'unknown',\n batchType: 'data',\n data: parsedData,\n length: Array.isArray(parsedData) ? parsedData.length : 1\n };\n yield batch;\n }\n\n return parseChunkInBatches();\n}\n\ntype TransformBatches = (\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n) => AsyncIterable<ArrayBuffer>;\n\n/**\n * Create an iterator chain with any transform iterators (crypto, decompression)\n * @param inputIterator\n * @param options\n */\nasync function applyInputTransforms(\n inputIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n transforms: TransformBatches[] = []\n): Promise<AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>> {\n let iteratorChain = inputIterator;\n for await (const transformBatches of transforms) {\n iteratorChain = transformBatches(iteratorChain);\n }\n return iteratorChain;\n}\n"],"file":"parse-in-batches.js"}
@@ -0,0 +1,57 @@
1
+ import { assert } from '@loaders.gl/loader-utils';
2
+ import { selectLoaderSync } from './select-loader';
3
+ import { isLoaderObject } from '../loader-utils/normalize-loader';
4
+ import { normalizeOptions } from '../loader-utils/option-utils';
5
+ import { getArrayBufferOrStringFromDataSync } from '../loader-utils/get-data';
6
+ import { getLoaderContext, getLoadersFromContext } from '../loader-utils/loader-context';
7
+ import { getResourceUrlAndType } from '../utils/resource-utils';
8
+ export function parseSync(data, loaders, options, context) {
9
+ assert(!context || typeof context === 'object');
10
+
11
+ if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {
12
+ context = undefined;
13
+ options = loaders;
14
+ loaders = undefined;
15
+ }
16
+
17
+ options = options || {};
18
+ const typedLoaders = loaders;
19
+ const candidateLoaders = getLoadersFromContext(typedLoaders, context);
20
+ const loader = selectLoaderSync(data, candidateLoaders, options);
21
+
22
+ if (!loader) {
23
+ return null;
24
+ }
25
+
26
+ options = normalizeOptions(options, loader, candidateLoaders);
27
+ const {
28
+ url
29
+ } = getResourceUrlAndType(data);
30
+
31
+ const parse = () => {
32
+ throw new Error('parseSync called parse');
33
+ };
34
+
35
+ context = getLoaderContext({
36
+ url,
37
+ parseSync,
38
+ parse,
39
+ loaders: loaders
40
+ }, options);
41
+ return parseWithLoaderSync(loader, data, options, context);
42
+ }
43
+
44
+ function parseWithLoaderSync(loader, data, options, context) {
45
+ data = getArrayBufferOrStringFromDataSync(data, loader, options);
46
+
47
+ if (loader.parseTextSync && typeof data === 'string') {
48
+ return loader.parseTextSync(data, options);
49
+ }
50
+
51
+ if (loader.parseSync && data instanceof ArrayBuffer) {
52
+ return loader.parseSync(data, options, context);
53
+ }
54
+
55
+ throw new Error("".concat(loader.name, " loader: 'parseSync' not supported by this loader, use 'parse' instead. ").concat(context.url || ''));
56
+ }
57
+ //# sourceMappingURL=parse-sync.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/api/parse-sync.ts"],"names":["assert","selectLoaderSync","isLoaderObject","normalizeOptions","getArrayBufferOrStringFromDataSync","getLoaderContext","getLoadersFromContext","getResourceUrlAndType","parseSync","data","loaders","options","context","Array","isArray","undefined","typedLoaders","candidateLoaders","loader","url","parse","Error","parseWithLoaderSync","parseTextSync","ArrayBuffer","name"],"mappings":"AAOA,SAAQA,MAAR,QAAqB,0BAArB;AACA,SAAQC,gBAAR,QAA+B,iBAA/B;AACA,SAAQC,cAAR,QAA6B,kCAA7B;AACA,SAAQC,gBAAR,QAA+B,8BAA/B;AACA,SAAQC,kCAAR,QAAiD,0BAAjD;AACA,SAAQC,gBAAR,EAA0BC,qBAA1B,QAAsD,gCAAtD;AACA,SAAQC,qBAAR,QAAoC,yBAApC;AASA,OAAO,SAASC,SAAT,CACLC,IADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK,EAKA;AACLZ,EAAAA,MAAM,CAAC,CAACY,OAAD,IAAY,OAAOA,OAAP,KAAmB,QAAhC,CAAN;;AAIA,MAAI,CAACC,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAD,IAA2B,CAACR,cAAc,CAACQ,OAAD,CAA9C,EAAyD;AACvDE,IAAAA,OAAO,GAAGG,SAAV;AACAJ,IAAAA,OAAO,GAAGD,OAAV;AACAA,IAAAA,OAAO,GAAGK,SAAV;AACD;;AAEDJ,EAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AAIA,QAAMK,YAAY,GAAGN,OAArB;AACA,QAAMO,gBAAgB,GAAGX,qBAAqB,CAACU,YAAD,EAAeJ,OAAf,CAA9C;AACA,QAAMM,MAAM,GAAGjB,gBAAgB,CAACQ,IAAD,EAAOQ,gBAAP,EAAyBN,OAAzB,CAA/B;;AAEA,MAAI,CAACO,MAAL,EAAa;AACX,WAAO,IAAP;AACD;;AAGDP,EAAAA,OAAO,GAAGR,gBAAgB,CAACQ,OAAD,EAAUO,MAAV,EAAkBD,gBAAlB,CAA1B;AAGA,QAAM;AAACE,IAAAA;AAAD,MAAQZ,qBAAqB,CAACE,IAAD,CAAnC;;AAEA,QAAMW,KAAK,GAAG,MAAM;AAClB,UAAM,IAAIC,KAAJ,CAAU,wBAAV,CAAN;AACD,GAFD;;AAGAT,EAAAA,OAAO,GAAGP,gBAAgB,CAAC;AAACc,IAAAA,GAAD;AAAMX,IAAAA,SAAN;AAAiBY,IAAAA,KAAjB;AAAwBV,IAAAA,OAAO,EAAEA;AAAjC,GAAD,EAAwDC,OAAxD,CAA1B;AAEA,SAAOW,mBAAmB,CAACJ,MAAD,EAA6BT,IAA7B,EAAmCE,OAAnC,EAA4CC,OAA5C,CAA1B;AACD;;AAGD,SAASU,mBAAT,CACEJ,MADF,EAEET,IAFF,EAGEE,OAHF,EAIEC,OAJF,EAKE;AACAH,EAAAA,IAAI,GAAGL,kCAAkC,CAACK,IAAD,EAAOS,MAAP,EAAeP,OAAf,CAAzC;;AAEA,MAAIO,MAAM,CAACK,aAAP,IAAwB,OAAOd,IAAP,KAAgB,QAA5C,EAAsD;AACpD,WAAOS,MAAM,CAACK,aAAP,CAAqBd,IAArB,EAA2BE,OAA3B,CAAP;AACD;;AAED,MAAIO,MAAM,CAACV,SAAP,IAAoBC,IAAI,YAAYe,WAAxC,EAAqD;AACnD,WAAON,MAAM,CAACV,SAAP,CAAiBC,IAAjB,EAAuBE,OAAvB,EAAgCC,OAAhC,CAAP;AACD;;AAGD,QAAM,IAAIS,KAAJ,WACDH,MAAM,CAACO,IADN,qFAEFb,OAAO,CAACO,GAAR,IAAe,EAFb,EAAN;AAKD","sourcesContent":["import type {\n SyncDataType,\n Loader,\n LoaderWithParser,\n LoaderContext,\n LoaderOptions\n} from '@loaders.gl/loader-utils';\nimport {assert} from '@loaders.gl/loader-utils';\nimport {selectLoaderSync} from './select-loader';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getArrayBufferOrStringFromDataSync} from '../loader-utils/get-data';\nimport {getLoaderContext, getLoadersFromContext} from '../loader-utils/loader-context';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\n\n/**\n * Parses `data` synchronously using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function parseSync(\n data: SyncDataType,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): any {\n assert(!context || typeof context === 'object'); // parseSync no longer accepts final url\n\n // Signature: parseSync(data, options)\n // Uses registered loaders\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n options = options || {};\n\n // Chooses a loader (and normalizes it)\n // Also use any loaders in the context, new loaders take priority\n const typedLoaders = loaders as Loader | Loader[] | undefined;\n const candidateLoaders = getLoadersFromContext(typedLoaders, context);\n const loader = selectLoaderSync(data, candidateLoaders, options);\n // Note: if nothrow option was set, it is possible that no loader was found, if so just return null\n if (!loader) {\n return null;\n }\n\n // Normalize options\n options = normalizeOptions(options, loader, candidateLoaders);\n\n // Extract a url for auto detection\n const {url} = getResourceUrlAndType(data);\n\n const parse = () => {\n throw new Error('parseSync called parse');\n };\n context = getLoaderContext({url, parseSync, parse, loaders: loaders as Loader[]}, options);\n\n return parseWithLoaderSync(loader as LoaderWithParser, data, options, context);\n}\n\n// TODO - should accept loader.parseSync/parse and generate 1 chunk asyncIterator\nfunction parseWithLoaderSync(\n loader: LoaderWithParser,\n data: SyncDataType,\n options: LoaderOptions,\n context: LoaderContext\n) {\n data = getArrayBufferOrStringFromDataSync(data, loader, options);\n\n if (loader.parseTextSync && typeof data === 'string') {\n return loader.parseTextSync(data, options); // , context, loader);\n }\n\n if (loader.parseSync && data instanceof ArrayBuffer) {\n return loader.parseSync(data, options, context); // , loader);\n }\n\n // TBD - If synchronous parser not available, return null\n throw new Error(\n `${loader.name} loader: 'parseSync' not supported by this loader, use 'parse' instead. ${\n context.url || ''\n }`\n );\n}\n"],"file":"parse-sync.js"}
@@ -0,0 +1,64 @@
1
+ import { assert, validateWorkerVersion } from '@loaders.gl/worker-utils';
2
+ import { parseWithWorker, canParseWithWorker } from '@loaders.gl/loader-utils';
3
+ import { isLoaderObject } from '../loader-utils/normalize-loader';
4
+ import { normalizeOptions } from '../loader-utils/option-utils';
5
+ import { getArrayBufferOrStringFromData } from '../loader-utils/get-data';
6
+ import { getLoaderContext, getLoadersFromContext } from '../loader-utils/loader-context';
7
+ import { getResourceUrlAndType } from '../utils/resource-utils';
8
+ import { selectLoader } from './select-loader';
9
+ export async function parse(data, loaders, options, context) {
10
+ assert(!context || typeof context === 'object');
11
+
12
+ if (loaders && !Array.isArray(loaders) && !isLoaderObject(loaders)) {
13
+ context = undefined;
14
+ options = loaders;
15
+ loaders = undefined;
16
+ }
17
+
18
+ data = await data;
19
+ options = options || {};
20
+ const {
21
+ url
22
+ } = getResourceUrlAndType(data);
23
+ const typedLoaders = loaders;
24
+ const candidateLoaders = getLoadersFromContext(typedLoaders, context);
25
+ const loader = await selectLoader(data, candidateLoaders, options);
26
+
27
+ if (!loader) {
28
+ return null;
29
+ }
30
+
31
+ options = normalizeOptions(options, loader, candidateLoaders, url);
32
+ context = getLoaderContext({
33
+ url,
34
+ parse,
35
+ loaders: candidateLoaders
36
+ }, options, context);
37
+ return await parseWithLoader(loader, data, options, context);
38
+ }
39
+
40
+ async function parseWithLoader(loader, data, options, context) {
41
+ validateWorkerVersion(loader);
42
+ data = await getArrayBufferOrStringFromData(data, loader, options);
43
+
44
+ if (loader.parseTextSync && typeof data === 'string') {
45
+ options.dataType = 'text';
46
+ return loader.parseTextSync(data, options, context, loader);
47
+ }
48
+
49
+ if (canParseWithWorker(loader, options)) {
50
+ return await parseWithWorker(loader, data, options, context, parse);
51
+ }
52
+
53
+ if (loader.parseText && typeof data === 'string') {
54
+ return await loader.parseText(data, options, context, loader);
55
+ }
56
+
57
+ if (loader.parse) {
58
+ return await loader.parse(data, options, context, loader);
59
+ }
60
+
61
+ assert(!loader.parseSync);
62
+ throw new Error("".concat(loader.id, " loader - no parser found and worker is disabled"));
63
+ }
64
+ //# sourceMappingURL=parse.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/api/parse.ts"],"names":["assert","validateWorkerVersion","parseWithWorker","canParseWithWorker","isLoaderObject","normalizeOptions","getArrayBufferOrStringFromData","getLoaderContext","getLoadersFromContext","getResourceUrlAndType","selectLoader","parse","data","loaders","options","context","Array","isArray","undefined","url","typedLoaders","candidateLoaders","loader","parseWithLoader","parseTextSync","dataType","parseText","parseSync","Error","id"],"mappings":"AACA,SAAQA,MAAR,EAAgBC,qBAAhB,QAA4C,0BAA5C;AACA,SAAQC,eAAR,EAAyBC,kBAAzB,QAAkD,0BAAlD;AACA,SAAQC,cAAR,QAA6B,kCAA7B;AACA,SAAQC,gBAAR,QAA+B,8BAA/B;AACA,SAAQC,8BAAR,QAA6C,0BAA7C;AACA,SAAQC,gBAAR,EAA0BC,qBAA1B,QAAsD,gCAAtD;AACA,SAAQC,qBAAR,QAAoC,yBAApC;AACA,SAAQC,YAAR,QAA2B,iBAA3B;AASA,OAAO,eAAeC,KAAf,CACLC,IADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK,EAKS;AACdf,EAAAA,MAAM,CAAC,CAACe,OAAD,IAAY,OAAOA,OAAP,KAAmB,QAAhC,CAAN;;AAIA,MAAIF,OAAO,IAAI,CAACG,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAZ,IAAsC,CAACT,cAAc,CAACS,OAAD,CAAzD,EAAoE;AAClEE,IAAAA,OAAO,GAAGG,SAAV;AACAJ,IAAAA,OAAO,GAAGD,OAAV;AACAA,IAAAA,OAAO,GAAGK,SAAV;AACD;;AAEDN,EAAAA,IAAI,GAAG,MAAMA,IAAb;AACAE,EAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AAGA,QAAM;AAACK,IAAAA;AAAD,MAAQV,qBAAqB,CAACG,IAAD,CAAnC;AAIA,QAAMQ,YAAY,GAAGP,OAArB;AACA,QAAMQ,gBAAgB,GAAGb,qBAAqB,CAACY,YAAD,EAAeL,OAAf,CAA9C;AAEA,QAAMO,MAAM,GAAG,MAAMZ,YAAY,CAACE,IAAD,EAAsBS,gBAAtB,EAAwCP,OAAxC,CAAjC;;AAEA,MAAI,CAACQ,MAAL,EAAa;AACX,WAAO,IAAP;AACD;;AAGDR,EAAAA,OAAO,GAAGT,gBAAgB,CAACS,OAAD,EAAUQ,MAAV,EAAkBD,gBAAlB,EAAoCF,GAApC,CAA1B;AAGAJ,EAAAA,OAAO,GAAGR,gBAAgB,CAAC;AAACY,IAAAA,GAAD;AAAMR,IAAAA,KAAN;AAAaE,IAAAA,OAAO,EAAEQ;AAAtB,GAAD,EAA0CP,OAA1C,EAAmDC,OAAnD,CAA1B;AAEA,SAAO,MAAMQ,eAAe,CAACD,MAAD,EAASV,IAAT,EAAeE,OAAf,EAAwBC,OAAxB,CAA5B;AACD;;AAID,eAAeQ,eAAf,CAA+BD,MAA/B,EAAuCV,IAAvC,EAA6CE,OAA7C,EAAsDC,OAAtD,EAA+D;AAC7Dd,EAAAA,qBAAqB,CAACqB,MAAD,CAArB;AAEAV,EAAAA,IAAI,GAAG,MAAMN,8BAA8B,CAACM,IAAD,EAAOU,MAAP,EAAeR,OAAf,CAA3C;;AAGA,MAAIQ,MAAM,CAACE,aAAP,IAAwB,OAAOZ,IAAP,KAAgB,QAA5C,EAAsD;AACpDE,IAAAA,OAAO,CAACW,QAAR,GAAmB,MAAnB;AACA,WAAOH,MAAM,CAACE,aAAP,CAAqBZ,IAArB,EAA2BE,OAA3B,EAAoCC,OAApC,EAA6CO,MAA7C,CAAP;AACD;;AAGD,MAAInB,kBAAkB,CAACmB,MAAD,EAASR,OAAT,CAAtB,EAAyC;AACvC,WAAO,MAAMZ,eAAe,CAACoB,MAAD,EAASV,IAAT,EAAeE,OAAf,EAAwBC,OAAxB,EAAiCJ,KAAjC,CAA5B;AACD;;AAGD,MAAIW,MAAM,CAACI,SAAP,IAAoB,OAAOd,IAAP,KAAgB,QAAxC,EAAkD;AAChD,WAAO,MAAMU,MAAM,CAACI,SAAP,CAAiBd,IAAjB,EAAuBE,OAAvB,EAAgCC,OAAhC,EAAyCO,MAAzC,CAAb;AACD;;AAED,MAAIA,MAAM,CAACX,KAAX,EAAkB;AAChB,WAAO,MAAMW,MAAM,CAACX,KAAP,CAAaC,IAAb,EAAmBE,OAAnB,EAA4BC,OAA5B,EAAqCO,MAArC,CAAb;AACD;;AAGDtB,EAAAA,MAAM,CAAC,CAACsB,MAAM,CAACK,SAAT,CAAN;AAGA,QAAM,IAAIC,KAAJ,WAAaN,MAAM,CAACO,EAApB,sDAAN;AACD","sourcesContent":["import type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {assert, validateWorkerVersion} from '@loaders.gl/worker-utils';\nimport {parseWithWorker, canParseWithWorker} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getArrayBufferOrStringFromData} from '../loader-utils/get-data';\nimport {getLoaderContext, getLoadersFromContext} from '../loader-utils/loader-context';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {selectLoader} from './select-loader';\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport async function parse(\n data: DataType | Promise<DataType>,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<any> {\n assert(!context || typeof context === 'object'); // parse no longer accepts final url\n\n // Signature: parse(data, options, context | url)\n // Uses registered loaders\n if (loaders && !Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n data = await data; // Resolve any promise\n options = options || {};\n\n // Extract a url for auto detection\n const {url} = getResourceUrlAndType(data);\n\n // Chooses a loader (and normalizes it)\n // Also use any loaders in the context, new loaders take priority\n const typedLoaders = loaders as Loader | Loader[] | undefined;\n const candidateLoaders = getLoadersFromContext(typedLoaders, context);\n // todo hacky type cast\n const loader = await selectLoader(data as ArrayBuffer, candidateLoaders, options);\n // Note: if no loader was found, if so just return null\n if (!loader) {\n return null;\n }\n\n // Normalize options\n options = normalizeOptions(options, loader, candidateLoaders, url);\n\n // Get a context (if already present, will be unchanged)\n context = getLoaderContext({url, parse, loaders: candidateLoaders}, options, context);\n\n return await parseWithLoader(loader, data, options, context);\n}\n\n// TODO: support progress and abort\n// TODO - should accept loader.parseAsyncIterator and concatenate.\nasync function parseWithLoader(loader, data, options, context) {\n validateWorkerVersion(loader);\n\n data = await getArrayBufferOrStringFromData(data, loader, options);\n\n // First check for synchronous text parser, wrap results in promises\n if (loader.parseTextSync && typeof data === 'string') {\n options.dataType = 'text';\n return loader.parseTextSync(data, options, context, loader);\n }\n\n // If we have a workerUrl and the loader can parse the given options efficiently in a worker\n if (canParseWithWorker(loader, options)) {\n return await parseWithWorker(loader, data, options, context, parse);\n }\n\n // Check for asynchronous parser\n if (loader.parseText && typeof data === 'string') {\n return await loader.parseText(data, options, context, loader);\n }\n\n if (loader.parse) {\n return await loader.parse(data, options, context, loader);\n }\n\n // This should not happen, all sync loaders should also offer `parse` function\n assert(!loader.parseSync);\n\n // TBD - If asynchronous parser not available, return null\n throw new Error(`${loader.id} loader - no parser found and worker is disabled`);\n}\n"],"file":"parse.js"}
@@ -0,0 +1,29 @@
1
+ import { normalizeLoader } from '../loader-utils/normalize-loader';
2
+ import { getGlobalLoaderState } from '../loader-utils/option-utils';
3
+
4
+ const getGlobalLoaderRegistry = () => {
5
+ const state = getGlobalLoaderState();
6
+ state.loaderRegistry = state.loaderRegistry || [];
7
+ return state.loaderRegistry;
8
+ };
9
+
10
+ export function registerLoaders(loaders) {
11
+ const loaderRegistry = getGlobalLoaderRegistry();
12
+ loaders = Array.isArray(loaders) ? loaders : [loaders];
13
+
14
+ for (const loader of loaders) {
15
+ const normalizedLoader = normalizeLoader(loader);
16
+
17
+ if (!loaderRegistry.find(registeredLoader => normalizedLoader === registeredLoader)) {
18
+ loaderRegistry.unshift(normalizedLoader);
19
+ }
20
+ }
21
+ }
22
+ export function getRegisteredLoaders() {
23
+ return getGlobalLoaderRegistry();
24
+ }
25
+ export function _unregisterLoaders() {
26
+ const state = getGlobalLoaderState();
27
+ state.loaderRegistry = [];
28
+ }
29
+ //# sourceMappingURL=register-loaders.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/api/register-loaders.ts"],"names":["normalizeLoader","getGlobalLoaderState","getGlobalLoaderRegistry","state","loaderRegistry","registerLoaders","loaders","Array","isArray","loader","normalizedLoader","find","registeredLoader","unshift","getRegisteredLoaders","_unregisterLoaders"],"mappings":"AACA,SAAQA,eAAR,QAA8B,kCAA9B;AACA,SAAQC,oBAAR,QAAmC,8BAAnC;;AAIA,MAAMC,uBAAuB,GAAG,MAAM;AACpC,QAAMC,KAAK,GAAGF,oBAAoB,EAAlC;AACAE,EAAAA,KAAK,CAACC,cAAN,GAAuBD,KAAK,CAACC,cAAN,IAAwB,EAA/C;AACA,SAAOD,KAAK,CAACC,cAAb;AACD,CAJD;;AAOA,OAAO,SAASC,eAAT,CAAyBC,OAAzB,EAA4C;AACjD,QAAMF,cAAc,GAAGF,uBAAuB,EAA9C;AAEAI,EAAAA,OAAO,GAAGC,KAAK,CAACC,OAAN,CAAcF,OAAd,IAAyBA,OAAzB,GAAmC,CAACA,OAAD,CAA7C;;AAEA,OAAK,MAAMG,MAAX,IAAqBH,OAArB,EAA8B;AAC5B,UAAMI,gBAAgB,GAAGV,eAAe,CAACS,MAAD,CAAxC;;AACA,QAAI,CAACL,cAAc,CAACO,IAAf,CAAqBC,gBAAD,IAAsBF,gBAAgB,KAAKE,gBAA/D,CAAL,EAAuF;AAErFR,MAAAA,cAAc,CAACS,OAAf,CAAuBH,gBAAvB;AACD;AACF;AACF;AAED,OAAO,SAASI,oBAAT,GAA0C;AAC/C,SAAOZ,uBAAuB,EAA9B;AACD;AAGD,OAAO,SAASa,kBAAT,GAA8B;AACnC,QAAMZ,KAAK,GAAGF,oBAAoB,EAAlC;AACAE,EAAAA,KAAK,CAACC,cAAN,GAAuB,EAAvB;AACD","sourcesContent":["import {Loader} from '@loaders.gl/loader-utils';\nimport {normalizeLoader} from '../loader-utils/normalize-loader';\nimport {getGlobalLoaderState} from '../loader-utils/option-utils';\n\n// Store global registered loaders on the global object to increase chances of cross loaders-version interoperability\n// This use case is not reliable but can help when testing new versions of loaders.gl with existing frameworks\nconst getGlobalLoaderRegistry = () => {\n const state = getGlobalLoaderState();\n state.loaderRegistry = state.loaderRegistry || [];\n return state.loaderRegistry;\n};\n\n/** Register a list of global loaders */\nexport function registerLoaders(loaders: Loader[]) {\n const loaderRegistry = getGlobalLoaderRegistry();\n\n loaders = Array.isArray(loaders) ? loaders : [loaders];\n\n for (const loader of loaders) {\n const normalizedLoader = normalizeLoader(loader);\n if (!loaderRegistry.find((registeredLoader) => normalizedLoader === registeredLoader)) {\n // add to the beginning of the loaderRegistry, so the last registeredLoader get picked\n loaderRegistry.unshift(normalizedLoader);\n }\n }\n}\n\nexport function getRegisteredLoaders(): Loader[] {\n return getGlobalLoaderRegistry();\n}\n\n/** @deprecated For testing only */\nexport function _unregisterLoaders() {\n const state = getGlobalLoaderState();\n state.loaderRegistry = [];\n}\n"],"file":"register-loaders.js"}
@@ -0,0 +1,11 @@
1
+ import { encode, encodeSync } from './encode';
2
+ import { writeFile, writeFileSync } from '../fetch/write-file';
3
+ export async function save(data, url, writer, options) {
4
+ const encodedData = await encode(data, writer, options);
5
+ return await writeFile(url, encodedData);
6
+ }
7
+ export function saveSync(data, url, writer, options) {
8
+ const encodedData = encodeSync(data, writer, options);
9
+ return writeFileSync(url, encodedData);
10
+ }
11
+ //# sourceMappingURL=save.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/api/save.ts"],"names":["encode","encodeSync","writeFile","writeFileSync","save","data","url","writer","options","encodedData","saveSync"],"mappings":"AACA,SAAQA,MAAR,EAAgBC,UAAhB,QAAiC,UAAjC;AACA,SAAQC,SAAR,EAAmBC,aAAnB,QAAuC,qBAAvC;AAEA,OAAO,eAAeC,IAAf,CAAoBC,IAApB,EAA0BC,GAA1B,EAA+BC,MAA/B,EAA+CC,OAA/C,EAAuE;AAC5E,QAAMC,WAAW,GAAG,MAAMT,MAAM,CAACK,IAAD,EAAOE,MAAP,EAAeC,OAAf,CAAhC;AACA,SAAO,MAAMN,SAAS,CAACI,GAAD,EAAMG,WAAN,CAAtB;AACD;AAED,OAAO,SAASC,QAAT,CAAkBL,IAAlB,EAAwBC,GAAxB,EAA6BC,MAA7B,EAAqCC,OAArC,EAA8C;AACnD,QAAMC,WAAW,GAAGR,UAAU,CAACI,IAAD,EAAOE,MAAP,EAAeC,OAAf,CAA9B;AACA,SAAOL,aAAa,CAACG,GAAD,EAAMG,WAAN,CAApB;AACD","sourcesContent":["import type {Writer, WriterOptions} from '@loaders.gl/loader-utils';\nimport {encode, encodeSync} from './encode';\nimport {writeFile, writeFileSync} from '../fetch/write-file';\n\nexport async function save(data, url, writer: Writer, options: WriterOptions) {\n const encodedData = await encode(data, writer, options);\n return await writeFile(url, encodedData);\n}\n\nexport function saveSync(data, url, writer, options) {\n const encodedData = encodeSync(data, writer, options);\n return writeFileSync(url, encodedData);\n}\n"],"file":"save.js"}
@@ -0,0 +1,228 @@
1
+ import { compareArrayBuffers, path } from '@loaders.gl/loader-utils';
2
+ import { normalizeLoader } from '../loader-utils/normalize-loader';
3
+ import { getResourceUrlAndType } from '../utils/resource-utils';
4
+ import { getRegisteredLoaders } from './register-loaders';
5
+ import { isBlob } from '../../javascript-utils/is-type';
6
+ const EXT_PATTERN = /\.([^.]+)$/;
7
+ export async function selectLoader(data, loaders = [], options, context) {
8
+ if (!validHTTPResponse(data)) {
9
+ return null;
10
+ }
11
+
12
+ let loader = selectLoaderSync(data, loaders, { ...options,
13
+ nothrow: true
14
+ }, context);
15
+
16
+ if (loader) {
17
+ return loader;
18
+ }
19
+
20
+ if (isBlob(data)) {
21
+ data = await data.slice(0, 10).arrayBuffer();
22
+ loader = selectLoaderSync(data, loaders, options, context);
23
+ }
24
+
25
+ if (!loader && !(options !== null && options !== void 0 && options.nothrow)) {
26
+ throw new Error(getNoValidLoaderMessage(data));
27
+ }
28
+
29
+ return loader;
30
+ }
31
+ export function selectLoaderSync(data, loaders = [], options, context) {
32
+ if (!validHTTPResponse(data)) {
33
+ return null;
34
+ }
35
+
36
+ if (loaders && !Array.isArray(loaders)) {
37
+ return normalizeLoader(loaders);
38
+ }
39
+
40
+ let candidateLoaders = [];
41
+
42
+ if (loaders) {
43
+ candidateLoaders = candidateLoaders.concat(loaders);
44
+ }
45
+
46
+ if (!(options !== null && options !== void 0 && options.ignoreRegisteredLoaders)) {
47
+ candidateLoaders.push(...getRegisteredLoaders());
48
+ }
49
+
50
+ normalizeLoaders(candidateLoaders);
51
+ const loader = selectLoaderInternal(data, candidateLoaders, options, context);
52
+
53
+ if (!loader && !(options !== null && options !== void 0 && options.nothrow)) {
54
+ throw new Error(getNoValidLoaderMessage(data));
55
+ }
56
+
57
+ return loader;
58
+ }
59
+
60
+ function selectLoaderInternal(data, loaders, options, context) {
61
+ const {
62
+ url,
63
+ type
64
+ } = getResourceUrlAndType(data);
65
+ const testUrl = url || (context === null || context === void 0 ? void 0 : context.url);
66
+ let loader = null;
67
+
68
+ if (options !== null && options !== void 0 && options.mimeType) {
69
+ loader = findLoaderByMIMEType(loaders, options === null || options === void 0 ? void 0 : options.mimeType);
70
+ }
71
+
72
+ loader = loader || findLoaderByUrl(loaders, testUrl);
73
+ loader = loader || findLoaderByMIMEType(loaders, type);
74
+ loader = loader || findLoaderByInitialBytes(loaders, data);
75
+ loader = loader || findLoaderByMIMEType(loaders, options === null || options === void 0 ? void 0 : options.fallbackMimeType);
76
+ return loader;
77
+ }
78
+
79
+ function validHTTPResponse(data) {
80
+ if (data instanceof Response) {
81
+ if (data.status === 204) {
82
+ return false;
83
+ }
84
+ }
85
+
86
+ return true;
87
+ }
88
+
89
+ function getNoValidLoaderMessage(data) {
90
+ const {
91
+ url,
92
+ type
93
+ } = getResourceUrlAndType(data);
94
+ let message = 'No valid loader found (';
95
+ message += url ? "".concat(path.filename(url), ", ") : 'no url provided, ';
96
+ message += "MIME type: ".concat(type ? "\"".concat(type, "\"") : 'not provided', ", ");
97
+ const firstCharacters = data ? getFirstCharacters(data) : '';
98
+ message += firstCharacters ? " first bytes: \"".concat(firstCharacters, "\"") : 'first bytes: not available';
99
+ message += ')';
100
+ return message;
101
+ }
102
+
103
+ function normalizeLoaders(loaders) {
104
+ for (const loader of loaders) {
105
+ normalizeLoader(loader);
106
+ }
107
+ }
108
+
109
+ function findLoaderByUrl(loaders, url) {
110
+ const match = url && EXT_PATTERN.exec(url);
111
+ const extension = match && match[1];
112
+ return extension ? findLoaderByExtension(loaders, extension) : null;
113
+ }
114
+
115
+ function findLoaderByExtension(loaders, extension) {
116
+ extension = extension.toLowerCase();
117
+
118
+ for (const loader of loaders) {
119
+ for (const loaderExtension of loader.extensions) {
120
+ if (loaderExtension.toLowerCase() === extension) {
121
+ return loader;
122
+ }
123
+ }
124
+ }
125
+
126
+ return null;
127
+ }
128
+
129
+ function findLoaderByMIMEType(loaders, mimeType) {
130
+ for (const loader of loaders) {
131
+ if (loader.mimeTypes && loader.mimeTypes.includes(mimeType)) {
132
+ return loader;
133
+ }
134
+
135
+ if (mimeType === "application/x.".concat(loader.id)) {
136
+ return loader;
137
+ }
138
+ }
139
+
140
+ return null;
141
+ }
142
+
143
+ function findLoaderByInitialBytes(loaders, data) {
144
+ if (!data) {
145
+ return null;
146
+ }
147
+
148
+ for (const loader of loaders) {
149
+ if (typeof data === 'string') {
150
+ if (testDataAgainstText(data, loader)) {
151
+ return loader;
152
+ }
153
+ } else if (ArrayBuffer.isView(data)) {
154
+ if (testDataAgainstBinary(data.buffer, data.byteOffset, loader)) {
155
+ return loader;
156
+ }
157
+ } else if (data instanceof ArrayBuffer) {
158
+ const byteOffset = 0;
159
+
160
+ if (testDataAgainstBinary(data, byteOffset, loader)) {
161
+ return loader;
162
+ }
163
+ }
164
+ }
165
+
166
+ return null;
167
+ }
168
+
169
+ function testDataAgainstText(data, loader) {
170
+ if (loader.testText) {
171
+ return loader.testText(data);
172
+ }
173
+
174
+ const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];
175
+ return tests.some(test => data.startsWith(test));
176
+ }
177
+
178
+ function testDataAgainstBinary(data, byteOffset, loader) {
179
+ const tests = Array.isArray(loader.tests) ? loader.tests : [loader.tests];
180
+ return tests.some(test => testBinary(data, byteOffset, loader, test));
181
+ }
182
+
183
+ function testBinary(data, byteOffset, loader, test) {
184
+ if (test instanceof ArrayBuffer) {
185
+ return compareArrayBuffers(test, data, test.byteLength);
186
+ }
187
+
188
+ switch (typeof test) {
189
+ case 'function':
190
+ return test(data, loader);
191
+
192
+ case 'string':
193
+ const magic = getMagicString(data, byteOffset, test.length);
194
+ return test === magic;
195
+
196
+ default:
197
+ return false;
198
+ }
199
+ }
200
+
201
+ function getFirstCharacters(data, length = 5) {
202
+ if (typeof data === 'string') {
203
+ return data.slice(0, length);
204
+ } else if (ArrayBuffer.isView(data)) {
205
+ return getMagicString(data.buffer, data.byteOffset, length);
206
+ } else if (data instanceof ArrayBuffer) {
207
+ const byteOffset = 0;
208
+ return getMagicString(data, byteOffset, length);
209
+ }
210
+
211
+ return '';
212
+ }
213
+
214
+ function getMagicString(arrayBuffer, byteOffset, length) {
215
+ if (arrayBuffer.byteLength < byteOffset + length) {
216
+ return '';
217
+ }
218
+
219
+ const dataView = new DataView(arrayBuffer);
220
+ let magic = '';
221
+
222
+ for (let i = 0; i < length; i++) {
223
+ magic += String.fromCharCode(dataView.getUint8(byteOffset + i));
224
+ }
225
+
226
+ return magic;
227
+ }
228
+ //# sourceMappingURL=select-loader.js.map