@loaders.gl/core 4.0.0-alpha.4 → 4.0.0-alpha.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (413) hide show
  1. package/dist/bundle.d.ts +2 -0
  2. package/dist/bundle.d.ts.map +1 -0
  3. package/dist/bundle.js +2 -2
  4. package/dist/core-addons/write-file-browser.d.ts +1 -0
  5. package/dist/core-addons/write-file-browser.d.ts.map +1 -0
  6. package/dist/core-addons/write-file-browser.js +59 -1
  7. package/dist/dist.min.js +3874 -0
  8. package/dist/es5/bundle.js +6 -0
  9. package/dist/es5/bundle.js.map +1 -0
  10. package/dist/es5/core-addons/write-file-browser.js +2 -0
  11. package/dist/es5/core-addons/write-file-browser.js.map +1 -0
  12. package/dist/es5/index.js +377 -0
  13. package/dist/es5/index.js.map +1 -0
  14. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +94 -0
  15. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
  16. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +42 -0
  17. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
  18. package/dist/es5/iterators/make-iterator/make-blob-iterator.js +47 -0
  19. package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +1 -0
  20. package/dist/es5/iterators/make-iterator/make-iterator.js +31 -0
  21. package/dist/es5/iterators/make-iterator/make-iterator.js.map +1 -0
  22. package/dist/es5/iterators/make-iterator/make-stream-iterator.js +133 -0
  23. package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +1 -0
  24. package/dist/es5/iterators/make-iterator/make-string-iterator.js +38 -0
  25. package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +1 -0
  26. package/dist/es5/iterators/make-stream/make-dom-stream.js +67 -0
  27. package/dist/es5/iterators/make-stream/make-dom-stream.js.map +1 -0
  28. package/dist/es5/iterators/make-stream/make-node-stream.js +168 -0
  29. package/dist/es5/iterators/make-stream/make-node-stream.js.map +1 -0
  30. package/dist/es5/javascript-utils/is-type.js +79 -0
  31. package/dist/es5/javascript-utils/is-type.js.map +1 -0
  32. package/dist/es5/lib/api/encode-table.js +159 -0
  33. package/dist/es5/lib/api/encode-table.js.map +1 -0
  34. package/dist/es5/lib/api/encode.js +244 -0
  35. package/dist/es5/lib/api/encode.js.map +1 -0
  36. package/dist/es5/lib/api/load-in-batches.js +63 -0
  37. package/dist/es5/lib/api/load-in-batches.js.map +1 -0
  38. package/dist/es5/lib/api/load.js +76 -0
  39. package/dist/es5/lib/api/load.js.map +1 -0
  40. package/dist/es5/lib/api/loader-options.js +19 -0
  41. package/dist/es5/lib/api/loader-options.js.map +1 -0
  42. package/dist/es5/lib/api/parse-in-batches.js +277 -0
  43. package/dist/es5/lib/api/parse-in-batches.js.map +1 -0
  44. package/dist/es5/lib/api/parse-sync.js +54 -0
  45. package/dist/es5/lib/api/parse-sync.js.map +1 -0
  46. package/dist/es5/lib/api/parse.js +143 -0
  47. package/dist/es5/lib/api/parse.js.map +1 -0
  48. package/dist/es5/lib/api/register-loaders.js +50 -0
  49. package/dist/es5/lib/api/register-loaders.js.map +1 -0
  50. package/dist/es5/lib/api/save.js +42 -0
  51. package/dist/es5/lib/api/save.js.map +1 -0
  52. package/dist/es5/lib/api/select-loader.js +303 -0
  53. package/dist/es5/lib/api/select-loader.js.map +1 -0
  54. package/dist/es5/lib/common.js +2 -0
  55. package/dist/es5/lib/common.js.map +1 -0
  56. package/dist/es5/lib/fetch/fetch-error-message.js +56 -0
  57. package/dist/es5/lib/fetch/fetch-error-message.js.map +1 -0
  58. package/dist/es5/lib/fetch/fetch-file.js +47 -0
  59. package/dist/es5/lib/fetch/fetch-file.js.map +1 -0
  60. package/dist/es5/lib/fetch/read-array-buffer.js +76 -0
  61. package/dist/es5/lib/fetch/read-array-buffer.js.map +1 -0
  62. package/dist/es5/lib/fetch/read-file.js +20 -0
  63. package/dist/es5/lib/fetch/read-file.js.map +1 -0
  64. package/dist/es5/lib/fetch/write-file.js +48 -0
  65. package/dist/es5/lib/fetch/write-file.js.map +1 -0
  66. package/dist/es5/lib/filesystems/browser-filesystem.js +249 -0
  67. package/dist/es5/lib/filesystems/browser-filesystem.js.map +1 -0
  68. package/dist/es5/lib/filesystems/filesystem.js +2 -0
  69. package/dist/es5/lib/filesystems/filesystem.js.map +1 -0
  70. package/dist/es5/lib/filesystems/read-array-buffer.js +41 -0
  71. package/dist/es5/lib/filesystems/read-array-buffer.js.map +1 -0
  72. package/dist/es5/lib/init.js +18 -0
  73. package/dist/es5/lib/init.js.map +1 -0
  74. package/dist/es5/lib/loader-utils/check-errors.js +57 -0
  75. package/dist/es5/lib/loader-utils/check-errors.js.map +1 -0
  76. package/dist/es5/lib/loader-utils/get-data.js +237 -0
  77. package/dist/es5/lib/loader-utils/get-data.js.map +1 -0
  78. package/dist/es5/lib/loader-utils/get-fetch-function.js +26 -0
  79. package/dist/es5/lib/loader-utils/get-fetch-function.js.map +1 -0
  80. package/dist/es5/lib/loader-utils/loader-context.js +41 -0
  81. package/dist/es5/lib/loader-utils/loader-context.js.map +1 -0
  82. package/dist/es5/lib/loader-utils/loggers.js +90 -0
  83. package/dist/es5/lib/loader-utils/loggers.js.map +1 -0
  84. package/dist/es5/lib/loader-utils/normalize-loader.js +44 -0
  85. package/dist/es5/lib/loader-utils/normalize-loader.js.map +1 -0
  86. package/dist/es5/lib/loader-utils/option-defaults.js +47 -0
  87. package/dist/es5/lib/loader-utils/option-defaults.js.map +1 -0
  88. package/dist/es5/lib/loader-utils/option-utils.js +132 -0
  89. package/dist/es5/lib/loader-utils/option-utils.js.map +1 -0
  90. package/dist/es5/lib/progress/fetch-progress.js +134 -0
  91. package/dist/es5/lib/progress/fetch-progress.js.map +1 -0
  92. package/dist/es5/lib/utils/log.js +12 -0
  93. package/dist/es5/lib/utils/log.js.map +1 -0
  94. package/dist/es5/lib/utils/mime-type-utils.js +24 -0
  95. package/dist/es5/lib/utils/mime-type-utils.js.map +1 -0
  96. package/dist/es5/lib/utils/resource-utils.js +58 -0
  97. package/dist/es5/lib/utils/resource-utils.js.map +1 -0
  98. package/dist/es5/lib/utils/response-utils.js +196 -0
  99. package/dist/es5/lib/utils/response-utils.js.map +1 -0
  100. package/dist/es5/null-loader.js +139 -0
  101. package/dist/es5/null-loader.js.map +1 -0
  102. package/dist/es5/workers/null-worker.js +6 -0
  103. package/dist/es5/workers/null-worker.js.map +1 -0
  104. package/dist/esm/bundle.js +4 -0
  105. package/dist/esm/bundle.js.map +1 -0
  106. package/dist/esm/core-addons/README.md +1 -0
  107. package/dist/esm/core-addons/write-file-browser.js +2 -0
  108. package/dist/esm/core-addons/write-file-browser.js.map +1 -0
  109. package/dist/esm/index.js +30 -0
  110. package/dist/esm/index.js.map +1 -0
  111. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js +16 -0
  112. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
  113. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js +20 -0
  114. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
  115. package/dist/esm/iterators/make-iterator/make-blob-iterator.js +12 -0
  116. package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +1 -0
  117. package/dist/esm/iterators/make-iterator/make-iterator.js +25 -0
  118. package/dist/esm/iterators/make-iterator/make-iterator.js.map +1 -0
  119. package/dist/esm/iterators/make-iterator/make-stream-iterator.js +32 -0
  120. package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +1 -0
  121. package/dist/esm/iterators/make-iterator/make-string-iterator.js +13 -0
  122. package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +1 -0
  123. package/dist/esm/iterators/make-stream/make-dom-stream.js +29 -0
  124. package/dist/esm/iterators/make-stream/make-dom-stream.js.map +1 -0
  125. package/dist/esm/iterators/make-stream/make-node-stream.js +57 -0
  126. package/dist/esm/iterators/make-stream/make-node-stream.js.map +1 -0
  127. package/dist/esm/javascript-utils/is-type.js +19 -0
  128. package/dist/esm/javascript-utils/is-type.js.map +1 -0
  129. package/dist/esm/lib/api/encode-table.js +45 -0
  130. package/dist/esm/lib/api/encode-table.js.map +1 -0
  131. package/dist/esm/lib/api/encode.js +87 -0
  132. package/dist/esm/lib/api/encode.js.map +1 -0
  133. package/dist/esm/lib/api/load-in-batches.js +25 -0
  134. package/dist/esm/lib/api/load-in-batches.js.map +1 -0
  135. package/dist/esm/lib/api/load.js +26 -0
  136. package/dist/esm/lib/api/load.js.map +1 -0
  137. package/dist/esm/lib/api/loader-options.js +3 -0
  138. package/dist/esm/lib/api/loader-options.js.map +1 -0
  139. package/dist/esm/lib/api/parse-in-batches.js +85 -0
  140. package/dist/esm/lib/api/parse-in-batches.js.map +1 -0
  141. package/dist/esm/lib/api/parse-sync.js +47 -0
  142. package/dist/esm/lib/api/parse-sync.js.map +1 -0
  143. package/dist/esm/lib/api/parse.js +76 -0
  144. package/dist/esm/lib/api/parse.js.map +1 -0
  145. package/dist/esm/lib/api/register-loaders.js +25 -0
  146. package/dist/esm/lib/api/register-loaders.js.map +1 -0
  147. package/dist/esm/lib/api/save.js +11 -0
  148. package/dist/esm/lib/api/save.js.map +1 -0
  149. package/dist/esm/lib/api/select-loader.js +204 -0
  150. package/dist/esm/lib/api/select-loader.js.map +1 -0
  151. package/dist/esm/lib/common.js +2 -0
  152. package/dist/esm/lib/common.js.map +1 -0
  153. package/dist/esm/lib/fetch/fetch-error-message.js +18 -0
  154. package/dist/esm/lib/fetch/fetch-error-message.js.map +1 -0
  155. package/dist/esm/lib/fetch/fetch-file.js +14 -0
  156. package/dist/esm/lib/fetch/fetch-file.js.map +1 -0
  157. package/dist/esm/lib/fetch/read-array-buffer.js +23 -0
  158. package/dist/esm/lib/fetch/read-array-buffer.js.map +1 -0
  159. package/dist/esm/lib/fetch/read-file.js +15 -0
  160. package/dist/esm/lib/fetch/read-file.js.map +1 -0
  161. package/dist/esm/lib/fetch/write-file.js +21 -0
  162. package/dist/esm/lib/fetch/write-file.js.map +1 -0
  163. package/dist/esm/lib/filesystems/browser-filesystem.js +92 -0
  164. package/dist/esm/lib/filesystems/browser-filesystem.js.map +1 -0
  165. package/dist/esm/lib/filesystems/filesystem.js +2 -0
  166. package/dist/esm/lib/filesystems/filesystem.js.map +1 -0
  167. package/dist/esm/lib/filesystems/read-array-buffer.js +8 -0
  168. package/dist/esm/lib/filesystems/read-array-buffer.js.map +1 -0
  169. package/dist/esm/lib/init.js +11 -0
  170. package/dist/esm/lib/init.js.map +1 -0
  171. package/dist/esm/lib/loader-utils/check-errors.js +22 -0
  172. package/dist/esm/lib/loader-utils/check-errors.js.map +1 -0
  173. package/dist/esm/lib/loader-utils/get-data.js +103 -0
  174. package/dist/esm/lib/loader-utils/get-data.js.map +1 -0
  175. package/dist/esm/lib/loader-utils/get-fetch-function.js +18 -0
  176. package/dist/esm/lib/loader-utils/get-fetch-function.js.map +1 -0
  177. package/dist/esm/lib/loader-utils/loader-context.js +30 -0
  178. package/dist/esm/lib/loader-utils/loader-context.js.map +1 -0
  179. package/dist/esm/lib/loader-utils/loggers.js +50 -0
  180. package/dist/esm/lib/loader-utils/loggers.js.map +1 -0
  181. package/dist/esm/lib/loader-utils/normalize-loader.js +37 -0
  182. package/dist/esm/lib/loader-utils/normalize-loader.js.map +1 -0
  183. package/dist/esm/lib/loader-utils/option-defaults.js +39 -0
  184. package/dist/esm/lib/loader-utils/option-defaults.js.map +1 -0
  185. package/dist/esm/lib/loader-utils/option-utils.js +106 -0
  186. package/dist/esm/lib/loader-utils/option-utils.js.map +1 -0
  187. package/dist/esm/lib/progress/fetch-progress.js +52 -0
  188. package/dist/esm/lib/progress/fetch-progress.js.map +1 -0
  189. package/dist/esm/lib/utils/log.js +5 -0
  190. package/dist/esm/lib/utils/log.js.map +1 -0
  191. package/dist/esm/lib/utils/mime-type-utils.js +17 -0
  192. package/dist/esm/lib/utils/mime-type-utils.js.map +1 -0
  193. package/dist/esm/lib/utils/resource-utils.js +51 -0
  194. package/dist/esm/lib/utils/resource-utils.js.map +1 -0
  195. package/dist/esm/lib/utils/response-utils.js +91 -0
  196. package/dist/esm/lib/utils/response-utils.js.map +1 -0
  197. package/dist/esm/null-loader.js +45 -0
  198. package/dist/esm/null-loader.js.map +1 -0
  199. package/dist/esm/workers/null-worker.js +4 -0
  200. package/dist/esm/workers/null-worker.js.map +1 -0
  201. package/dist/index.d.ts +31 -0
  202. package/dist/index.d.ts.map +1 -0
  203. package/dist/index.js +108 -31
  204. package/dist/iterators/batch-iterators/timed-batch-iterator.d.ts +5 -0
  205. package/dist/iterators/batch-iterators/timed-batch-iterator.d.ts.map +1 -0
  206. package/dist/iterators/batch-iterators/timed-batch-iterator.js +20 -17
  207. package/dist/iterators/make-iterator/make-array-buffer-iterator.d.ts +9 -0
  208. package/dist/iterators/make-iterator/make-array-buffer-iterator.d.ts.map +1 -0
  209. package/dist/iterators/make-iterator/make-array-buffer-iterator.js +25 -16
  210. package/dist/iterators/make-iterator/make-blob-iterator.d.ts +9 -0
  211. package/dist/iterators/make-iterator/make-blob-iterator.d.ts.map +1 -0
  212. package/dist/iterators/make-iterator/make-blob-iterator.js +20 -12
  213. package/dist/iterators/make-iterator/make-iterator.d.ts +19 -0
  214. package/dist/iterators/make-iterator/make-iterator.d.ts.map +1 -0
  215. package/dist/iterators/make-iterator/make-iterator.js +36 -29
  216. package/dist/iterators/make-iterator/make-stream-iterator.d.ts +11 -0
  217. package/dist/iterators/make-iterator/make-stream-iterator.d.ts.map +1 -0
  218. package/dist/iterators/make-iterator/make-stream-iterator.js +89 -32
  219. package/dist/iterators/make-iterator/make-string-iterator.d.ts +9 -0
  220. package/dist/iterators/make-iterator/make-string-iterator.d.ts.map +1 -0
  221. package/dist/iterators/make-iterator/make-string-iterator.js +22 -12
  222. package/dist/iterators/make-stream/make-dom-stream.d.ts +14 -0
  223. package/dist/iterators/make-stream/make-dom-stream.d.ts.map +1 -0
  224. package/dist/iterators/make-stream/make-dom-stream.js +44 -32
  225. package/dist/iterators/make-stream/make-node-stream.d.ts +11 -0
  226. package/dist/iterators/make-stream/make-node-stream.d.ts.map +1 -0
  227. package/dist/iterators/make-stream/make-node-stream.js +75 -70
  228. package/dist/javascript-utils/is-type.d.ts +22 -0
  229. package/dist/javascript-utils/is-type.d.ts.map +1 -0
  230. package/dist/javascript-utils/is-type.js +41 -21
  231. package/dist/lib/api/encode-table.d.ts +6 -0
  232. package/dist/lib/api/encode-table.d.ts.map +1 -0
  233. package/dist/lib/api/encode-table.js +54 -0
  234. package/dist/lib/api/encode.d.ts +26 -0
  235. package/dist/lib/api/encode.d.ts.map +1 -0
  236. package/dist/lib/api/encode.js +111 -81
  237. package/dist/lib/api/load-in-batches.d.ts +13 -0
  238. package/dist/lib/api/load-in-batches.d.ts.map +1 -0
  239. package/dist/lib/api/load-in-batches.js +30 -27
  240. package/dist/lib/api/load.d.ts +14 -0
  241. package/dist/lib/api/load.d.ts.map +1 -0
  242. package/dist/lib/api/load.js +42 -24
  243. package/dist/lib/api/loader-options.d.ts +3 -0
  244. package/dist/lib/api/loader-options.d.ts.map +1 -0
  245. package/dist/lib/api/loader-options.js +7 -0
  246. package/dist/lib/api/parse-in-batches.d.ts +10 -0
  247. package/dist/lib/api/parse-in-batches.d.ts.map +1 -0
  248. package/dist/lib/api/parse-in-batches.js +113 -92
  249. package/dist/lib/api/parse-sync.d.ts +10 -0
  250. package/dist/lib/api/parse-sync.d.ts.map +1 -0
  251. package/dist/lib/api/parse-sync.js +56 -54
  252. package/dist/lib/api/parse.d.ts +6 -0
  253. package/dist/lib/api/parse.d.ts.map +1 -0
  254. package/dist/lib/api/parse.js +81 -61
  255. package/dist/lib/api/register-loaders.d.ts +7 -0
  256. package/dist/lib/api/register-loaders.d.ts.map +1 -0
  257. package/dist/lib/api/register-loaders.js +29 -23
  258. package/dist/lib/api/save.d.ts +4 -0
  259. package/dist/lib/api/save.d.ts.map +1 -0
  260. package/dist/lib/api/save.js +13 -9
  261. package/dist/lib/api/select-loader.d.ts +22 -0
  262. package/dist/lib/api/select-loader.d.ts.map +1 -0
  263. package/dist/lib/api/select-loader.js +216 -194
  264. package/dist/lib/common.d.ts +2 -0
  265. package/dist/lib/common.d.ts.map +1 -0
  266. package/dist/lib/common.js +2 -2
  267. package/dist/lib/fetch/fetch-error-message.d.ts +3 -0
  268. package/dist/lib/fetch/fetch-error-message.d.ts.map +1 -0
  269. package/dist/lib/fetch/fetch-error-message.js +21 -17
  270. package/dist/lib/fetch/fetch-file.d.ts +13 -0
  271. package/dist/lib/fetch/fetch-file.d.ts.map +1 -0
  272. package/dist/lib/fetch/fetch-file.js +25 -15
  273. package/dist/lib/fetch/read-array-buffer.d.ts +17 -0
  274. package/dist/lib/fetch/read-array-buffer.d.ts.map +1 -0
  275. package/dist/lib/fetch/read-array-buffer.js +39 -27
  276. package/dist/lib/fetch/read-file.d.ts +5 -0
  277. package/dist/lib/fetch/read-file.d.ts.map +1 -0
  278. package/dist/lib/fetch/read-file.js +28 -16
  279. package/dist/lib/fetch/write-file.d.ts +3 -0
  280. package/dist/lib/fetch/write-file.d.ts.map +1 -0
  281. package/dist/lib/fetch/write-file.js +20 -23
  282. package/dist/lib/filesystems/browser-filesystem.d.ts +58 -0
  283. package/dist/lib/filesystems/browser-filesystem.d.ts.map +1 -0
  284. package/dist/lib/filesystems/browser-filesystem.js +118 -107
  285. package/dist/lib/filesystems/filesystem.d.ts +46 -0
  286. package/dist/lib/filesystems/filesystem.d.ts.map +1 -0
  287. package/dist/lib/filesystems/filesystem.js +2 -2
  288. package/dist/lib/filesystems/read-array-buffer.d.ts +19 -0
  289. package/dist/lib/filesystems/read-array-buffer.d.ts.map +1 -0
  290. package/dist/lib/filesystems/read-array-buffer.js +28 -8
  291. package/dist/lib/init.d.ts +3 -0
  292. package/dist/lib/init.d.ts.map +1 -0
  293. package/dist/lib/init.js +16 -6
  294. package/dist/lib/loader-utils/check-errors.d.ts +3 -0
  295. package/dist/lib/loader-utils/check-errors.d.ts.map +1 -0
  296. package/dist/lib/loader-utils/check-errors.js +26 -22
  297. package/dist/lib/loader-utils/get-data.d.ts +6 -0
  298. package/dist/lib/loader-utils/get-data.d.ts.map +1 -0
  299. package/dist/lib/loader-utils/get-data.js +122 -122
  300. package/dist/lib/loader-utils/get-fetch-function.d.ts +9 -0
  301. package/dist/lib/loader-utils/get-fetch-function.d.ts.map +1 -0
  302. package/dist/lib/loader-utils/get-fetch-function.js +31 -0
  303. package/dist/lib/loader-utils/loader-context.d.ts +13 -0
  304. package/dist/lib/loader-utils/loader-context.d.ts.map +1 -0
  305. package/dist/lib/loader-utils/loader-context.js +47 -34
  306. package/dist/lib/loader-utils/loggers.d.ts +17 -0
  307. package/dist/lib/loader-utils/loggers.d.ts.map +1 -0
  308. package/dist/lib/loader-utils/loggers.js +39 -46
  309. package/dist/lib/loader-utils/normalize-loader.d.ts +4 -0
  310. package/dist/lib/loader-utils/normalize-loader.d.ts.map +1 -0
  311. package/dist/lib/loader-utils/normalize-loader.js +50 -41
  312. package/dist/lib/loader-utils/option-defaults.d.ts +20 -0
  313. package/dist/lib/loader-utils/option-defaults.d.ts.map +1 -0
  314. package/dist/lib/loader-utils/option-defaults.js +41 -35
  315. package/dist/lib/loader-utils/option-utils.d.ts +34 -0
  316. package/dist/lib/loader-utils/option-utils.d.ts.map +1 -0
  317. package/dist/lib/loader-utils/option-utils.js +140 -120
  318. package/dist/lib/progress/fetch-progress.d.ts +6 -0
  319. package/dist/lib/progress/fetch-progress.d.ts.map +1 -0
  320. package/dist/lib/progress/fetch-progress.js +54 -56
  321. package/dist/lib/utils/log.d.ts +3 -0
  322. package/dist/lib/utils/log.d.ts.map +1 -0
  323. package/dist/lib/utils/log.js +6 -0
  324. package/dist/lib/utils/mime-type-utils.d.ts +20 -0
  325. package/dist/lib/utils/mime-type-utils.d.ts.map +1 -0
  326. package/dist/lib/utils/mime-type-utils.js +38 -17
  327. package/dist/lib/utils/resource-utils.d.ts +21 -0
  328. package/dist/lib/utils/resource-utils.d.ts.map +1 -0
  329. package/dist/lib/utils/resource-utils.js +70 -52
  330. package/dist/lib/utils/response-utils.d.ts +18 -0
  331. package/dist/lib/utils/response-utils.d.ts.map +1 -0
  332. package/dist/lib/utils/response-utils.js +104 -105
  333. package/dist/null-loader.d.ts +10 -0
  334. package/dist/null-loader.d.ts.map +1 -0
  335. package/dist/null-loader.js +53 -31
  336. package/dist/null-worker.js +61 -21
  337. package/dist/workers/null-worker.d.ts +2 -0
  338. package/dist/workers/null-worker.d.ts.map +1 -0
  339. package/dist/workers/null-worker.js +5 -4
  340. package/package.json +16 -15
  341. package/src/index.ts +20 -4
  342. package/src/iterators/make-stream/make-dom-stream.ts +10 -5
  343. package/src/iterators/make-stream/make-node-stream.ts +10 -9
  344. package/src/lib/api/encode-table.ts +71 -0
  345. package/src/lib/api/encode.ts +15 -5
  346. package/src/lib/api/load-in-batches.ts +1 -1
  347. package/src/lib/api/load.ts +39 -8
  348. package/src/lib/api/loader-options.ts +2 -0
  349. package/src/lib/api/parse.ts +39 -2
  350. package/src/lib/api/register-loaders.ts +1 -1
  351. package/src/lib/api/select-loader.ts +16 -0
  352. package/src/lib/init.ts +17 -0
  353. package/src/lib/loader-utils/get-fetch-function.ts +38 -0
  354. package/src/lib/loader-utils/loader-context.ts +1 -1
  355. package/src/lib/loader-utils/loggers.ts +1 -1
  356. package/src/lib/loader-utils/option-defaults.ts +3 -1
  357. package/src/lib/loader-utils/option-utils.ts +22 -46
  358. package/src/lib/progress/fetch-progress.ts +2 -2
  359. package/src/lib/utils/log.ts +4 -0
  360. package/src/lib/utils/response-utils.ts +2 -2
  361. package/src/null-loader.ts +17 -5
  362. package/dist/bundle.js.map +0 -1
  363. package/dist/core-addons/write-file-browser.js.map +0 -1
  364. package/dist/index.js.map +0 -1
  365. package/dist/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
  366. package/dist/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
  367. package/dist/iterators/make-iterator/make-blob-iterator.js.map +0 -1
  368. package/dist/iterators/make-iterator/make-iterator.js.map +0 -1
  369. package/dist/iterators/make-iterator/make-stream-iterator.js.map +0 -1
  370. package/dist/iterators/make-iterator/make-string-iterator.js.map +0 -1
  371. package/dist/iterators/make-stream/make-dom-stream.js.map +0 -1
  372. package/dist/iterators/make-stream/make-node-stream.js.map +0 -1
  373. package/dist/iterators/make-stream/make-stream.js +0 -7
  374. package/dist/iterators/make-stream/make-stream.js.map +0 -1
  375. package/dist/javascript-utils/is-type.js.map +0 -1
  376. package/dist/lib/api/encode.js.map +0 -1
  377. package/dist/lib/api/load-in-batches.js.map +0 -1
  378. package/dist/lib/api/load.js.map +0 -1
  379. package/dist/lib/api/parse-in-batches.js.map +0 -1
  380. package/dist/lib/api/parse-sync.js.map +0 -1
  381. package/dist/lib/api/parse.js.map +0 -1
  382. package/dist/lib/api/register-loaders.js.map +0 -1
  383. package/dist/lib/api/save.js.map +0 -1
  384. package/dist/lib/api/select-loader.js.map +0 -1
  385. package/dist/lib/api/set-loader-options.js +0 -5
  386. package/dist/lib/api/set-loader-options.js.map +0 -1
  387. package/dist/lib/common.js.map +0 -1
  388. package/dist/lib/fetch/fetch-error-message.js.map +0 -1
  389. package/dist/lib/fetch/fetch-file.js.map +0 -1
  390. package/dist/lib/fetch/read-array-buffer.js.map +0 -1
  391. package/dist/lib/fetch/read-file.js.map +0 -1
  392. package/dist/lib/fetch/write-file.js.map +0 -1
  393. package/dist/lib/filesystems/browser-filesystem.js.map +0 -1
  394. package/dist/lib/filesystems/filesystem.js.map +0 -1
  395. package/dist/lib/filesystems/read-array-buffer.js.map +0 -1
  396. package/dist/lib/init.js.map +0 -1
  397. package/dist/lib/loader-utils/check-errors.js.map +0 -1
  398. package/dist/lib/loader-utils/get-data.js.map +0 -1
  399. package/dist/lib/loader-utils/loader-context.js.map +0 -1
  400. package/dist/lib/loader-utils/loggers.js.map +0 -1
  401. package/dist/lib/loader-utils/normalize-loader.js.map +0 -1
  402. package/dist/lib/loader-utils/option-defaults.js.map +0 -1
  403. package/dist/lib/loader-utils/option-utils.js.map +0 -1
  404. package/dist/lib/progress/fetch-progress.js.map +0 -1
  405. package/dist/lib/utils/mime-type-utils.js.map +0 -1
  406. package/dist/lib/utils/resource-utils.js.map +0 -1
  407. package/dist/lib/utils/response-utils.js.map +0 -1
  408. package/dist/null-loader.js.map +0 -1
  409. package/dist/workers/null-worker.js.map +0 -1
  410. package/src/iterators/make-stream/make-stream.ts +0 -19
  411. package/src/lib/api/set-loader-options.ts +0 -9
  412. package/src/lib/init.js +0 -10
  413. /package/dist/{core-addons → es5/core-addons}/README.md +0 -0
@@ -1,99 +1,120 @@
1
- import { assert, concatenateArrayBuffersAsync } from '@loaders.gl/loader-utils';
2
- import { isLoaderObject } from '../loader-utils/normalize-loader';
3
- import { normalizeOptions } from '../loader-utils/option-utils';
4
- import { getLoaderContext } from '../loader-utils/loader-context';
5
- import { getAsyncIterableFromData } from '../loader-utils/get-data';
6
- import { getResourceUrlAndType } from '../utils/resource-utils';
7
- import { selectLoader } from './select-loader';
8
- import { parse } from './parse';
9
- export async function parseInBatches(data, loaders, options, context) {
10
- assert(!context || typeof context === 'object');
11
-
12
- if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {
13
- context = undefined;
14
- options = loaders;
15
- loaders = undefined;
16
- }
17
-
18
- data = await data;
19
- options = options || {};
20
- const {
21
- url
22
- } = getResourceUrlAndType(data);
23
- const loader = await selectLoader(data, loaders, options);
24
-
25
- if (!loader) {
26
- return null;
27
- }
28
-
29
- options = normalizeOptions(options, loader, loaders, url);
30
- context = getLoaderContext({
31
- url,
32
- parseInBatches,
33
- parse,
34
- loaders: loaders
35
- }, options, context);
36
- return await parseWithLoaderInBatches(loader, data, options, context);
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.parseInBatches = void 0;
4
+ const loader_utils_1 = require("@loaders.gl/loader-utils");
5
+ const normalize_loader_1 = require("../loader-utils/normalize-loader");
6
+ const option_utils_1 = require("../loader-utils/option-utils");
7
+ const loader_context_1 = require("../loader-utils/loader-context");
8
+ const get_data_1 = require("../loader-utils/get-data");
9
+ const resource_utils_1 = require("../utils/resource-utils");
10
+ const select_loader_1 = require("./select-loader");
11
+ // Ensure `parse` is available in context if loader falls back to `parse`
12
+ const parse_1 = require("./parse");
13
+ /**
14
+ * Parses `data` using a specified loader
15
+ * @param data
16
+ * @param loaders
17
+ * @param options
18
+ * @param context
19
+ */
20
+ async function parseInBatches(data, loaders, options, context) {
21
+ (0, loader_utils_1.assert)(!context || typeof context === 'object'); // parseInBatches no longer accepts final url
22
+ // Signature: parseInBatches(data, options, url) - Uses registered loaders
23
+ if (!Array.isArray(loaders) && !(0, normalize_loader_1.isLoaderObject)(loaders)) {
24
+ context = undefined; // context not supported in short signature
25
+ options = loaders;
26
+ loaders = undefined;
27
+ }
28
+ data = await data; // Resolve any promise
29
+ options = options || {};
30
+ // Extract a url for auto detection
31
+ const { url } = (0, resource_utils_1.getResourceUrlAndType)(data);
32
+ // Chooses a loader and normalizes it
33
+ // Note - only uses URL and contentType for streams and iterator inputs
34
+ const loader = await (0, select_loader_1.selectLoader)(data, loaders, options);
35
+ // Note: if options.nothrow was set, it is possible that no loader was found, if so just return null
36
+ if (!loader) {
37
+ // @ts-ignore
38
+ return null;
39
+ }
40
+ // Normalize options
41
+ // @ts-ignore
42
+ options = (0, option_utils_1.normalizeOptions)(options, loader, loaders, url);
43
+ // @ts-ignore
44
+ context = (0, loader_context_1.getLoaderContext)(
45
+ // @ts-ignore
46
+ { url, parseInBatches, parse: parse_1.parse, loaders: loaders }, options, context);
47
+ return await parseWithLoaderInBatches(loader, data, options, context);
37
48
  }
38
-
49
+ exports.parseInBatches = parseInBatches;
50
+ /**
51
+ * Loader has been selected and context has been prepared, see if we need to emit a metadata batch
52
+ */
39
53
  async function parseWithLoaderInBatches(loader, data, options, context) {
40
- const outputIterator = await parseToOutputIterator(loader, data, options, context);
41
-
42
- if (!options.metadata) {
43
- return outputIterator;
44
- }
45
-
46
- const metadataBatch = {
47
- batchType: 'metadata',
48
- metadata: {
49
- _loader: loader,
50
- _context: context
51
- },
52
- data: [],
53
- bytesUsed: 0
54
- };
55
-
56
- async function* makeMetadataBatchIterator(iterator) {
57
- yield metadataBatch;
58
- yield* iterator;
59
- }
60
-
61
- return makeMetadataBatchIterator(outputIterator);
54
+ const outputIterator = await parseToOutputIterator(loader, data, options, context);
55
+ // Generate metadata batch if requested
56
+ if (!options.metadata) {
57
+ return outputIterator;
58
+ }
59
+ const metadataBatch = {
60
+ batchType: 'metadata',
61
+ metadata: {
62
+ _loader: loader,
63
+ _context: context
64
+ },
65
+ // Populate with some default fields to avoid crashing
66
+ data: [],
67
+ bytesUsed: 0
68
+ };
69
+ async function* makeMetadataBatchIterator(iterator) {
70
+ yield metadataBatch;
71
+ yield* iterator;
72
+ }
73
+ return makeMetadataBatchIterator(outputIterator);
62
74
  }
63
-
75
+ /**
76
+ * Prep work is done, now it is time to start parsing into an output operator
77
+ * The approach depends on which parse function the loader exposes
78
+ * `parseInBatches` (preferred), `parse` (fallback)
79
+ */
64
80
  async function parseToOutputIterator(loader, data, options, context) {
65
- const inputIterator = await getAsyncIterableFromData(data, options);
66
- const transformedIterator = await applyInputTransforms(inputIterator, (options === null || options === void 0 ? void 0 : options.transforms) || []);
67
-
68
- if (loader.parseInBatches) {
69
- return loader.parseInBatches(transformedIterator, options, context);
70
- }
71
-
72
- async function* parseChunkInBatches() {
73
- const arrayBuffer = await concatenateArrayBuffersAsync(transformedIterator);
74
- const parsedData = await parse(arrayBuffer, loader, { ...options,
75
- mimeType: loader.mimeTypes[0]
76
- }, context);
77
- const batch = {
78
- mimeType: loader.mimeTypes[0],
79
- shape: Array.isArray(parsedData) ? 'row-table' : 'unknown',
80
- batchType: 'data',
81
- data: parsedData,
82
- length: Array.isArray(parsedData) ? parsedData.length : 1
83
- };
84
- yield batch;
85
- }
86
-
87
- return parseChunkInBatches();
81
+ // Get an iterator from the input
82
+ const inputIterator = await (0, get_data_1.getAsyncIterableFromData)(data, options);
83
+ // Apply any iterator transforms (options.transforms)
84
+ const transformedIterator = await applyInputTransforms(inputIterator, options?.transforms || []);
85
+ // If loader supports parseInBatches, we are done
86
+ if (loader.parseInBatches) {
87
+ return loader.parseInBatches(transformedIterator, options, context);
88
+ }
89
+ // Fallback: load atomically using `parse` concatenating input iterator into single chunk
90
+ async function* parseChunkInBatches() {
91
+ const arrayBuffer = await (0, loader_utils_1.concatenateArrayBuffersAsync)(transformedIterator);
92
+ // Call `parse` instead of `loader.parse` to ensure we can call workers etc.
93
+ const parsedData = await (0, parse_1.parse)(arrayBuffer, loader,
94
+ // TODO - Hack: supply loaders MIME type to ensure we match it
95
+ { ...options, mimeType: loader.mimeTypes[0] }, context);
96
+ // yield a single batch, the output from loader.parse()
97
+ // TODO - run through batch builder to apply options etc...
98
+ const batch = {
99
+ mimeType: loader.mimeTypes[0],
100
+ shape: Array.isArray(parsedData) ? 'row-table' : 'unknown',
101
+ batchType: 'data',
102
+ data: parsedData,
103
+ length: Array.isArray(parsedData) ? parsedData.length : 1
104
+ };
105
+ yield batch;
106
+ }
107
+ return parseChunkInBatches();
88
108
  }
89
-
109
+ /**
110
+ * Create an iterator chain with any transform iterators (crypto, decompression)
111
+ * @param inputIterator
112
+ * @param options
113
+ */
90
114
  async function applyInputTransforms(inputIterator, transforms = []) {
91
- let iteratorChain = inputIterator;
92
-
93
- for await (const transformBatches of transforms) {
94
- iteratorChain = transformBatches(iteratorChain);
95
- }
96
-
97
- return iteratorChain;
115
+ let iteratorChain = inputIterator;
116
+ for await (const transformBatches of transforms) {
117
+ iteratorChain = transformBatches(iteratorChain);
118
+ }
119
+ return iteratorChain;
98
120
  }
99
- //# sourceMappingURL=parse-in-batches.js.map
@@ -0,0 +1,10 @@
1
+ import type { SyncDataType, Loader, LoaderContext, LoaderOptions } from '@loaders.gl/loader-utils';
2
+ /**
3
+ * Parses `data` synchronously using a specified loader
4
+ * @param data
5
+ * @param loaders
6
+ * @param options
7
+ * @param context
8
+ */
9
+ export declare function parseSync(data: SyncDataType, loaders?: Loader | Loader[] | LoaderOptions, options?: LoaderOptions, context?: LoaderContext): any;
10
+ //# sourceMappingURL=parse-sync.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parse-sync.d.ts","sourceRoot":"","sources":["../../../src/lib/api/parse-sync.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EACZ,MAAM,EAEN,aAAa,EACb,aAAa,EACd,MAAM,0BAA0B,CAAC;AASlC;;;;;;GAMG;AACH,wBAAgB,SAAS,CACvB,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,aAAa,EAC3C,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,GAAG,CAmCL"}
@@ -1,57 +1,59 @@
1
- import { assert } from '@loaders.gl/loader-utils';
2
- import { selectLoaderSync } from './select-loader';
3
- import { isLoaderObject } from '../loader-utils/normalize-loader';
4
- import { normalizeOptions } from '../loader-utils/option-utils';
5
- import { getArrayBufferOrStringFromDataSync } from '../loader-utils/get-data';
6
- import { getLoaderContext, getLoadersFromContext } from '../loader-utils/loader-context';
7
- import { getResourceUrlAndType } from '../utils/resource-utils';
8
- export function parseSync(data, loaders, options, context) {
9
- assert(!context || typeof context === 'object');
10
-
11
- if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {
12
- context = undefined;
13
- options = loaders;
14
- loaders = undefined;
15
- }
16
-
17
- options = options || {};
18
- const typedLoaders = loaders;
19
- const candidateLoaders = getLoadersFromContext(typedLoaders, context);
20
- const loader = selectLoaderSync(data, candidateLoaders, options);
21
-
22
- if (!loader) {
23
- return null;
24
- }
25
-
26
- options = normalizeOptions(options, loader, candidateLoaders);
27
- const {
28
- url
29
- } = getResourceUrlAndType(data);
30
-
31
- const parse = () => {
32
- throw new Error('parseSync called parse');
33
- };
34
-
35
- context = getLoaderContext({
36
- url,
37
- parseSync,
38
- parse,
39
- loaders: loaders
40
- }, options);
41
- return parseWithLoaderSync(loader, data, options, context);
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.parseSync = void 0;
4
+ const loader_utils_1 = require("@loaders.gl/loader-utils");
5
+ const select_loader_1 = require("./select-loader");
6
+ const normalize_loader_1 = require("../loader-utils/normalize-loader");
7
+ const option_utils_1 = require("../loader-utils/option-utils");
8
+ const get_data_1 = require("../loader-utils/get-data");
9
+ const loader_context_1 = require("../loader-utils/loader-context");
10
+ const resource_utils_1 = require("../utils/resource-utils");
11
+ /**
12
+ * Parses `data` synchronously using a specified loader
13
+ * @param data
14
+ * @param loaders
15
+ * @param options
16
+ * @param context
17
+ */
18
+ function parseSync(data, loaders, options, context) {
19
+ (0, loader_utils_1.assert)(!context || typeof context === 'object'); // parseSync no longer accepts final url
20
+ // Signature: parseSync(data, options)
21
+ // Uses registered loaders
22
+ if (!Array.isArray(loaders) && !(0, normalize_loader_1.isLoaderObject)(loaders)) {
23
+ context = undefined; // context not supported in short signature
24
+ options = loaders;
25
+ loaders = undefined;
26
+ }
27
+ options = options || {};
28
+ // Chooses a loader (and normalizes it)
29
+ // Also use any loaders in the context, new loaders take priority
30
+ const typedLoaders = loaders;
31
+ const candidateLoaders = (0, loader_context_1.getLoadersFromContext)(typedLoaders, context);
32
+ const loader = (0, select_loader_1.selectLoaderSync)(data, candidateLoaders, options);
33
+ // Note: if nothrow option was set, it is possible that no loader was found, if so just return null
34
+ if (!loader) {
35
+ return null;
36
+ }
37
+ // Normalize options
38
+ options = (0, option_utils_1.normalizeOptions)(options, loader, candidateLoaders);
39
+ // Extract a url for auto detection
40
+ const { url } = (0, resource_utils_1.getResourceUrlAndType)(data);
41
+ const parse = () => {
42
+ throw new Error('parseSync called parse');
43
+ };
44
+ context = (0, loader_context_1.getLoaderContext)({ url, parseSync, parse, loaders: loaders }, options);
45
+ return parseWithLoaderSync(loader, data, options, context);
42
46
  }
43
-
47
+ exports.parseSync = parseSync;
48
+ // TODO - should accept loader.parseSync/parse and generate 1 chunk asyncIterator
44
49
  function parseWithLoaderSync(loader, data, options, context) {
45
- data = getArrayBufferOrStringFromDataSync(data, loader, options);
46
-
47
- if (loader.parseTextSync && typeof data === 'string') {
48
- return loader.parseTextSync(data, options);
49
- }
50
-
51
- if (loader.parseSync && data instanceof ArrayBuffer) {
52
- return loader.parseSync(data, options, context);
53
- }
54
-
55
- throw new Error("".concat(loader.name, " loader: 'parseSync' not supported by this loader, use 'parse' instead. ").concat(context.url || ''));
50
+ data = (0, get_data_1.getArrayBufferOrStringFromDataSync)(data, loader, options);
51
+ if (loader.parseTextSync && typeof data === 'string') {
52
+ return loader.parseTextSync(data, options); // , context, loader);
53
+ }
54
+ if (loader.parseSync && data instanceof ArrayBuffer) {
55
+ return loader.parseSync(data, options, context); // , loader);
56
+ }
57
+ // TBD - If synchronous parser not available, return null
58
+ throw new Error(`${loader.name} loader: 'parseSync' not supported by this loader, use 'parse' instead. ${context.url || ''}`);
56
59
  }
57
- //# sourceMappingURL=parse-sync.js.map
@@ -0,0 +1,6 @@
1
+ import type { DataType, Loader, LoaderContext, LoaderOptions } from '@loaders.gl/loader-utils';
2
+ import type { LoaderOptionsType, LoaderReturnType } from '@loaders.gl/loader-utils';
3
+ export declare function parse<LoaderT extends Loader, OptionsT extends LoaderOptions = LoaderOptionsType<LoaderT>>(data: DataType | Promise<DataType>, loader: LoaderT, options?: OptionsT, context?: LoaderContext): Promise<LoaderReturnType<LoaderT>>;
4
+ export declare function parse(data: DataType | Promise<DataType>, loaders: Loader[], options?: LoaderOptions, context?: LoaderContext): Promise<any>;
5
+ export declare function parse(data: DataType | Promise<DataType>, options?: LoaderOptions): Promise<any>;
6
+ //# sourceMappingURL=parse.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parse.d.ts","sourceRoot":"","sources":["../../../src/lib/api/parse.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC7F,OAAO,KAAK,EAAC,iBAAiB,EAAE,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAalF,wBAAsB,KAAK,CACzB,OAAO,SAAS,MAAM,EACtB,QAAQ,SAAS,aAAa,GAAG,iBAAiB,CAAC,OAAO,CAAC,EAE3D,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,EAClC,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;AAEtC,wBAAsB,KAAK,CACzB,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,EAClC,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,GAAG,CAAC,CAAC;AAEhB,wBAAsB,KAAK,CACzB,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,EAClC,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,GAAG,CAAC,CAAC"}
@@ -1,64 +1,84 @@
1
- import { assert, validateWorkerVersion } from '@loaders.gl/worker-utils';
2
- import { parseWithWorker, canParseWithWorker } from '@loaders.gl/loader-utils';
3
- import { isLoaderObject } from '../loader-utils/normalize-loader';
4
- import { normalizeOptions } from '../loader-utils/option-utils';
5
- import { getArrayBufferOrStringFromData } from '../loader-utils/get-data';
6
- import { getLoaderContext, getLoadersFromContext } from '../loader-utils/loader-context';
7
- import { getResourceUrlAndType } from '../utils/resource-utils';
8
- import { selectLoader } from './select-loader';
9
- export async function parse(data, loaders, options, context) {
10
- assert(!context || typeof context === 'object');
11
-
12
- if (loaders && !Array.isArray(loaders) && !isLoaderObject(loaders)) {
13
- context = undefined;
14
- options = loaders;
15
- loaders = undefined;
16
- }
17
-
18
- data = await data;
19
- options = options || {};
20
- const {
21
- url
22
- } = getResourceUrlAndType(data);
23
- const typedLoaders = loaders;
24
- const candidateLoaders = getLoadersFromContext(typedLoaders, context);
25
- const loader = await selectLoader(data, candidateLoaders, options);
26
-
27
- if (!loader) {
28
- return null;
29
- }
30
-
31
- options = normalizeOptions(options, loader, candidateLoaders, url);
32
- context = getLoaderContext({
33
- url,
34
- parse,
35
- loaders: candidateLoaders
36
- }, options, context);
37
- return await parseWithLoader(loader, data, options, context);
1
+ "use strict";
2
+ // loaders.gl, MIT license
3
+ Object.defineProperty(exports, "__esModule", { value: true });
4
+ exports.parse = void 0;
5
+ const worker_utils_1 = require("@loaders.gl/worker-utils");
6
+ const loader_utils_1 = require("@loaders.gl/loader-utils");
7
+ const normalize_loader_1 = require("../loader-utils/normalize-loader");
8
+ const is_type_1 = require("../../javascript-utils/is-type");
9
+ const option_utils_1 = require("../loader-utils/option-utils");
10
+ const get_data_1 = require("../loader-utils/get-data");
11
+ const loader_context_1 = require("../loader-utils/loader-context");
12
+ const resource_utils_1 = require("../utils/resource-utils");
13
+ const select_loader_1 = require("./select-loader");
14
+ /**
15
+ * Parses `data` using a specified loader
16
+ * @param data
17
+ * @param loaders
18
+ * @param options
19
+ * @param context
20
+ */
21
+ // implementation signature
22
+ async function parse(data, loaders, options, context) {
23
+ (0, worker_utils_1.assert)(!context || typeof context === 'object'); // parse no longer accepts final url
24
+ // Signature: parse(data, options, context | url)
25
+ // Uses registered loaders
26
+ if (loaders && !Array.isArray(loaders) && !(0, normalize_loader_1.isLoaderObject)(loaders)) {
27
+ context = undefined; // context not supported in short signature
28
+ options = loaders;
29
+ loaders = undefined;
30
+ }
31
+ data = await data; // Resolve any promise
32
+ options = options || {}; // Could be invalid...
33
+ // Extract a url for auto detection
34
+ const { url } = (0, resource_utils_1.getResourceUrlAndType)(data);
35
+ // Chooses a loader (and normalizes it)
36
+ // Also use any loaders in the context, new loaders take priority
37
+ const typedLoaders = loaders;
38
+ const candidateLoaders = (0, loader_context_1.getLoadersFromContext)(typedLoaders, context);
39
+ // todo hacky type cast
40
+ const loader = await (0, select_loader_1.selectLoader)(data, candidateLoaders, options);
41
+ // Note: if no loader was found, if so just return null
42
+ if (!loader) {
43
+ return null;
44
+ }
45
+ // Normalize options
46
+ options = (0, option_utils_1.normalizeOptions)(options, loader, candidateLoaders, url); // Could be invalid...
47
+ // Get a context (if already present, will be unchanged)
48
+ context = (0, loader_context_1.getLoaderContext)({ url, parse, loaders: candidateLoaders }, options, context);
49
+ return await parseWithLoader(loader, data, options, context);
38
50
  }
39
-
51
+ exports.parse = parse;
52
+ // TODO: support progress and abort
53
+ // TODO - should accept loader.parseAsyncIterator and concatenate.
40
54
  async function parseWithLoader(loader, data, options, context) {
41
- validateWorkerVersion(loader);
42
- data = await getArrayBufferOrStringFromData(data, loader, options);
43
-
44
- if (loader.parseTextSync && typeof data === 'string') {
45
- options.dataType = 'text';
46
- return loader.parseTextSync(data, options, context, loader);
47
- }
48
-
49
- if (canParseWithWorker(loader, options)) {
50
- return await parseWithWorker(loader, data, options, context, parse);
51
- }
52
-
53
- if (loader.parseText && typeof data === 'string') {
54
- return await loader.parseText(data, options, context, loader);
55
- }
56
-
57
- if (loader.parse) {
58
- return await loader.parse(data, options, context, loader);
59
- }
60
-
61
- assert(!loader.parseSync);
62
- throw new Error("".concat(loader.id, " loader - no parser found and worker is disabled"));
55
+ (0, worker_utils_1.validateWorkerVersion)(loader);
56
+ if ((0, is_type_1.isResponse)(data)) {
57
+ // Serialize to support passing the response to web worker
58
+ const response = data;
59
+ const { ok, redirected, status, statusText, type, url } = response;
60
+ const headers = Object.fromEntries(response.headers.entries());
61
+ context.response = { headers, ok, redirected, status, statusText, type, url };
62
+ }
63
+ data = await (0, get_data_1.getArrayBufferOrStringFromData)(data, loader, options);
64
+ // First check for synchronous text parser, wrap results in promises
65
+ if (loader.parseTextSync && typeof data === 'string') {
66
+ options.dataType = 'text';
67
+ return loader.parseTextSync(data, options, context, loader);
68
+ }
69
+ // If we have a workerUrl and the loader can parse the given options efficiently in a worker
70
+ if ((0, loader_utils_1.canParseWithWorker)(loader, options)) {
71
+ return await (0, loader_utils_1.parseWithWorker)(loader, data, options, context, parse);
72
+ }
73
+ // Check for asynchronous parser
74
+ if (loader.parseText && typeof data === 'string') {
75
+ return await loader.parseText(data, options, context, loader);
76
+ }
77
+ if (loader.parse) {
78
+ return await loader.parse(data, options, context, loader);
79
+ }
80
+ // This should not happen, all sync loaders should also offer `parse` function
81
+ (0, worker_utils_1.assert)(!loader.parseSync);
82
+ // TBD - If asynchronous parser not available, return null
83
+ throw new Error(`${loader.id} loader - no parser found and worker is disabled`);
63
84
  }
64
- //# sourceMappingURL=parse.js.map
@@ -0,0 +1,7 @@
1
+ import { Loader } from '@loaders.gl/loader-utils';
2
+ /** Register a list of global loaders */
3
+ export declare function registerLoaders(loaders: Loader[] | Loader): void;
4
+ export declare function getRegisteredLoaders(): Loader[];
5
+ /** @deprecated For testing only */
6
+ export declare function _unregisterLoaders(): void;
7
+ //# sourceMappingURL=register-loaders.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"register-loaders.d.ts","sourceRoot":"","sources":["../../../src/lib/api/register-loaders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAYhD,wCAAwC;AACxC,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,QAYzD;AAED,wBAAgB,oBAAoB,IAAI,MAAM,EAAE,CAE/C;AAED,oCAAoC;AACpC,wBAAgB,kBAAkB,SAGjC"}
@@ -1,29 +1,35 @@
1
- import { normalizeLoader } from '../loader-utils/normalize-loader';
2
- import { getGlobalLoaderState } from '../loader-utils/option-utils';
3
-
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports._unregisterLoaders = exports.getRegisteredLoaders = exports.registerLoaders = void 0;
4
+ const normalize_loader_1 = require("../loader-utils/normalize-loader");
5
+ const option_utils_1 = require("../loader-utils/option-utils");
6
+ // Store global registered loaders on the global object to increase chances of cross loaders-version interoperability
7
+ // This use case is not reliable but can help when testing new versions of loaders.gl with existing frameworks
4
8
  const getGlobalLoaderRegistry = () => {
5
- const state = getGlobalLoaderState();
6
- state.loaderRegistry = state.loaderRegistry || [];
7
- return state.loaderRegistry;
9
+ const state = (0, option_utils_1.getGlobalLoaderState)();
10
+ state.loaderRegistry = state.loaderRegistry || [];
11
+ return state.loaderRegistry;
8
12
  };
9
-
10
- export function registerLoaders(loaders) {
11
- const loaderRegistry = getGlobalLoaderRegistry();
12
- loaders = Array.isArray(loaders) ? loaders : [loaders];
13
-
14
- for (const loader of loaders) {
15
- const normalizedLoader = normalizeLoader(loader);
16
-
17
- if (!loaderRegistry.find(registeredLoader => normalizedLoader === registeredLoader)) {
18
- loaderRegistry.unshift(normalizedLoader);
13
+ /** Register a list of global loaders */
14
+ function registerLoaders(loaders) {
15
+ const loaderRegistry = getGlobalLoaderRegistry();
16
+ loaders = Array.isArray(loaders) ? loaders : [loaders];
17
+ for (const loader of loaders) {
18
+ const normalizedLoader = (0, normalize_loader_1.normalizeLoader)(loader);
19
+ if (!loaderRegistry.find((registeredLoader) => normalizedLoader === registeredLoader)) {
20
+ // add to the beginning of the loaderRegistry, so the last registeredLoader get picked
21
+ loaderRegistry.unshift(normalizedLoader);
22
+ }
19
23
  }
20
- }
21
24
  }
22
- export function getRegisteredLoaders() {
23
- return getGlobalLoaderRegistry();
25
+ exports.registerLoaders = registerLoaders;
26
+ function getRegisteredLoaders() {
27
+ return getGlobalLoaderRegistry();
24
28
  }
25
- export function _unregisterLoaders() {
26
- const state = getGlobalLoaderState();
27
- state.loaderRegistry = [];
29
+ exports.getRegisteredLoaders = getRegisteredLoaders;
30
+ /** @deprecated For testing only */
31
+ function _unregisterLoaders() {
32
+ const state = (0, option_utils_1.getGlobalLoaderState)();
33
+ state.loaderRegistry = [];
28
34
  }
29
- //# sourceMappingURL=register-loaders.js.map
35
+ exports._unregisterLoaders = _unregisterLoaders;
@@ -0,0 +1,4 @@
1
+ import type { Writer, WriterOptions } from '@loaders.gl/loader-utils';
2
+ export declare function save(data: any, url: any, writer: Writer, options: WriterOptions): Promise<void>;
3
+ export declare function saveSync(data: any, url: any, writer: any, options: any): void;
4
+ //# sourceMappingURL=save.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"save.d.ts","sourceRoot":"","sources":["../../../src/lib/api/save.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAIpE,wBAAsB,IAAI,CAAC,IAAI,KAAA,EAAE,GAAG,KAAA,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,iBAG3E;AAED,wBAAgB,QAAQ,CAAC,IAAI,KAAA,EAAE,GAAG,KAAA,EAAE,MAAM,KAAA,EAAE,OAAO,KAAA,QAGlD"}
@@ -1,11 +1,15 @@
1
- import { encode, encodeSync } from './encode';
2
- import { writeFile, writeFileSync } from '../fetch/write-file';
3
- export async function save(data, url, writer, options) {
4
- const encodedData = await encode(data, writer, options);
5
- return await writeFile(url, encodedData);
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.saveSync = exports.save = void 0;
4
+ const encode_1 = require("./encode");
5
+ const write_file_1 = require("../fetch/write-file");
6
+ async function save(data, url, writer, options) {
7
+ const encodedData = await (0, encode_1.encode)(data, writer, options);
8
+ return await (0, write_file_1.writeFile)(url, encodedData);
6
9
  }
7
- export function saveSync(data, url, writer, options) {
8
- const encodedData = encodeSync(data, writer, options);
9
- return writeFileSync(url, encodedData);
10
+ exports.save = save;
11
+ function saveSync(data, url, writer, options) {
12
+ const encodedData = (0, encode_1.encodeSync)(data, writer, options);
13
+ return (0, write_file_1.writeFileSync)(url, encodedData);
10
14
  }
11
- //# sourceMappingURL=save.js.map
15
+ exports.saveSync = saveSync;