@loaders.gl/core 3.1.0-alpha.4 → 4.0.0-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (236) hide show
  1. package/dist/{esm/bundle.js → bundle.js} +0 -0
  2. package/dist/bundle.js.map +1 -0
  3. package/dist/{es5/core-addons → core-addons}/README.md +0 -0
  4. package/dist/{esm/core-addons → core-addons}/write-file-browser.js +0 -0
  5. package/dist/{es5/core-addons → core-addons}/write-file-browser.js.map +0 -0
  6. package/dist/{esm/index.js → index.js} +0 -0
  7. package/dist/index.js.map +1 -0
  8. package/dist/{esm/iterators → iterators}/batch-iterators/timed-batch-iterator.js +0 -0
  9. package/dist/iterators/batch-iterators/timed-batch-iterator.js.map +1 -0
  10. package/dist/{esm/iterators → iterators}/make-iterator/make-array-buffer-iterator.js +0 -0
  11. package/dist/iterators/make-iterator/make-array-buffer-iterator.js.map +1 -0
  12. package/dist/{esm/iterators → iterators}/make-iterator/make-blob-iterator.js +0 -0
  13. package/dist/iterators/make-iterator/make-blob-iterator.js.map +1 -0
  14. package/dist/{esm/iterators → iterators}/make-iterator/make-iterator.js +0 -0
  15. package/dist/iterators/make-iterator/make-iterator.js.map +1 -0
  16. package/dist/{esm/iterators → iterators}/make-iterator/make-stream-iterator.js +0 -0
  17. package/dist/iterators/make-iterator/make-stream-iterator.js.map +1 -0
  18. package/dist/{esm/iterators → iterators}/make-iterator/make-string-iterator.js +0 -0
  19. package/dist/iterators/make-iterator/make-string-iterator.js.map +1 -0
  20. package/dist/{esm/iterators → iterators}/make-stream/make-dom-stream.js +0 -0
  21. package/dist/iterators/make-stream/make-dom-stream.js.map +1 -0
  22. package/dist/{esm/iterators → iterators}/make-stream/make-node-stream.js +0 -0
  23. package/dist/iterators/make-stream/make-node-stream.js.map +1 -0
  24. package/dist/{esm/iterators → iterators}/make-stream/make-stream.js +0 -0
  25. package/dist/iterators/make-stream/make-stream.js.map +1 -0
  26. package/dist/{esm/javascript-utils → javascript-utils}/is-type.js +0 -0
  27. package/dist/javascript-utils/is-type.js.map +1 -0
  28. package/dist/{esm/lib → lib}/api/encode.js +1 -1
  29. package/dist/lib/api/encode.js.map +1 -0
  30. package/dist/{esm/lib → lib}/api/load-in-batches.js +0 -0
  31. package/dist/lib/api/load-in-batches.js.map +1 -0
  32. package/dist/{esm/lib → lib}/api/load.js +0 -0
  33. package/dist/lib/api/load.js.map +1 -0
  34. package/dist/{esm/lib → lib}/api/parse-in-batches.js +0 -0
  35. package/dist/lib/api/parse-in-batches.js.map +1 -0
  36. package/dist/{esm/lib → lib}/api/parse-sync.js +1 -1
  37. package/dist/lib/api/parse-sync.js.map +1 -0
  38. package/dist/{esm/lib → lib}/api/parse.js +1 -1
  39. package/dist/lib/api/parse.js.map +1 -0
  40. package/dist/{esm/lib → lib}/api/register-loaders.js +0 -0
  41. package/dist/lib/api/register-loaders.js.map +1 -0
  42. package/dist/{esm/lib → lib}/api/save.js +0 -0
  43. package/dist/lib/api/save.js.map +1 -0
  44. package/dist/{esm/lib → lib}/api/select-loader.js +4 -4
  45. package/dist/lib/api/select-loader.js.map +1 -0
  46. package/dist/{esm/lib → lib}/api/set-loader-options.js +0 -0
  47. package/dist/lib/api/set-loader-options.js.map +1 -0
  48. package/dist/{esm/lib → lib}/common.js +0 -0
  49. package/dist/{es5/lib → lib}/common.js.map +0 -0
  50. package/dist/{esm/lib → lib}/fetch/fetch-error-message.js +2 -2
  51. package/dist/lib/fetch/fetch-error-message.js.map +1 -0
  52. package/dist/{esm/lib → lib}/fetch/fetch-file.js +0 -0
  53. package/dist/lib/fetch/fetch-file.js.map +1 -0
  54. package/dist/{esm/lib → lib}/fetch/read-array-buffer.js +0 -0
  55. package/dist/lib/fetch/read-array-buffer.js.map +1 -0
  56. package/dist/{esm/lib → lib}/fetch/read-file.js +0 -0
  57. package/dist/lib/fetch/read-file.js.map +1 -0
  58. package/dist/{esm/lib → lib}/fetch/write-file.js +0 -0
  59. package/dist/lib/fetch/write-file.js.map +1 -0
  60. package/dist/{esm/lib → lib}/filesystems/browser-filesystem.js +0 -0
  61. package/dist/lib/filesystems/browser-filesystem.js.map +1 -0
  62. package/dist/{esm/lib → lib}/filesystems/filesystem.js +0 -0
  63. package/dist/{es5/lib → lib}/filesystems/filesystem.js.map +0 -0
  64. package/dist/{esm/lib → lib}/filesystems/read-array-buffer.js +0 -0
  65. package/dist/lib/filesystems/read-array-buffer.js.map +1 -0
  66. package/dist/{esm/lib → lib}/init.js +1 -1
  67. package/dist/lib/init.js.map +1 -0
  68. package/dist/{esm/lib → lib}/loader-utils/check-errors.js +4 -4
  69. package/dist/lib/loader-utils/check-errors.js.map +1 -0
  70. package/dist/{esm/lib → lib}/loader-utils/get-data.js +0 -0
  71. package/dist/lib/loader-utils/get-data.js.map +1 -0
  72. package/dist/{esm/lib → lib}/loader-utils/loader-context.js +0 -0
  73. package/dist/lib/loader-utils/loader-context.js.map +1 -0
  74. package/dist/{esm/lib → lib}/loader-utils/loggers.js +0 -0
  75. package/dist/lib/loader-utils/loggers.js.map +1 -0
  76. package/dist/{esm/lib → lib}/loader-utils/normalize-loader.js +0 -0
  77. package/dist/lib/loader-utils/normalize-loader.js.map +1 -0
  78. package/dist/{esm/lib → lib}/loader-utils/option-defaults.js +0 -0
  79. package/dist/lib/loader-utils/option-defaults.js.map +1 -0
  80. package/dist/{esm/lib → lib}/loader-utils/option-utils.js +5 -5
  81. package/dist/lib/loader-utils/option-utils.js.map +1 -0
  82. package/dist/{esm/lib → lib}/progress/fetch-progress.js +0 -0
  83. package/dist/lib/progress/fetch-progress.js.map +1 -0
  84. package/dist/{esm/lib → lib}/utils/mime-type-utils.js +0 -0
  85. package/dist/lib/utils/mime-type-utils.js.map +1 -0
  86. package/dist/{esm/lib → lib}/utils/resource-utils.js +0 -0
  87. package/dist/lib/utils/resource-utils.js.map +1 -0
  88. package/dist/{esm/lib → lib}/utils/response-utils.js +7 -7
  89. package/dist/lib/utils/response-utils.js.map +1 -0
  90. package/dist/{esm/null-loader.js → null-loader.js} +1 -1
  91. package/dist/null-loader.js.map +1 -0
  92. package/dist/null-worker.js +178 -2
  93. package/dist/{esm/workers → workers}/null-worker.js +0 -0
  94. package/dist/workers/null-worker.js.map +1 -0
  95. package/package.json +8 -8
  96. package/src/lib/api/encode.ts +1 -0
  97. package/src/lib/api/register-loaders.ts +2 -1
  98. package/dist/dist.min.js +0 -2
  99. package/dist/dist.min.js.map +0 -1
  100. package/dist/es5/bundle.js +0 -7
  101. package/dist/es5/bundle.js.map +0 -1
  102. package/dist/es5/core-addons/write-file-browser.js +0 -2
  103. package/dist/es5/index.js +0 -390
  104. package/dist/es5/index.js.map +0 -1
  105. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js +0 -131
  106. package/dist/es5/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
  107. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js +0 -61
  108. package/dist/es5/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
  109. package/dist/es5/iterators/make-iterator/make-blob-iterator.js +0 -61
  110. package/dist/es5/iterators/make-iterator/make-blob-iterator.js.map +0 -1
  111. package/dist/es5/iterators/make-iterator/make-iterator.js +0 -42
  112. package/dist/es5/iterators/make-iterator/make-iterator.js.map +0 -1
  113. package/dist/es5/iterators/make-iterator/make-stream-iterator.js +0 -184
  114. package/dist/es5/iterators/make-iterator/make-stream-iterator.js.map +0 -1
  115. package/dist/es5/iterators/make-iterator/make-string-iterator.js +0 -49
  116. package/dist/es5/iterators/make-iterator/make-string-iterator.js.map +0 -1
  117. package/dist/es5/iterators/make-stream/make-dom-stream.js +0 -86
  118. package/dist/es5/iterators/make-stream/make-dom-stream.js.map +0 -1
  119. package/dist/es5/iterators/make-stream/make-node-stream.js +0 -220
  120. package/dist/es5/iterators/make-stream/make-node-stream.js.map +0 -1
  121. package/dist/es5/iterators/make-stream/make-stream.js +0 -19
  122. package/dist/es5/iterators/make-stream/make-stream.js.map +0 -1
  123. package/dist/es5/javascript-utils/is-type.js +0 -115
  124. package/dist/es5/javascript-utils/is-type.js.map +0 -1
  125. package/dist/es5/lib/api/encode.js +0 -304
  126. package/dist/es5/lib/api/encode.js.map +0 -1
  127. package/dist/es5/lib/api/load-in-batches.js +0 -83
  128. package/dist/es5/lib/api/load-in-batches.js.map +0 -1
  129. package/dist/es5/lib/api/load.js +0 -81
  130. package/dist/es5/lib/api/load.js.map +0 -1
  131. package/dist/es5/lib/api/parse-in-batches.js +0 -366
  132. package/dist/es5/lib/api/parse-in-batches.js.map +0 -1
  133. package/dist/es5/lib/api/parse-sync.js +0 -75
  134. package/dist/es5/lib/api/parse-sync.js.map +0 -1
  135. package/dist/es5/lib/api/parse.js +0 -171
  136. package/dist/es5/lib/api/parse.js.map +0 -1
  137. package/dist/es5/lib/api/register-loaders.js +0 -63
  138. package/dist/es5/lib/api/register-loaders.js.map +0 -1
  139. package/dist/es5/lib/api/save.js +0 -55
  140. package/dist/es5/lib/api/save.js.map +0 -1
  141. package/dist/es5/lib/api/select-loader.js +0 -378
  142. package/dist/es5/lib/api/select-loader.js.map +0 -1
  143. package/dist/es5/lib/api/set-loader-options.js +0 -13
  144. package/dist/es5/lib/api/set-loader-options.js.map +0 -1
  145. package/dist/es5/lib/common.js +0 -2
  146. package/dist/es5/lib/fetch/fetch-error-message.js +0 -72
  147. package/dist/es5/lib/fetch/fetch-error-message.js.map +0 -1
  148. package/dist/es5/lib/fetch/fetch-file.js +0 -63
  149. package/dist/es5/lib/fetch/fetch-file.js.map +0 -1
  150. package/dist/es5/lib/fetch/read-array-buffer.js +0 -100
  151. package/dist/es5/lib/fetch/read-array-buffer.js.map +0 -1
  152. package/dist/es5/lib/fetch/read-file.js +0 -26
  153. package/dist/es5/lib/fetch/read-file.js.map +0 -1
  154. package/dist/es5/lib/fetch/write-file.js +0 -63
  155. package/dist/es5/lib/fetch/write-file.js.map +0 -1
  156. package/dist/es5/lib/filesystems/browser-filesystem.js +0 -312
  157. package/dist/es5/lib/filesystems/browser-filesystem.js.map +0 -1
  158. package/dist/es5/lib/filesystems/filesystem.js +0 -2
  159. package/dist/es5/lib/filesystems/read-array-buffer.js +0 -53
  160. package/dist/es5/lib/filesystems/read-array-buffer.js.map +0 -1
  161. package/dist/es5/lib/init.js +0 -13
  162. package/dist/es5/lib/init.js.map +0 -1
  163. package/dist/es5/lib/loader-utils/check-errors.js +0 -73
  164. package/dist/es5/lib/loader-utils/check-errors.js.map +0 -1
  165. package/dist/es5/lib/loader-utils/get-data.js +0 -314
  166. package/dist/es5/lib/loader-utils/get-data.js.map +0 -1
  167. package/dist/es5/lib/loader-utils/loader-context.js +0 -57
  168. package/dist/es5/lib/loader-utils/loader-context.js.map +0 -1
  169. package/dist/es5/lib/loader-utils/loggers.js +0 -110
  170. package/dist/es5/lib/loader-utils/loggers.js.map +0 -1
  171. package/dist/es5/lib/loader-utils/normalize-loader.js +0 -59
  172. package/dist/es5/lib/loader-utils/normalize-loader.js.map +0 -1
  173. package/dist/es5/lib/loader-utils/option-defaults.js +0 -47
  174. package/dist/es5/lib/loader-utils/option-defaults.js.map +0 -1
  175. package/dist/es5/lib/loader-utils/option-utils.js +0 -191
  176. package/dist/es5/lib/loader-utils/option-utils.js.map +0 -1
  177. package/dist/es5/lib/progress/fetch-progress.js +0 -169
  178. package/dist/es5/lib/progress/fetch-progress.js.map +0 -1
  179. package/dist/es5/lib/utils/mime-type-utils.js +0 -30
  180. package/dist/es5/lib/utils/mime-type-utils.js.map +0 -1
  181. package/dist/es5/lib/utils/resource-utils.js +0 -72
  182. package/dist/es5/lib/utils/resource-utils.js.map +0 -1
  183. package/dist/es5/lib/utils/response-utils.js +0 -255
  184. package/dist/es5/lib/utils/response-utils.js.map +0 -1
  185. package/dist/es5/null-loader.js +0 -169
  186. package/dist/es5/null-loader.js.map +0 -1
  187. package/dist/es5/workers/null-worker.js +0 -8
  188. package/dist/es5/workers/null-worker.js.map +0 -1
  189. package/dist/esm/bundle.js.map +0 -1
  190. package/dist/esm/core-addons/README.md +0 -1
  191. package/dist/esm/core-addons/write-file-browser.js.map +0 -1
  192. package/dist/esm/index.js.map +0 -1
  193. package/dist/esm/iterators/batch-iterators/timed-batch-iterator.js.map +0 -1
  194. package/dist/esm/iterators/make-iterator/make-array-buffer-iterator.js.map +0 -1
  195. package/dist/esm/iterators/make-iterator/make-blob-iterator.js.map +0 -1
  196. package/dist/esm/iterators/make-iterator/make-iterator.js.map +0 -1
  197. package/dist/esm/iterators/make-iterator/make-stream-iterator.js.map +0 -1
  198. package/dist/esm/iterators/make-iterator/make-string-iterator.js.map +0 -1
  199. package/dist/esm/iterators/make-stream/make-dom-stream.js.map +0 -1
  200. package/dist/esm/iterators/make-stream/make-node-stream.js.map +0 -1
  201. package/dist/esm/iterators/make-stream/make-stream.js.map +0 -1
  202. package/dist/esm/javascript-utils/is-type.js.map +0 -1
  203. package/dist/esm/lib/api/encode.js.map +0 -1
  204. package/dist/esm/lib/api/load-in-batches.js.map +0 -1
  205. package/dist/esm/lib/api/load.js.map +0 -1
  206. package/dist/esm/lib/api/parse-in-batches.js.map +0 -1
  207. package/dist/esm/lib/api/parse-sync.js.map +0 -1
  208. package/dist/esm/lib/api/parse.js.map +0 -1
  209. package/dist/esm/lib/api/register-loaders.js.map +0 -1
  210. package/dist/esm/lib/api/save.js.map +0 -1
  211. package/dist/esm/lib/api/select-loader.js.map +0 -1
  212. package/dist/esm/lib/api/set-loader-options.js.map +0 -1
  213. package/dist/esm/lib/common.js.map +0 -1
  214. package/dist/esm/lib/fetch/fetch-error-message.js.map +0 -1
  215. package/dist/esm/lib/fetch/fetch-file.js.map +0 -1
  216. package/dist/esm/lib/fetch/read-array-buffer.js.map +0 -1
  217. package/dist/esm/lib/fetch/read-file.js.map +0 -1
  218. package/dist/esm/lib/fetch/write-file.js.map +0 -1
  219. package/dist/esm/lib/filesystems/browser-filesystem.js.map +0 -1
  220. package/dist/esm/lib/filesystems/filesystem.js.map +0 -1
  221. package/dist/esm/lib/filesystems/read-array-buffer.js.map +0 -1
  222. package/dist/esm/lib/init.js.map +0 -1
  223. package/dist/esm/lib/loader-utils/check-errors.js.map +0 -1
  224. package/dist/esm/lib/loader-utils/get-data.js.map +0 -1
  225. package/dist/esm/lib/loader-utils/loader-context.js.map +0 -1
  226. package/dist/esm/lib/loader-utils/loggers.js.map +0 -1
  227. package/dist/esm/lib/loader-utils/normalize-loader.js.map +0 -1
  228. package/dist/esm/lib/loader-utils/option-defaults.js.map +0 -1
  229. package/dist/esm/lib/loader-utils/option-utils.js.map +0 -1
  230. package/dist/esm/lib/progress/fetch-progress.js.map +0 -1
  231. package/dist/esm/lib/utils/mime-type-utils.js.map +0 -1
  232. package/dist/esm/lib/utils/resource-utils.js.map +0 -1
  233. package/dist/esm/lib/utils/response-utils.js.map +0 -1
  234. package/dist/esm/null-loader.js.map +0 -1
  235. package/dist/esm/workers/null-worker.js.map +0 -1
  236. package/dist/null-worker.js.map +0 -1
@@ -1,255 +0,0 @@
1
- "use strict";
2
-
3
- var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
-
5
- Object.defineProperty(exports, "__esModule", {
6
- value: true
7
- });
8
- exports.makeResponse = makeResponse;
9
- exports.checkResponse = checkResponse;
10
- exports.checkResponseSync = checkResponseSync;
11
-
12
- var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
13
-
14
- var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
15
-
16
- var _isType = require("../../javascript-utils/is-type");
17
-
18
- var _resourceUtils = require("./resource-utils");
19
-
20
- function makeResponse(_x) {
21
- return _makeResponse.apply(this, arguments);
22
- }
23
-
24
- function _makeResponse() {
25
- _makeResponse = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(resource) {
26
- var headers, contentLength, _getResourceUrlAndTyp, url, type, initialDataUrl, response;
27
-
28
- return _regenerator.default.wrap(function _callee$(_context) {
29
- while (1) {
30
- switch (_context.prev = _context.next) {
31
- case 0:
32
- if (!(0, _isType.isResponse)(resource)) {
33
- _context.next = 2;
34
- break;
35
- }
36
-
37
- return _context.abrupt("return", resource);
38
-
39
- case 2:
40
- headers = {};
41
- contentLength = (0, _resourceUtils.getResourceContentLength)(resource);
42
-
43
- if (contentLength >= 0) {
44
- headers['content-length'] = String(contentLength);
45
- }
46
-
47
- _getResourceUrlAndTyp = (0, _resourceUtils.getResourceUrlAndType)(resource), url = _getResourceUrlAndTyp.url, type = _getResourceUrlAndTyp.type;
48
-
49
- if (type) {
50
- headers['content-type'] = type;
51
- }
52
-
53
- _context.next = 9;
54
- return getInitialDataUrl(resource);
55
-
56
- case 9:
57
- initialDataUrl = _context.sent;
58
-
59
- if (initialDataUrl) {
60
- headers['x-first-bytes'] = initialDataUrl;
61
- }
62
-
63
- if (typeof resource === 'string') {
64
- resource = new TextEncoder().encode(resource);
65
- }
66
-
67
- response = new Response(resource, {
68
- headers: headers
69
- });
70
- Object.defineProperty(response, 'url', {
71
- value: url
72
- });
73
- return _context.abrupt("return", response);
74
-
75
- case 15:
76
- case "end":
77
- return _context.stop();
78
- }
79
- }
80
- }, _callee);
81
- }));
82
- return _makeResponse.apply(this, arguments);
83
- }
84
-
85
- function checkResponse(_x2) {
86
- return _checkResponse.apply(this, arguments);
87
- }
88
-
89
- function _checkResponse() {
90
- _checkResponse = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(response) {
91
- var message;
92
- return _regenerator.default.wrap(function _callee2$(_context2) {
93
- while (1) {
94
- switch (_context2.prev = _context2.next) {
95
- case 0:
96
- if (response.ok) {
97
- _context2.next = 5;
98
- break;
99
- }
100
-
101
- _context2.next = 3;
102
- return getResponseError(response);
103
-
104
- case 3:
105
- message = _context2.sent;
106
- throw new Error(message);
107
-
108
- case 5:
109
- case "end":
110
- return _context2.stop();
111
- }
112
- }
113
- }, _callee2);
114
- }));
115
- return _checkResponse.apply(this, arguments);
116
- }
117
-
118
- function checkResponseSync(response) {
119
- if (!response.ok) {
120
- var message = "".concat(response.status, " ").concat(response.statusText);
121
- message = message.length > 60 ? "".concat(message.slice(60), "...") : message;
122
- throw new Error(message);
123
- }
124
- }
125
-
126
- function getResponseError(_x3) {
127
- return _getResponseError.apply(this, arguments);
128
- }
129
-
130
- function _getResponseError() {
131
- _getResponseError = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3(response) {
132
- var message, contentType, text;
133
- return _regenerator.default.wrap(function _callee3$(_context3) {
134
- while (1) {
135
- switch (_context3.prev = _context3.next) {
136
- case 0:
137
- message = "Failed to fetch resource ".concat(response.url, " (").concat(response.status, "): ");
138
- _context3.prev = 1;
139
- contentType = response.headers.get('Content-Type');
140
- text = response.statusText;
141
-
142
- if (!contentType.includes('application/json')) {
143
- _context3.next = 11;
144
- break;
145
- }
146
-
147
- _context3.t0 = text;
148
- _context3.t1 = " ";
149
- _context3.next = 9;
150
- return response.text();
151
-
152
- case 9:
153
- _context3.t2 = _context3.sent;
154
- text = _context3.t0 += _context3.t1.concat.call(_context3.t1, _context3.t2);
155
-
156
- case 11:
157
- message += text;
158
- message = message.length > 60 ? "".concat(message.slice(60), "...") : message;
159
- _context3.next = 17;
160
- break;
161
-
162
- case 15:
163
- _context3.prev = 15;
164
- _context3.t3 = _context3["catch"](1);
165
-
166
- case 17:
167
- return _context3.abrupt("return", message);
168
-
169
- case 18:
170
- case "end":
171
- return _context3.stop();
172
- }
173
- }
174
- }, _callee3, null, [[1, 15]]);
175
- }));
176
- return _getResponseError.apply(this, arguments);
177
- }
178
-
179
- function getInitialDataUrl(_x4) {
180
- return _getInitialDataUrl.apply(this, arguments);
181
- }
182
-
183
- function _getInitialDataUrl() {
184
- _getInitialDataUrl = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4(resource) {
185
- var INITIAL_DATA_LENGTH, blobSlice, slice, base64;
186
- return _regenerator.default.wrap(function _callee4$(_context4) {
187
- while (1) {
188
- switch (_context4.prev = _context4.next) {
189
- case 0:
190
- INITIAL_DATA_LENGTH = 5;
191
-
192
- if (!(typeof resource === 'string')) {
193
- _context4.next = 3;
194
- break;
195
- }
196
-
197
- return _context4.abrupt("return", "data:,".concat(resource.slice(0, INITIAL_DATA_LENGTH)));
198
-
199
- case 3:
200
- if (!(resource instanceof Blob)) {
201
- _context4.next = 8;
202
- break;
203
- }
204
-
205
- blobSlice = resource.slice(0, 5);
206
- _context4.next = 7;
207
- return new Promise(function (resolve) {
208
- var reader = new FileReader();
209
-
210
- reader.onload = function (event) {
211
- var _event$target;
212
-
213
- return resolve(event === null || event === void 0 ? void 0 : (_event$target = event.target) === null || _event$target === void 0 ? void 0 : _event$target.result);
214
- };
215
-
216
- reader.readAsDataURL(blobSlice);
217
- });
218
-
219
- case 7:
220
- return _context4.abrupt("return", _context4.sent);
221
-
222
- case 8:
223
- if (!(resource instanceof ArrayBuffer)) {
224
- _context4.next = 12;
225
- break;
226
- }
227
-
228
- slice = resource.slice(0, INITIAL_DATA_LENGTH);
229
- base64 = arrayBufferToBase64(slice);
230
- return _context4.abrupt("return", "data:base64,".concat(base64));
231
-
232
- case 12:
233
- return _context4.abrupt("return", null);
234
-
235
- case 13:
236
- case "end":
237
- return _context4.stop();
238
- }
239
- }
240
- }, _callee4);
241
- }));
242
- return _getInitialDataUrl.apply(this, arguments);
243
- }
244
-
245
- function arrayBufferToBase64(buffer) {
246
- var binary = '';
247
- var bytes = new Uint8Array(buffer);
248
-
249
- for (var i = 0; i < bytes.byteLength; i++) {
250
- binary += String.fromCharCode(bytes[i]);
251
- }
252
-
253
- return btoa(binary);
254
- }
255
- //# sourceMappingURL=response-utils.js.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/lib/utils/response-utils.ts"],"names":["makeResponse","resource","headers","contentLength","String","url","type","getInitialDataUrl","initialDataUrl","TextEncoder","encode","response","Response","Object","defineProperty","value","checkResponse","ok","getResponseError","message","Error","checkResponseSync","status","statusText","length","slice","contentType","get","text","includes","INITIAL_DATA_LENGTH","Blob","blobSlice","Promise","resolve","reader","FileReader","onload","event","target","result","readAsDataURL","ArrayBuffer","base64","arrayBufferToBase64","buffer","binary","bytes","Uint8Array","i","byteLength","fromCharCode","btoa"],"mappings":";;;;;;;;;;;;;;;AAAA;;AACA;;SAQsBA,Y;;;;;4EAAf,iBAA4BC,QAA5B;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA,iBACD,wBAAWA,QAAX,CADC;AAAA;AAAA;AAAA;;AAAA,6CAEIA,QAFJ;;AAAA;AAMCC,YAAAA,OAND,GAMuC,EANvC;AAQCC,YAAAA,aARD,GAQiB,6CAAyBF,QAAzB,CARjB;;AASL,gBAAIE,aAAa,IAAI,CAArB,EAAwB;AACtBD,cAAAA,OAAO,CAAC,gBAAD,CAAP,GAA4BE,MAAM,CAACD,aAAD,CAAlC;AACD;;AAXI,oCAee,0CAAsBF,QAAtB,CAff,EAeEI,GAfF,yBAeEA,GAfF,EAeOC,IAfP,yBAeOA,IAfP;;AAgBL,gBAAIA,IAAJ,EAAU;AACRJ,cAAAA,OAAO,CAAC,cAAD,CAAP,GAA0BI,IAA1B;AACD;;AAlBI;AAAA,mBAqBwBC,iBAAiB,CAACN,QAAD,CArBzC;;AAAA;AAqBCO,YAAAA,cArBD;;AAsBL,gBAAIA,cAAJ,EAAoB;AAClBN,cAAAA,OAAO,CAAC,eAAD,CAAP,GAA2BM,cAA3B;AACD;;AAID,gBAAI,OAAOP,QAAP,KAAoB,QAAxB,EAAkC;AAEhCA,cAAAA,QAAQ,GAAG,IAAIQ,WAAJ,GAAkBC,MAAlB,CAAyBT,QAAzB,CAAX;AACD;;AAGKU,YAAAA,QAlCD,GAkCY,IAAIC,QAAJ,CAAaX,QAAb,EAAuB;AAACC,cAAAA,OAAO,EAAPA;AAAD,aAAvB,CAlCZ;AAoCLW,YAAAA,MAAM,CAACC,cAAP,CAAsBH,QAAtB,EAAgC,KAAhC,EAAuC;AAACI,cAAAA,KAAK,EAAEV;AAAR,aAAvC;AApCK,6CAqCEM,QArCF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SA4CeK,a;;;;;6EAAf,kBAA6BL,QAA7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,gBACAA,QAAQ,CAACM,EADT;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAEmBC,gBAAgB,CAACP,QAAD,CAFnC;;AAAA;AAEGQ,YAAAA,OAFH;AAAA,kBAGG,IAAIC,KAAJ,CAAUD,OAAV,CAHH;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAWA,SAASE,iBAAT,CAA2BV,QAA3B,EAAqD;AAC1D,MAAI,CAACA,QAAQ,CAACM,EAAd,EAAkB;AAChB,QAAIE,OAAO,aAAMR,QAAQ,CAACW,MAAf,cAAyBX,QAAQ,CAACY,UAAlC,CAAX;AACAJ,IAAAA,OAAO,GAAGA,OAAO,CAACK,MAAR,GAAiB,EAAjB,aAAyBL,OAAO,CAACM,KAAR,CAAc,EAAd,CAAzB,WAAkDN,OAA5D;AACA,UAAM,IAAIC,KAAJ,CAAUD,OAAV,CAAN;AACD;AACF;;SAIcD,gB;;;;;gFAAf,kBAAgCP,QAAhC;AAAA;AAAA;AAAA;AAAA;AAAA;AACMQ,YAAAA,OADN,sCAC4CR,QAAQ,CAACN,GADrD,eAC6DM,QAAQ,CAACW,MADtE;AAAA;AAGUI,YAAAA,WAHV,GAGwBf,QAAQ,CAACT,OAAT,CAAiByB,GAAjB,CAAqB,cAArB,CAHxB;AAIQC,YAAAA,IAJR,GAIejB,QAAQ,CAACY,UAJxB;;AAAA,iBAKQG,WAAW,CAACG,QAAZ,CAAqB,kBAArB,CALR;AAAA;AAAA;AAAA;;AAAA,2BAMMD,IANN;AAAA;AAAA;AAAA,mBAMwBjB,QAAQ,CAACiB,IAAT,EANxB;;AAAA;AAAA;AAMMA,YAAAA,IANN;;AAAA;AAQIT,YAAAA,OAAO,IAAIS,IAAX;AACAT,YAAAA,OAAO,GAAGA,OAAO,CAACK,MAAR,GAAiB,EAAjB,aAAyBL,OAAO,CAACM,KAAR,CAAc,EAAd,CAAzB,WAAkDN,OAA5D;AATJ;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA,8CAaSA,OAbT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAgBeZ,iB;;;;;iFAAf,kBAAiCN,QAAjC;AAAA;AAAA;AAAA;AAAA;AAAA;AACQ6B,YAAAA,mBADR,GAC8B,CAD9B;;AAAA,kBAEM,OAAO7B,QAAP,KAAoB,QAF1B;AAAA;AAAA;AAAA;;AAAA,8DAGoBA,QAAQ,CAACwB,KAAT,CAAe,CAAf,EAAkBK,mBAAlB,CAHpB;;AAAA;AAAA,kBAKM7B,QAAQ,YAAY8B,IAL1B;AAAA;AAAA;AAAA;;AAMUC,YAAAA,SANV,GAMsB/B,QAAQ,CAACwB,KAAT,CAAe,CAAf,EAAkB,CAAlB,CANtB;AAAA;AAAA,mBAOiB,IAAIQ,OAAJ,CAAY,UAACC,OAAD,EAAa;AACpC,kBAAMC,MAAM,GAAG,IAAIC,UAAJ,EAAf;;AACAD,cAAAA,MAAM,CAACE,MAAP,GAAgB,UAACC,KAAD;AAAA;;AAAA,uBAAWJ,OAAO,CAACI,KAAD,aAACA,KAAD,wCAACA,KAAK,CAAEC,MAAR,kDAAC,cAAeC,MAAhB,CAAlB;AAAA,eAAhB;;AACAL,cAAAA,MAAM,CAACM,aAAP,CAAqBT,SAArB;AACD,aAJY,CAPjB;;AAAA;AAAA;;AAAA;AAAA,kBAaM/B,QAAQ,YAAYyC,WAb1B;AAAA;AAAA;AAAA;;AAcUjB,YAAAA,KAdV,GAckBxB,QAAQ,CAACwB,KAAT,CAAe,CAAf,EAAkBK,mBAAlB,CAdlB;AAeUa,YAAAA,MAfV,GAemBC,mBAAmB,CAACnB,KAAD,CAftC;AAAA,oEAgB0BkB,MAhB1B;;AAAA;AAAA,8CAkBS,IAlBT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAsBA,SAASC,mBAAT,CAA6BC,MAA7B,EAAqC;AACnC,MAAIC,MAAM,GAAG,EAAb;AACA,MAAMC,KAAK,GAAG,IAAIC,UAAJ,CAAeH,MAAf,CAAd;;AACA,OAAK,IAAII,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,KAAK,CAACG,UAA1B,EAAsCD,CAAC,EAAvC,EAA2C;AACzCH,IAAAA,MAAM,IAAI1C,MAAM,CAAC+C,YAAP,CAAoBJ,KAAK,CAACE,CAAD,CAAzB,CAAV;AACD;;AACD,SAAOG,IAAI,CAACN,MAAD,CAAX;AACD","sourcesContent":["import {isResponse} from '../../javascript-utils/is-type';\nimport {getResourceContentLength, getResourceUrlAndType} from './resource-utils';\n\n/**\n * Returns a Response object\n * Adds content-length header when possible\n *\n * @param resource\n */\nexport async function makeResponse(resource: any): Promise<Response> {\n if (isResponse(resource)) {\n return resource;\n }\n\n // Add content-length header if possible\n const headers: {[header: string]: string} = {};\n\n const contentLength = getResourceContentLength(resource);\n if (contentLength >= 0) {\n headers['content-length'] = String(contentLength);\n }\n\n // `new Response(File)` does not preserve content-type and URL\n // so we add them here\n const {url, type} = getResourceUrlAndType(resource);\n if (type) {\n headers['content-type'] = type;\n }\n\n // Add a custom header with initial bytes if available\n const initialDataUrl = await getInitialDataUrl(resource);\n if (initialDataUrl) {\n headers['x-first-bytes'] = initialDataUrl;\n }\n\n // TODO - is this the best way of handling strings?\n // Maybe package as data URL instead?\n if (typeof resource === 'string') {\n // Convert to ArrayBuffer to avoid Response treating it as a URL\n resource = new TextEncoder().encode(resource);\n }\n\n // Attempt to create a Response from the resource, adding headers and setting url\n const response = new Response(resource, {headers});\n // We can't control `Response.url` via constructor, use a property override to record URL.\n Object.defineProperty(response, 'url', {value: url});\n return response;\n}\n\n/**\n * Checks response status (async) and throws a helpful error message if status is not OK.\n * @param response\n */\nexport async function checkResponse(response: Response): Promise<void> {\n if (!response.ok) {\n const message = await getResponseError(response);\n throw new Error(message);\n }\n}\n\n/**\n * Checks response status (sync) and throws a helpful error message if status is not OK.\n * @param response\n */\nexport function checkResponseSync(response: Response): void {\n if (!response.ok) {\n let message = `${response.status} ${response.statusText}`;\n message = message.length > 60 ? `${message.slice(60)}...` : message;\n throw new Error(message);\n }\n}\n\n// HELPERS\n\nasync function getResponseError(response): Promise<string> {\n let message = `Failed to fetch resource ${response.url} (${response.status}): `;\n try {\n const contentType = response.headers.get('Content-Type');\n let text = response.statusText;\n if (contentType.includes('application/json')) {\n text += ` ${await response.text()}`;\n }\n message += text;\n message = message.length > 60 ? `${message.slice(60)}...` : message;\n } catch (error) {\n // eslint forbids return in a finally statement, so we just catch here\n }\n return message;\n}\n\nasync function getInitialDataUrl(resource): Promise<string | null> {\n const INITIAL_DATA_LENGTH = 5;\n if (typeof resource === 'string') {\n return `data:,${resource.slice(0, INITIAL_DATA_LENGTH)}`;\n }\n if (resource instanceof Blob) {\n const blobSlice = resource.slice(0, 5);\n return await new Promise((resolve) => {\n const reader = new FileReader();\n reader.onload = (event) => resolve(event?.target?.result as string);\n reader.readAsDataURL(blobSlice);\n });\n }\n if (resource instanceof ArrayBuffer) {\n const slice = resource.slice(0, INITIAL_DATA_LENGTH);\n const base64 = arrayBufferToBase64(slice);\n return `data:base64,${base64}`;\n }\n return null;\n}\n\n// https://stackoverflow.com/questions/9267899/arraybuffer-to-base64-encoded-string\nfunction arrayBufferToBase64(buffer) {\n let binary = '';\n const bytes = new Uint8Array(buffer);\n for (let i = 0; i < bytes.byteLength; i++) {\n binary += String.fromCharCode(bytes[i]);\n }\n return btoa(binary);\n}\n"],"file":"response-utils.js"}
@@ -1,169 +0,0 @@
1
- "use strict";
2
-
3
- var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
-
5
- Object.defineProperty(exports, "__esModule", {
6
- value: true
7
- });
8
- exports.NullLoader = exports.NullWorkerLoader = void 0;
9
-
10
- var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
11
-
12
- var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
13
-
14
- var _awaitAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/awaitAsyncGenerator"));
15
-
16
- var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapAsyncGenerator"));
17
-
18
- var _asyncIterator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncIterator"));
19
-
20
- var VERSION = typeof "3.1.0-alpha.4" !== 'undefined' ? "3.1.0-alpha.4" : 'latest';
21
- var NullWorkerLoader = {
22
- name: 'Null loader',
23
- id: 'null',
24
- module: 'core',
25
- version: VERSION,
26
- worker: true,
27
- mimeTypes: ['application/x.empty'],
28
- extensions: ['null'],
29
- tests: [function () {
30
- return false;
31
- }],
32
- options: {
33
- null: {}
34
- }
35
- };
36
- exports.NullWorkerLoader = NullWorkerLoader;
37
- var NullLoader = {
38
- name: 'Null loader',
39
- id: 'null',
40
- module: 'core',
41
- version: VERSION,
42
- mimeTypes: ['application/x.empty'],
43
- extensions: ['null'],
44
- parse: function () {
45
- var _parse = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(arrayBuffer) {
46
- return _regenerator.default.wrap(function _callee$(_context) {
47
- while (1) {
48
- switch (_context.prev = _context.next) {
49
- case 0:
50
- return _context.abrupt("return", arrayBuffer);
51
-
52
- case 1:
53
- case "end":
54
- return _context.stop();
55
- }
56
- }
57
- }, _callee);
58
- }));
59
-
60
- function parse(_x2) {
61
- return _parse.apply(this, arguments);
62
- }
63
-
64
- return parse;
65
- }(),
66
- parseSync: function parseSync(arrayBuffer) {
67
- return arrayBuffer;
68
- },
69
- parseInBatches: function () {
70
- var _generator = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee2(asyncIterator) {
71
- var _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, _value, batch;
72
-
73
- return _regenerator.default.wrap(function _callee2$(_context2) {
74
- while (1) {
75
- switch (_context2.prev = _context2.next) {
76
- case 0:
77
- _iteratorNormalCompletion = true;
78
- _didIteratorError = false;
79
- _context2.prev = 2;
80
- _iterator = (0, _asyncIterator2.default)(asyncIterator);
81
-
82
- case 4:
83
- _context2.next = 6;
84
- return (0, _awaitAsyncGenerator2.default)(_iterator.next());
85
-
86
- case 6:
87
- _step = _context2.sent;
88
- _iteratorNormalCompletion = _step.done;
89
- _context2.next = 10;
90
- return (0, _awaitAsyncGenerator2.default)(_step.value);
91
-
92
- case 10:
93
- _value = _context2.sent;
94
-
95
- if (_iteratorNormalCompletion) {
96
- _context2.next = 18;
97
- break;
98
- }
99
-
100
- batch = _value;
101
- _context2.next = 15;
102
- return batch;
103
-
104
- case 15:
105
- _iteratorNormalCompletion = true;
106
- _context2.next = 4;
107
- break;
108
-
109
- case 18:
110
- _context2.next = 24;
111
- break;
112
-
113
- case 20:
114
- _context2.prev = 20;
115
- _context2.t0 = _context2["catch"](2);
116
- _didIteratorError = true;
117
- _iteratorError = _context2.t0;
118
-
119
- case 24:
120
- _context2.prev = 24;
121
- _context2.prev = 25;
122
-
123
- if (!(!_iteratorNormalCompletion && _iterator.return != null)) {
124
- _context2.next = 29;
125
- break;
126
- }
127
-
128
- _context2.next = 29;
129
- return (0, _awaitAsyncGenerator2.default)(_iterator.return());
130
-
131
- case 29:
132
- _context2.prev = 29;
133
-
134
- if (!_didIteratorError) {
135
- _context2.next = 32;
136
- break;
137
- }
138
-
139
- throw _iteratorError;
140
-
141
- case 32:
142
- return _context2.finish(29);
143
-
144
- case 33:
145
- return _context2.finish(24);
146
-
147
- case 34:
148
- case "end":
149
- return _context2.stop();
150
- }
151
- }
152
- }, _callee2, null, [[2, 20, 24, 34], [25,, 29, 33]]);
153
- }));
154
-
155
- function generator(_x) {
156
- return _generator.apply(this, arguments);
157
- }
158
-
159
- return generator;
160
- }(),
161
- tests: [function () {
162
- return false;
163
- }],
164
- options: {
165
- null: {}
166
- }
167
- };
168
- exports.NullLoader = NullLoader;
169
- //# sourceMappingURL=null-loader.js.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../src/null-loader.ts"],"names":["VERSION","NullWorkerLoader","name","id","module","version","worker","mimeTypes","extensions","tests","options","null","NullLoader","parse","arrayBuffer","parseSync","parseInBatches","asyncIterator","batch","generator"],"mappings":";;;;;;;;;;;;;;;;;;;AAEA,IAAMA,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAOO,IAAMC,gBAAwB,GAAG;AACtCC,EAAAA,IAAI,EAAE,aADgC;AAEtCC,EAAAA,EAAE,EAAE,MAFkC;AAGtCC,EAAAA,MAAM,EAAE,MAH8B;AAItCC,EAAAA,OAAO,EAAEL,OAJ6B;AAKtCM,EAAAA,MAAM,EAAE,IAL8B;AAMtCC,EAAAA,SAAS,EAAE,CAAC,qBAAD,CAN2B;AAOtCC,EAAAA,UAAU,EAAE,CAAC,MAAD,CAP0B;AAQtCC,EAAAA,KAAK,EAAE,CAAC;AAAA,WAAM,KAAN;AAAA,GAAD,CAR+B;AAStCC,EAAAA,OAAO,EAAE;AACPC,IAAAA,IAAI,EAAE;AADC;AAT6B,CAAjC;;AAiBA,IAAMC,UAA4B,GAAG;AAC1CV,EAAAA,IAAI,EAAE,aADoC;AAE1CC,EAAAA,EAAE,EAAE,MAFsC;AAG1CC,EAAAA,MAAM,EAAE,MAHkC;AAI1CC,EAAAA,OAAO,EAAEL,OAJiC;AAK1CO,EAAAA,SAAS,EAAE,CAAC,qBAAD,CAL+B;AAM1CC,EAAAA,UAAU,EAAE,CAAC,MAAD,CAN8B;AAO1CK,EAAAA,KAAK;AAAA,2EAAE,iBAAOC,WAAP;AAAA;AAAA;AAAA;AAAA;AAAA,+CAAuBA,WAAvB;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAAF;;AAAA;AAAA;AAAA;;AAAA;AAAA,KAPqC;AAQ1CC,EAAAA,SAAS,EAAE,mBAACD,WAAD;AAAA,WAAiBA,WAAjB;AAAA,GAR+B;AAS1CE,EAAAA,cAAc;AAAA,iFAAE,kBAA0BC,aAA1B;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uDACYA,aADZ;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AACGC,cAAAA,KADH;AAAA;AAEZ,qBAAMA,KAAN;;AAFY;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAAF;;AAAA,aAAkBC,SAAlB;AAAA;AAAA;;AAAA,WAAkBA,SAAlB;AAAA,KAT4B;AAc1CV,EAAAA,KAAK,EAAE,CAAC;AAAA,WAAM,KAAN;AAAA,GAAD,CAdmC;AAe1CC,EAAAA,OAAO,EAAE;AACPC,IAAAA,IAAI,EAAE;AADC;AAfiC,CAArC","sourcesContent":["// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nimport {Loader, LoaderWithParser} from '@loaders.gl/loader-utils';\n\n/**\n * Loads any data and returns null (or optionally passes through data unparsed)\n */\nexport const NullWorkerLoader: Loader = {\n name: 'Null loader',\n id: 'null',\n module: 'core',\n version: VERSION,\n worker: true,\n mimeTypes: ['application/x.empty'],\n extensions: ['null'],\n tests: [() => false],\n options: {\n null: {}\n }\n};\n\n/**\n * Loads any data and returns null (or optionally passes through data unparsed)\n */\nexport const NullLoader: LoaderWithParser = {\n name: 'Null loader',\n id: 'null',\n module: 'core',\n version: VERSION,\n mimeTypes: ['application/x.empty'],\n extensions: ['null'],\n parse: async (arrayBuffer) => arrayBuffer,\n parseSync: (arrayBuffer) => arrayBuffer,\n parseInBatches: async function* generator(asyncIterator) {\n for await (const batch of asyncIterator) {\n yield batch;\n }\n },\n tests: [() => false],\n options: {\n null: {}\n }\n};\n"],"file":"null-loader.js"}
@@ -1,8 +0,0 @@
1
- "use strict";
2
-
3
- var _loaderUtils = require("@loaders.gl/loader-utils");
4
-
5
- var _nullLoader = require("../null-loader");
6
-
7
- (0, _loaderUtils.createLoaderWorker)(_nullLoader.NullLoader);
8
- //# sourceMappingURL=null-worker.js.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../src/workers/null-worker.ts"],"names":["NullLoader"],"mappings":";;AAAA;;AACA;;AAEA,qCAAmBA,sBAAnB","sourcesContent":["import {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport {NullLoader} from '../null-loader';\n\ncreateLoaderWorker(NullLoader);\n"],"file":"null-worker.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../src/bundle.ts"],"names":["moduleExports","require","globalThis","loaders","module","exports","Object","assign"],"mappings":"AACA,MAAMA,aAAa,GAAGC,OAAO,CAAC,SAAD,CAA7B;;AACAC,UAAU,CAACC,OAAX,GAAqBD,UAAU,CAACC,OAAX,IAAsB,EAA3C;AACAC,MAAM,CAACC,OAAP,GAAiBC,MAAM,CAACC,MAAP,CAAcL,UAAU,CAACC,OAAzB,EAAkCH,aAAlC,CAAjB","sourcesContent":["// @ts-nocheck\nconst moduleExports = require('./index');\nglobalThis.loaders = globalThis.loaders || {};\nmodule.exports = Object.assign(globalThis.loaders, moduleExports);\n"],"file":"bundle.js"}
@@ -1 +0,0 @@
1
- These experimental classes should be moved to another module.
@@ -1 +0,0 @@
1
- {"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[],"file":"write-file-browser.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../src/index.ts"],"names":["fetchFile","readArrayBuffer","readFileSync","writeFile","writeFileSync","setLoaderOptions","registerLoaders","selectLoader","selectLoaderSync","parse","parseSync","parseInBatches","load","loadInBatches","encode","encodeSync","encodeInBatches","encodeText","encodeURLtoURL","save","saveSync","setPathPrefix","getPathPrefix","resolvePath","RequestScheduler","makeIterator","makeStream","makeDOMStream","default","makeNodeStream","NullWorkerLoader","NullLoader","JSONLoader","_fetchProgress","_BrowserFileSystem","_unregisterLoaders","isBrowser","isWorker","self","window","global","document","assert","forEach","concatenateArrayBuffersAsync","makeTextDecoderIterator","makeTextEncoderIterator","makeLineIterator","makeNumberedLineIterator","isPureObject","isPromise","isIterable","isAsyncIterable","isIterator","isResponse","isReadableStream","isWritableStream"],"mappings":"AACA,SAAQA,SAAR,QAAwB,wBAAxB;AAEA,SAAQC,eAAR,QAA8B,+BAA9B;AACA,SAAQC,YAAR,QAA2B,uBAA3B;AACA,SAAQC,SAAR,EAAmBC,aAAnB,QAAuC,wBAAvC;AAGA,SAAQC,gBAAR,QAA+B,8BAA/B;AACA,SAAQC,eAAR,QAA8B,4BAA9B;AACA,SAAQC,YAAR,EAAsBC,gBAAtB,QAA6C,yBAA7C;AAGA,SAAQC,KAAR,QAAoB,iBAApB;AACA,SAAQC,SAAR,QAAwB,sBAAxB;AACA,SAAQC,cAAR,QAA6B,4BAA7B;AAEA,SAAQC,IAAR,QAAmB,gBAAnB;AACA,SAAQC,aAAR,QAA4B,2BAA5B;AAGA,SAAQC,MAAR,EAAgBC,UAAhB,EAA4BC,eAA5B,EAA6CC,UAA7C,EAAyDC,cAAzD,QAA8E,kBAA9E;AACA,SAAQC,IAAR,EAAcC,QAAd,QAA6B,gBAA7B;AAGA,SAAQC,aAAR,EAAuBC,aAAvB,EAAsCC,WAAtC,QAAwD,0BAAxD;AACA,SAAQC,gBAAR,QAA+B,0BAA/B;AAGA,SAAQC,YAAR,QAA2B,yCAA3B;AACA,SAAQC,UAAR,QAAyB,qCAAzB;AACA,SAAQC,aAAR,QAA4B,yCAA5B;AACA,SAAQC,OAAO,IAAIC,cAAnB,QAAwC,0CAAxC;AAGA,SAAQC,gBAAR,EAA0BC,UAA1B,QAA2C,eAA3C;AACA,SAAQC,UAAR,QAAyB,0BAAzB;AAGA,SAAQJ,OAAO,IAAIK,cAAnB,QAAwC,+BAAxC;AACA,SAAQL,OAAO,IAAIM,kBAAnB,QAA4C,sCAA5C;AAGA,SAAQC,kBAAR,QAAiC,4BAAjC;AAMA,SAAQC,SAAR,EAAmBC,QAAnB,EAA6BC,IAA7B,EAAmCC,MAAnC,EAA2CC,MAA3C,EAAmDC,QAAnD,QAAkE,0BAAlE;AACA,SAAQC,MAAR,QAAqB,0BAArB;AACA,SAAQC,OAAR,EAAiBC,4BAAjB,QAAoD,0BAApD;AAEA,SACEC,uBADF,EAEEC,uBAFF,EAGEC,gBAHF,EAIEC,wBAJF,QAKO,0BALP;AAQA,SACEC,YADF,EAEEC,SAFF,EAGEC,UAHF,EAIEC,eAJF,EAKEC,UALF,EAMEC,UANF,EAOEC,gBAPF,EAQEC,gBARF,QASO,4BATP","sourcesContent":["// FILE READING AND WRITING\nexport {fetchFile} from './lib/fetch/fetch-file';\n\nexport {readArrayBuffer} from './lib/fetch/read-array-buffer';\nexport {readFileSync} from './lib/fetch/read-file';\nexport {writeFile, writeFileSync} from './lib/fetch/write-file';\n\n// CONFIGURATION\nexport {setLoaderOptions} from './lib/api/set-loader-options';\nexport {registerLoaders} from './lib/api/register-loaders';\nexport {selectLoader, selectLoaderSync} from './lib/api/select-loader';\n\n// LOADING (READING + PARSING)\nexport {parse} from './lib/api/parse';\nexport {parseSync} from './lib/api/parse-sync';\nexport {parseInBatches} from './lib/api/parse-in-batches';\n\nexport {load} from './lib/api/load';\nexport {loadInBatches} from './lib/api/load-in-batches';\n\n// ENCODING (ENCODING AND WRITING)\nexport {encode, encodeSync, encodeInBatches, encodeText, encodeURLtoURL} from './lib/api/encode';\nexport {save, saveSync} from './lib/api/save';\n\n// CORE UTILS SHARED WITH LOADERS (RE-EXPORTED FROM LOADER-UTILS)\nexport {setPathPrefix, getPathPrefix, resolvePath} from '@loaders.gl/loader-utils';\nexport {RequestScheduler} from '@loaders.gl/loader-utils';\n\n// ITERATOR UTILS\nexport {makeIterator} from './iterators/make-iterator/make-iterator';\nexport {makeStream} from './iterators/make-stream/make-stream';\nexport {makeDOMStream} from './iterators/make-stream/make-dom-stream';\nexport {default as makeNodeStream} from './iterators/make-stream/make-node-stream';\n\n// CORE LOADERS\nexport {NullWorkerLoader, NullLoader} from './null-loader';\nexport {JSONLoader} from '@loaders.gl/loader-utils';\n\n// EXPERIMENTAL\nexport {default as _fetchProgress} from './lib/progress/fetch-progress';\nexport {default as _BrowserFileSystem} from './lib/filesystems/browser-filesystem';\n\n// FOR TESTING\nexport {_unregisterLoaders} from './lib/api/register-loaders';\n\n//\n// TODO - MOVE TO LOADER-UTILS AND DEPRECATE IN CORE?\n//\n\nexport {isBrowser, isWorker, self, window, global, document} from '@loaders.gl/loader-utils';\nexport {assert} from '@loaders.gl/loader-utils';\nexport {forEach, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\n\nexport {\n makeTextDecoderIterator,\n makeTextEncoderIterator,\n makeLineIterator,\n makeNumberedLineIterator\n} from '@loaders.gl/loader-utils';\n\n// \"JAVASCRIPT\" UTILS - move to loader-utils?\nexport {\n isPureObject,\n isPromise,\n isIterable,\n isAsyncIterable,\n isIterator,\n isResponse,\n isReadableStream,\n isWritableStream\n} from './javascript-utils/is-type';\n"],"file":"index.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/iterators/batch-iterators/timed-batch-iterator.ts"],"names":["timedBatchIterator","batchIterator","timeout","start","Date","now","batches","batch","push"],"mappings":"AAGA,OAAO,gBAAgBA,kBAAhB,CAA0CC,aAA1C,EAA+EC,OAA/E,EAAwF;AAC7F,MAAIC,KAAK,GAAGC,IAAI,CAACC,GAAL,EAAZ;AACA,MAAIC,OAAgB,GAAG,EAAvB;;AACA,aAAW,MAAMC,KAAjB,IAA0BN,aAA1B,EAAyC;AACvCK,IAAAA,OAAO,CAACE,IAAR,CAAaD,KAAb;;AACA,QAAIH,IAAI,CAACC,GAAL,KAAaF,KAAb,GAAqBD,OAAzB,EAAkC;AAChC,YAAMI,OAAN;AACAH,MAAAA,KAAK,GAAGC,IAAI,CAACC,GAAL,EAAR;AACAC,MAAAA,OAAO,GAAG,EAAV;AACD;AACF;;AAED,MAAIA,OAAJ,EAAa;AACX,UAAMA,OAAN;AACD;AACF","sourcesContent":["/**\n * \"Debounces\" batches and returns them in groups\n */\nexport async function* timedBatchIterator<Batch>(batchIterator: AsyncIterable<Batch>, timeout) {\n let start = Date.now();\n let batches: Batch[] = [];\n for await (const batch of batchIterator) {\n batches.push(batch);\n if (Date.now() - start > timeout) {\n yield batches;\n start = Date.now();\n batches = [];\n }\n }\n\n if (batches) {\n yield batches;\n }\n}\n"],"file":"timed-batch-iterator.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-iterator/make-array-buffer-iterator.ts"],"names":["DEFAULT_CHUNK_SIZE","makeArrayBufferIterator","arrayBuffer","options","chunkSize","byteOffset","byteLength","chunkByteLength","Math","min","chunk","ArrayBuffer","sourceArray","Uint8Array","chunkArray","set"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,MAAM,IAAjC;AAQA,OAAO,UAAUC,uBAAV,CACLC,WADK,EAELC,OAAwB,GAAG,EAFtB,EAGkB;AACvB,QAAM;AAACC,IAAAA,SAAS,GAAGJ;AAAb,MAAmCG,OAAzC;AAEA,MAAIE,UAAU,GAAG,CAAjB;;AAEA,SAAOA,UAAU,GAAGH,WAAW,CAACI,UAAhC,EAA4C;AAE1C,UAAMC,eAAe,GAAGC,IAAI,CAACC,GAAL,CAASP,WAAW,CAACI,UAAZ,GAAyBD,UAAlC,EAA8CD,SAA9C,CAAxB;AACA,UAAMM,KAAK,GAAG,IAAIC,WAAJ,CAAgBJ,eAAhB,CAAd;AAGA,UAAMK,WAAW,GAAG,IAAIC,UAAJ,CAAeX,WAAf,EAA4BG,UAA5B,EAAwCE,eAAxC,CAApB;AACA,UAAMO,UAAU,GAAG,IAAID,UAAJ,CAAeH,KAAf,CAAnB;AACAI,IAAAA,UAAU,CAACC,GAAX,CAAeH,WAAf;AAGAP,IAAAA,UAAU,IAAIE,eAAd;AACA,UAAMG,KAAN;AACD;AACF","sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 256 * 1024;\n\n/**\n * Returns an iterator that breaks a big ArrayBuffer into chunks and yields them one-by-one\n * @param blob ArrayBuffer to iterate over\n * @param options\n * @param options.chunkSize\n */\nexport function* makeArrayBufferIterator(\n arrayBuffer: ArrayBuffer,\n options: IteratorOptions = {}\n): Iterable<ArrayBuffer> {\n const {chunkSize = DEFAULT_CHUNK_SIZE} = options;\n\n let byteOffset = 0;\n\n while (byteOffset < arrayBuffer.byteLength) {\n // Create a chunk of the right size\n const chunkByteLength = Math.min(arrayBuffer.byteLength - byteOffset, chunkSize);\n const chunk = new ArrayBuffer(chunkByteLength);\n\n // Copy data from the big chunk\n const sourceArray = new Uint8Array(arrayBuffer, byteOffset, chunkByteLength);\n const chunkArray = new Uint8Array(chunk);\n chunkArray.set(sourceArray);\n\n // yield the chunk\n byteOffset += chunkByteLength;\n yield chunk;\n }\n}\n"],"file":"make-array-buffer-iterator.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-iterator/make-blob-iterator.ts"],"names":["DEFAULT_CHUNK_SIZE","makeBlobIterator","blob","options","chunkSize","offset","size","end","chunk","slice","arrayBuffer"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,OAAO,IAAlC;AAQA,OAAO,gBAAgBC,gBAAhB,CACLC,IADK,EAELC,OAFK,EAGuB;AAC5B,QAAMC,SAAS,GAAG,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEC,SAAT,KAAsBJ,kBAAxC;AAEA,MAAIK,MAAM,GAAG,CAAb;;AACA,SAAOA,MAAM,GAAGH,IAAI,CAACI,IAArB,EAA2B;AACzB,UAAMC,GAAG,GAAGF,MAAM,GAAGD,SAArB;AAEA,UAAMI,KAAK,GAAG,MAAMN,IAAI,CAACO,KAAL,CAAWJ,MAAX,EAAmBE,GAAnB,EAAwBG,WAAxB,EAApB;AAEAL,IAAAA,MAAM,GAAGE,GAAT;AACA,UAAMC,KAAN;AACD;AACF","sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 1024 * 1024; // 1MB — biggest value that keeps UI responsive\n\n/**\n * Returns an iterator that breaks a big Blob into chunks and yields them one-by-one\n * @param blob Blob or File object\n * @param options\n * @param options.chunkSize\n */\nexport async function* makeBlobIterator(\n blob: Blob,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n while (offset < blob.size) {\n const end = offset + chunkSize;\n\n const chunk = await blob.slice(offset, end).arrayBuffer();\n\n offset = end;\n yield chunk;\n }\n}\n"],"file":"make-blob-iterator.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-iterator/make-iterator.ts"],"names":["makeStringIterator","makeArrayBufferIterator","makeBlobIterator","makeStreamIterator","isBlob","isReadableStream","isResponse","makeIterator","data","options","ArrayBuffer","response","body","Error"],"mappings":"AAEA,SAAQA,kBAAR,QAAiC,wBAAjC;AACA,SAAQC,uBAAR,QAAsC,8BAAtC;AACA,SAAQC,gBAAR,QAA+B,sBAA/B;AAEA,SAAQC,kBAAR,QAAiC,wBAAjC;AACA,SAAQC,MAAR,EAAgBC,gBAAhB,EAAkCC,UAAlC,QAAmD,gCAAnD;AAiBA,OAAO,SAASC,YAAT,CACLC,IADK,EAELC,OAFK,EAG+C;AACpD,MAAI,OAAOD,IAAP,KAAgB,QAApB,EAA8B;AAE5B,WAAOR,kBAAkB,CAACQ,IAAD,EAAOC,OAAP,CAAzB;AACD;;AACD,MAAID,IAAI,YAAYE,WAApB,EAAiC;AAC/B,WAAOT,uBAAuB,CAACO,IAAD,EAAOC,OAAP,CAA9B;AACD;;AACD,MAAIL,MAAM,CAACI,IAAD,CAAV,EAAkB;AAChB,WAAON,gBAAgB,CAACM,IAAD,EAAeC,OAAf,CAAvB;AACD;;AACD,MAAIJ,gBAAgB,CAACG,IAAD,CAApB,EAA4B;AAC1B,WAAOL,kBAAkB,CAACK,IAAD,EAAyBC,OAAzB,CAAzB;AACD;;AACD,MAAIH,UAAU,CAACE,IAAD,CAAd,EAAsB;AACpB,UAAMG,QAAQ,GAAGH,IAAjB;AACA,WAAOL,kBAAkB,CAACQ,QAAQ,CAACC,IAAV,EAAkCH,OAAlC,CAAzB;AACD;;AACD,QAAM,IAAII,KAAJ,CAAU,cAAV,CAAN;AACD","sourcesContent":["import type {ReadStream} from 'fs';\n\nimport {makeStringIterator} from './make-string-iterator';\nimport {makeArrayBufferIterator} from './make-array-buffer-iterator';\nimport {makeBlobIterator} from './make-blob-iterator';\nimport type {StreamIteratorOptions} from './make-stream-iterator';\nimport {makeStreamIterator} from './make-stream-iterator';\nimport {isBlob, isReadableStream, isResponse} from '../../javascript-utils/is-type';\n\n/**\n * @param [options.chunkSize]\n */\nexport type IteratorOptions = StreamIteratorOptions & {\n chunkSize?: number;\n};\n\n/**\n * Returns an iterator that breaks its input into chunks and yields them one-by-one.\n * @param data\n * @param options\n * @returns\n * This function can e.g. be used to enable data sources that can only be read atomically\n * (such as `Blob` and `File` via `FileReader`) to still be parsed in batches.\n */\nexport function makeIterator(\n data: ArrayBuffer | string | Blob | Response | ReadableStream | ReadStream,\n options?: IteratorOptions\n): AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer> {\n if (typeof data === 'string') {\n // Note: Converts string chunks to binary\n return makeStringIterator(data, options);\n }\n if (data instanceof ArrayBuffer) {\n return makeArrayBufferIterator(data, options);\n }\n if (isBlob(data)) {\n return makeBlobIterator(data as Blob, options);\n }\n if (isReadableStream(data)) {\n return makeStreamIterator(data as ReadableStream, options);\n }\n if (isResponse(data)) {\n const response = data as Response;\n return makeStreamIterator(response.body as ReadableStream, options);\n }\n throw new Error('makeIterator');\n}\n"],"file":"make-iterator.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-iterator/make-stream-iterator.ts"],"names":["isBrowser","toArrayBuffer","makeStreamIterator","stream","options","makeBrowserStreamIterator","makeNodeStreamIterator","reader","getReader","nextBatchPromise","currentBatchPromise","read","_streamReadAhead","done","value","error","releaseLock","chunk"],"mappings":"AACA,SAAQA,SAAR,EAAmBC,aAAnB,QAAuC,0BAAvC;AAUA,OAAO,SAASC,kBAAT,CACLC,MADK,EAELC,OAFK,EAGuB;AAC5B,SAAOJ,SAAS,GACZK,yBAAyB,CAACF,MAAD,EAA2BC,OAA3B,CADb,GAEZE,sBAAsB,CAACH,MAAD,EAAqBC,OAArB,CAF1B;AAGD;;AAOD,gBAAgBC,yBAAhB,CACEF,MADF,EAEEC,OAFF,EAG8B;AAU5B,QAAMG,MAAM,GAAGJ,MAAM,CAACK,SAAP,EAAf;AAEA,MAAIC,gBAAJ;;AAEA,MAAI;AAEF,WAAO,IAAP,EAAa;AACX,YAAMC,mBAAmB,GAAGD,gBAAgB,IAAIF,MAAM,CAACI,IAAP,EAAhD;;AAGA,UAAIP,OAAJ,aAAIA,OAAJ,eAAIA,OAAO,CAAEQ,gBAAb,EAA+B;AAC7BH,QAAAA,gBAAgB,GAAGF,MAAM,CAACI,IAAP,EAAnB;AACD;;AAGD,YAAM;AAACE,QAAAA,IAAD;AAAOC,QAAAA;AAAP,UAAgB,MAAMJ,mBAA5B;;AAEA,UAAIG,IAAJ,EAAU;AACR;AACD;;AAED,YAAMZ,aAAa,CAACa,KAAD,CAAnB;AACD;AACF,GAnBD,CAmBE,OAAOC,KAAP,EAAc;AAGdR,IAAAA,MAAM,CAACS,WAAP;AACD;AACF;;AAOD,gBAAgBV,sBAAhB,CACEH,MADF,EAEEC,OAFF,EAG8B;AAG5B,aAAW,MAAMa,KAAjB,IAA0Bd,MAA1B,EAAkC;AAChC,UAAMF,aAAa,CAACgB,KAAD,CAAnB;AACD;AACF","sourcesContent":["import type {Readable} from 'stream';\nimport {isBrowser, toArrayBuffer} from '@loaders.gl/loader-utils';\n\nexport type StreamIteratorOptions = {\n _streamReadAhead?: boolean;\n};\n\n/**\n * Returns an async iterable that reads from a stream (works in both Node.js and browsers)\n * @param stream stream to iterator over\n */\nexport function makeStreamIterator(\n stream: ReadableStream | Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n return isBrowser\n ? makeBrowserStreamIterator(stream as ReadableStream, options)\n : makeNodeStreamIterator(stream as Readable, options);\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @see https://jakearchibald.com/2017/async-iterators-and-generators/#making-streams-iterate\n */\nasync function* makeBrowserStreamIterator(\n stream: ReadableStream,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // WhatWG: stream is supposed to have a `getIterator` method\n // if (typeof stream.getIterator === 'function') {\n // return stream.getIterator();\n // }\n // if (typeof stream[Symbol.asyncIterator] === 'function') {\n // return makeToArrayBufferIterator(stream);\n // }\n\n // In the browser, we first need to get a lock on the stream\n const reader = stream.getReader();\n\n let nextBatchPromise: Promise<{done?: boolean; value?: Uint8Array}> | undefined;\n\n try {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const currentBatchPromise = nextBatchPromise || reader.read();\n // Issue a read for an additional batch, while we await the next batch\n // Idea is to make fetching happen in parallel with processing / parsing\n if (options?._streamReadAhead) {\n nextBatchPromise = reader.read();\n }\n // Read from the stream\n // value is a Uint8Array\n const {done, value} = await currentBatchPromise;\n // Exit if we're done\n if (done) {\n return;\n }\n // Else yield the chunk\n yield toArrayBuffer(value);\n }\n } catch (error) {\n // TODO - examples makes it look like this should always be called,\n // but that generates exceptions so only call it if we do not reach the end\n reader.releaseLock();\n }\n}\n\n/**\n * Returns an async iterable that reads from a DOM (browser) stream\n * @param stream stream to iterate from\n * @note Requires Node.js >= 10\n */\nasync function* makeNodeStreamIterator(\n stream: Readable,\n options?: StreamIteratorOptions\n): AsyncIterable<ArrayBuffer> {\n // Hacky test for node version to ensure we don't call bad polyfills\n // NODE 10+: stream is an asyncIterator\n for await (const chunk of stream) {\n yield toArrayBuffer(chunk); // Coerce each chunk to ArrayBuffer\n }\n}\n/* TODO - remove NODE < 10\n * @see https://github.com/bustle/streaming-iterables, MIT license\n *\n if (typeof stream[Symbol.asyncIterator] === 'function') {\n return;\n }\n\n // TODO - check if is this ever used in Node 10+?\n // eslint-disable-next-line no-constant-condition\n while (true) {\n const data = stream.read();\n if (data !== null) {\n yield toArrayBuffer(data);\n // eslint-disable-next-line no-continue\n continue;\n }\n if (stream._readableState?.ended) {\n return;\n }\n await onceReadable(stream);\n }\n\nasync function onceReadable(stream: Readable): Promise<any> {\n return new Promise((resolve) => {\n stream.once('readable', resolve);\n });\n}\n */\n"],"file":"make-stream-iterator.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-iterator/make-string-iterator.ts"],"names":["DEFAULT_CHUNK_SIZE","makeStringIterator","string","options","chunkSize","offset","textEncoder","TextEncoder","length","chunkLength","Math","min","chunk","slice","encode"],"mappings":"AAEA,MAAMA,kBAAkB,GAAG,MAAM,IAAjC;AAQA,OAAO,UAAUC,kBAAV,CACLC,MADK,EAELC,OAFK,EAGkB;AACvB,QAAMC,SAAS,GAAG,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEC,SAAT,KAAsBJ,kBAAxC;AAEA,MAAIK,MAAM,GAAG,CAAb;AACA,QAAMC,WAAW,GAAG,IAAIC,WAAJ,EAApB;;AACA,SAAOF,MAAM,GAAGH,MAAM,CAACM,MAAvB,EAA+B;AAE7B,UAAMC,WAAW,GAAGC,IAAI,CAACC,GAAL,CAAST,MAAM,CAACM,MAAP,GAAgBH,MAAzB,EAAiCD,SAAjC,CAApB;AACA,UAAMQ,KAAK,GAAGV,MAAM,CAACW,KAAP,CAAaR,MAAb,EAAqBA,MAAM,GAAGI,WAA9B,CAAd;AACAJ,IAAAA,MAAM,IAAII,WAAV;AAGA,UAAMH,WAAW,CAACQ,MAAZ,CAAmBF,KAAnB,CAAN;AACD;AACF","sourcesContent":["import type {IteratorOptions} from './make-iterator';\n\nconst DEFAULT_CHUNK_SIZE = 256 * 1024;\n\n/**\n * Returns an iterator that breaks a big string into chunks and yields them one-by-one as ArrayBuffers\n * @param blob string to iterate over\n * @param options\n * @param options.chunkSize\n */\nexport function* makeStringIterator(\n string: string,\n options?: IteratorOptions\n): Iterable<ArrayBuffer> {\n const chunkSize = options?.chunkSize || DEFAULT_CHUNK_SIZE;\n\n let offset = 0;\n const textEncoder = new TextEncoder();\n while (offset < string.length) {\n // Create a chunk of the right size\n const chunkLength = Math.min(string.length - offset, chunkSize);\n const chunk = string.slice(offset, offset + chunkLength);\n offset += chunkLength;\n\n // yield an ArrayBuffer chunk\n yield textEncoder.encode(chunk);\n }\n}\n"],"file":"make-string-iterator.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-stream/make-dom-stream.ts"],"names":["makeDOMStream","source","options","iterator","Symbol","asyncIterator","ReadableStream","type","pull","controller","done","value","next","close","enqueue","Uint8Array","error","cancel","return","highWaterMark"],"mappings":"AAQA,OAAO,SAASA,aAAT,CACLC,MADK,EAELC,OAFK,EAGW;AAChB,QAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,GACZJ,MAAD,CAAuCG,MAAM,CAACC,aAA9C,GADa,GAEZJ,MAAD,CAAkCG,MAAM,CAACD,QAAzC,GAFJ;AAIA,SAAO,IAAIG,cAAJ,CACL;AAKEC,IAAAA,IAAI,EAAE,OALR;;AAOE,UAAMC,IAAN,CAAWC,UAAX,EAAuB;AACrB,UAAI;AACF,cAAM;AAACC,UAAAA,IAAD;AAAOC,UAAAA;AAAP,YAAgB,MAAMR,QAAQ,CAACS,IAAT,EAA5B;;AACA,YAAIF,IAAJ,EAAU;AACRD,UAAAA,UAAU,CAACI,KAAX;AACD,SAFD,MAEO;AAELJ,UAAAA,UAAU,CAACK,OAAX,CAAmB,IAAIC,UAAJ,CAAeJ,KAAf,CAAnB;AACD;AACF,OARD,CAQE,OAAOK,KAAP,EAAc;AACdP,QAAAA,UAAU,CAACO,KAAX,CAAiBA,KAAjB;AACD;AACF,KAnBH;;AAqBE,UAAMC,MAAN,GAAe;AAAA;;AACb,aAAMd,QAAN,aAAMA,QAAN,2CAAMA,QAAQ,CAAEe,MAAhB,qDAAM,sBAAAf,QAAQ,CAAd;AACD;;AAvBH,GADK,EA2BL;AAEEgB,IAAAA,aAAa,EAAE,KAAK,EAFtB;AAGE,OAAGjB;AAHL,GA3BK,CAAP;AAiCD","sourcesContent":["export type MakeDOMStreamOptions = {\n /** Stream allocates an arrayBuffer. Enables use of a default reader. */\n autoAllocateChunkSize?: number;\n /** Total number of chunks in queue before back pressure is applied */\n highWaterMark?: number;\n};\n\n/** Builds a DOM stream from an iterator */\nexport function makeDOMStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: MakeDOMStreamOptions\n): ReadableStream {\n const iterator = source[Symbol.asyncIterator]\n ? (source as AsyncIterable<ArrayBuffer>)[Symbol.asyncIterator]()\n : (source as Iterable<ArrayBuffer>)[Symbol.iterator]();\n\n return new ReadableStream<Uint8Array>(\n {\n // Create a byte stream (enables `Response(stream).arrayBuffer()`)\n // Only supported on Chrome\n // See: https://developer.mozilla.org/en-US/docs/Web/API/ReadableByteStreamController\n // @ts-expect-error Only Chrome supports byte streams\n type: 'bytes',\n\n async pull(controller) {\n try {\n const {done, value} = await iterator.next();\n if (done) {\n controller.close();\n } else {\n // TODO - ignores controller.desiredSize\n controller.enqueue(new Uint8Array(value));\n }\n } catch (error) {\n controller.error(error);\n }\n },\n\n async cancel() {\n await iterator?.return?.();\n }\n },\n // options: QueingStrategy<Uint8Array>\n {\n // This is bytes, not chunks\n highWaterMark: 2 ** 24,\n ...options\n }\n );\n}\n"],"file":"make-dom-stream.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-stream/make-node-stream.ts"],"names":["Readable","makeNodeStream","source","options","iterator","Symbol","asyncIterator","AsyncIterableReadable","constructor","it","_iterator","_pulling","_bytesMode","objectMode","_read","size","_pull","_destroy","error","cb","throw","return","bm","r","readable","next","done","ArrayBuffer","isView","value","byteLength","push","Uint8Array"],"mappings":";AAAA,SAAQA,QAAR,QAAwC,QAAxC;;AAKA,SAASC,cAAT,CACEC,MADF,EAEEC,OAFF,EAGY;AACV,QAAMC,QAAQ,GAAGF,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,GACbJ,MAAM,CAACG,MAAM,CAACC,aAAR,CAAN,EADa,GAEbJ,MAAM,CAACG,MAAM,CAACD,QAAR,CAAN,EAFJ;AAGA,SAAO,IAAIG,qBAAJ,CAA0BH,QAA1B,EAAoCD,OAApC,CAAP;AACD;;AAED,MAAMI,qBAAN,SAAoCP,QAApC,CAA6C;AAK3CQ,EAAAA,WAAW,CAACC,EAAD,EAAiCN,OAAjC,EAA4D;AACrE,UAAMA,OAAN;;AADqE;;AAAA;;AAAA;;AAErE,SAAKO,SAAL,GAAiBD,EAAjB;AACA,SAAKE,QAAL,GAAgB,KAAhB;AACA,SAAKC,UAAL,GAAkB,CAACT,OAAD,IAAY,CAACA,OAAO,CAACU,UAAvC;AACD;;AAEU,QAALC,KAAK,CAACC,IAAD,EAA8B;AACvC,QAAI,CAAC,KAAKJ,QAAV,EAAoB;AAClB,WAAKA,QAAL,GAAgB,IAAhB;AACA,WAAKA,QAAL,GAAgB,MAAM,KAAKK,KAAL,CAAWD,IAAX,EAAiB,KAAKL,SAAtB,CAAtB;AACD;AACF;;AAEa,QAARO,QAAQ,CAACC,KAAD,EAAsBC,EAAtB,EAAoE;AAChF,QAAI,CAAC,KAAKT,SAAV,EAAqB;AACnB;AACD;;AACD,QAAIQ,KAAJ,EAAW;AAAA;;AACT,gCAAM,KAAKR,SAAX,6EAAM,gBAAgBU,KAAtB,0DAAM,4CAAwBF,KAAxB,CAAN;AACD,KAFD,MAEO;AAAA;;AACL,iCAAM,KAAKR,SAAX,8EAAM,iBAAgBW,MAAtB,0DAAM,6CAAyBH,KAAzB,CAAN;AACD;;AACDC,IAAAA,EAAE,SAAF,IAAAA,EAAE,WAAF,YAAAA,EAAE,CAAG,IAAH,CAAF;AACD;;AAGkB,QAALH,KAAK,CAACD,IAAD,EAAeN,EAAf,EAAiE;AAAA;;AAClF,UAAMa,EAAE,GAAG,KAAKV,UAAhB;AACA,QAAIW,CAAqC,GAAG,IAA5C;;AAEA,WAAO,KAAKC,QAAL,IAAiB,CAAC,CAACD,CAAC,GAAG,MAAMd,EAAE,CAACgB,IAAH,EAAX,EAAsBC,IAA/C,EAAqD;AACnD,UAAIX,IAAI,KAAK,IAAb,EAAmB;AACjBA,QAAAA,IAAI,IAAIO,EAAE,IAAIK,WAAW,CAACC,MAAZ,CAAmBL,CAAC,CAACM,KAArB,CAAN,GAAoCN,CAAC,CAACM,KAAF,CAAQC,UAA5C,GAAyD,CAAjE;AACD;;AACD,UAAI,CAAC,KAAKC,IAAL,CAAU,IAAIC,UAAJ,CAAeT,CAAC,CAACM,KAAjB,CAAV,CAAD,IAAuCd,IAAI,IAAI,CAAnD,EAAsD;AACpD;AACD;AACF;;AACD,QAAI,CAAC,MAAAQ,CAAC,UAAD,wBAAGG,IAAH,IAAW,CAAC,KAAKF,QAAlB,MAAgC,KAAKO,IAAL,CAAU,IAAV,KAAmB,IAAnD,CAAJ,EAA8D;AAAA;;AAC5DtB,MAAAA,EAAE,SAAF,IAAAA,EAAE,WAAF,0BAAAA,EAAE,CAAEY,MAAJ,+DAAAZ,EAAE;AACH;;AACD,WAAO,CAAC,KAAKe,QAAb;AACD;;AAhD0C;;AAsD7C,eAAevB,cAAf","sourcesContent":["import {Readable, ReadableOptions} from 'stream';\n\nexport type MakeNodeStreamOptions = ReadableOptions;\n\n/** Builds a node stream from an iterator */\nfunction makeNodeStream<ArrayBuffer>(\n source: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: ReadableOptions\n): Readable {\n const iterator = source[Symbol.asyncIterator]\n ? source[Symbol.asyncIterator]()\n : source[Symbol.iterator]();\n return new AsyncIterableReadable(iterator, options);\n}\n\nclass AsyncIterableReadable extends Readable {\n private _pulling: boolean;\n private _bytesMode: boolean;\n private _iterator: AsyncIterator<ArrayBuffer>;\n\n constructor(it: AsyncIterator<ArrayBuffer>, options?: ReadableOptions) {\n super(options);\n this._iterator = it;\n this._pulling = false;\n this._bytesMode = !options || !options.objectMode;\n }\n\n async _read(size: number): Promise<void> {\n if (!this._pulling) {\n this._pulling = true;\n this._pulling = await this._pull(size, this._iterator);\n }\n }\n\n async _destroy(error: Error | null, cb: (e: Error | null) => void): Promise<void> {\n if (!this._iterator) {\n return;\n }\n if (error) {\n await this._iterator?.throw?.(error);\n } else {\n await this._iterator?.return?.(error);\n }\n cb?.(null);\n }\n\n // eslint-disable-next-line complexity\n private async _pull(size: number, it: AsyncIterator<ArrayBuffer>): Promise<boolean> {\n const bm = this._bytesMode;\n let r: IteratorResult<ArrayBuffer> | null = null;\n // while (this.readable && !(r = await it.next(bm ? size : null)).done) {\n while (this.readable && !(r = await it.next()).done) {\n if (size !== null) {\n size -= bm && ArrayBuffer.isView(r.value) ? r.value.byteLength : 1;\n }\n if (!this.push(new Uint8Array(r.value)) || size <= 0) {\n break;\n }\n }\n if ((r?.done || !this.readable) && (this.push(null) || true)) {\n it?.return?.();\n }\n return !this.readable;\n }\n}\n\n// This module is marked `false` in the the \"browser\" field of the `package.json` for\n// `@loaders.gl/core`. We avoid using named exports so that bundlers have an easier\n// time resolving this \"empty\" module.\nexport default makeNodeStream;\n"],"file":"make-node-stream.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/iterators/make-stream/make-stream.ts"],"names":["isBrowser","makeDOMStream","makeNodeStream","makeStream","data","options"],"mappings":"AAIA,SAAQA,SAAR,QAAwB,0BAAxB;AACA,SAAQC,aAAR,QAA4B,mBAA5B;AACA,OAAOC,cAAP,MAA2B,oBAA3B;AAOA,OAAO,SAASC,UAAT,CACLC,IADK,EAELC,OAFK,EAGe;AACpB,SAAOL,SAAS,GAAGC,aAAa,CAACG,IAAD,EAAOC,OAAP,CAAhB,GAAkCH,cAAc,CAACE,IAAD,EAAOC,OAAP,CAAhE;AACD","sourcesContent":["import type {ReadableStreamType} from '../../javascript-utils/is-type';\nimport type {MakeDOMStreamOptions} from './make-dom-stream';\nimport type {MakeNodeStreamOptions} from './make-node-stream';\n\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {makeDOMStream} from './make-dom-stream';\nimport makeNodeStream from './make-node-stream';\n\nexport type MakeStreamOptions = MakeDOMStreamOptions | MakeNodeStreamOptions;\n\n/**\n * Returns a stream for an (async) iterator (works in both Node.js and browsers)\n */\nexport function makeStream(\n data: Iterable<ArrayBuffer> | AsyncIterable<ArrayBuffer>,\n options?: MakeStreamOptions\n): ReadableStreamType {\n return isBrowser ? makeDOMStream(data, options) : makeNodeStream(data, options);\n}\n"],"file":"make-stream.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../src/javascript-utils/is-type.ts"],"names":["isBoolean","x","isFunction","isObject","isPureObject","constructor","isPromise","then","isIterable","Symbol","iterator","isAsyncIterable","asyncIterator","isIterator","next","isResponse","Response","arrayBuffer","text","json","isFile","File","isBlob","Blob","isBuffer","isWritableDOMStream","abort","getWriter","isReadableDOMStream","ReadableStream","tee","cancel","getReader","isWritableNodeStream","end","write","writable","isReadableNodeStream","read","pipe","readable","isReadableStream","isWritableStream"],"mappings":"AAKA,MAAMA,SAA8B,GAAIC,CAAD,IAAO,OAAOA,CAAP,KAAa,SAA3D;;AACA,MAAMC,UAA+B,GAAID,CAAD,IAAO,OAAOA,CAAP,KAAa,UAA5D;;AAEA,OAAO,MAAME,QAA6B,GAAIF,CAAD,IAAOA,CAAC,KAAK,IAAN,IAAc,OAAOA,CAAP,KAAa,QAAxE;AACP,OAAO,MAAMG,YAAiC,GAAIH,CAAD,IAC/CE,QAAQ,CAACF,CAAD,CAAR,IAAeA,CAAC,CAACI,WAAF,KAAkB,GAAGA,WAD/B;AAEP,OAAO,MAAMC,SAA8B,GAAIL,CAAD,IAAOE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACM,IAAH,CAAvE;AAEP,OAAO,MAAMC,UAA+B,GAAIP,CAAD,IAAOA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACC,QAAR,CAAR,KAA8B,UAAlF;AACP,OAAO,MAAMC,eAAoC,GAAIV,CAAD,IAClDA,CAAC,IAAI,OAAOA,CAAC,CAACQ,MAAM,CAACG,aAAR,CAAR,KAAmC,UADnC;AAEP,OAAO,MAAMC,UAA+B,GAAIZ,CAAD,IAAOA,CAAC,IAAIC,UAAU,CAACD,CAAC,CAACa,IAAH,CAA9D;AAEP,OAAO,MAAMC,UAA+B,GAAId,CAAD,IAC5C,OAAOe,QAAP,KAAoB,WAApB,IAAmCf,CAAC,YAAYe,QAAjD,IACCf,CAAC,IAAIA,CAAC,CAACgB,WAAP,IAAsBhB,CAAC,CAACiB,IAAxB,IAAgCjB,CAAC,CAACkB,IAF9B;AAIP,OAAO,MAAMC,MAA2B,GAAInB,CAAD,IAAO,OAAOoB,IAAP,KAAgB,WAAhB,IAA+BpB,CAAC,YAAYoB,IAAvF;AACP,OAAO,MAAMC,MAA2B,GAAIrB,CAAD,IAAO,OAAOsB,IAAP,KAAgB,WAAhB,IAA+BtB,CAAC,YAAYsB,IAAvF;AAGP,OAAO,MAAMC,QAA6B,GAAIvB,CAAD,IAAOA,CAAC,IAAI,OAAOA,CAAP,KAAa,QAAlB,IAA8BA,CAAC,CAACuB,QAA7E;AAEP,OAAO,MAAMC,mBAAwC,GAAIxB,CAAD,IACtDE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACyB,KAAH,CAAzB,IAAsCxB,UAAU,CAACD,CAAC,CAAC0B,SAAH,CAD3C;AAGP,OAAO,MAAMC,mBAAwC,GAAI3B,CAAD,IACrD,OAAO4B,cAAP,KAA0B,WAA1B,IAAyC5B,CAAC,YAAY4B,cAAvD,IACC1B,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAAC6B,GAAH,CAAzB,IAAoC5B,UAAU,CAACD,CAAC,CAAC8B,MAAH,CAA9C,IAA4D7B,UAAU,CAACD,CAAC,CAAC+B,SAAH,CAFlE;AAKP,OAAO,MAAMC,oBAAyC,GAAIhC,CAAD,IACvDE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACiC,GAAH,CAAzB,IAAoChC,UAAU,CAACD,CAAC,CAACkC,KAAH,CAA9C,IAA2DnC,SAAS,CAACC,CAAC,CAACmC,QAAH,CAD/D;AAEP,OAAO,MAAMC,oBAAyC,GAAIpC,CAAD,IACvDE,QAAQ,CAACF,CAAD,CAAR,IAAeC,UAAU,CAACD,CAAC,CAACqC,IAAH,CAAzB,IAAqCpC,UAAU,CAACD,CAAC,CAACsC,IAAH,CAA/C,IAA2DvC,SAAS,CAACC,CAAC,CAACuC,QAAH,CAD/D;AAEP,OAAO,MAAMC,gBAAqC,GAAIxC,CAAD,IACnD2B,mBAAmB,CAAC3B,CAAD,CAAnB,IAA0BoC,oBAAoB,CAACpC,CAAD,CADzC;AAEP,OAAO,MAAMyC,gBAAqC,GAAIzC,CAAD,IACnDwB,mBAAmB,CAACxB,CAAD,CAAnB,IAA0BgC,oBAAoB,CAAChC,CAAD,CADzC","sourcesContent":["import type {Readable} from 'stream';\n\n/** A DOM or Node readable stream */\nexport type ReadableStreamType = ReadableStream | Readable;\n\nconst isBoolean: (x: any) => boolean = (x) => typeof x === 'boolean';\nconst isFunction: (x: any) => boolean = (x) => typeof x === 'function';\n\nexport const isObject: (x: any) => boolean = (x) => x !== null && typeof x === 'object';\nexport const isPureObject: (x: any) => boolean = (x) =>\n isObject(x) && x.constructor === {}.constructor;\nexport const isPromise: (x: any) => boolean = (x) => isObject(x) && isFunction(x.then);\n\nexport const isIterable: (x: any) => boolean = (x) => x && typeof x[Symbol.iterator] === 'function';\nexport const isAsyncIterable: (x: any) => boolean = (x) =>\n x && typeof x[Symbol.asyncIterator] === 'function';\nexport const isIterator: (x: any) => boolean = (x) => x && isFunction(x.next);\n\nexport const isResponse: (x: any) => boolean = (x) =>\n (typeof Response !== 'undefined' && x instanceof Response) ||\n (x && x.arrayBuffer && x.text && x.json);\n\nexport const isFile: (x: any) => boolean = (x) => typeof File !== 'undefined' && x instanceof File;\nexport const isBlob: (x: any) => boolean = (x) => typeof Blob !== 'undefined' && x instanceof Blob;\n\n/** Check for Node.js `Buffer` without triggering bundler to include buffer polyfill */\nexport const isBuffer: (x: any) => boolean = (x) => x && typeof x === 'object' && x.isBuffer;\n\nexport const isWritableDOMStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.abort) && isFunction(x.getWriter);\n\nexport const isReadableDOMStream: (x: any) => boolean = (x) =>\n (typeof ReadableStream !== 'undefined' && x instanceof ReadableStream) ||\n (isObject(x) && isFunction(x.tee) && isFunction(x.cancel) && isFunction(x.getReader));\n// Not implemented in Firefox: && isFunction(x.pipeTo)\n\nexport const isWritableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.end) && isFunction(x.write) && isBoolean(x.writable);\nexport const isReadableNodeStream: (x: any) => boolean = (x) =>\n isObject(x) && isFunction(x.read) && isFunction(x.pipe) && isBoolean(x.readable);\nexport const isReadableStream: (x: any) => boolean = (x) =>\n isReadableDOMStream(x) || isReadableNodeStream(x);\nexport const isWritableStream: (x: any) => boolean = (x) =>\n isWritableDOMStream(x) || isWritableNodeStream(x);\n"],"file":"is-type.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/lib/api/encode.ts"],"names":["concatenateArrayBuffers","resolvePath","isBrowser","writeFile","fetchFile","encode","data","writer","options","encodeSync","encodeText","TextEncoder","encodeInBatches","batches","chunks","batch","push","encodeURLtoURL","tmpInputFilename","getTemporaryFilename","tmpOutputFilename","outputFilename","response","arrayBuffer","Error","text","TextDecoder","decode","dataIterator","getIterator","inputUrl","outputUrl","table","start","end","length","filename"],"mappings":"AACA,SAAQA,uBAAR,EAAiCC,WAAjC,QAAmD,0BAAnD;AACA,SAAQC,SAAR,QAAwB,0BAAxB;AACA,SAAQC,SAAR,QAAwB,qBAAxB;AACA,SAAQC,SAAR,QAAwB,qBAAxB;AAKA,OAAO,eAAeC,MAAf,CACLC,IADK,EAELC,MAFK,EAGLC,OAHK,EAIiB;AACtB,MAAID,MAAM,CAACF,MAAX,EAAmB;AACjB,WAAO,MAAME,MAAM,CAACF,MAAP,CAAcC,IAAd,EAAoBE,OAApB,CAAb;AACD;;AAED,MAAID,MAAM,CAACE,UAAX,EAAuB;AACrB,WAAOF,MAAM,CAACE,UAAP,CAAkBH,IAAlB,EAAwBE,OAAxB,CAAP;AACD;;AAED,MAAID,MAAM,CAACG,UAAX,EAAuB;AACrB,WAAO,IAAIC,WAAJ,GAAkBN,MAAlB,CAAyB,MAAME,MAAM,CAACG,UAAP,CAAkBJ,IAAlB,EAAwBE,OAAxB,CAA/B,CAAP;AACD;;AAED,MAAID,MAAM,CAACK,eAAX,EAA4B;AAG1B,UAAMC,OAAO,GAAGD,eAAe,CAACN,IAAD,EAAOC,MAAP,EAAeC,OAAf,CAA/B;AAGA,UAAMM,MAAa,GAAG,EAAtB;;AACA,eAAW,MAAMC,KAAjB,IAA0BF,OAA1B,EAAmC;AACjCC,MAAAA,MAAM,CAACE,IAAP,CAAYD,KAAZ;AACD;;AAED,WAAOf,uBAAuB,CAAC,GAAGc,MAAJ,CAA9B;AACD;;AAED,MAAI,CAACZ,SAAD,IAAcK,MAAM,CAACU,cAAzB,EAAyC;AAEvC,UAAMC,gBAAgB,GAAGC,oBAAoB,CAAC,OAAD,CAA7C;AACA,UAAMhB,SAAS,CAACe,gBAAD,EAAmBZ,IAAnB,CAAf;AAEA,UAAMc,iBAAiB,GAAGD,oBAAoB,CAAC,QAAD,CAA9C;AAEA,UAAME,cAAc,GAAG,MAAMJ,cAAc,CACzCC,gBADyC,EAEzCE,iBAFyC,EAGzCb,MAHyC,EAIzCC,OAJyC,CAA3C;AAOA,UAAMc,QAAQ,GAAG,MAAMlB,SAAS,CAACiB,cAAD,CAAhC;AACA,WAAOC,QAAQ,CAACC,WAAT,EAAP;AACD;;AAED,QAAM,IAAIC,KAAJ,CAAU,8BAAV,CAAN;AACD;AAKD,OAAO,SAASf,UAAT,CAAoBH,IAApB,EAA+BC,MAA/B,EAA+CC,OAA/C,EAAqF;AAC1F,MAAID,MAAM,CAACE,UAAX,EAAuB;AACrB,WAAOF,MAAM,CAACE,UAAP,CAAkBH,IAAlB,EAAwBE,OAAxB,CAAP;AACD;;AACD,QAAM,IAAIgB,KAAJ,CAAU,4CAAV,CAAN;AACD;AAQD,OAAO,eAAed,UAAf,CACLJ,IADK,EAELC,MAFK,EAGLC,OAHK,EAIY;AACjB,MAAID,MAAM,CAACkB,IAAP,IAAelB,MAAM,CAACG,UAA1B,EAAsC;AACpC,WAAO,MAAMH,MAAM,CAACG,UAAP,CAAkBJ,IAAlB,EAAwBE,OAAxB,CAAb;AACD;;AAED,MAAID,MAAM,CAACkB,IAAP,KAAgBlB,MAAM,CAACF,MAAP,IAAiBE,MAAM,CAACK,eAAxC,CAAJ,EAA8D;AAC5D,UAAMW,WAAW,GAAG,MAAMlB,MAAM,CAACC,IAAD,EAAOC,MAAP,EAAeC,OAAf,CAAhC;AACA,WAAO,IAAIkB,WAAJ,GAAkBC,MAAlB,CAAyBJ,WAAzB,CAAP;AACD;;AAED,QAAM,IAAIC,KAAJ,CAAU,sCAAV,CAAN;AACD;AAKD,OAAO,SAASZ,eAAT,CACLN,IADK,EAELC,MAFK,EAGLC,OAHK,EAIuB;AAC5B,MAAID,MAAM,CAACK,eAAX,EAA4B;AAC1B,UAAMgB,YAAY,GAAGC,WAAW,CAACvB,IAAD,CAAhC;AACA,WAAOC,MAAM,CAACK,eAAP,CAAuBgB,YAAvB,EAAqCpB,OAArC,CAAP;AACD;;AAED,QAAM,IAAIgB,KAAJ,CAAU,yCAAV,CAAN;AACD;AAMD,OAAO,eAAeP,cAAf,CACLa,QADK,EAELC,SAFK,EAGLxB,MAHK,EAILC,OAJK,EAKY;AACjBsB,EAAAA,QAAQ,GAAG7B,WAAW,CAAC6B,QAAD,CAAtB;AACAC,EAAAA,SAAS,GAAG9B,WAAW,CAAC8B,SAAD,CAAvB;;AACA,MAAI7B,SAAS,IAAI,CAACK,MAAM,CAACU,cAAzB,EAAyC;AACvC,UAAM,IAAIO,KAAJ,EAAN;AACD;;AACD,QAAMH,cAAc,GAAG,MAAMd,MAAM,CAACU,cAAP,CAAsBa,QAAtB,EAAgCC,SAAhC,EAA2CvB,OAA3C,CAA7B;AACA,SAAOa,cAAP;AACD;;AAKD,SAASQ,WAAT,CAAqBvB,IAArB,EAA2B;AACzB,QAAMsB,YAAY,GAAG,CAAC;AAACI,IAAAA,KAAK,EAAE1B,IAAR;AAAc2B,IAAAA,KAAK,EAAE,CAArB;AAAwBC,IAAAA,GAAG,EAAE5B,IAAI,CAAC6B;AAAlC,GAAD,CAArB;AACA,SAAOP,YAAP;AACD;;AAKD,SAAST,oBAAT,CAA8BiB,QAA9B,EAAwD;AACtD,SAAQ,QAAOA,QAAS,EAAxB;AACD","sourcesContent":["import type {Writer, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {concatenateArrayBuffers, resolvePath} from '@loaders.gl/loader-utils';\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport {writeFile} from '../fetch/write-file';\nimport {fetchFile} from '../fetch/fetch-file';\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport async function encode(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<ArrayBuffer> {\n if (writer.encode) {\n return await writer.encode(data, options);\n }\n\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n\n if (writer.encodeText) {\n return new TextEncoder().encode(await writer.encodeText(data, options));\n }\n\n if (writer.encodeInBatches) {\n // Create an iterator representing the data\n // TODO - Assumes this is a table\n const batches = encodeInBatches(data, writer, options);\n\n // Concatenate the output\n const chunks: any[] = [];\n for await (const batch of batches) {\n chunks.push(batch);\n }\n // @ts-ignore\n return concatenateArrayBuffers(...chunks);\n }\n\n if (!isBrowser && writer.encodeURLtoURL) {\n // TODO - how to generate filenames with correct extensions?\n const tmpInputFilename = getTemporaryFilename('input');\n await writeFile(tmpInputFilename, data);\n\n const tmpOutputFilename = getTemporaryFilename('output');\n\n const outputFilename = await encodeURLtoURL(\n tmpInputFilename,\n tmpOutputFilename,\n writer,\n options\n );\n\n const response = await fetchFile(outputFilename);\n return response.arrayBuffer();\n }\n\n throw new Error('Writer could not encode data');\n}\n\n/**\n * Encode loaded data into a binary ArrayBuffer using the specified Writer.\n */\nexport function encodeSync(data: any, writer: Writer, options?: LoaderOptions): ArrayBuffer {\n if (writer.encodeSync) {\n return writer.encodeSync(data, options);\n }\n throw new Error('Writer could not synchronously encode data');\n}\n\n/**\n * Encode loaded data to text using the specified Writer\n * @note This is a convenience function not intended for production use on large input data.\n * It is not optimized for performance. Data maybe converted from text to binary and back.\n * @throws if the writer does not generate text output\n */\nexport async function encodeText(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): Promise<string> {\n if (writer.text && writer.encodeText) {\n return await writer.encodeText(data, options);\n }\n\n if (writer.text && (writer.encode || writer.encodeInBatches)) {\n const arrayBuffer = await encode(data, writer, options);\n return new TextDecoder().decode(arrayBuffer);\n }\n\n throw new Error('Writer could not encode data as text');\n}\n\n/**\n * Encode loaded data into a sequence (iterator) of binary ArrayBuffers using the specified Writer.\n */\nexport function encodeInBatches(\n data: any,\n writer: Writer,\n options?: LoaderOptions\n): AsyncIterable<ArrayBuffer> {\n if (writer.encodeInBatches) {\n const dataIterator = getIterator(data);\n return writer.encodeInBatches(dataIterator, options);\n }\n // TODO -fall back to atomic encode?\n throw new Error('Writer could not encode data in batches');\n}\n\n/**\n * Encode data stored in a file (on disk) to another file.\n * @note Node.js only. This function enables using command-line converters as \"writers\".\n */\nexport async function encodeURLtoURL(\n inputUrl,\n outputUrl,\n writer: Writer,\n options\n): Promise<string> {\n inputUrl = resolvePath(inputUrl);\n outputUrl = resolvePath(outputUrl);\n if (isBrowser || !writer.encodeURLtoURL) {\n throw new Error();\n }\n const outputFilename = await writer.encodeURLtoURL(inputUrl, outputUrl, options);\n return outputFilename;\n}\n\n/**\n * @todo TODO - this is an unacceptable hack!!!\n */\nfunction getIterator(data) {\n const dataIterator = [{table: data, start: 0, end: data.length}];\n return dataIterator;\n}\n\n/**\n * @todo Move to utils\n */\nfunction getTemporaryFilename(filename: string): string {\n return `/tmp/${filename}`;\n}\n"],"file":"encode.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/lib/api/load-in-batches.ts"],"names":["isLoaderObject","getFetchFunction","parseInBatches","loadInBatches","files","loaders","options","context","Array","isArray","undefined","fetch","loadOneFileInBatches","promises","map","file","url","response"],"mappings":"AACA,SAAQA,cAAR,QAA6B,kCAA7B;AACA,SAAQC,gBAAR,QAA+B,8BAA/B;AAEA,SAAQC,cAAR,QAA6B,oBAA7B;AAyBA,OAAO,SAASC,aAAT,CAAuBC,KAAvB,EAA8BC,OAA9B,EAAuCC,OAAvC,EAAgDC,OAAhD,EAAyD;AAE9D,MAAI,CAACC,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAD,IAA2B,CAACL,cAAc,CAACK,OAAD,CAA9C,EAAyD;AACvDE,IAAAA,OAAO,GAAGG,SAAV;AACAJ,IAAAA,OAAO,GAAGD,OAAV;AACAA,IAAAA,OAAO,GAAG,IAAV;AACD;;AAGD,QAAMM,KAAK,GAAGV,gBAAgB,CAACK,OAAO,IAAI,EAAZ,CAA9B;;AAGA,MAAI,CAACE,KAAK,CAACC,OAAN,CAAcL,KAAd,CAAL,EAA2B;AACzB,WAAOQ,oBAAoB,CAACR,KAAD,EAAQC,OAAR,EAAiBC,OAAjB,EAA0BK,KAA1B,CAA3B;AACD;;AAGD,QAAME,QAAQ,GAAGT,KAAK,CAACU,GAAN,CAAWC,IAAD,IAAUH,oBAAoB,CAACG,IAAD,EAAOV,OAAP,EAAgBC,OAAhB,EAAyBK,KAAzB,CAAxC,CAAjB;AAGA,SAAOE,QAAP;AACD;;AAED,eAAeD,oBAAf,CAAoCG,IAApC,EAA0CV,OAA1C,EAAmDC,OAAnD,EAA4DK,KAA5D,EAAmE;AACjE,MAAI,OAAOI,IAAP,KAAgB,QAApB,EAA8B;AAC5B,UAAMC,GAAG,GAAGD,IAAZ;AACA,UAAME,QAAQ,GAAG,MAAMN,KAAK,CAACK,GAAD,CAA5B;AACA,WAAO,MAAMd,cAAc,CAACe,QAAD,EAAWZ,OAAX,EAAoBC,OAApB,CAA3B;AACD;;AACD,SAAO,MAAMJ,cAAc,CAACa,IAAD,EAAOV,OAAP,EAAgBC,OAAhB,CAA3B;AACD","sourcesContent":["import type {LoaderWithParser, LoaderOptions, LoaderContext} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/option-utils';\n\nimport {parseInBatches} from './parse-in-batches';\n\ntype FileType = string | File | Blob | Response | (string | File | Blob | Response)[] | FileList;\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function loadInBatches(\n files: FileType,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(\n files: FileType[] | FileList,\n loaders?: LoaderWithParser | LoaderWithParser[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<AsyncIterable<any>>;\n\nexport function loadInBatches(files, loaders, options, context) {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders;\n loaders = null;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options || {});\n\n // Single url/file\n if (!Array.isArray(files)) {\n return loadOneFileInBatches(files, loaders, options, fetch);\n }\n\n // Multiple URLs / files\n const promises = files.map((file) => loadOneFileInBatches(file, loaders, options, fetch));\n\n // No point in waiting here for all responses before starting to stream individual streams?\n return promises;\n}\n\nasync function loadOneFileInBatches(file, loaders, options, fetch) {\n if (typeof file === 'string') {\n const url = file;\n const response = await fetch(url);\n return await parseInBatches(response, loaders, options);\n }\n return await parseInBatches(file, loaders, options);\n}\n"],"file":"load-in-batches.js"}
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../../src/lib/api/load.ts"],"names":["isBlob","isLoaderObject","getFetchFunction","parse","load","url","loaders","options","context","Array","isArray","undefined","fetch","data"],"mappings":"AACA,SAAQA,MAAR,QAAqB,gCAArB;AACA,SAAQC,cAAR,QAA6B,kCAA7B;AACA,SAAQC,gBAAR,QAA+B,8BAA/B;AAEA,SAAQC,KAAR,QAAoB,SAApB;AAYA,OAAO,eAAeC,IAAf,CACLC,GADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK,EAKS;AAEd,MAAI,CAACC,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAD,IAA2B,CAACL,cAAc,CAACK,OAAD,CAA9C,EAAyD;AACvDE,IAAAA,OAAO,GAAGG,SAAV;AACAJ,IAAAA,OAAO,GAAGD,OAAV;AACAA,IAAAA,OAAO,GAAGK,SAAV;AACD;;AAGD,QAAMC,KAAK,GAAGV,gBAAgB,CAACK,OAAD,CAA9B;AAGA,MAAIM,IAAI,GAAGR,GAAX;;AAEA,MAAI,OAAOA,GAAP,KAAe,QAAnB,EAA6B;AAC3BQ,IAAAA,IAAI,GAAG,MAAMD,KAAK,CAACP,GAAD,CAAlB;AAED;;AAED,MAAIL,MAAM,CAACK,GAAD,CAAV,EAAiB;AAEfQ,IAAAA,IAAI,GAAG,MAAMD,KAAK,CAACP,GAAD,CAAlB;AACD;;AAGD,SAAO,MAAMF,KAAK,CAACU,IAAD,EAAOP,OAAP,EAAgBC,OAAhB,CAAlB;AACD","sourcesContent":["import type {DataType, Loader, LoaderContext, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {isBlob} from '../../javascript-utils/is-type';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {getFetchFunction} from '../loader-utils/option-utils';\n\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * Note: Load does duplicate a lot of parse.\n * it can also call fetchFile on string urls, which `parse` won't do.\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\n// implementation signature\nexport async function load(\n url: string | DataType,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n): Promise<any> {\n // Signature: load(url, options)\n if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n context = undefined; // context not supported in short signature\n options = loaders as LoaderOptions;\n loaders = undefined;\n }\n\n // Select fetch function\n const fetch = getFetchFunction(options);\n\n // at this point, `url` could be already loaded binary data\n let data = url;\n // url is a string, fetch the url\n if (typeof url === 'string') {\n data = await fetch(url);\n // URL is Blob or File, fetchFile handles it (alt: we could generate ObjectURL here)\n }\n\n if (isBlob(url)) {\n // The fetch response object will contain blob.name\n data = await fetch(url);\n }\n\n // Data is loaded (at least we have a `Response` object) so time to hand over to `parse`\n return await parse(data, loaders, options);\n}\n"],"file":"load.js"}