@loaders.gl/loader-utils 4.0.0-alpha.1 → 4.0.0-alpha.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (261) hide show
  1. package/dist/es5/index.js +328 -0
  2. package/dist/es5/index.js.map +1 -0
  3. package/dist/es5/json-loader.js +44 -0
  4. package/dist/es5/json-loader.js.map +1 -0
  5. package/dist/es5/lib/binary-utils/array-buffer-utils.js +80 -0
  6. package/dist/es5/lib/binary-utils/array-buffer-utils.js.map +1 -0
  7. package/dist/es5/lib/binary-utils/dataview-copy-utils.js +58 -0
  8. package/dist/es5/lib/binary-utils/dataview-copy-utils.js.map +1 -0
  9. package/dist/es5/lib/binary-utils/get-first-characters.js +31 -0
  10. package/dist/es5/lib/binary-utils/get-first-characters.js.map +1 -0
  11. package/dist/es5/lib/binary-utils/memory-conversion-utils.js +44 -0
  12. package/dist/es5/lib/binary-utils/memory-conversion-utils.js.map +1 -0
  13. package/dist/es5/lib/binary-utils/memory-copy-utils.js +34 -0
  14. package/dist/es5/lib/binary-utils/memory-copy-utils.js.map +1 -0
  15. package/dist/es5/lib/env-utils/assert.js +12 -0
  16. package/dist/es5/lib/env-utils/assert.js.map +1 -0
  17. package/dist/es5/lib/env-utils/globals.js +30 -0
  18. package/dist/es5/lib/env-utils/globals.js.map +1 -0
  19. package/dist/es5/lib/filesystems/node-filesystem.js +210 -0
  20. package/dist/es5/lib/filesystems/node-filesystem.js.map +1 -0
  21. package/dist/es5/lib/filesystems/readable-file.js +91 -0
  22. package/dist/es5/lib/filesystems/readable-file.js.map +1 -0
  23. package/dist/es5/lib/filesystems/writable-file.js +82 -0
  24. package/dist/es5/lib/filesystems/writable-file.js.map +1 -0
  25. package/dist/es5/lib/iterators/async-iteration.js +190 -0
  26. package/dist/es5/lib/iterators/async-iteration.js.map +1 -0
  27. package/dist/es5/lib/iterators/text-iterators.js +305 -0
  28. package/dist/es5/lib/iterators/text-iterators.js.map +1 -0
  29. package/dist/es5/lib/node/buffer.browser.js +14 -0
  30. package/dist/es5/lib/node/buffer.browser.js.map +1 -0
  31. package/dist/es5/lib/node/buffer.js +27 -0
  32. package/dist/es5/lib/node/buffer.js.map +1 -0
  33. package/dist/es5/lib/node/fs.js +88 -0
  34. package/dist/es5/lib/node/fs.js.map +1 -0
  35. package/dist/es5/lib/node/promisify.js +36 -0
  36. package/dist/es5/lib/node/promisify.js.map +1 -0
  37. package/dist/es5/lib/node/stream.js +16 -0
  38. package/dist/es5/lib/node/stream.js.map +1 -0
  39. package/dist/es5/lib/option-utils/merge-loader-options.js +30 -0
  40. package/dist/es5/lib/option-utils/merge-loader-options.js.map +1 -0
  41. package/dist/es5/lib/parser-utils/parse-json.js +15 -0
  42. package/dist/es5/lib/parser-utils/parse-json.js.map +1 -0
  43. package/dist/es5/lib/path-utils/file-aliases.js +33 -0
  44. package/dist/es5/lib/path-utils/file-aliases.js.map +1 -0
  45. package/dist/es5/lib/path-utils/get-cwd.js +15 -0
  46. package/dist/es5/lib/path-utils/get-cwd.js.map +1 -0
  47. package/dist/es5/lib/path-utils/path.js +136 -0
  48. package/dist/es5/lib/path-utils/path.js.map +1 -0
  49. package/dist/es5/lib/request-utils/request-scheduler.js +150 -0
  50. package/dist/es5/lib/request-utils/request-scheduler.js.map +1 -0
  51. package/dist/es5/lib/worker-loader-utils/create-loader-worker.js +142 -0
  52. package/dist/es5/lib/worker-loader-utils/create-loader-worker.js.map +1 -0
  53. package/dist/es5/lib/worker-loader-utils/encode-with-worker.js +18 -0
  54. package/dist/es5/lib/worker-loader-utils/encode-with-worker.js.map +1 -0
  55. package/dist/es5/lib/worker-loader-utils/parse-with-worker.js +115 -0
  56. package/dist/es5/lib/worker-loader-utils/parse-with-worker.js.map +1 -0
  57. package/dist/es5/types.js +2 -0
  58. package/dist/es5/types.js.map +1 -0
  59. package/dist/es5/workers/json-worker.js +6 -0
  60. package/dist/es5/workers/json-worker.js.map +1 -0
  61. package/dist/esm/index.js +29 -0
  62. package/dist/esm/index.js.map +1 -0
  63. package/dist/esm/json-loader.js +18 -0
  64. package/dist/esm/json-loader.js.map +1 -0
  65. package/dist/esm/lib/binary-utils/array-buffer-utils.js +52 -0
  66. package/dist/esm/lib/binary-utils/array-buffer-utils.js.map +1 -0
  67. package/dist/{lib/binary-utils/binary-copy-utils.js → esm/lib/binary-utils/dataview-copy-utils.js} +27 -4
  68. package/dist/esm/lib/binary-utils/dataview-copy-utils.js.map +1 -0
  69. package/dist/esm/lib/binary-utils/get-first-characters.js +24 -0
  70. package/dist/esm/lib/binary-utils/get-first-characters.js.map +1 -0
  71. package/dist/esm/lib/binary-utils/memory-conversion-utils.js +31 -0
  72. package/dist/esm/lib/binary-utils/memory-conversion-utils.js.map +1 -0
  73. package/dist/esm/lib/binary-utils/memory-copy-utils.js +26 -0
  74. package/dist/esm/lib/binary-utils/memory-copy-utils.js.map +1 -0
  75. package/dist/esm/lib/env-utils/assert.js +6 -0
  76. package/dist/esm/lib/env-utils/assert.js.map +1 -0
  77. package/dist/esm/lib/env-utils/globals.js +16 -0
  78. package/dist/esm/lib/env-utils/globals.js.map +1 -0
  79. package/dist/esm/lib/filesystems/node-filesystem.js +53 -0
  80. package/dist/esm/lib/filesystems/node-filesystem.js.map +1 -0
  81. package/dist/esm/lib/filesystems/readable-file.js +20 -0
  82. package/dist/esm/lib/filesystems/readable-file.js.map +1 -0
  83. package/dist/esm/lib/filesystems/writable-file.js +20 -0
  84. package/dist/esm/lib/filesystems/writable-file.js.map +1 -0
  85. package/dist/esm/lib/iterators/async-iteration.js +32 -0
  86. package/dist/esm/lib/iterators/async-iteration.js.map +1 -0
  87. package/dist/esm/lib/iterators/text-iterators.js +47 -0
  88. package/dist/esm/lib/iterators/text-iterators.js.map +1 -0
  89. package/dist/esm/lib/node/buffer.browser.js +7 -0
  90. package/dist/esm/lib/node/buffer.browser.js.map +1 -0
  91. package/dist/esm/lib/node/buffer.js +20 -0
  92. package/dist/esm/lib/node/buffer.js.map +1 -0
  93. package/dist/esm/lib/node/fs.js +40 -0
  94. package/dist/esm/lib/node/fs.js.map +1 -0
  95. package/dist/esm/lib/node/promisify.js +10 -0
  96. package/dist/esm/lib/node/promisify.js.map +1 -0
  97. package/dist/esm/lib/node/stream.js +7 -0
  98. package/dist/esm/lib/node/stream.js.map +1 -0
  99. package/dist/esm/lib/option-utils/merge-loader-options.js +17 -0
  100. package/dist/esm/lib/option-utils/merge-loader-options.js.map +1 -0
  101. package/dist/esm/lib/parser-utils/parse-json.js +9 -0
  102. package/dist/esm/lib/parser-utils/parse-json.js.map +1 -0
  103. package/dist/esm/lib/path-utils/file-aliases.js +24 -0
  104. package/dist/esm/lib/path-utils/file-aliases.js.map +1 -0
  105. package/dist/esm/lib/path-utils/get-cwd.js +9 -0
  106. package/dist/esm/lib/path-utils/get-cwd.js.map +1 -0
  107. package/dist/esm/lib/path-utils/path.js +127 -0
  108. package/dist/esm/lib/path-utils/path.js.map +1 -0
  109. package/dist/esm/lib/request-utils/request-scheduler.js +120 -0
  110. package/dist/esm/lib/request-utils/request-scheduler.js.map +1 -0
  111. package/dist/esm/lib/worker-loader-utils/create-loader-worker.js +95 -0
  112. package/dist/esm/lib/worker-loader-utils/create-loader-worker.js.map +1 -0
  113. package/dist/esm/lib/worker-loader-utils/encode-with-worker.js +12 -0
  114. package/dist/esm/lib/worker-loader-utils/encode-with-worker.js.map +1 -0
  115. package/dist/esm/lib/worker-loader-utils/parse-with-worker.js +63 -0
  116. package/dist/esm/lib/worker-loader-utils/parse-with-worker.js.map +1 -0
  117. package/dist/esm/types.js +2 -0
  118. package/dist/esm/types.js.map +1 -0
  119. package/dist/esm/workers/json-worker.js +4 -0
  120. package/dist/esm/workers/json-worker.js.map +1 -0
  121. package/dist/index.d.ts +32 -0
  122. package/dist/index.d.ts.map +1 -0
  123. package/dist/index.js +122 -26
  124. package/dist/json-loader.d.ts +9 -0
  125. package/dist/json-loader.d.ts.map +1 -0
  126. package/dist/json-loader.js +24 -18
  127. package/dist/lib/binary-utils/array-buffer-utils.d.ts +27 -0
  128. package/dist/lib/binary-utils/array-buffer-utils.d.ts.map +1 -0
  129. package/dist/lib/binary-utils/array-buffer-utils.js +78 -80
  130. package/dist/lib/binary-utils/dataview-copy-utils.d.ts +43 -0
  131. package/dist/lib/binary-utils/dataview-copy-utils.d.ts.map +1 -0
  132. package/dist/lib/binary-utils/dataview-copy-utils.js +97 -0
  133. package/dist/lib/binary-utils/get-first-characters.d.ts +17 -0
  134. package/dist/lib/binary-utils/get-first-characters.d.ts.map +1 -0
  135. package/dist/lib/binary-utils/get-first-characters.js +43 -25
  136. package/dist/lib/binary-utils/memory-conversion-utils.d.ts +15 -0
  137. package/dist/lib/binary-utils/memory-conversion-utils.d.ts.map +1 -0
  138. package/dist/lib/binary-utils/memory-conversion-utils.js +73 -0
  139. package/dist/lib/binary-utils/memory-copy-utils.d.ts +25 -0
  140. package/dist/lib/binary-utils/memory-copy-utils.d.ts.map +1 -0
  141. package/dist/lib/binary-utils/memory-copy-utils.js +58 -24
  142. package/dist/lib/env-utils/assert.d.ts +6 -0
  143. package/dist/lib/env-utils/assert.d.ts.map +1 -0
  144. package/dist/lib/env-utils/assert.js +12 -5
  145. package/dist/lib/env-utils/globals.d.ts +15 -0
  146. package/dist/lib/env-utils/globals.d.ts.map +1 -0
  147. package/dist/lib/env-utils/globals.js +23 -9
  148. package/dist/lib/filesystems/node-filesystem.d.ts +39 -0
  149. package/dist/lib/filesystems/node-filesystem.d.ts.map +1 -0
  150. package/dist/lib/filesystems/node-filesystem.js +72 -59
  151. package/dist/lib/filesystems/readable-file.d.ts +10 -0
  152. package/dist/lib/filesystems/readable-file.d.ts.map +1 -0
  153. package/dist/lib/filesystems/readable-file.js +25 -0
  154. package/dist/lib/filesystems/writable-file.d.ts +18 -0
  155. package/dist/lib/filesystems/writable-file.d.ts.map +1 -0
  156. package/dist/lib/filesystems/writable-file.js +48 -0
  157. package/dist/lib/iterators/async-iteration.d.ts +20 -0
  158. package/dist/lib/iterators/async-iteration.d.ts.map +1 -0
  159. package/dist/lib/iterators/async-iteration.js +49 -35
  160. package/dist/lib/iterators/text-iterators.d.ts +19 -0
  161. package/dist/lib/iterators/text-iterators.d.ts.map +1 -0
  162. package/dist/lib/iterators/text-iterators.js +56 -41
  163. package/dist/lib/node/buffer.browser.d.ts +12 -0
  164. package/dist/lib/node/buffer.browser.d.ts.map +1 -0
  165. package/dist/lib/node/buffer.browser.js +22 -0
  166. package/dist/lib/node/buffer.d.ts +12 -0
  167. package/dist/lib/node/buffer.d.ts.map +1 -0
  168. package/dist/lib/node/buffer.js +33 -25
  169. package/dist/lib/node/fs.d.ts +25 -0
  170. package/dist/lib/node/fs.d.ts.map +1 -0
  171. package/dist/lib/node/fs.js +48 -26
  172. package/dist/lib/node/promisify.d.ts +13 -0
  173. package/dist/lib/node/promisify.d.ts.map +1 -0
  174. package/dist/lib/node/promisify.js +22 -0
  175. package/dist/lib/node/stream.d.ts +4 -0
  176. package/dist/lib/node/stream.d.ts.map +1 -0
  177. package/dist/lib/node/stream.js +17 -0
  178. package/dist/lib/option-utils/merge-loader-options.d.ts +9 -0
  179. package/dist/lib/option-utils/merge-loader-options.d.ts.map +1 -0
  180. package/dist/lib/option-utils/merge-loader-options.js +27 -0
  181. package/dist/lib/parser-utils/parse-json.d.ts +5 -0
  182. package/dist/lib/parser-utils/parse-json.d.ts.map +1 -0
  183. package/dist/lib/parser-utils/parse-json.js +15 -8
  184. package/dist/lib/path-utils/file-aliases.d.ts +17 -0
  185. package/dist/lib/path-utils/file-aliases.d.ts.map +1 -0
  186. package/dist/lib/path-utils/file-aliases.js +40 -19
  187. package/dist/lib/path-utils/get-cwd.d.ts +2 -0
  188. package/dist/lib/path-utils/get-cwd.d.ts.map +1 -0
  189. package/dist/lib/path-utils/get-cwd.js +12 -0
  190. package/dist/lib/path-utils/path.d.ts +24 -0
  191. package/dist/lib/path-utils/path.d.ts.map +1 -0
  192. package/dist/lib/path-utils/path.js +173 -19
  193. package/dist/lib/request-utils/request-scheduler.d.ts +62 -0
  194. package/dist/lib/request-utils/request-scheduler.d.ts.map +1 -0
  195. package/dist/lib/request-utils/request-scheduler.js +127 -131
  196. package/dist/lib/worker-loader-utils/create-loader-worker.d.ts +7 -0
  197. package/dist/lib/worker-loader-utils/create-loader-worker.d.ts.map +1 -0
  198. package/dist/lib/worker-loader-utils/create-loader-worker.js +92 -96
  199. package/dist/lib/worker-loader-utils/encode-with-worker.d.ts +8 -0
  200. package/dist/lib/worker-loader-utils/encode-with-worker.d.ts.map +1 -0
  201. package/dist/lib/worker-loader-utils/encode-with-worker.js +21 -0
  202. package/dist/lib/worker-loader-utils/parse-with-worker.d.ts +15 -0
  203. package/dist/lib/worker-loader-utils/parse-with-worker.d.ts.map +1 -0
  204. package/dist/lib/worker-loader-utils/parse-with-worker.js +77 -60
  205. package/dist/types.d.ts +257 -0
  206. package/dist/types.d.ts.map +1 -0
  207. package/dist/types.js +3 -2
  208. package/dist/workers/json-worker.d.ts +2 -0
  209. package/dist/workers/json-worker.d.ts.map +1 -0
  210. package/dist/workers/json-worker.js +5 -4
  211. package/package.json +14 -24
  212. package/src/index.ts +40 -19
  213. package/src/json-loader.ts +5 -4
  214. package/src/lib/binary-utils/array-buffer-utils.ts +4 -40
  215. package/src/lib/binary-utils/{binary-copy-utils.ts → dataview-copy-utils.ts} +57 -5
  216. package/src/lib/binary-utils/get-first-characters.ts +17 -1
  217. package/src/lib/binary-utils/memory-conversion-utils.ts +53 -0
  218. package/src/lib/filesystems/readable-file.ts +30 -0
  219. package/src/lib/filesystems/writable-file.ts +44 -0
  220. package/src/lib/node/buffer.browser.ts +20 -0
  221. package/src/lib/node/buffer.ts +12 -11
  222. package/src/lib/node/fs.ts +51 -16
  223. package/src/lib/node/promisify.ts +70 -0
  224. package/src/lib/node/stream.ts +18 -0
  225. package/src/lib/option-utils/merge-loader-options.ts +35 -0
  226. package/src/lib/path-utils/get-cwd.ts +9 -0
  227. package/src/lib/path-utils/path.ts +138 -4
  228. package/src/lib/worker-loader-utils/create-loader-worker.ts +3 -2
  229. package/src/lib/worker-loader-utils/encode-with-worker.ts +21 -0
  230. package/src/lib/worker-loader-utils/parse-with-worker.ts +16 -3
  231. package/src/types.ts +211 -93
  232. package/dist/index.js.map +0 -1
  233. package/dist/json-loader.js.map +0 -1
  234. package/dist/lib/binary-utils/array-buffer-utils.js.map +0 -1
  235. package/dist/lib/binary-utils/binary-copy-utils.js.map +0 -1
  236. package/dist/lib/binary-utils/buffer-utils.js +0 -16
  237. package/dist/lib/binary-utils/buffer-utils.js.map +0 -1
  238. package/dist/lib/binary-utils/encode-utils.js +0 -31
  239. package/dist/lib/binary-utils/encode-utils.js.map +0 -1
  240. package/dist/lib/binary-utils/get-first-characters.js.map +0 -1
  241. package/dist/lib/binary-utils/memory-copy-utils.js.map +0 -1
  242. package/dist/lib/env-utils/assert.js.map +0 -1
  243. package/dist/lib/env-utils/globals.js.map +0 -1
  244. package/dist/lib/filesystems/node-filesystem.js.map +0 -1
  245. package/dist/lib/iterators/async-iteration.js.map +0 -1
  246. package/dist/lib/iterators/text-iterators.js.map +0 -1
  247. package/dist/lib/node/buffer.js.map +0 -1
  248. package/dist/lib/node/fs.js.map +0 -1
  249. package/dist/lib/node/util.js +0 -3
  250. package/dist/lib/node/util.js.map +0 -1
  251. package/dist/lib/parser-utils/parse-json.js.map +0 -1
  252. package/dist/lib/path-utils/file-aliases.js.map +0 -1
  253. package/dist/lib/path-utils/path.js.map +0 -1
  254. package/dist/lib/request-utils/request-scheduler.js.map +0 -1
  255. package/dist/lib/worker-loader-utils/create-loader-worker.js.map +0 -1
  256. package/dist/lib/worker-loader-utils/parse-with-worker.js.map +0 -1
  257. package/dist/types.js.map +0 -1
  258. package/dist/workers/json-worker.js.map +0 -1
  259. package/src/lib/binary-utils/buffer-utils.ts +0 -28
  260. package/src/lib/binary-utils/encode-utils.ts +0 -32
  261. package/src/lib/node/util.ts +0 -4
@@ -0,0 +1,142 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+ Object.defineProperty(exports, "__esModule", {
5
+ value: true
6
+ });
7
+ exports.createLoaderWorker = createLoaderWorker;
8
+ var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
9
+ var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
10
+ var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
11
+ var _workerUtils = require("@loaders.gl/worker-utils");
12
+ function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
13
+ function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
14
+ var requestId = 0;
15
+ function createLoaderWorker(loader) {
16
+ if (!_workerUtils.WorkerBody.inWorkerThread()) {
17
+ return;
18
+ }
19
+ _workerUtils.WorkerBody.onmessage = function () {
20
+ var _ref = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(type, payload) {
21
+ var input, _payload$options, options, _payload$context, context, result, message;
22
+ return _regenerator.default.wrap(function _callee$(_context) {
23
+ while (1) switch (_context.prev = _context.next) {
24
+ case 0:
25
+ _context.t0 = type;
26
+ _context.next = _context.t0 === 'process' ? 3 : 16;
27
+ break;
28
+ case 3:
29
+ _context.prev = 3;
30
+ input = payload.input, _payload$options = payload.options, options = _payload$options === void 0 ? {} : _payload$options, _payload$context = payload.context, context = _payload$context === void 0 ? {} : _payload$context;
31
+ _context.next = 7;
32
+ return parseData({
33
+ loader: loader,
34
+ arrayBuffer: input,
35
+ options: options,
36
+ context: _objectSpread(_objectSpread({}, context), {}, {
37
+ parse: parseOnMainThread
38
+ })
39
+ });
40
+ case 7:
41
+ result = _context.sent;
42
+ _workerUtils.WorkerBody.postMessage('done', {
43
+ result: result
44
+ });
45
+ _context.next = 15;
46
+ break;
47
+ case 11:
48
+ _context.prev = 11;
49
+ _context.t1 = _context["catch"](3);
50
+ message = _context.t1 instanceof Error ? _context.t1.message : '';
51
+ _workerUtils.WorkerBody.postMessage('error', {
52
+ error: message
53
+ });
54
+ case 15:
55
+ return _context.abrupt("break", 16);
56
+ case 16:
57
+ case "end":
58
+ return _context.stop();
59
+ }
60
+ }, _callee, null, [[3, 11]]);
61
+ }));
62
+ return function (_x, _x2) {
63
+ return _ref.apply(this, arguments);
64
+ };
65
+ }();
66
+ }
67
+ function parseOnMainThread(arrayBuffer, options) {
68
+ return new Promise(function (resolve, reject) {
69
+ var id = requestId++;
70
+ var onMessage = function onMessage(type, payload) {
71
+ if (payload.id !== id) {
72
+ return;
73
+ }
74
+ switch (type) {
75
+ case 'done':
76
+ _workerUtils.WorkerBody.removeEventListener(onMessage);
77
+ resolve(payload.result);
78
+ break;
79
+ case 'error':
80
+ _workerUtils.WorkerBody.removeEventListener(onMessage);
81
+ reject(payload.error);
82
+ break;
83
+ default:
84
+ }
85
+ };
86
+ _workerUtils.WorkerBody.addEventListener(onMessage);
87
+ var payload = {
88
+ id: id,
89
+ input: arrayBuffer,
90
+ options: options
91
+ };
92
+ _workerUtils.WorkerBody.postMessage('process', payload);
93
+ });
94
+ }
95
+ function parseData(_x3) {
96
+ return _parseData.apply(this, arguments);
97
+ }
98
+ function _parseData() {
99
+ _parseData = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(_ref2) {
100
+ var loader, arrayBuffer, options, context, data, parser, textDecoder;
101
+ return _regenerator.default.wrap(function _callee2$(_context2) {
102
+ while (1) switch (_context2.prev = _context2.next) {
103
+ case 0:
104
+ loader = _ref2.loader, arrayBuffer = _ref2.arrayBuffer, options = _ref2.options, context = _ref2.context;
105
+ if (!(loader.parseSync || loader.parse)) {
106
+ _context2.next = 6;
107
+ break;
108
+ }
109
+ data = arrayBuffer;
110
+ parser = loader.parseSync || loader.parse;
111
+ _context2.next = 13;
112
+ break;
113
+ case 6:
114
+ if (!loader.parseTextSync) {
115
+ _context2.next = 12;
116
+ break;
117
+ }
118
+ textDecoder = new TextDecoder();
119
+ data = textDecoder.decode(arrayBuffer);
120
+ parser = loader.parseTextSync;
121
+ _context2.next = 13;
122
+ break;
123
+ case 12:
124
+ throw new Error("Could not load data with ".concat(loader.name, " loader"));
125
+ case 13:
126
+ options = _objectSpread(_objectSpread({}, options), {}, {
127
+ modules: loader && loader.options && loader.options.modules || {},
128
+ worker: false
129
+ });
130
+ _context2.next = 16;
131
+ return parser(data, _objectSpread({}, options), context, loader);
132
+ case 16:
133
+ return _context2.abrupt("return", _context2.sent);
134
+ case 17:
135
+ case "end":
136
+ return _context2.stop();
137
+ }
138
+ }, _callee2);
139
+ }));
140
+ return _parseData.apply(this, arguments);
141
+ }
142
+ //# sourceMappingURL=create-loader-worker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"create-loader-worker.js","names":["_workerUtils","require","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","requestId","createLoaderWorker","loader","WorkerBody","inWorkerThread","onmessage","_ref","_asyncToGenerator2","_regenerator","mark","_callee","type","payload","input","_payload$options","options","_payload$context","context","result","message","wrap","_callee$","_context","prev","next","t0","parseData","arrayBuffer","parse","parseOnMainThread","sent","postMessage","t1","Error","error","abrupt","stop","_x","_x2","Promise","resolve","reject","id","onMessage","removeEventListener","addEventListener","_x3","_parseData","_callee2","_ref2","data","parser","textDecoder","_callee2$","_context2","parseSync","parseTextSync","TextDecoder","decode","concat","name","modules","worker"],"sources":["../../../../src/lib/worker-loader-utils/create-loader-worker.ts"],"sourcesContent":["/* eslint-disable no-restricted-globals */\nimport type {LoaderWithParser} from '../../types';\nimport {WorkerBody} from '@loaders.gl/worker-utils';\n// import {validateLoaderVersion} from './validate-loader-version';\n\nlet requestId = 0;\n\n/**\n * Set up a WebWorkerGlobalScope to talk with the main thread\n * @param loader\n */\nexport function createLoaderWorker(loader: LoaderWithParser) {\n // Check that we are actually in a worker thread\n if (!WorkerBody.inWorkerThread()) {\n return;\n }\n\n WorkerBody.onmessage = async (type, payload) => {\n switch (type) {\n case 'process':\n try {\n // validateLoaderVersion(loader, data.source.split('@')[1]);\n\n const {input, options = {}, context = {}} = payload;\n\n const result = await parseData({\n loader,\n arrayBuffer: input,\n options,\n context: {\n ...context,\n parse: parseOnMainThread\n }\n });\n WorkerBody.postMessage('done', {result});\n } catch (error) {\n const message = error instanceof Error ? error.message : '';\n WorkerBody.postMessage('error', {error: message});\n }\n break;\n default:\n }\n };\n}\n\nfunction parseOnMainThread(arrayBuffer: ArrayBuffer, options: {[key: string]: any}): Promise<void> {\n return new Promise((resolve, reject) => {\n const id = requestId++;\n\n /**\n */\n const onMessage = (type, payload) => {\n if (payload.id !== id) {\n // not ours\n return;\n }\n\n switch (type) {\n case 'done':\n WorkerBody.removeEventListener(onMessage);\n resolve(payload.result);\n break;\n\n case 'error':\n WorkerBody.removeEventListener(onMessage);\n reject(payload.error);\n break;\n\n default:\n // ignore\n }\n };\n\n WorkerBody.addEventListener(onMessage);\n\n // Ask the main thread to decode data\n const payload = {id, input: arrayBuffer, options};\n WorkerBody.postMessage('process', payload);\n });\n}\n\n// TODO - Support byteOffset and byteLength (enabling parsing of embedded binaries without copies)\n// TODO - Why not support async loader.parse* funcs here?\n// TODO - Why not reuse a common function instead of reimplementing loader.parse* selection logic? Keeping loader small?\n// TODO - Lack of appropriate parser functions can be detected when we create worker, no need to wait until parse\nasync function parseData({loader, arrayBuffer, options, context}) {\n let data;\n let parser;\n if (loader.parseSync || loader.parse) {\n data = arrayBuffer;\n parser = loader.parseSync || loader.parse;\n } else if (loader.parseTextSync) {\n const textDecoder = new TextDecoder();\n data = textDecoder.decode(arrayBuffer);\n parser = loader.parseTextSync;\n } else {\n throw new Error(`Could not load data with ${loader.name} loader`);\n }\n\n // TODO - proper merge in of loader options...\n options = {\n ...options,\n modules: (loader && loader.options && loader.options.modules) || {},\n worker: false\n };\n\n return await parser(data, {...options}, context, loader);\n}\n"],"mappings":";;;;;;;;;;AAEA,IAAAA,YAAA,GAAAC,OAAA;AAAoD,SAAAC,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAGpD,IAAIY,SAAS,GAAG,CAAC;AAMV,SAASC,kBAAkBA,CAACC,MAAwB,EAAE;EAE3D,IAAI,CAACC,uBAAU,CAACC,cAAc,CAAC,CAAC,EAAE;IAChC;EACF;EAEAD,uBAAU,CAACE,SAAS;IAAA,IAAAC,IAAA,OAAAC,kBAAA,CAAAX,OAAA,EAAAY,YAAA,CAAAZ,OAAA,CAAAa,IAAA,CAAG,SAAAC,QAAOC,IAAI,EAAEC,OAAO;MAAA,IAAAC,KAAA,EAAAC,gBAAA,EAAAC,OAAA,EAAAC,gBAAA,EAAAC,OAAA,EAAAC,MAAA,EAAAC,OAAA;MAAA,OAAAX,YAAA,CAAAZ,OAAA,CAAAwB,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAAF,QAAA,CAAAG,EAAA,GACjCd,IAAI;YAAAW,QAAA,CAAAE,IAAA,GAAAF,QAAA,CAAAG,EAAA,KACL,SAAS;YAAA;UAAA;YAAAH,QAAA,CAAAC,IAAA;YAIHV,KAAK,GAAgCD,OAAO,CAA5CC,KAAK,EAAAC,gBAAA,GAAgCF,OAAO,CAArCG,OAAO,EAAPA,OAAO,GAAAD,gBAAA,cAAG,CAAC,CAAC,GAAAA,gBAAA,EAAAE,gBAAA,GAAkBJ,OAAO,CAAvBK,OAAO,EAAPA,OAAO,GAAAD,gBAAA,cAAG,CAAC,CAAC,GAAAA,gBAAA;YAAAM,QAAA,CAAAE,IAAA;YAAA,OAEnBE,SAAS,CAAC;cAC7BxB,MAAM,EAANA,MAAM;cACNyB,WAAW,EAAEd,KAAK;cAClBE,OAAO,EAAPA,OAAO;cACPE,OAAO,EAAA9B,aAAA,CAAAA,aAAA,KACF8B,OAAO;gBACVW,KAAK,EAAEC;cAAiB;YAE5B,CAAC,CAAC;UAAA;YARIX,MAAM,GAAAI,QAAA,CAAAQ,IAAA;YASZ3B,uBAAU,CAAC4B,WAAW,CAAC,MAAM,EAAE;cAACb,MAAM,EAANA;YAAM,CAAC,CAAC;YAACI,QAAA,CAAAE,IAAA;YAAA;UAAA;YAAAF,QAAA,CAAAC,IAAA;YAAAD,QAAA,CAAAU,EAAA,GAAAV,QAAA;YAEnCH,OAAO,GAAGG,QAAA,CAAAU,EAAA,YAAiBC,KAAK,GAAGX,QAAA,CAAAU,EAAA,CAAMb,OAAO,GAAG,EAAE;YAC3DhB,uBAAU,CAAC4B,WAAW,CAAC,OAAO,EAAE;cAACG,KAAK,EAAEf;YAAO,CAAC,CAAC;UAAC;YAAA,OAAAG,QAAA,CAAAa,MAAA;UAAA;UAAA;YAAA,OAAAb,QAAA,CAAAc,IAAA;QAAA;MAAA,GAAA1B,OAAA;IAAA,CAKzD;IAAA,iBAAA2B,EAAA,EAAAC,GAAA;MAAA,OAAAhC,IAAA,CAAApB,KAAA,OAAAI,SAAA;IAAA;EAAA;AACH;AAEA,SAASuC,iBAAiBA,CAACF,WAAwB,EAAEZ,OAA6B,EAAiB;EACjG,OAAO,IAAIwB,OAAO,CAAC,UAACC,OAAO,EAAEC,MAAM,EAAK;IACtC,IAAMC,EAAE,GAAG1C,SAAS,EAAE;IAItB,IAAM2C,SAAS,GAAG,SAAZA,SAASA,CAAIhC,IAAI,EAAEC,OAAO,EAAK;MACnC,IAAIA,OAAO,CAAC8B,EAAE,KAAKA,EAAE,EAAE;QAErB;MACF;MAEA,QAAQ/B,IAAI;QACV,KAAK,MAAM;UACTR,uBAAU,CAACyC,mBAAmB,CAACD,SAAS,CAAC;UACzCH,OAAO,CAAC5B,OAAO,CAACM,MAAM,CAAC;UACvB;QAEF,KAAK,OAAO;UACVf,uBAAU,CAACyC,mBAAmB,CAACD,SAAS,CAAC;UACzCF,MAAM,CAAC7B,OAAO,CAACsB,KAAK,CAAC;UACrB;QAEF;MAEF;IACF,CAAC;IAED/B,uBAAU,CAAC0C,gBAAgB,CAACF,SAAS,CAAC;IAGtC,IAAM/B,OAAO,GAAG;MAAC8B,EAAE,EAAFA,EAAE;MAAE7B,KAAK,EAAEc,WAAW;MAAEZ,OAAO,EAAPA;IAAO,CAAC;IACjDZ,uBAAU,CAAC4B,WAAW,CAAC,SAAS,EAAEnB,OAAO,CAAC;EAC5C,CAAC,CAAC;AACJ;AAAC,SAMcc,SAASA,CAAAoB,GAAA;EAAA,OAAAC,UAAA,CAAA7D,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAAyD,WAAA;EAAAA,UAAA,OAAAxC,kBAAA,CAAAX,OAAA,EAAAY,YAAA,CAAAZ,OAAA,CAAAa,IAAA,CAAxB,SAAAuC,SAAAC,KAAA;IAAA,IAAA/C,MAAA,EAAAyB,WAAA,EAAAZ,OAAA,EAAAE,OAAA,EAAAiC,IAAA,EAAAC,MAAA,EAAAC,WAAA;IAAA,OAAA5C,YAAA,CAAAZ,OAAA,CAAAwB,IAAA,UAAAiC,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA/B,IAAA,GAAA+B,SAAA,CAAA9B,IAAA;QAAA;UAA0BtB,MAAM,GAAA+C,KAAA,CAAN/C,MAAM,EAAEyB,WAAW,GAAAsB,KAAA,CAAXtB,WAAW,EAAEZ,OAAO,GAAAkC,KAAA,CAAPlC,OAAO,EAAEE,OAAO,GAAAgC,KAAA,CAAPhC,OAAO;UAAA,MAGzDf,MAAM,CAACqD,SAAS,IAAIrD,MAAM,CAAC0B,KAAK;YAAA0B,SAAA,CAAA9B,IAAA;YAAA;UAAA;UAClC0B,IAAI,GAAGvB,WAAW;UAClBwB,MAAM,GAAGjD,MAAM,CAACqD,SAAS,IAAIrD,MAAM,CAAC0B,KAAK;UAAC0B,SAAA,CAAA9B,IAAA;UAAA;QAAA;UAAA,KACjCtB,MAAM,CAACsD,aAAa;YAAAF,SAAA,CAAA9B,IAAA;YAAA;UAAA;UACvB4B,WAAW,GAAG,IAAIK,WAAW,CAAC,CAAC;UACrCP,IAAI,GAAGE,WAAW,CAACM,MAAM,CAAC/B,WAAW,CAAC;UACtCwB,MAAM,GAAGjD,MAAM,CAACsD,aAAa;UAACF,SAAA,CAAA9B,IAAA;UAAA;QAAA;UAAA,MAExB,IAAIS,KAAK,6BAAA0B,MAAA,CAA6BzD,MAAM,CAAC0D,IAAI,YAAS,CAAC;QAAA;UAInE7C,OAAO,GAAA5B,aAAA,CAAAA,aAAA,KACF4B,OAAO;YACV8C,OAAO,EAAG3D,MAAM,IAAIA,MAAM,CAACa,OAAO,IAAIb,MAAM,CAACa,OAAO,CAAC8C,OAAO,IAAK,CAAC,CAAC;YACnEC,MAAM,EAAE;UAAK,EACd;UAACR,SAAA,CAAA9B,IAAA;UAAA,OAEW2B,MAAM,CAACD,IAAI,EAAA/D,aAAA,KAAM4B,OAAO,GAAGE,OAAO,EAAEf,MAAM,CAAC;QAAA;UAAA,OAAAoD,SAAA,CAAAnB,MAAA,WAAAmB,SAAA,CAAAxB,IAAA;QAAA;QAAA;UAAA,OAAAwB,SAAA,CAAAlB,IAAA;MAAA;IAAA,GAAAY,QAAA;EAAA,CACzD;EAAA,OAAAD,UAAA,CAAA7D,KAAA,OAAAI,SAAA;AAAA"}
@@ -0,0 +1,18 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.canEncodeWithWorker = canEncodeWithWorker;
7
+ var _workerUtils = require("@loaders.gl/worker-utils");
8
+ var _globals = require("../env-utils/globals");
9
+ function canEncodeWithWorker(writer, options) {
10
+ if (!_workerUtils.WorkerFarm.isSupported()) {
11
+ return false;
12
+ }
13
+ if (!_globals.isBrowser && !(options !== null && options !== void 0 && options._nodeWorkers)) {
14
+ return false;
15
+ }
16
+ return writer.worker && (options === null || options === void 0 ? void 0 : options.worker);
17
+ }
18
+ //# sourceMappingURL=encode-with-worker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"encode-with-worker.js","names":["_workerUtils","require","_globals","canEncodeWithWorker","writer","options","WorkerFarm","isSupported","isBrowser","_nodeWorkers","worker"],"sources":["../../../../src/lib/worker-loader-utils/encode-with-worker.ts"],"sourcesContent":["import {WorkerFarm} from '@loaders.gl/worker-utils';\nimport {Writer, WriterOptions} from '../../types';\nimport {isBrowser} from '../env-utils/globals';\n\n/**\n * Determines if a loader can parse with worker\n * @param loader\n * @param options\n */\nexport function canEncodeWithWorker(writer: Writer, options?: WriterOptions) {\n if (!WorkerFarm.isSupported()) {\n return false;\n }\n\n // Node workers are still experimental\n if (!isBrowser && !options?._nodeWorkers) {\n return false;\n }\n\n return writer.worker && options?.worker;\n}\n"],"mappings":";;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,QAAA,GAAAD,OAAA;AAOO,SAASE,mBAAmBA,CAACC,MAAc,EAAEC,OAAuB,EAAE;EAC3E,IAAI,CAACC,uBAAU,CAACC,WAAW,CAAC,CAAC,EAAE;IAC7B,OAAO,KAAK;EACd;EAGA,IAAI,CAACC,kBAAS,IAAI,EAACH,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEI,YAAY,GAAE;IACxC,OAAO,KAAK;EACd;EAEA,OAAOL,MAAM,CAACM,MAAM,KAAIL,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEK,MAAM;AACzC"}
@@ -0,0 +1,115 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+ Object.defineProperty(exports, "__esModule", {
5
+ value: true
6
+ });
7
+ exports.canParseWithWorker = canParseWithWorker;
8
+ exports.parseWithWorker = parseWithWorker;
9
+ var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
10
+ var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
11
+ var _workerUtils = require("@loaders.gl/worker-utils");
12
+ function canParseWithWorker(loader, options) {
13
+ if (!_workerUtils.WorkerFarm.isSupported()) {
14
+ return false;
15
+ }
16
+ if (!_workerUtils.isBrowser && !(options !== null && options !== void 0 && options._nodeWorkers)) {
17
+ return false;
18
+ }
19
+ return loader.worker && (options === null || options === void 0 ? void 0 : options.worker);
20
+ }
21
+ function parseWithWorker(_x, _x2, _x3, _x4, _x5) {
22
+ return _parseWithWorker.apply(this, arguments);
23
+ }
24
+ function _parseWithWorker() {
25
+ _parseWithWorker = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(loader, data, options, context, parseOnMainThread) {
26
+ var name, url, workerFarm, workerPool, job, result;
27
+ return _regenerator.default.wrap(function _callee$(_context) {
28
+ while (1) switch (_context.prev = _context.next) {
29
+ case 0:
30
+ name = loader.id;
31
+ url = (0, _workerUtils.getWorkerURL)(loader, options);
32
+ workerFarm = _workerUtils.WorkerFarm.getWorkerFarm(options);
33
+ workerPool = workerFarm.getWorkerPool({
34
+ name: name,
35
+ url: url
36
+ });
37
+ options = JSON.parse(JSON.stringify(options));
38
+ context = JSON.parse(JSON.stringify(context || {}));
39
+ _context.next = 8;
40
+ return workerPool.startJob('process-on-worker', onMessage.bind(null, parseOnMainThread));
41
+ case 8:
42
+ job = _context.sent;
43
+ job.postMessage('process', {
44
+ input: data,
45
+ options: options,
46
+ context: context
47
+ });
48
+ _context.next = 12;
49
+ return job.result;
50
+ case 12:
51
+ result = _context.sent;
52
+ _context.next = 15;
53
+ return result.result;
54
+ case 15:
55
+ return _context.abrupt("return", _context.sent);
56
+ case 16:
57
+ case "end":
58
+ return _context.stop();
59
+ }
60
+ }, _callee);
61
+ }));
62
+ return _parseWithWorker.apply(this, arguments);
63
+ }
64
+ function onMessage(_x6, _x7, _x8, _x9) {
65
+ return _onMessage.apply(this, arguments);
66
+ }
67
+ function _onMessage() {
68
+ _onMessage = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(parseOnMainThread, job, type, payload) {
69
+ var id, input, _options, result, message;
70
+ return _regenerator.default.wrap(function _callee2$(_context2) {
71
+ while (1) switch (_context2.prev = _context2.next) {
72
+ case 0:
73
+ _context2.t0 = type;
74
+ _context2.next = _context2.t0 === 'done' ? 3 : _context2.t0 === 'error' ? 5 : _context2.t0 === 'process' ? 7 : 20;
75
+ break;
76
+ case 3:
77
+ job.done(payload);
78
+ return _context2.abrupt("break", 21);
79
+ case 5:
80
+ job.error(new Error(payload.error));
81
+ return _context2.abrupt("break", 21);
82
+ case 7:
83
+ id = payload.id, input = payload.input, _options = payload.options;
84
+ _context2.prev = 8;
85
+ _context2.next = 11;
86
+ return parseOnMainThread(input, _options);
87
+ case 11:
88
+ result = _context2.sent;
89
+ job.postMessage('done', {
90
+ id: id,
91
+ result: result
92
+ });
93
+ _context2.next = 19;
94
+ break;
95
+ case 15:
96
+ _context2.prev = 15;
97
+ _context2.t1 = _context2["catch"](8);
98
+ message = _context2.t1 instanceof Error ? _context2.t1.message : 'unknown error';
99
+ job.postMessage('error', {
100
+ id: id,
101
+ error: message
102
+ });
103
+ case 19:
104
+ return _context2.abrupt("break", 21);
105
+ case 20:
106
+ console.warn("parse-with-worker unknown message ".concat(type));
107
+ case 21:
108
+ case "end":
109
+ return _context2.stop();
110
+ }
111
+ }, _callee2, null, [[8, 15]]);
112
+ }));
113
+ return _onMessage.apply(this, arguments);
114
+ }
115
+ //# sourceMappingURL=parse-with-worker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parse-with-worker.js","names":["_workerUtils","require","canParseWithWorker","loader","options","WorkerFarm","isSupported","isBrowser","_nodeWorkers","worker","parseWithWorker","_x","_x2","_x3","_x4","_x5","_parseWithWorker","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","data","context","parseOnMainThread","name","url","workerFarm","workerPool","job","result","wrap","_callee$","_context","prev","next","id","getWorkerURL","getWorkerFarm","getWorkerPool","JSON","parse","stringify","startJob","onMessage","bind","sent","postMessage","input","abrupt","stop","_x6","_x7","_x8","_x9","_onMessage","_callee2","type","payload","_options","message","_callee2$","_context2","t0","done","error","Error","t1","console","warn","concat"],"sources":["../../../../src/lib/worker-loader-utils/parse-with-worker.ts"],"sourcesContent":["import {\n WorkerJob,\n WorkerMessageType,\n WorkerMessagePayload,\n isBrowser\n} from '@loaders.gl/worker-utils';\nimport type {Loader, LoaderOptions, LoaderContext} from '../../types';\nimport {WorkerFarm, getWorkerURL} from '@loaders.gl/worker-utils';\n\n/**\n * Determines if a loader can parse with worker\n * @param loader\n * @param options\n */\nexport function canParseWithWorker(loader: Loader, options?: LoaderOptions) {\n if (!WorkerFarm.isSupported()) {\n return false;\n }\n\n // Node workers are still experimental\n if (!isBrowser && !options?._nodeWorkers) {\n return false;\n }\n\n return loader.worker && options?.worker;\n}\n\n/**\n * this function expects that the worker function sends certain messages,\n * this can be automated if the worker is wrapper by a call to createLoaderWorker in @loaders.gl/loader-utils.\n */\nexport async function parseWithWorker(\n loader: Loader,\n data: any,\n options?: LoaderOptions,\n context?: LoaderContext,\n parseOnMainThread?: (arrayBuffer: ArrayBuffer, options: {[key: string]: any}) => Promise<void>\n) {\n const name = loader.id; // TODO\n const url = getWorkerURL(loader, options);\n\n const workerFarm = WorkerFarm.getWorkerFarm(options);\n const workerPool = workerFarm.getWorkerPool({name, url});\n\n // options.log object contains functions which cannot be transferred\n // context.fetch & context.parse functions cannot be transferred\n // TODO - decide how to handle logging on workers\n options = JSON.parse(JSON.stringify(options));\n context = JSON.parse(JSON.stringify(context || {}));\n\n const job = await workerPool.startJob(\n 'process-on-worker',\n // @ts-expect-error\n onMessage.bind(null, parseOnMainThread) // eslint-disable-line @typescript-eslint/no-misused-promises\n );\n\n job.postMessage('process', {\n // @ts-ignore\n input: data,\n options,\n context\n });\n\n const result = await job.result;\n // TODO - what is going on here?\n return await result.result;\n}\n\n/**\n * Handle worker's responses to the main thread\n * @param job\n * @param type\n * @param payload\n */\nasync function onMessage(\n parseOnMainThread: (arrayBuffer: ArrayBuffer, options?: {[key: string]: any}) => Promise<void>,\n job: WorkerJob,\n type: WorkerMessageType,\n payload: WorkerMessagePayload\n) {\n switch (type) {\n case 'done':\n job.done(payload);\n break;\n\n case 'error':\n job.error(new Error(payload.error));\n break;\n\n case 'process':\n // Worker is asking for main thread to parseO\n const {id, input, options} = payload;\n try {\n const result = await parseOnMainThread(input, options);\n job.postMessage('done', {id, result});\n } catch (error) {\n const message = error instanceof Error ? error.message : 'unknown error';\n job.postMessage('error', {id, error: message});\n }\n break;\n\n default:\n // eslint-disable-next-line\n console.warn(`parse-with-worker unknown message ${type}`);\n }\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAcO,SAASC,kBAAkBA,CAACC,MAAc,EAAEC,OAAuB,EAAE;EAC1E,IAAI,CAACC,uBAAU,CAACC,WAAW,CAAC,CAAC,EAAE;IAC7B,OAAO,KAAK;EACd;EAGA,IAAI,CAACC,sBAAS,IAAI,EAACH,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEI,YAAY,GAAE;IACxC,OAAO,KAAK;EACd;EAEA,OAAOL,MAAM,CAACM,MAAM,KAAIL,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEK,MAAM;AACzC;AAAC,SAMqBC,eAAeA,CAAAC,EAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,gBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,iBAAA;EAAAA,gBAAA,OAAAG,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAA9B,SAAAC,QACLpB,MAAc,EACdqB,IAAS,EACTpB,OAAuB,EACvBqB,OAAuB,EACvBC,iBAA8F;IAAA,IAAAC,IAAA,EAAAC,GAAA,EAAAC,UAAA,EAAAC,UAAA,EAAAC,GAAA,EAAAC,MAAA;IAAA,OAAAX,YAAA,CAAAD,OAAA,CAAAa,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAExFV,IAAI,GAAGxB,MAAM,CAACmC,EAAE;UAChBV,GAAG,GAAG,IAAAW,yBAAY,EAACpC,MAAM,EAAEC,OAAO,CAAC;UAEnCyB,UAAU,GAAGxB,uBAAU,CAACmC,aAAa,CAACpC,OAAO,CAAC;UAC9C0B,UAAU,GAAGD,UAAU,CAACY,aAAa,CAAC;YAACd,IAAI,EAAJA,IAAI;YAAEC,GAAG,EAAHA;UAAG,CAAC,CAAC;UAKxDxB,OAAO,GAAGsC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,SAAS,CAACxC,OAAO,CAAC,CAAC;UAC7CqB,OAAO,GAAGiB,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,SAAS,CAACnB,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC;UAACU,QAAA,CAAAE,IAAA;UAAA,OAElCP,UAAU,CAACe,QAAQ,CACnC,mBAAmB,EAEnBC,SAAS,CAACC,IAAI,CAAC,IAAI,EAAErB,iBAAiB,CACxC,CAAC;QAAA;UAJKK,GAAG,GAAAI,QAAA,CAAAa,IAAA;UAMTjB,GAAG,CAACkB,WAAW,CAAC,SAAS,EAAE;YAEzBC,KAAK,EAAE1B,IAAI;YACXpB,OAAO,EAAPA,OAAO;YACPqB,OAAO,EAAPA;UACF,CAAC,CAAC;UAACU,QAAA,CAAAE,IAAA;UAAA,OAEkBN,GAAG,CAACC,MAAM;QAAA;UAAzBA,MAAM,GAAAG,QAAA,CAAAa,IAAA;UAAAb,QAAA,CAAAE,IAAA;UAAA,OAECL,MAAM,CAACA,MAAM;QAAA;UAAA,OAAAG,QAAA,CAAAgB,MAAA,WAAAhB,QAAA,CAAAa,IAAA;QAAA;QAAA;UAAA,OAAAb,QAAA,CAAAiB,IAAA;MAAA;IAAA,GAAA7B,OAAA;EAAA,CAC3B;EAAA,OAAAP,gBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAQc4B,SAASA,CAAAO,GAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,UAAA,CAAAxC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAuC,WAAA;EAAAA,UAAA,OAAAtC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAxB,SAAAoC,SACEhC,iBAA8F,EAC9FK,GAAc,EACd4B,IAAuB,EACvBC,OAA6B;IAAA,IAAAtB,EAAA,EAAAY,KAAA,EAAAW,QAAA,EAAA7B,MAAA,EAAA8B,OAAA;IAAA,OAAAzC,YAAA,CAAAD,OAAA,CAAAa,IAAA,UAAA8B,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA5B,IAAA,GAAA4B,SAAA,CAAA3B,IAAA;QAAA;UAAA2B,SAAA,CAAAC,EAAA,GAErBN,IAAI;UAAAK,SAAA,CAAA3B,IAAA,GAAA2B,SAAA,CAAAC,EAAA,KACL,MAAM,OAAAD,SAAA,CAAAC,EAAA,KAIN,OAAO,OAAAD,SAAA,CAAAC,EAAA,KAIP,SAAS;UAAA;QAAA;UAPZlC,GAAG,CAACmC,IAAI,CAACN,OAAO,CAAC;UAAC,OAAAI,SAAA,CAAAb,MAAA;QAAA;UAIlBpB,GAAG,CAACoC,KAAK,CAAC,IAAIC,KAAK,CAACR,OAAO,CAACO,KAAK,CAAC,CAAC;UAAC,OAAAH,SAAA,CAAAb,MAAA;QAAA;UAK7Bb,EAAE,GAAoBsB,OAAO,CAA7BtB,EAAE,EAAEY,KAAK,GAAaU,OAAO,CAAzBV,KAAK,EAAE9C,QAAO,GAAIwD,OAAO,CAAlBxD,OAAO;UAAA4D,SAAA,CAAA5B,IAAA;UAAA4B,SAAA,CAAA3B,IAAA;UAAA,OAEFX,iBAAiB,CAACwB,KAAK,EAAE9C,QAAO,CAAC;QAAA;UAAhD4B,MAAM,GAAAgC,SAAA,CAAAhB,IAAA;UACZjB,GAAG,CAACkB,WAAW,CAAC,MAAM,EAAE;YAACX,EAAE,EAAFA,EAAE;YAAEN,MAAM,EAANA;UAAM,CAAC,CAAC;UAACgC,SAAA,CAAA3B,IAAA;UAAA;QAAA;UAAA2B,SAAA,CAAA5B,IAAA;UAAA4B,SAAA,CAAAK,EAAA,GAAAL,SAAA;UAEhCF,OAAO,GAAGE,SAAA,CAAAK,EAAA,YAAiBD,KAAK,GAAGJ,SAAA,CAAAK,EAAA,CAAMP,OAAO,GAAG,eAAe;UACxE/B,GAAG,CAACkB,WAAW,CAAC,OAAO,EAAE;YAACX,EAAE,EAAFA,EAAE;YAAE6B,KAAK,EAAEL;UAAO,CAAC,CAAC;QAAC;UAAA,OAAAE,SAAA,CAAAb,MAAA;QAAA;UAMjDmB,OAAO,CAACC,IAAI,sCAAAC,MAAA,CAAsCb,IAAI,CAAE,CAAC;QAAC;QAAA;UAAA,OAAAK,SAAA,CAAAZ,IAAA;MAAA;IAAA,GAAAM,QAAA;EAAA,CAE/D;EAAA,OAAAD,UAAA,CAAAxC,KAAA,OAAAC,SAAA;AAAA"}
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","names":[],"sources":["../../src/types.ts"],"sourcesContent":["// Typed arrays\n\nexport type TypedIntArray =\n | Int8Array\n | Uint8Array\n | Uint8ClampedArray\n | Int16Array\n | Uint16Array\n | Int32Array\n | Uint32Array\n | Int32Array\n | Uint32Array;\n\nexport type TypedFloatArray = Uint16Array | Float32Array | Float64Array;\n\nexport type TypedArray = TypedIntArray | TypedFloatArray;\n\nexport type BigTypedArray = TypedArray | BigInt64Array | BigUint64Array;\n\nexport type TypedArrayConstructor =\n | Int8ArrayConstructor\n | Uint8ArrayConstructor\n | Int16ArrayConstructor\n | Uint16ArrayConstructor\n | Int32ArrayConstructor\n | Uint32ArrayConstructor\n | Int32ArrayConstructor\n | Uint32ArrayConstructor\n | Float32ArrayConstructor\n | Float64ArrayConstructor;\n\nexport type BigTypedArrayConstructor =\n | TypedArrayConstructor\n | BigInt64ArrayConstructor\n | BigUint64ArrayConstructor;\n\n/** Any numeric array: typed array or `number[]` */\nexport type NumberArray = number[] | TypedArray;\n\nexport type NumericArray = number[] | TypedArray;\n\ntype FetchLike = (url: string, options?: RequestInit) => Promise<Response>;\n\n// LOADERS\n\n/**\n * Core Loader Options\n */\nexport type LoaderOptions = {\n /** fetch options or a custom fetch function */\n fetch?: typeof fetch | FetchLike | RequestInit | null;\n /** Do not throw on errors */\n nothrow?: boolean;\n\n /** loader selection, search first for supplied mimeType */\n mimeType?: string;\n /** loader selection, provide fallback mimeType is server does not provide */\n fallbackMimeType?: string;\n /** loader selection, avoid searching registered loaders */\n ignoreRegisteredLoaders?: boolean;\n\n // general\n /** Experimental: Supply a logger to the parser */\n log?: any;\n\n // batched parsing\n\n /** Size of each batch. `auto` matches batches to size of incoming chunks */\n batchSize?: number | 'auto';\n /** Minimal amount of time between batches */\n batchDebounceMs?: number;\n /** Stop loading after a given number of rows (compare SQL limit clause) */\n limit?: 0;\n /** Experimental: Stop loading after reaching */\n _limitMB?: 0;\n /** Generate metadata batches */\n metadata?: boolean;\n /** Transforms to run on incoming batches */\n transforms?: TransformBatches[];\n\n // workers\n\n /** CDN load workers from */\n CDN?: string | null;\n /** Set to `false` to disable workers */\n worker?: boolean;\n /** Number of concurrent workers (per loader) on desktop browser */\n maxConcurrency?: number;\n /** Number of concurrent workers (per loader) on mobile browsers */\n maxMobileConcurrency?: number;\n /** Set to `false` to prevent reuse workers */\n reuseWorkers?: boolean;\n /** Whether to use workers under Node.js (experimental) */\n _nodeWorkers?: boolean;\n /** set to 'test' to run local worker */\n _workerType?: string;\n\n /** @deprecated `options.batchType` removed, Use `options.<loader>.type` instead */\n batchType?: 'row' | 'columnar' | 'arrow';\n /** @deprecated `options.throw removed`, Use `options.nothrow` instead */\n throws?: boolean;\n /** @deprecated `options.dataType` no longer used */\n dataType?: never;\n /** @deprecated `options.uri` no longer used */\n uri?: never;\n /** @deprecated `options.method` removed. Use `options.fetch.method` */\n method?: never;\n /** @deprecated `options.headers` removed. Use `options.fetch.headers` */\n headers?: never;\n /** @deprecated `options.body` removed. Use `options.fetch.body` */\n body?: never;\n /** @deprecated `options.mode` removed. Use `options.fetch.mode` */\n mode?: never;\n /** @deprecated `options.credentials` removed. Use `options.fetch.credentials` */\n credentials?: never;\n /** @deprecated `options.cache` removed. Use `options.fetch.cache` */\n cache?: never;\n /** @deprecated `options.redirect` removed. Use `options.fetch.redirect` */\n redirect?: never;\n /** @deprecated `options.referrer` removed. Use `options.fetch.referrer` */\n referrer?: never;\n /** @deprecated `options.referrerPolicy` removed. Use `options.fetch.referrerPolicy` */\n referrerPolicy?: never;\n /** @deprecated `options.integrity` removed. Use `options.fetch.integrity` */\n integrity?: never;\n /** @deprecated `options.keepalive` removed. Use `options.fetch.keepalive` */\n keepalive?: never;\n /** @deprecated `options.signal` removed. Use `options.fetch.signal` */\n signal?: never;\n\n // Accept other keys (loader options objects, e.g. `options.csv`, `options.json` ...)\n [loaderId: string]: unknown;\n};\n\ntype PreloadOptions = {\n [key: string]: unknown;\n};\n\n/**\n * A worker loader definition that can be used with `@loaders.gl/core` functions\n */\nexport type Loader<DataT = any, BatchT = any, LoaderOptionsT = LoaderOptions> = {\n // Types\n dataType?: DataT;\n batchType?: BatchT;\n\n /** Default Options */\n options: LoaderOptionsT;\n /** Deprecated Options */\n deprecatedOptions?: Record<string, string | Record<string, string>>;\n\n // Worker\n name: string;\n /** id should be the same as the field used in LoaderOptions */\n id: string;\n /** module is used to generate worker threads, need to be the module directory name */\n module: string;\n /** Version should be injected by build tools */\n version: string;\n /** A boolean, or a URL */\n worker?: string | boolean;\n // end Worker\n\n /** Which category does this loader belong to */\n category?: string;\n /** What extensions does this loader generate */\n extensions: string[];\n mimeTypes: string[];\n\n binary?: boolean;\n text?: boolean;\n\n tests?: (((ArrayBuffer: ArrayBuffer) => boolean) | ArrayBuffer | string)[];\n\n // TODO - deprecated\n supported?: boolean;\n testText?: (string: string) => boolean;\n};\n\n/**\n * A \"bundled\" loader definition that can be used with `@loaders.gl/core` functions\n * If a worker loader is supported it will also be supported.\n */\nexport type LoaderWithParser<DataT = any, BatchT = any, LoaderOptionsT = LoaderOptions> = Loader<\n DataT,\n BatchT,\n LoaderOptionsT\n> & {\n // TODO - deprecated\n testText?: (string: string) => boolean;\n\n parse: (\n arrayBuffer: ArrayBuffer,\n options?: LoaderOptionsT,\n context?: LoaderContext\n ) => Promise<DataT>;\n preload?: Preload;\n parseSync?: (\n arrayBuffer: ArrayBuffer,\n options?: LoaderOptionsT,\n context?: LoaderContext\n ) => DataT;\n parseText?: (text: string, options?: LoaderOptionsT) => Promise<DataT>;\n parseTextSync?: (text: string, options?: LoaderOptionsT) => DataT;\n parseInBatches?: (\n iterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: LoaderOptionsT,\n context?: LoaderContext\n ) => AsyncIterable<BatchT>;\n parseFileInBatches?: (\n file: Blob,\n options?: LoaderOptionsT,\n context?: LoaderContext\n ) => AsyncIterable<BatchT>;\n};\n\n/**\n * A Loader context is provided as a third parameters to a loader object's\n * parse functions when that loader is called by other loaders rather then\n * directly by the application.\n *\n * - The context object allows the subloaders to be aware of the parameters and\n * options that the application provided in the top level call.\n * - The context also providedsaccess to parse functions so that the subloader\n * does not need to include the core module.\n * - In addition, the context's parse functions may also redirect loads from worker\n * threads back to main thread.\n */\nexport type LoaderContext = {\n loaders?: Loader[] | null;\n /** If URL is available. */\n url?: string;\n /** the file name component of the URL (leading path and query string removed) */\n filename?: string;\n /** the directory name component of the URL (leading path excluding file name and query string) */\n baseUrl?: string;\n /** Query string (characters after `?`) */\n queryString?: string;\n\n /** Provides access to any application overrides of fetch() */\n fetch: typeof fetch | FetchLike;\n /** TBD */\n response?: Response;\n /** Parse function. Use instead of importing `core`. In workers, may redirect to main thread */\n parse: (\n arrayBuffer: ArrayBuffer,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n ) => Promise<any>;\n /** ParseSync function. Use instead of importing `core`. In workers, may redirect to main thread */\n parseSync?: (\n arrayBuffer: ArrayBuffer,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n ) => any;\n /** ParseInBatches function. Use instead of importing `core`. */\n parseInBatches?: (\n iterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n loaders?: Loader | Loader[] | LoaderOptions,\n options?: LoaderOptions,\n context?: LoaderContext\n ) => AsyncIterable<any> | Promise<AsyncIterable<any>>;\n};\n\n// type Parse = (\n// arrayBuffer: ArrayBuffer,\n// options?: LoaderOptions,\n// context?: LoaderContext\n// ) => Promise<any>;\n// type ParseSync = (\n// arrayBuffer: ArrayBuffer,\n// options?: LoaderOptions,\n// context?: LoaderContext\n// ) => any;\n// type ParseText = (text: string, options?: LoaderOptions) => Promise<any>;\n// type ParseTextSync = (text: string, options?: LoaderOptions) => any;\n// type ParseInBatches = (\n// iterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n// options?: LoaderOptions,\n// context?: LoaderContext\n// ) => AsyncIterable<any>;\n// type ParseFileInBatches = (\n// file: Blob,\n// options?: LoaderOptions,\n// context?: LoaderContext\n// ) => AsyncIterable<any>;\n\ntype Preload = (url: string, options?: PreloadOptions) => any;\n\n/** Typescript helper to extract options type from a generic loader type */\nexport type LoaderOptionsType<T = Loader> = T extends Loader<any, any, infer Options>\n ? Options\n : never;\n/** Typescript helper to extract data type from a generic loader type */\nexport type LoaderReturnType<T = Loader> = T extends Loader<infer Return, any, any>\n ? Return\n : never;\n/** Typescript helper to extract batch type from a generic loader type */\nexport type LoaderBatchType<T = Loader> = T extends Loader<any, infer Batch, any> ? Batch : never;\n\n// WRITERS\n\n/** Options for writers */\nexport type WriterOptions = {\n /** worker source. If is set will be used instead of loading worker from the Internet */\n souce?: string | null;\n /** writer-specific options */\n [writerId: string]: any;\n};\n\n/**\n * A writer definition that can be used with `@loaders.gl/core` functions\n */\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nexport type Writer<DataT = unknown, BatchT = unknown, WriterOptionsT = WriterOptions> = {\n name: string;\n\n id: string;\n module: string;\n version: string;\n worker?: string | boolean;\n\n // TODO - are these are needed?\n extensions?: string[];\n mimeTypes?: string[];\n binary?: boolean;\n text?: boolean;\n\n options: WriterOptionsT;\n deprecatedOptions?: Record<string, string>;\n\n // encodeText?: EncodeText;\n // encode?: Encode;\n encodeSync?: EncodeSync;\n // encodeInBatches?: EncodeInBatches;\n encodeURLtoURL?: EncodeURLtoURL;\n\n encode?(data: DataT, options?: WriterOptionsT): Promise<ArrayBuffer>;\n encodeText?(table: DataT, options?: WriterOptionsT): Promise<string> | string;\n encodeInBatches?(data: AsyncIterable<any>, options?: WriterOptionsT): AsyncIterable<ArrayBuffer>;\n};\n\n// type Encode = (data: any, options?: WriterOptions) => Promise<ArrayBuffer>;\ntype EncodeSync = (data: any, options?: WriterOptions) => ArrayBuffer;\n// TODO\n// type EncodeText = Function;\n// type EncodeInBatches = Function;\ntype EncodeURLtoURL = (\n inputUrl: string,\n outputUrl: string,\n options?: WriterOptions\n) => Promise<string>;\n\n/** Typescript helper to extract the writer options type from a generic writer type */\nexport type WriterOptionsType<T = Writer> = T extends Writer<unknown, unknown, infer Options>\n ? Options\n : never;\n\n// MISC TYPES\n\nexport type TransformBatches = (\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n) => AsyncIterable<ArrayBuffer>;\n\n/** Types that can be synchronously parsed */\nexport type SyncDataType = string | ArrayBuffer; // TODO File | Blob can be read synchronously...\n\n/** Types that can be parsed async */\nexport type DataType =\n | string\n | ArrayBuffer\n | File\n | Blob\n | Response\n | ReadableStream\n | Iterable<ArrayBuffer>\n | AsyncIterable<ArrayBuffer>;\n\n/** Types that can be parsed in batches */\nexport type BatchableDataType =\n | DataType\n | Iterable<ArrayBuffer>\n | AsyncIterable<ArrayBuffer>\n | Promise<AsyncIterable<ArrayBuffer>>;\n\n/**\n * A FileSystem interface can encapsulate a FileList, a ZipFile, a GoogleDrive etc.\n */\nexport interface IFileSystem {\n /**\n * Return a list of file names\n * @param dirname directory name. file system root directory if omitted\n */\n readdir(dirname?: string, options?: {recursive?: boolean}): Promise<string[]>;\n\n /**\n * Gets information from a local file from the filesystem\n * @param filename file name to stat\n * @param options currently unused\n * @throws if filename is not in local filesystem\n */\n stat(filename: string, options?: object): Promise<{size: number}>;\n\n /**\n * Fetches a local file from the filesystem (or a URL)\n * @param filename\n * @param options\n */\n fetch(filename: string, options?: object): Promise<Response>;\n}\n\ntype ReadOptions = {buffer?: ArrayBuffer; offset?: number; length?: number; position?: number};\nexport interface IRandomAccessReadFileSystem extends IFileSystem {\n open(path: string, flags: string | number, mode?: any): Promise<any>;\n close(fd: any): Promise<void>;\n fstat(fd: any): Promise<object>;\n read(fd: any, options?: ReadOptions): Promise<{bytesRead: number; buffer: Buffer}>;\n}\n"],"mappings":""}
@@ -0,0 +1,6 @@
1
+ "use strict";
2
+
3
+ var _createLoaderWorker = require("../lib/worker-loader-utils/create-loader-worker");
4
+ var _jsonLoader = require("../json-loader");
5
+ (0, _createLoaderWorker.createLoaderWorker)(_jsonLoader.JSONLoader);
6
+ //# sourceMappingURL=json-worker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"json-worker.js","names":["_createLoaderWorker","require","_jsonLoader","createLoaderWorker","JSONLoader"],"sources":["../../../src/workers/json-worker.ts"],"sourcesContent":["import {createLoaderWorker} from '../lib/worker-loader-utils/create-loader-worker';\nimport {JSONLoader} from '../json-loader';\n\ncreateLoaderWorker(JSONLoader);\n"],"mappings":";;AAAA,IAAAA,mBAAA,GAAAC,OAAA;AACA,IAAAC,WAAA,GAAAD,OAAA;AAEA,IAAAE,sCAAkB,EAACC,sBAAU,CAAC"}
@@ -0,0 +1,29 @@
1
+ export { assert } from './lib/env-utils/assert';
2
+ export { isBrowser, isWorker, nodeVersion, self, window, global, document } from './lib/env-utils/globals';
3
+ export { mergeLoaderOptions } from './lib/option-utils/merge-loader-options';
4
+ export { createLoaderWorker } from './lib/worker-loader-utils/create-loader-worker';
5
+ export { parseWithWorker, canParseWithWorker } from './lib/worker-loader-utils/parse-with-worker';
6
+ export { canEncodeWithWorker } from './lib/worker-loader-utils/encode-with-worker';
7
+ export { parseJSON } from './lib/parser-utils/parse-json';
8
+ export { sliceArrayBuffer, concatenateArrayBuffers, concatenateTypedArrays, compareArrayBuffers } from './lib/binary-utils/array-buffer-utils';
9
+ export { padToNBytes, copyToArray, copyArrayBuffer } from './lib/binary-utils/memory-copy-utils';
10
+ export { padStringToByteAlignment, copyStringToDataView, copyBinaryToDataView, copyPaddedArrayBufferToDataView, copyPaddedStringToDataView } from './lib/binary-utils/dataview-copy-utils';
11
+ export { getFirstCharacters, getMagicString } from './lib/binary-utils/get-first-characters';
12
+ export { makeTextEncoderIterator, makeTextDecoderIterator, makeLineIterator, makeNumberedLineIterator } from './lib/iterators/text-iterators';
13
+ export { forEach, concatenateArrayBuffersAsync } from './lib/iterators/async-iteration';
14
+ export { default as RequestScheduler } from './lib/request-utils/request-scheduler';
15
+ export { setPathPrefix, getPathPrefix, resolvePath } from './lib/path-utils/file-aliases';
16
+ export { addAliases as _addAliases } from './lib/path-utils/file-aliases';
17
+ export { JSONLoader } from './json-loader';
18
+ export { isBuffer, toBuffer, toArrayBuffer } from './lib/binary-utils/memory-conversion-utils';
19
+ export { promisify1, promisify2 } from './lib/node/promisify';
20
+ import * as path from './lib/path-utils/path';
21
+ export { path };
22
+ import * as fs from './lib/node/fs';
23
+ export { fs };
24
+ import * as stream from './lib/node/stream';
25
+ export { stream };
26
+ export { makeReadableFile } from './lib/filesystems/readable-file';
27
+ export { makeWritableFile } from './lib/filesystems/writable-file';
28
+ export { default as _NodeFileSystem } from './lib/filesystems/node-filesystem';
29
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","names":["assert","isBrowser","isWorker","nodeVersion","self","window","global","document","mergeLoaderOptions","createLoaderWorker","parseWithWorker","canParseWithWorker","canEncodeWithWorker","parseJSON","sliceArrayBuffer","concatenateArrayBuffers","concatenateTypedArrays","compareArrayBuffers","padToNBytes","copyToArray","copyArrayBuffer","padStringToByteAlignment","copyStringToDataView","copyBinaryToDataView","copyPaddedArrayBufferToDataView","copyPaddedStringToDataView","getFirstCharacters","getMagicString","makeTextEncoderIterator","makeTextDecoderIterator","makeLineIterator","makeNumberedLineIterator","forEach","concatenateArrayBuffersAsync","default","RequestScheduler","setPathPrefix","getPathPrefix","resolvePath","addAliases","_addAliases","JSONLoader","isBuffer","toBuffer","toArrayBuffer","promisify1","promisify2","path","fs","stream","makeReadableFile","makeWritableFile","_NodeFileSystem"],"sources":["../../src/index.ts"],"sourcesContent":["// TYPES\nexport type {\n // loaders\n Loader,\n LoaderWithParser,\n LoaderContext,\n LoaderOptions,\n LoaderOptionsType,\n LoaderReturnType,\n LoaderBatchType,\n // writers\n Writer,\n WriterOptions,\n WriterOptionsType,\n // misc\n DataType,\n SyncDataType,\n BatchableDataType,\n IFileSystem,\n IRandomAccessReadFileSystem,\n // numeric array types\n TypedArray,\n BigTypedArray,\n TypedArrayConstructor,\n BigTypedArrayConstructor,\n NumberArray,\n NumericArray\n} from './types';\n\n// GENERAL UTILS\nexport {assert} from './lib/env-utils/assert';\nexport {\n isBrowser,\n isWorker,\n nodeVersion,\n self,\n window,\n global,\n document\n} from './lib/env-utils/globals';\n\nexport {mergeLoaderOptions} from './lib/option-utils/merge-loader-options';\n\n// LOADERS.GL-SPECIFIC WORKER UTILS\nexport {createLoaderWorker} from './lib/worker-loader-utils/create-loader-worker';\nexport {parseWithWorker, canParseWithWorker} from './lib/worker-loader-utils/parse-with-worker';\nexport {canEncodeWithWorker} from './lib/worker-loader-utils/encode-with-worker';\n\n// PARSER UTILS\nexport {parseJSON} from './lib/parser-utils/parse-json';\n\n// MEMORY COPY UTILS\nexport {\n sliceArrayBuffer,\n concatenateArrayBuffers,\n concatenateTypedArrays,\n compareArrayBuffers\n} from './lib/binary-utils/array-buffer-utils';\nexport {padToNBytes, copyToArray, copyArrayBuffer} from './lib/binary-utils/memory-copy-utils';\nexport {\n padStringToByteAlignment,\n copyStringToDataView,\n copyBinaryToDataView,\n copyPaddedArrayBufferToDataView,\n copyPaddedStringToDataView\n} from './lib/binary-utils/dataview-copy-utils';\nexport {getFirstCharacters, getMagicString} from './lib/binary-utils/get-first-characters';\n\n// ITERATOR UTILS\nexport {\n makeTextEncoderIterator,\n makeTextDecoderIterator,\n makeLineIterator,\n makeNumberedLineIterator\n} from './lib/iterators/text-iterators';\nexport {forEach, concatenateArrayBuffersAsync} from './lib/iterators/async-iteration';\n\n// REQUEST UTILS\nexport {default as RequestScheduler} from './lib/request-utils/request-scheduler';\n\n// PATH HELPERS\nexport {setPathPrefix, getPathPrefix, resolvePath} from './lib/path-utils/file-aliases';\nexport {addAliases as _addAliases} from './lib/path-utils/file-aliases';\n\n// MICRO LOADERS\nexport {JSONLoader} from './json-loader';\n\n// NODE support\n\n// Node.js emulation (can be used in browser)\n\n// Avoid direct use of `Buffer` which pulls in 50KB polyfill\nexport {isBuffer, toBuffer, toArrayBuffer} from './lib/binary-utils/memory-conversion-utils';\n\n// Note.js wrappers (can be safely imported, but not used in browser)\n\n// Use instead of importing 'util' to avoid node dependencies\nexport {promisify1, promisify2} from './lib/node/promisify';\n\n// `path` replacement (avoids bundling big path polyfill)\nimport * as path from './lib/path-utils/path';\nexport {path};\n\n// Use instead of importing 'fs' to avoid node dependencies`\nimport * as fs from './lib/node/fs';\nexport {fs};\n\n// Use instead of importing 'stream' to avoid node dependencies`\nimport * as stream from './lib/node/stream';\nexport {stream};\n\n// EXPERIMENTAL\nexport type {ReadableFile} from './lib/filesystems/readable-file';\nexport {makeReadableFile} from './lib/filesystems/readable-file';\n\nexport type {WritableFile} from './lib/filesystems/writable-file';\nexport {makeWritableFile} from './lib/filesystems/writable-file';\n\nexport {default as _NodeFileSystem} from './lib/filesystems/node-filesystem';\n"],"mappings":"AA8BA,SAAQA,MAAM,QAAO,wBAAwB;AAC7C,SACEC,SAAS,EACTC,QAAQ,EACRC,WAAW,EACXC,IAAI,EACJC,MAAM,EACNC,MAAM,EACNC,QAAQ,QACH,yBAAyB;AAEhC,SAAQC,kBAAkB,QAAO,yCAAyC;AAG1E,SAAQC,kBAAkB,QAAO,gDAAgD;AACjF,SAAQC,eAAe,EAAEC,kBAAkB,QAAO,6CAA6C;AAC/F,SAAQC,mBAAmB,QAAO,8CAA8C;AAGhF,SAAQC,SAAS,QAAO,+BAA+B;AAGvD,SACEC,gBAAgB,EAChBC,uBAAuB,EACvBC,sBAAsB,EACtBC,mBAAmB,QACd,uCAAuC;AAC9C,SAAQC,WAAW,EAAEC,WAAW,EAAEC,eAAe,QAAO,sCAAsC;AAC9F,SACEC,wBAAwB,EACxBC,oBAAoB,EACpBC,oBAAoB,EACpBC,+BAA+B,EAC/BC,0BAA0B,QACrB,wCAAwC;AAC/C,SAAQC,kBAAkB,EAAEC,cAAc,QAAO,yCAAyC;AAG1F,SACEC,uBAAuB,EACvBC,uBAAuB,EACvBC,gBAAgB,EAChBC,wBAAwB,QACnB,gCAAgC;AACvC,SAAQC,OAAO,EAAEC,4BAA4B,QAAO,iCAAiC;AAGrF,SAAQC,OAAO,IAAIC,gBAAgB,QAAO,uCAAuC;AAGjF,SAAQC,aAAa,EAAEC,aAAa,EAAEC,WAAW,QAAO,+BAA+B;AACvF,SAAQC,UAAU,IAAIC,WAAW,QAAO,+BAA+B;AAGvE,SAAQC,UAAU,QAAO,eAAe;AAOxC,SAAQC,QAAQ,EAAEC,QAAQ,EAAEC,aAAa,QAAO,4CAA4C;AAK5F,SAAQC,UAAU,EAAEC,UAAU,QAAO,sBAAsB;AAG3D,OAAO,KAAKC,IAAI,MAAM,uBAAuB;AAC7C,SAAQA,IAAI;AAGZ,OAAO,KAAKC,EAAE,MAAM,eAAe;AACnC,SAAQA,EAAE;AAGV,OAAO,KAAKC,MAAM,MAAM,mBAAmB;AAC3C,SAAQA,MAAM;AAId,SAAQC,gBAAgB,QAAO,iCAAiC;AAGhE,SAAQC,gBAAgB,QAAO,iCAAiC;AAEhE,SAAQjB,OAAO,IAAIkB,eAAe,QAAO,mCAAmC"}
@@ -0,0 +1,18 @@
1
+ const VERSION = typeof "4.0.0-alpha.11" !== 'undefined' ? "4.0.0-alpha.11" : 'latest';
2
+ export const JSONLoader = {
3
+ name: 'JSON',
4
+ id: 'json',
5
+ module: 'json',
6
+ version: VERSION,
7
+ extensions: ['json', 'geojson'],
8
+ mimeTypes: ['application/json'],
9
+ category: 'json',
10
+ text: true,
11
+ parseTextSync,
12
+ parse: async arrayBuffer => parseTextSync(new TextDecoder().decode(arrayBuffer)),
13
+ options: {}
14
+ };
15
+ function parseTextSync(text) {
16
+ return JSON.parse(text);
17
+ }
18
+ //# sourceMappingURL=json-loader.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"json-loader.js","names":["VERSION","JSONLoader","name","id","module","version","extensions","mimeTypes","category","text","parseTextSync","parse","arrayBuffer","TextDecoder","decode","options","JSON"],"sources":["../../src/json-loader.ts"],"sourcesContent":["import type {LoaderWithParser, LoaderOptions} from './types';\nimport type {Table, TableBatch} from '@loaders.gl/schema';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type JSONLoaderOptions = LoaderOptions;\n\n/**\n * A JSON Micro loader (minimal bundle size)\n * Alternative to `@loaders.gl/json`\n */\nexport const JSONLoader: LoaderWithParser<Table, TableBatch, JSONLoaderOptions> = {\n name: 'JSON',\n id: 'json',\n module: 'json',\n version: VERSION,\n extensions: ['json', 'geojson'],\n mimeTypes: ['application/json'],\n category: 'json',\n text: true,\n parseTextSync,\n parse: async (arrayBuffer) => parseTextSync(new TextDecoder().decode(arrayBuffer)),\n options: {}\n};\n\n// TODO - deprecated\nfunction parseTextSync(text) {\n return JSON.parse(text);\n}\n"],"mappings":"AAKA,MAAMA,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AAQ3E,OAAO,MAAMC,UAAkE,GAAG;EAChFC,IAAI,EAAE,MAAM;EACZC,EAAE,EAAE,MAAM;EACVC,MAAM,EAAE,MAAM;EACdC,OAAO,EAAEL,OAAO;EAChBM,UAAU,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;EAC/BC,SAAS,EAAE,CAAC,kBAAkB,CAAC;EAC/BC,QAAQ,EAAE,MAAM;EAChBC,IAAI,EAAE,IAAI;EACVC,aAAa;EACbC,KAAK,EAAE,MAAOC,WAAW,IAAKF,aAAa,CAAC,IAAIG,WAAW,CAAC,CAAC,CAACC,MAAM,CAACF,WAAW,CAAC,CAAC;EAClFG,OAAO,EAAE,CAAC;AACZ,CAAC;AAGD,SAASL,aAAaA,CAACD,IAAI,EAAE;EAC3B,OAAOO,IAAI,CAACL,KAAK,CAACF,IAAI,CAAC;AACzB"}
@@ -0,0 +1,52 @@
1
+ export function compareArrayBuffers(arrayBuffer1, arrayBuffer2, byteLength) {
2
+ byteLength = byteLength || arrayBuffer1.byteLength;
3
+ if (arrayBuffer1.byteLength < byteLength || arrayBuffer2.byteLength < byteLength) {
4
+ return false;
5
+ }
6
+ const array1 = new Uint8Array(arrayBuffer1);
7
+ const array2 = new Uint8Array(arrayBuffer2);
8
+ for (let i = 0; i < array1.length; ++i) {
9
+ if (array1[i] !== array2[i]) {
10
+ return false;
11
+ }
12
+ }
13
+ return true;
14
+ }
15
+ export function concatenateArrayBuffers() {
16
+ for (var _len = arguments.length, sources = new Array(_len), _key = 0; _key < _len; _key++) {
17
+ sources[_key] = arguments[_key];
18
+ }
19
+ const sourceArrays = sources.map(source2 => source2 instanceof ArrayBuffer ? new Uint8Array(source2) : source2);
20
+ const byteLength = sourceArrays.reduce((length, typedArray) => length + typedArray.byteLength, 0);
21
+ const result = new Uint8Array(byteLength);
22
+ let offset = 0;
23
+ for (const sourceArray of sourceArrays) {
24
+ result.set(sourceArray, offset);
25
+ offset += sourceArray.byteLength;
26
+ }
27
+ return result.buffer;
28
+ }
29
+ export function concatenateTypedArrays() {
30
+ for (var _len2 = arguments.length, typedArrays = new Array(_len2), _key2 = 0; _key2 < _len2; _key2++) {
31
+ typedArrays[_key2] = arguments[_key2];
32
+ }
33
+ const arrays = typedArrays;
34
+ const TypedArrayConstructor = arrays && arrays.length > 1 && arrays[0].constructor || null;
35
+ if (!TypedArrayConstructor) {
36
+ throw new Error('"concatenateTypedArrays" - incorrect quantity of arguments or arguments have incompatible data types');
37
+ }
38
+ const sumLength = arrays.reduce((acc, value) => acc + value.length, 0);
39
+ const result = new TypedArrayConstructor(sumLength);
40
+ let offset = 0;
41
+ for (const array of arrays) {
42
+ result.set(array, offset);
43
+ offset += array.length;
44
+ }
45
+ return result;
46
+ }
47
+ export function sliceArrayBuffer(arrayBuffer, byteOffset, byteLength) {
48
+ const subArray = byteLength !== undefined ? new Uint8Array(arrayBuffer).subarray(byteOffset, byteOffset + byteLength) : new Uint8Array(arrayBuffer).subarray(byteOffset);
49
+ const arrayCopy = new Uint8Array(subArray);
50
+ return arrayCopy.buffer;
51
+ }
52
+ //# sourceMappingURL=array-buffer-utils.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"array-buffer-utils.js","names":["compareArrayBuffers","arrayBuffer1","arrayBuffer2","byteLength","array1","Uint8Array","array2","i","length","concatenateArrayBuffers","_len","arguments","sources","Array","_key","sourceArrays","map","source2","ArrayBuffer","reduce","typedArray","result","offset","sourceArray","set","buffer","concatenateTypedArrays","_len2","typedArrays","_key2","arrays","TypedArrayConstructor","constructor","Error","sumLength","acc","value","array","sliceArrayBuffer","arrayBuffer","byteOffset","subArray","undefined","subarray","arrayCopy"],"sources":["../../../../src/lib/binary-utils/array-buffer-utils.ts"],"sourcesContent":["import {TypedArray} from '../../types';\n\n/**\n * compare two binary arrays for equality\n * @param a\n * @param b\n * @param byteLength\n */\nexport function compareArrayBuffers(\n arrayBuffer1: ArrayBuffer,\n arrayBuffer2: ArrayBuffer,\n byteLength?: number\n): boolean {\n byteLength = byteLength || arrayBuffer1.byteLength;\n if (arrayBuffer1.byteLength < byteLength || arrayBuffer2.byteLength < byteLength) {\n return false;\n }\n const array1 = new Uint8Array(arrayBuffer1);\n const array2 = new Uint8Array(arrayBuffer2);\n for (let i = 0; i < array1.length; ++i) {\n if (array1[i] !== array2[i]) {\n return false;\n }\n }\n return true;\n}\n\n/**\n * Concatenate a sequence of ArrayBuffers\n * @return A concatenated ArrayBuffer\n */\nexport function concatenateArrayBuffers(...sources: (ArrayBuffer | Uint8Array)[]): ArrayBuffer {\n // Make sure all inputs are wrapped in typed arrays\n const sourceArrays = sources.map((source2) =>\n source2 instanceof ArrayBuffer ? new Uint8Array(source2) : source2\n );\n\n // Get length of all inputs\n const byteLength = sourceArrays.reduce((length, typedArray) => length + typedArray.byteLength, 0);\n\n // Allocate array with space for all inputs\n const result = new Uint8Array(byteLength);\n\n // Copy the subarrays\n let offset = 0;\n for (const sourceArray of sourceArrays) {\n result.set(sourceArray, offset);\n offset += sourceArray.byteLength;\n }\n\n // We work with ArrayBuffers, discard the typed array wrapper\n return result.buffer;\n}\n\n/**\n * Concatenate arbitrary count of typed arrays\n * https://developer.mozilla.org/en-US/docs/Web/JavaScript/Typed_arrays\n * @param - list of arrays. All arrays should be the same type\n * @return A concatenated TypedArray\n */\nexport function concatenateTypedArrays<T>(...typedArrays: T[]): T {\n // @ts-ignore\n const arrays = typedArrays as TypedArray[];\n // @ts-ignore\n const TypedArrayConstructor = (arrays && arrays.length > 1 && arrays[0].constructor) || null;\n if (!TypedArrayConstructor) {\n throw new Error(\n '\"concatenateTypedArrays\" - incorrect quantity of arguments or arguments have incompatible data types'\n );\n }\n\n const sumLength = arrays.reduce((acc, value) => acc + value.length, 0);\n // @ts-ignore typescript does not like dynamic constructors\n const result = new TypedArrayConstructor(sumLength);\n let offset = 0;\n for (const array of arrays) {\n result.set(array, offset);\n offset += array.length;\n }\n return result;\n}\n\n/**\n * Copy a view of an ArrayBuffer into new ArrayBuffer with byteOffset = 0\n * @param arrayBuffer\n * @param byteOffset\n * @param byteLength\n */\nexport function sliceArrayBuffer(\n arrayBuffer: ArrayBuffer,\n byteOffset: number,\n byteLength?: number\n): ArrayBuffer {\n const subArray =\n byteLength !== undefined\n ? new Uint8Array(arrayBuffer).subarray(byteOffset, byteOffset + byteLength)\n : new Uint8Array(arrayBuffer).subarray(byteOffset);\n const arrayCopy = new Uint8Array(subArray);\n return arrayCopy.buffer;\n}\n"],"mappings":"AAQA,OAAO,SAASA,mBAAmBA,CACjCC,YAAyB,EACzBC,YAAyB,EACzBC,UAAmB,EACV;EACTA,UAAU,GAAGA,UAAU,IAAIF,YAAY,CAACE,UAAU;EAClD,IAAIF,YAAY,CAACE,UAAU,GAAGA,UAAU,IAAID,YAAY,CAACC,UAAU,GAAGA,UAAU,EAAE;IAChF,OAAO,KAAK;EACd;EACA,MAAMC,MAAM,GAAG,IAAIC,UAAU,CAACJ,YAAY,CAAC;EAC3C,MAAMK,MAAM,GAAG,IAAID,UAAU,CAACH,YAAY,CAAC;EAC3C,KAAK,IAAIK,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,MAAM,CAACI,MAAM,EAAE,EAAED,CAAC,EAAE;IACtC,IAAIH,MAAM,CAACG,CAAC,CAAC,KAAKD,MAAM,CAACC,CAAC,CAAC,EAAE;MAC3B,OAAO,KAAK;IACd;EACF;EACA,OAAO,IAAI;AACb;AAMA,OAAO,SAASE,uBAAuBA,CAAA,EAAwD;EAAA,SAAAC,IAAA,GAAAC,SAAA,CAAAH,MAAA,EAApDI,OAAO,OAAAC,KAAA,CAAAH,IAAA,GAAAI,IAAA,MAAAA,IAAA,GAAAJ,IAAA,EAAAI,IAAA;IAAPF,OAAO,CAAAE,IAAA,IAAAH,SAAA,CAAAG,IAAA;EAAA;EAEhD,MAAMC,YAAY,GAAGH,OAAO,CAACI,GAAG,CAAEC,OAAO,IACvCA,OAAO,YAAYC,WAAW,GAAG,IAAIb,UAAU,CAACY,OAAO,CAAC,GAAGA,OAC7D,CAAC;EAGD,MAAMd,UAAU,GAAGY,YAAY,CAACI,MAAM,CAAC,CAACX,MAAM,EAAEY,UAAU,KAAKZ,MAAM,GAAGY,UAAU,CAACjB,UAAU,EAAE,CAAC,CAAC;EAGjG,MAAMkB,MAAM,GAAG,IAAIhB,UAAU,CAACF,UAAU,CAAC;EAGzC,IAAImB,MAAM,GAAG,CAAC;EACd,KAAK,MAAMC,WAAW,IAAIR,YAAY,EAAE;IACtCM,MAAM,CAACG,GAAG,CAACD,WAAW,EAAED,MAAM,CAAC;IAC/BA,MAAM,IAAIC,WAAW,CAACpB,UAAU;EAClC;EAGA,OAAOkB,MAAM,CAACI,MAAM;AACtB;AAQA,OAAO,SAASC,sBAAsBA,CAAA,EAA4B;EAAA,SAAAC,KAAA,GAAAhB,SAAA,CAAAH,MAAA,EAArBoB,WAAW,OAAAf,KAAA,CAAAc,KAAA,GAAAE,KAAA,MAAAA,KAAA,GAAAF,KAAA,EAAAE,KAAA;IAAXD,WAAW,CAAAC,KAAA,IAAAlB,SAAA,CAAAkB,KAAA;EAAA;EAEtD,MAAMC,MAAM,GAAGF,WAA2B;EAE1C,MAAMG,qBAAqB,GAAID,MAAM,IAAIA,MAAM,CAACtB,MAAM,GAAG,CAAC,IAAIsB,MAAM,CAAC,CAAC,CAAC,CAACE,WAAW,IAAK,IAAI;EAC5F,IAAI,CAACD,qBAAqB,EAAE;IAC1B,MAAM,IAAIE,KAAK,CACb,sGACF,CAAC;EACH;EAEA,MAAMC,SAAS,GAAGJ,MAAM,CAACX,MAAM,CAAC,CAACgB,GAAG,EAAEC,KAAK,KAAKD,GAAG,GAAGC,KAAK,CAAC5B,MAAM,EAAE,CAAC,CAAC;EAEtE,MAAMa,MAAM,GAAG,IAAIU,qBAAqB,CAACG,SAAS,CAAC;EACnD,IAAIZ,MAAM,GAAG,CAAC;EACd,KAAK,MAAMe,KAAK,IAAIP,MAAM,EAAE;IAC1BT,MAAM,CAACG,GAAG,CAACa,KAAK,EAAEf,MAAM,CAAC;IACzBA,MAAM,IAAIe,KAAK,CAAC7B,MAAM;EACxB;EACA,OAAOa,MAAM;AACf;AAQA,OAAO,SAASiB,gBAAgBA,CAC9BC,WAAwB,EACxBC,UAAkB,EAClBrC,UAAmB,EACN;EACb,MAAMsC,QAAQ,GACZtC,UAAU,KAAKuC,SAAS,GACpB,IAAIrC,UAAU,CAACkC,WAAW,CAAC,CAACI,QAAQ,CAACH,UAAU,EAAEA,UAAU,GAAGrC,UAAU,CAAC,GACzE,IAAIE,UAAU,CAACkC,WAAW,CAAC,CAACI,QAAQ,CAACH,UAAU,CAAC;EACtD,MAAMI,SAAS,GAAG,IAAIvC,UAAU,CAACoC,QAAQ,CAAC;EAC1C,OAAOG,SAAS,CAACnB,MAAM;AACzB"}
@@ -1,18 +1,41 @@
1
1
  import { padToNBytes } from './memory-copy-utils';
2
+ export function padStringToByteAlignment(string, byteAlignment) {
3
+ const length = string.length;
4
+ const paddedLength = Math.ceil(length / byteAlignment) * byteAlignment;
5
+ const padding = paddedLength - length;
6
+ let whitespace = '';
7
+ for (let i = 0; i < padding; ++i) {
8
+ whitespace += ' ';
9
+ }
10
+ return string + whitespace;
11
+ }
12
+ export function copyStringToDataView(dataView, byteOffset, string, byteLength) {
13
+ if (dataView) {
14
+ for (let i = 0; i < byteLength; i++) {
15
+ dataView.setUint8(byteOffset + i, string.charCodeAt(i));
16
+ }
17
+ }
18
+ return byteOffset + byteLength;
19
+ }
20
+ export function copyBinaryToDataView(dataView, byteOffset, binary, byteLength) {
21
+ if (dataView) {
22
+ for (let i = 0; i < byteLength; i++) {
23
+ dataView.setUint8(byteOffset + i, binary[i]);
24
+ }
25
+ }
26
+ return byteOffset + byteLength;
27
+ }
2
28
  export function copyPaddedArrayBufferToDataView(dataView, byteOffset, sourceBuffer, padding) {
3
29
  const paddedLength = padToNBytes(sourceBuffer.byteLength, padding);
4
30
  const padLength = paddedLength - sourceBuffer.byteLength;
5
-
6
31
  if (dataView) {
7
32
  const targetArray = new Uint8Array(dataView.buffer, dataView.byteOffset + byteOffset, sourceBuffer.byteLength);
8
33
  const sourceArray = new Uint8Array(sourceBuffer);
9
34
  targetArray.set(sourceArray);
10
-
11
35
  for (let i = 0; i < padLength; ++i) {
12
36
  dataView.setUint8(byteOffset + sourceBuffer.byteLength + i, 0x20);
13
37
  }
14
38
  }
15
-
16
39
  byteOffset += paddedLength;
17
40
  return byteOffset;
18
41
  }
@@ -22,4 +45,4 @@ export function copyPaddedStringToDataView(dataView, byteOffset, string, padding
22
45
  byteOffset = copyPaddedArrayBufferToDataView(dataView, byteOffset, stringBuffer, padding);
23
46
  return byteOffset;
24
47
  }
25
- //# sourceMappingURL=binary-copy-utils.js.map
48
+ //# sourceMappingURL=dataview-copy-utils.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dataview-copy-utils.js","names":["padToNBytes","padStringToByteAlignment","string","byteAlignment","length","paddedLength","Math","ceil","padding","whitespace","i","copyStringToDataView","dataView","byteOffset","byteLength","setUint8","charCodeAt","copyBinaryToDataView","binary","copyPaddedArrayBufferToDataView","sourceBuffer","padLength","targetArray","Uint8Array","buffer","sourceArray","set","copyPaddedStringToDataView","textEncoder","TextEncoder","stringBuffer","encode"],"sources":["../../../../src/lib/binary-utils/dataview-copy-utils.ts"],"sourcesContent":["// loaders./gl, MIT license\n\nimport {TypedArray} from '../../types';\nimport {padToNBytes} from './memory-copy-utils';\n\n/**\n * Helper function that pads a string with spaces to fit a certain byte alignment\n * @param string\n * @param byteAlignment\n * @returns\n *\n * @todo PERFORMANCE IDEA: No need to copy string twice...\n */\nexport function padStringToByteAlignment(string: string, byteAlignment: number): string {\n const length = string.length;\n const paddedLength = Math.ceil(length / byteAlignment) * byteAlignment; // Round up to the required alignment\n const padding = paddedLength - length;\n let whitespace = '';\n for (let i = 0; i < padding; ++i) {\n whitespace += ' ';\n }\n return string + whitespace;\n}\n\n/**\n *\n * @param dataView\n * @param byteOffset\n * @param string\n * @param byteLength\n * @returns\n */\nexport function copyStringToDataView(\n dataView: DataView,\n byteOffset: number,\n string: string,\n byteLength: number\n): number {\n if (dataView) {\n for (let i = 0; i < byteLength; i++) {\n dataView.setUint8(byteOffset + i, string.charCodeAt(i));\n }\n }\n return byteOffset + byteLength;\n}\n\nexport function copyBinaryToDataView(dataView, byteOffset, binary, byteLength) {\n if (dataView) {\n for (let i = 0; i < byteLength; i++) {\n dataView.setUint8(byteOffset + i, binary[i]);\n }\n }\n return byteOffset + byteLength;\n}\n\n/**\n * Copy sourceBuffer to dataView with some padding\n *\n * @param dataView - destination data container. If null - only new offset is calculated\n * @param byteOffset - destination byte offset to copy to\n * @param sourceBuffer - source data buffer\n * @param padding - pad the resulting array to multiple of \"padding\" bytes. Additional bytes are filled with 0x20 (ASCII space)\n *\n * @return new byteOffset of resulting dataView\n */\nexport function copyPaddedArrayBufferToDataView(\n dataView: DataView | null,\n byteOffset: number,\n sourceBuffer: TypedArray,\n padding: number\n): number {\n const paddedLength = padToNBytes(sourceBuffer.byteLength, padding);\n const padLength = paddedLength - sourceBuffer.byteLength;\n\n if (dataView) {\n // Copy array\n const targetArray = new Uint8Array(\n dataView.buffer,\n dataView.byteOffset + byteOffset,\n sourceBuffer.byteLength\n );\n const sourceArray = new Uint8Array(sourceBuffer);\n targetArray.set(sourceArray);\n\n // Add PADDING\n for (let i = 0; i < padLength; ++i) {\n // json chunk is padded with spaces (ASCII 0x20)\n dataView.setUint8(byteOffset + sourceBuffer.byteLength + i, 0x20);\n }\n }\n byteOffset += paddedLength;\n return byteOffset;\n}\n\n/**\n * Copy string to dataView with some padding\n *\n * @param {DataView | null} dataView - destination data container. If null - only new offset is calculated\n * @param {number} byteOffset - destination byte offset to copy to\n * @param {string} string - source string\n * @param {number} padding - pad the resulting array to multiple of \"padding\" bytes. Additional bytes are filled with 0x20 (ASCII space)\n *\n * @return new byteOffset of resulting dataView\n */\nexport function copyPaddedStringToDataView(\n dataView: DataView | null,\n byteOffset: number,\n string: string,\n padding: number\n): number {\n const textEncoder = new TextEncoder();\n // PERFORMANCE IDEA: We encode twice, once to get size and once to store\n // PERFORMANCE IDEA: Use TextEncoder.encodeInto() to avoid temporary copy\n const stringBuffer = textEncoder.encode(string);\n\n byteOffset = copyPaddedArrayBufferToDataView(dataView, byteOffset, stringBuffer, padding);\n\n return byteOffset;\n}\n"],"mappings":"AAGA,SAAQA,WAAW,QAAO,qBAAqB;AAU/C,OAAO,SAASC,wBAAwBA,CAACC,MAAc,EAAEC,aAAqB,EAAU;EACtF,MAAMC,MAAM,GAAGF,MAAM,CAACE,MAAM;EAC5B,MAAMC,YAAY,GAAGC,IAAI,CAACC,IAAI,CAACH,MAAM,GAAGD,aAAa,CAAC,GAAGA,aAAa;EACtE,MAAMK,OAAO,GAAGH,YAAY,GAAGD,MAAM;EACrC,IAAIK,UAAU,GAAG,EAAE;EACnB,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,OAAO,EAAE,EAAEE,CAAC,EAAE;IAChCD,UAAU,IAAI,GAAG;EACnB;EACA,OAAOP,MAAM,GAAGO,UAAU;AAC5B;AAUA,OAAO,SAASE,oBAAoBA,CAClCC,QAAkB,EAClBC,UAAkB,EAClBX,MAAc,EACdY,UAAkB,EACV;EACR,IAAIF,QAAQ,EAAE;IACZ,KAAK,IAAIF,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGI,UAAU,EAAEJ,CAAC,EAAE,EAAE;MACnCE,QAAQ,CAACG,QAAQ,CAACF,UAAU,GAAGH,CAAC,EAAER,MAAM,CAACc,UAAU,CAACN,CAAC,CAAC,CAAC;IACzD;EACF;EACA,OAAOG,UAAU,GAAGC,UAAU;AAChC;AAEA,OAAO,SAASG,oBAAoBA,CAACL,QAAQ,EAAEC,UAAU,EAAEK,MAAM,EAAEJ,UAAU,EAAE;EAC7E,IAAIF,QAAQ,EAAE;IACZ,KAAK,IAAIF,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGI,UAAU,EAAEJ,CAAC,EAAE,EAAE;MACnCE,QAAQ,CAACG,QAAQ,CAACF,UAAU,GAAGH,CAAC,EAAEQ,MAAM,CAACR,CAAC,CAAC,CAAC;IAC9C;EACF;EACA,OAAOG,UAAU,GAAGC,UAAU;AAChC;AAYA,OAAO,SAASK,+BAA+BA,CAC7CP,QAAyB,EACzBC,UAAkB,EAClBO,YAAwB,EACxBZ,OAAe,EACP;EACR,MAAMH,YAAY,GAAGL,WAAW,CAACoB,YAAY,CAACN,UAAU,EAAEN,OAAO,CAAC;EAClE,MAAMa,SAAS,GAAGhB,YAAY,GAAGe,YAAY,CAACN,UAAU;EAExD,IAAIF,QAAQ,EAAE;IAEZ,MAAMU,WAAW,GAAG,IAAIC,UAAU,CAChCX,QAAQ,CAACY,MAAM,EACfZ,QAAQ,CAACC,UAAU,GAAGA,UAAU,EAChCO,YAAY,CAACN,UACf,CAAC;IACD,MAAMW,WAAW,GAAG,IAAIF,UAAU,CAACH,YAAY,CAAC;IAChDE,WAAW,CAACI,GAAG,CAACD,WAAW,CAAC;IAG5B,KAAK,IAAIf,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGW,SAAS,EAAE,EAAEX,CAAC,EAAE;MAElCE,QAAQ,CAACG,QAAQ,CAACF,UAAU,GAAGO,YAAY,CAACN,UAAU,GAAGJ,CAAC,EAAE,IAAI,CAAC;IACnE;EACF;EACAG,UAAU,IAAIR,YAAY;EAC1B,OAAOQ,UAAU;AACnB;AAYA,OAAO,SAASc,0BAA0BA,CACxCf,QAAyB,EACzBC,UAAkB,EAClBX,MAAc,EACdM,OAAe,EACP;EACR,MAAMoB,WAAW,GAAG,IAAIC,WAAW,CAAC,CAAC;EAGrC,MAAMC,YAAY,GAAGF,WAAW,CAACG,MAAM,CAAC7B,MAAM,CAAC;EAE/CW,UAAU,GAAGM,+BAA+B,CAACP,QAAQ,EAAEC,UAAU,EAAEiB,YAAY,EAAEtB,OAAO,CAAC;EAEzF,OAAOK,UAAU;AACnB"}
@@ -0,0 +1,24 @@
1
+ export function getFirstCharacters(data) {
2
+ let length = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 5;
3
+ if (typeof data === 'string') {
4
+ return data.slice(0, length);
5
+ } else if (ArrayBuffer.isView(data)) {
6
+ return getMagicString(data.buffer, data.byteOffset, length);
7
+ } else if (data instanceof ArrayBuffer) {
8
+ const byteOffset = 0;
9
+ return getMagicString(data, byteOffset, length);
10
+ }
11
+ return '';
12
+ }
13
+ export function getMagicString(arrayBuffer, byteOffset, length) {
14
+ if (arrayBuffer.byteLength <= byteOffset + length) {
15
+ return '';
16
+ }
17
+ const dataView = new DataView(arrayBuffer);
18
+ let magic = '';
19
+ for (let i = 0; i < length; i++) {
20
+ magic += String.fromCharCode(dataView.getUint8(byteOffset + i));
21
+ }
22
+ return magic;
23
+ }
24
+ //# sourceMappingURL=get-first-characters.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"get-first-characters.js","names":["getFirstCharacters","data","length","arguments","undefined","slice","ArrayBuffer","isView","getMagicString","buffer","byteOffset","arrayBuffer","byteLength","dataView","DataView","magic","i","String","fromCharCode","getUint8"],"sources":["../../../../src/lib/binary-utils/get-first-characters.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n/**\n * Get the first characters from a binary file (interpret the first bytes as an ASCII string)\n * @param data\n * @param length\n * @returns\n */\nexport function getFirstCharacters(data: string | ArrayBuffer, length: number = 5): string {\n if (typeof data === 'string') {\n return data.slice(0, length);\n } else if (ArrayBuffer.isView(data)) {\n // Typed Arrays can have offsets into underlying buffer\n return getMagicString(data.buffer, data.byteOffset, length);\n } else if (data instanceof ArrayBuffer) {\n const byteOffset = 0;\n return getMagicString(data, byteOffset, length);\n }\n return '';\n}\n\n/**\n * Gets a magic string from a \"file\"\n * Typically used to check or detect file format\n * @param arrayBuffer\n * @param byteOffset\n * @param length\n * @returns\n */\nexport function getMagicString(\n arrayBuffer: ArrayBuffer,\n byteOffset: number,\n length: number\n): string {\n if (arrayBuffer.byteLength <= byteOffset + length) {\n return '';\n }\n const dataView = new DataView(arrayBuffer);\n let magic = '';\n for (let i = 0; i < length; i++) {\n magic += String.fromCharCode(dataView.getUint8(byteOffset + i));\n }\n return magic;\n}\n"],"mappings":"AAQA,OAAO,SAASA,kBAAkBA,CAACC,IAA0B,EAA8B;EAAA,IAA5BC,MAAc,GAAAC,SAAA,CAAAD,MAAA,QAAAC,SAAA,QAAAC,SAAA,GAAAD,SAAA,MAAG,CAAC;EAC/E,IAAI,OAAOF,IAAI,KAAK,QAAQ,EAAE;IAC5B,OAAOA,IAAI,CAACI,KAAK,CAAC,CAAC,EAAEH,MAAM,CAAC;EAC9B,CAAC,MAAM,IAAII,WAAW,CAACC,MAAM,CAACN,IAAI,CAAC,EAAE;IAEnC,OAAOO,cAAc,CAACP,IAAI,CAACQ,MAAM,EAAER,IAAI,CAACS,UAAU,EAAER,MAAM,CAAC;EAC7D,CAAC,MAAM,IAAID,IAAI,YAAYK,WAAW,EAAE;IACtC,MAAMI,UAAU,GAAG,CAAC;IACpB,OAAOF,cAAc,CAACP,IAAI,EAAES,UAAU,EAAER,MAAM,CAAC;EACjD;EACA,OAAO,EAAE;AACX;AAUA,OAAO,SAASM,cAAcA,CAC5BG,WAAwB,EACxBD,UAAkB,EAClBR,MAAc,EACN;EACR,IAAIS,WAAW,CAACC,UAAU,IAAIF,UAAU,GAAGR,MAAM,EAAE;IACjD,OAAO,EAAE;EACX;EACA,MAAMW,QAAQ,GAAG,IAAIC,QAAQ,CAACH,WAAW,CAAC;EAC1C,IAAII,KAAK,GAAG,EAAE;EACd,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGd,MAAM,EAAEc,CAAC,EAAE,EAAE;IAC/BD,KAAK,IAAIE,MAAM,CAACC,YAAY,CAACL,QAAQ,CAACM,QAAQ,CAACT,UAAU,GAAGM,CAAC,CAAC,CAAC;EACjE;EACA,OAAOD,KAAK;AACd"}