@loaders.gl/loader-utils 4.0.0-alpha.5 → 4.0.0-alpha.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (252) hide show
  1. package/dist/es5/index.js +328 -0
  2. package/dist/es5/index.js.map +1 -0
  3. package/dist/es5/json-loader.js +44 -0
  4. package/dist/es5/json-loader.js.map +1 -0
  5. package/dist/es5/lib/binary-utils/array-buffer-utils.js +80 -0
  6. package/dist/es5/lib/binary-utils/array-buffer-utils.js.map +1 -0
  7. package/dist/es5/lib/binary-utils/dataview-copy-utils.js +58 -0
  8. package/dist/es5/lib/binary-utils/dataview-copy-utils.js.map +1 -0
  9. package/dist/es5/lib/binary-utils/get-first-characters.js +31 -0
  10. package/dist/es5/lib/binary-utils/get-first-characters.js.map +1 -0
  11. package/dist/es5/lib/binary-utils/memory-conversion-utils.js +44 -0
  12. package/dist/es5/lib/binary-utils/memory-conversion-utils.js.map +1 -0
  13. package/dist/es5/lib/binary-utils/memory-copy-utils.js +34 -0
  14. package/dist/es5/lib/binary-utils/memory-copy-utils.js.map +1 -0
  15. package/dist/es5/lib/env-utils/assert.js +12 -0
  16. package/dist/es5/lib/env-utils/assert.js.map +1 -0
  17. package/dist/es5/lib/env-utils/globals.js +30 -0
  18. package/dist/es5/lib/env-utils/globals.js.map +1 -0
  19. package/dist/es5/lib/filesystems/node-filesystem.js +210 -0
  20. package/dist/es5/lib/filesystems/node-filesystem.js.map +1 -0
  21. package/dist/es5/lib/filesystems/readable-file.js +91 -0
  22. package/dist/es5/lib/filesystems/readable-file.js.map +1 -0
  23. package/dist/es5/lib/filesystems/writable-file.js +82 -0
  24. package/dist/es5/lib/filesystems/writable-file.js.map +1 -0
  25. package/dist/es5/lib/iterators/async-iteration.js +190 -0
  26. package/dist/es5/lib/iterators/async-iteration.js.map +1 -0
  27. package/dist/es5/lib/iterators/text-iterators.js +305 -0
  28. package/dist/es5/lib/iterators/text-iterators.js.map +1 -0
  29. package/dist/es5/lib/node/buffer.browser.js +14 -0
  30. package/dist/es5/lib/node/buffer.browser.js.map +1 -0
  31. package/dist/es5/lib/node/buffer.js +27 -0
  32. package/dist/es5/lib/node/buffer.js.map +1 -0
  33. package/dist/es5/lib/node/fs.js +88 -0
  34. package/dist/es5/lib/node/fs.js.map +1 -0
  35. package/dist/es5/lib/node/promisify.js +36 -0
  36. package/dist/es5/lib/node/promisify.js.map +1 -0
  37. package/dist/es5/lib/node/stream.js +16 -0
  38. package/dist/es5/lib/node/stream.js.map +1 -0
  39. package/dist/es5/lib/option-utils/merge-loader-options.js +30 -0
  40. package/dist/es5/lib/option-utils/merge-loader-options.js.map +1 -0
  41. package/dist/es5/lib/parser-utils/parse-json.js +15 -0
  42. package/dist/es5/lib/parser-utils/parse-json.js.map +1 -0
  43. package/dist/es5/lib/path-utils/file-aliases.js +33 -0
  44. package/dist/es5/lib/path-utils/file-aliases.js.map +1 -0
  45. package/dist/es5/lib/path-utils/get-cwd.js +15 -0
  46. package/dist/es5/lib/path-utils/get-cwd.js.map +1 -0
  47. package/dist/es5/lib/path-utils/path.js +136 -0
  48. package/dist/es5/lib/path-utils/path.js.map +1 -0
  49. package/dist/es5/lib/request-utils/request-scheduler.js +150 -0
  50. package/dist/es5/lib/request-utils/request-scheduler.js.map +1 -0
  51. package/dist/es5/lib/worker-loader-utils/create-loader-worker.js +142 -0
  52. package/dist/es5/lib/worker-loader-utils/create-loader-worker.js.map +1 -0
  53. package/dist/es5/lib/worker-loader-utils/encode-with-worker.js +18 -0
  54. package/dist/es5/lib/worker-loader-utils/encode-with-worker.js.map +1 -0
  55. package/dist/es5/lib/worker-loader-utils/parse-with-worker.js +115 -0
  56. package/dist/es5/lib/worker-loader-utils/parse-with-worker.js.map +1 -0
  57. package/dist/es5/types.js +2 -0
  58. package/dist/es5/types.js.map +1 -0
  59. package/dist/es5/workers/json-worker.js +6 -0
  60. package/dist/es5/workers/json-worker.js.map +1 -0
  61. package/dist/esm/index.js +29 -0
  62. package/dist/esm/index.js.map +1 -0
  63. package/dist/esm/json-loader.js +18 -0
  64. package/dist/esm/json-loader.js.map +1 -0
  65. package/dist/esm/lib/binary-utils/array-buffer-utils.js +52 -0
  66. package/dist/esm/lib/binary-utils/array-buffer-utils.js.map +1 -0
  67. package/dist/{lib/binary-utils/binary-copy-utils.js → esm/lib/binary-utils/dataview-copy-utils.js} +27 -4
  68. package/dist/esm/lib/binary-utils/dataview-copy-utils.js.map +1 -0
  69. package/dist/esm/lib/binary-utils/get-first-characters.js +24 -0
  70. package/dist/esm/lib/binary-utils/get-first-characters.js.map +1 -0
  71. package/dist/esm/lib/binary-utils/memory-conversion-utils.js +31 -0
  72. package/dist/esm/lib/binary-utils/memory-conversion-utils.js.map +1 -0
  73. package/dist/esm/lib/binary-utils/memory-copy-utils.js +26 -0
  74. package/dist/esm/lib/binary-utils/memory-copy-utils.js.map +1 -0
  75. package/dist/esm/lib/env-utils/assert.js +6 -0
  76. package/dist/esm/lib/env-utils/assert.js.map +1 -0
  77. package/dist/esm/lib/env-utils/globals.js +16 -0
  78. package/dist/esm/lib/env-utils/globals.js.map +1 -0
  79. package/dist/esm/lib/filesystems/node-filesystem.js +53 -0
  80. package/dist/esm/lib/filesystems/node-filesystem.js.map +1 -0
  81. package/dist/esm/lib/filesystems/readable-file.js +20 -0
  82. package/dist/esm/lib/filesystems/readable-file.js.map +1 -0
  83. package/dist/esm/lib/filesystems/writable-file.js +20 -0
  84. package/dist/esm/lib/filesystems/writable-file.js.map +1 -0
  85. package/dist/esm/lib/iterators/async-iteration.js +32 -0
  86. package/dist/esm/lib/iterators/async-iteration.js.map +1 -0
  87. package/dist/esm/lib/iterators/text-iterators.js +47 -0
  88. package/dist/esm/lib/iterators/text-iterators.js.map +1 -0
  89. package/dist/esm/lib/node/buffer.browser.js +7 -0
  90. package/dist/esm/lib/node/buffer.browser.js.map +1 -0
  91. package/dist/esm/lib/node/buffer.js +20 -0
  92. package/dist/esm/lib/node/buffer.js.map +1 -0
  93. package/dist/esm/lib/node/fs.js +40 -0
  94. package/dist/esm/lib/node/fs.js.map +1 -0
  95. package/dist/esm/lib/node/promisify.js +10 -0
  96. package/dist/esm/lib/node/promisify.js.map +1 -0
  97. package/dist/esm/lib/node/stream.js +7 -0
  98. package/dist/esm/lib/node/stream.js.map +1 -0
  99. package/dist/esm/lib/option-utils/merge-loader-options.js +17 -0
  100. package/dist/esm/lib/option-utils/merge-loader-options.js.map +1 -0
  101. package/dist/esm/lib/parser-utils/parse-json.js +9 -0
  102. package/dist/esm/lib/parser-utils/parse-json.js.map +1 -0
  103. package/dist/esm/lib/path-utils/file-aliases.js +24 -0
  104. package/dist/esm/lib/path-utils/file-aliases.js.map +1 -0
  105. package/dist/esm/lib/path-utils/get-cwd.js +9 -0
  106. package/dist/esm/lib/path-utils/get-cwd.js.map +1 -0
  107. package/dist/esm/lib/path-utils/path.js +127 -0
  108. package/dist/esm/lib/path-utils/path.js.map +1 -0
  109. package/dist/esm/lib/request-utils/request-scheduler.js +120 -0
  110. package/dist/esm/lib/request-utils/request-scheduler.js.map +1 -0
  111. package/dist/esm/lib/worker-loader-utils/create-loader-worker.js +95 -0
  112. package/dist/esm/lib/worker-loader-utils/create-loader-worker.js.map +1 -0
  113. package/dist/esm/lib/worker-loader-utils/encode-with-worker.js +12 -0
  114. package/dist/esm/lib/worker-loader-utils/encode-with-worker.js.map +1 -0
  115. package/dist/esm/lib/worker-loader-utils/parse-with-worker.js +63 -0
  116. package/dist/esm/lib/worker-loader-utils/parse-with-worker.js.map +1 -0
  117. package/dist/esm/types.js +2 -0
  118. package/dist/esm/types.js.map +1 -0
  119. package/dist/esm/workers/json-worker.js +4 -0
  120. package/dist/esm/workers/json-worker.js.map +1 -0
  121. package/dist/index.d.ts +13 -8
  122. package/dist/index.d.ts.map +1 -1
  123. package/dist/index.js +122 -26
  124. package/dist/json-loader.d.ts +4 -17
  125. package/dist/json-loader.d.ts.map +1 -1
  126. package/dist/json-loader.js +24 -18
  127. package/dist/lib/binary-utils/array-buffer-utils.d.ts +4 -8
  128. package/dist/lib/binary-utils/array-buffer-utils.d.ts.map +1 -1
  129. package/dist/lib/binary-utils/array-buffer-utils.js +78 -80
  130. package/dist/lib/binary-utils/dataview-copy-utils.d.ts +43 -0
  131. package/dist/lib/binary-utils/dataview-copy-utils.d.ts.map +1 -0
  132. package/dist/lib/binary-utils/dataview-copy-utils.js +97 -0
  133. package/dist/lib/binary-utils/get-first-characters.d.ts +15 -1
  134. package/dist/lib/binary-utils/get-first-characters.d.ts.map +1 -1
  135. package/dist/lib/binary-utils/get-first-characters.js +43 -25
  136. package/dist/lib/binary-utils/{buffer-utils.d.ts → memory-conversion-utils.d.ts} +3 -4
  137. package/dist/lib/binary-utils/memory-conversion-utils.d.ts.map +1 -0
  138. package/dist/lib/binary-utils/memory-conversion-utils.js +73 -0
  139. package/dist/lib/binary-utils/memory-copy-utils.js +58 -24
  140. package/dist/lib/env-utils/assert.js +12 -5
  141. package/dist/lib/env-utils/globals.d.ts +1 -1
  142. package/dist/lib/env-utils/globals.d.ts.map +1 -1
  143. package/dist/lib/env-utils/globals.js +23 -9
  144. package/dist/lib/filesystems/node-filesystem.d.ts +3 -2
  145. package/dist/lib/filesystems/node-filesystem.d.ts.map +1 -1
  146. package/dist/lib/filesystems/node-filesystem.js +72 -59
  147. package/dist/lib/filesystems/readable-file.d.ts +10 -0
  148. package/dist/lib/filesystems/readable-file.d.ts.map +1 -0
  149. package/dist/lib/filesystems/readable-file.js +25 -0
  150. package/dist/lib/filesystems/writable-file.d.ts +18 -0
  151. package/dist/lib/filesystems/writable-file.d.ts.map +1 -0
  152. package/dist/lib/filesystems/writable-file.js +48 -0
  153. package/dist/lib/iterators/async-iteration.js +49 -35
  154. package/dist/lib/iterators/text-iterators.js +56 -41
  155. package/dist/lib/node/buffer.browser.d.ts +12 -0
  156. package/dist/lib/node/buffer.browser.d.ts.map +1 -0
  157. package/dist/lib/node/buffer.browser.js +22 -0
  158. package/dist/lib/node/buffer.d.ts +3 -1
  159. package/dist/lib/node/buffer.d.ts.map +1 -1
  160. package/dist/lib/node/buffer.js +33 -25
  161. package/dist/lib/node/fs.d.ts +4 -2
  162. package/dist/lib/node/fs.d.ts.map +1 -1
  163. package/dist/lib/node/fs.js +47 -40
  164. package/dist/lib/node/promisify.d.ts +13 -0
  165. package/dist/lib/node/promisify.d.ts.map +1 -0
  166. package/dist/lib/node/promisify.js +22 -0
  167. package/dist/lib/node/stream.d.ts +4 -0
  168. package/dist/lib/node/stream.d.ts.map +1 -0
  169. package/dist/lib/node/stream.js +17 -0
  170. package/dist/lib/option-utils/merge-loader-options.d.ts +9 -0
  171. package/dist/lib/option-utils/merge-loader-options.d.ts.map +1 -0
  172. package/dist/lib/option-utils/merge-loader-options.js +27 -0
  173. package/dist/lib/parser-utils/parse-json.js +15 -8
  174. package/dist/lib/path-utils/file-aliases.js +40 -19
  175. package/dist/lib/path-utils/get-cwd.d.ts +2 -0
  176. package/dist/lib/path-utils/get-cwd.d.ts.map +1 -0
  177. package/dist/lib/path-utils/get-cwd.js +12 -0
  178. package/dist/lib/path-utils/path.d.ts +8 -0
  179. package/dist/lib/path-utils/path.d.ts.map +1 -1
  180. package/dist/lib/path-utils/path.js +173 -19
  181. package/dist/lib/request-utils/request-scheduler.d.ts +6 -6
  182. package/dist/lib/request-utils/request-scheduler.d.ts.map +1 -1
  183. package/dist/lib/request-utils/request-scheduler.js +127 -131
  184. package/dist/lib/worker-loader-utils/create-loader-worker.d.ts.map +1 -1
  185. package/dist/lib/worker-loader-utils/create-loader-worker.js +92 -96
  186. package/dist/lib/worker-loader-utils/encode-with-worker.d.ts +8 -0
  187. package/dist/lib/worker-loader-utils/encode-with-worker.d.ts.map +1 -0
  188. package/dist/lib/worker-loader-utils/encode-with-worker.js +21 -0
  189. package/dist/lib/worker-loader-utils/parse-with-worker.d.ts.map +1 -1
  190. package/dist/lib/worker-loader-utils/parse-with-worker.js +77 -60
  191. package/dist/types.d.ts +85 -72
  192. package/dist/types.d.ts.map +1 -1
  193. package/dist/types.js +3 -2
  194. package/dist/workers/json-worker.js +5 -4
  195. package/package.json +12 -19
  196. package/src/index.ts +32 -18
  197. package/src/json-loader.ts +5 -4
  198. package/src/lib/binary-utils/array-buffer-utils.ts +4 -40
  199. package/src/lib/binary-utils/{binary-copy-utils.ts → dataview-copy-utils.ts} +57 -5
  200. package/src/lib/binary-utils/get-first-characters.ts +17 -1
  201. package/src/lib/binary-utils/memory-conversion-utils.ts +53 -0
  202. package/src/lib/filesystems/readable-file.ts +30 -0
  203. package/src/lib/filesystems/writable-file.ts +44 -0
  204. package/src/lib/node/buffer.browser.ts +20 -0
  205. package/src/lib/node/buffer.ts +12 -11
  206. package/src/lib/node/fs.ts +16 -11
  207. package/src/lib/node/promisify.ts +70 -0
  208. package/src/lib/node/stream.ts +18 -0
  209. package/src/lib/option-utils/merge-loader-options.ts +35 -0
  210. package/src/lib/path-utils/get-cwd.ts +9 -0
  211. package/src/lib/path-utils/path.ts +138 -4
  212. package/src/lib/worker-loader-utils/create-loader-worker.ts +3 -2
  213. package/src/lib/worker-loader-utils/encode-with-worker.ts +21 -0
  214. package/src/lib/worker-loader-utils/parse-with-worker.ts +15 -2
  215. package/src/types.ts +156 -93
  216. package/dist/index.js.map +0 -1
  217. package/dist/json-loader.js.map +0 -1
  218. package/dist/lib/binary-utils/array-buffer-utils.js.map +0 -1
  219. package/dist/lib/binary-utils/binary-copy-utils.d.ts +0 -24
  220. package/dist/lib/binary-utils/binary-copy-utils.d.ts.map +0 -1
  221. package/dist/lib/binary-utils/binary-copy-utils.js.map +0 -1
  222. package/dist/lib/binary-utils/buffer-utils.d.ts.map +0 -1
  223. package/dist/lib/binary-utils/buffer-utils.js +0 -16
  224. package/dist/lib/binary-utils/buffer-utils.js.map +0 -1
  225. package/dist/lib/binary-utils/encode-utils.d.ts +0 -4
  226. package/dist/lib/binary-utils/encode-utils.d.ts.map +0 -1
  227. package/dist/lib/binary-utils/encode-utils.js +0 -31
  228. package/dist/lib/binary-utils/encode-utils.js.map +0 -1
  229. package/dist/lib/binary-utils/get-first-characters.js.map +0 -1
  230. package/dist/lib/binary-utils/memory-copy-utils.js.map +0 -1
  231. package/dist/lib/env-utils/assert.js.map +0 -1
  232. package/dist/lib/env-utils/globals.js.map +0 -1
  233. package/dist/lib/filesystems/node-filesystem.js.map +0 -1
  234. package/dist/lib/iterators/async-iteration.js.map +0 -1
  235. package/dist/lib/iterators/text-iterators.js.map +0 -1
  236. package/dist/lib/node/buffer.js.map +0 -1
  237. package/dist/lib/node/fs.js.map +0 -1
  238. package/dist/lib/node/util.d.ts +0 -5
  239. package/dist/lib/node/util.d.ts.map +0 -1
  240. package/dist/lib/node/util.js +0 -3
  241. package/dist/lib/node/util.js.map +0 -1
  242. package/dist/lib/parser-utils/parse-json.js.map +0 -1
  243. package/dist/lib/path-utils/file-aliases.js.map +0 -1
  244. package/dist/lib/path-utils/path.js.map +0 -1
  245. package/dist/lib/request-utils/request-scheduler.js.map +0 -1
  246. package/dist/lib/worker-loader-utils/create-loader-worker.js.map +0 -1
  247. package/dist/lib/worker-loader-utils/parse-with-worker.js.map +0 -1
  248. package/dist/types.js.map +0 -1
  249. package/dist/workers/json-worker.js.map +0 -1
  250. package/src/lib/binary-utils/buffer-utils.ts +0 -28
  251. package/src/lib/binary-utils/encode-utils.ts +0 -32
  252. package/src/lib/node/util.ts +0 -4
@@ -1,26 +1,47 @@
1
+ "use strict";
2
+ // Simple file alias mechanisms for tests.
3
+ Object.defineProperty(exports, "__esModule", { value: true });
4
+ exports.resolvePath = exports.addAliases = exports.getPathPrefix = exports.setPathPrefix = void 0;
1
5
  let pathPrefix = '';
2
6
  const fileAliases = {};
3
- export function setPathPrefix(prefix) {
4
- pathPrefix = prefix;
7
+ /*
8
+ * Set a relative path prefix
9
+ */
10
+ function setPathPrefix(prefix) {
11
+ pathPrefix = prefix;
5
12
  }
6
- export function getPathPrefix() {
7
- return pathPrefix;
13
+ exports.setPathPrefix = setPathPrefix;
14
+ /*
15
+ * Get the relative path prefix
16
+ */
17
+ function getPathPrefix() {
18
+ return pathPrefix;
8
19
  }
9
- export function addAliases(aliases) {
10
- Object.assign(fileAliases, aliases);
20
+ exports.getPathPrefix = getPathPrefix;
21
+ /**
22
+ *
23
+ * @param aliases
24
+ *
25
+ * Note: addAliases are an experimental export, they are only for testing of loaders.gl loaders
26
+ * not intended as a generic aliasing mechanism
27
+ */
28
+ function addAliases(aliases) {
29
+ Object.assign(fileAliases, aliases);
11
30
  }
12
- export function resolvePath(filename) {
13
- for (const alias in fileAliases) {
14
- if (filename.startsWith(alias)) {
15
- const replacement = fileAliases[alias];
16
- filename = filename.replace(alias, replacement);
31
+ exports.addAliases = addAliases;
32
+ /**
33
+ * Resolves aliases and adds path-prefix to paths
34
+ */
35
+ function resolvePath(filename) {
36
+ for (const alias in fileAliases) {
37
+ if (filename.startsWith(alias)) {
38
+ const replacement = fileAliases[alias];
39
+ filename = filename.replace(alias, replacement);
40
+ }
17
41
  }
18
- }
19
-
20
- if (!filename.startsWith('http://') && !filename.startsWith('https://')) {
21
- filename = "".concat(pathPrefix).concat(filename);
22
- }
23
-
24
- return filename;
42
+ if (!filename.startsWith('http://') && !filename.startsWith('https://')) {
43
+ filename = `${pathPrefix}${filename}`;
44
+ }
45
+ return filename;
25
46
  }
26
- //# sourceMappingURL=file-aliases.js.map
47
+ exports.resolvePath = resolvePath;
@@ -0,0 +1,2 @@
1
+ export declare function getCWD(): string;
2
+ //# sourceMappingURL=get-cwd.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"get-cwd.d.ts","sourceRoot":"","sources":["../../../src/lib/path-utils/get-cwd.ts"],"names":[],"mappings":"AAEA,wBAAgB,MAAM,WAMrB"}
@@ -0,0 +1,12 @@
1
+ "use strict";
2
+ // loaders.gl MIT license
3
+ Object.defineProperty(exports, "__esModule", { value: true });
4
+ exports.getCWD = void 0;
5
+ function getCWD() {
6
+ if (typeof process !== 'undefined' && typeof process.cwd !== 'undefined') {
7
+ return process.cwd();
8
+ }
9
+ const pathname = window.location?.pathname;
10
+ return pathname?.slice(0, pathname.lastIndexOf('/') + 1) || '';
11
+ }
12
+ exports.getCWD = getCWD;
@@ -13,4 +13,12 @@ export declare function dirname(url: string): string;
13
13
  * @param parts
14
14
  */
15
15
  export declare function join(...parts: string[]): string;
16
+ /**
17
+ * https://nodejs.org/api/path.html#path_path_resolve_paths
18
+ * @param paths A sequence of paths or path segments.
19
+ * @return resolved path
20
+ * Forked from BTOdell/path-resolve under MIT license
21
+ * @see https://github.com/BTOdell/path-resolve/blob/master/LICENSE
22
+ */
23
+ export declare function resolve(...components: string[]): string;
16
24
  //# sourceMappingURL=path.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"path.d.ts","sourceRoot":"","sources":["../../../src/lib/path-utils/path.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAG5C;AAED;;;GAGG;AACH,wBAAgB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAG3C;AAED;;;GAGG;AACH,wBAAgB,IAAI,CAAC,GAAG,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CAY/C"}
1
+ {"version":3,"file":"path.d.ts","sourceRoot":"","sources":["../../../src/lib/path-utils/path.ts"],"names":[],"mappings":"AAIA;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAG5C;AAED;;;GAGG;AACH,wBAAgB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAG3C;AAED;;;GAGG;AACH,wBAAgB,IAAI,CAAC,GAAG,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CAY/C;AAID;;;;;;GAMG;AACH,wBAAgB,OAAO,CAAC,GAAG,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,CAmCvD"}
@@ -1,24 +1,178 @@
1
- export function filename(url) {
2
- const slashIndex = url && url.lastIndexOf('/');
3
- return slashIndex >= 0 ? url.substr(slashIndex + 1) : '';
1
+ "use strict";
2
+ // Beginning of a minimal implementation of the Node.js path API, that doesn't pull in big polyfills.
3
+ Object.defineProperty(exports, "__esModule", { value: true });
4
+ exports.resolve = exports.join = exports.dirname = exports.filename = void 0;
5
+ const get_cwd_1 = require("./get-cwd");
6
+ /**
7
+ * Replacement for Node.js path.filename
8
+ * @param url
9
+ */
10
+ function filename(url) {
11
+ const slashIndex = url ? url.lastIndexOf('/') : -1;
12
+ return slashIndex >= 0 ? url.substr(slashIndex + 1) : '';
4
13
  }
5
- export function dirname(url) {
6
- const slashIndex = url && url.lastIndexOf('/');
7
- return slashIndex >= 0 ? url.substr(0, slashIndex) : '';
14
+ exports.filename = filename;
15
+ /**
16
+ * Replacement for Node.js path.dirname
17
+ * @param url
18
+ */
19
+ function dirname(url) {
20
+ const slashIndex = url ? url.lastIndexOf('/') : -1;
21
+ return slashIndex >= 0 ? url.substr(0, slashIndex) : '';
8
22
  }
9
- export function join(...parts) {
10
- const separator = '/';
11
- parts = parts.map((part, index) => {
12
- if (index) {
13
- part = part.replace(new RegExp("^".concat(separator)), '');
23
+ exports.dirname = dirname;
24
+ /**
25
+ * Replacement for Node.js path.join
26
+ * @param parts
27
+ */
28
+ function join(...parts) {
29
+ const separator = '/';
30
+ parts = parts.map((part, index) => {
31
+ if (index) {
32
+ part = part.replace(new RegExp(`^${separator}`), '');
33
+ }
34
+ if (index !== parts.length - 1) {
35
+ part = part.replace(new RegExp(`${separator}$`), '');
36
+ }
37
+ return part;
38
+ });
39
+ return parts.join(separator);
40
+ }
41
+ exports.join = join;
42
+ /* eslint-disable no-continue */
43
+ /**
44
+ * https://nodejs.org/api/path.html#path_path_resolve_paths
45
+ * @param paths A sequence of paths or path segments.
46
+ * @return resolved path
47
+ * Forked from BTOdell/path-resolve under MIT license
48
+ * @see https://github.com/BTOdell/path-resolve/blob/master/LICENSE
49
+ */
50
+ function resolve(...components) {
51
+ const paths = [];
52
+ for (let _i = 0; _i < components.length; _i++) {
53
+ paths[_i] = components[_i];
54
+ }
55
+ let resolvedPath = '';
56
+ let resolvedAbsolute = false;
57
+ let cwd;
58
+ for (let i = paths.length - 1; i >= -1 && !resolvedAbsolute; i--) {
59
+ let path;
60
+ if (i >= 0) {
61
+ path = paths[i];
62
+ }
63
+ else {
64
+ if (cwd === undefined) {
65
+ cwd = (0, get_cwd_1.getCWD)();
66
+ }
67
+ path = cwd;
68
+ }
69
+ // Skip empty entries
70
+ if (path.length === 0) {
71
+ continue;
72
+ }
73
+ resolvedPath = `${path}/${resolvedPath}`;
74
+ resolvedAbsolute = path.charCodeAt(0) === SLASH;
75
+ }
76
+ // At this point the path should be resolved to a full absolute path, but
77
+ // handle relative paths to be safe (might happen when process.cwd() fails)
78
+ // Normalize the path (removes leading slash)
79
+ resolvedPath = normalizeStringPosix(resolvedPath, !resolvedAbsolute);
80
+ if (resolvedAbsolute) {
81
+ return `/${resolvedPath}`;
14
82
  }
15
-
16
- if (index !== parts.length - 1) {
17
- part = part.replace(new RegExp("".concat(separator, "$")), '');
83
+ else if (resolvedPath.length > 0) {
84
+ return resolvedPath;
85
+ }
86
+ return '.';
87
+ }
88
+ exports.resolve = resolve;
89
+ const SLASH = 47;
90
+ const DOT = 46;
91
+ /**
92
+ * Resolves . and .. elements in a path with directory names
93
+ * Forked from BTOdell/path-resolve under MIT license
94
+ * @see https://github.com/BTOdell/path-resolve/blob/master/LICENSE
95
+ */
96
+ /* eslint-disable max-depth */
97
+ // eslint-disable-next-line complexity, max-statements
98
+ function normalizeStringPosix(path, allowAboveRoot) {
99
+ let res = '';
100
+ let lastSlash = -1;
101
+ let dots = 0;
102
+ let code;
103
+ let isAboveRoot = false;
104
+ for (let i = 0; i <= path.length; ++i) {
105
+ if (i < path.length) {
106
+ code = path.charCodeAt(i);
107
+ }
108
+ else if (code === SLASH) {
109
+ break;
110
+ }
111
+ else {
112
+ code = SLASH;
113
+ }
114
+ if (code === SLASH) {
115
+ if (lastSlash === i - 1 || dots === 1) {
116
+ // NOOP
117
+ }
118
+ else if (lastSlash !== i - 1 && dots === 2) {
119
+ if (res.length < 2 ||
120
+ !isAboveRoot ||
121
+ res.charCodeAt(res.length - 1) !== DOT ||
122
+ res.charCodeAt(res.length - 2) !== DOT) {
123
+ if (res.length > 2) {
124
+ const start = res.length - 1;
125
+ let j = start;
126
+ for (; j >= 0; --j) {
127
+ if (res.charCodeAt(j) === SLASH) {
128
+ break;
129
+ }
130
+ }
131
+ if (j !== start) {
132
+ res = j === -1 ? '' : res.slice(0, j);
133
+ lastSlash = i;
134
+ dots = 0;
135
+ isAboveRoot = false;
136
+ continue;
137
+ }
138
+ }
139
+ else if (res.length === 2 || res.length === 1) {
140
+ res = '';
141
+ lastSlash = i;
142
+ dots = 0;
143
+ isAboveRoot = false;
144
+ continue;
145
+ }
146
+ }
147
+ if (allowAboveRoot) {
148
+ if (res.length > 0) {
149
+ res += '/..';
150
+ }
151
+ else {
152
+ res = '..';
153
+ }
154
+ isAboveRoot = true;
155
+ }
156
+ }
157
+ else {
158
+ const slice = path.slice(lastSlash + 1, i);
159
+ if (res.length > 0) {
160
+ res += `/${slice}`;
161
+ }
162
+ else {
163
+ res = slice;
164
+ }
165
+ isAboveRoot = false;
166
+ }
167
+ lastSlash = i;
168
+ dots = 0;
169
+ }
170
+ else if (code === DOT && dots !== -1) {
171
+ ++dots;
172
+ }
173
+ else {
174
+ dots = -1;
175
+ }
18
176
  }
19
-
20
- return part;
21
- });
22
- return parts.join(separator);
177
+ return res;
23
178
  }
24
- //# sourceMappingURL=path.js.map
@@ -1,18 +1,18 @@
1
1
  import { Stats } from '@probe.gl/stats';
2
- declare type Handle = any;
3
- declare type DoneFunction = () => any;
4
- declare type GetPriorityFunction = () => number;
5
- declare type RequestResult = {
2
+ type Handle = any;
3
+ type DoneFunction = () => any;
4
+ type GetPriorityFunction = () => number;
5
+ type RequestResult = {
6
6
  done: DoneFunction;
7
7
  } | null;
8
8
  /** RequestScheduler Options */
9
- export declare type RequestSchedulerProps = {
9
+ export type RequestSchedulerProps = {
10
10
  id?: string;
11
11
  throttleRequests?: boolean;
12
12
  maxRequests?: number;
13
13
  };
14
14
  /** Tracks one request */
15
- declare type Request = {
15
+ type Request = {
16
16
  handle: Handle;
17
17
  priority: number;
18
18
  getPriority: GetPriorityFunction;
@@ -1 +1 @@
1
- {"version":3,"file":"request-scheduler.d.ts","sourceRoot":"","sources":["../../../src/lib/request-utils/request-scheduler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAEtC,aAAK,MAAM,GAAG,GAAG,CAAC;AAClB,aAAK,YAAY,GAAG,MAAM,GAAG,CAAC;AAC9B,aAAK,mBAAmB,GAAG,MAAM,MAAM,CAAC;AACxC,aAAK,aAAa,GAAG;IACnB,IAAI,EAAE,YAAY,CAAC;CACpB,GAAG,IAAI,CAAC;AAET,+BAA+B;AAC/B,oBAAY,qBAAqB,GAAG;IAClC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAgBF,yBAAyB;AACzB,aAAK,OAAO,GAAG;IACb,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,mBAAmB,CAAC;IACjC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,GAAG,CAAC;CAC/B,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,OAAO,OAAO,gBAAgB;IACnC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,qBAAqB,CAAC,CAAC;IAChD,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAK;IAE/B,oFAAoF;IACpF,OAAO,CAAC,YAAY,CAAiB;IACrC,OAAO,CAAC,UAAU,CAAkD;IACpE,OAAO,CAAC,cAAc,CAAa;gBAEvB,KAAK,GAAE,qBAA0B;IAY7C;;;;;;;;;;;;;;;OAeG;IACH,eAAe,CACb,MAAM,EAAE,MAAM,EACd,WAAW,GAAE,mBAA6B,GACzC,OAAO,CAAC,aAAa,CAAC;IA0BzB,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;IAuB7C,oEAAoE;IACpE,iBAAiB,IAAI,IAAI;IAMzB,4BAA4B;IAC5B,sBAAsB;IAwBtB,mGAAmG;IACnG,kBAAkB;IAgBlB,sDAAsD;IACtD,cAAc,CAAC,OAAO,KAAA;CAUvB"}
1
+ {"version":3,"file":"request-scheduler.d.ts","sourceRoot":"","sources":["../../../src/lib/request-utils/request-scheduler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAEtC,KAAK,MAAM,GAAG,GAAG,CAAC;AAClB,KAAK,YAAY,GAAG,MAAM,GAAG,CAAC;AAC9B,KAAK,mBAAmB,GAAG,MAAM,MAAM,CAAC;AACxC,KAAK,aAAa,GAAG;IACnB,IAAI,EAAE,YAAY,CAAC;CACpB,GAAG,IAAI,CAAC;AAET,+BAA+B;AAC/B,MAAM,MAAM,qBAAqB,GAAG;IAClC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAgBF,yBAAyB;AACzB,KAAK,OAAO,GAAG;IACb,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,mBAAmB,CAAC;IACjC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,GAAG,CAAC;CAC/B,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,OAAO,OAAO,gBAAgB;IACnC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,qBAAqB,CAAC,CAAC;IAChD,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAK;IAE/B,oFAAoF;IACpF,OAAO,CAAC,YAAY,CAAiB;IACrC,OAAO,CAAC,UAAU,CAAkD;IACpE,OAAO,CAAC,cAAc,CAAa;gBAEvB,KAAK,GAAE,qBAA0B;IAY7C;;;;;;;;;;;;;;;OAeG;IACH,eAAe,CACb,MAAM,EAAE,MAAM,EACd,WAAW,GAAE,mBAA6B,GACzC,OAAO,CAAC,aAAa,CAAC;IA0BzB,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;IAuB7C,oEAAoE;IACpE,iBAAiB,IAAI,IAAI;IAMzB,4BAA4B;IAC5B,sBAAsB;IAwBtB,mGAAmG;IACnG,kBAAkB;IAgBlB,sDAAsD;IACtD,cAAc,CAAC,OAAO,KAAA;CAUvB"}
@@ -1,146 +1,142 @@
1
- import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
2
- import { Stats } from '@probe.gl/stats';
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ const stats_1 = require("@probe.gl/stats");
3
4
  const STAT_QUEUED_REQUESTS = 'Queued Requests';
4
5
  const STAT_ACTIVE_REQUESTS = 'Active Requests';
5
6
  const STAT_CANCELLED_REQUESTS = 'Cancelled Requests';
6
7
  const STAT_QUEUED_REQUESTS_EVER = 'Queued Requests Ever';
7
8
  const STAT_ACTIVE_REQUESTS_EVER = 'Active Requests Ever';
8
9
  const DEFAULT_PROPS = {
9
- id: 'request-scheduler',
10
- throttleRequests: true,
11
- maxRequests: 6
10
+ id: 'request-scheduler',
11
+ // Specifies if the request scheduler should throttle incoming requests, mainly for comparative testing
12
+ throttleRequests: true,
13
+ // The maximum number of simultaneous active requests. Un-throttled requests do not observe this limit.
14
+ maxRequests: 6
12
15
  };
13
- export default class RequestScheduler {
14
- constructor(props = {}) {
15
- _defineProperty(this, "props", void 0);
16
-
17
- _defineProperty(this, "stats", void 0);
18
-
19
- _defineProperty(this, "activeRequestCount", 0);
20
-
21
- _defineProperty(this, "requestQueue", []);
22
-
23
- _defineProperty(this, "requestMap", new Map());
24
-
25
- _defineProperty(this, "deferredUpdate", null);
26
-
27
- this.props = { ...DEFAULT_PROPS,
28
- ...props
29
- };
30
- this.stats = new Stats({
31
- id: this.props.id
32
- });
33
- this.stats.get(STAT_QUEUED_REQUESTS);
34
- this.stats.get(STAT_ACTIVE_REQUESTS);
35
- this.stats.get(STAT_CANCELLED_REQUESTS);
36
- this.stats.get(STAT_QUEUED_REQUESTS_EVER);
37
- this.stats.get(STAT_ACTIVE_REQUESTS_EVER);
38
- }
39
-
40
- scheduleRequest(handle, getPriority = () => 0) {
41
- if (!this.props.throttleRequests) {
42
- return Promise.resolve({
43
- done: () => {}
44
- });
16
+ /**
17
+ * Used to issue a request, without having them "deeply queued" by the browser.
18
+ * @todo - Track requests globally, across multiple servers
19
+ */
20
+ class RequestScheduler {
21
+ constructor(props = {}) {
22
+ this.activeRequestCount = 0;
23
+ /** Tracks the number of active requests and prioritizes/cancels queued requests. */
24
+ this.requestQueue = [];
25
+ this.requestMap = new Map();
26
+ this.deferredUpdate = null;
27
+ this.props = { ...DEFAULT_PROPS, ...props };
28
+ // Returns the statistics used by the request scheduler.
29
+ this.stats = new stats_1.Stats({ id: this.props.id });
30
+ this.stats.get(STAT_QUEUED_REQUESTS);
31
+ this.stats.get(STAT_ACTIVE_REQUESTS);
32
+ this.stats.get(STAT_CANCELLED_REQUESTS);
33
+ this.stats.get(STAT_QUEUED_REQUESTS_EVER);
34
+ this.stats.get(STAT_ACTIVE_REQUESTS_EVER);
45
35
  }
46
-
47
- if (this.requestMap.has(handle)) {
48
- return this.requestMap.get(handle);
49
- }
50
-
51
- const request = {
52
- handle,
53
- priority: 0,
54
- getPriority
55
- };
56
- const promise = new Promise(resolve => {
57
- request.resolve = resolve;
58
- return request;
59
- });
60
- this.requestQueue.push(request);
61
- this.requestMap.set(handle, promise);
62
-
63
- this._issueNewRequests();
64
-
65
- return promise;
66
- }
67
-
68
- _issueRequest(request) {
69
- const {
70
- handle,
71
- resolve
72
- } = request;
73
- let isDone = false;
74
-
75
- const done = () => {
76
- if (!isDone) {
77
- isDone = true;
78
- this.requestMap.delete(handle);
79
- this.activeRequestCount--;
80
-
36
+ /**
37
+ * Called by an application that wants to issue a request, without having it deeply queued by the browser
38
+ *
39
+ * When the returned promise resolved, it is OK for the application to issue a request.
40
+ * The promise resolves to an object that contains a `done` method.
41
+ * When the application's request has completed (or failed), the application must call the `done` function
42
+ *
43
+ * @param handle
44
+ * @param getPriority will be called when request "slots" open up,
45
+ * allowing the caller to update priority or cancel the request
46
+ * Highest priority executes first, priority < 0 cancels the request
47
+ * @returns a promise
48
+ * - resolves to a object (with a `done` field) when the request can be issued without queueing,
49
+ * - resolves to `null` if the request has been cancelled (by the callback return < 0).
50
+ * In this case the application should not issue the request
51
+ */
52
+ scheduleRequest(handle, getPriority = () => 0) {
53
+ // Allows throttling to be disabled
54
+ if (!this.props.throttleRequests) {
55
+ return Promise.resolve({ done: () => { } });
56
+ }
57
+ // dedupe
58
+ if (this.requestMap.has(handle)) {
59
+ return this.requestMap.get(handle);
60
+ }
61
+ const request = { handle, priority: 0, getPriority };
62
+ const promise = new Promise((resolve) => {
63
+ // @ts-ignore
64
+ request.resolve = resolve;
65
+ return request;
66
+ });
67
+ this.requestQueue.push(request);
68
+ this.requestMap.set(handle, promise);
81
69
  this._issueNewRequests();
82
- }
83
- };
84
-
85
- this.activeRequestCount++;
86
- return resolve ? resolve({
87
- done
88
- }) : Promise.resolve({
89
- done
90
- });
91
- }
92
-
93
- _issueNewRequests() {
94
- if (!this.deferredUpdate) {
95
- this.deferredUpdate = setTimeout(() => this._issueNewRequestsAsync(), 0);
70
+ return promise;
71
+ }
72
+ // PRIVATE
73
+ _issueRequest(request) {
74
+ const { handle, resolve } = request;
75
+ let isDone = false;
76
+ const done = () => {
77
+ // can only be called once
78
+ if (!isDone) {
79
+ isDone = true;
80
+ // Stop tracking a request - it has completed, failed, cancelled etc
81
+ this.requestMap.delete(handle);
82
+ this.activeRequestCount--;
83
+ // A slot just freed up, see if any queued requests are waiting
84
+ this._issueNewRequests();
85
+ }
86
+ };
87
+ // Track this request
88
+ this.activeRequestCount++;
89
+ return resolve ? resolve({ done }) : Promise.resolve({ done });
96
90
  }
97
- }
98
-
99
- _issueNewRequestsAsync() {
100
- this.deferredUpdate = null;
101
- const freeSlots = Math.max(this.props.maxRequests - this.activeRequestCount, 0);
102
-
103
- if (freeSlots === 0) {
104
- return;
91
+ /** We check requests asynchronously, to prevent multiple updates */
92
+ _issueNewRequests() {
93
+ if (!this.deferredUpdate) {
94
+ this.deferredUpdate = setTimeout(() => this._issueNewRequestsAsync(), 0);
95
+ }
105
96
  }
106
-
107
- this._updateAllRequests();
108
-
109
- for (let i = 0; i < freeSlots; ++i) {
110
- const request = this.requestQueue.shift();
111
-
112
- if (request) {
113
- this._issueRequest(request);
114
- }
97
+ /** Refresh all requests */
98
+ _issueNewRequestsAsync() {
99
+ // TODO - shouldn't we clear the timeout?
100
+ this.deferredUpdate = null;
101
+ const freeSlots = Math.max(this.props.maxRequests - this.activeRequestCount, 0);
102
+ if (freeSlots === 0) {
103
+ return;
104
+ }
105
+ this._updateAllRequests();
106
+ // Resolve pending promises for the top-priority requests
107
+ for (let i = 0; i < freeSlots; ++i) {
108
+ const request = this.requestQueue.shift();
109
+ if (request) {
110
+ this._issueRequest(request); // eslint-disable-line @typescript-eslint/no-floating-promises
111
+ }
112
+ }
113
+ // Uncomment to debug
114
+ // console.log(`${freeSlots} free slots, ${this.requestQueue.length} queued requests`);
115
115
  }
116
- }
117
-
118
- _updateAllRequests() {
119
- const requestQueue = this.requestQueue;
120
-
121
- for (let i = 0; i < requestQueue.length; ++i) {
122
- const request = requestQueue[i];
123
-
124
- if (!this._updateRequest(request)) {
125
- requestQueue.splice(i, 1);
126
- this.requestMap.delete(request.handle);
127
- i--;
128
- }
116
+ /** Ensure all requests have updated priorities, and that no longer valid requests are cancelled */
117
+ _updateAllRequests() {
118
+ const requestQueue = this.requestQueue;
119
+ for (let i = 0; i < requestQueue.length; ++i) {
120
+ const request = requestQueue[i];
121
+ if (!this._updateRequest(request)) {
122
+ // Remove the element and make sure to adjust the counter to account for shortened array
123
+ requestQueue.splice(i, 1);
124
+ this.requestMap.delete(request.handle);
125
+ i--;
126
+ }
127
+ }
128
+ // Sort the remaining requests based on priority
129
+ requestQueue.sort((a, b) => a.priority - b.priority);
129
130
  }
130
-
131
- requestQueue.sort((a, b) => a.priority - b.priority);
132
- }
133
-
134
- _updateRequest(request) {
135
- request.priority = request.getPriority(request.handle);
136
-
137
- if (request.priority < 0) {
138
- request.resolve(null);
139
- return false;
131
+ /** Update a single request by calling the callback */
132
+ _updateRequest(request) {
133
+ request.priority = request.getPriority(request.handle); // eslint-disable-line callback-return
134
+ // by returning a negative priority, the callback cancels the request
135
+ if (request.priority < 0) {
136
+ request.resolve(null);
137
+ return false;
138
+ }
139
+ return true;
140
140
  }
141
-
142
- return true;
143
- }
144
-
145
141
  }
146
- //# sourceMappingURL=request-scheduler.js.map
142
+ exports.default = RequestScheduler;
@@ -1 +1 @@
1
- {"version":3,"file":"create-loader-worker.d.ts","sourceRoot":"","sources":["../../../src/lib/worker-loader-utils/create-loader-worker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,aAAa,CAAC;AAMlD;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,gBAAgB,QA+B1D"}
1
+ {"version":3,"file":"create-loader-worker.d.ts","sourceRoot":"","sources":["../../../src/lib/worker-loader-utils/create-loader-worker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,aAAa,CAAC;AAMlD;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,gBAAgB,QAgC1D"}