@loaders.gl/worker-utils 3.1.0-alpha.5 → 3.1.0-beta.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (120) hide show
  1. package/dist/es5/lib/env-utils/version.js +2 -2
  2. package/dist/es5/lib/env-utils/version.js.map +1 -1
  3. package/dist/es5/lib/library-utils/library-utils.js +1 -1
  4. package/dist/es5/lib/library-utils/library-utils.js.map +1 -1
  5. package/dist/es5/lib/node/require-utils.node.js +4 -8
  6. package/dist/es5/lib/node/require-utils.node.js.map +1 -1
  7. package/dist/es5/lib/process-utils/child-process-proxy.js.map +1 -1
  8. package/dist/es5/lib/worker-api/create-worker.js +1 -1
  9. package/dist/es5/lib/worker-api/create-worker.js.map +1 -1
  10. package/dist/es5/lib/worker-api/get-worker-url.js +1 -1
  11. package/dist/es5/lib/worker-api/get-worker-url.js.map +1 -1
  12. package/dist/es5/lib/worker-api/process-on-worker.js +1 -1
  13. package/dist/es5/lib/worker-api/process-on-worker.js.map +1 -1
  14. package/dist/es5/lib/worker-farm/worker-body.js.map +1 -1
  15. package/dist/es5/lib/worker-farm/worker-job.js.map +1 -1
  16. package/dist/es5/lib/worker-farm/worker-thread.js.map +1 -1
  17. package/dist/es5/lib/worker-utils/get-transfer-list.js.map +1 -1
  18. package/dist/es5/lib/worker-utils/remove-nontransferable-options.js.map +1 -1
  19. package/dist/esm/lib/env-utils/version.js +2 -2
  20. package/dist/esm/lib/env-utils/version.js.map +1 -1
  21. package/dist/esm/lib/library-utils/library-utils.js +1 -1
  22. package/dist/esm/lib/library-utils/library-utils.js.map +1 -1
  23. package/dist/esm/lib/node/require-utils.node.js +4 -8
  24. package/dist/esm/lib/node/require-utils.node.js.map +1 -1
  25. package/dist/esm/lib/process-utils/child-process-proxy.js.map +1 -1
  26. package/dist/esm/lib/worker-api/create-worker.js +1 -1
  27. package/dist/esm/lib/worker-api/create-worker.js.map +1 -1
  28. package/dist/esm/lib/worker-api/get-worker-url.js +1 -1
  29. package/dist/esm/lib/worker-api/get-worker-url.js.map +1 -1
  30. package/dist/esm/lib/worker-api/process-on-worker.js +1 -1
  31. package/dist/esm/lib/worker-api/process-on-worker.js.map +1 -1
  32. package/dist/esm/lib/worker-farm/worker-body.js.map +1 -1
  33. package/dist/esm/lib/worker-farm/worker-job.js.map +1 -1
  34. package/dist/esm/lib/worker-farm/worker-thread.js.map +1 -1
  35. package/dist/esm/lib/worker-utils/get-transfer-list.js.map +1 -1
  36. package/dist/esm/lib/worker-utils/remove-nontransferable-options.js.map +1 -1
  37. package/dist/index.d.ts +1 -0
  38. package/dist/index.d.ts.map +1 -0
  39. package/dist/index.js +58 -0
  40. package/dist/lib/async-queue/async-queue.d.ts +1 -0
  41. package/dist/lib/async-queue/async-queue.d.ts.map +1 -0
  42. package/dist/lib/async-queue/async-queue.js +87 -0
  43. package/dist/lib/env-utils/assert.d.ts +1 -0
  44. package/dist/lib/env-utils/assert.d.ts.map +1 -0
  45. package/dist/lib/env-utils/assert.js +13 -0
  46. package/dist/lib/env-utils/globals.d.ts +1 -0
  47. package/dist/lib/env-utils/globals.d.ts.map +1 -0
  48. package/dist/lib/env-utils/globals.js +32 -0
  49. package/dist/lib/env-utils/version.d.ts +2 -1
  50. package/dist/lib/env-utils/version.d.ts.map +1 -0
  51. package/dist/lib/env-utils/version.js +12 -0
  52. package/dist/lib/library-utils/library-utils.d.ts +2 -1
  53. package/dist/lib/library-utils/library-utils.d.ts.map +1 -0
  54. package/dist/lib/library-utils/library-utils.js +158 -0
  55. package/dist/lib/node/require-utils.node.d.ts +6 -2
  56. package/dist/lib/node/require-utils.node.d.ts.map +1 -0
  57. package/dist/lib/node/require-utils.node.js +60 -0
  58. package/dist/lib/process-utils/child-process-proxy.d.ts +1 -0
  59. package/dist/lib/process-utils/child-process-proxy.d.ts.map +1 -0
  60. package/dist/lib/process-utils/child-process-proxy.js +131 -0
  61. package/dist/lib/process-utils/process-utils.d.ts +1 -0
  62. package/dist/lib/process-utils/process-utils.d.ts.map +1 -0
  63. package/dist/lib/process-utils/process-utils.js +35 -0
  64. package/dist/lib/worker-api/create-worker.d.ts +3 -2
  65. package/dist/lib/worker-api/create-worker.d.ts.map +1 -0
  66. package/dist/lib/worker-api/create-worker.js +92 -0
  67. package/dist/lib/worker-api/get-worker-url.d.ts +1 -0
  68. package/dist/lib/worker-api/get-worker-url.d.ts.map +1 -0
  69. package/dist/lib/worker-api/get-worker-url.js +48 -0
  70. package/dist/lib/worker-api/process-on-worker.d.ts +1 -0
  71. package/dist/lib/worker-api/process-on-worker.d.ts.map +1 -0
  72. package/dist/lib/worker-api/process-on-worker.js +79 -0
  73. package/dist/lib/worker-api/validate-worker-version.d.ts +1 -0
  74. package/dist/lib/worker-api/validate-worker-version.d.ts.map +1 -0
  75. package/dist/lib/worker-api/validate-worker-version.js +35 -0
  76. package/dist/lib/worker-farm/worker-body.d.ts +1 -0
  77. package/dist/lib/worker-farm/worker-body.d.ts.map +1 -0
  78. package/dist/lib/worker-farm/worker-body.js +67 -0
  79. package/dist/lib/worker-farm/worker-farm.d.ts +1 -0
  80. package/dist/lib/worker-farm/worker-farm.d.ts.map +1 -0
  81. package/dist/lib/worker-farm/worker-farm.js +88 -0
  82. package/dist/lib/worker-farm/worker-job.d.ts +2 -1
  83. package/dist/lib/worker-farm/worker-job.d.ts.map +1 -0
  84. package/dist/lib/worker-farm/worker-job.js +47 -0
  85. package/dist/lib/worker-farm/worker-pool.d.ts +1 -0
  86. package/dist/lib/worker-farm/worker-pool.d.ts.map +1 -0
  87. package/dist/lib/worker-farm/worker-pool.js +151 -0
  88. package/dist/lib/worker-farm/worker-thread.d.ts +2 -1
  89. package/dist/lib/worker-farm/worker-thread.d.ts.map +1 -0
  90. package/dist/lib/worker-farm/worker-thread.js +95 -0
  91. package/dist/lib/worker-utils/get-loadable-worker-url.d.ts +1 -0
  92. package/dist/lib/worker-utils/get-loadable-worker-url.d.ts.map +1 -0
  93. package/dist/lib/worker-utils/get-loadable-worker-url.js +74 -0
  94. package/dist/lib/worker-utils/get-transfer-list.d.ts +1 -0
  95. package/dist/lib/worker-utils/get-transfer-list.d.ts.map +1 -0
  96. package/dist/lib/worker-utils/get-transfer-list.js +61 -0
  97. package/dist/lib/worker-utils/remove-nontransferable-options.d.ts +1 -0
  98. package/dist/lib/worker-utils/remove-nontransferable-options.d.ts.map +1 -0
  99. package/dist/lib/worker-utils/remove-nontransferable-options.js +35 -0
  100. package/dist/null-worker.js +189 -550
  101. package/dist/null-worker.js.map +7 -1
  102. package/dist/types.d.ts +2 -1
  103. package/dist/types.d.ts.map +1 -0
  104. package/dist/types.js +2 -0
  105. package/dist/workers/null-worker.d.ts +1 -0
  106. package/dist/workers/null-worker.d.ts.map +1 -0
  107. package/dist/workers/null-worker.js +7 -0
  108. package/package.json +7 -6
  109. package/src/lib/env-utils/version.ts +1 -1
  110. package/src/lib/library-utils/library-utils.ts +6 -4
  111. package/src/lib/node/{require-utils.node.js → require-utils.node.ts} +13 -9
  112. package/src/lib/process-utils/child-process-proxy.ts +1 -1
  113. package/src/lib/worker-api/create-worker.ts +11 -7
  114. package/src/lib/worker-api/process-on-worker.ts +1 -1
  115. package/src/lib/worker-farm/worker-body.ts +2 -2
  116. package/src/lib/worker-farm/worker-job.ts +2 -2
  117. package/src/lib/worker-farm/worker-thread.ts +2 -2
  118. package/src/lib/worker-utils/get-transfer-list.ts +1 -1
  119. package/src/lib/worker-utils/remove-nontransferable-options.ts +1 -1
  120. package/src/types.ts +1 -1
@@ -0,0 +1,74 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.getLoadableWorkerURL = void 0;
4
+ const assert_1 = require("../env-utils/assert");
5
+ const workerURLCache = new Map();
6
+ /**
7
+ * Creates a loadable URL from worker source or URL
8
+ * that can be used to create `Worker` instances.
9
+ * Due to CORS issues it may be necessary to wrap a URL in a small importScripts
10
+ * @param props
11
+ * @param props.source Worker source
12
+ * @param props.url Worker URL
13
+ * @returns loadable url
14
+ */
15
+ function getLoadableWorkerURL(props) {
16
+ (0, assert_1.assert)((props.source && !props.url) || (!props.source && props.url)); // Either source or url must be defined
17
+ let workerURL = workerURLCache.get(props.source || props.url);
18
+ if (!workerURL) {
19
+ // Differentiate worker urls from worker source code
20
+ if (props.url) {
21
+ workerURL = getLoadableWorkerURLFromURL(props.url);
22
+ workerURLCache.set(props.url, workerURL);
23
+ }
24
+ if (props.source) {
25
+ workerURL = getLoadableWorkerURLFromSource(props.source);
26
+ workerURLCache.set(props.source, workerURL);
27
+ }
28
+ }
29
+ (0, assert_1.assert)(workerURL);
30
+ return workerURL;
31
+ }
32
+ exports.getLoadableWorkerURL = getLoadableWorkerURL;
33
+ /**
34
+ * Build a loadable worker URL from worker URL
35
+ * @param url
36
+ * @returns loadable URL
37
+ */
38
+ function getLoadableWorkerURLFromURL(url) {
39
+ // A local script url, we can use it to initialize a Worker directly
40
+ if (!url.startsWith('http')) {
41
+ return url;
42
+ }
43
+ // A remote script, we need to use `importScripts` to load from different origin
44
+ const workerSource = buildScriptSource(url);
45
+ return getLoadableWorkerURLFromSource(workerSource);
46
+ }
47
+ /**
48
+ * Build a loadable worker URL from worker source
49
+ * @param workerSource
50
+ * @returns loadable url
51
+ */
52
+ function getLoadableWorkerURLFromSource(workerSource) {
53
+ // NOTE: webworkify was previously used
54
+ // const blob = webworkify(workerSource, {bare: true});
55
+ const blob = new Blob([workerSource], { type: 'application/javascript' });
56
+ return URL.createObjectURL(blob);
57
+ }
58
+ /**
59
+ * Per spec, worker cannot be initialized with a script from a different origin
60
+ * However a local worker script can still import scripts from other origins,
61
+ * so we simply build a wrapper script.
62
+ *
63
+ * @param workerUrl
64
+ * @returns source
65
+ */
66
+ function buildScriptSource(workerUrl) {
67
+ return `\
68
+ try {
69
+ importScripts('${workerUrl}');
70
+ } catch (error) {
71
+ console.error(error);
72
+ throw error;
73
+ }`;
74
+ }
@@ -7,3 +7,4 @@
7
7
  * @returns a transfer list that can be passed to postMessage
8
8
  */
9
9
  export declare function getTransferList(object: any, recursive?: boolean, transfers?: Set<any>): Transferable[];
10
+ //# sourceMappingURL=get-transfer-list.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"get-transfer-list.d.ts","sourceRoot":"","sources":["../../../src/lib/worker-utils/get-transfer-list.ts"],"names":[],"mappings":"AAGA;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAC7B,MAAM,EAAE,GAAG,EACX,SAAS,GAAE,OAAc,EACzB,SAAS,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,GACnB,YAAY,EAAE,CAwBhB"}
@@ -0,0 +1,61 @@
1
+ "use strict";
2
+ // NOTE - there is a copy of this function is both in core and loader-utils
3
+ // core does not need all the utils in loader-utils, just this one.
4
+ Object.defineProperty(exports, "__esModule", { value: true });
5
+ exports.getTransferList = void 0;
6
+ /**
7
+ * Returns an array of Transferrable objects that can be used with postMessage
8
+ * https://developer.mozilla.org/en-US/docs/Web/API/Worker/postMessage
9
+ * @param object data to be sent via postMessage
10
+ * @param recursive - not for application use
11
+ * @param transfers - not for application use
12
+ * @returns a transfer list that can be passed to postMessage
13
+ */
14
+ function getTransferList(object, recursive = true, transfers) {
15
+ // Make sure that items in the transfer list is unique
16
+ const transfersSet = transfers || new Set();
17
+ if (!object) {
18
+ // ignore
19
+ }
20
+ else if (isTransferable(object)) {
21
+ transfersSet.add(object);
22
+ }
23
+ else if (isTransferable(object.buffer)) {
24
+ // Typed array
25
+ transfersSet.add(object.buffer);
26
+ }
27
+ else if (ArrayBuffer.isView(object)) {
28
+ // object is a TypeArray viewing into a SharedArrayBuffer (not transferable)
29
+ // Do not iterate through the content in this case
30
+ }
31
+ else if (recursive && typeof object === 'object') {
32
+ for (const key in object) {
33
+ // Avoid perf hit - only go one level deep
34
+ getTransferList(object[key], recursive, transfersSet);
35
+ }
36
+ }
37
+ // If transfers is defined, is internal recursive call
38
+ // Otherwise it's called by the user
39
+ return transfers === undefined ? Array.from(transfersSet) : [];
40
+ }
41
+ exports.getTransferList = getTransferList;
42
+ // https://developer.mozilla.org/en-US/docs/Web/API/Transferable
43
+ function isTransferable(object) {
44
+ if (!object) {
45
+ return false;
46
+ }
47
+ if (object instanceof ArrayBuffer) {
48
+ return true;
49
+ }
50
+ if (typeof MessagePort !== 'undefined' && object instanceof MessagePort) {
51
+ return true;
52
+ }
53
+ if (typeof ImageBitmap !== 'undefined' && object instanceof ImageBitmap) {
54
+ return true;
55
+ }
56
+ // @ts-ignore
57
+ if (typeof OffscreenCanvas !== 'undefined' && object instanceof OffscreenCanvas) {
58
+ return true;
59
+ }
60
+ return false;
61
+ }
@@ -3,3 +3,4 @@
3
3
  * @param value
4
4
  */
5
5
  export declare function removeNontransferableOptions(object: object): object;
6
+ //# sourceMappingURL=remove-nontransferable-options.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"remove-nontransferable-options.d.ts","sourceRoot":"","sources":["../../../src/lib/worker-utils/remove-nontransferable-options.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAKnE"}
@@ -0,0 +1,35 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.removeNontransferableOptions = void 0;
4
+ /**
5
+ * Safely stringify JSON (drop non serializable values like functions and regexps)
6
+ * @param value
7
+ */
8
+ function removeNontransferableOptions(object) {
9
+ // options.log object contains functions which cannot be transferred
10
+ // TODO - decide how to handle logging on workers
11
+ // TODO - warn if options stringification is long
12
+ return JSON.parse(stringifyJSON(object));
13
+ }
14
+ exports.removeNontransferableOptions = removeNontransferableOptions;
15
+ function stringifyJSON(v) {
16
+ const cache = new Set();
17
+ return JSON.stringify(v, (key, value) => {
18
+ if (typeof value === 'object' && value !== null) {
19
+ if (cache.has(value)) {
20
+ // Circular reference found
21
+ try {
22
+ // If this value does not reference a parent it can be deduped
23
+ return JSON.parse(JSON.stringify(value));
24
+ }
25
+ catch (err) {
26
+ // discard key if value cannot be deduped
27
+ return undefined;
28
+ }
29
+ }
30
+ // Store value in our set
31
+ cache.add(value);
32
+ }
33
+ return value;
34
+ });
35
+ }