@loaders.gl/worker-utils 3.1.0-alpha.5 → 3.1.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es5/lib/env-utils/version.js +2 -2
- package/dist/es5/lib/env-utils/version.js.map +1 -1
- package/dist/es5/lib/library-utils/library-utils.js +1 -1
- package/dist/es5/lib/library-utils/library-utils.js.map +1 -1
- package/dist/es5/lib/node/require-utils.node.js +4 -8
- package/dist/es5/lib/node/require-utils.node.js.map +1 -1
- package/dist/es5/lib/process-utils/child-process-proxy.js.map +1 -1
- package/dist/es5/lib/worker-api/create-worker.js +1 -1
- package/dist/es5/lib/worker-api/create-worker.js.map +1 -1
- package/dist/es5/lib/worker-api/get-worker-url.js +1 -1
- package/dist/es5/lib/worker-api/get-worker-url.js.map +1 -1
- package/dist/es5/lib/worker-api/process-on-worker.js +1 -1
- package/dist/es5/lib/worker-api/process-on-worker.js.map +1 -1
- package/dist/es5/lib/worker-farm/worker-body.js.map +1 -1
- package/dist/es5/lib/worker-farm/worker-job.js.map +1 -1
- package/dist/es5/lib/worker-farm/worker-thread.js.map +1 -1
- package/dist/es5/lib/worker-utils/get-transfer-list.js.map +1 -1
- package/dist/es5/lib/worker-utils/remove-nontransferable-options.js.map +1 -1
- package/dist/esm/lib/env-utils/version.js +2 -2
- package/dist/esm/lib/env-utils/version.js.map +1 -1
- package/dist/esm/lib/library-utils/library-utils.js +1 -1
- package/dist/esm/lib/library-utils/library-utils.js.map +1 -1
- package/dist/esm/lib/node/require-utils.node.js +4 -8
- package/dist/esm/lib/node/require-utils.node.js.map +1 -1
- package/dist/esm/lib/process-utils/child-process-proxy.js.map +1 -1
- package/dist/esm/lib/worker-api/create-worker.js +1 -1
- package/dist/esm/lib/worker-api/create-worker.js.map +1 -1
- package/dist/esm/lib/worker-api/get-worker-url.js +1 -1
- package/dist/esm/lib/worker-api/get-worker-url.js.map +1 -1
- package/dist/esm/lib/worker-api/process-on-worker.js +1 -1
- package/dist/esm/lib/worker-api/process-on-worker.js.map +1 -1
- package/dist/esm/lib/worker-farm/worker-body.js.map +1 -1
- package/dist/esm/lib/worker-farm/worker-job.js.map +1 -1
- package/dist/esm/lib/worker-farm/worker-thread.js.map +1 -1
- package/dist/esm/lib/worker-utils/get-transfer-list.js.map +1 -1
- package/dist/esm/lib/worker-utils/remove-nontransferable-options.js.map +1 -1
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +58 -0
- package/dist/lib/async-queue/async-queue.d.ts +1 -0
- package/dist/lib/async-queue/async-queue.d.ts.map +1 -0
- package/dist/lib/async-queue/async-queue.js +87 -0
- package/dist/lib/env-utils/assert.d.ts +1 -0
- package/dist/lib/env-utils/assert.d.ts.map +1 -0
- package/dist/lib/env-utils/assert.js +13 -0
- package/dist/lib/env-utils/globals.d.ts +1 -0
- package/dist/lib/env-utils/globals.d.ts.map +1 -0
- package/dist/lib/env-utils/globals.js +32 -0
- package/dist/lib/env-utils/version.d.ts +2 -1
- package/dist/lib/env-utils/version.d.ts.map +1 -0
- package/dist/lib/env-utils/version.js +12 -0
- package/dist/lib/library-utils/library-utils.d.ts +2 -1
- package/dist/lib/library-utils/library-utils.d.ts.map +1 -0
- package/dist/lib/library-utils/library-utils.js +158 -0
- package/dist/lib/node/require-utils.node.d.ts +6 -2
- package/dist/lib/node/require-utils.node.d.ts.map +1 -0
- package/dist/lib/node/require-utils.node.js +60 -0
- package/dist/lib/process-utils/child-process-proxy.d.ts +1 -0
- package/dist/lib/process-utils/child-process-proxy.d.ts.map +1 -0
- package/dist/lib/process-utils/child-process-proxy.js +131 -0
- package/dist/lib/process-utils/process-utils.d.ts +1 -0
- package/dist/lib/process-utils/process-utils.d.ts.map +1 -0
- package/dist/lib/process-utils/process-utils.js +35 -0
- package/dist/lib/worker-api/create-worker.d.ts +3 -2
- package/dist/lib/worker-api/create-worker.d.ts.map +1 -0
- package/dist/lib/worker-api/create-worker.js +92 -0
- package/dist/lib/worker-api/get-worker-url.d.ts +1 -0
- package/dist/lib/worker-api/get-worker-url.d.ts.map +1 -0
- package/dist/lib/worker-api/get-worker-url.js +48 -0
- package/dist/lib/worker-api/process-on-worker.d.ts +1 -0
- package/dist/lib/worker-api/process-on-worker.d.ts.map +1 -0
- package/dist/lib/worker-api/process-on-worker.js +79 -0
- package/dist/lib/worker-api/validate-worker-version.d.ts +1 -0
- package/dist/lib/worker-api/validate-worker-version.d.ts.map +1 -0
- package/dist/lib/worker-api/validate-worker-version.js +35 -0
- package/dist/lib/worker-farm/worker-body.d.ts +1 -0
- package/dist/lib/worker-farm/worker-body.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-body.js +67 -0
- package/dist/lib/worker-farm/worker-farm.d.ts +1 -0
- package/dist/lib/worker-farm/worker-farm.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-farm.js +88 -0
- package/dist/lib/worker-farm/worker-job.d.ts +2 -1
- package/dist/lib/worker-farm/worker-job.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-job.js +47 -0
- package/dist/lib/worker-farm/worker-pool.d.ts +1 -0
- package/dist/lib/worker-farm/worker-pool.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-pool.js +151 -0
- package/dist/lib/worker-farm/worker-thread.d.ts +2 -1
- package/dist/lib/worker-farm/worker-thread.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-thread.js +95 -0
- package/dist/lib/worker-utils/get-loadable-worker-url.d.ts +1 -0
- package/dist/lib/worker-utils/get-loadable-worker-url.d.ts.map +1 -0
- package/dist/lib/worker-utils/get-loadable-worker-url.js +74 -0
- package/dist/lib/worker-utils/get-transfer-list.d.ts +1 -0
- package/dist/lib/worker-utils/get-transfer-list.d.ts.map +1 -0
- package/dist/lib/worker-utils/get-transfer-list.js +61 -0
- package/dist/lib/worker-utils/remove-nontransferable-options.d.ts +1 -0
- package/dist/lib/worker-utils/remove-nontransferable-options.d.ts.map +1 -0
- package/dist/lib/worker-utils/remove-nontransferable-options.js +35 -0
- package/dist/null-worker.js +189 -550
- package/dist/null-worker.js.map +7 -1
- package/dist/types.d.ts +2 -1
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/workers/null-worker.d.ts +1 -0
- package/dist/workers/null-worker.d.ts.map +1 -0
- package/dist/workers/null-worker.js +7 -0
- package/package.json +7 -6
- package/src/lib/env-utils/version.ts +1 -1
- package/src/lib/library-utils/library-utils.ts +6 -4
- package/src/lib/node/{require-utils.node.js → require-utils.node.ts} +13 -9
- package/src/lib/process-utils/child-process-proxy.ts +1 -1
- package/src/lib/worker-api/create-worker.ts +11 -7
- package/src/lib/worker-api/process-on-worker.ts +1 -1
- package/src/lib/worker-farm/worker-body.ts +2 -2
- package/src/lib/worker-farm/worker-job.ts +2 -2
- package/src/lib/worker-farm/worker-thread.ts +2 -2
- package/src/lib/worker-utils/get-transfer-list.ts +1 -1
- package/src/lib/worker-utils/remove-nontransferable-options.ts +1 -1
- package/src/types.ts +1 -1
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getLoadableWorkerURL = void 0;
|
|
4
|
+
const assert_1 = require("../env-utils/assert");
|
|
5
|
+
const workerURLCache = new Map();
|
|
6
|
+
/**
|
|
7
|
+
* Creates a loadable URL from worker source or URL
|
|
8
|
+
* that can be used to create `Worker` instances.
|
|
9
|
+
* Due to CORS issues it may be necessary to wrap a URL in a small importScripts
|
|
10
|
+
* @param props
|
|
11
|
+
* @param props.source Worker source
|
|
12
|
+
* @param props.url Worker URL
|
|
13
|
+
* @returns loadable url
|
|
14
|
+
*/
|
|
15
|
+
function getLoadableWorkerURL(props) {
|
|
16
|
+
(0, assert_1.assert)((props.source && !props.url) || (!props.source && props.url)); // Either source or url must be defined
|
|
17
|
+
let workerURL = workerURLCache.get(props.source || props.url);
|
|
18
|
+
if (!workerURL) {
|
|
19
|
+
// Differentiate worker urls from worker source code
|
|
20
|
+
if (props.url) {
|
|
21
|
+
workerURL = getLoadableWorkerURLFromURL(props.url);
|
|
22
|
+
workerURLCache.set(props.url, workerURL);
|
|
23
|
+
}
|
|
24
|
+
if (props.source) {
|
|
25
|
+
workerURL = getLoadableWorkerURLFromSource(props.source);
|
|
26
|
+
workerURLCache.set(props.source, workerURL);
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
(0, assert_1.assert)(workerURL);
|
|
30
|
+
return workerURL;
|
|
31
|
+
}
|
|
32
|
+
exports.getLoadableWorkerURL = getLoadableWorkerURL;
|
|
33
|
+
/**
|
|
34
|
+
* Build a loadable worker URL from worker URL
|
|
35
|
+
* @param url
|
|
36
|
+
* @returns loadable URL
|
|
37
|
+
*/
|
|
38
|
+
function getLoadableWorkerURLFromURL(url) {
|
|
39
|
+
// A local script url, we can use it to initialize a Worker directly
|
|
40
|
+
if (!url.startsWith('http')) {
|
|
41
|
+
return url;
|
|
42
|
+
}
|
|
43
|
+
// A remote script, we need to use `importScripts` to load from different origin
|
|
44
|
+
const workerSource = buildScriptSource(url);
|
|
45
|
+
return getLoadableWorkerURLFromSource(workerSource);
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Build a loadable worker URL from worker source
|
|
49
|
+
* @param workerSource
|
|
50
|
+
* @returns loadable url
|
|
51
|
+
*/
|
|
52
|
+
function getLoadableWorkerURLFromSource(workerSource) {
|
|
53
|
+
// NOTE: webworkify was previously used
|
|
54
|
+
// const blob = webworkify(workerSource, {bare: true});
|
|
55
|
+
const blob = new Blob([workerSource], { type: 'application/javascript' });
|
|
56
|
+
return URL.createObjectURL(blob);
|
|
57
|
+
}
|
|
58
|
+
/**
|
|
59
|
+
* Per spec, worker cannot be initialized with a script from a different origin
|
|
60
|
+
* However a local worker script can still import scripts from other origins,
|
|
61
|
+
* so we simply build a wrapper script.
|
|
62
|
+
*
|
|
63
|
+
* @param workerUrl
|
|
64
|
+
* @returns source
|
|
65
|
+
*/
|
|
66
|
+
function buildScriptSource(workerUrl) {
|
|
67
|
+
return `\
|
|
68
|
+
try {
|
|
69
|
+
importScripts('${workerUrl}');
|
|
70
|
+
} catch (error) {
|
|
71
|
+
console.error(error);
|
|
72
|
+
throw error;
|
|
73
|
+
}`;
|
|
74
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-transfer-list.d.ts","sourceRoot":"","sources":["../../../src/lib/worker-utils/get-transfer-list.ts"],"names":[],"mappings":"AAGA;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAC7B,MAAM,EAAE,GAAG,EACX,SAAS,GAAE,OAAc,EACzB,SAAS,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,GACnB,YAAY,EAAE,CAwBhB"}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// NOTE - there is a copy of this function is both in core and loader-utils
|
|
3
|
+
// core does not need all the utils in loader-utils, just this one.
|
|
4
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
5
|
+
exports.getTransferList = void 0;
|
|
6
|
+
/**
|
|
7
|
+
* Returns an array of Transferrable objects that can be used with postMessage
|
|
8
|
+
* https://developer.mozilla.org/en-US/docs/Web/API/Worker/postMessage
|
|
9
|
+
* @param object data to be sent via postMessage
|
|
10
|
+
* @param recursive - not for application use
|
|
11
|
+
* @param transfers - not for application use
|
|
12
|
+
* @returns a transfer list that can be passed to postMessage
|
|
13
|
+
*/
|
|
14
|
+
function getTransferList(object, recursive = true, transfers) {
|
|
15
|
+
// Make sure that items in the transfer list is unique
|
|
16
|
+
const transfersSet = transfers || new Set();
|
|
17
|
+
if (!object) {
|
|
18
|
+
// ignore
|
|
19
|
+
}
|
|
20
|
+
else if (isTransferable(object)) {
|
|
21
|
+
transfersSet.add(object);
|
|
22
|
+
}
|
|
23
|
+
else if (isTransferable(object.buffer)) {
|
|
24
|
+
// Typed array
|
|
25
|
+
transfersSet.add(object.buffer);
|
|
26
|
+
}
|
|
27
|
+
else if (ArrayBuffer.isView(object)) {
|
|
28
|
+
// object is a TypeArray viewing into a SharedArrayBuffer (not transferable)
|
|
29
|
+
// Do not iterate through the content in this case
|
|
30
|
+
}
|
|
31
|
+
else if (recursive && typeof object === 'object') {
|
|
32
|
+
for (const key in object) {
|
|
33
|
+
// Avoid perf hit - only go one level deep
|
|
34
|
+
getTransferList(object[key], recursive, transfersSet);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
// If transfers is defined, is internal recursive call
|
|
38
|
+
// Otherwise it's called by the user
|
|
39
|
+
return transfers === undefined ? Array.from(transfersSet) : [];
|
|
40
|
+
}
|
|
41
|
+
exports.getTransferList = getTransferList;
|
|
42
|
+
// https://developer.mozilla.org/en-US/docs/Web/API/Transferable
|
|
43
|
+
function isTransferable(object) {
|
|
44
|
+
if (!object) {
|
|
45
|
+
return false;
|
|
46
|
+
}
|
|
47
|
+
if (object instanceof ArrayBuffer) {
|
|
48
|
+
return true;
|
|
49
|
+
}
|
|
50
|
+
if (typeof MessagePort !== 'undefined' && object instanceof MessagePort) {
|
|
51
|
+
return true;
|
|
52
|
+
}
|
|
53
|
+
if (typeof ImageBitmap !== 'undefined' && object instanceof ImageBitmap) {
|
|
54
|
+
return true;
|
|
55
|
+
}
|
|
56
|
+
// @ts-ignore
|
|
57
|
+
if (typeof OffscreenCanvas !== 'undefined' && object instanceof OffscreenCanvas) {
|
|
58
|
+
return true;
|
|
59
|
+
}
|
|
60
|
+
return false;
|
|
61
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"remove-nontransferable-options.d.ts","sourceRoot":"","sources":["../../../src/lib/worker-utils/remove-nontransferable-options.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAKnE"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.removeNontransferableOptions = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* Safely stringify JSON (drop non serializable values like functions and regexps)
|
|
6
|
+
* @param value
|
|
7
|
+
*/
|
|
8
|
+
function removeNontransferableOptions(object) {
|
|
9
|
+
// options.log object contains functions which cannot be transferred
|
|
10
|
+
// TODO - decide how to handle logging on workers
|
|
11
|
+
// TODO - warn if options stringification is long
|
|
12
|
+
return JSON.parse(stringifyJSON(object));
|
|
13
|
+
}
|
|
14
|
+
exports.removeNontransferableOptions = removeNontransferableOptions;
|
|
15
|
+
function stringifyJSON(v) {
|
|
16
|
+
const cache = new Set();
|
|
17
|
+
return JSON.stringify(v, (key, value) => {
|
|
18
|
+
if (typeof value === 'object' && value !== null) {
|
|
19
|
+
if (cache.has(value)) {
|
|
20
|
+
// Circular reference found
|
|
21
|
+
try {
|
|
22
|
+
// If this value does not reference a parent it can be deduped
|
|
23
|
+
return JSON.parse(JSON.stringify(value));
|
|
24
|
+
}
|
|
25
|
+
catch (err) {
|
|
26
|
+
// discard key if value cannot be deduped
|
|
27
|
+
return undefined;
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
// Store value in our set
|
|
31
|
+
cache.add(value);
|
|
32
|
+
}
|
|
33
|
+
return value;
|
|
34
|
+
});
|
|
35
|
+
}
|