@loaders.gl/worker-utils 3.1.3 → 4.0.0-alpha.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +25 -57
- package/dist/index.js.map +1 -0
- package/dist/lib/async-queue/async-queue.js +91 -81
- package/dist/lib/async-queue/async-queue.js.map +1 -0
- package/dist/lib/env-utils/assert.js +5 -12
- package/dist/lib/env-utils/assert.js.map +1 -0
- package/dist/lib/env-utils/globals.js +10 -25
- package/dist/lib/env-utils/globals.js.map +1 -0
- package/dist/lib/env-utils/version.js +6 -11
- package/dist/lib/env-utils/version.js.map +1 -0
- package/dist/lib/library-utils/library-utils.js +80 -155
- package/dist/lib/library-utils/library-utils.js.map +1 -0
- package/dist/lib/node/require-utils.node.js +41 -58
- package/dist/lib/node/require-utils.node.js.map +1 -0
- package/dist/lib/process-utils/child-process-proxy.js +113 -122
- package/dist/lib/process-utils/child-process-proxy.js.map +1 -0
- package/dist/lib/process-utils/process-utils.js +27 -33
- package/dist/lib/process-utils/process-utils.js.map +1 -0
- package/dist/lib/worker-api/create-worker.js +92 -85
- package/dist/lib/worker-api/create-worker.js.map +1 -0
- package/dist/lib/worker-api/get-worker-url.js +33 -54
- package/dist/lib/worker-api/get-worker-url.js.map +1 -0
- package/dist/lib/worker-api/process-on-worker.js +71 -75
- package/dist/lib/worker-api/process-on-worker.js.map +1 -0
- package/dist/lib/worker-api/validate-worker-version.js +18 -32
- package/dist/lib/worker-api/validate-worker-version.js.map +1 -0
- package/dist/lib/worker-farm/worker-body.js +58 -60
- package/dist/{es5/lib → lib}/worker-farm/worker-body.js.map +1 -1
- package/dist/lib/worker-farm/worker-farm.js +77 -82
- package/dist/lib/worker-farm/worker-farm.js.map +1 -0
- package/dist/lib/worker-farm/worker-job.js +53 -46
- package/dist/lib/worker-farm/worker-job.js.map +1 -0
- package/dist/lib/worker-farm/worker-pool.js +148 -142
- package/dist/lib/worker-farm/worker-pool.js.map +1 -0
- package/dist/lib/worker-farm/worker-thread.js +102 -92
- package/dist/lib/worker-farm/worker-thread.js.map +1 -0
- package/dist/lib/worker-utils/get-loadable-worker-url.js +33 -65
- package/dist/lib/worker-utils/get-loadable-worker-url.js.map +1 -0
- package/dist/lib/worker-utils/get-transfer-list.js +36 -57
- package/dist/lib/worker-utils/get-transfer-list.js.map +1 -0
- package/dist/lib/worker-utils/remove-nontransferable-options.js +19 -31
- package/dist/lib/worker-utils/remove-nontransferable-options.js.map +1 -0
- package/dist/types.js +2 -2
- package/dist/{es5/types.js.map → types.js.map} +0 -0
- package/dist/workers/null-worker.js +4 -6
- package/dist/workers/null-worker.js.map +1 -0
- package/package.json +5 -5
- package/src/lib/env-utils/version.ts +1 -1
- package/src/lib/library-utils/library-utils.ts +1 -1
- package/src/lib/worker-api/get-worker-url.ts +1 -1
- package/dist/es5/index.js +0 -160
- package/dist/es5/index.js.map +0 -1
- package/dist/es5/lib/async-queue/async-queue.js +0 -120
- package/dist/es5/lib/async-queue/async-queue.js.map +0 -1
- package/dist/es5/lib/env-utils/assert.js +0 -13
- package/dist/es5/lib/env-utils/assert.js.map +0 -1
- package/dist/es5/lib/env-utils/globals.js +0 -35
- package/dist/es5/lib/env-utils/globals.js.map +0 -1
- package/dist/es5/lib/env-utils/version.js +0 -14
- package/dist/es5/lib/env-utils/version.js.map +0 -1
- package/dist/es5/lib/library-utils/library-utils.js +0 -206
- package/dist/es5/lib/library-utils/library-utils.js.map +0 -1
- package/dist/es5/lib/node/require-utils.node.js +0 -96
- package/dist/es5/lib/node/require-utils.node.js.map +0 -1
- package/dist/es5/lib/process-utils/child-process-proxy.js +0 -245
- package/dist/es5/lib/process-utils/child-process-proxy.js.map +0 -1
- package/dist/es5/lib/process-utils/process-utils.js +0 -40
- package/dist/es5/lib/process-utils/process-utils.js.map +0 -1
- package/dist/es5/lib/worker-api/create-worker.js +0 -229
- package/dist/es5/lib/worker-api/create-worker.js.map +0 -1
- package/dist/es5/lib/worker-api/get-worker-url.js +0 -49
- package/dist/es5/lib/worker-api/get-worker-url.js.map +0 -1
- package/dist/es5/lib/worker-api/process-on-worker.js +0 -162
- package/dist/es5/lib/worker-api/process-on-worker.js.map +0 -1
- package/dist/es5/lib/worker-api/validate-worker-version.js +0 -31
- package/dist/es5/lib/worker-api/validate-worker-version.js.map +0 -1
- package/dist/es5/lib/worker-farm/worker-body.js +0 -88
- package/dist/es5/lib/worker-farm/worker-farm.js +0 -134
- package/dist/es5/lib/worker-farm/worker-farm.js.map +0 -1
- package/dist/es5/lib/worker-farm/worker-job.js +0 -73
- package/dist/es5/lib/worker-farm/worker-job.js.map +0 -1
- package/dist/es5/lib/worker-farm/worker-pool.js +0 -256
- package/dist/es5/lib/worker-farm/worker-pool.js.map +0 -1
- package/dist/es5/lib/worker-farm/worker-thread.js +0 -129
- package/dist/es5/lib/worker-farm/worker-thread.js.map +0 -1
- package/dist/es5/lib/worker-utils/get-loadable-worker-url.js +0 -51
- package/dist/es5/lib/worker-utils/get-loadable-worker-url.js.map +0 -1
- package/dist/es5/lib/worker-utils/get-transfer-list.js +0 -53
- package/dist/es5/lib/worker-utils/get-transfer-list.js.map +0 -1
- package/dist/es5/lib/worker-utils/remove-nontransferable-options.js +0 -34
- package/dist/es5/lib/worker-utils/remove-nontransferable-options.js.map +0 -1
- package/dist/es5/types.js +0 -2
- package/dist/es5/workers/null-worker.js +0 -31
- package/dist/es5/workers/null-worker.js.map +0 -1
- package/dist/esm/index.js +0 -26
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/lib/async-queue/async-queue.js +0 -97
- package/dist/esm/lib/async-queue/async-queue.js.map +0 -1
- package/dist/esm/lib/env-utils/assert.js +0 -6
- package/dist/esm/lib/env-utils/assert.js.map +0 -1
- package/dist/esm/lib/env-utils/globals.js +0 -17
- package/dist/esm/lib/env-utils/globals.js.map +0 -1
- package/dist/esm/lib/env-utils/version.js +0 -7
- package/dist/esm/lib/env-utils/version.js.map +0 -1
- package/dist/esm/lib/library-utils/library-utils.js +0 -88
- package/dist/esm/lib/library-utils/library-utils.js.map +0 -1
- package/dist/esm/lib/node/require-utils.node.js +0 -43
- package/dist/esm/lib/node/require-utils.node.js.map +0 -1
- package/dist/esm/lib/process-utils/child-process-proxy.js +0 -122
- package/dist/esm/lib/process-utils/child-process-proxy.js.map +0 -1
- package/dist/esm/lib/process-utils/process-utils.js +0 -29
- package/dist/esm/lib/process-utils/process-utils.js.map +0 -1
- package/dist/esm/lib/worker-api/create-worker.js +0 -99
- package/dist/esm/lib/worker-api/create-worker.js.map +0 -1
- package/dist/esm/lib/worker-api/get-worker-url.js +0 -36
- package/dist/esm/lib/worker-api/get-worker-url.js.map +0 -1
- package/dist/esm/lib/worker-api/process-on-worker.js +0 -75
- package/dist/esm/lib/worker-api/process-on-worker.js.map +0 -1
- package/dist/esm/lib/worker-api/validate-worker-version.js +0 -21
- package/dist/esm/lib/worker-api/validate-worker-version.js.map +0 -1
- package/dist/esm/lib/worker-farm/worker-body.js +0 -65
- package/dist/esm/lib/worker-farm/worker-body.js.map +0 -1
- package/dist/esm/lib/worker-farm/worker-farm.js +0 -83
- package/dist/esm/lib/worker-farm/worker-farm.js.map +0 -1
- package/dist/esm/lib/worker-farm/worker-job.js +0 -54
- package/dist/esm/lib/worker-farm/worker-job.js.map +0 -1
- package/dist/esm/lib/worker-farm/worker-pool.js +0 -157
- package/dist/esm/lib/worker-farm/worker-pool.js.map +0 -1
- package/dist/esm/lib/worker-farm/worker-thread.js +0 -105
- package/dist/esm/lib/worker-farm/worker-thread.js.map +0 -1
- package/dist/esm/lib/worker-utils/get-loadable-worker-url.js +0 -42
- package/dist/esm/lib/worker-utils/get-loadable-worker-url.js.map +0 -1
- package/dist/esm/lib/worker-utils/get-transfer-list.js +0 -40
- package/dist/esm/lib/worker-utils/get-transfer-list.js.map +0 -1
- package/dist/esm/lib/worker-utils/remove-nontransferable-options.js +0 -23
- package/dist/esm/lib/worker-utils/remove-nontransferable-options.js.map +0 -1
- package/dist/esm/types.js +0 -2
- package/dist/esm/types.js.map +0 -1
- package/dist/esm/workers/null-worker.js +0 -5
- package/dist/esm/workers/null-worker.js.map +0 -1
|
@@ -1,67 +1,65 @@
|
|
|
1
|
-
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
const get_transfer_list_1 = require("../worker-utils/get-transfer-list");
|
|
1
|
+
import { getTransferList } from '../worker-utils/get-transfer-list';
|
|
4
2
|
const onMessageWrapperMap = new Map();
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
if (!
|
|
26
|
-
|
|
27
|
-
if (!isKnownMessage(message)) {
|
|
28
|
-
return;
|
|
29
|
-
}
|
|
30
|
-
// Confusingly the message itself also has a 'type' field which is always set to 'message'
|
|
31
|
-
const { type, payload } = message.data;
|
|
32
|
-
onMessage(type, payload);
|
|
33
|
-
};
|
|
3
|
+
export default class WorkerBody {
|
|
4
|
+
static set onmessage(onMessage) {
|
|
5
|
+
self.onmessage = message => {
|
|
6
|
+
if (!isKnownMessage(message)) {
|
|
7
|
+
return;
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
const {
|
|
11
|
+
type,
|
|
12
|
+
payload
|
|
13
|
+
} = message.data;
|
|
14
|
+
onMessage(type, payload);
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
static addEventListener(onMessage) {
|
|
19
|
+
let onMessageWrapper = onMessageWrapperMap.get(onMessage);
|
|
20
|
+
|
|
21
|
+
if (!onMessageWrapper) {
|
|
22
|
+
onMessageWrapper = message => {
|
|
23
|
+
if (!isKnownMessage(message)) {
|
|
24
|
+
return;
|
|
34
25
|
}
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
self.removeEventListener('message', onMessageWrapper);
|
|
26
|
+
|
|
27
|
+
const {
|
|
28
|
+
type,
|
|
29
|
+
payload
|
|
30
|
+
} = message.data;
|
|
31
|
+
onMessage(type, payload);
|
|
32
|
+
};
|
|
43
33
|
}
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
34
|
+
|
|
35
|
+
self.addEventListener('message', onMessageWrapper);
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
static removeEventListener(onMessage) {
|
|
39
|
+
const onMessageWrapper = onMessageWrapperMap.get(onMessage);
|
|
40
|
+
onMessageWrapperMap.delete(onMessage);
|
|
41
|
+
self.removeEventListener('message', onMessageWrapper);
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
static postMessage(type, payload) {
|
|
45
|
+
if (self) {
|
|
46
|
+
const data = {
|
|
47
|
+
source: 'loaders.gl',
|
|
48
|
+
type,
|
|
49
|
+
payload
|
|
50
|
+
};
|
|
51
|
+
const transferList = getTransferList(payload);
|
|
52
|
+
self.postMessage(data, transferList);
|
|
57
53
|
}
|
|
54
|
+
}
|
|
55
|
+
|
|
58
56
|
}
|
|
59
|
-
|
|
60
|
-
// Filter out noise messages sent to workers
|
|
57
|
+
|
|
61
58
|
function isKnownMessage(message) {
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
59
|
+
const {
|
|
60
|
+
type,
|
|
61
|
+
data
|
|
62
|
+
} = message;
|
|
63
|
+
return type === 'message' && data && typeof data.source === 'string' && data.source.startsWith('loaders.gl');
|
|
67
64
|
}
|
|
65
|
+
//# sourceMappingURL=worker-body.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["
|
|
1
|
+
{"version":3,"sources":["../../../src/lib/worker-farm/worker-body.ts"],"names":["getTransferList","onMessageWrapperMap","Map","WorkerBody","onmessage","onMessage","self","message","isKnownMessage","type","payload","data","addEventListener","onMessageWrapper","get","removeEventListener","delete","postMessage","source","transferList","startsWith"],"mappings":"AACA,SAAQA,eAAR,QAA8B,mCAA9B;AAEA,MAAMC,mBAAmB,GAAG,IAAIC,GAAJ,EAA5B;AAKA,eAAe,MAAMC,UAAN,CAAiB;AAIV,aAATC,SAAS,CAACC,SAAD,EAA6E;AAE/FC,IAAAA,IAAI,CAACF,SAAL,GAAkBG,OAAD,IAAa;AAC5B,UAAI,CAACC,cAAc,CAACD,OAAD,CAAnB,EAA8B;AAC5B;AACD;;AAGD,YAAM;AAACE,QAAAA,IAAD;AAAOC,QAAAA;AAAP,UAAkBH,OAAO,CAACI,IAAhC;AACAN,MAAAA,SAAS,CAACI,IAAD,EAAOC,OAAP,CAAT;AACD,KARD;AASD;;AAEsB,SAAhBE,gBAAgB,CACrBP,SADqB,EAErB;AACA,QAAIQ,gBAAgB,GAAGZ,mBAAmB,CAACa,GAApB,CAAwBT,SAAxB,CAAvB;;AAEA,QAAI,CAACQ,gBAAL,EAAuB;AACrBA,MAAAA,gBAAgB,GAAIN,OAAD,IAAgC;AACjD,YAAI,CAACC,cAAc,CAACD,OAAD,CAAnB,EAA8B;AAC5B;AACD;;AAGD,cAAM;AAACE,UAAAA,IAAD;AAAOC,UAAAA;AAAP,YAAkBH,OAAO,CAACI,IAAhC;AACAN,QAAAA,SAAS,CAACI,IAAD,EAAOC,OAAP,CAAT;AACD,OARD;AASD;;AAGDJ,IAAAA,IAAI,CAACM,gBAAL,CAAsB,SAAtB,EAAiCC,gBAAjC;AACD;;AAEyB,SAAnBE,mBAAmB,CACxBV,SADwB,EAExB;AACA,UAAMQ,gBAAgB,GAAGZ,mBAAmB,CAACa,GAApB,CAAwBT,SAAxB,CAAzB;AACAJ,IAAAA,mBAAmB,CAACe,MAApB,CAA2BX,SAA3B;AAEAC,IAAAA,IAAI,CAACS,mBAAL,CAAyB,SAAzB,EAAoCF,gBAApC;AACD;;AAOiB,SAAXI,WAAW,CAACR,IAAD,EAA0BC,OAA1B,EAA+D;AAC/E,QAAIJ,IAAJ,EAAU;AACR,YAAMK,IAAuB,GAAG;AAACO,QAAAA,MAAM,EAAE,YAAT;AAAuBT,QAAAA,IAAvB;AAA6BC,QAAAA;AAA7B,OAAhC;AACA,YAAMS,YAAY,GAAGnB,eAAe,CAACU,OAAD,CAApC;AAGAJ,MAAAA,IAAI,CAACW,WAAL,CAAiBN,IAAjB,EAAuBQ,YAAvB;AACD;AACF;;AA5D6B;;AAgEhC,SAASX,cAAT,CAAwBD,OAAxB,EAAoD;AAClD,QAAM;AAACE,IAAAA,IAAD;AAAOE,IAAAA;AAAP,MAAeJ,OAArB;AACA,SACEE,IAAI,KAAK,SAAT,IACAE,IADA,IAEA,OAAOA,IAAI,CAACO,MAAZ,KAAuB,QAFvB,IAGAP,IAAI,CAACO,MAAL,CAAYE,UAAZ,CAAuB,YAAvB,CAJF;AAMD","sourcesContent":["import type {WorkerMessageData, WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport {getTransferList} from '../worker-utils/get-transfer-list';\n\nconst onMessageWrapperMap = new Map();\n\n/**\n * Type safe wrapper for worker code\n */\nexport default class WorkerBody {\n /*\n * (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n */\n static set onmessage(onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any) {\n // eslint-disable-next-line no-restricted-globals\n self.onmessage = (message) => {\n if (!isKnownMessage(message)) {\n return;\n }\n\n // Confusingly the message itself also has a 'type' field which is always set to 'message'\n const {type, payload} = message.data;\n onMessage(type, payload);\n };\n }\n\n static addEventListener(\n onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n ) {\n let onMessageWrapper = onMessageWrapperMap.get(onMessage);\n\n if (!onMessageWrapper) {\n onMessageWrapper = (message: MessageEvent<any>) => {\n if (!isKnownMessage(message)) {\n return;\n }\n\n // Confusingly the message itself also has a 'type' field which is always set to 'message'\n const {type, payload} = message.data;\n onMessage(type, payload);\n };\n }\n\n // eslint-disable-next-line no-restricted-globals\n self.addEventListener('message', onMessageWrapper);\n }\n\n static removeEventListener(\n onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n ) {\n const onMessageWrapper = onMessageWrapperMap.get(onMessage);\n onMessageWrapperMap.delete(onMessage);\n // eslint-disable-next-line no-restricted-globals\n self.removeEventListener('message', onMessageWrapper);\n }\n\n /**\n * Send a message from a worker to creating thread (main thread)\n * @param type\n * @param payload\n */\n static postMessage(type: WorkerMessageType, payload: WorkerMessagePayload): void {\n if (self) {\n const data: WorkerMessageData = {source: 'loaders.gl', type, payload};\n const transferList = getTransferList(payload);\n // eslint-disable-next-line no-restricted-globals\n // @ts-ignore\n self.postMessage(data, transferList);\n }\n }\n}\n\n// Filter out noise messages sent to workers\nfunction isKnownMessage(message: MessageEvent<any>) {\n const {type, data} = message;\n return (\n type === 'message' &&\n data &&\n typeof data.source === 'string' &&\n data.source.startsWith('loaders.gl')\n );\n}\n"],"file":"worker-body.js"}
|
|
@@ -1,88 +1,83 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const worker_pool_1 = __importDefault(require("./worker-pool"));
|
|
7
|
-
const worker_thread_1 = __importDefault(require("./worker-thread"));
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import WorkerPool from './worker-pool';
|
|
3
|
+
import WorkerThread from './worker-thread';
|
|
8
4
|
const DEFAULT_PROPS = {
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
5
|
+
maxConcurrency: 3,
|
|
6
|
+
maxMobileConcurrency: 1,
|
|
7
|
+
onDebug: () => {},
|
|
8
|
+
reuseWorkers: true
|
|
13
9
|
};
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
for (const workerPool of this.workerPools.values()) {
|
|
42
|
-
workerPool.destroy();
|
|
43
|
-
}
|
|
44
|
-
}
|
|
45
|
-
/**
|
|
46
|
-
* Set props used when initializing worker pools
|
|
47
|
-
* @param props
|
|
48
|
-
*/
|
|
49
|
-
setProps(props) {
|
|
50
|
-
this.props = { ...this.props, ...props };
|
|
51
|
-
// Update worker pool props
|
|
52
|
-
for (const workerPool of this.workerPools.values()) {
|
|
53
|
-
workerPool.setProps(this._getWorkerPoolProps());
|
|
54
|
-
}
|
|
10
|
+
export default class WorkerFarm {
|
|
11
|
+
static isSupported() {
|
|
12
|
+
return WorkerThread.isSupported();
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
static getWorkerFarm(props = {}) {
|
|
16
|
+
WorkerFarm._workerFarm = WorkerFarm._workerFarm || new WorkerFarm({});
|
|
17
|
+
|
|
18
|
+
WorkerFarm._workerFarm.setProps(props);
|
|
19
|
+
|
|
20
|
+
return WorkerFarm._workerFarm;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
constructor(props) {
|
|
24
|
+
_defineProperty(this, "props", void 0);
|
|
25
|
+
|
|
26
|
+
_defineProperty(this, "workerPools", new Map());
|
|
27
|
+
|
|
28
|
+
this.props = { ...DEFAULT_PROPS
|
|
29
|
+
};
|
|
30
|
+
this.setProps(props);
|
|
31
|
+
this.workerPools = new Map();
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
destroy() {
|
|
35
|
+
for (const workerPool of this.workerPools.values()) {
|
|
36
|
+
workerPool.destroy();
|
|
55
37
|
}
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
getWorkerPool(options) {
|
|
66
|
-
const { name, source, url } = options;
|
|
67
|
-
let workerPool = this.workerPools.get(name);
|
|
68
|
-
if (!workerPool) {
|
|
69
|
-
workerPool = new worker_pool_1.default({
|
|
70
|
-
name,
|
|
71
|
-
source,
|
|
72
|
-
url
|
|
73
|
-
});
|
|
74
|
-
workerPool.setProps(this._getWorkerPoolProps());
|
|
75
|
-
this.workerPools.set(name, workerPool);
|
|
76
|
-
}
|
|
77
|
-
return workerPool;
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
setProps(props) {
|
|
41
|
+
this.props = { ...this.props,
|
|
42
|
+
...props
|
|
43
|
+
};
|
|
44
|
+
|
|
45
|
+
for (const workerPool of this.workerPools.values()) {
|
|
46
|
+
workerPool.setProps(this._getWorkerPoolProps());
|
|
78
47
|
}
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
getWorkerPool(options) {
|
|
51
|
+
const {
|
|
52
|
+
name,
|
|
53
|
+
source,
|
|
54
|
+
url
|
|
55
|
+
} = options;
|
|
56
|
+
let workerPool = this.workerPools.get(name);
|
|
57
|
+
|
|
58
|
+
if (!workerPool) {
|
|
59
|
+
workerPool = new WorkerPool({
|
|
60
|
+
name,
|
|
61
|
+
source,
|
|
62
|
+
url
|
|
63
|
+
});
|
|
64
|
+
workerPool.setProps(this._getWorkerPoolProps());
|
|
65
|
+
this.workerPools.set(name, workerPool);
|
|
86
66
|
}
|
|
67
|
+
|
|
68
|
+
return workerPool;
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
_getWorkerPoolProps() {
|
|
72
|
+
return {
|
|
73
|
+
maxConcurrency: this.props.maxConcurrency,
|
|
74
|
+
maxMobileConcurrency: this.props.maxMobileConcurrency,
|
|
75
|
+
reuseWorkers: this.props.reuseWorkers,
|
|
76
|
+
onDebug: this.props.onDebug
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
|
|
87
80
|
}
|
|
88
|
-
|
|
81
|
+
|
|
82
|
+
_defineProperty(WorkerFarm, "_workerFarm", void 0);
|
|
83
|
+
//# sourceMappingURL=worker-farm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/lib/worker-farm/worker-farm.ts"],"names":["WorkerPool","WorkerThread","DEFAULT_PROPS","maxConcurrency","maxMobileConcurrency","onDebug","reuseWorkers","WorkerFarm","isSupported","getWorkerFarm","props","_workerFarm","setProps","constructor","Map","workerPools","destroy","workerPool","values","_getWorkerPoolProps","getWorkerPool","options","name","source","url","get","set"],"mappings":";AAAA,OAAOA,UAAP,MAAuB,eAAvB;AACA,OAAOC,YAAP,MAAyB,iBAAzB;AAYA,MAAMC,aAA8B,GAAG;AACrCC,EAAAA,cAAc,EAAE,CADqB;AAErCC,EAAAA,oBAAoB,EAAE,CAFe;AAGrCC,EAAAA,OAAO,EAAE,MAAM,CAAE,CAHoB;AAIrCC,EAAAA,YAAY,EAAE;AAJuB,CAAvC;AAUA,eAAe,MAAMC,UAAN,CAAiB;AAOZ,SAAXC,WAAW,GAAY;AAC5B,WAAOP,YAAY,CAACO,WAAb,EAAP;AACD;;AAGmB,SAAbC,aAAa,CAACC,KAAsB,GAAG,EAA1B,EAA0C;AAC5DH,IAAAA,UAAU,CAACI,WAAX,GAAyBJ,UAAU,CAACI,WAAX,IAA0B,IAAIJ,UAAJ,CAAe,EAAf,CAAnD;;AACAA,IAAAA,UAAU,CAACI,WAAX,CAAuBC,QAAvB,CAAgCF,KAAhC;;AACA,WAAOH,UAAU,CAACI,WAAlB;AACD;;AAGOE,EAAAA,WAAW,CAACH,KAAD,EAAyB;AAAA;;AAAA,yCAjBtB,IAAII,GAAJ,EAiBsB;;AAC1C,SAAKJ,KAAL,GAAa,EAAC,GAAGR;AAAJ,KAAb;AACA,SAAKU,QAAL,CAAcF,KAAd;AAEA,SAAKK,WAAL,GAAmB,IAAID,GAAJ,EAAnB;AACD;;AAMDE,EAAAA,OAAO,GAAS;AACd,SAAK,MAAMC,UAAX,IAAyB,KAAKF,WAAL,CAAiBG,MAAjB,EAAzB,EAAoD;AAClDD,MAAAA,UAAU,CAACD,OAAX;AACD;AACF;;AAMDJ,EAAAA,QAAQ,CAACF,KAAD,EAA+B;AACrC,SAAKA,KAAL,GAAa,EAAC,GAAG,KAAKA,KAAT;AAAgB,SAAGA;AAAnB,KAAb;;AAEA,SAAK,MAAMO,UAAX,IAAyB,KAAKF,WAAL,CAAiBG,MAAjB,EAAzB,EAAoD;AAClDD,MAAAA,UAAU,CAACL,QAAX,CAAoB,KAAKO,mBAAL,EAApB;AACD;AACF;;AAWDC,EAAAA,aAAa,CAACC,OAAD,EAAqE;AAChF,UAAM;AAACC,MAAAA,IAAD;AAAOC,MAAAA,MAAP;AAAeC,MAAAA;AAAf,QAAsBH,OAA5B;AACA,QAAIJ,UAAU,GAAG,KAAKF,WAAL,CAAiBU,GAAjB,CAAqBH,IAArB,CAAjB;;AACA,QAAI,CAACL,UAAL,EAAiB;AACfA,MAAAA,UAAU,GAAG,IAAIjB,UAAJ,CAAe;AAC1BsB,QAAAA,IAD0B;AAE1BC,QAAAA,MAF0B;AAG1BC,QAAAA;AAH0B,OAAf,CAAb;AAKAP,MAAAA,UAAU,CAACL,QAAX,CAAoB,KAAKO,mBAAL,EAApB;AACA,WAAKJ,WAAL,CAAiBW,GAAjB,CAAqBJ,IAArB,EAA2BL,UAA3B;AACD;;AACD,WAAOA,UAAP;AACD;;AAEDE,EAAAA,mBAAmB,GAAG;AACpB,WAAO;AACLhB,MAAAA,cAAc,EAAE,KAAKO,KAAL,CAAWP,cADtB;AAELC,MAAAA,oBAAoB,EAAE,KAAKM,KAAL,CAAWN,oBAF5B;AAGLE,MAAAA,YAAY,EAAE,KAAKI,KAAL,CAAWJ,YAHpB;AAILD,MAAAA,OAAO,EAAE,KAAKK,KAAL,CAAWL;AAJf,KAAP;AAMD;;AA/E6B;;gBAAXE,U","sourcesContent":["import WorkerPool from './worker-pool';\nimport WorkerThread from './worker-thread';\n\n/**\n * @param maxConcurrency {number} - max count of workers\n */\nexport type WorkerFarmProps = {\n maxConcurrency?: number;\n maxMobileConcurrency?: number;\n reuseWorkers?: boolean;\n onDebug?: () => void;\n};\n\nconst DEFAULT_PROPS: WorkerFarmProps = {\n maxConcurrency: 3,\n maxMobileConcurrency: 1,\n onDebug: () => {},\n reuseWorkers: true\n};\n\n/**\n * Process multiple jobs with a \"farm\" of different workers in worker pools.\n */\nexport default class WorkerFarm {\n private props: WorkerFarmProps;\n private workerPools = new Map<string, WorkerPool>();\n // singleton\n private static _workerFarm?: WorkerFarm;\n\n /** Check if Workers are supported */\n static isSupported(): boolean {\n return WorkerThread.isSupported();\n }\n\n /** Get the singleton instance of the global worker farm */\n static getWorkerFarm(props: WorkerFarmProps = {}): WorkerFarm {\n WorkerFarm._workerFarm = WorkerFarm._workerFarm || new WorkerFarm({});\n WorkerFarm._workerFarm.setProps(props);\n return WorkerFarm._workerFarm;\n }\n\n /** get global instance with WorkerFarm.getWorkerFarm() */\n private constructor(props: WorkerFarmProps) {\n this.props = {...DEFAULT_PROPS};\n this.setProps(props);\n /** @type Map<string, WorkerPool>} */\n this.workerPools = new Map();\n }\n\n /**\n * Terminate all workers in the farm\n * @note Can free up significant memory\n */\n destroy(): void {\n for (const workerPool of this.workerPools.values()) {\n workerPool.destroy();\n }\n }\n\n /**\n * Set props used when initializing worker pools\n * @param props\n */\n setProps(props: WorkerFarmProps): void {\n this.props = {...this.props, ...props};\n // Update worker pool props\n for (const workerPool of this.workerPools.values()) {\n workerPool.setProps(this._getWorkerPoolProps());\n }\n }\n\n /**\n * Returns a worker pool for the specified worker\n * @param options - only used first time for a specific worker name\n * @param options.name - the name of the worker - used to identify worker pool\n * @param options.url -\n * @param options.source -\n * @example\n * const job = WorkerFarm.getWorkerFarm().getWorkerPool({name, url}).startJob(...);\n */\n getWorkerPool(options: {name: string; source?: string; url?: string}): WorkerPool {\n const {name, source, url} = options;\n let workerPool = this.workerPools.get(name);\n if (!workerPool) {\n workerPool = new WorkerPool({\n name,\n source,\n url\n });\n workerPool.setProps(this._getWorkerPoolProps());\n this.workerPools.set(name, workerPool);\n }\n return workerPool;\n }\n\n _getWorkerPoolProps() {\n return {\n maxConcurrency: this.props.maxConcurrency,\n maxMobileConcurrency: this.props.maxMobileConcurrency,\n reuseWorkers: this.props.reuseWorkers,\n onDebug: this.props.onDebug\n };\n }\n}\n"],"file":"worker-farm.js"}
|
|
@@ -1,47 +1,54 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import { assert } from '../env-utils/assert';
|
|
3
|
+
export default class WorkerJob {
|
|
4
|
+
constructor(jobName, workerThread) {
|
|
5
|
+
_defineProperty(this, "name", void 0);
|
|
6
|
+
|
|
7
|
+
_defineProperty(this, "workerThread", void 0);
|
|
8
|
+
|
|
9
|
+
_defineProperty(this, "isRunning", void 0);
|
|
10
|
+
|
|
11
|
+
_defineProperty(this, "result", void 0);
|
|
12
|
+
|
|
13
|
+
_defineProperty(this, "_resolve", void 0);
|
|
14
|
+
|
|
15
|
+
_defineProperty(this, "_reject", void 0);
|
|
16
|
+
|
|
17
|
+
this.name = jobName;
|
|
18
|
+
this.workerThread = workerThread;
|
|
19
|
+
this.isRunning = true;
|
|
20
|
+
|
|
21
|
+
this._resolve = () => {};
|
|
22
|
+
|
|
23
|
+
this._reject = () => {};
|
|
24
|
+
|
|
25
|
+
this.result = new Promise((resolve, reject) => {
|
|
26
|
+
this._resolve = resolve;
|
|
27
|
+
this._reject = reject;
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
postMessage(type, payload) {
|
|
32
|
+
this.workerThread.postMessage({
|
|
33
|
+
source: 'loaders.gl',
|
|
34
|
+
type,
|
|
35
|
+
payload
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
done(value) {
|
|
40
|
+
assert(this.isRunning);
|
|
41
|
+
this.isRunning = false;
|
|
42
|
+
|
|
43
|
+
this._resolve(value);
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
error(error) {
|
|
47
|
+
assert(this.isRunning);
|
|
48
|
+
this.isRunning = false;
|
|
49
|
+
|
|
50
|
+
this._reject(error);
|
|
51
|
+
}
|
|
52
|
+
|
|
46
53
|
}
|
|
47
|
-
|
|
54
|
+
//# sourceMappingURL=worker-job.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/lib/worker-farm/worker-job.ts"],"names":["assert","WorkerJob","constructor","jobName","workerThread","name","isRunning","_resolve","_reject","result","Promise","resolve","reject","postMessage","type","payload","source","done","value","error"],"mappings":";AAEA,SAAQA,MAAR,QAAqB,qBAArB;AAKA,eAAe,MAAMC,SAAN,CAAgB;AAU7BC,EAAAA,WAAW,CAACC,OAAD,EAAkBC,YAAlB,EAA8C;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AACvD,SAAKC,IAAL,GAAYF,OAAZ;AACA,SAAKC,YAAL,GAAoBA,YAApB;AACA,SAAKE,SAAL,GAAiB,IAAjB;;AACA,SAAKC,QAAL,GAAgB,MAAM,CAAE,CAAxB;;AACA,SAAKC,OAAL,GAAe,MAAM,CAAE,CAAvB;;AACA,SAAKC,MAAL,GAAc,IAAIC,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AAC7C,WAAKL,QAAL,GAAgBI,OAAhB;AACA,WAAKH,OAAL,GAAeI,MAAf;AACD,KAHa,CAAd;AAID;;AAMDC,EAAAA,WAAW,CAACC,IAAD,EAA0BC,OAA1B,EAA+D;AACxE,SAAKX,YAAL,CAAkBS,WAAlB,CAA8B;AAC5BG,MAAAA,MAAM,EAAE,YADoB;AAE5BF,MAAAA,IAF4B;AAG5BC,MAAAA;AAH4B,KAA9B;AAKD;;AAKDE,EAAAA,IAAI,CAACC,KAAD,EAAmB;AACrBlB,IAAAA,MAAM,CAAC,KAAKM,SAAN,CAAN;AACA,SAAKA,SAAL,GAAiB,KAAjB;;AACA,SAAKC,QAAL,CAAcW,KAAd;AACD;;AAKDC,EAAAA,KAAK,CAACA,KAAD,EAAqB;AACxBnB,IAAAA,MAAM,CAAC,KAAKM,SAAN,CAAN;AACA,SAAKA,SAAL,GAAiB,KAAjB;;AACA,SAAKE,OAAL,CAAaW,KAAb;AACD;;AAlD4B","sourcesContent":["import type {WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport WorkerThread from './worker-thread';\nimport {assert} from '../env-utils/assert';\n\n/**\n * Represents one Job handled by a WorkerPool or WorkerFarm\n */\nexport default class WorkerJob {\n readonly name: string;\n readonly workerThread: WorkerThread;\n isRunning: boolean;\n /** Promise that resolves when Job is done */\n readonly result: Promise<any>;\n\n private _resolve: (value: any) => void;\n private _reject: (reason?: any) => void;\n\n constructor(jobName: string, workerThread: WorkerThread) {\n this.name = jobName;\n this.workerThread = workerThread;\n this.isRunning = true;\n this._resolve = () => {};\n this._reject = () => {};\n this.result = new Promise((resolve, reject) => {\n this._resolve = resolve;\n this._reject = reject;\n });\n }\n\n /**\n * Send a message to the job's worker thread\n * @param data any data structure, ideally consisting mostly of transferrable objects\n */\n postMessage(type: WorkerMessageType, payload: WorkerMessagePayload): void {\n this.workerThread.postMessage({\n source: 'loaders.gl', // Lets worker ignore unrelated messages\n type,\n payload\n });\n }\n\n /**\n * Call to resolve the `result` Promise with the supplied value\n */\n done(value: any): void {\n assert(this.isRunning);\n this.isRunning = false;\n this._resolve(value);\n }\n\n /**\n * Call to reject the `result` Promise with the supplied error\n */\n error(error: Error): void {\n assert(this.isRunning);\n this.isRunning = false;\n this._reject(error);\n }\n}\n"],"file":"worker-job.js"}
|