@loaders.gl/worker-utils 4.0.0-alpha.5 → 4.0.0-alpha.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es5/index.js +148 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/lib/async-queue/async-queue.js +100 -0
- package/dist/es5/lib/async-queue/async-queue.js.map +1 -0
- package/dist/es5/lib/env-utils/assert.js +12 -0
- package/dist/es5/lib/env-utils/assert.js.map +1 -0
- package/dist/es5/lib/env-utils/globals.js +32 -0
- package/dist/es5/lib/env-utils/globals.js.map +1 -0
- package/dist/es5/lib/env-utils/version.js +13 -0
- package/dist/es5/lib/env-utils/version.js.map +1 -0
- package/dist/es5/lib/library-utils/library-utils.js +154 -0
- package/dist/es5/lib/library-utils/library-utils.js.map +1 -0
- package/dist/es5/lib/node/require-utils.node.js +71 -0
- package/dist/es5/lib/node/require-utils.node.js.map +1 -0
- package/dist/es5/lib/node/worker_threads-browser.js +23 -0
- package/dist/es5/lib/node/worker_threads-browser.js.map +1 -0
- package/dist/es5/lib/node/worker_threads.js +27 -0
- package/dist/es5/lib/node/worker_threads.js.map +1 -0
- package/dist/es5/lib/process-utils/child-process-proxy.js +193 -0
- package/dist/es5/lib/process-utils/child-process-proxy.js.map +1 -0
- package/dist/es5/lib/process-utils/process-utils.js +33 -0
- package/dist/es5/lib/process-utils/process-utils.js.map +1 -0
- package/dist/es5/lib/worker-api/create-worker.js +166 -0
- package/dist/es5/lib/worker-api/create-worker.js.map +1 -0
- package/dist/es5/lib/worker-api/get-worker-url.js +38 -0
- package/dist/es5/lib/worker-api/get-worker-url.js.map +1 -0
- package/dist/es5/lib/worker-api/process-on-worker.js +137 -0
- package/dist/es5/lib/worker-api/process-on-worker.js.map +1 -0
- package/dist/es5/lib/worker-api/validate-worker-version.js +25 -0
- package/dist/es5/lib/worker-api/validate-worker-version.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-body.js +109 -0
- package/dist/es5/lib/worker-farm/worker-body.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-farm.js +113 -0
- package/dist/es5/lib/worker-farm/worker-farm.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-job.js +56 -0
- package/dist/es5/lib/worker-farm/worker-job.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-pool.js +211 -0
- package/dist/es5/lib/worker-farm/worker-pool.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-thread.js +136 -0
- package/dist/es5/lib/worker-farm/worker-thread.js.map +1 -0
- package/dist/es5/lib/worker-utils/get-loadable-worker-url.js +41 -0
- package/dist/es5/lib/worker-utils/get-loadable-worker-url.js.map +1 -0
- package/dist/es5/lib/worker-utils/get-transfer-list.js +59 -0
- package/dist/es5/lib/worker-utils/get-transfer-list.js.map +1 -0
- package/dist/es5/lib/worker-utils/remove-nontransferable-options.js +25 -0
- package/dist/es5/lib/worker-utils/remove-nontransferable-options.js.map +1 -0
- package/dist/es5/types.js +2 -0
- package/dist/es5/types.js.map +1 -0
- package/dist/es5/workers/null-worker.js +23 -0
- package/dist/es5/workers/null-worker.js.map +1 -0
- package/dist/esm/index.js +26 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/lib/async-queue/async-queue.js +76 -0
- package/dist/esm/lib/async-queue/async-queue.js.map +1 -0
- package/dist/esm/lib/env-utils/assert.js +6 -0
- package/dist/esm/lib/env-utils/assert.js.map +1 -0
- package/dist/esm/lib/env-utils/globals.js +17 -0
- package/dist/esm/lib/env-utils/globals.js.map +1 -0
- package/dist/esm/lib/env-utils/version.js +6 -0
- package/dist/esm/lib/env-utils/version.js.map +1 -0
- package/dist/esm/lib/library-utils/library-utils.js +74 -0
- package/dist/esm/lib/library-utils/library-utils.js.map +1 -0
- package/dist/esm/lib/node/require-utils.node.js +36 -0
- package/dist/esm/lib/node/require-utils.node.js.map +1 -0
- package/dist/esm/lib/node/worker_threads-browser.js +7 -0
- package/dist/esm/lib/node/worker_threads-browser.js.map +1 -0
- package/dist/esm/lib/node/worker_threads.js +4 -0
- package/dist/esm/lib/node/worker_threads.js.map +1 -0
- package/dist/esm/lib/process-utils/child-process-proxy.js +104 -0
- package/dist/esm/lib/process-utils/child-process-proxy.js.map +1 -0
- package/dist/esm/lib/process-utils/process-utils.js +26 -0
- package/dist/esm/lib/process-utils/process-utils.js.map +1 -0
- package/dist/esm/lib/worker-api/create-worker.js +84 -0
- package/dist/esm/lib/worker-api/create-worker.js.map +1 -0
- package/dist/esm/lib/worker-api/get-worker-url.js +31 -0
- package/dist/esm/lib/worker-api/get-worker-url.js.map +1 -0
- package/dist/esm/lib/worker-api/process-on-worker.js +75 -0
- package/dist/esm/lib/worker-api/process-on-worker.js.map +1 -0
- package/dist/esm/lib/worker-api/validate-worker-version.js +19 -0
- package/dist/esm/lib/worker-api/validate-worker-version.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-body.js +86 -0
- package/dist/esm/lib/worker-farm/worker-body.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-farm.js +72 -0
- package/dist/esm/lib/worker-farm/worker-farm.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-job.js +36 -0
- package/dist/esm/lib/worker-farm/worker-job.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-pool.js +124 -0
- package/dist/esm/lib/worker-farm/worker-pool.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-thread.js +105 -0
- package/dist/esm/lib/worker-farm/worker-thread.js.map +1 -0
- package/dist/esm/lib/worker-utils/get-loadable-worker-url.js +35 -0
- package/dist/esm/lib/worker-utils/get-loadable-worker-url.js.map +1 -0
- package/dist/esm/lib/worker-utils/get-transfer-list.js +50 -0
- package/dist/esm/lib/worker-utils/get-transfer-list.js.map +1 -0
- package/dist/esm/lib/worker-utils/remove-nontransferable-options.js +17 -0
- package/dist/esm/lib/worker-utils/remove-nontransferable-options.js.map +1 -0
- package/dist/esm/types.js +2 -0
- package/dist/esm/types.js.map +1 -0
- package/dist/esm/workers/null-worker.js +5 -0
- package/dist/esm/workers/null-worker.js.map +1 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +58 -25
- package/dist/lib/async-queue/async-queue.js +81 -91
- package/dist/lib/env-utils/assert.js +12 -5
- package/dist/lib/env-utils/globals.js +25 -10
- package/dist/lib/env-utils/version.js +10 -5
- package/dist/lib/library-utils/library-utils.d.ts.map +1 -1
- package/dist/lib/library-utils/library-utils.js +161 -79
- package/dist/lib/node/require-utils.node.js +58 -41
- package/dist/lib/node/worker_threads-browser.d.ts +7 -0
- package/dist/lib/node/worker_threads-browser.d.ts.map +1 -0
- package/dist/lib/node/worker_threads-browser.js +15 -0
- package/dist/lib/node/worker_threads.d.ts +6 -0
- package/dist/lib/node/worker_threads.d.ts.map +1 -0
- package/dist/lib/node/worker_threads.js +33 -0
- package/dist/lib/process-utils/child-process-proxy.d.ts +1 -1
- package/dist/lib/process-utils/child-process-proxy.d.ts.map +1 -1
- package/dist/lib/process-utils/child-process-proxy.js +126 -113
- package/dist/lib/process-utils/process-utils.js +33 -27
- package/dist/lib/worker-api/create-worker.d.ts +1 -1
- package/dist/lib/worker-api/create-worker.d.ts.map +1 -1
- package/dist/lib/worker-api/create-worker.js +84 -92
- package/dist/lib/worker-api/get-worker-url.d.ts.map +1 -1
- package/dist/lib/worker-api/get-worker-url.js +55 -33
- package/dist/lib/worker-api/process-on-worker.d.ts +1 -1
- package/dist/lib/worker-api/process-on-worker.d.ts.map +1 -1
- package/dist/lib/worker-api/process-on-worker.js +79 -71
- package/dist/lib/worker-api/validate-worker-version.js +32 -18
- package/dist/lib/worker-farm/worker-body.d.ts +2 -0
- package/dist/lib/worker-farm/worker-body.d.ts.map +1 -1
- package/dist/lib/worker-farm/worker-body.js +104 -58
- package/dist/lib/worker-farm/worker-farm.d.ts +7 -3
- package/dist/lib/worker-farm/worker-farm.d.ts.map +1 -1
- package/dist/lib/worker-farm/worker-farm.js +83 -77
- package/dist/lib/worker-farm/worker-job.d.ts.map +1 -1
- package/dist/lib/worker-farm/worker-job.js +46 -53
- package/dist/lib/worker-farm/worker-pool.d.ts +6 -4
- package/dist/lib/worker-farm/worker-pool.d.ts.map +1 -1
- package/dist/lib/worker-farm/worker-pool.js +145 -147
- package/dist/lib/worker-farm/worker-thread.d.ts +10 -3
- package/dist/lib/worker-farm/worker-thread.d.ts.map +1 -1
- package/dist/lib/worker-farm/worker-thread.js +128 -102
- package/dist/lib/worker-utils/get-loadable-worker-url.js +63 -33
- package/dist/lib/worker-utils/get-transfer-list.d.ts +5 -0
- package/dist/lib/worker-utils/get-transfer-list.d.ts.map +1 -1
- package/dist/lib/worker-utils/get-transfer-list.js +83 -36
- package/dist/lib/worker-utils/remove-nontransferable-options.d.ts +3 -3
- package/dist/lib/worker-utils/remove-nontransferable-options.d.ts.map +1 -1
- package/dist/lib/worker-utils/remove-nontransferable-options.js +25 -21
- package/dist/null-worker.js +45 -14
- package/dist/null-worker.js.map +2 -2
- package/dist/types.d.ts +16 -11
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +2 -2
- package/dist/workers/null-worker.js +6 -4
- package/package.json +8 -4
- package/src/index.ts +1 -1
- package/src/lib/library-utils/library-utils.ts +4 -1
- package/src/lib/node/worker_threads-browser.ts +13 -0
- package/src/lib/node/worker_threads.ts +6 -0
- package/src/lib/worker-api/create-worker.ts +1 -2
- package/src/lib/worker-api/get-worker-url.ts +3 -1
- package/src/lib/worker-api/process-on-worker.ts +8 -4
- package/src/lib/worker-farm/worker-body.ts +61 -19
- package/src/lib/worker-farm/worker-farm.ts +10 -5
- package/src/lib/worker-farm/worker-job.ts +3 -6
- package/src/lib/worker-farm/worker-pool.ts +5 -0
- package/src/lib/worker-farm/worker-thread.ts +45 -7
- package/src/lib/worker-utils/get-loadable-worker-url.ts +0 -2
- package/src/lib/worker-utils/get-transfer-list.ts +28 -0
- package/src/lib/worker-utils/remove-nontransferable-options.ts +17 -25
- package/src/types.ts +3 -2
- package/dist/index.js.map +0 -1
- package/dist/lib/async-queue/async-queue.js.map +0 -1
- package/dist/lib/env-utils/assert.js.map +0 -1
- package/dist/lib/env-utils/globals.js.map +0 -1
- package/dist/lib/env-utils/version.js.map +0 -1
- package/dist/lib/library-utils/library-utils.js.map +0 -1
- package/dist/lib/node/require-utils.node.js.map +0 -1
- package/dist/lib/process-utils/child-process-proxy.js.map +0 -1
- package/dist/lib/process-utils/process-utils.js.map +0 -1
- package/dist/lib/worker-api/create-worker.js.map +0 -1
- package/dist/lib/worker-api/get-worker-url.js.map +0 -1
- package/dist/lib/worker-api/process-on-worker.js.map +0 -1
- package/dist/lib/worker-api/validate-worker-version.js.map +0 -1
- package/dist/lib/worker-farm/worker-body.js.map +0 -1
- package/dist/lib/worker-farm/worker-farm.js.map +0 -1
- package/dist/lib/worker-farm/worker-job.js.map +0 -1
- package/dist/lib/worker-farm/worker-pool.js.map +0 -1
- package/dist/lib/worker-farm/worker-thread.js.map +0 -1
- package/dist/lib/worker-utils/get-loadable-worker-url.js.map +0 -1
- package/dist/lib/worker-utils/get-transfer-list.js.map +0 -1
- package/dist/lib/worker-utils/remove-nontransferable-options.js.map +0 -1
- package/dist/types.js.map +0 -1
- package/dist/workers/null-worker.js.map +0 -1
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import WorkerFarm from '../worker-farm/worker-farm';
|
|
2
|
+
import { getWorkerURL, getWorkerName } from './get-worker-url';
|
|
3
|
+
import { getTransferListForWriter } from '../worker-utils/get-transfer-list';
|
|
4
|
+
export function canProcessOnWorker(worker, options) {
|
|
5
|
+
if (!WorkerFarm.isSupported()) {
|
|
6
|
+
return false;
|
|
7
|
+
}
|
|
8
|
+
return worker.worker && (options === null || options === void 0 ? void 0 : options.worker);
|
|
9
|
+
}
|
|
10
|
+
export async function processOnWorker(worker, data) {
|
|
11
|
+
let options = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
|
|
12
|
+
let context = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : {};
|
|
13
|
+
const name = getWorkerName(worker);
|
|
14
|
+
const workerFarm = WorkerFarm.getWorkerFarm(options);
|
|
15
|
+
const {
|
|
16
|
+
source
|
|
17
|
+
} = options;
|
|
18
|
+
const workerPoolProps = {
|
|
19
|
+
name,
|
|
20
|
+
source
|
|
21
|
+
};
|
|
22
|
+
if (!source) {
|
|
23
|
+
workerPoolProps.url = getWorkerURL(worker, options);
|
|
24
|
+
}
|
|
25
|
+
const workerPool = workerFarm.getWorkerPool(workerPoolProps);
|
|
26
|
+
const jobName = options.jobName || worker.name;
|
|
27
|
+
const job = await workerPool.startJob(jobName, onMessage.bind(null, context));
|
|
28
|
+
const transferableOptions = getTransferListForWriter(options);
|
|
29
|
+
job.postMessage('process', {
|
|
30
|
+
input: data,
|
|
31
|
+
options: transferableOptions
|
|
32
|
+
});
|
|
33
|
+
const result = await job.result;
|
|
34
|
+
return result.result;
|
|
35
|
+
}
|
|
36
|
+
async function onMessage(context, job, type, payload) {
|
|
37
|
+
switch (type) {
|
|
38
|
+
case 'done':
|
|
39
|
+
job.done(payload);
|
|
40
|
+
break;
|
|
41
|
+
case 'error':
|
|
42
|
+
job.error(new Error(payload.error));
|
|
43
|
+
break;
|
|
44
|
+
case 'process':
|
|
45
|
+
const {
|
|
46
|
+
id,
|
|
47
|
+
input,
|
|
48
|
+
options
|
|
49
|
+
} = payload;
|
|
50
|
+
try {
|
|
51
|
+
if (!context.process) {
|
|
52
|
+
job.postMessage('error', {
|
|
53
|
+
id,
|
|
54
|
+
error: 'Worker not set up to process on main thread'
|
|
55
|
+
});
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
const result = await context.process(input, options);
|
|
59
|
+
job.postMessage('done', {
|
|
60
|
+
id,
|
|
61
|
+
result
|
|
62
|
+
});
|
|
63
|
+
} catch (error) {
|
|
64
|
+
const message = error instanceof Error ? error.message : 'unknown error';
|
|
65
|
+
job.postMessage('error', {
|
|
66
|
+
id,
|
|
67
|
+
error: message
|
|
68
|
+
});
|
|
69
|
+
}
|
|
70
|
+
break;
|
|
71
|
+
default:
|
|
72
|
+
console.warn("process-on-worker: unknown message ".concat(type));
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
//# sourceMappingURL=process-on-worker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-on-worker.js","names":["WorkerFarm","getWorkerURL","getWorkerName","getTransferListForWriter","canProcessOnWorker","worker","options","isSupported","processOnWorker","data","arguments","length","undefined","context","name","workerFarm","getWorkerFarm","source","workerPoolProps","url","workerPool","getWorkerPool","jobName","job","startJob","onMessage","bind","transferableOptions","postMessage","input","result","type","payload","done","error","Error","id","process","message","console","warn","concat"],"sources":["../../../../src/lib/worker-api/process-on-worker.ts"],"sourcesContent":["import type {\n WorkerObject,\n WorkerOptions,\n WorkerContext,\n WorkerMessageType,\n WorkerMessagePayload\n} from '../../types';\nimport type WorkerJob from '../worker-farm/worker-job';\nimport WorkerFarm from '../worker-farm/worker-farm';\nimport {getWorkerURL, getWorkerName} from './get-worker-url';\nimport {getTransferListForWriter} from '../worker-utils/get-transfer-list';\n\ntype ProcessOnWorkerOptions = WorkerOptions & {\n jobName?: string;\n [key: string]: any;\n};\n\n/**\n * Determines if we can parse with worker\n * @param loader\n * @param data\n * @param options\n */\nexport function canProcessOnWorker(worker: WorkerObject, options?: WorkerOptions) {\n if (!WorkerFarm.isSupported()) {\n return false;\n }\n\n return worker.worker && options?.worker;\n}\n\n/**\n * This function expects that the worker thread sends certain messages,\n * Creating such a worker can be automated if the worker is wrapper by a call to\n * createWorker in @loaders.gl/worker-utils.\n */\nexport async function processOnWorker(\n worker: WorkerObject,\n data: any,\n options: ProcessOnWorkerOptions = {},\n context: WorkerContext = {}\n): Promise<any> {\n const name = getWorkerName(worker);\n\n const workerFarm = WorkerFarm.getWorkerFarm(options);\n const {source} = options;\n const workerPoolProps: {name: string; source?: string; url?: string} = {name, source};\n if (!source) {\n workerPoolProps.url = getWorkerURL(worker, options);\n }\n const workerPool = workerFarm.getWorkerPool(workerPoolProps);\n\n const jobName = options.jobName || worker.name;\n const job = await workerPool.startJob(\n jobName,\n // eslint-disable-next-line\n onMessage.bind(null, context)\n );\n\n // Kick off the processing in the worker\n const transferableOptions = getTransferListForWriter(options);\n job.postMessage('process', {input: data, options: transferableOptions});\n\n const result = await job.result;\n return result.result;\n}\n\n/**\n * Job completes when we receive the result\n * @param job\n * @param message\n */\nasync function onMessage(\n context: WorkerContext,\n job: WorkerJob,\n type: WorkerMessageType,\n payload: WorkerMessagePayload\n) {\n switch (type) {\n case 'done':\n // Worker is done\n job.done(payload);\n break;\n\n case 'error':\n // Worker encountered an error\n job.error(new Error(payload.error));\n break;\n\n case 'process':\n // Worker is asking for us (main thread) to process something\n const {id, input, options} = payload;\n try {\n if (!context.process) {\n job.postMessage('error', {id, error: 'Worker not set up to process on main thread'});\n return;\n }\n const result = await context.process(input, options);\n job.postMessage('done', {id, result});\n } catch (error) {\n const message = error instanceof Error ? error.message : 'unknown error';\n job.postMessage('error', {id, error: message});\n }\n break;\n\n default:\n // eslint-disable-next-line\n console.warn(`process-on-worker: unknown message ${type}`);\n }\n}\n"],"mappings":"AAQA,OAAOA,UAAU,MAAM,4BAA4B;AACnD,SAAQC,YAAY,EAAEC,aAAa,QAAO,kBAAkB;AAC5D,SAAQC,wBAAwB,QAAO,mCAAmC;AAa1E,OAAO,SAASC,kBAAkBA,CAACC,MAAoB,EAAEC,OAAuB,EAAE;EAChF,IAAI,CAACN,UAAU,CAACO,WAAW,CAAC,CAAC,EAAE;IAC7B,OAAO,KAAK;EACd;EAEA,OAAOF,MAAM,CAACA,MAAM,KAAIC,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAED,MAAM;AACzC;AAOA,OAAO,eAAeG,eAAeA,CACnCH,MAAoB,EACpBI,IAAS,EAGK;EAAA,IAFdH,OAA+B,GAAAI,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAAA,IACpCG,OAAsB,GAAAH,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAE3B,MAAMI,IAAI,GAAGZ,aAAa,CAACG,MAAM,CAAC;EAElC,MAAMU,UAAU,GAAGf,UAAU,CAACgB,aAAa,CAACV,OAAO,CAAC;EACpD,MAAM;IAACW;EAAM,CAAC,GAAGX,OAAO;EACxB,MAAMY,eAA8D,GAAG;IAACJ,IAAI;IAAEG;EAAM,CAAC;EACrF,IAAI,CAACA,MAAM,EAAE;IACXC,eAAe,CAACC,GAAG,GAAGlB,YAAY,CAACI,MAAM,EAAEC,OAAO,CAAC;EACrD;EACA,MAAMc,UAAU,GAAGL,UAAU,CAACM,aAAa,CAACH,eAAe,CAAC;EAE5D,MAAMI,OAAO,GAAGhB,OAAO,CAACgB,OAAO,IAAIjB,MAAM,CAACS,IAAI;EAC9C,MAAMS,GAAG,GAAG,MAAMH,UAAU,CAACI,QAAQ,CACnCF,OAAO,EAEPG,SAAS,CAACC,IAAI,CAAC,IAAI,EAAEb,OAAO,CAC9B,CAAC;EAGD,MAAMc,mBAAmB,GAAGxB,wBAAwB,CAACG,OAAO,CAAC;EAC7DiB,GAAG,CAACK,WAAW,CAAC,SAAS,EAAE;IAACC,KAAK,EAAEpB,IAAI;IAAEH,OAAO,EAAEqB;EAAmB,CAAC,CAAC;EAEvE,MAAMG,MAAM,GAAG,MAAMP,GAAG,CAACO,MAAM;EAC/B,OAAOA,MAAM,CAACA,MAAM;AACtB;AAOA,eAAeL,SAASA,CACtBZ,OAAsB,EACtBU,GAAc,EACdQ,IAAuB,EACvBC,OAA6B,EAC7B;EACA,QAAQD,IAAI;IACV,KAAK,MAAM;MAETR,GAAG,CAACU,IAAI,CAACD,OAAO,CAAC;MACjB;IAEF,KAAK,OAAO;MAEVT,GAAG,CAACW,KAAK,CAAC,IAAIC,KAAK,CAACH,OAAO,CAACE,KAAK,CAAC,CAAC;MACnC;IAEF,KAAK,SAAS;MAEZ,MAAM;QAACE,EAAE;QAAEP,KAAK;QAAEvB;MAAO,CAAC,GAAG0B,OAAO;MACpC,IAAI;QACF,IAAI,CAACnB,OAAO,CAACwB,OAAO,EAAE;UACpBd,GAAG,CAACK,WAAW,CAAC,OAAO,EAAE;YAACQ,EAAE;YAAEF,KAAK,EAAE;UAA6C,CAAC,CAAC;UACpF;QACF;QACA,MAAMJ,MAAM,GAAG,MAAMjB,OAAO,CAACwB,OAAO,CAACR,KAAK,EAAEvB,OAAO,CAAC;QACpDiB,GAAG,CAACK,WAAW,CAAC,MAAM,EAAE;UAACQ,EAAE;UAAEN;QAAM,CAAC,CAAC;MACvC,CAAC,CAAC,OAAOI,KAAK,EAAE;QACd,MAAMI,OAAO,GAAGJ,KAAK,YAAYC,KAAK,GAAGD,KAAK,CAACI,OAAO,GAAG,eAAe;QACxEf,GAAG,CAACK,WAAW,CAAC,OAAO,EAAE;UAACQ,EAAE;UAAEF,KAAK,EAAEI;QAAO,CAAC,CAAC;MAChD;MACA;IAEF;MAEEC,OAAO,CAACC,IAAI,uCAAAC,MAAA,CAAuCV,IAAI,CAAE,CAAC;EAC9D;AACF"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { assert } from '../env-utils/assert';
|
|
2
|
+
import { VERSION } from '../env-utils/version';
|
|
3
|
+
export function validateWorkerVersion(worker) {
|
|
4
|
+
let coreVersion = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : VERSION;
|
|
5
|
+
assert(worker, 'no worker provided');
|
|
6
|
+
const workerVersion = worker.version;
|
|
7
|
+
if (!coreVersion || !workerVersion) {
|
|
8
|
+
return false;
|
|
9
|
+
}
|
|
10
|
+
return true;
|
|
11
|
+
}
|
|
12
|
+
function parseVersion(version) {
|
|
13
|
+
const parts = version.split('.').map(Number);
|
|
14
|
+
return {
|
|
15
|
+
major: parts[0],
|
|
16
|
+
minor: parts[1]
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=validate-worker-version.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate-worker-version.js","names":["assert","VERSION","validateWorkerVersion","worker","coreVersion","arguments","length","undefined","workerVersion","version","parseVersion","parts","split","map","Number","major","minor"],"sources":["../../../../src/lib/worker-api/validate-worker-version.ts"],"sourcesContent":["import type {WorkerObject} from '../../types';\nimport {assert} from '../env-utils/assert';\nimport {VERSION} from '../env-utils/version';\n\n/**\n * Check if worker is compatible with this library version\n * @param worker\n * @param libVersion\n * @returns `true` if the two versions are compatible\n */\nexport function validateWorkerVersion(\n worker: WorkerObject,\n coreVersion: string = VERSION\n): boolean {\n assert(worker, 'no worker provided');\n\n const workerVersion = worker.version;\n if (!coreVersion || !workerVersion) {\n return false;\n }\n\n // TODO enable when fix the __version__ injection\n // const coreVersions = parseVersion(coreVersion);\n // const workerVersions = parseVersion(workerVersion);\n // assert(\n // coreVersion.major === workerVersion.major && coreVersion.minor <= workerVersion.minor,\n // `worker: ${worker.name} is not compatible. ${coreVersion.major}.${\n // coreVersion.minor\n // }+ is required.`\n // );\n\n return true;\n}\n\n// @ts-ignore\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nfunction parseVersion(version) {\n const parts = version.split('.').map(Number);\n return {major: parts[0], minor: parts[1]};\n}\n"],"mappings":"AACA,SAAQA,MAAM,QAAO,qBAAqB;AAC1C,SAAQC,OAAO,QAAO,sBAAsB;AAQ5C,OAAO,SAASC,qBAAqBA,CACnCC,MAAoB,EAEX;EAAA,IADTC,WAAmB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAGJ,OAAO;EAE7BD,MAAM,CAACG,MAAM,EAAE,oBAAoB,CAAC;EAEpC,MAAMK,aAAa,GAAGL,MAAM,CAACM,OAAO;EACpC,IAAI,CAACL,WAAW,IAAI,CAACI,aAAa,EAAE;IAClC,OAAO,KAAK;EACd;EAYA,OAAO,IAAI;AACb;AAIA,SAASE,YAAYA,CAACD,OAAO,EAAE;EAC7B,MAAME,KAAK,GAAGF,OAAO,CAACG,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAACC,MAAM,CAAC;EAC5C,OAAO;IAACC,KAAK,EAAEJ,KAAK,CAAC,CAAC,CAAC;IAAEK,KAAK,EAAEL,KAAK,CAAC,CAAC;EAAC,CAAC;AAC3C"}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
import { getTransferList } from '../worker-utils/get-transfer-list';
|
|
2
|
+
function getParentPort() {
|
|
3
|
+
let parentPort;
|
|
4
|
+
try {
|
|
5
|
+
eval('globalThis.parentPort = require(\'worker_threads\').parentPort');
|
|
6
|
+
parentPort = globalThis.parentPort;
|
|
7
|
+
} catch {}
|
|
8
|
+
return parentPort;
|
|
9
|
+
}
|
|
10
|
+
const onMessageWrapperMap = new Map();
|
|
11
|
+
export default class WorkerBody {
|
|
12
|
+
static inWorkerThread() {
|
|
13
|
+
return typeof self !== 'undefined' || Boolean(getParentPort());
|
|
14
|
+
}
|
|
15
|
+
static set onmessage(onMessage) {
|
|
16
|
+
function handleMessage(message) {
|
|
17
|
+
const parentPort = getParentPort();
|
|
18
|
+
const {
|
|
19
|
+
type,
|
|
20
|
+
payload
|
|
21
|
+
} = parentPort ? message : message.data;
|
|
22
|
+
onMessage(type, payload);
|
|
23
|
+
}
|
|
24
|
+
const parentPort = getParentPort();
|
|
25
|
+
if (parentPort) {
|
|
26
|
+
parentPort.on('message', handleMessage);
|
|
27
|
+
parentPort.on('exit', () => console.debug('Node worker closing'));
|
|
28
|
+
} else {
|
|
29
|
+
globalThis.onmessage = handleMessage;
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
static addEventListener(onMessage) {
|
|
33
|
+
let onMessageWrapper = onMessageWrapperMap.get(onMessage);
|
|
34
|
+
if (!onMessageWrapper) {
|
|
35
|
+
onMessageWrapper = message => {
|
|
36
|
+
if (!isKnownMessage(message)) {
|
|
37
|
+
return;
|
|
38
|
+
}
|
|
39
|
+
const parentPort = getParentPort();
|
|
40
|
+
const {
|
|
41
|
+
type,
|
|
42
|
+
payload
|
|
43
|
+
} = parentPort ? message : message.data;
|
|
44
|
+
onMessage(type, payload);
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
const parentPort = getParentPort();
|
|
48
|
+
if (parentPort) {
|
|
49
|
+
console.error('not implemented');
|
|
50
|
+
} else {
|
|
51
|
+
globalThis.addEventListener('message', onMessageWrapper);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
static removeEventListener(onMessage) {
|
|
55
|
+
const onMessageWrapper = onMessageWrapperMap.get(onMessage);
|
|
56
|
+
onMessageWrapperMap.delete(onMessage);
|
|
57
|
+
const parentPort = getParentPort();
|
|
58
|
+
if (parentPort) {
|
|
59
|
+
console.error('not implemented');
|
|
60
|
+
} else {
|
|
61
|
+
globalThis.removeEventListener('message', onMessageWrapper);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
static postMessage(type, payload) {
|
|
65
|
+
const data = {
|
|
66
|
+
source: 'loaders.gl',
|
|
67
|
+
type,
|
|
68
|
+
payload
|
|
69
|
+
};
|
|
70
|
+
const transferList = getTransferList(payload);
|
|
71
|
+
const parentPort = getParentPort();
|
|
72
|
+
if (parentPort) {
|
|
73
|
+
parentPort.postMessage(data, transferList);
|
|
74
|
+
} else {
|
|
75
|
+
globalThis.postMessage(data, transferList);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
function isKnownMessage(message) {
|
|
80
|
+
const {
|
|
81
|
+
type,
|
|
82
|
+
data
|
|
83
|
+
} = message;
|
|
84
|
+
return type === 'message' && data && typeof data.source === 'string' && data.source.startsWith('loaders.gl');
|
|
85
|
+
}
|
|
86
|
+
//# sourceMappingURL=worker-body.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-body.js","names":["getTransferList","getParentPort","parentPort","eval","globalThis","onMessageWrapperMap","Map","WorkerBody","inWorkerThread","self","Boolean","onmessage","onMessage","handleMessage","message","type","payload","data","on","console","debug","addEventListener","onMessageWrapper","get","isKnownMessage","error","removeEventListener","delete","postMessage","source","transferList","startsWith"],"sources":["../../../../src/lib/worker-farm/worker-body.ts"],"sourcesContent":["import type {WorkerMessageData, WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport {getTransferList} from '../worker-utils/get-transfer-list';\n\n/** Vile hack to defeat over-zealous bundlers from stripping out the require */\nfunction getParentPort() {\n // const isNode = globalThis.process;\n let parentPort;\n try {\n // prettier-ignore\n eval('globalThis.parentPort = require(\\'worker_threads\\').parentPort'); // eslint-disable-line no-eval\n parentPort = globalThis.parentPort;\n // eslint-disable-next-line no-empty\n } catch {}\n return parentPort;\n}\n\nconst onMessageWrapperMap = new Map();\n\n/**\n * Type safe wrapper for worker code\n */\nexport default class WorkerBody {\n /** Check that we are actually in a worker thread */\n static inWorkerThread(): boolean {\n return typeof self !== 'undefined' || Boolean(getParentPort());\n }\n\n /*\n * (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n */\n static set onmessage(onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any) {\n function handleMessage(message) {\n // Confusingly the message itself also has a 'type' field which is always set to 'message'\n const parentPort = getParentPort();\n const {type, payload} = parentPort ? message : message.data;\n // if (!isKnownMessage(message)) {\n // return;\n // }\n onMessage(type, payload);\n }\n\n const parentPort = getParentPort();\n if (parentPort) {\n parentPort.on('message', handleMessage);\n // if (message == 'exit') { parentPort.unref(); }\n // eslint-disable-next-line\n parentPort.on('exit', () => console.debug('Node worker closing'));\n } else {\n // eslint-disable-next-line no-restricted-globals\n globalThis.onmessage = handleMessage;\n }\n }\n\n static addEventListener(\n onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n ) {\n let onMessageWrapper = onMessageWrapperMap.get(onMessage);\n\n if (!onMessageWrapper) {\n onMessageWrapper = (message: MessageEvent<any>) => {\n if (!isKnownMessage(message)) {\n return;\n }\n\n // Confusingly in the browser, the message itself also has a 'type' field which is always set to 'message'\n const parentPort = getParentPort();\n const {type, payload} = parentPort ? message : message.data;\n onMessage(type, payload);\n };\n }\n\n const parentPort = getParentPort();\n if (parentPort) {\n console.error('not implemented'); // eslint-disable-line\n } else {\n globalThis.addEventListener('message', onMessageWrapper);\n }\n }\n\n static removeEventListener(\n onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n ) {\n const onMessageWrapper = onMessageWrapperMap.get(onMessage);\n onMessageWrapperMap.delete(onMessage);\n const parentPort = getParentPort();\n if (parentPort) {\n console.error('not implemented'); // eslint-disable-line\n } else {\n globalThis.removeEventListener('message', onMessageWrapper);\n }\n }\n\n /**\n * Send a message from a worker to creating thread (main thread)\n * @param type\n * @param payload\n */\n static postMessage(type: WorkerMessageType, payload: WorkerMessagePayload): void {\n const data: WorkerMessageData = {source: 'loaders.gl', type, payload};\n // console.log('posting message', data);\n const transferList = getTransferList(payload);\n\n const parentPort = getParentPort();\n if (parentPort) {\n parentPort.postMessage(data, transferList);\n // console.log('posted message', data);\n } else {\n // @ts-ignore\n globalThis.postMessage(data, transferList);\n }\n }\n}\n\n// Filter out noise messages sent to workers\nfunction isKnownMessage(message: MessageEvent<any>) {\n const {type, data} = message;\n return (\n type === 'message' &&\n data &&\n typeof data.source === 'string' &&\n data.source.startsWith('loaders.gl')\n );\n}\n"],"mappings":"AACA,SAAQA,eAAe,QAAO,mCAAmC;AAGjE,SAASC,aAAaA,CAAA,EAAG;EAEvB,IAAIC,UAAU;EACd,IAAI;IAEFC,IAAI,CAAC,gEAAgE,CAAC;IACtED,UAAU,GAAGE,UAAU,CAACF,UAAU;EAEpC,CAAC,CAAC,MAAM,CAAC;EACT,OAAOA,UAAU;AACnB;AAEA,MAAMG,mBAAmB,GAAG,IAAIC,GAAG,CAAC,CAAC;AAKrC,eAAe,MAAMC,UAAU,CAAC;EAE9B,OAAOC,cAAcA,CAAA,EAAY;IAC/B,OAAO,OAAOC,IAAI,KAAK,WAAW,IAAIC,OAAO,CAACT,aAAa,CAAC,CAAC,CAAC;EAChE;EAKA,WAAWU,SAASA,CAACC,SAA0E,EAAE;IAC/F,SAASC,aAAaA,CAACC,OAAO,EAAE;MAE9B,MAAMZ,UAAU,GAAGD,aAAa,CAAC,CAAC;MAClC,MAAM;QAACc,IAAI;QAAEC;MAAO,CAAC,GAAGd,UAAU,GAAGY,OAAO,GAAGA,OAAO,CAACG,IAAI;MAI3DL,SAAS,CAACG,IAAI,EAAEC,OAAO,CAAC;IAC1B;IAEA,MAAMd,UAAU,GAAGD,aAAa,CAAC,CAAC;IAClC,IAAIC,UAAU,EAAE;MACdA,UAAU,CAACgB,EAAE,CAAC,SAAS,EAAEL,aAAa,CAAC;MAGvCX,UAAU,CAACgB,EAAE,CAAC,MAAM,EAAE,MAAMC,OAAO,CAACC,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACnE,CAAC,MAAM;MAELhB,UAAU,CAACO,SAAS,GAAGE,aAAa;IACtC;EACF;EAEA,OAAOQ,gBAAgBA,CACrBT,SAA0E,EAC1E;IACA,IAAIU,gBAAgB,GAAGjB,mBAAmB,CAACkB,GAAG,CAACX,SAAS,CAAC;IAEzD,IAAI,CAACU,gBAAgB,EAAE;MACrBA,gBAAgB,GAAIR,OAA0B,IAAK;QACjD,IAAI,CAACU,cAAc,CAACV,OAAO,CAAC,EAAE;UAC5B;QACF;QAGA,MAAMZ,UAAU,GAAGD,aAAa,CAAC,CAAC;QAClC,MAAM;UAACc,IAAI;UAAEC;QAAO,CAAC,GAAGd,UAAU,GAAGY,OAAO,GAAGA,OAAO,CAACG,IAAI;QAC3DL,SAAS,CAACG,IAAI,EAAEC,OAAO,CAAC;MAC1B,CAAC;IACH;IAEA,MAAMd,UAAU,GAAGD,aAAa,CAAC,CAAC;IAClC,IAAIC,UAAU,EAAE;MACdiB,OAAO,CAACM,KAAK,CAAC,iBAAiB,CAAC;IAClC,CAAC,MAAM;MACLrB,UAAU,CAACiB,gBAAgB,CAAC,SAAS,EAAEC,gBAAgB,CAAC;IAC1D;EACF;EAEA,OAAOI,mBAAmBA,CACxBd,SAA0E,EAC1E;IACA,MAAMU,gBAAgB,GAAGjB,mBAAmB,CAACkB,GAAG,CAACX,SAAS,CAAC;IAC3DP,mBAAmB,CAACsB,MAAM,CAACf,SAAS,CAAC;IACrC,MAAMV,UAAU,GAAGD,aAAa,CAAC,CAAC;IAClC,IAAIC,UAAU,EAAE;MACdiB,OAAO,CAACM,KAAK,CAAC,iBAAiB,CAAC;IAClC,CAAC,MAAM;MACLrB,UAAU,CAACsB,mBAAmB,CAAC,SAAS,EAAEJ,gBAAgB,CAAC;IAC7D;EACF;EAOA,OAAOM,WAAWA,CAACb,IAAuB,EAAEC,OAA6B,EAAQ;IAC/E,MAAMC,IAAuB,GAAG;MAACY,MAAM,EAAE,YAAY;MAAEd,IAAI;MAAEC;IAAO,CAAC;IAErE,MAAMc,YAAY,GAAG9B,eAAe,CAACgB,OAAO,CAAC;IAE7C,MAAMd,UAAU,GAAGD,aAAa,CAAC,CAAC;IAClC,IAAIC,UAAU,EAAE;MACdA,UAAU,CAAC0B,WAAW,CAACX,IAAI,EAAEa,YAAY,CAAC;IAE5C,CAAC,MAAM;MAEL1B,UAAU,CAACwB,WAAW,CAACX,IAAI,EAAEa,YAAY,CAAC;IAC5C;EACF;AACF;AAGA,SAASN,cAAcA,CAACV,OAA0B,EAAE;EAClD,MAAM;IAACC,IAAI;IAAEE;EAAI,CAAC,GAAGH,OAAO;EAC5B,OACEC,IAAI,KAAK,SAAS,IAClBE,IAAI,IACJ,OAAOA,IAAI,CAACY,MAAM,KAAK,QAAQ,IAC/BZ,IAAI,CAACY,MAAM,CAACE,UAAU,CAAC,YAAY,CAAC;AAExC"}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import WorkerPool from './worker-pool';
|
|
3
|
+
import WorkerThread from './worker-thread';
|
|
4
|
+
const DEFAULT_PROPS = {
|
|
5
|
+
maxConcurrency: 3,
|
|
6
|
+
maxMobileConcurrency: 1,
|
|
7
|
+
reuseWorkers: true,
|
|
8
|
+
onDebug: () => {}
|
|
9
|
+
};
|
|
10
|
+
export default class WorkerFarm {
|
|
11
|
+
static isSupported() {
|
|
12
|
+
return WorkerThread.isSupported();
|
|
13
|
+
}
|
|
14
|
+
static getWorkerFarm() {
|
|
15
|
+
let props = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
|
|
16
|
+
WorkerFarm._workerFarm = WorkerFarm._workerFarm || new WorkerFarm({});
|
|
17
|
+
WorkerFarm._workerFarm.setProps(props);
|
|
18
|
+
return WorkerFarm._workerFarm;
|
|
19
|
+
}
|
|
20
|
+
constructor(props) {
|
|
21
|
+
_defineProperty(this, "props", void 0);
|
|
22
|
+
_defineProperty(this, "workerPools", new Map());
|
|
23
|
+
this.props = {
|
|
24
|
+
...DEFAULT_PROPS
|
|
25
|
+
};
|
|
26
|
+
this.setProps(props);
|
|
27
|
+
this.workerPools = new Map();
|
|
28
|
+
}
|
|
29
|
+
destroy() {
|
|
30
|
+
for (const workerPool of this.workerPools.values()) {
|
|
31
|
+
workerPool.destroy();
|
|
32
|
+
}
|
|
33
|
+
this.workerPools = new Map();
|
|
34
|
+
}
|
|
35
|
+
setProps(props) {
|
|
36
|
+
this.props = {
|
|
37
|
+
...this.props,
|
|
38
|
+
...props
|
|
39
|
+
};
|
|
40
|
+
for (const workerPool of this.workerPools.values()) {
|
|
41
|
+
workerPool.setProps(this._getWorkerPoolProps());
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
getWorkerPool(options) {
|
|
45
|
+
const {
|
|
46
|
+
name,
|
|
47
|
+
source,
|
|
48
|
+
url
|
|
49
|
+
} = options;
|
|
50
|
+
let workerPool = this.workerPools.get(name);
|
|
51
|
+
if (!workerPool) {
|
|
52
|
+
workerPool = new WorkerPool({
|
|
53
|
+
name,
|
|
54
|
+
source,
|
|
55
|
+
url
|
|
56
|
+
});
|
|
57
|
+
workerPool.setProps(this._getWorkerPoolProps());
|
|
58
|
+
this.workerPools.set(name, workerPool);
|
|
59
|
+
}
|
|
60
|
+
return workerPool;
|
|
61
|
+
}
|
|
62
|
+
_getWorkerPoolProps() {
|
|
63
|
+
return {
|
|
64
|
+
maxConcurrency: this.props.maxConcurrency,
|
|
65
|
+
maxMobileConcurrency: this.props.maxMobileConcurrency,
|
|
66
|
+
reuseWorkers: this.props.reuseWorkers,
|
|
67
|
+
onDebug: this.props.onDebug
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
_defineProperty(WorkerFarm, "_workerFarm", void 0);
|
|
72
|
+
//# sourceMappingURL=worker-farm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-farm.js","names":["WorkerPool","WorkerThread","DEFAULT_PROPS","maxConcurrency","maxMobileConcurrency","reuseWorkers","onDebug","WorkerFarm","isSupported","getWorkerFarm","props","arguments","length","undefined","_workerFarm","setProps","constructor","_defineProperty","Map","workerPools","destroy","workerPool","values","_getWorkerPoolProps","getWorkerPool","options","name","source","url","get","set"],"sources":["../../../../src/lib/worker-farm/worker-farm.ts"],"sourcesContent":["import WorkerPool from './worker-pool';\nimport WorkerThread from './worker-thread';\n\n/**\n * @param maxConcurrency - max count of workers\n * @param maxMobileConcurrency - max count of workers on mobile\n * @param maxConcurrency - max count of workers\n * @param reuseWorkers - if false, destroys workers when task is completed\n * @param onDebug - callback intended to allow application to log worker pool activity\n */\nexport type WorkerFarmProps = {\n maxConcurrency?: number;\n maxMobileConcurrency?: number;\n reuseWorkers?: boolean;\n onDebug?: () => void;\n};\n\nconst DEFAULT_PROPS: Required<WorkerFarmProps> = {\n maxConcurrency: 3,\n maxMobileConcurrency: 1,\n reuseWorkers: true,\n onDebug: () => {}\n};\n\n/**\n * Process multiple jobs with a \"farm\" of different workers in worker pools.\n */\nexport default class WorkerFarm {\n private props: WorkerFarmProps;\n private workerPools = new Map<string, WorkerPool>();\n // singleton\n private static _workerFarm?: WorkerFarm;\n\n /** Checks if workers are supported on this platform */\n static isSupported(): boolean {\n return WorkerThread.isSupported();\n }\n\n /** Get the singleton instance of the global worker farm */\n static getWorkerFarm(props: WorkerFarmProps = {}): WorkerFarm {\n WorkerFarm._workerFarm = WorkerFarm._workerFarm || new WorkerFarm({});\n WorkerFarm._workerFarm.setProps(props);\n return WorkerFarm._workerFarm;\n }\n\n /** get global instance with WorkerFarm.getWorkerFarm() */\n private constructor(props: WorkerFarmProps) {\n this.props = {...DEFAULT_PROPS};\n this.setProps(props);\n /** @type Map<string, WorkerPool>} */\n this.workerPools = new Map();\n }\n\n /**\n * Terminate all workers in the farm\n * @note Can free up significant memory\n */\n destroy(): void {\n for (const workerPool of this.workerPools.values()) {\n workerPool.destroy();\n }\n this.workerPools = new Map<string, WorkerPool>();\n }\n\n /**\n * Set props used when initializing worker pools\n * @param props\n */\n setProps(props: WorkerFarmProps): void {\n this.props = {...this.props, ...props};\n // Update worker pool props\n for (const workerPool of this.workerPools.values()) {\n workerPool.setProps(this._getWorkerPoolProps());\n }\n }\n\n /**\n * Returns a worker pool for the specified worker\n * @param options - only used first time for a specific worker name\n * @param options.name - the name of the worker - used to identify worker pool\n * @param options.url -\n * @param options.source -\n * @example\n * const job = WorkerFarm.getWorkerFarm().getWorkerPool({name, url}).startJob(...);\n */\n getWorkerPool(options: {name: string; source?: string; url?: string}): WorkerPool {\n const {name, source, url} = options;\n let workerPool = this.workerPools.get(name);\n if (!workerPool) {\n workerPool = new WorkerPool({\n name,\n source,\n url\n });\n workerPool.setProps(this._getWorkerPoolProps());\n this.workerPools.set(name, workerPool);\n }\n return workerPool;\n }\n\n _getWorkerPoolProps() {\n return {\n maxConcurrency: this.props.maxConcurrency,\n maxMobileConcurrency: this.props.maxMobileConcurrency,\n reuseWorkers: this.props.reuseWorkers,\n onDebug: this.props.onDebug\n };\n }\n}\n"],"mappings":";AAAA,OAAOA,UAAU,MAAM,eAAe;AACtC,OAAOC,YAAY,MAAM,iBAAiB;AAgB1C,MAAMC,aAAwC,GAAG;EAC/CC,cAAc,EAAE,CAAC;EACjBC,oBAAoB,EAAE,CAAC;EACvBC,YAAY,EAAE,IAAI;EAClBC,OAAO,EAAEA,CAAA,KAAM,CAAC;AAClB,CAAC;AAKD,eAAe,MAAMC,UAAU,CAAC;EAO9B,OAAOC,WAAWA,CAAA,EAAY;IAC5B,OAAOP,YAAY,CAACO,WAAW,CAAC,CAAC;EACnC;EAGA,OAAOC,aAAaA,CAAA,EAA0C;IAAA,IAAzCC,KAAsB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAC9CJ,UAAU,CAACO,WAAW,GAAGP,UAAU,CAACO,WAAW,IAAI,IAAIP,UAAU,CAAC,CAAC,CAAC,CAAC;IACrEA,UAAU,CAACO,WAAW,CAACC,QAAQ,CAACL,KAAK,CAAC;IACtC,OAAOH,UAAU,CAACO,WAAW;EAC/B;EAGQE,WAAWA,CAACN,KAAsB,EAAE;IAAAO,eAAA;IAAAA,eAAA,sBAjBtB,IAAIC,GAAG,CAAqB,CAAC;IAkBjD,IAAI,CAACR,KAAK,GAAG;MAAC,GAAGR;IAAa,CAAC;IAC/B,IAAI,CAACa,QAAQ,CAACL,KAAK,CAAC;IAEpB,IAAI,CAACS,WAAW,GAAG,IAAID,GAAG,CAAC,CAAC;EAC9B;EAMAE,OAAOA,CAAA,EAAS;IACd,KAAK,MAAMC,UAAU,IAAI,IAAI,CAACF,WAAW,CAACG,MAAM,CAAC,CAAC,EAAE;MAClDD,UAAU,CAACD,OAAO,CAAC,CAAC;IACtB;IACA,IAAI,CAACD,WAAW,GAAG,IAAID,GAAG,CAAqB,CAAC;EAClD;EAMAH,QAAQA,CAACL,KAAsB,EAAQ;IACrC,IAAI,CAACA,KAAK,GAAG;MAAC,GAAG,IAAI,CAACA,KAAK;MAAE,GAAGA;IAAK,CAAC;IAEtC,KAAK,MAAMW,UAAU,IAAI,IAAI,CAACF,WAAW,CAACG,MAAM,CAAC,CAAC,EAAE;MAClDD,UAAU,CAACN,QAAQ,CAAC,IAAI,CAACQ,mBAAmB,CAAC,CAAC,CAAC;IACjD;EACF;EAWAC,aAAaA,CAACC,OAAsD,EAAc;IAChF,MAAM;MAACC,IAAI;MAAEC,MAAM;MAAEC;IAAG,CAAC,GAAGH,OAAO;IACnC,IAAIJ,UAAU,GAAG,IAAI,CAACF,WAAW,CAACU,GAAG,CAACH,IAAI,CAAC;IAC3C,IAAI,CAACL,UAAU,EAAE;MACfA,UAAU,GAAG,IAAIrB,UAAU,CAAC;QAC1B0B,IAAI;QACJC,MAAM;QACNC;MACF,CAAC,CAAC;MACFP,UAAU,CAACN,QAAQ,CAAC,IAAI,CAACQ,mBAAmB,CAAC,CAAC,CAAC;MAC/C,IAAI,CAACJ,WAAW,CAACW,GAAG,CAACJ,IAAI,EAAEL,UAAU,CAAC;IACxC;IACA,OAAOA,UAAU;EACnB;EAEAE,mBAAmBA,CAAA,EAAG;IACpB,OAAO;MACLpB,cAAc,EAAE,IAAI,CAACO,KAAK,CAACP,cAAc;MACzCC,oBAAoB,EAAE,IAAI,CAACM,KAAK,CAACN,oBAAoB;MACrDC,YAAY,EAAE,IAAI,CAACK,KAAK,CAACL,YAAY;MACrCC,OAAO,EAAE,IAAI,CAACI,KAAK,CAACJ;IACtB,CAAC;EACH;AACF;AAACW,eAAA,CAjFoBV,UAAU"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import { assert } from '../env-utils/assert';
|
|
3
|
+
export default class WorkerJob {
|
|
4
|
+
constructor(jobName, workerThread) {
|
|
5
|
+
_defineProperty(this, "name", void 0);
|
|
6
|
+
_defineProperty(this, "workerThread", void 0);
|
|
7
|
+
_defineProperty(this, "isRunning", true);
|
|
8
|
+
_defineProperty(this, "result", void 0);
|
|
9
|
+
_defineProperty(this, "_resolve", () => {});
|
|
10
|
+
_defineProperty(this, "_reject", () => {});
|
|
11
|
+
this.name = jobName;
|
|
12
|
+
this.workerThread = workerThread;
|
|
13
|
+
this.result = new Promise((resolve, reject) => {
|
|
14
|
+
this._resolve = resolve;
|
|
15
|
+
this._reject = reject;
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
postMessage(type, payload) {
|
|
19
|
+
this.workerThread.postMessage({
|
|
20
|
+
source: 'loaders.gl',
|
|
21
|
+
type,
|
|
22
|
+
payload
|
|
23
|
+
});
|
|
24
|
+
}
|
|
25
|
+
done(value) {
|
|
26
|
+
assert(this.isRunning);
|
|
27
|
+
this.isRunning = false;
|
|
28
|
+
this._resolve(value);
|
|
29
|
+
}
|
|
30
|
+
error(error) {
|
|
31
|
+
assert(this.isRunning);
|
|
32
|
+
this.isRunning = false;
|
|
33
|
+
this._reject(error);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=worker-job.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-job.js","names":["assert","WorkerJob","constructor","jobName","workerThread","_defineProperty","name","result","Promise","resolve","reject","_resolve","_reject","postMessage","type","payload","source","done","value","isRunning","error"],"sources":["../../../../src/lib/worker-farm/worker-job.ts"],"sourcesContent":["import type {WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport WorkerThread from './worker-thread';\nimport {assert} from '../env-utils/assert';\n\n/**\n * Represents one Job handled by a WorkerPool or WorkerFarm\n */\nexport default class WorkerJob {\n readonly name: string;\n readonly workerThread: WorkerThread;\n isRunning: boolean = true;\n /** Promise that resolves when Job is done */\n readonly result: Promise<any>;\n\n private _resolve: (value: any) => void = () => {};\n private _reject: (reason?: any) => void = () => {};\n\n constructor(jobName: string, workerThread: WorkerThread) {\n this.name = jobName;\n this.workerThread = workerThread;\n this.result = new Promise((resolve, reject) => {\n this._resolve = resolve;\n this._reject = reject;\n });\n }\n\n /**\n * Send a message to the job's worker thread\n * @param data any data structure, ideally consisting mostly of transferrable objects\n */\n postMessage(type: WorkerMessageType, payload: WorkerMessagePayload): void {\n this.workerThread.postMessage({\n source: 'loaders.gl', // Lets worker ignore unrelated messages\n type,\n payload\n });\n }\n\n /**\n * Call to resolve the `result` Promise with the supplied value\n */\n done(value: any): void {\n assert(this.isRunning);\n this.isRunning = false;\n this._resolve(value);\n }\n\n /**\n * Call to reject the `result` Promise with the supplied error\n */\n error(error: Error): void {\n assert(this.isRunning);\n this.isRunning = false;\n this._reject(error);\n }\n}\n"],"mappings":";AAEA,SAAQA,MAAM,QAAO,qBAAqB;AAK1C,eAAe,MAAMC,SAAS,CAAC;EAU7BC,WAAWA,CAACC,OAAe,EAAEC,YAA0B,EAAE;IAAAC,eAAA;IAAAA,eAAA;IAAAA,eAAA,oBAPpC,IAAI;IAAAA,eAAA;IAAAA,eAAA,mBAIgB,MAAM,CAAC,CAAC;IAAAA,eAAA,kBACP,MAAM,CAAC,CAAC;IAGhD,IAAI,CAACC,IAAI,GAAGH,OAAO;IACnB,IAAI,CAACC,YAAY,GAAGA,YAAY;IAChC,IAAI,CAACG,MAAM,GAAG,IAAIC,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;MAC7C,IAAI,CAACC,QAAQ,GAAGF,OAAO;MACvB,IAAI,CAACG,OAAO,GAAGF,MAAM;IACvB,CAAC,CAAC;EACJ;EAMAG,WAAWA,CAACC,IAAuB,EAAEC,OAA6B,EAAQ;IACxE,IAAI,CAACX,YAAY,CAACS,WAAW,CAAC;MAC5BG,MAAM,EAAE,YAAY;MACpBF,IAAI;MACJC;IACF,CAAC,CAAC;EACJ;EAKAE,IAAIA,CAACC,KAAU,EAAQ;IACrBlB,MAAM,CAAC,IAAI,CAACmB,SAAS,CAAC;IACtB,IAAI,CAACA,SAAS,GAAG,KAAK;IACtB,IAAI,CAACR,QAAQ,CAACO,KAAK,CAAC;EACtB;EAKAE,KAAKA,CAACA,KAAY,EAAQ;IACxBpB,MAAM,CAAC,IAAI,CAACmB,SAAS,CAAC;IACtB,IAAI,CAACA,SAAS,GAAG,KAAK;IACtB,IAAI,CAACP,OAAO,CAACQ,KAAK,CAAC;EACrB;AACF"}
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import { isMobile } from '../env-utils/globals';
|
|
3
|
+
import WorkerThread from './worker-thread';
|
|
4
|
+
import WorkerJob from './worker-job';
|
|
5
|
+
export default class WorkerPool {
|
|
6
|
+
static isSupported() {
|
|
7
|
+
return WorkerThread.isSupported();
|
|
8
|
+
}
|
|
9
|
+
constructor(props) {
|
|
10
|
+
_defineProperty(this, "name", 'unnamed');
|
|
11
|
+
_defineProperty(this, "source", void 0);
|
|
12
|
+
_defineProperty(this, "url", void 0);
|
|
13
|
+
_defineProperty(this, "maxConcurrency", 1);
|
|
14
|
+
_defineProperty(this, "maxMobileConcurrency", 1);
|
|
15
|
+
_defineProperty(this, "onDebug", () => {});
|
|
16
|
+
_defineProperty(this, "reuseWorkers", true);
|
|
17
|
+
_defineProperty(this, "props", {});
|
|
18
|
+
_defineProperty(this, "jobQueue", []);
|
|
19
|
+
_defineProperty(this, "idleQueue", []);
|
|
20
|
+
_defineProperty(this, "count", 0);
|
|
21
|
+
_defineProperty(this, "isDestroyed", false);
|
|
22
|
+
this.source = props.source;
|
|
23
|
+
this.url = props.url;
|
|
24
|
+
this.setProps(props);
|
|
25
|
+
}
|
|
26
|
+
destroy() {
|
|
27
|
+
this.idleQueue.forEach(worker => worker.destroy());
|
|
28
|
+
this.isDestroyed = true;
|
|
29
|
+
}
|
|
30
|
+
setProps(props) {
|
|
31
|
+
this.props = {
|
|
32
|
+
...this.props,
|
|
33
|
+
...props
|
|
34
|
+
};
|
|
35
|
+
if (props.name !== undefined) {
|
|
36
|
+
this.name = props.name;
|
|
37
|
+
}
|
|
38
|
+
if (props.maxConcurrency !== undefined) {
|
|
39
|
+
this.maxConcurrency = props.maxConcurrency;
|
|
40
|
+
}
|
|
41
|
+
if (props.maxMobileConcurrency !== undefined) {
|
|
42
|
+
this.maxMobileConcurrency = props.maxMobileConcurrency;
|
|
43
|
+
}
|
|
44
|
+
if (props.reuseWorkers !== undefined) {
|
|
45
|
+
this.reuseWorkers = props.reuseWorkers;
|
|
46
|
+
}
|
|
47
|
+
if (props.onDebug !== undefined) {
|
|
48
|
+
this.onDebug = props.onDebug;
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
async startJob(name) {
|
|
52
|
+
let onMessage = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : (job, type, data) => job.done(data);
|
|
53
|
+
let onError = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : (job, error) => job.error(error);
|
|
54
|
+
const startPromise = new Promise(onStart => {
|
|
55
|
+
this.jobQueue.push({
|
|
56
|
+
name,
|
|
57
|
+
onMessage,
|
|
58
|
+
onError,
|
|
59
|
+
onStart
|
|
60
|
+
});
|
|
61
|
+
return this;
|
|
62
|
+
});
|
|
63
|
+
this._startQueuedJob();
|
|
64
|
+
return await startPromise;
|
|
65
|
+
}
|
|
66
|
+
async _startQueuedJob() {
|
|
67
|
+
if (!this.jobQueue.length) {
|
|
68
|
+
return;
|
|
69
|
+
}
|
|
70
|
+
const workerThread = this._getAvailableWorker();
|
|
71
|
+
if (!workerThread) {
|
|
72
|
+
return;
|
|
73
|
+
}
|
|
74
|
+
const queuedJob = this.jobQueue.shift();
|
|
75
|
+
if (queuedJob) {
|
|
76
|
+
this.onDebug({
|
|
77
|
+
message: 'Starting job',
|
|
78
|
+
name: queuedJob.name,
|
|
79
|
+
workerThread,
|
|
80
|
+
backlog: this.jobQueue.length
|
|
81
|
+
});
|
|
82
|
+
const job = new WorkerJob(queuedJob.name, workerThread);
|
|
83
|
+
workerThread.onMessage = data => queuedJob.onMessage(job, data.type, data.payload);
|
|
84
|
+
workerThread.onError = error => queuedJob.onError(job, error);
|
|
85
|
+
queuedJob.onStart(job);
|
|
86
|
+
try {
|
|
87
|
+
await job.result;
|
|
88
|
+
} finally {
|
|
89
|
+
this.returnWorkerToQueue(workerThread);
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
returnWorkerToQueue(worker) {
|
|
94
|
+
const shouldDestroyWorker = this.isDestroyed || !this.reuseWorkers || this.count > this._getMaxConcurrency();
|
|
95
|
+
if (shouldDestroyWorker) {
|
|
96
|
+
worker.destroy();
|
|
97
|
+
this.count--;
|
|
98
|
+
} else {
|
|
99
|
+
this.idleQueue.push(worker);
|
|
100
|
+
}
|
|
101
|
+
if (!this.isDestroyed) {
|
|
102
|
+
this._startQueuedJob();
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
_getAvailableWorker() {
|
|
106
|
+
if (this.idleQueue.length > 0) {
|
|
107
|
+
return this.idleQueue.shift() || null;
|
|
108
|
+
}
|
|
109
|
+
if (this.count < this._getMaxConcurrency()) {
|
|
110
|
+
this.count++;
|
|
111
|
+
const name = "".concat(this.name.toLowerCase(), " (#").concat(this.count, " of ").concat(this.maxConcurrency, ")");
|
|
112
|
+
return new WorkerThread({
|
|
113
|
+
name,
|
|
114
|
+
source: this.source,
|
|
115
|
+
url: this.url
|
|
116
|
+
});
|
|
117
|
+
}
|
|
118
|
+
return null;
|
|
119
|
+
}
|
|
120
|
+
_getMaxConcurrency() {
|
|
121
|
+
return isMobile ? this.maxMobileConcurrency : this.maxConcurrency;
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
//# sourceMappingURL=worker-pool.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-pool.js","names":["isMobile","WorkerThread","WorkerJob","WorkerPool","isSupported","constructor","props","_defineProperty","source","url","setProps","destroy","idleQueue","forEach","worker","isDestroyed","name","undefined","maxConcurrency","maxMobileConcurrency","reuseWorkers","onDebug","startJob","onMessage","arguments","length","job","type","data","done","onError","error","startPromise","Promise","onStart","jobQueue","push","_startQueuedJob","workerThread","_getAvailableWorker","queuedJob","shift","message","backlog","payload","result","returnWorkerToQueue","shouldDestroyWorker","count","_getMaxConcurrency","concat","toLowerCase"],"sources":["../../../../src/lib/worker-farm/worker-pool.ts"],"sourcesContent":["import type {WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport {isMobile} from '../env-utils/globals';\nimport WorkerThread from './worker-thread';\nimport WorkerJob from './worker-job';\n\n/** WorkerPool onDebug Callback Parameters */\ntype OnDebugParameters = {\n message: string;\n worker: string;\n name: string;\n job: string;\n backlog: number;\n workerThread: WorkerThread;\n};\n\n/** WorkerPool Properties */\nexport type WorkerPoolProps = {\n name?: string;\n source?: string; // | Function;\n url?: string;\n maxConcurrency?: number;\n maxMobileConcurrency?: number;\n onDebug?: (options: OnDebugParameters) => any;\n reuseWorkers?: boolean;\n};\n\n/** Private helper types */\ntype OnMessage = (job: WorkerJob, type: WorkerMessageType, payload: WorkerMessagePayload) => void;\ntype OnError = (job: WorkerJob, error: Error) => void;\n\ntype QueuedJob = {\n name: string;\n onMessage: OnMessage;\n onError: OnError;\n onStart: (value: any) => void; // Resolve job start promise\n};\n\n/**\n * Process multiple data messages with small pool of identical workers\n */\nexport default class WorkerPool {\n name: string = 'unnamed';\n source?: string; // | Function;\n url?: string;\n maxConcurrency: number = 1;\n maxMobileConcurrency: number = 1;\n onDebug: (options: OnDebugParameters) => any = () => {};\n reuseWorkers: boolean = true;\n\n private props: WorkerPoolProps = {};\n private jobQueue: QueuedJob[] = [];\n private idleQueue: WorkerThread[] = [];\n private count = 0;\n private isDestroyed = false;\n\n /** Checks if workers are supported on this platform */\n static isSupported(): boolean {\n return WorkerThread.isSupported();\n }\n\n /**\n * @param processor - worker function\n * @param maxConcurrency - max count of workers\n */\n constructor(props: WorkerPoolProps) {\n this.source = props.source;\n this.url = props.url;\n this.setProps(props);\n }\n\n /**\n * Terminates all workers in the pool\n * @note Can free up significant memory\n */\n destroy(): void {\n // Destroy idle workers, active Workers will be destroyed on completion\n this.idleQueue.forEach((worker) => worker.destroy());\n this.isDestroyed = true;\n }\n\n setProps(props: WorkerPoolProps) {\n this.props = {...this.props, ...props};\n\n if (props.name !== undefined) {\n this.name = props.name;\n }\n if (props.maxConcurrency !== undefined) {\n this.maxConcurrency = props.maxConcurrency;\n }\n if (props.maxMobileConcurrency !== undefined) {\n this.maxMobileConcurrency = props.maxMobileConcurrency;\n }\n if (props.reuseWorkers !== undefined) {\n this.reuseWorkers = props.reuseWorkers;\n }\n if (props.onDebug !== undefined) {\n this.onDebug = props.onDebug;\n }\n }\n\n async startJob(\n name: string,\n onMessage: OnMessage = (job, type, data) => job.done(data),\n onError: OnError = (job, error) => job.error(error)\n ): Promise<WorkerJob> {\n // Promise resolves when thread starts working on this job\n const startPromise = new Promise<WorkerJob>((onStart) => {\n // Promise resolves when thread completes or fails working on this job\n this.jobQueue.push({name, onMessage, onError, onStart});\n return this;\n });\n this._startQueuedJob(); // eslint-disable-line @typescript-eslint/no-floating-promises\n return await startPromise;\n }\n\n // PRIVATE\n\n /**\n * Starts first queued job if worker is available or can be created\n * Called when job is started and whenever a worker returns to the idleQueue\n */\n async _startQueuedJob(): Promise<void> {\n if (!this.jobQueue.length) {\n return;\n }\n\n const workerThread = this._getAvailableWorker();\n if (!workerThread) {\n return;\n }\n\n // We have a worker, dequeue and start the job\n const queuedJob = this.jobQueue.shift();\n if (queuedJob) {\n // Emit a debug event\n // @ts-ignore\n this.onDebug({\n message: 'Starting job',\n name: queuedJob.name,\n workerThread,\n backlog: this.jobQueue.length\n });\n\n // Create a worker job to let the app access thread and manage job completion\n const job = new WorkerJob(queuedJob.name, workerThread);\n\n // Set the worker thread's message handlers\n workerThread.onMessage = (data) => queuedJob.onMessage(job, data.type, data.payload);\n workerThread.onError = (error) => queuedJob.onError(job, error);\n\n // Resolve the start promise so that the app can start sending messages to worker\n queuedJob.onStart(job);\n\n // Wait for the app to signal that the job is complete, then return worker to queue\n try {\n await job.result;\n } finally {\n this.returnWorkerToQueue(workerThread);\n }\n }\n }\n\n /**\n * Returns a worker to the idle queue\n * Destroys the worker if\n * - pool is destroyed\n * - if this pool doesn't reuse workers\n * - if maxConcurrency has been lowered\n * @param worker\n */\n returnWorkerToQueue(worker: WorkerThread) {\n const shouldDestroyWorker =\n this.isDestroyed || !this.reuseWorkers || this.count > this._getMaxConcurrency();\n\n if (shouldDestroyWorker) {\n worker.destroy();\n this.count--;\n } else {\n this.idleQueue.push(worker);\n }\n\n if (!this.isDestroyed) {\n this._startQueuedJob(); // eslint-disable-line @typescript-eslint/no-floating-promises\n }\n }\n\n /**\n * Returns idle worker or creates new worker if maxConcurrency has not been reached\n */\n _getAvailableWorker(): WorkerThread | null {\n // If a worker has completed and returned to the queue, it can be used\n if (this.idleQueue.length > 0) {\n return this.idleQueue.shift() || null;\n }\n\n // Create fresh worker if we haven't yet created the max amount of worker threads for this worker source\n if (this.count < this._getMaxConcurrency()) {\n this.count++;\n const name = `${this.name.toLowerCase()} (#${this.count} of ${this.maxConcurrency})`;\n return new WorkerThread({name, source: this.source, url: this.url});\n }\n\n // No worker available, have to wait\n return null;\n }\n\n _getMaxConcurrency() {\n return isMobile ? this.maxMobileConcurrency : this.maxConcurrency;\n }\n}\n"],"mappings":";AACA,SAAQA,QAAQ,QAAO,sBAAsB;AAC7C,OAAOC,YAAY,MAAM,iBAAiB;AAC1C,OAAOC,SAAS,MAAM,cAAc;AAqCpC,eAAe,MAAMC,UAAU,CAAC;EAgB9B,OAAOC,WAAWA,CAAA,EAAY;IAC5B,OAAOH,YAAY,CAACG,WAAW,CAAC,CAAC;EACnC;EAMAC,WAAWA,CAACC,KAAsB,EAAE;IAAAC,eAAA,eAvBrB,SAAS;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA,yBAGC,CAAC;IAAAA,eAAA,+BACK,CAAC;IAAAA,eAAA,kBACe,MAAM,CAAC,CAAC;IAAAA,eAAA,uBAC/B,IAAI;IAAAA,eAAA,gBAEK,CAAC,CAAC;IAAAA,eAAA,mBACH,EAAE;IAAAA,eAAA,oBACE,EAAE;IAAAA,eAAA,gBACtB,CAAC;IAAAA,eAAA,sBACK,KAAK;IAYzB,IAAI,CAACC,MAAM,GAAGF,KAAK,CAACE,MAAM;IAC1B,IAAI,CAACC,GAAG,GAAGH,KAAK,CAACG,GAAG;IACpB,IAAI,CAACC,QAAQ,CAACJ,KAAK,CAAC;EACtB;EAMAK,OAAOA,CAAA,EAAS;IAEd,IAAI,CAACC,SAAS,CAACC,OAAO,CAAEC,MAAM,IAAKA,MAAM,CAACH,OAAO,CAAC,CAAC,CAAC;IACpD,IAAI,CAACI,WAAW,GAAG,IAAI;EACzB;EAEAL,QAAQA,CAACJ,KAAsB,EAAE;IAC/B,IAAI,CAACA,KAAK,GAAG;MAAC,GAAG,IAAI,CAACA,KAAK;MAAE,GAAGA;IAAK,CAAC;IAEtC,IAAIA,KAAK,CAACU,IAAI,KAAKC,SAAS,EAAE;MAC5B,IAAI,CAACD,IAAI,GAAGV,KAAK,CAACU,IAAI;IACxB;IACA,IAAIV,KAAK,CAACY,cAAc,KAAKD,SAAS,EAAE;MACtC,IAAI,CAACC,cAAc,GAAGZ,KAAK,CAACY,cAAc;IAC5C;IACA,IAAIZ,KAAK,CAACa,oBAAoB,KAAKF,SAAS,EAAE;MAC5C,IAAI,CAACE,oBAAoB,GAAGb,KAAK,CAACa,oBAAoB;IACxD;IACA,IAAIb,KAAK,CAACc,YAAY,KAAKH,SAAS,EAAE;MACpC,IAAI,CAACG,YAAY,GAAGd,KAAK,CAACc,YAAY;IACxC;IACA,IAAId,KAAK,CAACe,OAAO,KAAKJ,SAAS,EAAE;MAC/B,IAAI,CAACI,OAAO,GAAGf,KAAK,CAACe,OAAO;IAC9B;EACF;EAEA,MAAMC,QAAQA,CACZN,IAAY,EAGQ;IAAA,IAFpBO,SAAoB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAP,SAAA,GAAAO,SAAA,MAAG,CAACE,GAAG,EAAEC,IAAI,EAAEC,IAAI,KAAKF,GAAG,CAACG,IAAI,CAACD,IAAI,CAAC;IAAA,IAC1DE,OAAgB,GAAAN,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAP,SAAA,GAAAO,SAAA,MAAG,CAACE,GAAG,EAAEK,KAAK,KAAKL,GAAG,CAACK,KAAK,CAACA,KAAK,CAAC;IAGnD,MAAMC,YAAY,GAAG,IAAIC,OAAO,CAAaC,OAAO,IAAK;MAEvD,IAAI,CAACC,QAAQ,CAACC,IAAI,CAAC;QAACpB,IAAI;QAAEO,SAAS;QAAEO,OAAO;QAAEI;MAAO,CAAC,CAAC;MACvD,OAAO,IAAI;IACb,CAAC,CAAC;IACF,IAAI,CAACG,eAAe,CAAC,CAAC;IACtB,OAAO,MAAML,YAAY;EAC3B;EAQA,MAAMK,eAAeA,CAAA,EAAkB;IACrC,IAAI,CAAC,IAAI,CAACF,QAAQ,CAACV,MAAM,EAAE;MACzB;IACF;IAEA,MAAMa,YAAY,GAAG,IAAI,CAACC,mBAAmB,CAAC,CAAC;IAC/C,IAAI,CAACD,YAAY,EAAE;MACjB;IACF;IAGA,MAAME,SAAS,GAAG,IAAI,CAACL,QAAQ,CAACM,KAAK,CAAC,CAAC;IACvC,IAAID,SAAS,EAAE;MAGb,IAAI,CAACnB,OAAO,CAAC;QACXqB,OAAO,EAAE,cAAc;QACvB1B,IAAI,EAAEwB,SAAS,CAACxB,IAAI;QACpBsB,YAAY;QACZK,OAAO,EAAE,IAAI,CAACR,QAAQ,CAACV;MACzB,CAAC,CAAC;MAGF,MAAMC,GAAG,GAAG,IAAIxB,SAAS,CAACsC,SAAS,CAACxB,IAAI,EAAEsB,YAAY,CAAC;MAGvDA,YAAY,CAACf,SAAS,GAAIK,IAAI,IAAKY,SAAS,CAACjB,SAAS,CAACG,GAAG,EAAEE,IAAI,CAACD,IAAI,EAAEC,IAAI,CAACgB,OAAO,CAAC;MACpFN,YAAY,CAACR,OAAO,GAAIC,KAAK,IAAKS,SAAS,CAACV,OAAO,CAACJ,GAAG,EAAEK,KAAK,CAAC;MAG/DS,SAAS,CAACN,OAAO,CAACR,GAAG,CAAC;MAGtB,IAAI;QACF,MAAMA,GAAG,CAACmB,MAAM;MAClB,CAAC,SAAS;QACR,IAAI,CAACC,mBAAmB,CAACR,YAAY,CAAC;MACxC;IACF;EACF;EAUAQ,mBAAmBA,CAAChC,MAAoB,EAAE;IACxC,MAAMiC,mBAAmB,GACvB,IAAI,CAAChC,WAAW,IAAI,CAAC,IAAI,CAACK,YAAY,IAAI,IAAI,CAAC4B,KAAK,GAAG,IAAI,CAACC,kBAAkB,CAAC,CAAC;IAElF,IAAIF,mBAAmB,EAAE;MACvBjC,MAAM,CAACH,OAAO,CAAC,CAAC;MAChB,IAAI,CAACqC,KAAK,EAAE;IACd,CAAC,MAAM;MACL,IAAI,CAACpC,SAAS,CAACwB,IAAI,CAACtB,MAAM,CAAC;IAC7B;IAEA,IAAI,CAAC,IAAI,CAACC,WAAW,EAAE;MACrB,IAAI,CAACsB,eAAe,CAAC,CAAC;IACxB;EACF;EAKAE,mBAAmBA,CAAA,EAAwB;IAEzC,IAAI,IAAI,CAAC3B,SAAS,CAACa,MAAM,GAAG,CAAC,EAAE;MAC7B,OAAO,IAAI,CAACb,SAAS,CAAC6B,KAAK,CAAC,CAAC,IAAI,IAAI;IACvC;IAGA,IAAI,IAAI,CAACO,KAAK,GAAG,IAAI,CAACC,kBAAkB,CAAC,CAAC,EAAE;MAC1C,IAAI,CAACD,KAAK,EAAE;MACZ,MAAMhC,IAAI,MAAAkC,MAAA,CAAM,IAAI,CAAClC,IAAI,CAACmC,WAAW,CAAC,CAAC,SAAAD,MAAA,CAAM,IAAI,CAACF,KAAK,UAAAE,MAAA,CAAO,IAAI,CAAChC,cAAc,MAAG;MACpF,OAAO,IAAIjB,YAAY,CAAC;QAACe,IAAI;QAAER,MAAM,EAAE,IAAI,CAACA,MAAM;QAAEC,GAAG,EAAE,IAAI,CAACA;MAAG,CAAC,CAAC;IACrE;IAGA,OAAO,IAAI;EACb;EAEAwC,kBAAkBA,CAAA,EAAG;IACnB,OAAOjD,QAAQ,GAAG,IAAI,CAACmB,oBAAoB,GAAG,IAAI,CAACD,cAAc;EACnE;AACF"}
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import { NodeWorker } from '../node/worker_threads';
|
|
3
|
+
import { isBrowser } from '../env-utils/globals';
|
|
4
|
+
import { assert } from '../env-utils/assert';
|
|
5
|
+
import { getLoadableWorkerURL } from '../worker-utils/get-loadable-worker-url';
|
|
6
|
+
import { getTransferList } from '../worker-utils/get-transfer-list';
|
|
7
|
+
const NOOP = () => {};
|
|
8
|
+
export default class WorkerThread {
|
|
9
|
+
static isSupported() {
|
|
10
|
+
return typeof Worker !== 'undefined' && isBrowser || typeof NodeWorker !== 'undefined' && !isBrowser;
|
|
11
|
+
}
|
|
12
|
+
constructor(props) {
|
|
13
|
+
_defineProperty(this, "name", void 0);
|
|
14
|
+
_defineProperty(this, "source", void 0);
|
|
15
|
+
_defineProperty(this, "url", void 0);
|
|
16
|
+
_defineProperty(this, "terminated", false);
|
|
17
|
+
_defineProperty(this, "worker", void 0);
|
|
18
|
+
_defineProperty(this, "onMessage", void 0);
|
|
19
|
+
_defineProperty(this, "onError", void 0);
|
|
20
|
+
_defineProperty(this, "_loadableURL", '');
|
|
21
|
+
const {
|
|
22
|
+
name,
|
|
23
|
+
source,
|
|
24
|
+
url
|
|
25
|
+
} = props;
|
|
26
|
+
assert(source || url);
|
|
27
|
+
this.name = name;
|
|
28
|
+
this.source = source;
|
|
29
|
+
this.url = url;
|
|
30
|
+
this.onMessage = NOOP;
|
|
31
|
+
this.onError = error => console.log(error);
|
|
32
|
+
this.worker = isBrowser ? this._createBrowserWorker() : this._createNodeWorker();
|
|
33
|
+
}
|
|
34
|
+
destroy() {
|
|
35
|
+
this.onMessage = NOOP;
|
|
36
|
+
this.onError = NOOP;
|
|
37
|
+
this.worker.terminate();
|
|
38
|
+
this.terminated = true;
|
|
39
|
+
}
|
|
40
|
+
get isRunning() {
|
|
41
|
+
return Boolean(this.onMessage);
|
|
42
|
+
}
|
|
43
|
+
postMessage(data, transferList) {
|
|
44
|
+
transferList = transferList || getTransferList(data);
|
|
45
|
+
this.worker.postMessage(data, transferList);
|
|
46
|
+
}
|
|
47
|
+
_getErrorFromErrorEvent(event) {
|
|
48
|
+
let message = 'Failed to load ';
|
|
49
|
+
message += "worker ".concat(this.name, " from ").concat(this.url, ". ");
|
|
50
|
+
if (event.message) {
|
|
51
|
+
message += "".concat(event.message, " in ");
|
|
52
|
+
}
|
|
53
|
+
if (event.lineno) {
|
|
54
|
+
message += ":".concat(event.lineno, ":").concat(event.colno);
|
|
55
|
+
}
|
|
56
|
+
return new Error(message);
|
|
57
|
+
}
|
|
58
|
+
_createBrowserWorker() {
|
|
59
|
+
this._loadableURL = getLoadableWorkerURL({
|
|
60
|
+
source: this.source,
|
|
61
|
+
url: this.url
|
|
62
|
+
});
|
|
63
|
+
const worker = new Worker(this._loadableURL, {
|
|
64
|
+
name: this.name
|
|
65
|
+
});
|
|
66
|
+
worker.onmessage = event => {
|
|
67
|
+
if (!event.data) {
|
|
68
|
+
this.onError(new Error('No data received'));
|
|
69
|
+
} else {
|
|
70
|
+
this.onMessage(event.data);
|
|
71
|
+
}
|
|
72
|
+
};
|
|
73
|
+
worker.onerror = error => {
|
|
74
|
+
this.onError(this._getErrorFromErrorEvent(error));
|
|
75
|
+
this.terminated = true;
|
|
76
|
+
};
|
|
77
|
+
worker.onmessageerror = event => console.error(event);
|
|
78
|
+
return worker;
|
|
79
|
+
}
|
|
80
|
+
_createNodeWorker() {
|
|
81
|
+
let worker;
|
|
82
|
+
if (this.url) {
|
|
83
|
+
const absolute = this.url.includes(':/') || this.url.startsWith('/');
|
|
84
|
+
const url = absolute ? this.url : "./".concat(this.url);
|
|
85
|
+
worker = new NodeWorker(url, {
|
|
86
|
+
eval: false
|
|
87
|
+
});
|
|
88
|
+
} else if (this.source) {
|
|
89
|
+
worker = new NodeWorker(this.source, {
|
|
90
|
+
eval: true
|
|
91
|
+
});
|
|
92
|
+
} else {
|
|
93
|
+
throw new Error('no worker');
|
|
94
|
+
}
|
|
95
|
+
worker.on('message', data => {
|
|
96
|
+
this.onMessage(data);
|
|
97
|
+
});
|
|
98
|
+
worker.on('error', error => {
|
|
99
|
+
this.onError(error);
|
|
100
|
+
});
|
|
101
|
+
worker.on('exit', code => {});
|
|
102
|
+
return worker;
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
//# sourceMappingURL=worker-thread.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-thread.js","names":["NodeWorker","isBrowser","assert","getLoadableWorkerURL","getTransferList","NOOP","WorkerThread","isSupported","Worker","constructor","props","_defineProperty","name","source","url","onMessage","onError","error","console","log","worker","_createBrowserWorker","_createNodeWorker","destroy","terminate","terminated","isRunning","Boolean","postMessage","data","transferList","_getErrorFromErrorEvent","event","message","concat","lineno","colno","Error","_loadableURL","onmessage","onerror","onmessageerror","absolute","includes","startsWith","eval","on","code"],"sources":["../../../../src/lib/worker-farm/worker-thread.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport {NodeWorker, NodeWorkerType} from '../node/worker_threads';\nimport {isBrowser} from '../env-utils/globals';\nimport {assert} from '../env-utils/assert';\nimport {getLoadableWorkerURL} from '../worker-utils/get-loadable-worker-url';\nimport {getTransferList} from '../worker-utils/get-transfer-list';\n\nconst NOOP = () => {};\n\nexport type WorkerThreadProps = {\n name: string;\n source?: string;\n url?: string;\n};\n\n/**\n * Represents one worker thread\n */\nexport default class WorkerThread {\n readonly name: string;\n readonly source: string | undefined;\n readonly url: string | undefined;\n terminated: boolean = false;\n worker: Worker | NodeWorkerType;\n onMessage: (message: any) => void;\n onError: (error: Error) => void;\n\n private _loadableURL: string = '';\n\n /** Checks if workers are supported on this platform */\n static isSupported(): boolean {\n return (\n (typeof Worker !== 'undefined' && isBrowser) ||\n (typeof NodeWorker !== 'undefined' && !isBrowser)\n );\n }\n\n constructor(props: WorkerThreadProps) {\n const {name, source, url} = props;\n assert(source || url); // Either source or url must be defined\n this.name = name;\n this.source = source;\n this.url = url;\n this.onMessage = NOOP;\n this.onError = (error) => console.log(error); // eslint-disable-line\n\n this.worker = isBrowser ? this._createBrowserWorker() : this._createNodeWorker();\n }\n\n /**\n * Terminate this worker thread\n * @note Can free up significant memory\n */\n destroy(): void {\n this.onMessage = NOOP;\n this.onError = NOOP;\n this.worker.terminate(); // eslint-disable-line @typescript-eslint/no-floating-promises\n this.terminated = true;\n }\n\n get isRunning() {\n return Boolean(this.onMessage);\n }\n\n /**\n * Send a message to this worker thread\n * @param data any data structure, ideally consisting mostly of transferrable objects\n * @param transferList If not supplied, calculated automatically by traversing data\n */\n postMessage(data: any, transferList?: any[]): void {\n transferList = transferList || getTransferList(data);\n // @ts-ignore\n this.worker.postMessage(data, transferList);\n }\n\n // PRIVATE\n\n /**\n * Generate a standard Error from an ErrorEvent\n * @param event\n */\n _getErrorFromErrorEvent(event: ErrorEvent): Error {\n // Note Error object does not have the expected fields if loading failed completely\n // https://developer.mozilla.org/en-US/docs/Web/API/Worker#Event_handlers\n // https://developer.mozilla.org/en-US/docs/Web/API/ErrorEvent\n let message = 'Failed to load ';\n message += `worker ${this.name} from ${this.url}. `;\n if (event.message) {\n message += `${event.message} in `;\n }\n // const hasFilename = event.filename && !event.filename.startsWith('blob:');\n // message += hasFilename ? event.filename : this.source.slice(0, 100);\n if (event.lineno) {\n message += `:${event.lineno}:${event.colno}`;\n }\n return new Error(message);\n }\n\n /**\n * Creates a worker thread on the browser\n */\n _createBrowserWorker(): Worker {\n this._loadableURL = getLoadableWorkerURL({source: this.source, url: this.url});\n const worker = new Worker(this._loadableURL, {name: this.name});\n\n worker.onmessage = (event) => {\n if (!event.data) {\n this.onError(new Error('No data received'));\n } else {\n this.onMessage(event.data);\n }\n };\n // This callback represents an uncaught exception in the worker thread\n worker.onerror = (error: ErrorEvent): void => {\n this.onError(this._getErrorFromErrorEvent(error));\n this.terminated = true;\n };\n // TODO - not clear when this would be called, for now just log in case it happens\n worker.onmessageerror = (event) => console.error(event); // eslint-disable-line\n\n return worker;\n }\n\n /**\n * Creates a worker thread in node.js\n * @todo https://nodejs.org/api/async_hooks.html#async-resource-worker-pool\n */\n _createNodeWorker(): NodeWorkerType {\n let worker: NodeWorkerType;\n if (this.url) {\n // Make sure relative URLs start with './'\n const absolute = this.url.includes(':/') || this.url.startsWith('/');\n const url = absolute ? this.url : `./${this.url}`;\n // console.log('Starting work from', url);\n worker = new NodeWorker(url, {eval: false});\n } else if (this.source) {\n worker = new NodeWorker(this.source, {eval: true});\n } else {\n throw new Error('no worker');\n }\n worker.on('message', (data) => {\n // console.error('message', data);\n this.onMessage(data);\n });\n worker.on('error', (error) => {\n // console.error('error', error);\n this.onError(error);\n });\n worker.on('exit', (code) => {\n // console.error('exit', code);\n });\n return worker;\n }\n}\n"],"mappings":";AAEA,SAAQA,UAAU,QAAuB,wBAAwB;AACjE,SAAQC,SAAS,QAAO,sBAAsB;AAC9C,SAAQC,MAAM,QAAO,qBAAqB;AAC1C,SAAQC,oBAAoB,QAAO,yCAAyC;AAC5E,SAAQC,eAAe,QAAO,mCAAmC;AAEjE,MAAMC,IAAI,GAAGA,CAAA,KAAM,CAAC,CAAC;AAWrB,eAAe,MAAMC,YAAY,CAAC;EAYhC,OAAOC,WAAWA,CAAA,EAAY;IAC5B,OACG,OAAOC,MAAM,KAAK,WAAW,IAAIP,SAAS,IAC1C,OAAOD,UAAU,KAAK,WAAW,IAAI,CAACC,SAAU;EAErD;EAEAQ,WAAWA,CAACC,KAAwB,EAAE;IAAAC,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA,qBAfhB,KAAK;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA,uBAKI,EAAE;IAW/B,MAAM;MAACC,IAAI;MAAEC,MAAM;MAAEC;IAAG,CAAC,GAAGJ,KAAK;IACjCR,MAAM,CAACW,MAAM,IAAIC,GAAG,CAAC;IACrB,IAAI,CAACF,IAAI,GAAGA,IAAI;IAChB,IAAI,CAACC,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACC,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,SAAS,GAAGV,IAAI;IACrB,IAAI,CAACW,OAAO,GAAIC,KAAK,IAAKC,OAAO,CAACC,GAAG,CAACF,KAAK,CAAC;IAE5C,IAAI,CAACG,MAAM,GAAGnB,SAAS,GAAG,IAAI,CAACoB,oBAAoB,CAAC,CAAC,GAAG,IAAI,CAACC,iBAAiB,CAAC,CAAC;EAClF;EAMAC,OAAOA,CAAA,EAAS;IACd,IAAI,CAACR,SAAS,GAAGV,IAAI;IACrB,IAAI,CAACW,OAAO,GAAGX,IAAI;IACnB,IAAI,CAACe,MAAM,CAACI,SAAS,CAAC,CAAC;IACvB,IAAI,CAACC,UAAU,GAAG,IAAI;EACxB;EAEA,IAAIC,SAASA,CAAA,EAAG;IACd,OAAOC,OAAO,CAAC,IAAI,CAACZ,SAAS,CAAC;EAChC;EAOAa,WAAWA,CAACC,IAAS,EAAEC,YAAoB,EAAQ;IACjDA,YAAY,GAAGA,YAAY,IAAI1B,eAAe,CAACyB,IAAI,CAAC;IAEpD,IAAI,CAACT,MAAM,CAACQ,WAAW,CAACC,IAAI,EAAEC,YAAY,CAAC;EAC7C;EAQAC,uBAAuBA,CAACC,KAAiB,EAAS;IAIhD,IAAIC,OAAO,GAAG,iBAAiB;IAC/BA,OAAO,cAAAC,MAAA,CAAc,IAAI,CAACtB,IAAI,YAAAsB,MAAA,CAAS,IAAI,CAACpB,GAAG,OAAI;IACnD,IAAIkB,KAAK,CAACC,OAAO,EAAE;MACjBA,OAAO,OAAAC,MAAA,CAAOF,KAAK,CAACC,OAAO,SAAM;IACnC;IAGA,IAAID,KAAK,CAACG,MAAM,EAAE;MAChBF,OAAO,QAAAC,MAAA,CAAQF,KAAK,CAACG,MAAM,OAAAD,MAAA,CAAIF,KAAK,CAACI,KAAK,CAAE;IAC9C;IACA,OAAO,IAAIC,KAAK,CAACJ,OAAO,CAAC;EAC3B;EAKAZ,oBAAoBA,CAAA,EAAW;IAC7B,IAAI,CAACiB,YAAY,GAAGnC,oBAAoB,CAAC;MAACU,MAAM,EAAE,IAAI,CAACA,MAAM;MAAEC,GAAG,EAAE,IAAI,CAACA;IAAG,CAAC,CAAC;IAC9E,MAAMM,MAAM,GAAG,IAAIZ,MAAM,CAAC,IAAI,CAAC8B,YAAY,EAAE;MAAC1B,IAAI,EAAE,IAAI,CAACA;IAAI,CAAC,CAAC;IAE/DQ,MAAM,CAACmB,SAAS,GAAIP,KAAK,IAAK;MAC5B,IAAI,CAACA,KAAK,CAACH,IAAI,EAAE;QACf,IAAI,CAACb,OAAO,CAAC,IAAIqB,KAAK,CAAC,kBAAkB,CAAC,CAAC;MAC7C,CAAC,MAAM;QACL,IAAI,CAACtB,SAAS,CAACiB,KAAK,CAACH,IAAI,CAAC;MAC5B;IACF,CAAC;IAEDT,MAAM,CAACoB,OAAO,GAAIvB,KAAiB,IAAW;MAC5C,IAAI,CAACD,OAAO,CAAC,IAAI,CAACe,uBAAuB,CAACd,KAAK,CAAC,CAAC;MACjD,IAAI,CAACQ,UAAU,GAAG,IAAI;IACxB,CAAC;IAEDL,MAAM,CAACqB,cAAc,GAAIT,KAAK,IAAKd,OAAO,CAACD,KAAK,CAACe,KAAK,CAAC;IAEvD,OAAOZ,MAAM;EACf;EAMAE,iBAAiBA,CAAA,EAAmB;IAClC,IAAIF,MAAsB;IAC1B,IAAI,IAAI,CAACN,GAAG,EAAE;MAEZ,MAAM4B,QAAQ,GAAG,IAAI,CAAC5B,GAAG,CAAC6B,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC7B,GAAG,CAAC8B,UAAU,CAAC,GAAG,CAAC;MACpE,MAAM9B,GAAG,GAAG4B,QAAQ,GAAG,IAAI,CAAC5B,GAAG,QAAAoB,MAAA,CAAQ,IAAI,CAACpB,GAAG,CAAE;MAEjDM,MAAM,GAAG,IAAIpB,UAAU,CAACc,GAAG,EAAE;QAAC+B,IAAI,EAAE;MAAK,CAAC,CAAC;IAC7C,CAAC,MAAM,IAAI,IAAI,CAAChC,MAAM,EAAE;MACtBO,MAAM,GAAG,IAAIpB,UAAU,CAAC,IAAI,CAACa,MAAM,EAAE;QAACgC,IAAI,EAAE;MAAI,CAAC,CAAC;IACpD,CAAC,MAAM;MACL,MAAM,IAAIR,KAAK,CAAC,WAAW,CAAC;IAC9B;IACAjB,MAAM,CAAC0B,EAAE,CAAC,SAAS,EAAGjB,IAAI,IAAK;MAE7B,IAAI,CAACd,SAAS,CAACc,IAAI,CAAC;IACtB,CAAC,CAAC;IACFT,MAAM,CAAC0B,EAAE,CAAC,OAAO,EAAG7B,KAAK,IAAK;MAE5B,IAAI,CAACD,OAAO,CAACC,KAAK,CAAC;IACrB,CAAC,CAAC;IACFG,MAAM,CAAC0B,EAAE,CAAC,MAAM,EAAGC,IAAI,IAAK,CAE5B,CAAC,CAAC;IACF,OAAO3B,MAAM;EACf;AACF"}
|