@math.gl/tasks 0.0.0-stage → 5.0.0-beta.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +147 -0
- package/LOADERS-GL-LICENSE.txt +52 -0
- package/README.md +26 -2
- package/THIRD-PARTY-NOTICES.md +5 -0
- package/dist/index.cjs +3454 -0
- package/dist/index.cjs.map +6 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +5 -0
- package/dist/index.js.map +1 -0
- package/dist/tasks/index.d.ts +9 -0
- package/dist/tasks/index.d.ts.map +1 -0
- package/dist/tasks/index.js +9 -0
- package/dist/tasks/index.js.map +1 -0
- package/dist/tasks/task-channel.d.ts +48 -0
- package/dist/tasks/task-channel.d.ts.map +1 -0
- package/dist/tasks/task-channel.js +166 -0
- package/dist/tasks/task-channel.js.map +1 -0
- package/dist/tasks/task-operation-queue.d.ts +26 -0
- package/dist/tasks/task-operation-queue.d.ts.map +1 -0
- package/dist/tasks/task-operation-queue.js +106 -0
- package/dist/tasks/task-operation-queue.js.map +1 -0
- package/dist/tasks/task-preload.d.ts +13 -0
- package/dist/tasks/task-preload.d.ts.map +1 -0
- package/dist/tasks/task-preload.js +96 -0
- package/dist/tasks/task-preload.js.map +1 -0
- package/dist/tasks/task-runner.d.ts +74 -0
- package/dist/tasks/task-runner.d.ts.map +1 -0
- package/dist/tasks/task-runner.js +811 -0
- package/dist/tasks/task-runner.js.map +1 -0
- package/dist/tasks/task-runtime.d.ts +27 -0
- package/dist/tasks/task-runtime.d.ts.map +1 -0
- package/dist/tasks/task-runtime.js +216 -0
- package/dist/tasks/task-runtime.js.map +1 -0
- package/dist/tasks/task-sync.d.ts +4 -0
- package/dist/tasks/task-sync.d.ts.map +1 -0
- package/dist/tasks/task-sync.js +95 -0
- package/dist/tasks/task-sync.js.map +1 -0
- package/dist/tasks/task-worker-channel.d.ts +11 -0
- package/dist/tasks/task-worker-channel.d.ts.map +1 -0
- package/dist/tasks/task-worker-channel.js +34 -0
- package/dist/tasks/task-worker-channel.js.map +1 -0
- package/dist/tasks/task.d.ts +132 -0
- package/dist/tasks/task.d.ts.map +1 -0
- package/dist/tasks/task.js +5 -0
- package/dist/tasks/task.js.map +1 -0
- package/dist/tasks/typed-task-dispatch.d.ts +30 -0
- package/dist/tasks/typed-task-dispatch.d.ts.map +1 -0
- package/dist/tasks/typed-task-dispatch.js +12 -0
- package/dist/tasks/typed-task-dispatch.js.map +1 -0
- package/dist/worker-utils/index.d.ts +25 -0
- package/dist/worker-utils/index.d.ts.map +1 -0
- package/dist/worker-utils/index.js +46 -0
- package/dist/worker-utils/index.js.map +1 -0
- package/dist/worker-utils/lib/async-queue/async-queue.d.ts +32 -0
- package/dist/worker-utils/lib/async-queue/async-queue.d.ts.map +1 -0
- package/dist/worker-utils/lib/async-queue/async-queue.js +88 -0
- package/dist/worker-utils/lib/async-queue/async-queue.js.map +1 -0
- package/dist/worker-utils/lib/env-utils/assert.d.ts +3 -0
- package/dist/worker-utils/lib/env-utils/assert.d.ts.map +1 -0
- package/dist/worker-utils/lib/env-utils/assert.js +13 -0
- package/dist/worker-utils/lib/env-utils/assert.js.map +1 -0
- package/dist/worker-utils/lib/env-utils/globals.d.ts +22 -0
- package/dist/worker-utils/lib/env-utils/globals.d.ts.map +1 -0
- package/dist/worker-utils/lib/env-utils/globals.js +30 -0
- package/dist/worker-utils/lib/env-utils/globals.js.map +1 -0
- package/dist/worker-utils/lib/env-utils/version.d.ts +3 -0
- package/dist/worker-utils/lib/env-utils/version.d.ts.map +1 -0
- package/dist/worker-utils/lib/env-utils/version.js +11 -0
- package/dist/worker-utils/lib/env-utils/version.js.map +1 -0
- package/dist/worker-utils/lib/library-utils/library-utils.d.ts +42 -0
- package/dist/worker-utils/lib/library-utils/library-utils.d.ts.map +1 -0
- package/dist/worker-utils/lib/library-utils/library-utils.js +251 -0
- package/dist/worker-utils/lib/library-utils/library-utils.js.map +1 -0
- package/dist/worker-utils/lib/node/worker_threads-browser.d.ts +15 -0
- package/dist/worker-utils/lib/node/worker_threads-browser.d.ts.map +1 -0
- package/dist/worker-utils/lib/node/worker_threads-browser.js +23 -0
- package/dist/worker-utils/lib/node/worker_threads-browser.js.map +1 -0
- package/dist/worker-utils/lib/node/worker_threads.d.ts +16 -0
- package/dist/worker-utils/lib/node/worker_threads.d.ts.map +1 -0
- package/dist/worker-utils/lib/node/worker_threads.js +7 -0
- package/dist/worker-utils/lib/node/worker_threads.js.map +1 -0
- package/dist/worker-utils/lib/npm-tag.d.ts +2 -0
- package/dist/worker-utils/lib/npm-tag.d.ts.map +1 -0
- package/dist/worker-utils/lib/npm-tag.js +5 -0
- package/dist/worker-utils/lib/npm-tag.js.map +1 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.browser.d.ts +8 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.browser.d.ts.map +1 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.browser.js +18 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.browser.js.map +1 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.d.ts +45 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.d.ts.map +1 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.js +128 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.js.map +1 -0
- package/dist/worker-utils/lib/process-utils/process-utils.d.ts +2 -0
- package/dist/worker-utils/lib/process-utils/process-utils.d.ts.map +1 -0
- package/dist/worker-utils/lib/process-utils/process-utils.js +32 -0
- package/dist/worker-utils/lib/process-utils/process-utils.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/create-worker.d.ts +9 -0
- package/dist/worker-utils/lib/worker-api/create-worker.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/create-worker.js +229 -0
- package/dist/worker-utils/lib/worker-api/create-worker.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/get-worker-url.d.ts +29 -0
- package/dist/worker-utils/lib/worker-api/get-worker-url.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/get-worker-url.js +101 -0
- package/dist/worker-utils/lib/worker-api/get-worker-url.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/process-on-worker.d.ts +67 -0
- package/dist/worker-utils/lib/worker-api/process-on-worker.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/process-on-worker.js +429 -0
- package/dist/worker-utils/lib/worker-api/process-on-worker.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/shared-state.d.ts +34 -0
- package/dist/worker-utils/lib/worker-api/shared-state.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/shared-state.js +105 -0
- package/dist/worker-utils/lib/worker-api/shared-state.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/validate-output-ownership.d.ts +3 -0
- package/dist/worker-utils/lib/worker-api/validate-output-ownership.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/validate-output-ownership.js +10 -0
- package/dist/worker-utils/lib/worker-api/validate-output-ownership.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/validate-worker-version.d.ts +9 -0
- package/dist/worker-utils/lib/worker-api/validate-worker-version.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/validate-worker-version.js +35 -0
- package/dist/worker-utils/lib/worker-api/validate-worker-version.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/worker-resource.d.ts +33 -0
- package/dist/worker-utils/lib/worker-api/worker-resource.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/worker-resource.js +156 -0
- package/dist/worker-utils/lib/worker-api/worker-resource.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-body.d.ts +20 -0
- package/dist/worker-utils/lib/worker-farm/worker-body.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-body.js +134 -0
- package/dist/worker-utils/lib/worker-farm/worker-body.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-farm.d.ts +73 -0
- package/dist/worker-utils/lib/worker-farm/worker-farm.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-farm.js +135 -0
- package/dist/worker-utils/lib/worker-farm/worker-farm.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-job.d.ts +47 -0
- package/dist/worker-utils/lib/worker-farm/worker-job.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-job.js +124 -0
- package/dist/worker-utils/lib/worker-farm/worker-job.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-pool.d.ts +152 -0
- package/dist/worker-utils/lib/worker-farm/worker-pool.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-pool.js +584 -0
- package/dist/worker-utils/lib/worker-farm/worker-pool.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-thread.d.ts +77 -0
- package/dist/worker-utils/lib/worker-farm/worker-thread.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-thread.js +215 -0
- package/dist/worker-utils/lib/worker-farm/worker-thread.js.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-input-byte-length.d.ts +5 -0
- package/dist/worker-utils/lib/worker-utils/get-input-byte-length.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-input-byte-length.js +39 -0
- package/dist/worker-utils/lib/worker-utils/get-input-byte-length.js.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.d.ts +15 -0
- package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.js +84 -0
- package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.js.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-transfer-list.d.ts +16 -0
- package/dist/worker-utils/lib/worker-utils/get-transfer-list.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-transfer-list.js +127 -0
- package/dist/worker-utils/lib/worker-utils/get-transfer-list.js.map +1 -0
- package/dist/worker-utils/lib/worker-utils/remove-nontransferable-options.d.ts +6 -0
- package/dist/worker-utils/lib/worker-utils/remove-nontransferable-options.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-utils/remove-nontransferable-options.js +27 -0
- package/dist/worker-utils/lib/worker-utils/remove-nontransferable-options.js.map +1 -0
- package/dist/worker-utils/types.d.ts +165 -0
- package/dist/worker-utils/types.d.ts.map +1 -0
- package/dist/worker-utils/types.js +5 -0
- package/dist/worker-utils/types.js.map +1 -0
- package/dist/worker-utils/workers/null-worker.d.ts +2 -0
- package/dist/worker-utils/workers/null-worker.d.ts.map +1 -0
- package/dist/worker-utils/workers/null-worker.js +17 -0
- package/dist/worker-utils/workers/null-worker.js.map +1 -0
- package/package.json +43 -4
- package/src/index.ts +5 -0
- package/src/tasks/index.ts +33 -0
- package/src/tasks/task-channel.ts +191 -0
- package/src/tasks/task-operation-queue.ts +109 -0
- package/src/tasks/task-preload.ts +107 -0
- package/src/tasks/task-runner.ts +933 -0
- package/src/tasks/task-runtime.ts +244 -0
- package/src/tasks/task-sync.ts +100 -0
- package/src/tasks/task-worker-channel.ts +44 -0
- package/src/tasks/task.ts +168 -0
- package/src/tasks/typed-task-dispatch.ts +44 -0
- package/src/worker-utils/index.ts +105 -0
- package/src/worker-utils/lib/async-queue/async-queue.ts +100 -0
- package/src/worker-utils/lib/env-utils/assert.ts +14 -0
- package/src/worker-utils/lib/env-utils/globals.ts +40 -0
- package/src/worker-utils/lib/env-utils/version.ts +15 -0
- package/src/worker-utils/lib/library-utils/library-utils.ts +305 -0
- package/src/worker-utils/lib/node/worker_threads-browser.ts +44 -0
- package/src/worker-utils/lib/node/worker_threads.ts +21 -0
- package/src/worker-utils/lib/npm-tag.ts +5 -0
- package/src/worker-utils/lib/process-utils/child-process-proxy.browser.ts +23 -0
- package/src/worker-utils/lib/process-utils/child-process-proxy.ts +172 -0
- package/src/worker-utils/lib/process-utils/process-utils.ts +34 -0
- package/src/worker-utils/lib/worker-api/create-worker.ts +271 -0
- package/src/worker-utils/lib/worker-api/get-worker-url.ts +130 -0
- package/src/worker-utils/lib/worker-api/process-on-worker.ts +596 -0
- package/src/worker-utils/lib/worker-api/shared-state.ts +135 -0
- package/src/worker-utils/lib/worker-api/validate-output-ownership.ts +10 -0
- package/src/worker-utils/lib/worker-api/validate-worker-version.ts +44 -0
- package/src/worker-utils/lib/worker-api/worker-resource.ts +203 -0
- package/src/worker-utils/lib/worker-farm/worker-body.ts +154 -0
- package/src/worker-utils/lib/worker-farm/worker-farm.ts +172 -0
- package/src/worker-utils/lib/worker-farm/worker-job.ts +148 -0
- package/src/worker-utils/lib/worker-farm/worker-pool.ts +719 -0
- package/src/worker-utils/lib/worker-farm/worker-thread.ts +260 -0
- package/src/worker-utils/lib/worker-utils/get-input-byte-length.ts +34 -0
- package/src/worker-utils/lib/worker-utils/get-loadable-worker-url.ts +96 -0
- package/src/worker-utils/lib/worker-utils/get-transfer-list.ts +125 -0
- package/src/worker-utils/lib/worker-utils/remove-nontransferable-options.ts +27 -0
- package/src/worker-utils/types.ts +224 -0
- package/src/worker-utils/workers/null-worker.ts +20 -0
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
|
|
4
|
+
import { assert } from "../env-utils/assert.js";
|
|
5
|
+
import { VERSION } from "../env-utils/version.js";
|
|
6
|
+
/**
|
|
7
|
+
* Check if worker is compatible with this library version
|
|
8
|
+
* @param worker
|
|
9
|
+
* @param libVersion
|
|
10
|
+
* @returns `true` if the two versions are compatible
|
|
11
|
+
*/
|
|
12
|
+
export function validateWorkerVersion(worker, coreVersion = VERSION) {
|
|
13
|
+
assert(worker, 'no worker provided');
|
|
14
|
+
const workerVersion = worker.version;
|
|
15
|
+
if (!coreVersion || !workerVersion) {
|
|
16
|
+
return false;
|
|
17
|
+
}
|
|
18
|
+
// TODO enable when fix the __version__ injection
|
|
19
|
+
// const coreVersions = parseVersion(coreVersion);
|
|
20
|
+
// const workerVersions = parseVersion(workerVersion);
|
|
21
|
+
// assert(
|
|
22
|
+
// coreVersion.major === workerVersion.major && coreVersion.minor <= workerVersion.minor,
|
|
23
|
+
// `worker: ${worker.name} is not compatible. ${coreVersion.major}.${
|
|
24
|
+
// coreVersion.minor
|
|
25
|
+
// }+ is required.`
|
|
26
|
+
// );
|
|
27
|
+
return true;
|
|
28
|
+
}
|
|
29
|
+
// @ts-ignore
|
|
30
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
31
|
+
function _parseVersion(version) {
|
|
32
|
+
const parts = version.split('.').map(Number);
|
|
33
|
+
return { major: parts[0], minor: parts[1] };
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=validate-worker-version.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate-worker-version.js","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-api/validate-worker-version.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,4DAA4D;AAG5D,OAAO,EAAC,MAAM,EAAC,+BAA4B;AAC3C,OAAO,EAAC,OAAO,EAAC,gCAA6B;AAE7C;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CACnC,MAAoB,EACpB,cAAsB,OAAO;IAE7B,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC;IAErC,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC;IACrC,IAAI,CAAC,WAAW,IAAI,CAAC,aAAa,EAAE,CAAC;QACnC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,iDAAiD;IACjD,kDAAkD;IAClD,sDAAsD;IACtD,UAAU;IACV,2FAA2F;IAC3F,uEAAuE;IACvE,wBAAwB;IACxB,qBAAqB;IACrB,KAAK;IAEL,OAAO,IAAI,CAAC;AACd,CAAC;AAED,aAAa;AACb,6DAA6D;AAC7D,SAAS,aAAa,CAAC,OAAO;IAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC7C,OAAO,EAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAC,CAAC;AAC5C,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import type { WorkerObject, WorkerContext, WorkerOptions } from "../../types.js";
|
|
2
|
+
import WorkerPool from "../worker-farm/worker-pool.js";
|
|
3
|
+
export type ResourceRequest<Init, Input> = {
|
|
4
|
+
operation: 'initialize';
|
|
5
|
+
input: Init;
|
|
6
|
+
} | {
|
|
7
|
+
operation: 'run';
|
|
8
|
+
input: Input;
|
|
9
|
+
} | {
|
|
10
|
+
operation: 'dispose';
|
|
11
|
+
};
|
|
12
|
+
export type WorkerResourceObject<Init, Input, Output> = WorkerObject<ResourceRequest<Init, Input>, {
|
|
13
|
+
value?: Output;
|
|
14
|
+
}>;
|
|
15
|
+
/** Per-call controls; pool configuration belongs to createWorkerResource. */
|
|
16
|
+
export type WorkerResourceRunOptions = Pick<WorkerOptions, 'inputOwnership' | 'outputOwnership' | 'signal' | 'onProgress' | 'priority' | 'cancellationMode' | 'cancellationTimeout' | 'sharedState'>;
|
|
17
|
+
export type WorkerResource<Input, Output> = {
|
|
18
|
+
run(input: Input, options?: WorkerResourceRunOptions): Promise<Output>;
|
|
19
|
+
/** Stops accepting calls, drains submitted work, disposes state, then terminates the worker. */
|
|
20
|
+
destroy(options?: {
|
|
21
|
+
timeout?: number;
|
|
22
|
+
}): Promise<void>;
|
|
23
|
+
readonly stats: WorkerPool['stats'];
|
|
24
|
+
};
|
|
25
|
+
/** Installs a typed stateful processor. State never crosses the structured-clone boundary. */
|
|
26
|
+
export declare function createResourceWorker<State, Init, Input, Output>(handlers: {
|
|
27
|
+
initialize: (input: Init, context: WorkerContext) => State | Promise<State>;
|
|
28
|
+
run: (state: State, input: Input, context: WorkerContext) => Output | Promise<Output>;
|
|
29
|
+
dispose?: (state: State) => void | Promise<void>;
|
|
30
|
+
}): Promise<void>;
|
|
31
|
+
/** Creates a resource pinned to one worker incarnation; crashes and hard aborts invalidate it. */
|
|
32
|
+
export declare function createWorkerResource<Init, Input, Output>(worker: WorkerResourceObject<Init, Input, Output>, initialization: Init, options?: WorkerOptions): Promise<WorkerResource<Input, Output>>;
|
|
33
|
+
//# sourceMappingURL=worker-resource.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-resource.d.ts","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-api/worker-resource.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAE,aAAa,EAAE,aAAa,EAAC,uBAAoB;AAC5E,OAAO,UAAU,sCAAmC;AAUpD,MAAM,MAAM,eAAe,CAAC,IAAI,EAAE,KAAK,IACnC;IAAC,SAAS,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,IAAI,CAAA;CAAC,GACtC;IAAC,SAAS,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,KAAK,CAAA;CAAC,GAChC;IAAC,SAAS,EAAE,SAAS,CAAA;CAAC,CAAC;AAC3B,MAAM,MAAM,oBAAoB,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,IAAI,YAAY,CAClE,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,EAC5B;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAC,CACjB,CAAC;AACF,6EAA6E;AAC7E,MAAM,MAAM,wBAAwB,GAAG,IAAI,CACzC,aAAa,EACX,gBAAgB,GAChB,iBAAiB,GACjB,QAAQ,GACR,YAAY,GACZ,UAAU,GACV,kBAAkB,GAClB,qBAAqB,GACrB,aAAa,CAChB,CAAC;AACF,MAAM,MAAM,cAAc,CAAC,KAAK,EAAE,MAAM,IAAI;IAC1C,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACvE,gGAAgG;IAChG,OAAO,CAAC,OAAO,CAAC,EAAE;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrD,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC;CACrC,CAAC;AAEF,8FAA8F;AAC9F,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE;IACzE,UAAU,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,aAAa,KAAK,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5E,GAAG,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,aAAa,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACtF,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAClD,GAAG,OAAO,CAAC,IAAI,CAAC,CAmBhB;AAED,kGAAkG;AAClG,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAC5D,MAAM,EAAE,oBAAoB,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,EACjD,cAAc,EAAE,IAAI,EACpB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAiIxC"}
|
|
@@ -0,0 +1,156 @@
|
|
|
1
|
+
// math.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
|
|
4
|
+
import WorkerPool from "../worker-farm/worker-pool.js";
|
|
5
|
+
import { getWorkerName } from "./get-worker-url.js";
|
|
6
|
+
import { getWorkerPoolTarget, validateSharedInput } from "./process-on-worker.js";
|
|
7
|
+
import { getTransferListForWriter } from "../worker-utils/get-transfer-list.js";
|
|
8
|
+
import { getInputByteLength } from "../worker-utils/get-input-byte-length.js";
|
|
9
|
+
import { prepareSharedState, SharedWorkerState } from "./shared-state.js";
|
|
10
|
+
import { createWorker } from "./create-worker.js";
|
|
11
|
+
import { validateOutputOwnership } from "./validate-output-ownership.js";
|
|
12
|
+
/** Installs a typed stateful processor. State never crosses the structured-clone boundary. */
|
|
13
|
+
export function createResourceWorker(handlers) {
|
|
14
|
+
let initialized = false;
|
|
15
|
+
let state;
|
|
16
|
+
return createWorker(async (request, _options, context) => {
|
|
17
|
+
if (request.operation === 'initialize') {
|
|
18
|
+
if (initialized)
|
|
19
|
+
throw new Error('Worker resource is already initialized');
|
|
20
|
+
state = await handlers.initialize(request.input, context);
|
|
21
|
+
initialized = true;
|
|
22
|
+
return {};
|
|
23
|
+
}
|
|
24
|
+
if (!initialized)
|
|
25
|
+
throw new Error('Worker resource is not initialized');
|
|
26
|
+
if (request.operation === 'dispose') {
|
|
27
|
+
initialized = false;
|
|
28
|
+
await handlers.dispose?.(state);
|
|
29
|
+
state = undefined;
|
|
30
|
+
return {};
|
|
31
|
+
}
|
|
32
|
+
return { value: await handlers.run(state, request.input, context) };
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
/** Creates a resource pinned to one worker incarnation; crashes and hard aborts invalidate it. */
|
|
36
|
+
export async function createWorkerResource(worker, initialization, options = {}) {
|
|
37
|
+
const pool = new WorkerPool({
|
|
38
|
+
maxQueuedJobs: 32,
|
|
39
|
+
...options,
|
|
40
|
+
...getWorkerPoolTarget(worker, options, getWorkerName(worker)),
|
|
41
|
+
maxConcurrency: 1,
|
|
42
|
+
maxMobileConcurrency: 1,
|
|
43
|
+
reuseWorkers: true
|
|
44
|
+
});
|
|
45
|
+
let incarnation;
|
|
46
|
+
let closed = false;
|
|
47
|
+
let disposal;
|
|
48
|
+
const pending = new Set();
|
|
49
|
+
const invoke = async (request, callOptions) => {
|
|
50
|
+
if (incarnation?.terminated)
|
|
51
|
+
throw new Error('Worker resource was invalidated; create a new resource');
|
|
52
|
+
// Creation-time signals and control buffers apply only to initialization.
|
|
53
|
+
// Preserve false as a resource-wide opt-out, but never reuse an operation's control buffer.
|
|
54
|
+
const prepared = prepareSharedState({
|
|
55
|
+
...options,
|
|
56
|
+
signal: undefined,
|
|
57
|
+
sharedState: options.sharedState === false ? false : undefined,
|
|
58
|
+
...callOptions
|
|
59
|
+
});
|
|
60
|
+
const { signal, onProgress, onMetrics, ...serializable } = prepared;
|
|
61
|
+
validateOutputOwnership(prepared.outputOwnership);
|
|
62
|
+
validateSharedInput(serializable, [request, serializable]);
|
|
63
|
+
const { sharedState: _controlBuffer, ...inputOptions } = serializable;
|
|
64
|
+
const job = await pool.startJob(worker.name, (active, type, payload) => {
|
|
65
|
+
if (type === 'done')
|
|
66
|
+
active.done(payload);
|
|
67
|
+
else if (type === 'error') {
|
|
68
|
+
const error = new Error(payload.error);
|
|
69
|
+
error.name = payload.errorName || 'Error';
|
|
70
|
+
active.error(error);
|
|
71
|
+
}
|
|
72
|
+
else if (type === 'progress' && !active.isCancelled) {
|
|
73
|
+
try {
|
|
74
|
+
onProgress?.(payload.progress);
|
|
75
|
+
}
|
|
76
|
+
catch (error) {
|
|
77
|
+
active.abort(error);
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
}, undefined, signal, {
|
|
81
|
+
sharedState: prepared.sharedState ? new SharedWorkerState(prepared.sharedState) : undefined,
|
|
82
|
+
inputBytes: getInputByteLength([request, inputOptions]),
|
|
83
|
+
priority: callOptions.priority,
|
|
84
|
+
cancellationMode: callOptions.cancellationMode ?? options.cancellationMode,
|
|
85
|
+
cancellationTimeout: callOptions.cancellationTimeout ?? options.cancellationTimeout
|
|
86
|
+
});
|
|
87
|
+
if (incarnation && incarnation !== job.workerThread) {
|
|
88
|
+
const error = new Error('Worker resource was invalidated; create a new resource');
|
|
89
|
+
job.error(error);
|
|
90
|
+
pool.destroy(error);
|
|
91
|
+
throw error;
|
|
92
|
+
}
|
|
93
|
+
incarnation = job.workerThread;
|
|
94
|
+
try {
|
|
95
|
+
job.postMessage('process', { input: request, options: getTransferListForWriter(serializable) }, serializable.inputOwnership === 'copy' || serializable.inputOwnership === 'share'
|
|
96
|
+
? []
|
|
97
|
+
: undefined);
|
|
98
|
+
return (await job.result).result;
|
|
99
|
+
}
|
|
100
|
+
catch (error) {
|
|
101
|
+
if (!job.isCancelled && job.isRunning)
|
|
102
|
+
job.abort(error);
|
|
103
|
+
throw error;
|
|
104
|
+
}
|
|
105
|
+
};
|
|
106
|
+
try {
|
|
107
|
+
await invoke({ operation: 'initialize', input: initialization }, options);
|
|
108
|
+
}
|
|
109
|
+
catch (error) {
|
|
110
|
+
pool.destroy(error);
|
|
111
|
+
throw error;
|
|
112
|
+
}
|
|
113
|
+
return {
|
|
114
|
+
get stats() {
|
|
115
|
+
return pool.stats;
|
|
116
|
+
},
|
|
117
|
+
run(input, callOptions = {}) {
|
|
118
|
+
if (closed)
|
|
119
|
+
return Promise.reject(new Error('Worker resource was destroyed'));
|
|
120
|
+
const result = invoke({ operation: 'run', input }, callOptions).then(response => response.value);
|
|
121
|
+
pending.add(result);
|
|
122
|
+
void result.then(() => pending.delete(result), () => pending.delete(result));
|
|
123
|
+
return result;
|
|
124
|
+
},
|
|
125
|
+
destroy(destroyOptions = {}) {
|
|
126
|
+
if (disposal)
|
|
127
|
+
return disposal;
|
|
128
|
+
const timeout = destroyOptions.timeout ?? 1000;
|
|
129
|
+
if (!Number.isFinite(timeout) || timeout < 0) {
|
|
130
|
+
return Promise.reject(new RangeError('Resource destroy timeout must be finite and nonnegative'));
|
|
131
|
+
}
|
|
132
|
+
closed = true;
|
|
133
|
+
disposal = (async () => {
|
|
134
|
+
let timedOut = false;
|
|
135
|
+
const timeoutError = new Error('Worker resource destruction timed out');
|
|
136
|
+
const timer = setTimeout(() => {
|
|
137
|
+
timedOut = true;
|
|
138
|
+
void pool.destroy(timeoutError);
|
|
139
|
+
}, timeout);
|
|
140
|
+
try {
|
|
141
|
+
await Promise.allSettled([...pending]);
|
|
142
|
+
if (!incarnation?.terminated)
|
|
143
|
+
await invoke({ operation: 'dispose' }, { signal: undefined, onProgress: undefined, sharedState: false });
|
|
144
|
+
if (timedOut)
|
|
145
|
+
throw timeoutError;
|
|
146
|
+
}
|
|
147
|
+
finally {
|
|
148
|
+
clearTimeout(timer);
|
|
149
|
+
await pool.destroy();
|
|
150
|
+
}
|
|
151
|
+
})();
|
|
152
|
+
return disposal;
|
|
153
|
+
}
|
|
154
|
+
};
|
|
155
|
+
}
|
|
156
|
+
//# sourceMappingURL=worker-resource.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-resource.js","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-api/worker-resource.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAG5D,OAAO,UAAU,sCAAmC;AAEpD,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,OAAO,EAAC,mBAAmB,EAAE,mBAAmB,EAAC,+BAA4B;AAC7E,OAAO,EAAC,wBAAwB,EAAC,6CAA0C;AAC3E,OAAO,EAAC,kBAAkB,EAAC,iDAA8C;AACzE,OAAO,EAAC,kBAAkB,EAAE,iBAAiB,EAAC,0BAAuB;AACrE,OAAO,EAAC,YAAY,EAAC,2BAAwB;AAC7C,OAAO,EAAC,uBAAuB,EAAC,uCAAoC;AA6BpE,8FAA8F;AAC9F,MAAM,UAAU,oBAAoB,CAA6B,QAIhE;IACC,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,IAAI,KAAY,CAAC;IACjB,OAAO,YAAY,CAAC,KAAK,EAAE,OAAqC,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE;QACrF,IAAI,OAAO,CAAC,SAAS,KAAK,YAAY,EAAE,CAAC;YACvC,IAAI,WAAW;gBAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC3E,KAAK,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,WAAW,GAAG,IAAI,CAAC;YACnB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,CAAC,WAAW;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxE,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACpC,WAAW,GAAG,KAAK,CAAC;YACpB,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;YAChC,KAAK,GAAG,SAAS,CAAC;YAClB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,EAAC,KAAK,EAAE,MAAM,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,EAAC,CAAC;IACpE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,kGAAkG;AAClG,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,MAAiD,EACjD,cAAoB,EACpB,UAAyB,EAAE;IAE3B,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC;QAC1B,aAAa,EAAE,EAAE;QACjB,GAAG,OAAO;QACV,GAAG,mBAAmB,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;QAC9D,cAAc,EAAE,CAAC;QACjB,oBAAoB,EAAE,CAAC;QACvB,YAAY,EAAE,IAAI;KACnB,CAAC,CAAC;IACH,IAAI,WAAqC,CAAC;IAC1C,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,QAAmC,CAAC;IACxC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC5C,MAAM,MAAM,GAAG,KAAK,EAAE,OAAqC,EAAE,WAA0B,EAAE,EAAE;QACzF,IAAI,WAAW,EAAE,UAAU;YACzB,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,0EAA0E;QAC1E,4FAA4F;QAC5F,MAAM,QAAQ,GAAG,kBAAkB,CAAC;YAClC,GAAG,OAAO;YACV,MAAM,EAAE,SAAS;YACjB,WAAW,EAAE,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YAC9D,GAAG,WAAW;SACf,CAAC,CAAC;QACH,MAAM,EAAC,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,YAAY,EAAC,GAAG,QAAQ,CAAC;QAClE,uBAAuB,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QAClD,mBAAmB,CAAC,YAAY,EAAE,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;QAC3D,MAAM,EAAC,WAAW,EAAE,cAAc,EAAE,GAAG,YAAY,EAAC,GAAG,YAAY,CAAC;QACpE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAC7B,MAAM,CAAC,IAAI,EACX,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;YACxB,IAAI,IAAI,KAAK,MAAM;gBAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;iBACrC,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC1B,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBACvC,KAAK,CAAC,IAAI,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC;gBAC1C,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;iBAAM,IAAI,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBACtD,IAAI,CAAC;oBACH,UAAU,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBACjC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;QACH,CAAC,EACD,SAAS,EACT,MAAM,EACN;YACE,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3F,UAAU,EAAE,kBAAkB,CAAC,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YACvD,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,gBAAgB,EAAE,WAAW,CAAC,gBAAgB,IAAI,OAAO,CAAC,gBAAgB;YAC1E,mBAAmB,EAAE,WAAW,CAAC,mBAAmB,IAAI,OAAO,CAAC,mBAAmB;SACpF,CACF,CAAC;QACF,IAAI,WAAW,IAAI,WAAW,KAAK,GAAG,CAAC,YAAY,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;YAClF,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,KAAK,CAAC;QACd,CAAC;QACD,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC;QAC/B,IAAI,CAAC;YACH,GAAG,CAAC,WAAW,CACb,SAAS,EACT,EAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,wBAAwB,CAAC,YAAY,CAAC,EAAC,EACjE,YAAY,CAAC,cAAc,KAAK,MAAM,IAAI,YAAY,CAAC,cAAc,KAAK,OAAO;gBAC/E,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,SAAS,CACd,CAAC;YACF,OAAO,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,MAA0B,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,SAAS;gBAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACxD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IACF,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,EAAC,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAC,EAAE,OAAO,CAAC,CAAC;IAC1E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpB,MAAM,KAAK,CAAC;IACd,CAAC;IACD,OAAO;QACL,IAAI,KAAK;YACP,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QACD,GAAG,CAAC,KAAK,EAAE,WAAW,GAAG,EAAE;YACzB,IAAI,MAAM;gBAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC,CAAC;YAC9E,MAAM,MAAM,GAAG,MAAM,CAAC,EAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAC,EAAE,WAAW,CAAC,CAAC,IAAI,CAChE,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAe,CACrC,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACpB,KAAK,MAAM,CAAC,IAAI,CACd,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAC5B,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAC7B,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO,CAAC,cAAc,GAAG,EAAE;YACzB,IAAI,QAAQ;gBAAE,OAAO,QAAQ,CAAC;YAC9B,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,IAAI,IAAI,CAAC;YAC/C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAC7C,OAAO,OAAO,CAAC,MAAM,CACnB,IAAI,UAAU,CAAC,yDAAyD,CAAC,CAC1E,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,IAAI,CAAC;YACd,QAAQ,GAAG,CAAC,KAAK,IAAI,EAAE;gBACrB,IAAI,QAAQ,GAAG,KAAK,CAAC;gBACrB,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;gBACxE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC5B,QAAQ,GAAG,IAAI,CAAC;oBAChB,KAAK,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;gBAClC,CAAC,EAAE,OAAO,CAAC,CAAC;gBACZ,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;oBACvC,IAAI,CAAC,WAAW,EAAE,UAAU;wBAC1B,MAAM,MAAM,CACV,EAAC,SAAS,EAAE,SAAS,EAAC,EACtB,EAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAC,CAC/D,CAAC;oBACJ,IAAI,QAAQ;wBAAE,MAAM,YAAY,CAAC;gBACnC,CAAC;wBAAS,CAAC;oBACT,YAAY,CAAC,KAAK,CAAC,CAAC;oBACpB,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;YACL,OAAO,QAAQ,CAAC;QAClB,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { WorkerMessageType, WorkerMessagePayload } from "../../types.js";
|
|
2
|
+
type WorkerMessageListener = (type: WorkerMessageType, payload: WorkerMessagePayload) => any;
|
|
3
|
+
/**
|
|
4
|
+
* Type safe wrapper for worker code
|
|
5
|
+
*/
|
|
6
|
+
export default class WorkerBody {
|
|
7
|
+
/** Check that we are actually in a worker thread */
|
|
8
|
+
static inWorkerThread(): Promise<boolean>;
|
|
9
|
+
static set onmessage(onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any);
|
|
10
|
+
static addEventListener(onMessage: WorkerMessageListener): Promise<void>;
|
|
11
|
+
static removeEventListener(onMessage: WorkerMessageListener): Promise<void>;
|
|
12
|
+
/**
|
|
13
|
+
* Send a message from a worker to creating thread (main thread)
|
|
14
|
+
* @param type
|
|
15
|
+
* @param payload
|
|
16
|
+
*/
|
|
17
|
+
static postMessage(type: WorkerMessageType, payload: WorkerMessagePayload, copy?: boolean): Promise<void>;
|
|
18
|
+
}
|
|
19
|
+
export {};
|
|
20
|
+
//# sourceMappingURL=worker-body.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-body.d.ts","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-farm/worker-body.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAoB,iBAAiB,EAAE,oBAAoB,EAAC,uBAAoB;AAO5F,KAAK,qBAAqB,GAAG,CAAC,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,oBAAoB,KAAK,GAAG,CAAC;AAyB7F;;GAEG;AACH,MAAM,CAAC,OAAO,OAAO,UAAU;IAC7B,oDAAoD;WACvC,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC;IAW/C,MAAM,KAAK,SAAS,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,oBAAoB,KAAK,GAAG,EAyB9F;WAEY,gBAAgB,CAAC,SAAS,EAAE,qBAAqB;WAsBjD,mBAAmB,CAAC,SAAS,EAAE,qBAAqB;IAcjE;;;;OAIG;WACU,WAAW,CACtB,IAAI,EAAE,iBAAiB,EACvB,OAAO,EAAE,oBAAoB,EAC7B,IAAI,UAAQ,GACX,OAAO,CAAC,IAAI,CAAC;CAgBjB"}
|
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
|
|
4
|
+
import { getTransferList } from "../worker-utils/get-transfer-list.js";
|
|
5
|
+
// import type {TransferListItem} from '../node/worker_threads';
|
|
6
|
+
import { parentPort } from "../node/worker_threads.js";
|
|
7
|
+
/** Vile hack to defeat over-zealous bundlers from stripping out the require */
|
|
8
|
+
async function getParentPort() {
|
|
9
|
+
// const isNode = globalThis.process;
|
|
10
|
+
// let parentPort;
|
|
11
|
+
// try {
|
|
12
|
+
// // biome-ignore format: preserve intentional fixture layout
|
|
13
|
+
// eval('globalThis.parentPort = require(\'worker_threads\').parentPort'); // eslint-disable-line no-eval
|
|
14
|
+
// parentPort = globalThis.parentPort;
|
|
15
|
+
// } catch {
|
|
16
|
+
// try {
|
|
17
|
+
// // biome-ignore format: preserve intentional fixture layout
|
|
18
|
+
// eval('globalThis.workerThreadsPromise = import(\'worker_threads\')'); // eslint-disable-line no-eval
|
|
19
|
+
// const workerThreads = await globalThis.workerThreadsPromise;
|
|
20
|
+
// parentPort = workerThreads.parentPort;
|
|
21
|
+
// } catch (error) {
|
|
22
|
+
// console.error((error as Error).message); // eslint-disable-line no-console
|
|
23
|
+
// }
|
|
24
|
+
// }
|
|
25
|
+
return parentPort;
|
|
26
|
+
}
|
|
27
|
+
const onMessageWrapperMap = new Map();
|
|
28
|
+
/**
|
|
29
|
+
* Type safe wrapper for worker code
|
|
30
|
+
*/
|
|
31
|
+
export default class WorkerBody {
|
|
32
|
+
/** Check that we are actually in a worker thread */
|
|
33
|
+
static async inWorkerThread() {
|
|
34
|
+
const workerGlobalScope = globalThis.WorkerGlobalScope;
|
|
35
|
+
return ((typeof workerGlobalScope === 'function' && globalThis instanceof workerGlobalScope) ||
|
|
36
|
+
Boolean(await getParentPort()));
|
|
37
|
+
}
|
|
38
|
+
/*
|
|
39
|
+
* (type: WorkerMessageType, payload: WorkerMessagePayload) => any
|
|
40
|
+
*/
|
|
41
|
+
static set onmessage(onMessage) {
|
|
42
|
+
async function handleMessage(message) {
|
|
43
|
+
const parentPort = await getParentPort();
|
|
44
|
+
// Confusingly the message itself also has a 'type' field which is always set to 'message'
|
|
45
|
+
const { type, payload } = parentPort ? message : message.data;
|
|
46
|
+
// if (!isKnownMessage(message)) {
|
|
47
|
+
// return;
|
|
48
|
+
// }
|
|
49
|
+
onMessage(type, payload);
|
|
50
|
+
}
|
|
51
|
+
getParentPort().then(parentPort => {
|
|
52
|
+
if (parentPort) {
|
|
53
|
+
parentPort.on('message', message => {
|
|
54
|
+
handleMessage(message);
|
|
55
|
+
});
|
|
56
|
+
// if (message == 'exit') { parentPort.unref(); }
|
|
57
|
+
// eslint-disable-next-line
|
|
58
|
+
// biome-ignore lint/suspicious/noConsole: Preserve upstream worker diagnostics.
|
|
59
|
+
parentPort.on('exit', () => console.debug('Node worker closing'));
|
|
60
|
+
}
|
|
61
|
+
else {
|
|
62
|
+
// eslint-disable-next-line no-restricted-globals
|
|
63
|
+
globalThis.onmessage = handleMessage;
|
|
64
|
+
}
|
|
65
|
+
});
|
|
66
|
+
}
|
|
67
|
+
static async addEventListener(onMessage) {
|
|
68
|
+
let onMessageWrapper = onMessageWrapperMap.get(onMessage);
|
|
69
|
+
if (!onMessageWrapper) {
|
|
70
|
+
onMessageWrapper = (message) => {
|
|
71
|
+
const messageData = getWorkerMessageData(message);
|
|
72
|
+
if (!messageData) {
|
|
73
|
+
return;
|
|
74
|
+
}
|
|
75
|
+
onMessage(messageData.type, messageData.payload);
|
|
76
|
+
};
|
|
77
|
+
onMessageWrapperMap.set(onMessage, onMessageWrapper);
|
|
78
|
+
}
|
|
79
|
+
const parentPort = await getParentPort();
|
|
80
|
+
if (parentPort) {
|
|
81
|
+
parentPort.on('message', onMessageWrapper);
|
|
82
|
+
}
|
|
83
|
+
else {
|
|
84
|
+
globalThis.addEventListener('message', onMessageWrapper);
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
static async removeEventListener(onMessage) {
|
|
88
|
+
const onMessageWrapper = onMessageWrapperMap.get(onMessage);
|
|
89
|
+
onMessageWrapperMap.delete(onMessage);
|
|
90
|
+
if (!onMessageWrapper) {
|
|
91
|
+
return;
|
|
92
|
+
}
|
|
93
|
+
const parentPort = await getParentPort();
|
|
94
|
+
if (parentPort) {
|
|
95
|
+
parentPort.off('message', onMessageWrapper);
|
|
96
|
+
}
|
|
97
|
+
else {
|
|
98
|
+
globalThis.removeEventListener('message', onMessageWrapper);
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
/**
|
|
102
|
+
* Send a message from a worker to creating thread (main thread)
|
|
103
|
+
* @param type
|
|
104
|
+
* @param payload
|
|
105
|
+
*/
|
|
106
|
+
static async postMessage(type, payload, copy = false) {
|
|
107
|
+
const data = { source: 'loaders.gl', type, payload };
|
|
108
|
+
// console.log('posting message', data);
|
|
109
|
+
// Cast to Node compatible transfer list
|
|
110
|
+
const transferList = copy ? [] : getTransferList(payload);
|
|
111
|
+
const parentPort = await getParentPort();
|
|
112
|
+
if (parentPort) {
|
|
113
|
+
parentPort.postMessage(data, transferList);
|
|
114
|
+
// console.log('posted message', data);
|
|
115
|
+
}
|
|
116
|
+
else {
|
|
117
|
+
// @ts-expect-error Outside of worker scopes this call has a third parameter
|
|
118
|
+
globalThis.postMessage(data, transferList);
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
// Filter out noise messages sent to workers
|
|
123
|
+
function getWorkerMessageData(message) {
|
|
124
|
+
if (!message || typeof message !== 'object') {
|
|
125
|
+
return null;
|
|
126
|
+
}
|
|
127
|
+
const messageData = 'data' in message && message.type === 'message' ? message.data : message;
|
|
128
|
+
return messageData &&
|
|
129
|
+
typeof messageData.source === 'string' &&
|
|
130
|
+
messageData.source.startsWith('loaders.gl')
|
|
131
|
+
? messageData
|
|
132
|
+
: null;
|
|
133
|
+
}
|
|
134
|
+
//# sourceMappingURL=worker-body.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-body.js","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-farm/worker-body.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,4DAA4D;AAG5D,OAAO,EAAC,eAAe,EAAC,6CAA0C;AAClE,gEAAgE;AAChE,OAAO,EAAC,UAAU,EAAC,kCAA+B;AAMlD,+EAA+E;AAC/E,KAAK,UAAU,aAAa;IAC1B,qCAAqC;IACrC,kBAAkB;IAClB,QAAQ;IACR,gEAAgE;IAChE,2GAA2G;IAC3G,wCAAwC;IACxC,YAAY;IACZ,UAAU;IACV,kEAAkE;IAClE,2GAA2G;IAC3G,mEAAmE;IACnE,6CAA6C;IAC7C,sBAAsB;IACtB,iFAAiF;IACjF,MAAM;IACN,IAAI;IACJ,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAgE,CAAC;AAEpG;;GAEG;AACH,MAAM,CAAC,OAAO,OAAO,UAAU;IAC7B,oDAAoD;IACpD,MAAM,CAAC,KAAK,CAAC,cAAc;QACzB,MAAM,iBAAiB,GAAI,UAAkB,CAAC,iBAAiB,CAAC;QAChE,OAAO,CACL,CAAC,OAAO,iBAAiB,KAAK,UAAU,IAAI,UAAU,YAAY,iBAAiB,CAAC;YACpF,OAAO,CAAC,MAAM,aAAa,EAAE,CAAC,CAC/B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,KAAK,SAAS,CAAC,SAA0E;QAC7F,KAAK,UAAU,aAAa,CAAC,OAAO;YAClC,MAAM,UAAU,GAAG,MAAM,aAAa,EAAE,CAAC;YACzC,0FAA0F;YAC1F,MAAM,EAAC,IAAI,EAAE,OAAO,EAAC,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;YAC5D,kCAAkC;YAClC,YAAY;YACZ,IAAI;YACJ,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3B,CAAC;QAED,aAAa,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;YAChC,IAAI,UAAU,EAAE,CAAC;gBACf,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE;oBACjC,aAAa,CAAC,OAAO,CAAC,CAAC;gBACzB,CAAC,CAAC,CAAC;gBACH,iDAAiD;gBACjD,2BAA2B;gBAC3B,gFAAgF;gBAChF,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,iDAAiD;gBACjD,UAAU,CAAC,SAAS,GAAG,aAAa,CAAC;YACvC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,SAAgC;QAC5D,IAAI,gBAAgB,GAAG,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAE1D,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,gBAAgB,GAAG,CAAC,OAA2B,EAAE,EAAE;gBACjD,MAAM,WAAW,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;gBAClD,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,OAAO;gBACT,CAAC;gBACD,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;YACnD,CAAC,CAAC;YACF,mBAAmB,CAAC,GAAG,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,aAAa,EAAE,CAAC;QACzC,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,gBAAgB,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,SAAgC;QAC/D,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC5D,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,aAAa,EAAE,CAAC;QACzC,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,mBAAmB,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,KAAK,CAAC,WAAW,CACtB,IAAuB,EACvB,OAA6B,EAC7B,IAAI,GAAG,KAAK;QAEZ,MAAM,IAAI,GAAsB,EAAC,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAC,CAAC;QACtE,wCAAwC;QAExC,wCAAwC;QACxC,MAAM,YAAY,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAE,eAAe,CAAC,OAAO,CAAwB,CAAC;QAElF,MAAM,UAAU,GAAG,MAAM,aAAa,EAAE,CAAC;QACzC,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAC3C,uCAAuC;QACzC,CAAC;aAAM,CAAC;YACN,4EAA4E;YAC5E,UAAU,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;CACF;AAED,4CAA4C;AAC5C,SAAS,oBAAoB,CAAC,OAA2B;IACvD,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,WAAW,GAAG,MAAM,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;IAC7F,OAAO,WAAW;QAChB,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ;QACtC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC;QAC3C,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,IAAI,CAAC;AACX,CAAC"}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import WorkerPool from "./worker-pool.js";
|
|
2
|
+
import type { WorkerPoolTarget } from "./worker-pool.js";
|
|
3
|
+
import type { WorkerJobMetrics } from "../../types.js";
|
|
4
|
+
/**
|
|
5
|
+
* @param maxConcurrency - max count of workers
|
|
6
|
+
* @param maxMobileConcurrency - max count of workers on mobile
|
|
7
|
+
* @param maxConcurrency - max count of workers
|
|
8
|
+
* @param reuseWorkers - if false, destroys workers when task is completed
|
|
9
|
+
* @param onDebug - callback intended to allow application to log worker pool activity
|
|
10
|
+
*/
|
|
11
|
+
export type WorkerFarmProps = {
|
|
12
|
+
maxQueuedJobs?: number;
|
|
13
|
+
maxPendingAdmissions?: number;
|
|
14
|
+
priorityAgingMs?: number;
|
|
15
|
+
onMetrics?: (metrics: WorkerJobMetrics) => void;
|
|
16
|
+
performanceMarks?: boolean;
|
|
17
|
+
maxQueuedBytes?: number;
|
|
18
|
+
maxInFlightBytes?: number;
|
|
19
|
+
maxConcurrency?: number;
|
|
20
|
+
maxMobileConcurrency?: number;
|
|
21
|
+
reuseWorkers?: boolean;
|
|
22
|
+
onDebug?: () => void;
|
|
23
|
+
};
|
|
24
|
+
/**
|
|
25
|
+
* Process multiple jobs with a "farm" of different workers in worker pools.
|
|
26
|
+
*/
|
|
27
|
+
export default class WorkerFarm {
|
|
28
|
+
private props;
|
|
29
|
+
private workerPools;
|
|
30
|
+
private static _workerFarm?;
|
|
31
|
+
/** Checks if workers are supported on this platform */
|
|
32
|
+
static isSupported(): boolean;
|
|
33
|
+
/** Get the singleton instance of the global worker farm */
|
|
34
|
+
static getWorkerFarm(props?: WorkerFarmProps): WorkerFarm;
|
|
35
|
+
/** get global instance with WorkerFarm.getWorkerFarm() */
|
|
36
|
+
private constructor();
|
|
37
|
+
/**
|
|
38
|
+
* Terminate all workers in the farm and abort active jobs.
|
|
39
|
+
* @param reason Optional error delivered to active jobs.
|
|
40
|
+
* @note Can free up significant memory
|
|
41
|
+
*/
|
|
42
|
+
destroy(reason?: unknown): Promise<void>;
|
|
43
|
+
/**
|
|
44
|
+
* Set props used when initializing worker pools
|
|
45
|
+
* @param props
|
|
46
|
+
*/
|
|
47
|
+
setProps(props: WorkerFarmProps): void;
|
|
48
|
+
/**
|
|
49
|
+
* Returns a worker pool for the specified worker
|
|
50
|
+
* @param options Worker target used to identify and initialize the pool.
|
|
51
|
+
* @param options.name Worker name used as the base pool identity.
|
|
52
|
+
* @param options.url Worker script URL.
|
|
53
|
+
* @param options.source Inline worker source.
|
|
54
|
+
* @param options.loadWorker Built-in browser worker factory.
|
|
55
|
+
* @example
|
|
56
|
+
* const job = WorkerFarm.getWorkerFarm().getWorkerPool({name, url}).startJob(...);
|
|
57
|
+
*/
|
|
58
|
+
getWorkerPool(options: WorkerPoolTarget): WorkerPool;
|
|
59
|
+
_getWorkerPoolProps(): {
|
|
60
|
+
maxQueuedJobs: number;
|
|
61
|
+
maxPendingAdmissions: number;
|
|
62
|
+
priorityAgingMs: number;
|
|
63
|
+
onMetrics: (metrics: WorkerJobMetrics) => void;
|
|
64
|
+
performanceMarks: boolean;
|
|
65
|
+
maxQueuedBytes: number;
|
|
66
|
+
maxInFlightBytes: number;
|
|
67
|
+
maxConcurrency: number;
|
|
68
|
+
maxMobileConcurrency: number;
|
|
69
|
+
reuseWorkers: boolean;
|
|
70
|
+
onDebug: () => void;
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
//# sourceMappingURL=worker-farm.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-farm.d.ts","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-farm/worker-farm.ts"],"names":[],"mappings":"AAIA,OAAO,UAAU,yBAAsB;AACvC,OAAO,KAAK,EAAC,gBAAgB,EAAC,yBAAsB;AAEpD,OAAO,KAAK,EAAa,gBAAgB,EAAC,uBAAoB;AAE9D;;;;;;GAMG;AACH,MAAM,MAAM,eAAe,GAAG;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAChD,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC;CACtB,CAAC;AAqBF;;GAEG;AACH,MAAM,CAAC,OAAO,OAAO,UAAU;IAC7B,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,WAAW,CAAiC;IAEpD,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAa;IAExC,uDAAuD;IACvD,MAAM,CAAC,WAAW,IAAI,OAAO;IAI7B,2DAA2D;IAC3D,MAAM,CAAC,aAAa,CAAC,KAAK,GAAE,eAAoB,GAAG,UAAU;IAM7D,0DAA0D;IAC1D,OAAO;IAOP;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAMxC;;;OAGG;IACH,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,IAAI;IAatC;;;;;;;;;OASG;IACH,aAAa,CAAC,OAAO,EAAE,gBAAgB,GAAG,UAAU;IAmBpD,mBAAmB;;;;6BAnHG,gBAAgB,KAAK,IAAI;;;;;;;uBAO/B,IAAI;;CA2HrB"}
|
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
|
|
4
|
+
import WorkerPool from "./worker-pool.js";
|
|
5
|
+
import WorkerThread from "./worker-thread.js";
|
|
6
|
+
const DEFAULT_PROPS = {
|
|
7
|
+
maxQueuedJobs: Infinity,
|
|
8
|
+
maxPendingAdmissions: 128,
|
|
9
|
+
priorityAgingMs: 1000,
|
|
10
|
+
onMetrics: () => { },
|
|
11
|
+
performanceMarks: false,
|
|
12
|
+
maxQueuedBytes: Infinity,
|
|
13
|
+
maxInFlightBytes: Infinity,
|
|
14
|
+
maxConcurrency: 3,
|
|
15
|
+
maxMobileConcurrency: 1,
|
|
16
|
+
reuseWorkers: true,
|
|
17
|
+
onDebug: () => { }
|
|
18
|
+
};
|
|
19
|
+
/** Stable ids used to distinguish worker factories in the pool cache. */
|
|
20
|
+
const loadWorkerIds = new WeakMap();
|
|
21
|
+
/** Next stable worker-factory id. */
|
|
22
|
+
let nextLoadWorkerId = 1;
|
|
23
|
+
/**
|
|
24
|
+
* Process multiple jobs with a "farm" of different workers in worker pools.
|
|
25
|
+
*/
|
|
26
|
+
export default class WorkerFarm {
|
|
27
|
+
/** Checks if workers are supported on this platform */
|
|
28
|
+
static isSupported() {
|
|
29
|
+
return WorkerThread.isSupported();
|
|
30
|
+
}
|
|
31
|
+
/** Get the singleton instance of the global worker farm */
|
|
32
|
+
static getWorkerFarm(props = {}) {
|
|
33
|
+
WorkerFarm._workerFarm = WorkerFarm._workerFarm || new WorkerFarm({});
|
|
34
|
+
WorkerFarm._workerFarm.setProps(props);
|
|
35
|
+
return WorkerFarm._workerFarm;
|
|
36
|
+
}
|
|
37
|
+
/** get global instance with WorkerFarm.getWorkerFarm() */
|
|
38
|
+
constructor(props) {
|
|
39
|
+
this.workerPools = new Map();
|
|
40
|
+
this.props = { ...DEFAULT_PROPS };
|
|
41
|
+
this.setProps(props);
|
|
42
|
+
/** @type Map<string, WorkerPool>} */
|
|
43
|
+
this.workerPools = new Map();
|
|
44
|
+
}
|
|
45
|
+
/**
|
|
46
|
+
* Terminate all workers in the farm and abort active jobs.
|
|
47
|
+
* @param reason Optional error delivered to active jobs.
|
|
48
|
+
* @note Can free up significant memory
|
|
49
|
+
*/
|
|
50
|
+
destroy(reason) {
|
|
51
|
+
const pools = [...this.workerPools.values()];
|
|
52
|
+
this.workerPools.clear();
|
|
53
|
+
return Promise.all(pools.map(pool => pool.destroy(reason))).then(() => undefined);
|
|
54
|
+
}
|
|
55
|
+
/**
|
|
56
|
+
* Set props used when initializing worker pools
|
|
57
|
+
* @param props
|
|
58
|
+
*/
|
|
59
|
+
setProps(props) {
|
|
60
|
+
// Task payloads, signals and callbacks outside farm configuration must not be retained.
|
|
61
|
+
const configuration = {};
|
|
62
|
+
for (const key of Object.keys(DEFAULT_PROPS)) {
|
|
63
|
+
if (props[key] !== undefined)
|
|
64
|
+
configuration[key] = props[key];
|
|
65
|
+
}
|
|
66
|
+
this.props = { ...this.props, ...configuration };
|
|
67
|
+
// Update worker pool props
|
|
68
|
+
for (const workerPool of this.workerPools.values()) {
|
|
69
|
+
workerPool.setProps(this._getWorkerPoolProps());
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* Returns a worker pool for the specified worker
|
|
74
|
+
* @param options Worker target used to identify and initialize the pool.
|
|
75
|
+
* @param options.name Worker name used as the base pool identity.
|
|
76
|
+
* @param options.url Worker script URL.
|
|
77
|
+
* @param options.source Inline worker source.
|
|
78
|
+
* @param options.loadWorker Built-in browser worker factory.
|
|
79
|
+
* @example
|
|
80
|
+
* const job = WorkerFarm.getWorkerFarm().getWorkerPool({name, url}).startJob(...);
|
|
81
|
+
*/
|
|
82
|
+
getWorkerPool(options) {
|
|
83
|
+
const { name, source, url, getUrl, loadWorker, workerType } = options;
|
|
84
|
+
const workerPoolKey = getWorkerPoolKey(options);
|
|
85
|
+
let workerPool = this.workerPools.get(workerPoolKey);
|
|
86
|
+
if (!workerPool) {
|
|
87
|
+
workerPool = new WorkerPool({
|
|
88
|
+
name,
|
|
89
|
+
source,
|
|
90
|
+
url,
|
|
91
|
+
getUrl,
|
|
92
|
+
loadWorker,
|
|
93
|
+
workerType
|
|
94
|
+
});
|
|
95
|
+
workerPool.setProps(this._getWorkerPoolProps());
|
|
96
|
+
this.workerPools.set(workerPoolKey, workerPool);
|
|
97
|
+
}
|
|
98
|
+
return workerPool;
|
|
99
|
+
}
|
|
100
|
+
_getWorkerPoolProps() {
|
|
101
|
+
return {
|
|
102
|
+
maxQueuedJobs: this.props.maxQueuedJobs,
|
|
103
|
+
maxPendingAdmissions: this.props.maxPendingAdmissions,
|
|
104
|
+
priorityAgingMs: this.props.priorityAgingMs,
|
|
105
|
+
onMetrics: this.props.onMetrics,
|
|
106
|
+
performanceMarks: this.props.performanceMarks,
|
|
107
|
+
maxQueuedBytes: this.props.maxQueuedBytes,
|
|
108
|
+
maxInFlightBytes: this.props.maxInFlightBytes,
|
|
109
|
+
maxConcurrency: this.props.maxConcurrency,
|
|
110
|
+
maxMobileConcurrency: this.props.maxMobileConcurrency,
|
|
111
|
+
reuseWorkers: this.props.reuseWorkers,
|
|
112
|
+
onDebug: this.props.onDebug
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
/** Returns a cache key that distinguishes each worker source and factory. */
|
|
117
|
+
function getWorkerPoolKey(options) {
|
|
118
|
+
const { name, source, url, urlKey, loadWorker, workerType } = options;
|
|
119
|
+
const sourceKey = source ? `source:${source}` : '';
|
|
120
|
+
const urlKeyPart = url || urlKey ? `url:${url || urlKey}` : '';
|
|
121
|
+
const loadWorkerKey = loadWorker ? `loadWorker:${getLoadWorkerId(loadWorker)}` : '';
|
|
122
|
+
return [name, sourceKey, urlKeyPart, loadWorkerKey, `type:${workerType || 'classic'}`]
|
|
123
|
+
.filter(Boolean)
|
|
124
|
+
.join('|');
|
|
125
|
+
}
|
|
126
|
+
/** Returns a stable identifier for a worker factory function. */
|
|
127
|
+
function getLoadWorkerId(loadWorker) {
|
|
128
|
+
let loadWorkerId = loadWorkerIds.get(loadWorker);
|
|
129
|
+
if (!loadWorkerId) {
|
|
130
|
+
loadWorkerId = nextLoadWorkerId++;
|
|
131
|
+
loadWorkerIds.set(loadWorker, loadWorkerId);
|
|
132
|
+
}
|
|
133
|
+
return loadWorkerId;
|
|
134
|
+
}
|
|
135
|
+
//# sourceMappingURL=worker-farm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-farm.js","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-farm/worker-farm.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,UAAU,yBAAsB;AAEvC,OAAO,YAAY,2BAAwB;AAwB3C,MAAM,aAAa,GAA8B;IAC/C,aAAa,EAAE,QAAQ;IACvB,oBAAoB,EAAE,GAAG;IACzB,eAAe,EAAE,IAAI;IACrB,SAAS,EAAE,GAAG,EAAE,GAAE,CAAC;IACnB,gBAAgB,EAAE,KAAK;IACvB,cAAc,EAAE,QAAQ;IACxB,gBAAgB,EAAE,QAAQ;IAC1B,cAAc,EAAE,CAAC;IACjB,oBAAoB,EAAE,CAAC;IACvB,YAAY,EAAE,IAAI;IAClB,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC;CAClB,CAAC;AAEF,yEAAyE;AACzE,MAAM,aAAa,GAAG,IAAI,OAAO,EAAsB,CAAC;AACxD,qCAAqC;AACrC,IAAI,gBAAgB,GAAG,CAAC,CAAC;AAEzB;;GAEG;AACH,MAAM,CAAC,OAAO,OAAO,UAAU;IAM7B,uDAAuD;IACvD,MAAM,CAAC,WAAW;QAChB,OAAO,YAAY,CAAC,WAAW,EAAE,CAAC;IACpC,CAAC;IAED,2DAA2D;IAC3D,MAAM,CAAC,aAAa,CAAC,QAAyB,EAAE;QAC9C,UAAU,CAAC,WAAW,GAAG,UAAU,CAAC,WAAW,IAAI,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC;QACtE,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACvC,OAAO,UAAU,CAAC,WAAW,CAAC;IAChC,CAAC;IAED,0DAA0D;IAC1D,YAAoB,KAAsB;QAjBlC,gBAAW,GAAG,IAAI,GAAG,EAAsB,CAAC;QAkBlD,IAAI,CAAC,KAAK,GAAG,EAAC,GAAG,aAAa,EAAC,CAAC;QAChC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrB,qCAAqC;QACrC,IAAI,CAAC,WAAW,GAAG,IAAI,GAAG,EAAE,CAAC;IAC/B,CAAC;IAED;;;;OAIG;IACH,OAAO,CAAC,MAAgB;QACtB,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7C,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACzB,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACpF,CAAC;IAED;;;OAGG;IACH,QAAQ,CAAC,KAAsB;QAC7B,wFAAwF;QACxF,MAAM,aAAa,GAAoB,EAAE,CAAC;QAC1C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;YAC7C,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS;gBAAE,aAAa,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,EAAC,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,aAAa,EAAC,CAAC;QAC/C,2BAA2B;QAC3B,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;YACnD,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED;;;;;;;;;OASG;IACH,aAAa,CAAC,OAAyB;QACrC,MAAM,EAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAC,GAAG,OAAO,CAAC;QACpE,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,UAAU,GAAG,IAAI,UAAU,CAAC;gBAC1B,IAAI;gBACJ,MAAM;gBACN,GAAG;gBACH,MAAM;gBACN,UAAU;gBACV,UAAU;aACX,CAAC,CAAC;YACH,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAC;YAChD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,mBAAmB;QACjB,OAAO;YACL,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;YACvC,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,oBAAoB;YACrD,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe;YAC3C,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;YAC/B,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB;YAC7C,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc;YACzC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB;YAC7C,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc;YACzC,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,oBAAoB;YACrD,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;YACrC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;SAC5B,CAAC;IACJ,CAAC;CACF;AAED,6EAA6E;AAC7E,SAAS,gBAAgB,CAAC,OAAyB;IACjD,MAAM,EAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAC,GAAG,OAAO,CAAC;IACpE,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACnD,MAAM,UAAU,GAAG,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,OAAO,GAAG,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/D,MAAM,aAAa,GAAG,UAAU,CAAC,CAAC,CAAC,cAAc,eAAe,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACpF,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,QAAQ,UAAU,IAAI,SAAS,EAAE,CAAC;SACnF,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC;AAED,iEAAiE;AACjE,SAAS,eAAe,CAAC,UAAsB;IAC7C,IAAI,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACjD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,YAAY,GAAG,gBAAgB,EAAE,CAAC;QAClC,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC"}
|