@math.gl/tasks 0.0.0-stage → 5.0.0-beta.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +147 -0
- package/LOADERS-GL-LICENSE.txt +52 -0
- package/README.md +26 -2
- package/THIRD-PARTY-NOTICES.md +5 -0
- package/dist/index.cjs +3454 -0
- package/dist/index.cjs.map +6 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +5 -0
- package/dist/index.js.map +1 -0
- package/dist/tasks/index.d.ts +9 -0
- package/dist/tasks/index.d.ts.map +1 -0
- package/dist/tasks/index.js +9 -0
- package/dist/tasks/index.js.map +1 -0
- package/dist/tasks/task-channel.d.ts +48 -0
- package/dist/tasks/task-channel.d.ts.map +1 -0
- package/dist/tasks/task-channel.js +166 -0
- package/dist/tasks/task-channel.js.map +1 -0
- package/dist/tasks/task-operation-queue.d.ts +26 -0
- package/dist/tasks/task-operation-queue.d.ts.map +1 -0
- package/dist/tasks/task-operation-queue.js +106 -0
- package/dist/tasks/task-operation-queue.js.map +1 -0
- package/dist/tasks/task-preload.d.ts +13 -0
- package/dist/tasks/task-preload.d.ts.map +1 -0
- package/dist/tasks/task-preload.js +96 -0
- package/dist/tasks/task-preload.js.map +1 -0
- package/dist/tasks/task-runner.d.ts +74 -0
- package/dist/tasks/task-runner.d.ts.map +1 -0
- package/dist/tasks/task-runner.js +811 -0
- package/dist/tasks/task-runner.js.map +1 -0
- package/dist/tasks/task-runtime.d.ts +27 -0
- package/dist/tasks/task-runtime.d.ts.map +1 -0
- package/dist/tasks/task-runtime.js +216 -0
- package/dist/tasks/task-runtime.js.map +1 -0
- package/dist/tasks/task-sync.d.ts +4 -0
- package/dist/tasks/task-sync.d.ts.map +1 -0
- package/dist/tasks/task-sync.js +95 -0
- package/dist/tasks/task-sync.js.map +1 -0
- package/dist/tasks/task-worker-channel.d.ts +11 -0
- package/dist/tasks/task-worker-channel.d.ts.map +1 -0
- package/dist/tasks/task-worker-channel.js +34 -0
- package/dist/tasks/task-worker-channel.js.map +1 -0
- package/dist/tasks/task.d.ts +132 -0
- package/dist/tasks/task.d.ts.map +1 -0
- package/dist/tasks/task.js +5 -0
- package/dist/tasks/task.js.map +1 -0
- package/dist/tasks/typed-task-dispatch.d.ts +30 -0
- package/dist/tasks/typed-task-dispatch.d.ts.map +1 -0
- package/dist/tasks/typed-task-dispatch.js +12 -0
- package/dist/tasks/typed-task-dispatch.js.map +1 -0
- package/dist/worker-utils/index.d.ts +25 -0
- package/dist/worker-utils/index.d.ts.map +1 -0
- package/dist/worker-utils/index.js +46 -0
- package/dist/worker-utils/index.js.map +1 -0
- package/dist/worker-utils/lib/async-queue/async-queue.d.ts +32 -0
- package/dist/worker-utils/lib/async-queue/async-queue.d.ts.map +1 -0
- package/dist/worker-utils/lib/async-queue/async-queue.js +88 -0
- package/dist/worker-utils/lib/async-queue/async-queue.js.map +1 -0
- package/dist/worker-utils/lib/env-utils/assert.d.ts +3 -0
- package/dist/worker-utils/lib/env-utils/assert.d.ts.map +1 -0
- package/dist/worker-utils/lib/env-utils/assert.js +13 -0
- package/dist/worker-utils/lib/env-utils/assert.js.map +1 -0
- package/dist/worker-utils/lib/env-utils/globals.d.ts +22 -0
- package/dist/worker-utils/lib/env-utils/globals.d.ts.map +1 -0
- package/dist/worker-utils/lib/env-utils/globals.js +30 -0
- package/dist/worker-utils/lib/env-utils/globals.js.map +1 -0
- package/dist/worker-utils/lib/env-utils/version.d.ts +3 -0
- package/dist/worker-utils/lib/env-utils/version.d.ts.map +1 -0
- package/dist/worker-utils/lib/env-utils/version.js +11 -0
- package/dist/worker-utils/lib/env-utils/version.js.map +1 -0
- package/dist/worker-utils/lib/library-utils/library-utils.d.ts +42 -0
- package/dist/worker-utils/lib/library-utils/library-utils.d.ts.map +1 -0
- package/dist/worker-utils/lib/library-utils/library-utils.js +251 -0
- package/dist/worker-utils/lib/library-utils/library-utils.js.map +1 -0
- package/dist/worker-utils/lib/node/worker_threads-browser.d.ts +15 -0
- package/dist/worker-utils/lib/node/worker_threads-browser.d.ts.map +1 -0
- package/dist/worker-utils/lib/node/worker_threads-browser.js +23 -0
- package/dist/worker-utils/lib/node/worker_threads-browser.js.map +1 -0
- package/dist/worker-utils/lib/node/worker_threads.d.ts +16 -0
- package/dist/worker-utils/lib/node/worker_threads.d.ts.map +1 -0
- package/dist/worker-utils/lib/node/worker_threads.js +7 -0
- package/dist/worker-utils/lib/node/worker_threads.js.map +1 -0
- package/dist/worker-utils/lib/npm-tag.d.ts +2 -0
- package/dist/worker-utils/lib/npm-tag.d.ts.map +1 -0
- package/dist/worker-utils/lib/npm-tag.js +5 -0
- package/dist/worker-utils/lib/npm-tag.js.map +1 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.browser.d.ts +8 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.browser.d.ts.map +1 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.browser.js +18 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.browser.js.map +1 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.d.ts +45 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.d.ts.map +1 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.js +128 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.js.map +1 -0
- package/dist/worker-utils/lib/process-utils/process-utils.d.ts +2 -0
- package/dist/worker-utils/lib/process-utils/process-utils.d.ts.map +1 -0
- package/dist/worker-utils/lib/process-utils/process-utils.js +32 -0
- package/dist/worker-utils/lib/process-utils/process-utils.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/create-worker.d.ts +9 -0
- package/dist/worker-utils/lib/worker-api/create-worker.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/create-worker.js +229 -0
- package/dist/worker-utils/lib/worker-api/create-worker.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/get-worker-url.d.ts +29 -0
- package/dist/worker-utils/lib/worker-api/get-worker-url.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/get-worker-url.js +101 -0
- package/dist/worker-utils/lib/worker-api/get-worker-url.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/process-on-worker.d.ts +67 -0
- package/dist/worker-utils/lib/worker-api/process-on-worker.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/process-on-worker.js +429 -0
- package/dist/worker-utils/lib/worker-api/process-on-worker.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/shared-state.d.ts +34 -0
- package/dist/worker-utils/lib/worker-api/shared-state.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/shared-state.js +105 -0
- package/dist/worker-utils/lib/worker-api/shared-state.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/validate-output-ownership.d.ts +3 -0
- package/dist/worker-utils/lib/worker-api/validate-output-ownership.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/validate-output-ownership.js +10 -0
- package/dist/worker-utils/lib/worker-api/validate-output-ownership.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/validate-worker-version.d.ts +9 -0
- package/dist/worker-utils/lib/worker-api/validate-worker-version.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/validate-worker-version.js +35 -0
- package/dist/worker-utils/lib/worker-api/validate-worker-version.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/worker-resource.d.ts +33 -0
- package/dist/worker-utils/lib/worker-api/worker-resource.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/worker-resource.js +156 -0
- package/dist/worker-utils/lib/worker-api/worker-resource.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-body.d.ts +20 -0
- package/dist/worker-utils/lib/worker-farm/worker-body.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-body.js +134 -0
- package/dist/worker-utils/lib/worker-farm/worker-body.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-farm.d.ts +73 -0
- package/dist/worker-utils/lib/worker-farm/worker-farm.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-farm.js +135 -0
- package/dist/worker-utils/lib/worker-farm/worker-farm.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-job.d.ts +47 -0
- package/dist/worker-utils/lib/worker-farm/worker-job.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-job.js +124 -0
- package/dist/worker-utils/lib/worker-farm/worker-job.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-pool.d.ts +152 -0
- package/dist/worker-utils/lib/worker-farm/worker-pool.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-pool.js +584 -0
- package/dist/worker-utils/lib/worker-farm/worker-pool.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-thread.d.ts +77 -0
- package/dist/worker-utils/lib/worker-farm/worker-thread.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-thread.js +215 -0
- package/dist/worker-utils/lib/worker-farm/worker-thread.js.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-input-byte-length.d.ts +5 -0
- package/dist/worker-utils/lib/worker-utils/get-input-byte-length.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-input-byte-length.js +39 -0
- package/dist/worker-utils/lib/worker-utils/get-input-byte-length.js.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.d.ts +15 -0
- package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.js +84 -0
- package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.js.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-transfer-list.d.ts +16 -0
- package/dist/worker-utils/lib/worker-utils/get-transfer-list.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-transfer-list.js +127 -0
- package/dist/worker-utils/lib/worker-utils/get-transfer-list.js.map +1 -0
- package/dist/worker-utils/lib/worker-utils/remove-nontransferable-options.d.ts +6 -0
- package/dist/worker-utils/lib/worker-utils/remove-nontransferable-options.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-utils/remove-nontransferable-options.js +27 -0
- package/dist/worker-utils/lib/worker-utils/remove-nontransferable-options.js.map +1 -0
- package/dist/worker-utils/types.d.ts +165 -0
- package/dist/worker-utils/types.d.ts.map +1 -0
- package/dist/worker-utils/types.js +5 -0
- package/dist/worker-utils/types.js.map +1 -0
- package/dist/worker-utils/workers/null-worker.d.ts +2 -0
- package/dist/worker-utils/workers/null-worker.d.ts.map +1 -0
- package/dist/worker-utils/workers/null-worker.js +17 -0
- package/dist/worker-utils/workers/null-worker.js.map +1 -0
- package/package.json +42 -4
- package/src/index.ts +5 -0
- package/src/tasks/index.ts +33 -0
- package/src/tasks/task-channel.ts +191 -0
- package/src/tasks/task-operation-queue.ts +109 -0
- package/src/tasks/task-preload.ts +107 -0
- package/src/tasks/task-runner.ts +933 -0
- package/src/tasks/task-runtime.ts +244 -0
- package/src/tasks/task-sync.ts +100 -0
- package/src/tasks/task-worker-channel.ts +44 -0
- package/src/tasks/task.ts +168 -0
- package/src/tasks/typed-task-dispatch.ts +44 -0
- package/src/worker-utils/index.ts +105 -0
- package/src/worker-utils/lib/async-queue/async-queue.ts +100 -0
- package/src/worker-utils/lib/env-utils/assert.ts +14 -0
- package/src/worker-utils/lib/env-utils/globals.ts +40 -0
- package/src/worker-utils/lib/env-utils/version.ts +15 -0
- package/src/worker-utils/lib/library-utils/library-utils.ts +305 -0
- package/src/worker-utils/lib/node/worker_threads-browser.ts +44 -0
- package/src/worker-utils/lib/node/worker_threads.ts +21 -0
- package/src/worker-utils/lib/npm-tag.ts +5 -0
- package/src/worker-utils/lib/process-utils/child-process-proxy.browser.ts +23 -0
- package/src/worker-utils/lib/process-utils/child-process-proxy.ts +172 -0
- package/src/worker-utils/lib/process-utils/process-utils.ts +34 -0
- package/src/worker-utils/lib/worker-api/create-worker.ts +271 -0
- package/src/worker-utils/lib/worker-api/get-worker-url.ts +130 -0
- package/src/worker-utils/lib/worker-api/process-on-worker.ts +596 -0
- package/src/worker-utils/lib/worker-api/shared-state.ts +135 -0
- package/src/worker-utils/lib/worker-api/validate-output-ownership.ts +10 -0
- package/src/worker-utils/lib/worker-api/validate-worker-version.ts +44 -0
- package/src/worker-utils/lib/worker-api/worker-resource.ts +203 -0
- package/src/worker-utils/lib/worker-farm/worker-body.ts +154 -0
- package/src/worker-utils/lib/worker-farm/worker-farm.ts +172 -0
- package/src/worker-utils/lib/worker-farm/worker-job.ts +148 -0
- package/src/worker-utils/lib/worker-farm/worker-pool.ts +719 -0
- package/src/worker-utils/lib/worker-farm/worker-thread.ts +260 -0
- package/src/worker-utils/lib/worker-utils/get-input-byte-length.ts +34 -0
- package/src/worker-utils/lib/worker-utils/get-loadable-worker-url.ts +96 -0
- package/src/worker-utils/lib/worker-utils/get-transfer-list.ts +125 -0
- package/src/worker-utils/lib/worker-utils/remove-nontransferable-options.ts +27 -0
- package/src/worker-utils/types.ts +224 -0
- package/src/worker-utils/workers/null-worker.ts +20 -0
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { WorkerJobContext, Process, ProcessInBatches } from "../../types.js";
|
|
2
|
+
export type ProcessOnMainThread = (data: any, options?: {
|
|
3
|
+
[key: string]: any;
|
|
4
|
+
}, jobContext?: WorkerJobContext) => any;
|
|
5
|
+
/**
|
|
6
|
+
* Set up a WebWorkerGlobalScope to talk with the main thread
|
|
7
|
+
*/
|
|
8
|
+
export declare function createWorker(process: Process, processInBatches?: ProcessInBatches, preload?: () => Promise<void>): Promise<void>;
|
|
9
|
+
//# sourceMappingURL=create-worker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"create-worker.d.ts","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-api/create-worker.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAKV,gBAAgB,EAChB,OAAO,EACP,gBAAgB,EACjB,uBAAoB;AAarB,MAAM,MAAM,mBAAmB,GAAG,CAChC,IAAI,EAAE,GAAG,EACT,OAAO,CAAC,EAAE;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;CAAC,EAC9B,UAAU,CAAC,EAAE,gBAAgB,KAC1B,GAAG,CAAC;AAET;;GAEG;AACH,wBAAsB,YAAY,CAChC,OAAO,EAAE,OAAO,EAChB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,OAAO,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAC5B,OAAO,CAAC,IAAI,CAAC,CA+If"}
|
|
@@ -0,0 +1,229 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
|
|
4
|
+
import { SharedWorkerState } from "./shared-state.js";
|
|
5
|
+
import AsyncQueue from "../async-queue/async-queue.js";
|
|
6
|
+
import WorkerBody from "../worker-farm/worker-body.js";
|
|
7
|
+
import { validateOutputOwnership } from "./validate-output-ownership.js";
|
|
8
|
+
// import {validateWorkerVersion} from './validate-worker-version';
|
|
9
|
+
/** Counter for jobs */
|
|
10
|
+
let requestId = 0;
|
|
11
|
+
let activeController = null;
|
|
12
|
+
let activeInputBatches = null;
|
|
13
|
+
let activeOutputAcknowledgements = null;
|
|
14
|
+
/**
|
|
15
|
+
* Set up a WebWorkerGlobalScope to talk with the main thread
|
|
16
|
+
*/
|
|
17
|
+
export async function createWorker(process, processInBatches, preload) {
|
|
18
|
+
if (!(await WorkerBody.inWorkerThread())) {
|
|
19
|
+
return;
|
|
20
|
+
}
|
|
21
|
+
const context = {
|
|
22
|
+
process: processOnMainThread
|
|
23
|
+
};
|
|
24
|
+
// eslint-disable-next-line complexity
|
|
25
|
+
WorkerBody.onmessage = async (type, payload) => {
|
|
26
|
+
if (type === 'cancel') {
|
|
27
|
+
activeController?.abort();
|
|
28
|
+
activeInputBatches?.close();
|
|
29
|
+
activeOutputAcknowledgements?.close();
|
|
30
|
+
return;
|
|
31
|
+
}
|
|
32
|
+
const controller = type === 'process' || type === 'process-in-batches' ? new AbortController() : undefined;
|
|
33
|
+
if (controller)
|
|
34
|
+
activeController = controller;
|
|
35
|
+
const startedAt = performance.now();
|
|
36
|
+
const reporter = type === 'process' || type === 'process-in-batches' ? createProgressReporter() : undefined;
|
|
37
|
+
let sharedState;
|
|
38
|
+
const throwIfAborted = () => {
|
|
39
|
+
controller?.signal.throwIfAborted();
|
|
40
|
+
sharedState?.throwIfCancelled();
|
|
41
|
+
};
|
|
42
|
+
const jobContext = {
|
|
43
|
+
...context,
|
|
44
|
+
signal: controller?.signal,
|
|
45
|
+
sharedState,
|
|
46
|
+
throwIfAborted,
|
|
47
|
+
reportProgress: (progress) => {
|
|
48
|
+
if (!controller?.signal.aborted && !sharedState?.snapshot.cancelled)
|
|
49
|
+
reporter?.report(progress);
|
|
50
|
+
}
|
|
51
|
+
};
|
|
52
|
+
try {
|
|
53
|
+
if (controller && payload.options?.['sharedState']) {
|
|
54
|
+
sharedState = new SharedWorkerState(payload.options['sharedState']);
|
|
55
|
+
jobContext.sharedState = sharedState;
|
|
56
|
+
}
|
|
57
|
+
switch (type) {
|
|
58
|
+
case 'preload':
|
|
59
|
+
await preload?.();
|
|
60
|
+
WorkerBody.postMessage('done', {});
|
|
61
|
+
break;
|
|
62
|
+
case 'process':
|
|
63
|
+
throwIfAborted();
|
|
64
|
+
validateOutputOwnership(payload.options?.['outputOwnership']);
|
|
65
|
+
if (!process) {
|
|
66
|
+
throw new Error('Worker does not support atomic processing');
|
|
67
|
+
}
|
|
68
|
+
const result = await process(payload.input, payload.options || {}, jobContext, payload.context || {});
|
|
69
|
+
throwIfAborted();
|
|
70
|
+
reporter?.finish();
|
|
71
|
+
await WorkerBody.postMessage('done', {
|
|
72
|
+
result,
|
|
73
|
+
executionMs: performance.now() - startedAt
|
|
74
|
+
}, payload.options?.['outputOwnership'] === 'copy');
|
|
75
|
+
break;
|
|
76
|
+
case 'process-in-batches':
|
|
77
|
+
throwIfAborted();
|
|
78
|
+
validateOutputOwnership(payload.options?.['outputOwnership']);
|
|
79
|
+
if (!processInBatches) {
|
|
80
|
+
throw new Error('Worker does not support batched processing');
|
|
81
|
+
}
|
|
82
|
+
const inputBatches = new AsyncQueue();
|
|
83
|
+
const outputAcknowledgements = new AsyncQueue();
|
|
84
|
+
activeInputBatches = inputBatches;
|
|
85
|
+
activeOutputAcknowledgements = outputAcknowledgements;
|
|
86
|
+
try {
|
|
87
|
+
const resultIterator = processInBatches(createDemandDrivenIterator(inputBatches), payload.options || {}, jobContext, payload.context || {});
|
|
88
|
+
for await (const batch of resultIterator) {
|
|
89
|
+
throwIfAborted();
|
|
90
|
+
await WorkerBody.postMessage('output-batch', { result: batch }, payload.options?.['outputOwnership'] === 'copy');
|
|
91
|
+
await outputAcknowledgements.next();
|
|
92
|
+
}
|
|
93
|
+
throwIfAborted();
|
|
94
|
+
reporter?.finish();
|
|
95
|
+
await WorkerBody.postMessage('done', { executionMs: performance.now() - startedAt });
|
|
96
|
+
}
|
|
97
|
+
finally {
|
|
98
|
+
activeInputBatches = null;
|
|
99
|
+
activeOutputAcknowledgements = null;
|
|
100
|
+
}
|
|
101
|
+
break;
|
|
102
|
+
case 'input-batch':
|
|
103
|
+
if (!activeInputBatches) {
|
|
104
|
+
throw new Error('Worker has no active batched processing session');
|
|
105
|
+
}
|
|
106
|
+
activeInputBatches.push(payload.input);
|
|
107
|
+
break;
|
|
108
|
+
case 'input-done':
|
|
109
|
+
if (!activeInputBatches) {
|
|
110
|
+
throw new Error('Worker has no active batched processing session');
|
|
111
|
+
}
|
|
112
|
+
activeInputBatches.close();
|
|
113
|
+
break;
|
|
114
|
+
case 'output-ack':
|
|
115
|
+
if (!activeOutputAcknowledgements) {
|
|
116
|
+
throw new Error('Worker has no active batched processing session');
|
|
117
|
+
}
|
|
118
|
+
activeOutputAcknowledgements.push(undefined);
|
|
119
|
+
break;
|
|
120
|
+
default:
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
catch (error) {
|
|
124
|
+
reporter?.finish(controller?.signal.aborted || sharedState?.snapshot.cancelled);
|
|
125
|
+
const message = error instanceof Error ? error.message : '';
|
|
126
|
+
await WorkerBody.postMessage('error', {
|
|
127
|
+
error: message,
|
|
128
|
+
errorName: error instanceof Error ? error.name : 'Error'
|
|
129
|
+
});
|
|
130
|
+
}
|
|
131
|
+
finally {
|
|
132
|
+
if (controller && activeController === controller)
|
|
133
|
+
activeController = null;
|
|
134
|
+
}
|
|
135
|
+
};
|
|
136
|
+
await WorkerBody.postMessage('ready', {});
|
|
137
|
+
}
|
|
138
|
+
/** Requests exactly one input batch whenever the worker-side processor advances its iterator. */
|
|
139
|
+
async function* createDemandDrivenIterator(inputBatches) {
|
|
140
|
+
while (true) {
|
|
141
|
+
await WorkerBody.postMessage('input-request', {});
|
|
142
|
+
const nextBatch = await inputBatches.next();
|
|
143
|
+
if (nextBatch.done) {
|
|
144
|
+
return;
|
|
145
|
+
}
|
|
146
|
+
yield nextBatch.value;
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
function processOnMainThread(arrayBuffer, options = {}, jobContext = {}) {
|
|
150
|
+
const signal = activeController?.signal;
|
|
151
|
+
signal?.throwIfAborted();
|
|
152
|
+
return new Promise((resolve, reject) => {
|
|
153
|
+
const id = requestId++;
|
|
154
|
+
const cleanup = () => {
|
|
155
|
+
signal?.removeEventListener('abort', abort);
|
|
156
|
+
void WorkerBody.removeEventListener(onMessage);
|
|
157
|
+
};
|
|
158
|
+
const abort = () => {
|
|
159
|
+
cleanup();
|
|
160
|
+
reject(signal?.reason);
|
|
161
|
+
};
|
|
162
|
+
const onMessage = (type, payload) => {
|
|
163
|
+
if (payload.id !== id)
|
|
164
|
+
return;
|
|
165
|
+
if (type === 'done') {
|
|
166
|
+
cleanup();
|
|
167
|
+
resolve(payload.result);
|
|
168
|
+
}
|
|
169
|
+
else if (type === 'error') {
|
|
170
|
+
cleanup();
|
|
171
|
+
reject(payload.error);
|
|
172
|
+
}
|
|
173
|
+
};
|
|
174
|
+
void WorkerBody.addEventListener(onMessage)
|
|
175
|
+
.then(async () => {
|
|
176
|
+
if (signal?.aborted) {
|
|
177
|
+
abort();
|
|
178
|
+
return;
|
|
179
|
+
}
|
|
180
|
+
signal?.addEventListener('abort', abort, { once: true });
|
|
181
|
+
await WorkerBody.postMessage('process', {
|
|
182
|
+
id,
|
|
183
|
+
input: arrayBuffer,
|
|
184
|
+
options,
|
|
185
|
+
context: jobContext
|
|
186
|
+
});
|
|
187
|
+
})
|
|
188
|
+
.catch(error => {
|
|
189
|
+
cleanup();
|
|
190
|
+
reject(error);
|
|
191
|
+
});
|
|
192
|
+
});
|
|
193
|
+
}
|
|
194
|
+
/** Coalesces same-phase reports per event-loop turn and flushes before settlement. */
|
|
195
|
+
function createProgressReporter() {
|
|
196
|
+
let pending;
|
|
197
|
+
let finished = false;
|
|
198
|
+
let scheduled = false;
|
|
199
|
+
/** Posts the latest pending measurement. */
|
|
200
|
+
const flush = () => {
|
|
201
|
+
scheduled = false;
|
|
202
|
+
if (pending) {
|
|
203
|
+
WorkerBody.postMessage('progress', { progress: pending });
|
|
204
|
+
pending = undefined;
|
|
205
|
+
}
|
|
206
|
+
};
|
|
207
|
+
return {
|
|
208
|
+
/** Records progress while retaining phase transitions. */
|
|
209
|
+
report(progress) {
|
|
210
|
+
if (finished)
|
|
211
|
+
return;
|
|
212
|
+
if (pending && pending.phase !== progress.phase)
|
|
213
|
+
flush();
|
|
214
|
+
pending = { ...progress };
|
|
215
|
+
if (!scheduled) {
|
|
216
|
+
scheduled = true;
|
|
217
|
+
setTimeout(flush, 0);
|
|
218
|
+
}
|
|
219
|
+
},
|
|
220
|
+
/** Flushes final progress and suppresses reports from stale callbacks. */
|
|
221
|
+
finish(discard = false) {
|
|
222
|
+
if (discard)
|
|
223
|
+
pending = undefined;
|
|
224
|
+
flush();
|
|
225
|
+
finished = true;
|
|
226
|
+
}
|
|
227
|
+
};
|
|
228
|
+
}
|
|
229
|
+
//# sourceMappingURL=create-worker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"create-worker.js","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-api/create-worker.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,4DAA4D;AAW5D,OAAO,EAAC,iBAAiB,EAAC,0BAAuB;AACjD,OAAO,UAAU,sCAAmC;AACpD,OAAO,UAAU,sCAAmC;AACpD,OAAO,EAAC,uBAAuB,EAAC,uCAAoC;AACpE,mEAAmE;AAEnE,uBAAuB;AACvB,IAAI,SAAS,GAAG,CAAC,CAAC;AAClB,IAAI,gBAAgB,GAA2B,IAAI,CAAC;AACpD,IAAI,kBAAkB,GAA2B,IAAI,CAAC;AACtD,IAAI,4BAA4B,GAA4B,IAAI,CAAC;AAQjE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAgB,EAChB,gBAAmC,EACnC,OAA6B;IAE7B,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC;QACzC,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAkB;QAC7B,OAAO,EAAE,mBAAmB;KAC7B,CAAC;IAEF,sCAAsC;IACtC,UAAU,CAAC,SAAS,GAAG,KAAK,EAAE,IAAuB,EAAE,OAA6B,EAAE,EAAE;QACtF,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,gBAAgB,EAAE,KAAK,EAAE,CAAC;YAC1B,kBAAkB,EAAE,KAAK,EAAE,CAAC;YAC5B,4BAA4B,EAAE,KAAK,EAAE,CAAC;YACtC,OAAO;QACT,CAAC;QACD,MAAM,UAAU,GACd,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,oBAAoB,CAAC,CAAC,CAAC,IAAI,eAAe,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1F,IAAI,UAAU;YAAE,gBAAgB,GAAG,UAAU,CAAC;QAC9C,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,QAAQ,GACZ,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,oBAAoB,CAAC,CAAC,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC7F,IAAI,WAA0C,CAAC;QAC/C,MAAM,cAAc,GAAG,GAAG,EAAE;YAC1B,UAAU,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC;YACpC,WAAW,EAAE,gBAAgB,EAAE,CAAC;QAClC,CAAC,CAAC;QACF,MAAM,UAAU,GAAG;YACjB,GAAG,OAAO;YACV,MAAM,EAAE,UAAU,EAAE,MAAM;YAC1B,WAAW;YACX,cAAc;YACd,cAAc,EAAE,CAAC,QAAwB,EAAE,EAAE;gBAC3C,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,SAAS;oBACjE,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC;SACF,CAAC;QACF,IAAI,CAAC;YACH,IAAI,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC;gBACnD,WAAW,GAAG,IAAI,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC;gBACpE,UAAU,CAAC,WAAW,GAAG,WAAW,CAAC;YACvC,CAAC;YACD,QAAQ,IAAI,EAAE,CAAC;gBACb,KAAK,SAAS;oBACZ,MAAM,OAAO,EAAE,EAAE,CAAC;oBAClB,UAAU,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;oBACnC,MAAM;gBAER,KAAK,SAAS;oBACZ,cAAc,EAAE,CAAC;oBACjB,uBAAuB,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC;oBAC9D,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;oBAC/D,CAAC;oBACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAC1B,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,OAAO,IAAI,EAAE,EACrB,UAAU,EACV,OAAO,CAAC,OAAO,IAAI,EAAE,CACtB,CAAC;oBACF,cAAc,EAAE,CAAC;oBACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;oBACnB,MAAM,UAAU,CAAC,WAAW,CAC1B,MAAM,EACN;wBACE,MAAM;wBACN,WAAW,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;qBAC3C,EACD,OAAO,CAAC,OAAO,EAAE,CAAC,iBAAiB,CAAC,KAAK,MAAM,CAChD,CAAC;oBACF,MAAM;gBAER,KAAK,oBAAoB;oBACvB,cAAc,EAAE,CAAC;oBACjB,uBAAuB,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC;oBAC9D,IAAI,CAAC,gBAAgB,EAAE,CAAC;wBACtB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;oBAChE,CAAC;oBACD,MAAM,YAAY,GAAG,IAAI,UAAU,EAAO,CAAC;oBAC3C,MAAM,sBAAsB,GAAG,IAAI,UAAU,EAAQ,CAAC;oBACtD,kBAAkB,GAAG,YAAY,CAAC;oBAClC,4BAA4B,GAAG,sBAAsB,CAAC;oBACtD,IAAI,CAAC;wBACH,MAAM,cAAc,GAAG,gBAAgB,CACrC,0BAA0B,CAAC,YAAY,CAAC,EACxC,OAAO,CAAC,OAAO,IAAI,EAAE,EACrB,UAAU,EACV,OAAO,CAAC,OAAO,IAAI,EAAE,CACtB,CAAC;wBACF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;4BACzC,cAAc,EAAE,CAAC;4BACjB,MAAM,UAAU,CAAC,WAAW,CAC1B,cAAc,EACd,EAAC,MAAM,EAAE,KAAK,EAAC,EACf,OAAO,CAAC,OAAO,EAAE,CAAC,iBAAiB,CAAC,KAAK,MAAM,CAChD,CAAC;4BACF,MAAM,sBAAsB,CAAC,IAAI,EAAE,CAAC;wBACtC,CAAC;wBACD,cAAc,EAAE,CAAC;wBACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;wBACnB,MAAM,UAAU,CAAC,WAAW,CAAC,MAAM,EAAE,EAAC,WAAW,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,EAAC,CAAC,CAAC;oBACrF,CAAC;4BAAS,CAAC;wBACT,kBAAkB,GAAG,IAAI,CAAC;wBAC1B,4BAA4B,GAAG,IAAI,CAAC;oBACtC,CAAC;oBACD,MAAM;gBAER,KAAK,aAAa;oBAChB,IAAI,CAAC,kBAAkB,EAAE,CAAC;wBACxB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;oBACrE,CAAC;oBACD,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBACvC,MAAM;gBAER,KAAK,YAAY;oBACf,IAAI,CAAC,kBAAkB,EAAE,CAAC;wBACxB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;oBACrE,CAAC;oBACD,kBAAkB,CAAC,KAAK,EAAE,CAAC;oBAC3B,MAAM;gBAER,KAAK,YAAY;oBACf,IAAI,CAAC,4BAA4B,EAAE,CAAC;wBAClC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;oBACrE,CAAC;oBACD,4BAA4B,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC7C,MAAM;gBAER,QAAQ;YACV,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,IAAI,WAAW,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;YAChF,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5D,MAAM,UAAU,CAAC,WAAW,CAAC,OAAO,EAAE;gBACpC,KAAK,EAAE,OAAO;gBACd,SAAS,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;aACzD,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,UAAU,IAAI,gBAAgB,KAAK,UAAU;gBAAE,gBAAgB,GAAG,IAAI,CAAC;QAC7E,CAAC;IACH,CAAC,CAAC;IACF,MAAM,UAAU,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED,iGAAiG;AACjG,KAAK,SAAS,CAAC,CAAC,0BAA0B,CAAC,YAA6B;IACtE,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,UAAU,CAAC,WAAW,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;QAClD,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QACD,MAAM,SAAS,CAAC,KAAK,CAAC;IACxB,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,WAAwB,EAAE,OAAO,GAAG,EAAE,EAAE,UAAU,GAAG,EAAE;IAClF,MAAM,MAAM,GAAG,gBAAgB,EAAE,MAAM,CAAC;IACxC,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC5C,KAAK,UAAU,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACzB,CAAC,CAAC;QACF,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,OAA6B,EAAE,EAAE;YAChE,IAAI,OAAO,CAAC,EAAE,KAAK,EAAE;gBAAE,OAAO;YAC9B,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpB,OAAO,EAAE,CAAC;gBACV,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC1B,CAAC;iBAAM,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC5B,OAAO,EAAE,CAAC;gBACV,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC;QACH,CAAC,CAAC;QACF,KAAK,UAAU,CAAC,gBAAgB,CAAC,SAAS,CAAC;aACxC,IAAI,CAAC,KAAK,IAAI,EAAE;YACf,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,KAAK,EAAE,CAAC;gBACR,OAAO;YACT,CAAC;YACD,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;YACvD,MAAM,UAAU,CAAC,WAAW,CAAC,SAAS,EAAE;gBACtC,EAAE;gBACF,KAAK,EAAE,WAAW;gBAClB,OAAO;gBACP,OAAO,EAAE,UAAU;aACpB,CAAC,CAAC;QACL,CAAC,CAAC;aACD,KAAK,CAAC,KAAK,CAAC,EAAE;YACb,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACL,CAAC;AAED,sFAAsF;AACtF,SAAS,sBAAsB;IAC7B,IAAI,OAAmC,CAAC;IACxC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,4CAA4C;IAC5C,MAAM,KAAK,GAAG,GAAS,EAAE;QACvB,SAAS,GAAG,KAAK,CAAC;QAClB,IAAI,OAAO,EAAE,CAAC;YACZ,UAAU,CAAC,WAAW,CAAC,UAAU,EAAE,EAAC,QAAQ,EAAE,OAAO,EAAC,CAAC,CAAC;YACxD,OAAO,GAAG,SAAS,CAAC;QACtB,CAAC;IACH,CAAC,CAAC;IACF,OAAO;QACL,0DAA0D;QAC1D,MAAM,CAAC,QAAwB;YAC7B,IAAI,QAAQ;gBAAE,OAAO;YACrB,IAAI,OAAO,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK;gBAAE,KAAK,EAAE,CAAC;YACzD,OAAO,GAAG,EAAC,GAAG,QAAQ,EAAC,CAAC;YACxB,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,SAAS,GAAG,IAAI,CAAC;gBACjB,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,0EAA0E;QAC1E,MAAM,CAAC,OAAO,GAAG,KAAK;YACpB,IAAI,OAAO;gBAAE,OAAO,GAAG,SAAS,CAAC;YACjC,KAAK,EAAE,CAAC;YACR,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { WorkerObject, WorkerOptions } from "../../types.js";
|
|
2
|
+
/**
|
|
3
|
+
* Gets worker object's name (for debugging in Chrome thread inspector window)
|
|
4
|
+
*/
|
|
5
|
+
export declare function getWorkerName(worker: WorkerObject): string;
|
|
6
|
+
/**
|
|
7
|
+
* Returns an explicitly configured or test worker URL.
|
|
8
|
+
* @param worker Worker descriptor to resolve.
|
|
9
|
+
* @param options Worker options that can override the descriptor.
|
|
10
|
+
* @returns A worker URL, or `null` when URL-based fallback resolution is still required.
|
|
11
|
+
*/
|
|
12
|
+
export declare function getCustomWorkerURL(worker: WorkerObject, options?: WorkerOptions): string | null;
|
|
13
|
+
/** Returns an explicit worker URL override, excluding generated local test URLs. */
|
|
14
|
+
export declare function getConfiguredWorkerURL(worker: WorkerObject, options?: WorkerOptions): string | null;
|
|
15
|
+
/**
|
|
16
|
+
* Generates a worker URL using overrides first and the published CDN artifact as a fallback.
|
|
17
|
+
* @param worker Worker descriptor to resolve.
|
|
18
|
+
* @param options Worker options that can override the descriptor.
|
|
19
|
+
* @returns A loadable worker URL.
|
|
20
|
+
*/
|
|
21
|
+
export declare function getWorkerURL(worker: WorkerObject, options?: WorkerOptions): string;
|
|
22
|
+
/**
|
|
23
|
+
* Returns the generated URL for a published pre-built worker.
|
|
24
|
+
* @param worker Worker descriptor to resolve.
|
|
25
|
+
* @param warn Whether to warn when an uninjected development version uses the npm tag.
|
|
26
|
+
* @returns The CDN worker URL.
|
|
27
|
+
*/
|
|
28
|
+
export declare function getDefaultWorkerURL(worker: WorkerObject, warn?: boolean): string;
|
|
29
|
+
//# sourceMappingURL=get-worker-url.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-worker-url.d.ts","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-api/get-worker-url.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAC,YAAY,EAAE,aAAa,EAAC,uBAAoB;AAQ7D;;GAEG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAG1D;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,YAAY,EACpB,OAAO,GAAE,aAAkB,GAC1B,MAAM,GAAG,IAAI,CAyBf;AAED,oFAAoF;AACpF,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,YAAY,EACpB,OAAO,GAAE,aAAkB,GAC1B,MAAM,GAAG,IAAI,CAMf;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,GAAE,aAAkB,GAAG,MAAM,CAStF;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,GAAE,OAAe,GAAG,MAAM,CAevF"}
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
|
|
4
|
+
import { assert } from "../env-utils/assert.js";
|
|
5
|
+
import { isBrowser } from "../env-utils/globals.js";
|
|
6
|
+
import { VERSION } from "../env-utils/version.js";
|
|
7
|
+
import { NPM_TAG } from "../npm-tag.js";
|
|
8
|
+
const warnedWorkerVersionFallbacks = new Set();
|
|
9
|
+
/**
|
|
10
|
+
* Gets worker object's name (for debugging in Chrome thread inspector window)
|
|
11
|
+
*/
|
|
12
|
+
export function getWorkerName(worker) {
|
|
13
|
+
const warning = worker.version !== VERSION ? ` (worker-utils@${VERSION})` : '';
|
|
14
|
+
return `${worker.name}@${worker.version}${warning}`;
|
|
15
|
+
}
|
|
16
|
+
/**
|
|
17
|
+
* Returns an explicitly configured or test worker URL.
|
|
18
|
+
* @param worker Worker descriptor to resolve.
|
|
19
|
+
* @param options Worker options that can override the descriptor.
|
|
20
|
+
* @returns A worker URL, or `null` when URL-based fallback resolution is still required.
|
|
21
|
+
*/
|
|
22
|
+
export function getCustomWorkerURL(worker, options = {}) {
|
|
23
|
+
const workerFile = isBrowser
|
|
24
|
+
? worker.workerFile || `${worker.id}-worker.js`
|
|
25
|
+
: worker.workerNode || `${worker.id}-worker-node.js`;
|
|
26
|
+
let url = getConfiguredWorkerURL(worker, options);
|
|
27
|
+
// If URL is test, generate local loaders.gl url
|
|
28
|
+
// @ts-ignore _workerType
|
|
29
|
+
const workerType = options._workerType || options?.core?._workerType;
|
|
30
|
+
if (!url && workerType === 'test') {
|
|
31
|
+
if (isBrowser) {
|
|
32
|
+
url = `modules/${worker.module}/dist/${workerFile}`;
|
|
33
|
+
}
|
|
34
|
+
else {
|
|
35
|
+
// In the test environment the ts-node loader requires TypeScript code
|
|
36
|
+
const workerSourceDirectory = worker.module === 'tasks' && worker.workerNode?.startsWith('worker-utils/')
|
|
37
|
+
? 'worker-utils/workers'
|
|
38
|
+
: 'workers';
|
|
39
|
+
const workerSourceNode = worker.workerSourceNode || `${workerSourceDirectory}/${worker.id}-worker-node.ts`;
|
|
40
|
+
url = `modules/${worker.module}/src/${workerSourceNode}`;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
return url || null;
|
|
44
|
+
}
|
|
45
|
+
/** Returns an explicit worker URL override, excluding generated local test URLs. */
|
|
46
|
+
export function getConfiguredWorkerURL(worker, options = {}) {
|
|
47
|
+
const workerOptions = options[worker.id] || {};
|
|
48
|
+
// Compression also supports the historical non-nested URL override.
|
|
49
|
+
return (workerOptions.workerUrl || (worker.id === 'compression' ? options.workerUrl : null) || null);
|
|
50
|
+
}
|
|
51
|
+
/**
|
|
52
|
+
* Generates a worker URL using overrides first and the published CDN artifact as a fallback.
|
|
53
|
+
* @param worker Worker descriptor to resolve.
|
|
54
|
+
* @param options Worker options that can override the descriptor.
|
|
55
|
+
* @returns A loadable worker URL.
|
|
56
|
+
*/
|
|
57
|
+
export function getWorkerURL(worker, options = {}) {
|
|
58
|
+
const customWorkerUrl = getCustomWorkerURL(worker, options);
|
|
59
|
+
const descriptorWorkerUrl = typeof worker.worker === 'string' ? worker.worker : null;
|
|
60
|
+
const url = customWorkerUrl || descriptorWorkerUrl || getDefaultWorkerURL(worker, true);
|
|
61
|
+
assert(url);
|
|
62
|
+
// Allow user to override location
|
|
63
|
+
return url;
|
|
64
|
+
}
|
|
65
|
+
/**
|
|
66
|
+
* Returns the generated URL for a published pre-built worker.
|
|
67
|
+
* @param worker Worker descriptor to resolve.
|
|
68
|
+
* @param warn Whether to warn when an uninjected development version uses the npm tag.
|
|
69
|
+
* @returns The CDN worker URL.
|
|
70
|
+
*/
|
|
71
|
+
export function getDefaultWorkerURL(worker, warn = false) {
|
|
72
|
+
const workerFile = isBrowser
|
|
73
|
+
? worker.workerFile || `${worker.id}-worker.js`
|
|
74
|
+
: worker.workerNode || `${worker.id}-worker-node.js`;
|
|
75
|
+
let version = worker.version;
|
|
76
|
+
if (version === 'latest') {
|
|
77
|
+
version = NPM_TAG;
|
|
78
|
+
}
|
|
79
|
+
const versionTag = version ? `@${version}` : '';
|
|
80
|
+
const packageName = worker.packageName || `@loaders.gl/${worker.module}`;
|
|
81
|
+
const url = `https://unpkg.com/${packageName}${versionTag}/dist/${workerFile}`;
|
|
82
|
+
if (warn) {
|
|
83
|
+
warnIfUsingNpmTagFallback(worker, url);
|
|
84
|
+
}
|
|
85
|
+
return url;
|
|
86
|
+
}
|
|
87
|
+
/** Warn once when a worker falls back to the npm tag because __VERSION__ was not injected. */
|
|
88
|
+
function warnIfUsingNpmTagFallback(worker, url) {
|
|
89
|
+
if (worker.version !== 'latest') {
|
|
90
|
+
return;
|
|
91
|
+
}
|
|
92
|
+
const workerId = `${worker.module}:${worker.id}`;
|
|
93
|
+
if (warnedWorkerVersionFallbacks.has(workerId)) {
|
|
94
|
+
return;
|
|
95
|
+
}
|
|
96
|
+
warnedWorkerVersionFallbacks.add(workerId);
|
|
97
|
+
// eslint-disable-next-line no-console
|
|
98
|
+
// biome-ignore lint/suspicious/noConsole: Preserve upstream worker diagnostics.
|
|
99
|
+
console.warn(`loaders.gl: ${worker.name} loader worker version is "latest" because __VERSION__ was not injected. Fetching ${url} from CDN.`);
|
|
100
|
+
}
|
|
101
|
+
//# sourceMappingURL=get-worker-url.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-worker-url.js","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-api/get-worker-url.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,4DAA4D;AAO5D,OAAO,EAAC,MAAM,EAAC,+BAA4B;AAC3C,OAAO,EAAC,SAAS,EAAC,gCAA6B;AAC/C,OAAO,EAAC,OAAO,EAAC,gCAA6B;AAC7C,OAAO,EAAC,OAAO,EAAC,sBAAmB;AAEnC,MAAM,4BAA4B,GAAG,IAAI,GAAG,EAAU,CAAC;AAEvD;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,MAAoB;IAChD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC,CAAC,kBAAkB,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/E,OAAO,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,OAAO,GAAG,OAAO,EAAE,CAAC;AACtD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAAoB,EACpB,UAAyB,EAAE;IAE3B,MAAM,UAAU,GAAG,SAAS;QAC1B,CAAC,CAAC,MAAM,CAAC,UAAU,IAAI,GAAG,MAAM,CAAC,EAAE,YAAY;QAC/C,CAAC,CAAC,MAAM,CAAC,UAAU,IAAI,GAAG,MAAM,CAAC,EAAE,iBAAiB,CAAC;IACvD,IAAI,GAAG,GAAG,sBAAsB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElD,gDAAgD;IAChD,yBAAyB;IACzB,MAAM,UAAU,GAAI,OAAe,CAAC,WAAW,IAAK,OAAe,EAAE,IAAI,EAAE,WAAW,CAAC;IACvF,IAAI,CAAC,GAAG,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;QAClC,IAAI,SAAS,EAAE,CAAC;YACd,GAAG,GAAG,WAAW,MAAM,CAAC,MAAM,SAAS,UAAU,EAAE,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,sEAAsE;YACtE,MAAM,qBAAqB,GACzB,MAAM,CAAC,MAAM,KAAK,OAAO,IAAI,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,eAAe,CAAC;gBACzE,CAAC,CAAC,sBAAsB;gBACxB,CAAC,CAAC,SAAS,CAAC;YAChB,MAAM,gBAAgB,GACpB,MAAM,CAAC,gBAAgB,IAAI,GAAG,qBAAqB,IAAI,MAAM,CAAC,EAAE,iBAAiB,CAAC;YACpF,GAAG,GAAG,WAAW,MAAM,CAAC,MAAM,QAAQ,gBAAgB,EAAE,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,OAAO,GAAG,IAAI,IAAI,CAAC;AACrB,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,sBAAsB,CACpC,MAAoB,EACpB,UAAyB,EAAE;IAE3B,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;IAC/C,oEAAoE;IACpE,OAAO,CACL,aAAa,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAC5F,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,MAAoB,EAAE,UAAyB,EAAE;IAC5E,MAAM,eAAe,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5D,MAAM,mBAAmB,GAAG,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IACrF,MAAM,GAAG,GAAG,eAAe,IAAI,mBAAmB,IAAI,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAExF,MAAM,CAAC,GAAG,CAAC,CAAC;IAEZ,kCAAkC;IAClC,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAoB,EAAE,OAAgB,KAAK;IAC7E,MAAM,UAAU,GAAG,SAAS;QAC1B,CAAC,CAAC,MAAM,CAAC,UAAU,IAAI,GAAG,MAAM,CAAC,EAAE,YAAY;QAC/C,CAAC,CAAC,MAAM,CAAC,UAAU,IAAI,GAAG,MAAM,CAAC,EAAE,iBAAiB,CAAC;IACvD,IAAI,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC7B,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzB,OAAO,GAAG,OAAO,CAAC;IACpB,CAAC;IACD,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAChD,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,eAAe,MAAM,CAAC,MAAM,EAAE,CAAC;IACzE,MAAM,GAAG,GAAG,qBAAqB,WAAW,GAAG,UAAU,SAAS,UAAU,EAAE,CAAC;IAC/E,IAAI,IAAI,EAAE,CAAC;QACT,yBAAyB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,8FAA8F;AAC9F,SAAS,yBAAyB,CAAC,MAAoB,EAAE,GAAW;IAClE,IAAI,MAAM,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;IACjD,IAAI,4BAA4B,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/C,OAAO;IACT,CAAC;IAED,4BAA4B,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC3C,sCAAsC;IACtC,gFAAgF;IAChF,OAAO,CAAC,IAAI,CACV,eAAe,MAAM,CAAC,IAAI,qFAAqF,GAAG,YAAY,CAC/H,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import type { WorkerObject, WorkerOptions, WorkerContext, WorkerJobContext } from "../../types.js";
|
|
2
|
+
import type WorkerPool from "../worker-farm/worker-pool.js";
|
|
3
|
+
import type { WorkerPoolTarget, WorkerAdmission } from "../worker-farm/worker-pool.js";
|
|
4
|
+
/** Options for worker processing */
|
|
5
|
+
export type ProcessOnWorkerOptions = WorkerOptions & {
|
|
6
|
+
/** Isolated pool, required when using an admission reservation. */
|
|
7
|
+
workerPool?: WorkerPool;
|
|
8
|
+
admission?: WorkerAdmission;
|
|
9
|
+
/** Cancels the job by terminating its worker. */
|
|
10
|
+
signal?: AbortSignal;
|
|
11
|
+
/** Diagnostic name shown for the worker job. */
|
|
12
|
+
jobName?: string;
|
|
13
|
+
[key: string]: any;
|
|
14
|
+
};
|
|
15
|
+
/** Options for preloading workers. */
|
|
16
|
+
export type PreloadWorkerOptions = {
|
|
17
|
+
/** Number of workers to warm in the worker pool. */
|
|
18
|
+
count?: number;
|
|
19
|
+
};
|
|
20
|
+
/**
|
|
21
|
+
* Determines if we can parse with worker
|
|
22
|
+
* @param loader
|
|
23
|
+
* @param data
|
|
24
|
+
* @param options
|
|
25
|
+
*/
|
|
26
|
+
export declare function canProcessOnWorker(worker: WorkerObject, options?: WorkerOptions): boolean;
|
|
27
|
+
/**
|
|
28
|
+
* Checks whether a worker supports stateful batch processing.
|
|
29
|
+
* @param worker Worker descriptor declaring built-in batch support.
|
|
30
|
+
* @param options Worker options, including an explicit capability for custom URLs or source.
|
|
31
|
+
*/
|
|
32
|
+
export declare function canProcessOnWorkerInBatches(worker: WorkerObject, options?: WorkerOptions): boolean;
|
|
33
|
+
/**
|
|
34
|
+
* This function expects that the worker thread sends certain messages,
|
|
35
|
+
* Creating such a worker can be automated if the worker is wrapper by a call to
|
|
36
|
+
* createWorker in @loaders.gl/core/worker-utils.
|
|
37
|
+
*/
|
|
38
|
+
export declare function processOnWorker<Input, Output, Options extends object>(worker: WorkerObject<Input, Output, Options>, data: Input, options?: ProcessOnWorkerOptions & Partial<Options>, context?: WorkerContext, jobContext?: WorkerJobContext): Promise<Output>;
|
|
39
|
+
/**
|
|
40
|
+
* Processes an input iterator on one leased worker and streams output batches back.
|
|
41
|
+
*
|
|
42
|
+
* The worker remains assigned to this job for the complete iterator lifetime, allowing
|
|
43
|
+
* `processInBatches` implementations to retain parser or encoder state between input batches.
|
|
44
|
+
* Input is demand-driven: the main thread advances the source only when that worker requests the
|
|
45
|
+
* next batch.
|
|
46
|
+
*/
|
|
47
|
+
export declare function processOnWorkerInBatches<InputBatch = any, OutputBatch = any, Options extends object = {
|
|
48
|
+
[key: string]: any;
|
|
49
|
+
}>(worker: WorkerObject<InputBatch, OutputBatch, Options>, input: AsyncIterable<InputBatch> | Iterable<InputBatch>, options?: ProcessOnWorkerOptions & Partial<Options>, context?: WorkerContext, jobContext?: WorkerJobContext): AsyncIterable<OutputBatch>;
|
|
50
|
+
/**
|
|
51
|
+
* Warm-start one or more workers in the same pool used by processOnWorker.
|
|
52
|
+
* @param worker Worker object to preload.
|
|
53
|
+
* @param options Worker options used to resolve the worker pool.
|
|
54
|
+
* @param preloadOptions Preload options.
|
|
55
|
+
*/
|
|
56
|
+
export declare function preloadWorker(worker: WorkerObject, options?: ProcessOnWorkerOptions, preloadOptions?: PreloadWorkerOptions): Promise<void>;
|
|
57
|
+
/**
|
|
58
|
+
* Resolves the worker source while preserving URL overrides and classic-worker fallbacks.
|
|
59
|
+
* @param worker Worker descriptor to resolve.
|
|
60
|
+
* @param options Options for the active worker operation.
|
|
61
|
+
* @param name Versioned worker name.
|
|
62
|
+
* @returns A target suitable for worker-pool lookup.
|
|
63
|
+
*/
|
|
64
|
+
export declare function getWorkerPoolTarget(worker: WorkerObject, options: ProcessOnWorkerOptions, name: string): WorkerPoolTarget;
|
|
65
|
+
/** Share mode forbids accidentally cloning or detaching ordinary transferable storage. */
|
|
66
|
+
export declare function validateSharedInput(options: WorkerOptions, input: unknown): void;
|
|
67
|
+
//# sourceMappingURL=process-on-worker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-on-worker.d.ts","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-api/process-on-worker.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,YAAY,EACZ,aAAa,EACb,aAAa,EACb,gBAAgB,EAGjB,uBAAoB;AAIrB,OAAO,KAAK,UAAU,sCAAmC;AACzD,OAAO,KAAK,EAAC,gBAAgB,EAAE,eAAe,EAAC,sCAAmC;AAclF,oCAAoC;AACpC,MAAM,MAAM,sBAAsB,GAAG,aAAa,GAAG;IACnD,mEAAmE;IACnE,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,iDAAiD;IACjD,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,gDAAgD;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB,CAAC;AAEF,sCAAsC;AACtC,MAAM,MAAM,oBAAoB,GAAG;IACjC,oDAAoD;IACpD,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,aAAa,WAS/E;AAED;;;;GAIG;AACH,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,YAAY,EACpB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAMT;AAED;;;;GAIG;AACH,wBAAsB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,SAAS,MAAM,EACzE,MAAM,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAC5C,IAAI,EAAE,KAAK,EACX,OAAO,GAAE,sBAAsB,GAAG,OAAO,CAAC,OAAO,CAC/B,EAClB,OAAO,GAAE,aAAkB,EAC3B,UAAU,GAAE,gBAAqB,GAChC,OAAO,CAAC,MAAM,CAAC,CA2DjB;AAED;;;;;;;GAOG;AACH,wBAAgB,wBAAwB,CACtC,UAAU,GAAG,GAAG,EAChB,WAAW,GAAG,GAAG,EACjB,OAAO,SAAS,MAAM,GAAG;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;CAAC,EAE7C,MAAM,EAAE,YAAY,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,EACtD,KAAK,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC,EACvD,OAAO,GAAE,sBAAsB,GAAG,OAAO,CAAC,OAAO,CAC/B,EAClB,OAAO,GAAE,aAAkB,EAC3B,UAAU,GAAE,gBAAqB,GAChC,aAAa,CAAC,WAAW,CAAC,CAc5B;AA8ND;;;;;GAKG;AACH,wBAAsB,aAAa,CACjC,MAAM,EAAE,YAAY,EACpB,OAAO,GAAE,sBAA2B,EACpC,cAAc,GAAE,oBAAyB,GACxC,OAAO,CAAC,IAAI,CAAC,CAyBf;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,sBAAsB,EAC/B,IAAI,EAAE,MAAM,GACX,gBAAgB,CAqBlB;AAwGD,0FAA0F;AAC1F,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI,CAMhF"}
|