@math.gl/tasks 0.0.0-stage → 5.0.0-beta.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +147 -0
- package/LOADERS-GL-LICENSE.txt +52 -0
- package/README.md +26 -2
- package/THIRD-PARTY-NOTICES.md +5 -0
- package/dist/index.cjs +3454 -0
- package/dist/index.cjs.map +6 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +5 -0
- package/dist/index.js.map +1 -0
- package/dist/tasks/index.d.ts +9 -0
- package/dist/tasks/index.d.ts.map +1 -0
- package/dist/tasks/index.js +9 -0
- package/dist/tasks/index.js.map +1 -0
- package/dist/tasks/task-channel.d.ts +48 -0
- package/dist/tasks/task-channel.d.ts.map +1 -0
- package/dist/tasks/task-channel.js +166 -0
- package/dist/tasks/task-channel.js.map +1 -0
- package/dist/tasks/task-operation-queue.d.ts +26 -0
- package/dist/tasks/task-operation-queue.d.ts.map +1 -0
- package/dist/tasks/task-operation-queue.js +106 -0
- package/dist/tasks/task-operation-queue.js.map +1 -0
- package/dist/tasks/task-preload.d.ts +13 -0
- package/dist/tasks/task-preload.d.ts.map +1 -0
- package/dist/tasks/task-preload.js +96 -0
- package/dist/tasks/task-preload.js.map +1 -0
- package/dist/tasks/task-runner.d.ts +74 -0
- package/dist/tasks/task-runner.d.ts.map +1 -0
- package/dist/tasks/task-runner.js +811 -0
- package/dist/tasks/task-runner.js.map +1 -0
- package/dist/tasks/task-runtime.d.ts +27 -0
- package/dist/tasks/task-runtime.d.ts.map +1 -0
- package/dist/tasks/task-runtime.js +216 -0
- package/dist/tasks/task-runtime.js.map +1 -0
- package/dist/tasks/task-sync.d.ts +4 -0
- package/dist/tasks/task-sync.d.ts.map +1 -0
- package/dist/tasks/task-sync.js +95 -0
- package/dist/tasks/task-sync.js.map +1 -0
- package/dist/tasks/task-worker-channel.d.ts +11 -0
- package/dist/tasks/task-worker-channel.d.ts.map +1 -0
- package/dist/tasks/task-worker-channel.js +34 -0
- package/dist/tasks/task-worker-channel.js.map +1 -0
- package/dist/tasks/task.d.ts +132 -0
- package/dist/tasks/task.d.ts.map +1 -0
- package/dist/tasks/task.js +5 -0
- package/dist/tasks/task.js.map +1 -0
- package/dist/tasks/typed-task-dispatch.d.ts +30 -0
- package/dist/tasks/typed-task-dispatch.d.ts.map +1 -0
- package/dist/tasks/typed-task-dispatch.js +12 -0
- package/dist/tasks/typed-task-dispatch.js.map +1 -0
- package/dist/worker-utils/index.d.ts +25 -0
- package/dist/worker-utils/index.d.ts.map +1 -0
- package/dist/worker-utils/index.js +46 -0
- package/dist/worker-utils/index.js.map +1 -0
- package/dist/worker-utils/lib/async-queue/async-queue.d.ts +32 -0
- package/dist/worker-utils/lib/async-queue/async-queue.d.ts.map +1 -0
- package/dist/worker-utils/lib/async-queue/async-queue.js +88 -0
- package/dist/worker-utils/lib/async-queue/async-queue.js.map +1 -0
- package/dist/worker-utils/lib/env-utils/assert.d.ts +3 -0
- package/dist/worker-utils/lib/env-utils/assert.d.ts.map +1 -0
- package/dist/worker-utils/lib/env-utils/assert.js +13 -0
- package/dist/worker-utils/lib/env-utils/assert.js.map +1 -0
- package/dist/worker-utils/lib/env-utils/globals.d.ts +22 -0
- package/dist/worker-utils/lib/env-utils/globals.d.ts.map +1 -0
- package/dist/worker-utils/lib/env-utils/globals.js +30 -0
- package/dist/worker-utils/lib/env-utils/globals.js.map +1 -0
- package/dist/worker-utils/lib/env-utils/version.d.ts +3 -0
- package/dist/worker-utils/lib/env-utils/version.d.ts.map +1 -0
- package/dist/worker-utils/lib/env-utils/version.js +11 -0
- package/dist/worker-utils/lib/env-utils/version.js.map +1 -0
- package/dist/worker-utils/lib/library-utils/library-utils.d.ts +42 -0
- package/dist/worker-utils/lib/library-utils/library-utils.d.ts.map +1 -0
- package/dist/worker-utils/lib/library-utils/library-utils.js +251 -0
- package/dist/worker-utils/lib/library-utils/library-utils.js.map +1 -0
- package/dist/worker-utils/lib/node/worker_threads-browser.d.ts +15 -0
- package/dist/worker-utils/lib/node/worker_threads-browser.d.ts.map +1 -0
- package/dist/worker-utils/lib/node/worker_threads-browser.js +23 -0
- package/dist/worker-utils/lib/node/worker_threads-browser.js.map +1 -0
- package/dist/worker-utils/lib/node/worker_threads.d.ts +16 -0
- package/dist/worker-utils/lib/node/worker_threads.d.ts.map +1 -0
- package/dist/worker-utils/lib/node/worker_threads.js +7 -0
- package/dist/worker-utils/lib/node/worker_threads.js.map +1 -0
- package/dist/worker-utils/lib/npm-tag.d.ts +2 -0
- package/dist/worker-utils/lib/npm-tag.d.ts.map +1 -0
- package/dist/worker-utils/lib/npm-tag.js +5 -0
- package/dist/worker-utils/lib/npm-tag.js.map +1 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.browser.d.ts +8 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.browser.d.ts.map +1 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.browser.js +18 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.browser.js.map +1 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.d.ts +45 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.d.ts.map +1 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.js +128 -0
- package/dist/worker-utils/lib/process-utils/child-process-proxy.js.map +1 -0
- package/dist/worker-utils/lib/process-utils/process-utils.d.ts +2 -0
- package/dist/worker-utils/lib/process-utils/process-utils.d.ts.map +1 -0
- package/dist/worker-utils/lib/process-utils/process-utils.js +32 -0
- package/dist/worker-utils/lib/process-utils/process-utils.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/create-worker.d.ts +9 -0
- package/dist/worker-utils/lib/worker-api/create-worker.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/create-worker.js +229 -0
- package/dist/worker-utils/lib/worker-api/create-worker.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/get-worker-url.d.ts +29 -0
- package/dist/worker-utils/lib/worker-api/get-worker-url.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/get-worker-url.js +101 -0
- package/dist/worker-utils/lib/worker-api/get-worker-url.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/process-on-worker.d.ts +67 -0
- package/dist/worker-utils/lib/worker-api/process-on-worker.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/process-on-worker.js +429 -0
- package/dist/worker-utils/lib/worker-api/process-on-worker.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/shared-state.d.ts +34 -0
- package/dist/worker-utils/lib/worker-api/shared-state.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/shared-state.js +105 -0
- package/dist/worker-utils/lib/worker-api/shared-state.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/validate-output-ownership.d.ts +3 -0
- package/dist/worker-utils/lib/worker-api/validate-output-ownership.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/validate-output-ownership.js +10 -0
- package/dist/worker-utils/lib/worker-api/validate-output-ownership.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/validate-worker-version.d.ts +9 -0
- package/dist/worker-utils/lib/worker-api/validate-worker-version.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/validate-worker-version.js +35 -0
- package/dist/worker-utils/lib/worker-api/validate-worker-version.js.map +1 -0
- package/dist/worker-utils/lib/worker-api/worker-resource.d.ts +33 -0
- package/dist/worker-utils/lib/worker-api/worker-resource.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-api/worker-resource.js +156 -0
- package/dist/worker-utils/lib/worker-api/worker-resource.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-body.d.ts +20 -0
- package/dist/worker-utils/lib/worker-farm/worker-body.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-body.js +134 -0
- package/dist/worker-utils/lib/worker-farm/worker-body.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-farm.d.ts +73 -0
- package/dist/worker-utils/lib/worker-farm/worker-farm.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-farm.js +135 -0
- package/dist/worker-utils/lib/worker-farm/worker-farm.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-job.d.ts +47 -0
- package/dist/worker-utils/lib/worker-farm/worker-job.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-job.js +124 -0
- package/dist/worker-utils/lib/worker-farm/worker-job.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-pool.d.ts +152 -0
- package/dist/worker-utils/lib/worker-farm/worker-pool.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-pool.js +584 -0
- package/dist/worker-utils/lib/worker-farm/worker-pool.js.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-thread.d.ts +77 -0
- package/dist/worker-utils/lib/worker-farm/worker-thread.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-farm/worker-thread.js +215 -0
- package/dist/worker-utils/lib/worker-farm/worker-thread.js.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-input-byte-length.d.ts +5 -0
- package/dist/worker-utils/lib/worker-utils/get-input-byte-length.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-input-byte-length.js +39 -0
- package/dist/worker-utils/lib/worker-utils/get-input-byte-length.js.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.d.ts +15 -0
- package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.js +84 -0
- package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.js.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-transfer-list.d.ts +16 -0
- package/dist/worker-utils/lib/worker-utils/get-transfer-list.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-utils/get-transfer-list.js +127 -0
- package/dist/worker-utils/lib/worker-utils/get-transfer-list.js.map +1 -0
- package/dist/worker-utils/lib/worker-utils/remove-nontransferable-options.d.ts +6 -0
- package/dist/worker-utils/lib/worker-utils/remove-nontransferable-options.d.ts.map +1 -0
- package/dist/worker-utils/lib/worker-utils/remove-nontransferable-options.js +27 -0
- package/dist/worker-utils/lib/worker-utils/remove-nontransferable-options.js.map +1 -0
- package/dist/worker-utils/types.d.ts +165 -0
- package/dist/worker-utils/types.d.ts.map +1 -0
- package/dist/worker-utils/types.js +5 -0
- package/dist/worker-utils/types.js.map +1 -0
- package/dist/worker-utils/workers/null-worker.d.ts +2 -0
- package/dist/worker-utils/workers/null-worker.d.ts.map +1 -0
- package/dist/worker-utils/workers/null-worker.js +17 -0
- package/dist/worker-utils/workers/null-worker.js.map +1 -0
- package/package.json +42 -4
- package/src/index.ts +5 -0
- package/src/tasks/index.ts +33 -0
- package/src/tasks/task-channel.ts +191 -0
- package/src/tasks/task-operation-queue.ts +109 -0
- package/src/tasks/task-preload.ts +107 -0
- package/src/tasks/task-runner.ts +933 -0
- package/src/tasks/task-runtime.ts +244 -0
- package/src/tasks/task-sync.ts +100 -0
- package/src/tasks/task-worker-channel.ts +44 -0
- package/src/tasks/task.ts +168 -0
- package/src/tasks/typed-task-dispatch.ts +44 -0
- package/src/worker-utils/index.ts +105 -0
- package/src/worker-utils/lib/async-queue/async-queue.ts +100 -0
- package/src/worker-utils/lib/env-utils/assert.ts +14 -0
- package/src/worker-utils/lib/env-utils/globals.ts +40 -0
- package/src/worker-utils/lib/env-utils/version.ts +15 -0
- package/src/worker-utils/lib/library-utils/library-utils.ts +305 -0
- package/src/worker-utils/lib/node/worker_threads-browser.ts +44 -0
- package/src/worker-utils/lib/node/worker_threads.ts +21 -0
- package/src/worker-utils/lib/npm-tag.ts +5 -0
- package/src/worker-utils/lib/process-utils/child-process-proxy.browser.ts +23 -0
- package/src/worker-utils/lib/process-utils/child-process-proxy.ts +172 -0
- package/src/worker-utils/lib/process-utils/process-utils.ts +34 -0
- package/src/worker-utils/lib/worker-api/create-worker.ts +271 -0
- package/src/worker-utils/lib/worker-api/get-worker-url.ts +130 -0
- package/src/worker-utils/lib/worker-api/process-on-worker.ts +596 -0
- package/src/worker-utils/lib/worker-api/shared-state.ts +135 -0
- package/src/worker-utils/lib/worker-api/validate-output-ownership.ts +10 -0
- package/src/worker-utils/lib/worker-api/validate-worker-version.ts +44 -0
- package/src/worker-utils/lib/worker-api/worker-resource.ts +203 -0
- package/src/worker-utils/lib/worker-farm/worker-body.ts +154 -0
- package/src/worker-utils/lib/worker-farm/worker-farm.ts +172 -0
- package/src/worker-utils/lib/worker-farm/worker-job.ts +148 -0
- package/src/worker-utils/lib/worker-farm/worker-pool.ts +719 -0
- package/src/worker-utils/lib/worker-farm/worker-thread.ts +260 -0
- package/src/worker-utils/lib/worker-utils/get-input-byte-length.ts +34 -0
- package/src/worker-utils/lib/worker-utils/get-loadable-worker-url.ts +96 -0
- package/src/worker-utils/lib/worker-utils/get-transfer-list.ts +125 -0
- package/src/worker-utils/lib/worker-utils/remove-nontransferable-options.ts +27 -0
- package/src/worker-utils/types.ts +224 -0
- package/src/worker-utils/workers/null-worker.ts +20 -0
|
@@ -0,0 +1,224 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
|
|
4
|
+
|
|
5
|
+
import type {SharedWorkerState} from './lib/worker-api/shared-state';
|
|
6
|
+
|
|
7
|
+
/** Progress measured independently within a named phase. */
|
|
8
|
+
export type WorkerProgress = {
|
|
9
|
+
/** Operation being measured. */
|
|
10
|
+
phase: string;
|
|
11
|
+
/** Work completed in this phase. */
|
|
12
|
+
completed: number;
|
|
13
|
+
/** Expected work, when known. */
|
|
14
|
+
total?: number;
|
|
15
|
+
/** Measurement unit, such as bytes, rows, or tasks. */
|
|
16
|
+
unit: string;
|
|
17
|
+
};
|
|
18
|
+
|
|
19
|
+
/** One settled worker lease. Times are milliseconds; postMessageMs is synchronous serialization/transfer. */
|
|
20
|
+
export type WorkerJobMetrics = {
|
|
21
|
+
name: string;
|
|
22
|
+
outcome: 'completed' | 'failed' | 'cancelled';
|
|
23
|
+
queueWaitMs: number;
|
|
24
|
+
durationMs: number;
|
|
25
|
+
workerCreationMs: number;
|
|
26
|
+
/** Runtime ready handshake latency; absent for legacy custom workers. */
|
|
27
|
+
workerStartupMs?: number;
|
|
28
|
+
postMessageMs: number;
|
|
29
|
+
/** Processor time reported by createWorker; absent for legacy workers. */
|
|
30
|
+
executionMs?: number;
|
|
31
|
+
inputBytes: number;
|
|
32
|
+
};
|
|
33
|
+
|
|
34
|
+
export type WorkerPoolStats = {
|
|
35
|
+
queuedJobs: number;
|
|
36
|
+
activeJobs: number;
|
|
37
|
+
queuedBytes: number;
|
|
38
|
+
inFlightBytes: number;
|
|
39
|
+
peakQueuedBytes: number;
|
|
40
|
+
peakInFlightBytes: number;
|
|
41
|
+
pendingAdmissions: number;
|
|
42
|
+
reservations: number;
|
|
43
|
+
workersCreated: number;
|
|
44
|
+
workerRestarts: number;
|
|
45
|
+
completed: number;
|
|
46
|
+
failed: number;
|
|
47
|
+
cancelled: number;
|
|
48
|
+
};
|
|
49
|
+
|
|
50
|
+
/** Shared worker execution options. */
|
|
51
|
+
export type WorkerOptions = {
|
|
52
|
+
/** Copy input or transfer its backing buffers; transfer preserves the loaders.gl default. */
|
|
53
|
+
inputOwnership?: 'copy' | 'transfer' | 'share';
|
|
54
|
+
/** Copy worker output or transfer its backing buffers; transfer is the default. */
|
|
55
|
+
outputOwnership?: 'copy' | 'transfer';
|
|
56
|
+
/** Shared control buffer, or false to disable automatic cooperative shared control. */
|
|
57
|
+
sharedState?: SharedArrayBuffer | false;
|
|
58
|
+
/** Hard termination is the compatibility default. Cooperative mode requires createWorker support. */
|
|
59
|
+
cancellationMode?: 'terminate' | 'cooperative';
|
|
60
|
+
/** Grace period before hard termination; defaults to 1000 ms. */
|
|
61
|
+
cancellationTimeout?: number;
|
|
62
|
+
/** Cancels queued or running work. */
|
|
63
|
+
signal?: AbortSignal;
|
|
64
|
+
/** Receives phase progress. Throwing aborts the job with that error. */
|
|
65
|
+
onProgress?: (progress: WorkerProgress) => void;
|
|
66
|
+
// Worker farm options
|
|
67
|
+
CDN?: string | null;
|
|
68
|
+
worker?: boolean;
|
|
69
|
+
/** Declares batch-protocol support for a custom worker, or disables batch offloading. */
|
|
70
|
+
workerInBatches?: boolean;
|
|
71
|
+
/** Per-pool input byte budgets. Queue overflow rejects before input transfer. */
|
|
72
|
+
maxQueuedJobs?: number;
|
|
73
|
+
maxPendingAdmissions?: number;
|
|
74
|
+
priorityAgingMs?: number;
|
|
75
|
+
onMetrics?: (metrics: WorkerJobMetrics) => void;
|
|
76
|
+
performanceMarks?: boolean;
|
|
77
|
+
maxQueuedBytes?: number;
|
|
78
|
+
maxInFlightBytes?: number;
|
|
79
|
+
/** Larger values start first; equal priorities preserve submission order. */
|
|
80
|
+
priority?: number;
|
|
81
|
+
/** Reserved input bytes for a batch session; bounds each batch's retained buffers. */
|
|
82
|
+
inputBytes?: number;
|
|
83
|
+
maxConcurrency?: number;
|
|
84
|
+
maxMobileConcurrency?: number;
|
|
85
|
+
reuseWorkers?: boolean;
|
|
86
|
+
_workerType?: string;
|
|
87
|
+
workerUrl?: string;
|
|
88
|
+
/** Browser worker script type for URL or source targets. Defaults to classic. */
|
|
89
|
+
workerType?: 'classic' | 'module';
|
|
90
|
+
[key: string]: any; // TODO
|
|
91
|
+
};
|
|
92
|
+
|
|
93
|
+
/**
|
|
94
|
+
* Creates a fresh browser Worker instance for a worker descriptor.
|
|
95
|
+
*
|
|
96
|
+
* Returning `null` delegates to the existing URL-based worker resolution. This lets packages
|
|
97
|
+
* expose bundler-resolved module workers without removing classic worker or CDN support.
|
|
98
|
+
*/
|
|
99
|
+
export type LoadWorker = () => Worker | null;
|
|
100
|
+
|
|
101
|
+
export type WorkerContext = {
|
|
102
|
+
/** Worker-side signal; long CPU loops must yield and check it to cooperate. */
|
|
103
|
+
signal?: AbortSignal;
|
|
104
|
+
sharedState?: SharedWorkerState;
|
|
105
|
+
/** Checks the message signal and atomic shared cancellation, including inside synchronous loops. */
|
|
106
|
+
throwIfAborted?: () => void;
|
|
107
|
+
/** Reports progress from the active worker job. */
|
|
108
|
+
reportProgress?: (progress: WorkerProgress) => void;
|
|
109
|
+
process?: Process;
|
|
110
|
+
processInBatches?: ProcessInBatches;
|
|
111
|
+
};
|
|
112
|
+
|
|
113
|
+
/** Serializable context sent with a single worker job. */
|
|
114
|
+
export type WorkerJobContext = {
|
|
115
|
+
[key: string]: any;
|
|
116
|
+
};
|
|
117
|
+
|
|
118
|
+
export type Process<Input = any, Output = any, Options extends object = {[key: string]: any}> = (
|
|
119
|
+
data: Input,
|
|
120
|
+
options?: Options,
|
|
121
|
+
context?: WorkerContext,
|
|
122
|
+
jobContext?: WorkerJobContext
|
|
123
|
+
) => Output | Promise<Output>;
|
|
124
|
+
|
|
125
|
+
export type ProcessInBatches<
|
|
126
|
+
Input = any,
|
|
127
|
+
Output = any,
|
|
128
|
+
Options extends object = {[key: string]: any}
|
|
129
|
+
> = (
|
|
130
|
+
iterator: AsyncIterable<Input> | Iterable<Input>,
|
|
131
|
+
options?: Options,
|
|
132
|
+
context?: WorkerContext,
|
|
133
|
+
jobContext?: WorkerJobContext
|
|
134
|
+
) => AsyncIterable<Output>;
|
|
135
|
+
|
|
136
|
+
/**
|
|
137
|
+
* A worker description object
|
|
138
|
+
*/
|
|
139
|
+
export type WorkerObject<
|
|
140
|
+
Input = any,
|
|
141
|
+
Output = any,
|
|
142
|
+
Options extends object = {[key: string]: any}
|
|
143
|
+
> = {
|
|
144
|
+
id: string;
|
|
145
|
+
name: string;
|
|
146
|
+
module: string;
|
|
147
|
+
/** npm package containing worker artifacts; omitted preserves the loaders.gl URL convention. */
|
|
148
|
+
packageName?: string;
|
|
149
|
+
version: string;
|
|
150
|
+
worker?: string | boolean;
|
|
151
|
+
/** Whether the built-in worker accepts stateful batch requests. */
|
|
152
|
+
workerInBatches?: boolean;
|
|
153
|
+
/** Browser worker filename when it differs from the worker id. */
|
|
154
|
+
workerFile?: string;
|
|
155
|
+
/** Creates a built-in browser worker, typically using `type: 'module'`. */
|
|
156
|
+
loadWorker?: LoadWorker;
|
|
157
|
+
/** Optional Node.js-specific worker filename (for example a `.cjs` asset). */
|
|
158
|
+
workerNode?: string;
|
|
159
|
+
/** Repository-relative source path for a Node test worker after package grouping. */
|
|
160
|
+
workerSourceNode?: string;
|
|
161
|
+
options: {[key: string]: any};
|
|
162
|
+
deprecatedOptions?: object;
|
|
163
|
+
|
|
164
|
+
process?: Process<Input, Output, Options>;
|
|
165
|
+
processInBatches?: ProcessInBatches<Input, Output, Options>;
|
|
166
|
+
};
|
|
167
|
+
|
|
168
|
+
/*
|
|
169
|
+
PROTOCOL
|
|
170
|
+
|
|
171
|
+
Main thread worker
|
|
172
|
+
=> process-in-batches
|
|
173
|
+
|
|
174
|
+
<= input-request
|
|
175
|
+
=> input-batch
|
|
176
|
+
<= output-batch
|
|
177
|
+
=> output-ack
|
|
178
|
+
... // repeat
|
|
179
|
+
|
|
180
|
+
=> input-done
|
|
181
|
+
<= done
|
|
182
|
+
|
|
183
|
+
// or
|
|
184
|
+
|
|
185
|
+
<= error
|
|
186
|
+
*/
|
|
187
|
+
export type WorkerMessageType =
|
|
188
|
+
| 'ready'
|
|
189
|
+
| 'cancel'
|
|
190
|
+
| 'progress'
|
|
191
|
+
| 'preload'
|
|
192
|
+
| 'process'
|
|
193
|
+
| 'done'
|
|
194
|
+
| 'error'
|
|
195
|
+
| 'process-in-batches'
|
|
196
|
+
| 'input-request'
|
|
197
|
+
| 'input-batch'
|
|
198
|
+
| 'input-done'
|
|
199
|
+
| 'output-batch'
|
|
200
|
+
| 'output-ack';
|
|
201
|
+
|
|
202
|
+
export type WorkerMessagePayload = {
|
|
203
|
+
/** Phase progress from the worker. */
|
|
204
|
+
progress?: WorkerProgress;
|
|
205
|
+
executionMs?: number;
|
|
206
|
+
id?: number;
|
|
207
|
+
options?: {[key: string]: any};
|
|
208
|
+
context?: WorkerJobContext;
|
|
209
|
+
input?: any; // Transferable;
|
|
210
|
+
result?: any; // Transferable
|
|
211
|
+
error?: string;
|
|
212
|
+
errorName?: string;
|
|
213
|
+
};
|
|
214
|
+
|
|
215
|
+
export type WorkerMessageData = {
|
|
216
|
+
source: 'loaders.gl';
|
|
217
|
+
type: WorkerMessageType;
|
|
218
|
+
payload: WorkerMessagePayload;
|
|
219
|
+
};
|
|
220
|
+
|
|
221
|
+
export type WorkerMessage = {
|
|
222
|
+
type: string;
|
|
223
|
+
data: WorkerMessageData;
|
|
224
|
+
};
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
|
|
4
|
+
|
|
5
|
+
import {createWorker} from '../lib/worker-api/create-worker';
|
|
6
|
+
|
|
7
|
+
createWorker(
|
|
8
|
+
async data => {
|
|
9
|
+
// @ts-ignore
|
|
10
|
+
return data;
|
|
11
|
+
},
|
|
12
|
+
/** Echoes batches together with session-local state for worker protocol tests. */
|
|
13
|
+
async function* processInBatches(iterator) {
|
|
14
|
+
let batchIndex = 0;
|
|
15
|
+
for await (const input of iterator) {
|
|
16
|
+
yield {input, batchIndex};
|
|
17
|
+
batchIndex++;
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
);
|