@loaders.gl/worker-utils 4.0.0-alpha.1 → 4.0.0-alpha.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es5/index.js +148 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/lib/async-queue/async-queue.js +100 -0
- package/dist/es5/lib/async-queue/async-queue.js.map +1 -0
- package/dist/es5/lib/env-utils/assert.js +12 -0
- package/dist/es5/lib/env-utils/assert.js.map +1 -0
- package/dist/es5/lib/env-utils/globals.js +32 -0
- package/dist/es5/lib/env-utils/globals.js.map +1 -0
- package/dist/es5/lib/env-utils/version.js +13 -0
- package/dist/es5/lib/env-utils/version.js.map +1 -0
- package/dist/es5/lib/library-utils/library-utils.js +154 -0
- package/dist/es5/lib/library-utils/library-utils.js.map +1 -0
- package/dist/es5/lib/node/require-utils.node.js +71 -0
- package/dist/es5/lib/node/require-utils.node.js.map +1 -0
- package/dist/es5/lib/node/worker_threads-browser.js +23 -0
- package/dist/es5/lib/node/worker_threads-browser.js.map +1 -0
- package/dist/es5/lib/node/worker_threads.js +27 -0
- package/dist/es5/lib/node/worker_threads.js.map +1 -0
- package/dist/es5/lib/process-utils/child-process-proxy.js +195 -0
- package/dist/es5/lib/process-utils/child-process-proxy.js.map +1 -0
- package/dist/es5/lib/process-utils/process-utils.js +33 -0
- package/dist/es5/lib/process-utils/process-utils.js.map +1 -0
- package/dist/es5/lib/worker-api/create-worker.js +166 -0
- package/dist/es5/lib/worker-api/create-worker.js.map +1 -0
- package/dist/es5/lib/worker-api/get-worker-url.js +39 -0
- package/dist/es5/lib/worker-api/get-worker-url.js.map +1 -0
- package/dist/es5/lib/worker-api/process-on-worker.js +137 -0
- package/dist/es5/lib/worker-api/process-on-worker.js.map +1 -0
- package/dist/es5/lib/worker-api/validate-worker-version.js +25 -0
- package/dist/es5/lib/worker-api/validate-worker-version.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-body.js +109 -0
- package/dist/es5/lib/worker-farm/worker-body.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-farm.js +113 -0
- package/dist/es5/lib/worker-farm/worker-farm.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-job.js +56 -0
- package/dist/es5/lib/worker-farm/worker-job.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-pool.js +211 -0
- package/dist/es5/lib/worker-farm/worker-pool.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-thread.js +136 -0
- package/dist/es5/lib/worker-farm/worker-thread.js.map +1 -0
- package/dist/es5/lib/worker-utils/get-loadable-worker-url.js +41 -0
- package/dist/es5/lib/worker-utils/get-loadable-worker-url.js.map +1 -0
- package/dist/es5/lib/worker-utils/get-transfer-list.js +59 -0
- package/dist/es5/lib/worker-utils/get-transfer-list.js.map +1 -0
- package/dist/es5/lib/worker-utils/remove-nontransferable-options.js +25 -0
- package/dist/es5/lib/worker-utils/remove-nontransferable-options.js.map +1 -0
- package/dist/es5/types.js +2 -0
- package/dist/es5/types.js.map +1 -0
- package/dist/es5/workers/null-worker.js +23 -0
- package/dist/es5/workers/null-worker.js.map +1 -0
- package/dist/esm/index.js +26 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/lib/async-queue/async-queue.js +76 -0
- package/dist/esm/lib/async-queue/async-queue.js.map +1 -0
- package/dist/esm/lib/env-utils/assert.js +6 -0
- package/dist/esm/lib/env-utils/assert.js.map +1 -0
- package/dist/esm/lib/env-utils/globals.js +17 -0
- package/dist/esm/lib/env-utils/globals.js.map +1 -0
- package/dist/esm/lib/env-utils/version.js +6 -0
- package/dist/esm/lib/env-utils/version.js.map +1 -0
- package/dist/esm/lib/library-utils/library-utils.js +74 -0
- package/dist/esm/lib/library-utils/library-utils.js.map +1 -0
- package/dist/esm/lib/node/require-utils.node.js +36 -0
- package/dist/esm/lib/node/require-utils.node.js.map +1 -0
- package/dist/esm/lib/node/worker_threads-browser.js +7 -0
- package/dist/esm/lib/node/worker_threads-browser.js.map +1 -0
- package/dist/esm/lib/node/worker_threads.js +4 -0
- package/dist/esm/lib/node/worker_threads.js.map +1 -0
- package/dist/esm/lib/process-utils/child-process-proxy.js +106 -0
- package/dist/esm/lib/process-utils/child-process-proxy.js.map +1 -0
- package/dist/esm/lib/process-utils/process-utils.js +26 -0
- package/dist/esm/lib/process-utils/process-utils.js.map +1 -0
- package/dist/esm/lib/worker-api/create-worker.js +84 -0
- package/dist/esm/lib/worker-api/create-worker.js.map +1 -0
- package/dist/esm/lib/worker-api/get-worker-url.js +32 -0
- package/dist/esm/lib/worker-api/get-worker-url.js.map +1 -0
- package/dist/esm/lib/worker-api/process-on-worker.js +75 -0
- package/dist/esm/lib/worker-api/process-on-worker.js.map +1 -0
- package/dist/esm/lib/worker-api/validate-worker-version.js +19 -0
- package/dist/esm/lib/worker-api/validate-worker-version.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-body.js +86 -0
- package/dist/esm/lib/worker-farm/worker-body.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-farm.js +72 -0
- package/dist/esm/lib/worker-farm/worker-farm.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-job.js +36 -0
- package/dist/esm/lib/worker-farm/worker-job.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-pool.js +124 -0
- package/dist/esm/lib/worker-farm/worker-pool.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-thread.js +105 -0
- package/dist/esm/lib/worker-farm/worker-thread.js.map +1 -0
- package/dist/esm/lib/worker-utils/get-loadable-worker-url.js +35 -0
- package/dist/esm/lib/worker-utils/get-loadable-worker-url.js.map +1 -0
- package/dist/esm/lib/worker-utils/get-transfer-list.js +50 -0
- package/dist/esm/lib/worker-utils/get-transfer-list.js.map +1 -0
- package/dist/esm/lib/worker-utils/remove-nontransferable-options.js +17 -0
- package/dist/esm/lib/worker-utils/remove-nontransferable-options.js.map +1 -0
- package/dist/esm/types.js +2 -0
- package/dist/esm/types.js.map +1 -0
- package/dist/esm/workers/null-worker.js +5 -0
- package/dist/esm/workers/null-worker.js.map +1 -0
- package/dist/index.d.ts +20 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +58 -25
- package/dist/lib/async-queue/async-queue.d.ts +32 -0
- package/dist/lib/async-queue/async-queue.d.ts.map +1 -0
- package/dist/lib/async-queue/async-queue.js +81 -91
- package/dist/lib/env-utils/assert.d.ts +3 -0
- package/dist/lib/env-utils/assert.d.ts.map +1 -0
- package/dist/lib/env-utils/assert.js +12 -5
- package/dist/lib/env-utils/globals.d.ts +22 -0
- package/dist/lib/env-utils/globals.d.ts.map +1 -0
- package/dist/lib/env-utils/globals.js +25 -10
- package/dist/lib/env-utils/version.d.ts +2 -0
- package/dist/lib/env-utils/version.d.ts.map +1 -0
- package/dist/lib/env-utils/version.js +10 -5
- package/dist/lib/library-utils/library-utils.d.ts +18 -0
- package/dist/lib/library-utils/library-utils.d.ts.map +1 -0
- package/dist/lib/library-utils/library-utils.js +161 -75
- package/dist/lib/node/require-utils.node.d.ts +6 -0
- package/dist/lib/node/require-utils.node.d.ts.map +1 -0
- package/dist/lib/node/require-utils.node.js +58 -41
- package/dist/lib/node/worker_threads-browser.d.ts +7 -0
- package/dist/lib/node/worker_threads-browser.d.ts.map +1 -0
- package/dist/lib/node/worker_threads-browser.js +15 -0
- package/dist/lib/node/worker_threads.d.ts +6 -0
- package/dist/lib/node/worker_threads.d.ts.map +1 -0
- package/dist/lib/node/worker_threads.js +33 -0
- package/dist/lib/process-utils/child-process-proxy.d.ts +45 -0
- package/dist/lib/process-utils/child-process-proxy.d.ts.map +1 -0
- package/dist/lib/process-utils/child-process-proxy.js +127 -113
- package/dist/lib/process-utils/process-utils.d.ts +2 -0
- package/dist/lib/process-utils/process-utils.d.ts.map +1 -0
- package/dist/lib/process-utils/process-utils.js +33 -27
- package/dist/lib/worker-api/create-worker.d.ts +9 -0
- package/dist/lib/worker-api/create-worker.d.ts.map +1 -0
- package/dist/lib/worker-api/create-worker.js +84 -92
- package/dist/lib/worker-api/get-worker-url.d.ts +14 -0
- package/dist/lib/worker-api/get-worker-url.d.ts.map +1 -0
- package/dist/lib/worker-api/get-worker-url.js +56 -29
- package/dist/lib/worker-api/process-on-worker.d.ts +20 -0
- package/dist/lib/worker-api/process-on-worker.d.ts.map +1 -0
- package/dist/lib/worker-api/process-on-worker.js +79 -71
- package/dist/lib/worker-api/validate-worker-version.d.ts +9 -0
- package/dist/lib/worker-api/validate-worker-version.d.ts.map +1 -0
- package/dist/lib/worker-api/validate-worker-version.js +32 -18
- package/dist/lib/worker-farm/worker-body.d.ts +18 -0
- package/dist/lib/worker-farm/worker-body.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-body.js +104 -58
- package/dist/lib/worker-farm/worker-farm.d.ts +59 -0
- package/dist/lib/worker-farm/worker-farm.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-farm.js +83 -77
- package/dist/lib/worker-farm/worker-job.d.ts +29 -0
- package/dist/lib/worker-farm/worker-job.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-job.js +46 -53
- package/dist/lib/worker-farm/worker-pool.d.ts +77 -0
- package/dist/lib/worker-farm/worker-pool.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-pool.js +154 -147
- package/dist/lib/worker-farm/worker-thread.d.ts +49 -0
- package/dist/lib/worker-farm/worker-thread.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-thread.js +128 -102
- package/dist/lib/worker-utils/get-loadable-worker-url.d.ts +14 -0
- package/dist/lib/worker-utils/get-loadable-worker-url.d.ts.map +1 -0
- package/dist/lib/worker-utils/get-loadable-worker-url.js +63 -33
- package/dist/lib/worker-utils/get-transfer-list.d.ts +15 -0
- package/dist/lib/worker-utils/get-transfer-list.d.ts.map +1 -0
- package/dist/lib/worker-utils/get-transfer-list.js +83 -36
- package/dist/lib/worker-utils/remove-nontransferable-options.d.ts +6 -0
- package/dist/lib/worker-utils/remove-nontransferable-options.d.ts.map +1 -0
- package/dist/lib/worker-utils/remove-nontransferable-options.js +25 -21
- package/dist/null-worker-node.js +244 -0
- package/dist/null-worker-node.js.map +7 -0
- package/dist/null-worker.js +219 -549
- package/dist/null-worker.js.map +7 -1
- package/dist/types.d.ts +62 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -2
- package/dist/workers/null-worker.d.ts +2 -0
- package/dist/workers/null-worker.d.ts.map +1 -0
- package/dist/workers/null-worker.js +6 -4
- package/package.json +15 -8
- package/src/index.ts +1 -1
- package/src/lib/library-utils/library-utils.ts +9 -2
- package/src/lib/node/worker_threads-browser.ts +13 -0
- package/src/lib/node/worker_threads.ts +6 -0
- package/src/lib/process-utils/child-process-proxy.ts +6 -3
- package/src/lib/worker-api/create-worker.ts +1 -2
- package/src/lib/worker-api/get-worker-url.ts +15 -2
- package/src/lib/worker-api/process-on-worker.ts +8 -4
- package/src/lib/worker-farm/worker-body.ts +61 -19
- package/src/lib/worker-farm/worker-farm.ts +10 -5
- package/src/lib/worker-farm/worker-job.ts +3 -6
- package/src/lib/worker-farm/worker-pool.ts +15 -2
- package/src/lib/worker-farm/worker-thread.ts +45 -7
- package/src/lib/worker-utils/get-loadable-worker-url.ts +0 -2
- package/src/lib/worker-utils/get-transfer-list.ts +28 -0
- package/src/lib/worker-utils/remove-nontransferable-options.ts +17 -25
- package/src/types.ts +4 -2
- package/dist/index.js.map +0 -1
- package/dist/lib/async-queue/async-queue.js.map +0 -1
- package/dist/lib/env-utils/assert.js.map +0 -1
- package/dist/lib/env-utils/globals.js.map +0 -1
- package/dist/lib/env-utils/version.js.map +0 -1
- package/dist/lib/library-utils/library-utils.js.map +0 -1
- package/dist/lib/node/require-utils.node.js.map +0 -1
- package/dist/lib/process-utils/child-process-proxy.js.map +0 -1
- package/dist/lib/process-utils/process-utils.js.map +0 -1
- package/dist/lib/worker-api/create-worker.js.map +0 -1
- package/dist/lib/worker-api/get-worker-url.js.map +0 -1
- package/dist/lib/worker-api/process-on-worker.js.map +0 -1
- package/dist/lib/worker-api/validate-worker-version.js.map +0 -1
- package/dist/lib/worker-farm/worker-body.js.map +0 -1
- package/dist/lib/worker-farm/worker-farm.js.map +0 -1
- package/dist/lib/worker-farm/worker-job.js.map +0 -1
- package/dist/lib/worker-farm/worker-pool.js.map +0 -1
- package/dist/lib/worker-farm/worker-thread.js.map +0 -1
- package/dist/lib/worker-utils/get-loadable-worker-url.js.map +0 -1
- package/dist/lib/worker-utils/get-transfer-list.js.map +0 -1
- package/dist/lib/worker-utils/remove-nontransferable-options.js.map +0 -1
- package/dist/types.js.map +0 -1
- package/dist/workers/null-worker.js.map +0 -1
|
@@ -0,0 +1,244 @@
|
|
|
1
|
+
// src/lib/async-queue/async-queue.ts
|
|
2
|
+
var AsyncQueue = class {
|
|
3
|
+
constructor() {
|
|
4
|
+
this._values = [];
|
|
5
|
+
this._settlers = [];
|
|
6
|
+
this._closed = false;
|
|
7
|
+
}
|
|
8
|
+
[Symbol.asyncIterator]() {
|
|
9
|
+
return this;
|
|
10
|
+
}
|
|
11
|
+
push(value) {
|
|
12
|
+
return this.enqueue(value);
|
|
13
|
+
}
|
|
14
|
+
enqueue(value) {
|
|
15
|
+
if (this._closed) {
|
|
16
|
+
throw new Error("Closed");
|
|
17
|
+
}
|
|
18
|
+
if (this._settlers.length > 0) {
|
|
19
|
+
if (this._values.length > 0) {
|
|
20
|
+
throw new Error("Illegal internal state");
|
|
21
|
+
}
|
|
22
|
+
const settler = this._settlers.shift();
|
|
23
|
+
if (value instanceof Error) {
|
|
24
|
+
settler.reject(value);
|
|
25
|
+
} else {
|
|
26
|
+
settler.resolve({ value });
|
|
27
|
+
}
|
|
28
|
+
} else {
|
|
29
|
+
this._values.push(value);
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
close() {
|
|
33
|
+
while (this._settlers.length > 0) {
|
|
34
|
+
const settler = this._settlers.shift();
|
|
35
|
+
settler.resolve({ done: true });
|
|
36
|
+
}
|
|
37
|
+
this._closed = true;
|
|
38
|
+
}
|
|
39
|
+
next() {
|
|
40
|
+
if (this._values.length > 0) {
|
|
41
|
+
const value = this._values.shift();
|
|
42
|
+
if (value instanceof Error) {
|
|
43
|
+
return Promise.reject(value);
|
|
44
|
+
}
|
|
45
|
+
return Promise.resolve({ done: false, value });
|
|
46
|
+
}
|
|
47
|
+
if (this._closed) {
|
|
48
|
+
if (this._settlers.length > 0) {
|
|
49
|
+
throw new Error("Illegal internal state");
|
|
50
|
+
}
|
|
51
|
+
return Promise.resolve({ done: true, value: void 0 });
|
|
52
|
+
}
|
|
53
|
+
return new Promise((resolve, reject) => {
|
|
54
|
+
this._settlers.push({ resolve, reject });
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
};
|
|
58
|
+
|
|
59
|
+
// src/lib/worker-utils/get-transfer-list.ts
|
|
60
|
+
function getTransferList(object, recursive = true, transfers) {
|
|
61
|
+
const transfersSet = transfers || new Set();
|
|
62
|
+
if (!object) {
|
|
63
|
+
} else if (isTransferable(object)) {
|
|
64
|
+
transfersSet.add(object);
|
|
65
|
+
} else if (isTransferable(object.buffer)) {
|
|
66
|
+
transfersSet.add(object.buffer);
|
|
67
|
+
} else if (ArrayBuffer.isView(object)) {
|
|
68
|
+
} else if (recursive && typeof object === "object") {
|
|
69
|
+
for (const key in object) {
|
|
70
|
+
getTransferList(object[key], recursive, transfersSet);
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
return transfers === void 0 ? Array.from(transfersSet) : [];
|
|
74
|
+
}
|
|
75
|
+
function isTransferable(object) {
|
|
76
|
+
if (!object) {
|
|
77
|
+
return false;
|
|
78
|
+
}
|
|
79
|
+
if (object instanceof ArrayBuffer) {
|
|
80
|
+
return true;
|
|
81
|
+
}
|
|
82
|
+
if (typeof MessagePort !== "undefined" && object instanceof MessagePort) {
|
|
83
|
+
return true;
|
|
84
|
+
}
|
|
85
|
+
if (typeof ImageBitmap !== "undefined" && object instanceof ImageBitmap) {
|
|
86
|
+
return true;
|
|
87
|
+
}
|
|
88
|
+
if (typeof OffscreenCanvas !== "undefined" && object instanceof OffscreenCanvas) {
|
|
89
|
+
return true;
|
|
90
|
+
}
|
|
91
|
+
return false;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
// src/lib/worker-farm/worker-body.ts
|
|
95
|
+
function getParentPort() {
|
|
96
|
+
let parentPort;
|
|
97
|
+
try {
|
|
98
|
+
eval("globalThis.parentPort = require('worker_threads').parentPort");
|
|
99
|
+
parentPort = globalThis.parentPort;
|
|
100
|
+
} catch {
|
|
101
|
+
}
|
|
102
|
+
return parentPort;
|
|
103
|
+
}
|
|
104
|
+
var onMessageWrapperMap = new Map();
|
|
105
|
+
var WorkerBody = class {
|
|
106
|
+
static inWorkerThread() {
|
|
107
|
+
return typeof self !== "undefined" || Boolean(getParentPort());
|
|
108
|
+
}
|
|
109
|
+
static set onmessage(onMessage) {
|
|
110
|
+
function handleMessage(message) {
|
|
111
|
+
const parentPort3 = getParentPort();
|
|
112
|
+
const { type, payload } = parentPort3 ? message : message.data;
|
|
113
|
+
onMessage(type, payload);
|
|
114
|
+
}
|
|
115
|
+
const parentPort2 = getParentPort();
|
|
116
|
+
if (parentPort2) {
|
|
117
|
+
parentPort2.on("message", handleMessage);
|
|
118
|
+
parentPort2.on("exit", () => console.debug("Node worker closing"));
|
|
119
|
+
} else {
|
|
120
|
+
globalThis.onmessage = handleMessage;
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
static addEventListener(onMessage) {
|
|
124
|
+
let onMessageWrapper = onMessageWrapperMap.get(onMessage);
|
|
125
|
+
if (!onMessageWrapper) {
|
|
126
|
+
onMessageWrapper = (message) => {
|
|
127
|
+
if (!isKnownMessage(message)) {
|
|
128
|
+
return;
|
|
129
|
+
}
|
|
130
|
+
const parentPort3 = getParentPort();
|
|
131
|
+
const { type, payload } = parentPort3 ? message : message.data;
|
|
132
|
+
onMessage(type, payload);
|
|
133
|
+
};
|
|
134
|
+
}
|
|
135
|
+
const parentPort2 = getParentPort();
|
|
136
|
+
if (parentPort2) {
|
|
137
|
+
console.error("not implemented");
|
|
138
|
+
} else {
|
|
139
|
+
globalThis.addEventListener("message", onMessageWrapper);
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
static removeEventListener(onMessage) {
|
|
143
|
+
const onMessageWrapper = onMessageWrapperMap.get(onMessage);
|
|
144
|
+
onMessageWrapperMap.delete(onMessage);
|
|
145
|
+
const parentPort2 = getParentPort();
|
|
146
|
+
if (parentPort2) {
|
|
147
|
+
console.error("not implemented");
|
|
148
|
+
} else {
|
|
149
|
+
globalThis.removeEventListener("message", onMessageWrapper);
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
static postMessage(type, payload) {
|
|
153
|
+
const data = { source: "loaders.gl", type, payload };
|
|
154
|
+
const transferList = getTransferList(payload);
|
|
155
|
+
const parentPort2 = getParentPort();
|
|
156
|
+
if (parentPort2) {
|
|
157
|
+
parentPort2.postMessage(data, transferList);
|
|
158
|
+
} else {
|
|
159
|
+
globalThis.postMessage(data, transferList);
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
};
|
|
163
|
+
function isKnownMessage(message) {
|
|
164
|
+
const { type, data } = message;
|
|
165
|
+
return type === "message" && data && typeof data.source === "string" && data.source.startsWith("loaders.gl");
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
// src/lib/worker-api/create-worker.ts
|
|
169
|
+
var requestId = 0;
|
|
170
|
+
var inputBatches;
|
|
171
|
+
var options;
|
|
172
|
+
function createWorker(process, processInBatches) {
|
|
173
|
+
if (!WorkerBody.inWorkerThread()) {
|
|
174
|
+
return;
|
|
175
|
+
}
|
|
176
|
+
const context = {
|
|
177
|
+
process: processOnMainThread
|
|
178
|
+
};
|
|
179
|
+
WorkerBody.onmessage = async (type, payload) => {
|
|
180
|
+
try {
|
|
181
|
+
switch (type) {
|
|
182
|
+
case "process":
|
|
183
|
+
if (!process) {
|
|
184
|
+
throw new Error("Worker does not support atomic processing");
|
|
185
|
+
}
|
|
186
|
+
const result = await process(payload.input, payload.options || {}, context);
|
|
187
|
+
WorkerBody.postMessage("done", { result });
|
|
188
|
+
break;
|
|
189
|
+
case "process-in-batches":
|
|
190
|
+
if (!processInBatches) {
|
|
191
|
+
throw new Error("Worker does not support batched processing");
|
|
192
|
+
}
|
|
193
|
+
inputBatches = new AsyncQueue();
|
|
194
|
+
options = payload.options || {};
|
|
195
|
+
const resultIterator = processInBatches(inputBatches, options, context);
|
|
196
|
+
for await (const batch of resultIterator) {
|
|
197
|
+
WorkerBody.postMessage("output-batch", { result: batch });
|
|
198
|
+
}
|
|
199
|
+
WorkerBody.postMessage("done", {});
|
|
200
|
+
break;
|
|
201
|
+
case "input-batch":
|
|
202
|
+
inputBatches.push(payload.input);
|
|
203
|
+
break;
|
|
204
|
+
case "input-done":
|
|
205
|
+
inputBatches.close();
|
|
206
|
+
break;
|
|
207
|
+
default:
|
|
208
|
+
}
|
|
209
|
+
} catch (error) {
|
|
210
|
+
const message = error instanceof Error ? error.message : "";
|
|
211
|
+
WorkerBody.postMessage("error", { error: message });
|
|
212
|
+
}
|
|
213
|
+
};
|
|
214
|
+
}
|
|
215
|
+
function processOnMainThread(arrayBuffer, options2 = {}) {
|
|
216
|
+
return new Promise((resolve, reject) => {
|
|
217
|
+
const id = requestId++;
|
|
218
|
+
const onMessage = (type, payload2) => {
|
|
219
|
+
if (payload2.id !== id) {
|
|
220
|
+
return;
|
|
221
|
+
}
|
|
222
|
+
switch (type) {
|
|
223
|
+
case "done":
|
|
224
|
+
WorkerBody.removeEventListener(onMessage);
|
|
225
|
+
resolve(payload2.result);
|
|
226
|
+
break;
|
|
227
|
+
case "error":
|
|
228
|
+
WorkerBody.removeEventListener(onMessage);
|
|
229
|
+
reject(payload2.error);
|
|
230
|
+
break;
|
|
231
|
+
default:
|
|
232
|
+
}
|
|
233
|
+
};
|
|
234
|
+
WorkerBody.addEventListener(onMessage);
|
|
235
|
+
const payload = { id, input: arrayBuffer, options: options2 };
|
|
236
|
+
WorkerBody.postMessage("process", payload);
|
|
237
|
+
});
|
|
238
|
+
}
|
|
239
|
+
|
|
240
|
+
// src/workers/null-worker.ts
|
|
241
|
+
createWorker(async (data) => {
|
|
242
|
+
return data;
|
|
243
|
+
});
|
|
244
|
+
//# sourceMappingURL=null-worker-node.js.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/lib/async-queue/async-queue.ts", "../src/lib/worker-utils/get-transfer-list.ts", "../src/lib/worker-farm/worker-body.ts", "../src/lib/worker-api/create-worker.ts", "../src/workers/null-worker.ts"],
|
|
4
|
+
"sourcesContent": ["// From https://github.com/rauschma/async-iter-demo/tree/master/src under MIT license\n// http://2ality.com/2016/10/asynchronous-iteration.html\n\n/**\n * Async Queue\n * - AsyncIterable: An async iterator can be\n * - Values can be pushed onto the queue\n * @example\n * const asyncQueue = new AsyncQueue();\n * setTimeout(() => asyncQueue.enqueue('tick'), 1000);\n * setTimeout(() => asyncQueue.enqueue(new Error('done')), 10000);\n * for await (const value of asyncQueue) {\n * console.log(value); // tick\n * }\n */\nexport default class AsyncQueue<T> {\n private _values: any[];\n private _settlers: any[];\n private _closed: boolean;\n\n constructor() {\n this._values = []; // enqueues > dequeues\n this._settlers = []; // dequeues > enqueues\n this._closed = false;\n }\n\n /** Return an async iterator for this queue */\n [Symbol.asyncIterator](): AsyncIterator<T> {\n return this;\n }\n\n /** Push a new value - the async iterator will yield a promise resolved to this value */\n push(value: T): void {\n return this.enqueue(value);\n }\n\n /**\n * Push a new value - the async iterator will yield a promise resolved to this value\n * Add an error - the async iterator will yield a promise rejected with this value\n */\n enqueue(value: T | Error): void {\n if (this._closed) {\n throw new Error('Closed');\n }\n\n if (this._settlers.length > 0) {\n if (this._values.length > 0) {\n throw new Error('Illegal internal state');\n }\n const settler = this._settlers.shift();\n if (value instanceof Error) {\n settler.reject(value);\n } else {\n settler.resolve({value});\n }\n } else {\n this._values.push(value);\n }\n }\n\n /** Indicate that we not waiting for more values - The async iterator will be done */\n close(): void {\n while (this._settlers.length > 0) {\n const settler = this._settlers.shift();\n settler.resolve({done: true});\n }\n this._closed = true;\n }\n\n // ITERATOR IMPLEMENTATION\n\n /** @returns a Promise for an IteratorResult */\n next(): Promise<IteratorResult<T, any>> {\n // If values in queue, yield the first value\n if (this._values.length > 0) {\n const value = this._values.shift();\n if (value instanceof Error) {\n return Promise.reject(value);\n }\n return Promise.resolve({done: false, value});\n }\n\n // If queue is closed, the iterator is done\n if (this._closed) {\n if (this._settlers.length > 0) {\n throw new Error('Illegal internal state');\n }\n return Promise.resolve({done: true, value: undefined});\n }\n\n // Yield a promise that waits for new values to be enqueued\n return new Promise((resolve, reject) => {\n this._settlers.push({resolve, reject});\n });\n }\n}\n", "// NOTE - there is a copy of this function is both in core and loader-utils\n// core does not need all the utils in loader-utils, just this one.\n\n/**\n * Returns an array of Transferrable objects that can be used with postMessage\n * https://developer.mozilla.org/en-US/docs/Web/API/Worker/postMessage\n * @param object data to be sent via postMessage\n * @param recursive - not for application use\n * @param transfers - not for application use\n * @returns a transfer list that can be passed to postMessage\n */\nexport function getTransferList(\n object: any,\n recursive: boolean = true,\n transfers?: Set<any>\n): Transferable[] {\n // Make sure that items in the transfer list is unique\n const transfersSet = transfers || new Set();\n\n if (!object) {\n // ignore\n } else if (isTransferable(object)) {\n transfersSet.add(object);\n } else if (isTransferable(object.buffer)) {\n // Typed array\n transfersSet.add(object.buffer);\n } else if (ArrayBuffer.isView(object)) {\n // object is a TypeArray viewing into a SharedArrayBuffer (not transferable)\n // Do not iterate through the content in this case\n } else if (recursive && typeof object === 'object') {\n for (const key in object) {\n // Avoid perf hit - only go one level deep\n getTransferList(object[key], recursive, transfersSet);\n }\n }\n\n // If transfers is defined, is internal recursive call\n // Otherwise it's called by the user\n return transfers === undefined ? Array.from(transfersSet) : [];\n}\n\n// https://developer.mozilla.org/en-US/docs/Web/API/Transferable\nfunction isTransferable(object: unknown) {\n if (!object) {\n return false;\n }\n if (object instanceof ArrayBuffer) {\n return true;\n }\n if (typeof MessagePort !== 'undefined' && object instanceof MessagePort) {\n return true;\n }\n if (typeof ImageBitmap !== 'undefined' && object instanceof ImageBitmap) {\n return true;\n }\n // @ts-ignore\n if (typeof OffscreenCanvas !== 'undefined' && object instanceof OffscreenCanvas) {\n return true;\n }\n return false;\n}\n\n/**\n * Recursively drop non serializable values like functions and regexps.\n * @param object\n */\nexport function getTransferListForWriter(object: object | null): object {\n if (object === null) {\n return {};\n }\n const clone = Object.assign({}, object);\n\n Object.keys(clone).forEach((key) => {\n // Typed Arrays and Arrays are passed with no change\n if (\n typeof object[key] === 'object' &&\n !ArrayBuffer.isView(object[key]) &&\n !(object[key] instanceof Array)\n ) {\n clone[key] = getTransferListForWriter(object[key]);\n } else if (typeof clone[key] === 'function' || clone[key] instanceof RegExp) {\n clone[key] = {};\n } else {\n clone[key] = object[key];\n }\n });\n\n return clone;\n}\n", "import type {WorkerMessageData, WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport {getTransferList} from '../worker-utils/get-transfer-list';\n\n/** Vile hack to defeat over-zealous bundlers from stripping out the require */\nfunction getParentPort() {\n // const isNode = globalThis.process;\n let parentPort;\n try {\n // prettier-ignore\n eval('globalThis.parentPort = require(\\'worker_threads\\').parentPort'); // eslint-disable-line no-eval\n parentPort = globalThis.parentPort;\n // eslint-disable-next-line no-empty\n } catch {}\n return parentPort;\n}\n\nconst onMessageWrapperMap = new Map();\n\n/**\n * Type safe wrapper for worker code\n */\nexport default class WorkerBody {\n /** Check that we are actually in a worker thread */\n static inWorkerThread(): boolean {\n return typeof self !== 'undefined' || Boolean(getParentPort());\n }\n\n /*\n * (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n */\n static set onmessage(onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any) {\n function handleMessage(message) {\n // Confusingly the message itself also has a 'type' field which is always set to 'message'\n const parentPort = getParentPort();\n const {type, payload} = parentPort ? message : message.data;\n // if (!isKnownMessage(message)) {\n // return;\n // }\n onMessage(type, payload);\n }\n\n const parentPort = getParentPort();\n if (parentPort) {\n parentPort.on('message', handleMessage);\n // if (message == 'exit') { parentPort.unref(); }\n // eslint-disable-next-line\n parentPort.on('exit', () => console.debug('Node worker closing'));\n } else {\n // eslint-disable-next-line no-restricted-globals\n globalThis.onmessage = handleMessage;\n }\n }\n\n static addEventListener(\n onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n ) {\n let onMessageWrapper = onMessageWrapperMap.get(onMessage);\n\n if (!onMessageWrapper) {\n onMessageWrapper = (message: MessageEvent<any>) => {\n if (!isKnownMessage(message)) {\n return;\n }\n\n // Confusingly in the browser, the message itself also has a 'type' field which is always set to 'message'\n const parentPort = getParentPort();\n const {type, payload} = parentPort ? message : message.data;\n onMessage(type, payload);\n };\n }\n\n const parentPort = getParentPort();\n if (parentPort) {\n console.error('not implemented'); // eslint-disable-line\n } else {\n globalThis.addEventListener('message', onMessageWrapper);\n }\n }\n\n static removeEventListener(\n onMessage: (type: WorkerMessageType, payload: WorkerMessagePayload) => any\n ) {\n const onMessageWrapper = onMessageWrapperMap.get(onMessage);\n onMessageWrapperMap.delete(onMessage);\n const parentPort = getParentPort();\n if (parentPort) {\n console.error('not implemented'); // eslint-disable-line\n } else {\n globalThis.removeEventListener('message', onMessageWrapper);\n }\n }\n\n /**\n * Send a message from a worker to creating thread (main thread)\n * @param type\n * @param payload\n */\n static postMessage(type: WorkerMessageType, payload: WorkerMessagePayload): void {\n const data: WorkerMessageData = {source: 'loaders.gl', type, payload};\n // console.log('posting message', data);\n const transferList = getTransferList(payload);\n\n const parentPort = getParentPort();\n if (parentPort) {\n parentPort.postMessage(data, transferList);\n // console.log('posted message', data);\n } else {\n // @ts-ignore\n globalThis.postMessage(data, transferList);\n }\n }\n}\n\n// Filter out noise messages sent to workers\nfunction isKnownMessage(message: MessageEvent<any>) {\n const {type, data} = message;\n return (\n type === 'message' &&\n data &&\n typeof data.source === 'string' &&\n data.source.startsWith('loaders.gl')\n );\n}\n", "import type {\n WorkerMessageType,\n WorkerMessagePayload,\n WorkerContext,\n Process,\n ProcessInBatches\n} from '../../types';\nimport AsyncQueue from '../async-queue/async-queue';\nimport WorkerBody from '../worker-farm/worker-body';\n// import {validateWorkerVersion} from './validate-worker-version';\n\n/** Counter for jobs */\nlet requestId = 0;\nlet inputBatches: AsyncQueue<any>;\nlet options: {[key: string]: any};\n\nexport type ProcessOnMainThread = (\n data: any,\n options?: {[key: string]: any},\n context?: WorkerContext\n) => any;\n\n/**\n * Set up a WebWorkerGlobalScope to talk with the main thread\n */\nexport function createWorker(process: Process, processInBatches?: ProcessInBatches): void {\n if (!WorkerBody.inWorkerThread()) {\n return;\n }\n\n const context: WorkerContext = {\n process: processOnMainThread\n };\n\n // eslint-disable-next-line complexity\n WorkerBody.onmessage = async (type: WorkerMessageType, payload: WorkerMessagePayload) => {\n try {\n switch (type) {\n case 'process':\n if (!process) {\n throw new Error('Worker does not support atomic processing');\n }\n const result = await process(payload.input, payload.options || {}, context);\n WorkerBody.postMessage('done', {result});\n break;\n\n case 'process-in-batches':\n if (!processInBatches) {\n throw new Error('Worker does not support batched processing');\n }\n inputBatches = new AsyncQueue<any>();\n options = payload.options || {};\n const resultIterator = processInBatches(inputBatches, options, context);\n for await (const batch of resultIterator) {\n WorkerBody.postMessage('output-batch', {result: batch});\n }\n WorkerBody.postMessage('done', {});\n break;\n\n case 'input-batch':\n inputBatches.push(payload.input);\n break;\n\n case 'input-done':\n inputBatches.close();\n break;\n\n default:\n }\n } catch (error) {\n const message = error instanceof Error ? error.message : '';\n WorkerBody.postMessage('error', {error: message});\n }\n };\n}\n\nfunction processOnMainThread(arrayBuffer: ArrayBuffer, options = {}) {\n return new Promise((resolve, reject) => {\n const id = requestId++;\n\n /**\n */\n const onMessage = (type: string, payload: WorkerMessagePayload) => {\n if (payload.id !== id) {\n // not ours\n return;\n }\n\n switch (type) {\n case 'done':\n WorkerBody.removeEventListener(onMessage);\n resolve(payload.result);\n break;\n\n case 'error':\n WorkerBody.removeEventListener(onMessage);\n reject(payload.error);\n break;\n\n default:\n // ignore\n }\n };\n\n WorkerBody.addEventListener(onMessage);\n\n // Ask the main thread to decode data\n const payload = {id, input: arrayBuffer, options};\n WorkerBody.postMessage('process', payload);\n });\n}\n", "import {createWorker} from '../lib/worker-api/create-worker';\n\ncreateWorker(async (data) => {\n // @ts-ignore\n return data;\n});\n"],
|
|
5
|
+
"mappings": ";AAeA,uBAAmC;AAAA,EAKjC,cAAc;AACZ,SAAK,UAAU;AACf,SAAK,YAAY;AACjB,SAAK,UAAU;AAAA;AAAA,GAIhB,OAAO,iBAAmC;AACzC,WAAO;AAAA;AAAA,EAIT,KAAK,OAAgB;AACnB,WAAO,KAAK,QAAQ;AAAA;AAAA,EAOtB,QAAQ,OAAwB;AAC9B,QAAI,KAAK,SAAS;AAChB,YAAM,IAAI,MAAM;AAAA;AAGlB,QAAI,KAAK,UAAU,SAAS,GAAG;AAC7B,UAAI,KAAK,QAAQ,SAAS,GAAG;AAC3B,cAAM,IAAI,MAAM;AAAA;AAElB,YAAM,UAAU,KAAK,UAAU;AAC/B,UAAI,iBAAiB,OAAO;AAC1B,gBAAQ,OAAO;AAAA,aACV;AACL,gBAAQ,QAAQ,EAAC;AAAA;AAAA,WAEd;AACL,WAAK,QAAQ,KAAK;AAAA;AAAA;AAAA,EAKtB,QAAc;AACZ,WAAO,KAAK,UAAU,SAAS,GAAG;AAChC,YAAM,UAAU,KAAK,UAAU;AAC/B,cAAQ,QAAQ,EAAC,MAAM;AAAA;AAEzB,SAAK,UAAU;AAAA;AAAA,EAMjB,OAAwC;AAEtC,QAAI,KAAK,QAAQ,SAAS,GAAG;AAC3B,YAAM,QAAQ,KAAK,QAAQ;AAC3B,UAAI,iBAAiB,OAAO;AAC1B,eAAO,QAAQ,OAAO;AAAA;AAExB,aAAO,QAAQ,QAAQ,EAAC,MAAM,OAAO;AAAA;AAIvC,QAAI,KAAK,SAAS;AAChB,UAAI,KAAK,UAAU,SAAS,GAAG;AAC7B,cAAM,IAAI,MAAM;AAAA;AAElB,aAAO,QAAQ,QAAQ,EAAC,MAAM,MAAM,OAAO;AAAA;AAI7C,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,WAAK,UAAU,KAAK,EAAC,SAAS;AAAA;AAAA;AAAA;;;ACjF7B,yBACL,QACA,YAAqB,MACrB,WACgB;AAEhB,QAAM,eAAe,aAAa,IAAI;AAEtC,MAAI,CAAC,QAAQ;AAAA,aAEF,eAAe,SAAS;AACjC,iBAAa,IAAI;AAAA,aACR,eAAe,OAAO,SAAS;AAExC,iBAAa,IAAI,OAAO;AAAA,aACf,YAAY,OAAO,SAAS;AAAA,aAG5B,aAAa,OAAO,WAAW,UAAU;AAClD,eAAW,OAAO,QAAQ;AAExB,sBAAgB,OAAO,MAAM,WAAW;AAAA;AAAA;AAM5C,SAAO,cAAc,SAAY,MAAM,KAAK,gBAAgB;AAAA;AAI9D,wBAAwB,QAAiB;AACvC,MAAI,CAAC,QAAQ;AACX,WAAO;AAAA;AAET,MAAI,kBAAkB,aAAa;AACjC,WAAO;AAAA;AAET,MAAI,OAAO,gBAAgB,eAAe,kBAAkB,aAAa;AACvE,WAAO;AAAA;AAET,MAAI,OAAO,gBAAgB,eAAe,kBAAkB,aAAa;AACvE,WAAO;AAAA;AAGT,MAAI,OAAO,oBAAoB,eAAe,kBAAkB,iBAAiB;AAC/E,WAAO;AAAA;AAET,SAAO;AAAA;;;ACvDT,yBAAyB;AAEvB,MAAI;AACJ,MAAI;AAEF,SAAK;AACL,iBAAa,WAAW;AAAA,UAExB;AAAA;AACF,SAAO;AAAA;AAGT,IAAM,sBAAsB,IAAI;AAKhC,uBAAgC;AAAA,SAEvB,iBAA0B;AAC/B,WAAO,OAAO,SAAS,eAAe,QAAQ;AAAA;AAAA,aAMrC,UAAU,WAA4E;AAC/F,2BAAuB,SAAS;AAE9B,YAAM,cAAa;AACnB,YAAM,EAAC,MAAM,YAAW,cAAa,UAAU,QAAQ;AAIvD,gBAAU,MAAM;AAAA;AAGlB,UAAM,cAAa;AACnB,QAAI,aAAY;AACd,kBAAW,GAAG,WAAW;AAGzB,kBAAW,GAAG,QAAQ,MAAM,QAAQ,MAAM;AAAA,WACrC;AAEL,iBAAW,YAAY;AAAA;AAAA;AAAA,SAIpB,iBACL,WACA;AACA,QAAI,mBAAmB,oBAAoB,IAAI;AAE/C,QAAI,CAAC,kBAAkB;AACrB,yBAAmB,CAAC,YAA+B;AACjD,YAAI,CAAC,eAAe,UAAU;AAC5B;AAAA;AAIF,cAAM,cAAa;AACnB,cAAM,EAAC,MAAM,YAAW,cAAa,UAAU,QAAQ;AACvD,kBAAU,MAAM;AAAA;AAAA;AAIpB,UAAM,cAAa;AACnB,QAAI,aAAY;AACd,cAAQ,MAAM;AAAA,WACT;AACL,iBAAW,iBAAiB,WAAW;AAAA;AAAA;AAAA,SAIpC,oBACL,WACA;AACA,UAAM,mBAAmB,oBAAoB,IAAI;AACjD,wBAAoB,OAAO;AAC3B,UAAM,cAAa;AACnB,QAAI,aAAY;AACd,cAAQ,MAAM;AAAA,WACT;AACL,iBAAW,oBAAoB,WAAW;AAAA;AAAA;AAAA,SASvC,YAAY,MAAyB,SAAqC;AAC/E,UAAM,OAA0B,EAAC,QAAQ,cAAc,MAAM;AAE7D,UAAM,eAAe,gBAAgB;AAErC,UAAM,cAAa;AACnB,QAAI,aAAY;AACd,kBAAW,YAAY,MAAM;AAAA,WAExB;AAEL,iBAAW,YAAY,MAAM;AAAA;AAAA;AAAA;AAMnC,wBAAwB,SAA4B;AAClD,QAAM,EAAC,MAAM,SAAQ;AACrB,SACE,SAAS,aACT,QACA,OAAO,KAAK,WAAW,YACvB,KAAK,OAAO,WAAW;AAAA;;;AC5G3B,IAAI,YAAY;AAChB,IAAI;AACJ,IAAI;AAWG,sBAAsB,SAAkB,kBAA2C;AACxF,MAAI,CAAC,WAAW,kBAAkB;AAChC;AAAA;AAGF,QAAM,UAAyB;AAAA,IAC7B,SAAS;AAAA;AAIX,aAAW,YAAY,OAAO,MAAyB,YAAkC;AACvF,QAAI;AACF,cAAQ;AAAA,aACD;AACH,cAAI,CAAC,SAAS;AACZ,kBAAM,IAAI,MAAM;AAAA;AAElB,gBAAM,SAAS,MAAM,QAAQ,QAAQ,OAAO,QAAQ,WAAW,IAAI;AACnE,qBAAW,YAAY,QAAQ,EAAC;AAChC;AAAA,aAEG;AACH,cAAI,CAAC,kBAAkB;AACrB,kBAAM,IAAI,MAAM;AAAA;AAElB,yBAAe,IAAI;AACnB,oBAAU,QAAQ,WAAW;AAC7B,gBAAM,iBAAiB,iBAAiB,cAAc,SAAS;AAC/D,2BAAiB,SAAS,gBAAgB;AACxC,uBAAW,YAAY,gBAAgB,EAAC,QAAQ;AAAA;AAElD,qBAAW,YAAY,QAAQ;AAC/B;AAAA,aAEG;AACH,uBAAa,KAAK,QAAQ;AAC1B;AAAA,aAEG;AACH,uBAAa;AACb;AAAA;AAAA;AAAA,aAIG,OAAP;AACA,YAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;AACzD,iBAAW,YAAY,SAAS,EAAC,OAAO;AAAA;AAAA;AAAA;AAK9C,6BAA6B,aAA0B,WAAU,IAAI;AACnE,SAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,UAAM,KAAK;AAIX,UAAM,YAAY,CAAC,MAAc,aAAkC;AACjE,UAAI,SAAQ,OAAO,IAAI;AAErB;AAAA;AAGF,cAAQ;AAAA,aACD;AACH,qBAAW,oBAAoB;AAC/B,kBAAQ,SAAQ;AAChB;AAAA,aAEG;AACH,qBAAW,oBAAoB;AAC/B,iBAAO,SAAQ;AACf;AAAA;AAAA;AAAA;AAON,eAAW,iBAAiB;AAG5B,UAAM,UAAU,EAAC,IAAI,OAAO,aAAa;AACzC,eAAW,YAAY,WAAW;AAAA;AAAA;;;AC1GtC,aAAa,OAAO,SAAS;AAE3B,SAAO;AAAA;",
|
|
6
|
+
"names": []
|
|
7
|
+
}
|