@loaders.gl/worker-utils 3.1.0-alpha.2 → 3.1.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es5/index.js +160 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/lib/async-queue/async-queue.js +106 -0
- package/dist/es5/lib/async-queue/async-queue.js.map +1 -0
- package/dist/es5/lib/env-utils/assert.js +13 -0
- package/dist/es5/lib/env-utils/assert.js.map +1 -0
- package/dist/es5/lib/env-utils/globals.js +30 -0
- package/dist/es5/lib/env-utils/globals.js.map +1 -0
- package/dist/es5/lib/env-utils/version.js +14 -0
- package/dist/es5/lib/env-utils/version.js.map +1 -0
- package/dist/es5/lib/library-utils/library-utils.js +102 -0
- package/dist/es5/lib/library-utils/library-utils.js.map +1 -0
- package/dist/es5/lib/node/require-utils.node.js +56 -0
- package/dist/es5/lib/node/require-utils.node.js.map +1 -0
- package/dist/es5/lib/process-utils/child-process-proxy.js +136 -0
- package/dist/es5/lib/process-utils/child-process-proxy.js.map +1 -0
- package/dist/es5/lib/process-utils/process-utils.js +39 -0
- package/dist/es5/lib/process-utils/process-utils.js.map +1 -0
- package/dist/es5/lib/worker-api/create-worker.js +119 -0
- package/dist/es5/lib/worker-api/create-worker.js.map +1 -0
- package/dist/es5/lib/worker-api/get-worker-url.js +44 -0
- package/dist/es5/lib/worker-api/get-worker-url.js.map +1 -0
- package/dist/es5/lib/worker-api/process-on-worker.js +91 -0
- package/dist/es5/lib/worker-api/process-on-worker.js.map +1 -0
- package/dist/es5/lib/worker-api/validate-worker-version.js +30 -0
- package/dist/es5/lib/worker-api/validate-worker-version.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-body.js +76 -0
- package/dist/es5/lib/worker-farm/worker-body.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-farm.js +95 -0
- package/dist/es5/lib/worker-farm/worker-farm.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-job.js +61 -0
- package/dist/es5/lib/worker-farm/worker-job.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-pool.js +160 -0
- package/dist/es5/lib/worker-farm/worker-pool.js.map +1 -0
- package/dist/es5/lib/worker-farm/worker-thread.js +111 -0
- package/dist/es5/lib/worker-farm/worker-thread.js.map +1 -0
- package/dist/es5/lib/worker-utils/get-loadable-worker-url.js +51 -0
- package/dist/es5/lib/worker-utils/get-loadable-worker-url.js.map +1 -0
- package/dist/es5/lib/worker-utils/get-transfer-list.js +47 -0
- package/dist/es5/lib/worker-utils/get-transfer-list.js.map +1 -0
- package/dist/es5/lib/worker-utils/remove-nontransferable-options.js +30 -0
- package/dist/es5/lib/worker-utils/remove-nontransferable-options.js.map +1 -0
- package/dist/es5/types.js +2 -0
- package/dist/{types.js.map → es5/types.js.map} +0 -0
- package/dist/es5/workers/null-worker.js +8 -0
- package/dist/es5/workers/null-worker.js.map +1 -0
- package/dist/esm/index.js +26 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/lib/async-queue/async-queue.js +97 -0
- package/dist/esm/lib/async-queue/async-queue.js.map +1 -0
- package/dist/esm/lib/env-utils/assert.js +6 -0
- package/dist/esm/lib/env-utils/assert.js.map +1 -0
- package/dist/esm/lib/env-utils/globals.js +17 -0
- package/dist/esm/lib/env-utils/globals.js.map +1 -0
- package/dist/esm/lib/env-utils/version.js +7 -0
- package/dist/esm/lib/env-utils/version.js.map +1 -0
- package/dist/esm/lib/library-utils/library-utils.js +84 -0
- package/dist/esm/lib/library-utils/library-utils.js.map +1 -0
- package/dist/esm/lib/node/require-utils.node.js +43 -0
- package/dist/esm/lib/node/require-utils.node.js.map +1 -0
- package/dist/esm/lib/process-utils/child-process-proxy.js +122 -0
- package/dist/esm/lib/process-utils/child-process-proxy.js.map +1 -0
- package/dist/esm/lib/process-utils/process-utils.js +29 -0
- package/dist/esm/lib/process-utils/process-utils.js.map +1 -0
- package/dist/esm/lib/worker-api/create-worker.js +99 -0
- package/dist/esm/lib/worker-api/create-worker.js.map +1 -0
- package/dist/esm/lib/worker-api/get-worker-url.js +32 -0
- package/dist/esm/lib/worker-api/get-worker-url.js.map +1 -0
- package/dist/esm/lib/worker-api/process-on-worker.js +75 -0
- package/dist/esm/lib/worker-api/process-on-worker.js.map +1 -0
- package/dist/esm/lib/worker-api/validate-worker-version.js +21 -0
- package/dist/esm/lib/worker-api/validate-worker-version.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-body.js +65 -0
- package/dist/esm/lib/worker-farm/worker-body.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-farm.js +83 -0
- package/dist/esm/lib/worker-farm/worker-farm.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-job.js +54 -0
- package/dist/esm/lib/worker-farm/worker-job.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-pool.js +157 -0
- package/dist/esm/lib/worker-farm/worker-pool.js.map +1 -0
- package/dist/esm/lib/worker-farm/worker-thread.js +105 -0
- package/dist/esm/lib/worker-farm/worker-thread.js.map +1 -0
- package/dist/esm/lib/worker-utils/get-loadable-worker-url.js +42 -0
- package/dist/esm/lib/worker-utils/get-loadable-worker-url.js.map +1 -0
- package/dist/esm/lib/worker-utils/get-transfer-list.js +40 -0
- package/dist/esm/lib/worker-utils/get-transfer-list.js.map +1 -0
- package/dist/esm/lib/worker-utils/remove-nontransferable-options.js +23 -0
- package/dist/esm/lib/worker-utils/remove-nontransferable-options.js.map +1 -0
- package/dist/esm/types.js +2 -0
- package/dist/esm/types.js.map +1 -0
- package/dist/esm/workers/null-worker.js +5 -0
- package/dist/esm/workers/null-worker.js.map +1 -0
- package/dist/index.d.ts +20 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +57 -25
- package/dist/lib/async-queue/async-queue.d.ts +32 -0
- package/dist/lib/async-queue/async-queue.d.ts.map +1 -0
- package/dist/lib/async-queue/async-queue.js +81 -91
- package/dist/lib/env-utils/assert.d.ts +3 -0
- package/dist/lib/env-utils/assert.d.ts.map +1 -0
- package/dist/lib/env-utils/assert.js +12 -5
- package/dist/lib/env-utils/globals.d.ts +22 -0
- package/dist/lib/env-utils/globals.d.ts.map +1 -0
- package/dist/lib/env-utils/globals.js +25 -10
- package/dist/lib/env-utils/version.d.ts +2 -0
- package/dist/lib/env-utils/version.d.ts.map +1 -0
- package/dist/lib/env-utils/version.js +10 -5
- package/dist/lib/library-utils/library-utils.d.ts +18 -0
- package/dist/lib/library-utils/library-utils.d.ts.map +1 -0
- package/dist/lib/library-utils/library-utils.js +149 -75
- package/dist/lib/node/require-utils.node.d.ts +6 -0
- package/dist/lib/node/require-utils.node.d.ts.map +1 -0
- package/dist/lib/node/require-utils.node.js +58 -45
- package/dist/lib/process-utils/child-process-proxy.d.ts +43 -0
- package/dist/lib/process-utils/child-process-proxy.d.ts.map +1 -0
- package/dist/lib/process-utils/child-process-proxy.js +122 -113
- package/dist/lib/process-utils/process-utils.d.ts +2 -0
- package/dist/lib/process-utils/process-utils.d.ts.map +1 -0
- package/dist/lib/process-utils/process-utils.js +33 -27
- package/dist/lib/worker-api/create-worker.d.ts +9 -0
- package/dist/lib/worker-api/create-worker.d.ts.map +1 -0
- package/dist/lib/worker-api/create-worker.js +85 -92
- package/dist/lib/worker-api/get-worker-url.d.ts +14 -0
- package/dist/lib/worker-api/get-worker-url.d.ts.map +1 -0
- package/dist/lib/worker-api/get-worker-url.js +45 -29
- package/dist/lib/worker-api/process-on-worker.d.ts +20 -0
- package/dist/lib/worker-api/process-on-worker.d.ts.map +1 -0
- package/dist/lib/worker-api/process-on-worker.js +75 -71
- package/dist/lib/worker-api/validate-worker-version.d.ts +9 -0
- package/dist/lib/worker-api/validate-worker-version.d.ts.map +1 -0
- package/dist/lib/worker-api/validate-worker-version.js +32 -18
- package/dist/lib/worker-farm/worker-body.d.ts +16 -0
- package/dist/lib/worker-farm/worker-body.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-body.js +60 -58
- package/dist/lib/worker-farm/worker-farm.d.ts +55 -0
- package/dist/lib/worker-farm/worker-farm.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-farm.js +82 -77
- package/dist/lib/worker-farm/worker-job.d.ts +29 -0
- package/dist/lib/worker-farm/worker-job.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-job.js +46 -53
- package/dist/lib/worker-farm/worker-pool.d.ts +75 -0
- package/dist/lib/worker-farm/worker-pool.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-pool.js +142 -148
- package/dist/lib/worker-farm/worker-thread.d.ts +42 -0
- package/dist/lib/worker-farm/worker-thread.d.ts.map +1 -0
- package/dist/lib/worker-farm/worker-thread.js +92 -102
- package/dist/lib/worker-utils/get-loadable-worker-url.d.ts +14 -0
- package/dist/lib/worker-utils/get-loadable-worker-url.d.ts.map +1 -0
- package/dist/lib/worker-utils/get-loadable-worker-url.js +59 -33
- package/dist/lib/worker-utils/get-transfer-list.d.ts +10 -0
- package/dist/lib/worker-utils/get-transfer-list.d.ts.map +1 -0
- package/dist/lib/worker-utils/get-transfer-list.js +57 -36
- package/dist/lib/worker-utils/remove-nontransferable-options.d.ts +6 -0
- package/dist/lib/worker-utils/remove-nontransferable-options.d.ts.map +1 -0
- package/dist/lib/worker-utils/remove-nontransferable-options.js +31 -19
- package/dist/null-worker.js +189 -550
- package/dist/null-worker.js.map +7 -1
- package/dist/types.d.ts +56 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -2
- package/dist/workers/null-worker.d.ts +2 -0
- package/dist/workers/null-worker.d.ts.map +1 -0
- package/dist/workers/null-worker.js +6 -4
- package/package.json +8 -8
- package/src/lib/env-utils/version.ts +1 -1
- package/src/lib/library-utils/library-utils.ts +6 -4
- package/src/lib/node/{require-utils.node.js → require-utils.node.ts} +13 -9
- package/src/lib/process-utils/child-process-proxy.ts +1 -1
- package/src/lib/worker-api/create-worker.ts +11 -7
- package/src/lib/worker-api/process-on-worker.ts +1 -1
- package/src/lib/worker-farm/worker-body.ts +2 -2
- package/src/lib/worker-farm/worker-job.ts +2 -2
- package/src/lib/worker-farm/worker-thread.ts +2 -2
- package/src/lib/worker-utils/get-transfer-list.ts +1 -1
- package/src/lib/worker-utils/remove-nontransferable-options.ts +1 -1
- package/src/types.ts +1 -1
- package/dist/index.js.map +0 -1
- package/dist/lib/async-queue/async-queue.js.map +0 -1
- package/dist/lib/env-utils/assert.js.map +0 -1
- package/dist/lib/env-utils/globals.js.map +0 -1
- package/dist/lib/env-utils/version.js.map +0 -1
- package/dist/lib/library-utils/library-utils.js.map +0 -1
- package/dist/lib/node/require-utils.node.js.map +0 -1
- package/dist/lib/process-utils/child-process-proxy.js.map +0 -1
- package/dist/lib/process-utils/process-utils.js.map +0 -1
- package/dist/lib/worker-api/create-worker.js.map +0 -1
- package/dist/lib/worker-api/get-worker-url.js.map +0 -1
- package/dist/lib/worker-api/process-on-worker.js.map +0 -1
- package/dist/lib/worker-api/validate-worker-version.js.map +0 -1
- package/dist/lib/worker-farm/worker-body.js.map +0 -1
- package/dist/lib/worker-farm/worker-farm.js.map +0 -1
- package/dist/lib/worker-farm/worker-job.js.map +0 -1
- package/dist/lib/worker-farm/worker-pool.js.map +0 -1
- package/dist/lib/worker-farm/worker-thread.js.map +0 -1
- package/dist/lib/worker-utils/get-loadable-worker-url.js.map +0 -1
- package/dist/lib/worker-utils/get-transfer-list.js.map +0 -1
- package/dist/lib/worker-utils/remove-nontransferable-options.js.map +0 -1
- package/dist/workers/null-worker.js.map +0 -1
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
import { assert } from '../env-utils/assert';
|
|
3
|
+
import { getLoadableWorkerURL } from '../worker-utils/get-loadable-worker-url';
|
|
4
|
+
import { getTransferList } from '../worker-utils/get-transfer-list';
|
|
5
|
+
|
|
6
|
+
const NOOP = () => {};
|
|
7
|
+
|
|
8
|
+
export default class WorkerThread {
|
|
9
|
+
static isSupported() {
|
|
10
|
+
return typeof Worker !== 'undefined';
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
constructor(props) {
|
|
14
|
+
_defineProperty(this, "name", void 0);
|
|
15
|
+
|
|
16
|
+
_defineProperty(this, "source", void 0);
|
|
17
|
+
|
|
18
|
+
_defineProperty(this, "url", void 0);
|
|
19
|
+
|
|
20
|
+
_defineProperty(this, "terminated", false);
|
|
21
|
+
|
|
22
|
+
_defineProperty(this, "worker", void 0);
|
|
23
|
+
|
|
24
|
+
_defineProperty(this, "onMessage", void 0);
|
|
25
|
+
|
|
26
|
+
_defineProperty(this, "onError", void 0);
|
|
27
|
+
|
|
28
|
+
_defineProperty(this, "_loadableURL", '');
|
|
29
|
+
|
|
30
|
+
const {
|
|
31
|
+
name,
|
|
32
|
+
source,
|
|
33
|
+
url
|
|
34
|
+
} = props;
|
|
35
|
+
assert(source || url);
|
|
36
|
+
this.name = name;
|
|
37
|
+
this.source = source;
|
|
38
|
+
this.url = url;
|
|
39
|
+
this.onMessage = NOOP;
|
|
40
|
+
|
|
41
|
+
this.onError = error => console.log(error);
|
|
42
|
+
|
|
43
|
+
this.worker = this._createBrowserWorker();
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
destroy() {
|
|
47
|
+
this.onMessage = NOOP;
|
|
48
|
+
this.onError = NOOP;
|
|
49
|
+
this.worker.terminate();
|
|
50
|
+
this.terminated = true;
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
get isRunning() {
|
|
54
|
+
return Boolean(this.onMessage);
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
postMessage(data, transferList) {
|
|
58
|
+
transferList = transferList || getTransferList(data);
|
|
59
|
+
this.worker.postMessage(data, transferList);
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
_getErrorFromErrorEvent(event) {
|
|
63
|
+
let message = 'Failed to load ';
|
|
64
|
+
message += "worker ".concat(this.name, " from ").concat(this.url, ". ");
|
|
65
|
+
|
|
66
|
+
if (event.message) {
|
|
67
|
+
message += "".concat(event.message, " in ");
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
if (event.lineno) {
|
|
71
|
+
message += ":".concat(event.lineno, ":").concat(event.colno);
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
return new Error(message);
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
_createBrowserWorker() {
|
|
78
|
+
this._loadableURL = getLoadableWorkerURL({
|
|
79
|
+
source: this.source,
|
|
80
|
+
url: this.url
|
|
81
|
+
});
|
|
82
|
+
const worker = new Worker(this._loadableURL, {
|
|
83
|
+
name: this.name
|
|
84
|
+
});
|
|
85
|
+
|
|
86
|
+
worker.onmessage = event => {
|
|
87
|
+
if (!event.data) {
|
|
88
|
+
this.onError(new Error('No data received'));
|
|
89
|
+
} else {
|
|
90
|
+
this.onMessage(event.data);
|
|
91
|
+
}
|
|
92
|
+
};
|
|
93
|
+
|
|
94
|
+
worker.onerror = error => {
|
|
95
|
+
this.onError(this._getErrorFromErrorEvent(error));
|
|
96
|
+
this.terminated = true;
|
|
97
|
+
};
|
|
98
|
+
|
|
99
|
+
worker.onmessageerror = event => console.error(event);
|
|
100
|
+
|
|
101
|
+
return worker;
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
}
|
|
105
|
+
//# sourceMappingURL=worker-thread.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/worker-farm/worker-thread.ts"],"names":["assert","getLoadableWorkerURL","getTransferList","NOOP","WorkerThread","isSupported","Worker","constructor","props","name","source","url","onMessage","onError","error","console","log","worker","_createBrowserWorker","destroy","terminate","terminated","isRunning","Boolean","postMessage","data","transferList","_getErrorFromErrorEvent","event","message","lineno","colno","Error","_loadableURL","onmessage","onerror","onmessageerror"],"mappings":";AAAA,SAAQA,MAAR,QAAqB,qBAArB;AACA,SAAQC,oBAAR,QAAmC,yCAAnC;AACA,SAAQC,eAAR,QAA8B,mCAA9B;;AAEA,MAAMC,IAAI,GAAG,MAAM,CAAE,CAArB;;AAWA,eAAe,MAAMC,YAAN,CAAmB;AAWd,SAAXC,WAAW,GAAY;AAC5B,WAAO,OAAOC,MAAP,KAAkB,WAAzB;AACD;;AAEDC,EAAAA,WAAW,CAACC,KAAD,EAA2B;AAAA;;AAAA;;AAAA;;AAAA,wCAXhB,KAWgB;;AAAA;;AAAA;;AAAA;;AAAA,0CANP,EAMO;;AACpC,UAAM;AAACC,MAAAA,IAAD;AAAOC,MAAAA,MAAP;AAAeC,MAAAA;AAAf,QAAsBH,KAA5B;AACAR,IAAAA,MAAM,CAACU,MAAM,IAAIC,GAAX,CAAN;AACA,SAAKF,IAAL,GAAYA,IAAZ;AACA,SAAKC,MAAL,GAAcA,MAAd;AACA,SAAKC,GAAL,GAAWA,GAAX;AACA,SAAKC,SAAL,GAAiBT,IAAjB;;AACA,SAAKU,OAAL,GAAgBC,KAAD,IAAWC,OAAO,CAACC,GAAR,CAAYF,KAAZ,CAA1B;;AAEA,SAAKG,MAAL,GAAc,KAAKC,oBAAL,EAAd;AACD;;AAMDC,EAAAA,OAAO,GAAS;AACd,SAAKP,SAAL,GAAiBT,IAAjB;AACA,SAAKU,OAAL,GAAeV,IAAf;AAEA,SAAKc,MAAL,CAAYG,SAAZ;AACA,SAAKC,UAAL,GAAkB,IAAlB;AACD;;AAEY,MAATC,SAAS,GAAG;AACd,WAAOC,OAAO,CAAC,KAAKX,SAAN,CAAd;AACD;;AAODY,EAAAA,WAAW,CAACC,IAAD,EAAYC,YAAZ,EAAwC;AACjDA,IAAAA,YAAY,GAAGA,YAAY,IAAIxB,eAAe,CAACuB,IAAD,CAA9C;AAEA,SAAKR,MAAL,CAAYO,WAAZ,CAAwBC,IAAxB,EAA8BC,YAA9B;AACD;;AAQDC,EAAAA,uBAAuB,CAACC,KAAD,EAA2B;AAIhD,QAAIC,OAAO,GAAG,iBAAd;AACAA,IAAAA,OAAO,qBAAc,KAAKpB,IAAnB,mBAAgC,KAAKE,GAArC,OAAP;;AACA,QAAIiB,KAAK,CAACC,OAAV,EAAmB;AACjBA,MAAAA,OAAO,cAAOD,KAAK,CAACC,OAAb,SAAP;AACD;;AAGD,QAAID,KAAK,CAACE,MAAV,EAAkB;AAChBD,MAAAA,OAAO,eAAQD,KAAK,CAACE,MAAd,cAAwBF,KAAK,CAACG,KAA9B,CAAP;AACD;;AACD,WAAO,IAAIC,KAAJ,CAAUH,OAAV,CAAP;AACD;;AAKDX,EAAAA,oBAAoB,GAAG;AACrB,SAAKe,YAAL,GAAoBhC,oBAAoB,CAAC;AAACS,MAAAA,MAAM,EAAE,KAAKA,MAAd;AAAsBC,MAAAA,GAAG,EAAE,KAAKA;AAAhC,KAAD,CAAxC;AACA,UAAMM,MAAM,GAAG,IAAIX,MAAJ,CAAW,KAAK2B,YAAhB,EAA8B;AAACxB,MAAAA,IAAI,EAAE,KAAKA;AAAZ,KAA9B,CAAf;;AAEAQ,IAAAA,MAAM,CAACiB,SAAP,GAAoBN,KAAD,IAAW;AAC5B,UAAI,CAACA,KAAK,CAACH,IAAX,EAAiB;AACf,aAAKZ,OAAL,CAAa,IAAImB,KAAJ,CAAU,kBAAV,CAAb;AACD,OAFD,MAEO;AACL,aAAKpB,SAAL,CAAegB,KAAK,CAACH,IAArB;AACD;AACF,KAND;;AAQAR,IAAAA,MAAM,CAACkB,OAAP,GAAkBrB,KAAD,IAA6B;AAC5C,WAAKD,OAAL,CAAa,KAAKc,uBAAL,CAA6Bb,KAA7B,CAAb;AACA,WAAKO,UAAL,GAAkB,IAAlB;AACD,KAHD;;AAKAJ,IAAAA,MAAM,CAACmB,cAAP,GAAyBR,KAAD,IAAWb,OAAO,CAACD,KAAR,CAAcc,KAAd,CAAnC;;AAEA,WAAOX,MAAP;AACD;;AApG+B","sourcesContent":["import {assert} from '../env-utils/assert';\nimport {getLoadableWorkerURL} from '../worker-utils/get-loadable-worker-url';\nimport {getTransferList} from '../worker-utils/get-transfer-list';\n\nconst NOOP = () => {};\n\nexport type WorkerThreadProps = {\n name: string;\n source?: string;\n url?: string;\n};\n\n/**\n * Represents one worker thread\n */\nexport default class WorkerThread {\n readonly name: string;\n readonly source: string | undefined;\n readonly url: string | undefined;\n terminated: boolean = false;\n worker: Worker;\n onMessage: (message: any) => void;\n onError: (error: Error) => void;\n\n private _loadableURL: string = '';\n\n static isSupported(): boolean {\n return typeof Worker !== 'undefined';\n }\n\n constructor(props: WorkerThreadProps) {\n const {name, source, url} = props;\n assert(source || url); // Either source or url must be defined\n this.name = name;\n this.source = source;\n this.url = url;\n this.onMessage = NOOP;\n this.onError = (error) => console.log(error); // eslint-disable-line\n\n this.worker = this._createBrowserWorker();\n }\n\n /**\n * Terminate this worker thread\n * @note Can free up significant memory\n */\n destroy(): void {\n this.onMessage = NOOP;\n this.onError = NOOP;\n // @ts-ignore\n this.worker.terminate();\n this.terminated = true;\n }\n\n get isRunning() {\n return Boolean(this.onMessage);\n }\n\n /**\n * Send a message to this worker thread\n * @param data any data structure, ideally consisting mostly of transferrable objects\n * @param transferList If not supplied, calculated automatically by traversing data\n */\n postMessage(data: any, transferList?: any[]): void {\n transferList = transferList || getTransferList(data);\n // @ts-ignore\n this.worker.postMessage(data, transferList);\n }\n\n // PRIVATE\n\n /**\n * Generate a standard Error from an ErrorEvent\n * @param {ErrorEvent} event\n */\n _getErrorFromErrorEvent(event: ErrorEvent): Error {\n // Note Error object does not have the expected fields if loading failed completely\n // https://developer.mozilla.org/en-US/docs/Web/API/Worker#Event_handlers\n // https://developer.mozilla.org/en-US/docs/Web/API/ErrorEvent\n let message = 'Failed to load ';\n message += `worker ${this.name} from ${this.url}. `;\n if (event.message) {\n message += `${event.message} in `;\n }\n // const hasFilename = event.filename && !event.filename.startsWith('blob:');\n // message += hasFilename ? event.filename : this.source.slice(0, 100);\n if (event.lineno) {\n message += `:${event.lineno}:${event.colno}`;\n }\n return new Error(message);\n }\n\n /**\n * Creates a worker thread on the browser\n */\n _createBrowserWorker() {\n this._loadableURL = getLoadableWorkerURL({source: this.source, url: this.url});\n const worker = new Worker(this._loadableURL, {name: this.name});\n\n worker.onmessage = (event) => {\n if (!event.data) {\n this.onError(new Error('No data received'));\n } else {\n this.onMessage(event.data);\n }\n };\n // This callback represents an uncaught exception in the worker thread\n worker.onerror = (error: ErrorEvent): void => {\n this.onError(this._getErrorFromErrorEvent(error));\n this.terminated = true;\n };\n // TODO - not clear when this would be called, for now just log in case it happens\n worker.onmessageerror = (event) => console.error(event); // eslint-disable-line\n\n return worker;\n }\n}\n"],"file":"worker-thread.js"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { assert } from '../env-utils/assert';
|
|
2
|
+
const workerURLCache = new Map();
|
|
3
|
+
export function getLoadableWorkerURL(props) {
|
|
4
|
+
assert(props.source && !props.url || !props.source && props.url);
|
|
5
|
+
let workerURL = workerURLCache.get(props.source || props.url);
|
|
6
|
+
|
|
7
|
+
if (!workerURL) {
|
|
8
|
+
if (props.url) {
|
|
9
|
+
workerURL = getLoadableWorkerURLFromURL(props.url);
|
|
10
|
+
workerURLCache.set(props.url, workerURL);
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
if (props.source) {
|
|
14
|
+
workerURL = getLoadableWorkerURLFromSource(props.source);
|
|
15
|
+
workerURLCache.set(props.source, workerURL);
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
assert(workerURL);
|
|
20
|
+
return workerURL;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
function getLoadableWorkerURLFromURL(url) {
|
|
24
|
+
if (!url.startsWith('http')) {
|
|
25
|
+
return url;
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
const workerSource = buildScriptSource(url);
|
|
29
|
+
return getLoadableWorkerURLFromSource(workerSource);
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
function getLoadableWorkerURLFromSource(workerSource) {
|
|
33
|
+
const blob = new Blob([workerSource], {
|
|
34
|
+
type: 'application/javascript'
|
|
35
|
+
});
|
|
36
|
+
return URL.createObjectURL(blob);
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
function buildScriptSource(workerUrl) {
|
|
40
|
+
return "try {\n importScripts('".concat(workerUrl, "');\n} catch (error) {\n console.error(error);\n throw error;\n}");
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=get-loadable-worker-url.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/worker-utils/get-loadable-worker-url.ts"],"names":["assert","workerURLCache","Map","getLoadableWorkerURL","props","source","url","workerURL","get","getLoadableWorkerURLFromURL","set","getLoadableWorkerURLFromSource","startsWith","workerSource","buildScriptSource","blob","Blob","type","URL","createObjectURL","workerUrl"],"mappings":"AAAA,SAAQA,MAAR,QAAqB,qBAArB;AAEA,MAAMC,cAAc,GAAG,IAAIC,GAAJ,EAAvB;AAWA,OAAO,SAASC,oBAAT,CAA8BC,KAA9B,EAAsE;AAC3EJ,EAAAA,MAAM,CAAEI,KAAK,CAACC,MAAN,IAAgB,CAACD,KAAK,CAACE,GAAxB,IAAiC,CAACF,KAAK,CAACC,MAAP,IAAiBD,KAAK,CAACE,GAAzD,CAAN;AAEA,MAAIC,SAAS,GAAGN,cAAc,CAACO,GAAf,CAAmBJ,KAAK,CAACC,MAAN,IAAgBD,KAAK,CAACE,GAAzC,CAAhB;;AACA,MAAI,CAACC,SAAL,EAAgB;AAEd,QAAIH,KAAK,CAACE,GAAV,EAAe;AACbC,MAAAA,SAAS,GAAGE,2BAA2B,CAACL,KAAK,CAACE,GAAP,CAAvC;AACAL,MAAAA,cAAc,CAACS,GAAf,CAAmBN,KAAK,CAACE,GAAzB,EAA8BC,SAA9B;AACD;;AAED,QAAIH,KAAK,CAACC,MAAV,EAAkB;AAChBE,MAAAA,SAAS,GAAGI,8BAA8B,CAACP,KAAK,CAACC,MAAP,CAA1C;AACAJ,MAAAA,cAAc,CAACS,GAAf,CAAmBN,KAAK,CAACC,MAAzB,EAAiCE,SAAjC;AACD;AACF;;AAEDP,EAAAA,MAAM,CAACO,SAAD,CAAN;AACA,SAAOA,SAAP;AACD;;AAOD,SAASE,2BAAT,CAAqCH,GAArC,EAA0D;AAExD,MAAI,CAACA,GAAG,CAACM,UAAJ,CAAe,MAAf,CAAL,EAA6B;AAC3B,WAAON,GAAP;AACD;;AAGD,QAAMO,YAAY,GAAGC,iBAAiB,CAACR,GAAD,CAAtC;AACA,SAAOK,8BAA8B,CAACE,YAAD,CAArC;AACD;;AAOD,SAASF,8BAAT,CAAwCE,YAAxC,EAAsE;AAGpE,QAAME,IAAI,GAAG,IAAIC,IAAJ,CAAS,CAACH,YAAD,CAAT,EAAyB;AAACI,IAAAA,IAAI,EAAE;AAAP,GAAzB,CAAb;AACA,SAAOC,GAAG,CAACC,eAAJ,CAAoBJ,IAApB,CAAP;AACD;;AAUD,SAASD,iBAAT,CAA2BM,SAA3B,EAAsD;AACpD,2CAEiBA,SAFjB;AAOD","sourcesContent":["import {assert} from '../env-utils/assert';\n\nconst workerURLCache = new Map();\n\n/**\n * Creates a loadable URL from worker source or URL\n * that can be used to create `Worker` instances.\n * Due to CORS issues it may be necessary to wrap a URL in a small importScripts\n * @param props\n * @param props.source Worker source\n * @param props.url Worker URL\n * @returns loadable url\n */\nexport function getLoadableWorkerURL(props: {source?: string; url?: string}) {\n assert((props.source && !props.url) || (!props.source && props.url)); // Either source or url must be defined\n\n let workerURL = workerURLCache.get(props.source || props.url);\n if (!workerURL) {\n // Differentiate worker urls from worker source code\n if (props.url) {\n workerURL = getLoadableWorkerURLFromURL(props.url);\n workerURLCache.set(props.url, workerURL);\n }\n\n if (props.source) {\n workerURL = getLoadableWorkerURLFromSource(props.source);\n workerURLCache.set(props.source, workerURL);\n }\n }\n\n assert(workerURL);\n return workerURL;\n}\n\n/**\n * Build a loadable worker URL from worker URL\n * @param url\n * @returns loadable URL\n */\nfunction getLoadableWorkerURLFromURL(url: string): string {\n // A local script url, we can use it to initialize a Worker directly\n if (!url.startsWith('http')) {\n return url;\n }\n\n // A remote script, we need to use `importScripts` to load from different origin\n const workerSource = buildScriptSource(url);\n return getLoadableWorkerURLFromSource(workerSource);\n}\n\n/**\n * Build a loadable worker URL from worker source\n * @param workerSource\n * @returns loadable url\n */\nfunction getLoadableWorkerURLFromSource(workerSource: string): string {\n // NOTE: webworkify was previously used\n // const blob = webworkify(workerSource, {bare: true});\n const blob = new Blob([workerSource], {type: 'application/javascript'});\n return URL.createObjectURL(blob);\n}\n\n/**\n * Per spec, worker cannot be initialized with a script from a different origin\n * However a local worker script can still import scripts from other origins,\n * so we simply build a wrapper script.\n *\n * @param workerUrl\n * @returns source\n */\nfunction buildScriptSource(workerUrl: string): string {\n return `\\\ntry {\n importScripts('${workerUrl}');\n} catch (error) {\n console.error(error);\n throw error;\n}`;\n}\n"],"file":"get-loadable-worker-url.js"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
export function getTransferList(object, recursive = true, transfers) {
|
|
2
|
+
const transfersSet = transfers || new Set();
|
|
3
|
+
|
|
4
|
+
if (!object) {} else if (isTransferable(object)) {
|
|
5
|
+
transfersSet.add(object);
|
|
6
|
+
} else if (isTransferable(object.buffer)) {
|
|
7
|
+
transfersSet.add(object.buffer);
|
|
8
|
+
} else if (ArrayBuffer.isView(object)) {} else if (recursive && typeof object === 'object') {
|
|
9
|
+
for (const key in object) {
|
|
10
|
+
getTransferList(object[key], recursive, transfersSet);
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
return transfers === undefined ? Array.from(transfersSet) : [];
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
function isTransferable(object) {
|
|
18
|
+
if (!object) {
|
|
19
|
+
return false;
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
if (object instanceof ArrayBuffer) {
|
|
23
|
+
return true;
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
if (typeof MessagePort !== 'undefined' && object instanceof MessagePort) {
|
|
27
|
+
return true;
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
if (typeof ImageBitmap !== 'undefined' && object instanceof ImageBitmap) {
|
|
31
|
+
return true;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
if (typeof OffscreenCanvas !== 'undefined' && object instanceof OffscreenCanvas) {
|
|
35
|
+
return true;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
return false;
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=get-transfer-list.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/worker-utils/get-transfer-list.ts"],"names":["getTransferList","object","recursive","transfers","transfersSet","Set","isTransferable","add","buffer","ArrayBuffer","isView","key","undefined","Array","from","MessagePort","ImageBitmap","OffscreenCanvas"],"mappings":"AAWA,OAAO,SAASA,eAAT,CACLC,MADK,EAELC,SAAkB,GAAG,IAFhB,EAGLC,SAHK,EAIW;AAEhB,QAAMC,YAAY,GAAGD,SAAS,IAAI,IAAIE,GAAJ,EAAlC;;AAEA,MAAI,CAACJ,MAAL,EAAa,CAEZ,CAFD,MAEO,IAAIK,cAAc,CAACL,MAAD,CAAlB,EAA4B;AACjCG,IAAAA,YAAY,CAACG,GAAb,CAAiBN,MAAjB;AACD,GAFM,MAEA,IAAIK,cAAc,CAACL,MAAM,CAACO,MAAR,CAAlB,EAAmC;AAExCJ,IAAAA,YAAY,CAACG,GAAb,CAAiBN,MAAM,CAACO,MAAxB;AACD,GAHM,MAGA,IAAIC,WAAW,CAACC,MAAZ,CAAmBT,MAAnB,CAAJ,EAAgC,CAGtC,CAHM,MAGA,IAAIC,SAAS,IAAI,OAAOD,MAAP,KAAkB,QAAnC,EAA6C;AAClD,SAAK,MAAMU,GAAX,IAAkBV,MAAlB,EAA0B;AAExBD,MAAAA,eAAe,CAACC,MAAM,CAACU,GAAD,CAAP,EAAcT,SAAd,EAAyBE,YAAzB,CAAf;AACD;AACF;;AAID,SAAOD,SAAS,KAAKS,SAAd,GAA0BC,KAAK,CAACC,IAAN,CAAWV,YAAX,CAA1B,GAAqD,EAA5D;AACD;;AAGD,SAASE,cAAT,CAAwBL,MAAxB,EAAyC;AACvC,MAAI,CAACA,MAAL,EAAa;AACX,WAAO,KAAP;AACD;;AACD,MAAIA,MAAM,YAAYQ,WAAtB,EAAmC;AACjC,WAAO,IAAP;AACD;;AACD,MAAI,OAAOM,WAAP,KAAuB,WAAvB,IAAsCd,MAAM,YAAYc,WAA5D,EAAyE;AACvE,WAAO,IAAP;AACD;;AACD,MAAI,OAAOC,WAAP,KAAuB,WAAvB,IAAsCf,MAAM,YAAYe,WAA5D,EAAyE;AACvE,WAAO,IAAP;AACD;;AAED,MAAI,OAAOC,eAAP,KAA2B,WAA3B,IAA0ChB,MAAM,YAAYgB,eAAhE,EAAiF;AAC/E,WAAO,IAAP;AACD;;AACD,SAAO,KAAP;AACD","sourcesContent":["// NOTE - there is a copy of this function is both in core and loader-utils\n// core does not need all the utils in loader-utils, just this one.\n\n/**\n * Returns an array of Transferrable objects that can be used with postMessage\n * https://developer.mozilla.org/en-US/docs/Web/API/Worker/postMessage\n * @param object data to be sent via postMessage\n * @param recursive - not for application use\n * @param transfers - not for application use\n * @returns a transfer list that can be passed to postMessage\n */\nexport function getTransferList(\n object: any,\n recursive: boolean = true,\n transfers?: Set<any>\n): Transferable[] {\n // Make sure that items in the transfer list is unique\n const transfersSet = transfers || new Set();\n\n if (!object) {\n // ignore\n } else if (isTransferable(object)) {\n transfersSet.add(object);\n } else if (isTransferable(object.buffer)) {\n // Typed array\n transfersSet.add(object.buffer);\n } else if (ArrayBuffer.isView(object)) {\n // object is a TypeArray viewing into a SharedArrayBuffer (not transferable)\n // Do not iterate through the content in this case\n } else if (recursive && typeof object === 'object') {\n for (const key in object) {\n // Avoid perf hit - only go one level deep\n getTransferList(object[key], recursive, transfersSet);\n }\n }\n\n // If transfers is defined, is internal recursive call\n // Otherwise it's called by the user\n return transfers === undefined ? Array.from(transfersSet) : [];\n}\n\n// https://developer.mozilla.org/en-US/docs/Web/API/Transferable\nfunction isTransferable(object: unknown) {\n if (!object) {\n return false;\n }\n if (object instanceof ArrayBuffer) {\n return true;\n }\n if (typeof MessagePort !== 'undefined' && object instanceof MessagePort) {\n return true;\n }\n if (typeof ImageBitmap !== 'undefined' && object instanceof ImageBitmap) {\n return true;\n }\n // @ts-ignore\n if (typeof OffscreenCanvas !== 'undefined' && object instanceof OffscreenCanvas) {\n return true;\n }\n return false;\n}\n"],"file":"get-transfer-list.js"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
export function removeNontransferableOptions(object) {
|
|
2
|
+
return JSON.parse(stringifyJSON(object));
|
|
3
|
+
}
|
|
4
|
+
|
|
5
|
+
function stringifyJSON(v) {
|
|
6
|
+
const cache = new Set();
|
|
7
|
+
return JSON.stringify(v, (key, value) => {
|
|
8
|
+
if (typeof value === 'object' && value !== null) {
|
|
9
|
+
if (cache.has(value)) {
|
|
10
|
+
try {
|
|
11
|
+
return JSON.parse(JSON.stringify(value));
|
|
12
|
+
} catch (err) {
|
|
13
|
+
return undefined;
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
cache.add(value);
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
return value;
|
|
21
|
+
});
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=remove-nontransferable-options.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../../src/lib/worker-utils/remove-nontransferable-options.ts"],"names":["removeNontransferableOptions","object","JSON","parse","stringifyJSON","v","cache","Set","stringify","key","value","has","err","undefined","add"],"mappings":"AAIA,OAAO,SAASA,4BAAT,CAAsCC,MAAtC,EAA8D;AAInE,SAAOC,IAAI,CAACC,KAAL,CAAWC,aAAa,CAACH,MAAD,CAAxB,CAAP;AACD;;AAED,SAASG,aAAT,CAAuBC,CAAvB,EAAmC;AACjC,QAAMC,KAAK,GAAG,IAAIC,GAAJ,EAAd;AACA,SAAOL,IAAI,CAACM,SAAL,CAAeH,CAAf,EAAkB,CAACI,GAAD,EAAMC,KAAN,KAAgB;AACvC,QAAI,OAAOA,KAAP,KAAiB,QAAjB,IAA6BA,KAAK,KAAK,IAA3C,EAAiD;AAC/C,UAAIJ,KAAK,CAACK,GAAN,CAAUD,KAAV,CAAJ,EAAsB;AAEpB,YAAI;AAEF,iBAAOR,IAAI,CAACC,KAAL,CAAWD,IAAI,CAACM,SAAL,CAAeE,KAAf,CAAX,CAAP;AACD,SAHD,CAGE,OAAOE,GAAP,EAAY;AAEZ,iBAAOC,SAAP;AACD;AACF;;AAEDP,MAAAA,KAAK,CAACQ,GAAN,CAAUJ,KAAV;AACD;;AACD,WAAOA,KAAP;AACD,GAhBM,CAAP;AAiBD","sourcesContent":["/**\n * Safely stringify JSON (drop non serializable values like functions and regexps)\n * @param value\n */\nexport function removeNontransferableOptions(object: object): object {\n // options.log object contains functions which cannot be transferred\n // TODO - decide how to handle logging on workers\n // TODO - warn if options stringification is long\n return JSON.parse(stringifyJSON(object));\n}\n\nfunction stringifyJSON(v: unknown) {\n const cache = new Set();\n return JSON.stringify(v, (key, value) => {\n if (typeof value === 'object' && value !== null) {\n if (cache.has(value)) {\n // Circular reference found\n try {\n // If this value does not reference a parent it can be deduped\n return JSON.parse(JSON.stringify(value));\n } catch (err) {\n // discard key if value cannot be deduped\n return undefined;\n }\n }\n // Store value in our set\n cache.add(value);\n }\n return value;\n });\n}\n"],"file":"remove-nontransferable-options.js"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[],"file":"types.js"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/workers/null-worker.ts"],"names":["createWorker","data"],"mappings":"AAAA,SAAQA,YAAR,QAA2B,iCAA3B;AAEAA,YAAY,CAAC,MAAOC,IAAP,IAAgB;AAE3B,SAAOA,IAAP;AACD,CAHW,CAAZ","sourcesContent":["import {createWorker} from '../lib/worker-api/create-worker';\n\ncreateWorker(async (data) => {\n // @ts-ignore\n return data;\n});\n"],"file":"null-worker.js"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { WorkerObject } from './types';
|
|
2
|
+
export type { WorkerObject, WorkerOptions, WorkerMessage, WorkerMessageType, WorkerMessageData, WorkerMessagePayload } from './types';
|
|
3
|
+
export { assert } from './lib/env-utils/assert';
|
|
4
|
+
export { isBrowser, isWorker } from './lib/env-utils/globals';
|
|
5
|
+
export { default as WorkerJob } from './lib/worker-farm/worker-job';
|
|
6
|
+
export { default as WorkerThread } from './lib/worker-farm/worker-thread';
|
|
7
|
+
export { default as WorkerFarm } from './lib/worker-farm/worker-farm';
|
|
8
|
+
export { default as WorkerPool } from './lib/worker-farm/worker-pool';
|
|
9
|
+
export { default as WorkerBody } from './lib/worker-farm/worker-body';
|
|
10
|
+
export { processOnWorker, canProcessOnWorker } from './lib/worker-api/process-on-worker';
|
|
11
|
+
export { createWorker } from './lib/worker-api/create-worker';
|
|
12
|
+
export { getWorkerURL } from './lib/worker-api/get-worker-url';
|
|
13
|
+
export { validateWorkerVersion } from './lib/worker-api/validate-worker-version';
|
|
14
|
+
export { getTransferList } from './lib/worker-utils/get-transfer-list';
|
|
15
|
+
export { getLibraryUrl, loadLibrary } from './lib/library-utils/library-utils';
|
|
16
|
+
export { default as AsyncQueue } from './lib/async-queue/async-queue';
|
|
17
|
+
export { default as ChildProcessProxy } from './lib/process-utils/child-process-proxy';
|
|
18
|
+
/** A null worker to test that worker processing is functional */
|
|
19
|
+
export declare const NullWorker: WorkerObject;
|
|
20
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,SAAS,CAAC;AAI1C,YAAY,EACV,YAAY,EACZ,aAAa,EAEb,aAAa,EACb,iBAAiB,EACjB,iBAAiB,EACjB,oBAAoB,EACrB,MAAM,SAAS,CAAC;AAGjB,OAAO,EAAC,MAAM,EAAC,MAAM,wBAAwB,CAAC;AAC9C,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAC,MAAM,yBAAyB,CAAC;AAG5D,OAAO,EAAC,OAAO,IAAI,SAAS,EAAC,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAC,OAAO,IAAI,YAAY,EAAC,MAAM,iCAAiC,CAAC;AAGxE,OAAO,EAAC,OAAO,IAAI,UAAU,EAAC,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAC,OAAO,IAAI,UAAU,EAAC,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAC,OAAO,IAAI,UAAU,EAAC,MAAM,+BAA+B,CAAC;AAEpE,OAAO,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,oCAAoC,CAAC;AACvF,OAAO,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AAG5D,OAAO,EAAC,YAAY,EAAC,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAAC,qBAAqB,EAAC,MAAM,0CAA0C,CAAC;AAC/E,OAAO,EAAC,eAAe,EAAC,MAAM,sCAAsC,CAAC;AAGrE,OAAO,EAAC,aAAa,EAAE,WAAW,EAAC,MAAM,mCAAmC,CAAC;AAG7E,OAAO,EAAC,OAAO,IAAI,UAAU,EAAC,MAAM,+BAA+B,CAAC;AAGpE,OAAO,EAAC,OAAO,IAAI,iBAAiB,EAAC,MAAM,yCAAyC,CAAC;AAIrF,iEAAiE;AACjE,eAAO,MAAM,UAAU,EAAE,YAQxB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,26 +1,58 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.NullWorker = exports.ChildProcessProxy = exports.AsyncQueue = exports.loadLibrary = exports.getLibraryUrl = exports.getTransferList = exports.validateWorkerVersion = exports.getWorkerURL = exports.createWorker = exports.canProcessOnWorker = exports.processOnWorker = exports.WorkerBody = exports.WorkerPool = exports.WorkerFarm = exports.WorkerThread = exports.WorkerJob = exports.isWorker = exports.isBrowser = exports.assert = void 0;
|
|
7
|
+
const version_1 = require("./lib/env-utils/version");
|
|
8
|
+
// GENERAL UTILS
|
|
9
|
+
var assert_1 = require("./lib/env-utils/assert");
|
|
10
|
+
Object.defineProperty(exports, "assert", { enumerable: true, get: function () { return assert_1.assert; } });
|
|
11
|
+
var globals_1 = require("./lib/env-utils/globals");
|
|
12
|
+
Object.defineProperty(exports, "isBrowser", { enumerable: true, get: function () { return globals_1.isBrowser; } });
|
|
13
|
+
Object.defineProperty(exports, "isWorker", { enumerable: true, get: function () { return globals_1.isWorker; } });
|
|
14
|
+
// WORKER UTILS - TYPES
|
|
15
|
+
var worker_job_1 = require("./lib/worker-farm/worker-job");
|
|
16
|
+
Object.defineProperty(exports, "WorkerJob", { enumerable: true, get: function () { return __importDefault(worker_job_1).default; } });
|
|
17
|
+
var worker_thread_1 = require("./lib/worker-farm/worker-thread");
|
|
18
|
+
Object.defineProperty(exports, "WorkerThread", { enumerable: true, get: function () { return __importDefault(worker_thread_1).default; } });
|
|
19
|
+
// WORKER FARMS
|
|
20
|
+
var worker_farm_1 = require("./lib/worker-farm/worker-farm");
|
|
21
|
+
Object.defineProperty(exports, "WorkerFarm", { enumerable: true, get: function () { return __importDefault(worker_farm_1).default; } });
|
|
22
|
+
var worker_pool_1 = require("./lib/worker-farm/worker-pool");
|
|
23
|
+
Object.defineProperty(exports, "WorkerPool", { enumerable: true, get: function () { return __importDefault(worker_pool_1).default; } });
|
|
24
|
+
var worker_body_1 = require("./lib/worker-farm/worker-body");
|
|
25
|
+
Object.defineProperty(exports, "WorkerBody", { enumerable: true, get: function () { return __importDefault(worker_body_1).default; } });
|
|
26
|
+
var process_on_worker_1 = require("./lib/worker-api/process-on-worker");
|
|
27
|
+
Object.defineProperty(exports, "processOnWorker", { enumerable: true, get: function () { return process_on_worker_1.processOnWorker; } });
|
|
28
|
+
Object.defineProperty(exports, "canProcessOnWorker", { enumerable: true, get: function () { return process_on_worker_1.canProcessOnWorker; } });
|
|
29
|
+
var create_worker_1 = require("./lib/worker-api/create-worker");
|
|
30
|
+
Object.defineProperty(exports, "createWorker", { enumerable: true, get: function () { return create_worker_1.createWorker; } });
|
|
31
|
+
// WORKER UTILS - EXPORTS
|
|
32
|
+
var get_worker_url_1 = require("./lib/worker-api/get-worker-url");
|
|
33
|
+
Object.defineProperty(exports, "getWorkerURL", { enumerable: true, get: function () { return get_worker_url_1.getWorkerURL; } });
|
|
34
|
+
var validate_worker_version_1 = require("./lib/worker-api/validate-worker-version");
|
|
35
|
+
Object.defineProperty(exports, "validateWorkerVersion", { enumerable: true, get: function () { return validate_worker_version_1.validateWorkerVersion; } });
|
|
36
|
+
var get_transfer_list_1 = require("./lib/worker-utils/get-transfer-list");
|
|
37
|
+
Object.defineProperty(exports, "getTransferList", { enumerable: true, get: function () { return get_transfer_list_1.getTransferList; } });
|
|
38
|
+
// LIBRARY UTILS
|
|
39
|
+
var library_utils_1 = require("./lib/library-utils/library-utils");
|
|
40
|
+
Object.defineProperty(exports, "getLibraryUrl", { enumerable: true, get: function () { return library_utils_1.getLibraryUrl; } });
|
|
41
|
+
Object.defineProperty(exports, "loadLibrary", { enumerable: true, get: function () { return library_utils_1.loadLibrary; } });
|
|
42
|
+
// PARSER UTILS
|
|
43
|
+
var async_queue_1 = require("./lib/async-queue/async-queue");
|
|
44
|
+
Object.defineProperty(exports, "AsyncQueue", { enumerable: true, get: function () { return __importDefault(async_queue_1).default; } });
|
|
45
|
+
// PROCESS UTILS
|
|
46
|
+
var child_process_proxy_1 = require("./lib/process-utils/child-process-proxy");
|
|
47
|
+
Object.defineProperty(exports, "ChildProcessProxy", { enumerable: true, get: function () { return __importDefault(child_process_proxy_1).default; } });
|
|
48
|
+
// WORKER OBJECTS
|
|
49
|
+
/** A null worker to test that worker processing is functional */
|
|
50
|
+
exports.NullWorker = {
|
|
51
|
+
id: 'null',
|
|
52
|
+
name: 'null',
|
|
53
|
+
module: 'worker-utils',
|
|
54
|
+
version: version_1.VERSION,
|
|
55
|
+
options: {
|
|
56
|
+
null: {}
|
|
57
|
+
}
|
|
25
58
|
};
|
|
26
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Async Queue
|
|
3
|
+
* - AsyncIterable: An async iterator can be
|
|
4
|
+
* - Values can be pushed onto the queue
|
|
5
|
+
* @example
|
|
6
|
+
* const asyncQueue = new AsyncQueue();
|
|
7
|
+
* setTimeout(() => asyncQueue.enqueue('tick'), 1000);
|
|
8
|
+
* setTimeout(() => asyncQueue.enqueue(new Error('done')), 10000);
|
|
9
|
+
* for await (const value of asyncQueue) {
|
|
10
|
+
* console.log(value); // tick
|
|
11
|
+
* }
|
|
12
|
+
*/
|
|
13
|
+
export default class AsyncQueue<T> {
|
|
14
|
+
private _values;
|
|
15
|
+
private _settlers;
|
|
16
|
+
private _closed;
|
|
17
|
+
constructor();
|
|
18
|
+
/** Return an async iterator for this queue */
|
|
19
|
+
[Symbol.asyncIterator](): AsyncIterator<T>;
|
|
20
|
+
/** Push a new value - the async iterator will yield a promise resolved to this value */
|
|
21
|
+
push(value: T): void;
|
|
22
|
+
/**
|
|
23
|
+
* Push a new value - the async iterator will yield a promise resolved to this value
|
|
24
|
+
* Add an error - the async iterator will yield a promise rejected with this value
|
|
25
|
+
*/
|
|
26
|
+
enqueue(value: T | Error): void;
|
|
27
|
+
/** Indicate that we not waiting for more values - The async iterator will be done */
|
|
28
|
+
close(): void;
|
|
29
|
+
/** @returns a Promise for an IteratorResult */
|
|
30
|
+
next(): Promise<IteratorResult<T, any>>;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=async-queue.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"async-queue.d.ts","sourceRoot":"","sources":["../../../src/lib/async-queue/async-queue.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,OAAO,OAAO,UAAU,CAAC,CAAC;IAC/B,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,OAAO,CAAU;;IAQzB,8CAA8C;IAC9C,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC;IAI1C,wFAAwF;IACxF,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI;IAIpB;;;OAGG;IACH,OAAO,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,GAAG,IAAI;IAoB/B,qFAAqF;IACrF,KAAK,IAAI,IAAI;IAUb,+CAA+C;IAC/C,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;CAuBxC"}
|
|
@@ -1,97 +1,87 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
push(value) {
|
|
24
|
-
return this.enqueue(value);
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
enqueue(value) {
|
|
28
|
-
if (this._closed) {
|
|
29
|
-
throw new Error('Closed');
|
|
1
|
+
"use strict";
|
|
2
|
+
// From https://github.com/rauschma/async-iter-demo/tree/master/src under MIT license
|
|
3
|
+
// http://2ality.com/2016/10/asynchronous-iteration.html
|
|
4
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
5
|
+
/**
|
|
6
|
+
* Async Queue
|
|
7
|
+
* - AsyncIterable: An async iterator can be
|
|
8
|
+
* - Values can be pushed onto the queue
|
|
9
|
+
* @example
|
|
10
|
+
* const asyncQueue = new AsyncQueue();
|
|
11
|
+
* setTimeout(() => asyncQueue.enqueue('tick'), 1000);
|
|
12
|
+
* setTimeout(() => asyncQueue.enqueue(new Error('done')), 10000);
|
|
13
|
+
* for await (const value of asyncQueue) {
|
|
14
|
+
* console.log(value); // tick
|
|
15
|
+
* }
|
|
16
|
+
*/
|
|
17
|
+
class AsyncQueue {
|
|
18
|
+
constructor() {
|
|
19
|
+
this._values = []; // enqueues > dequeues
|
|
20
|
+
this._settlers = []; // dequeues > enqueues
|
|
21
|
+
this._closed = false;
|
|
30
22
|
}
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
if (value instanceof Error) {
|
|
40
|
-
settler.reject(value);
|
|
41
|
-
} else {
|
|
42
|
-
settler.resolve({
|
|
43
|
-
value
|
|
44
|
-
});
|
|
45
|
-
}
|
|
46
|
-
} else {
|
|
47
|
-
this._values.push(value);
|
|
23
|
+
/** Return an async iterator for this queue */
|
|
24
|
+
[Symbol.asyncIterator]() {
|
|
25
|
+
return this;
|
|
26
|
+
}
|
|
27
|
+
/** Push a new value - the async iterator will yield a promise resolved to this value */
|
|
28
|
+
push(value) {
|
|
29
|
+
return this.enqueue(value);
|
|
48
30
|
}
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
31
|
+
/**
|
|
32
|
+
* Push a new value - the async iterator will yield a promise resolved to this value
|
|
33
|
+
* Add an error - the async iterator will yield a promise rejected with this value
|
|
34
|
+
*/
|
|
35
|
+
enqueue(value) {
|
|
36
|
+
if (this._closed) {
|
|
37
|
+
throw new Error('Closed');
|
|
38
|
+
}
|
|
39
|
+
if (this._settlers.length > 0) {
|
|
40
|
+
if (this._values.length > 0) {
|
|
41
|
+
throw new Error('Illegal internal state');
|
|
42
|
+
}
|
|
43
|
+
const settler = this._settlers.shift();
|
|
44
|
+
if (value instanceof Error) {
|
|
45
|
+
settler.reject(value);
|
|
46
|
+
}
|
|
47
|
+
else {
|
|
48
|
+
settler.resolve({ value });
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
else {
|
|
52
|
+
this._values.push(value);
|
|
53
|
+
}
|
|
58
54
|
}
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
if (value instanceof Error) {
|
|
68
|
-
return Promise.reject(value);
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
return Promise.resolve({
|
|
72
|
-
done: false,
|
|
73
|
-
value
|
|
74
|
-
});
|
|
55
|
+
/** Indicate that we not waiting for more values - The async iterator will be done */
|
|
56
|
+
close() {
|
|
57
|
+
while (this._settlers.length > 0) {
|
|
58
|
+
const settler = this._settlers.shift();
|
|
59
|
+
settler.resolve({ done: true });
|
|
60
|
+
}
|
|
61
|
+
this._closed = true;
|
|
75
62
|
}
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
63
|
+
// ITERATOR IMPLEMENTATION
|
|
64
|
+
/** @returns a Promise for an IteratorResult */
|
|
65
|
+
next() {
|
|
66
|
+
// If values in queue, yield the first value
|
|
67
|
+
if (this._values.length > 0) {
|
|
68
|
+
const value = this._values.shift();
|
|
69
|
+
if (value instanceof Error) {
|
|
70
|
+
return Promise.reject(value);
|
|
71
|
+
}
|
|
72
|
+
return Promise.resolve({ done: false, value });
|
|
73
|
+
}
|
|
74
|
+
// If queue is closed, the iterator is done
|
|
75
|
+
if (this._closed) {
|
|
76
|
+
if (this._settlers.length > 0) {
|
|
77
|
+
throw new Error('Illegal internal state');
|
|
78
|
+
}
|
|
79
|
+
return Promise.resolve({ done: true, value: undefined });
|
|
80
|
+
}
|
|
81
|
+
// Yield a promise that waits for new values to be enqueued
|
|
82
|
+
return new Promise((resolve, reject) => {
|
|
83
|
+
this._settlers.push({ resolve, reject });
|
|
84
|
+
});
|
|
86
85
|
}
|
|
87
|
-
|
|
88
|
-
return new Promise((resolve, reject) => {
|
|
89
|
-
this._settlers.push({
|
|
90
|
-
resolve,
|
|
91
|
-
reject
|
|
92
|
-
});
|
|
93
|
-
});
|
|
94
|
-
}
|
|
95
|
-
|
|
96
86
|
}
|
|
97
|
-
|
|
87
|
+
exports.default = AsyncQueue;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"assert.d.ts","sourceRoot":"","sources":["../../../src/lib/env-utils/assert.ts"],"names":[],"mappings":"AAIA,4EAA4E;AAC5E,wBAAgB,MAAM,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAI7D"}
|
|
@@ -1,6 +1,13 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
// Replacement for the external assert method to reduce bundle size
|
|
3
|
+
// Note: We don't use the second "message" argument in calling code,
|
|
4
|
+
// so no need to support it here
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.assert = void 0;
|
|
7
|
+
/** Throws an `Error` with the optional `message` if `condition` is falsy */
|
|
8
|
+
function assert(condition, message) {
|
|
9
|
+
if (!condition) {
|
|
10
|
+
throw new Error(message || 'loaders.gl assertion failed.');
|
|
11
|
+
}
|
|
5
12
|
}
|
|
6
|
-
|
|
13
|
+
exports.assert = assert;
|