@loaders.gl/worker-utils 4.0.0-beta.1 → 4.0.0-beta.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (141) hide show
  1. package/dist/index.cjs +989 -0
  2. package/dist/index.js +26 -0
  3. package/dist/index.js.map +1 -0
  4. package/dist/{esm/lib → lib}/async-queue/async-queue.js +3 -4
  5. package/dist/lib/async-queue/async-queue.js.map +1 -0
  6. package/dist/lib/env-utils/assert.js.map +1 -0
  7. package/dist/lib/env-utils/globals.js.map +1 -0
  8. package/dist/{esm/lib → lib}/env-utils/version.js +2 -2
  9. package/dist/lib/env-utils/version.js.map +1 -0
  10. package/dist/{esm/lib → lib}/library-utils/library-utils.js +10 -9
  11. package/dist/lib/library-utils/library-utils.js.map +1 -0
  12. package/dist/lib/node/require-utils.node.d.ts.map +1 -1
  13. package/dist/{esm/lib → lib}/node/require-utils.node.js +6 -5
  14. package/dist/lib/node/require-utils.node.js.map +1 -0
  15. package/dist/lib/node/worker_threads-browser.d.ts.map +1 -1
  16. package/dist/lib/node/worker_threads-browser.js.map +1 -0
  17. package/dist/lib/node/worker_threads.js.map +1 -0
  18. package/dist/{esm/lib → lib}/process-utils/child-process-proxy.js +12 -13
  19. package/dist/lib/process-utils/child-process-proxy.js.map +1 -0
  20. package/dist/lib/process-utils/process-utils.js.map +1 -0
  21. package/dist/{esm/lib → lib}/worker-api/create-worker.js +2 -2
  22. package/dist/lib/worker-api/create-worker.js.map +1 -0
  23. package/dist/lib/worker-api/get-worker-url.js +30 -0
  24. package/dist/lib/worker-api/get-worker-url.js.map +1 -0
  25. package/dist/{esm/lib → lib}/worker-api/process-on-worker.js +4 -4
  26. package/dist/lib/worker-api/process-on-worker.js.map +1 -0
  27. package/dist/{esm/lib → lib}/worker-api/validate-worker-version.js +2 -2
  28. package/dist/lib/worker-api/validate-worker-version.js.map +1 -0
  29. package/dist/{esm/lib → lib}/worker-farm/worker-body.js +1 -1
  30. package/dist/lib/worker-farm/worker-body.js.map +1 -0
  31. package/dist/{esm/lib → lib}/worker-farm/worker-farm.js +5 -6
  32. package/dist/lib/worker-farm/worker-farm.js.map +1 -0
  33. package/dist/{esm/lib → lib}/worker-farm/worker-job.js +7 -8
  34. package/dist/lib/worker-farm/worker-job.js.map +1 -0
  35. package/dist/lib/worker-farm/worker-pool.d.ts.map +1 -1
  36. package/dist/{esm/lib → lib}/worker-farm/worker-pool.js +18 -17
  37. package/dist/lib/worker-farm/worker-pool.js.map +1 -0
  38. package/dist/{esm/lib → lib}/worker-farm/worker-thread.js +17 -18
  39. package/dist/lib/worker-farm/worker-thread.js.map +1 -0
  40. package/dist/{esm/lib → lib}/worker-utils/get-loadable-worker-url.js +8 -2
  41. package/dist/lib/worker-utils/get-loadable-worker-url.js.map +1 -0
  42. package/dist/lib/worker-utils/get-transfer-list.js.map +1 -0
  43. package/dist/lib/worker-utils/remove-nontransferable-options.js.map +1 -0
  44. package/dist/null-worker-node.js +22 -2
  45. package/dist/null-worker-node.js.map +2 -2
  46. package/dist/null-worker.js +24 -2
  47. package/dist/null-worker.js.map +2 -2
  48. package/dist/types.js.map +1 -0
  49. package/dist/workers/null-worker.js +5 -0
  50. package/dist/workers/null-worker.js.map +1 -0
  51. package/package.json +12 -6
  52. package/src/lib/library-utils/library-utils.ts +8 -1
  53. package/src/lib/node/require-utils.node.ts +4 -2
  54. package/src/lib/node/worker_threads-browser.ts +0 -1
  55. package/src/lib/worker-farm/worker-pool.ts +3 -0
  56. package/dist/es5/index.js +0 -148
  57. package/dist/es5/index.js.map +0 -1
  58. package/dist/es5/lib/async-queue/async-queue.js +0 -100
  59. package/dist/es5/lib/async-queue/async-queue.js.map +0 -1
  60. package/dist/es5/lib/env-utils/assert.js +0 -12
  61. package/dist/es5/lib/env-utils/assert.js.map +0 -1
  62. package/dist/es5/lib/env-utils/globals.js +0 -32
  63. package/dist/es5/lib/env-utils/globals.js.map +0 -1
  64. package/dist/es5/lib/env-utils/version.js +0 -24
  65. package/dist/es5/lib/env-utils/version.js.map +0 -1
  66. package/dist/es5/lib/library-utils/library-utils.js +0 -217
  67. package/dist/es5/lib/library-utils/library-utils.js.map +0 -1
  68. package/dist/es5/lib/node/require-utils.node.js +0 -138
  69. package/dist/es5/lib/node/require-utils.node.js.map +0 -1
  70. package/dist/es5/lib/node/worker_threads-browser.js +0 -23
  71. package/dist/es5/lib/node/worker_threads-browser.js.map +0 -1
  72. package/dist/es5/lib/node/worker_threads.js +0 -27
  73. package/dist/es5/lib/node/worker_threads.js.map +0 -1
  74. package/dist/es5/lib/process-utils/child-process-proxy.js +0 -195
  75. package/dist/es5/lib/process-utils/child-process-proxy.js.map +0 -1
  76. package/dist/es5/lib/process-utils/process-utils.js +0 -33
  77. package/dist/es5/lib/process-utils/process-utils.js.map +0 -1
  78. package/dist/es5/lib/worker-api/create-worker.js +0 -166
  79. package/dist/es5/lib/worker-api/create-worker.js.map +0 -1
  80. package/dist/es5/lib/worker-api/get-worker-url.js +0 -37
  81. package/dist/es5/lib/worker-api/get-worker-url.js.map +0 -1
  82. package/dist/es5/lib/worker-api/process-on-worker.js +0 -137
  83. package/dist/es5/lib/worker-api/process-on-worker.js.map +0 -1
  84. package/dist/es5/lib/worker-api/validate-worker-version.js +0 -25
  85. package/dist/es5/lib/worker-api/validate-worker-version.js.map +0 -1
  86. package/dist/es5/lib/worker-farm/worker-body.js +0 -109
  87. package/dist/es5/lib/worker-farm/worker-body.js.map +0 -1
  88. package/dist/es5/lib/worker-farm/worker-farm.js +0 -113
  89. package/dist/es5/lib/worker-farm/worker-farm.js.map +0 -1
  90. package/dist/es5/lib/worker-farm/worker-job.js +0 -56
  91. package/dist/es5/lib/worker-farm/worker-job.js.map +0 -1
  92. package/dist/es5/lib/worker-farm/worker-pool.js +0 -211
  93. package/dist/es5/lib/worker-farm/worker-pool.js.map +0 -1
  94. package/dist/es5/lib/worker-farm/worker-thread.js +0 -136
  95. package/dist/es5/lib/worker-farm/worker-thread.js.map +0 -1
  96. package/dist/es5/lib/worker-utils/get-loadable-worker-url.js +0 -41
  97. package/dist/es5/lib/worker-utils/get-loadable-worker-url.js.map +0 -1
  98. package/dist/es5/lib/worker-utils/get-transfer-list.js +0 -59
  99. package/dist/es5/lib/worker-utils/get-transfer-list.js.map +0 -1
  100. package/dist/es5/lib/worker-utils/remove-nontransferable-options.js +0 -25
  101. package/dist/es5/lib/worker-utils/remove-nontransferable-options.js.map +0 -1
  102. package/dist/es5/types.js +0 -2
  103. package/dist/es5/types.js.map +0 -1
  104. package/dist/es5/workers/null-worker.js +0 -23
  105. package/dist/es5/workers/null-worker.js.map +0 -1
  106. package/dist/esm/index.js +0 -26
  107. package/dist/esm/index.js.map +0 -1
  108. package/dist/esm/lib/async-queue/async-queue.js.map +0 -1
  109. package/dist/esm/lib/env-utils/assert.js.map +0 -1
  110. package/dist/esm/lib/env-utils/globals.js.map +0 -1
  111. package/dist/esm/lib/env-utils/version.js.map +0 -1
  112. package/dist/esm/lib/library-utils/library-utils.js.map +0 -1
  113. package/dist/esm/lib/node/require-utils.node.js.map +0 -1
  114. package/dist/esm/lib/node/worker_threads-browser.js.map +0 -1
  115. package/dist/esm/lib/node/worker_threads.js.map +0 -1
  116. package/dist/esm/lib/process-utils/child-process-proxy.js.map +0 -1
  117. package/dist/esm/lib/process-utils/process-utils.js.map +0 -1
  118. package/dist/esm/lib/worker-api/create-worker.js.map +0 -1
  119. package/dist/esm/lib/worker-api/get-worker-url.js +0 -30
  120. package/dist/esm/lib/worker-api/get-worker-url.js.map +0 -1
  121. package/dist/esm/lib/worker-api/process-on-worker.js.map +0 -1
  122. package/dist/esm/lib/worker-api/validate-worker-version.js.map +0 -1
  123. package/dist/esm/lib/worker-farm/worker-body.js.map +0 -1
  124. package/dist/esm/lib/worker-farm/worker-farm.js.map +0 -1
  125. package/dist/esm/lib/worker-farm/worker-job.js.map +0 -1
  126. package/dist/esm/lib/worker-farm/worker-pool.js.map +0 -1
  127. package/dist/esm/lib/worker-farm/worker-thread.js.map +0 -1
  128. package/dist/esm/lib/worker-utils/get-loadable-worker-url.js.map +0 -1
  129. package/dist/esm/lib/worker-utils/get-transfer-list.js.map +0 -1
  130. package/dist/esm/lib/worker-utils/remove-nontransferable-options.js.map +0 -1
  131. package/dist/esm/types.js.map +0 -1
  132. package/dist/esm/workers/null-worker.js +0 -5
  133. package/dist/esm/workers/null-worker.js.map +0 -1
  134. /package/dist/{esm/lib → lib}/env-utils/assert.js +0 -0
  135. /package/dist/{esm/lib → lib}/env-utils/globals.js +0 -0
  136. /package/dist/{esm/lib → lib}/node/worker_threads-browser.js +0 -0
  137. /package/dist/{esm/lib → lib}/node/worker_threads.js +0 -0
  138. /package/dist/{esm/lib → lib}/process-utils/process-utils.js +0 -0
  139. /package/dist/{esm/lib → lib}/worker-utils/get-transfer-list.js +0 -0
  140. /package/dist/{esm/lib → lib}/worker-utils/remove-nontransferable-options.js +0 -0
  141. /package/dist/{esm/types.js → types.js} +0 -0
@@ -1,113 +0,0 @@
1
- "use strict";
2
-
3
- var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
- Object.defineProperty(exports, "__esModule", {
5
- value: true
6
- });
7
- exports.default = void 0;
8
- var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
9
- var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
10
- var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
11
- var _workerPool = _interopRequireDefault(require("./worker-pool"));
12
- var _workerThread = _interopRequireDefault(require("./worker-thread"));
13
- function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
14
- function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
15
- function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
16
- function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
17
- function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
18
- var DEFAULT_PROPS = {
19
- maxConcurrency: 3,
20
- maxMobileConcurrency: 1,
21
- reuseWorkers: true,
22
- onDebug: function onDebug() {}
23
- };
24
- var WorkerFarm = function () {
25
- function WorkerFarm(props) {
26
- (0, _classCallCheck2.default)(this, WorkerFarm);
27
- (0, _defineProperty2.default)(this, "props", void 0);
28
- (0, _defineProperty2.default)(this, "workerPools", new Map());
29
- this.props = _objectSpread({}, DEFAULT_PROPS);
30
- this.setProps(props);
31
- this.workerPools = new Map();
32
- }
33
- (0, _createClass2.default)(WorkerFarm, [{
34
- key: "destroy",
35
- value: function destroy() {
36
- var _iterator = _createForOfIteratorHelper(this.workerPools.values()),
37
- _step;
38
- try {
39
- for (_iterator.s(); !(_step = _iterator.n()).done;) {
40
- var workerPool = _step.value;
41
- workerPool.destroy();
42
- }
43
- } catch (err) {
44
- _iterator.e(err);
45
- } finally {
46
- _iterator.f();
47
- }
48
- this.workerPools = new Map();
49
- }
50
- }, {
51
- key: "setProps",
52
- value: function setProps(props) {
53
- this.props = _objectSpread(_objectSpread({}, this.props), props);
54
- var _iterator2 = _createForOfIteratorHelper(this.workerPools.values()),
55
- _step2;
56
- try {
57
- for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
58
- var workerPool = _step2.value;
59
- workerPool.setProps(this._getWorkerPoolProps());
60
- }
61
- } catch (err) {
62
- _iterator2.e(err);
63
- } finally {
64
- _iterator2.f();
65
- }
66
- }
67
- }, {
68
- key: "getWorkerPool",
69
- value: function getWorkerPool(options) {
70
- var name = options.name,
71
- source = options.source,
72
- url = options.url;
73
- var workerPool = this.workerPools.get(name);
74
- if (!workerPool) {
75
- workerPool = new _workerPool.default({
76
- name: name,
77
- source: source,
78
- url: url
79
- });
80
- workerPool.setProps(this._getWorkerPoolProps());
81
- this.workerPools.set(name, workerPool);
82
- }
83
- return workerPool;
84
- }
85
- }, {
86
- key: "_getWorkerPoolProps",
87
- value: function _getWorkerPoolProps() {
88
- return {
89
- maxConcurrency: this.props.maxConcurrency,
90
- maxMobileConcurrency: this.props.maxMobileConcurrency,
91
- reuseWorkers: this.props.reuseWorkers,
92
- onDebug: this.props.onDebug
93
- };
94
- }
95
- }], [{
96
- key: "isSupported",
97
- value: function isSupported() {
98
- return _workerThread.default.isSupported();
99
- }
100
- }, {
101
- key: "getWorkerFarm",
102
- value: function getWorkerFarm() {
103
- var props = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
104
- WorkerFarm._workerFarm = WorkerFarm._workerFarm || new WorkerFarm({});
105
- WorkerFarm._workerFarm.setProps(props);
106
- return WorkerFarm._workerFarm;
107
- }
108
- }]);
109
- return WorkerFarm;
110
- }();
111
- exports.default = WorkerFarm;
112
- (0, _defineProperty2.default)(WorkerFarm, "_workerFarm", void 0);
113
- //# sourceMappingURL=worker-farm.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"worker-farm.js","names":["_workerPool","_interopRequireDefault","require","_workerThread","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","ownKeys","object","enumerableOnly","keys","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","arguments","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","DEFAULT_PROPS","maxConcurrency","maxMobileConcurrency","reuseWorkers","onDebug","WorkerFarm","props","_classCallCheck2","Map","setProps","workerPools","_createClass2","destroy","_iterator","values","_step","workerPool","_iterator2","_step2","_getWorkerPoolProps","getWorkerPool","options","url","get","WorkerPool","set","isSupported","WorkerThread","getWorkerFarm","undefined","_workerFarm","exports"],"sources":["../../../../src/lib/worker-farm/worker-farm.ts"],"sourcesContent":["import WorkerPool from './worker-pool';\nimport WorkerThread from './worker-thread';\n\n/**\n * @param maxConcurrency - max count of workers\n * @param maxMobileConcurrency - max count of workers on mobile\n * @param maxConcurrency - max count of workers\n * @param reuseWorkers - if false, destroys workers when task is completed\n * @param onDebug - callback intended to allow application to log worker pool activity\n */\nexport type WorkerFarmProps = {\n maxConcurrency?: number;\n maxMobileConcurrency?: number;\n reuseWorkers?: boolean;\n onDebug?: () => void;\n};\n\nconst DEFAULT_PROPS: Required<WorkerFarmProps> = {\n maxConcurrency: 3,\n maxMobileConcurrency: 1,\n reuseWorkers: true,\n onDebug: () => {}\n};\n\n/**\n * Process multiple jobs with a \"farm\" of different workers in worker pools.\n */\nexport default class WorkerFarm {\n private props: WorkerFarmProps;\n private workerPools = new Map<string, WorkerPool>();\n // singleton\n private static _workerFarm?: WorkerFarm;\n\n /** Checks if workers are supported on this platform */\n static isSupported(): boolean {\n return WorkerThread.isSupported();\n }\n\n /** Get the singleton instance of the global worker farm */\n static getWorkerFarm(props: WorkerFarmProps = {}): WorkerFarm {\n WorkerFarm._workerFarm = WorkerFarm._workerFarm || new WorkerFarm({});\n WorkerFarm._workerFarm.setProps(props);\n return WorkerFarm._workerFarm;\n }\n\n /** get global instance with WorkerFarm.getWorkerFarm() */\n private constructor(props: WorkerFarmProps) {\n this.props = {...DEFAULT_PROPS};\n this.setProps(props);\n /** @type Map<string, WorkerPool>} */\n this.workerPools = new Map();\n }\n\n /**\n * Terminate all workers in the farm\n * @note Can free up significant memory\n */\n destroy(): void {\n for (const workerPool of this.workerPools.values()) {\n workerPool.destroy();\n }\n this.workerPools = new Map<string, WorkerPool>();\n }\n\n /**\n * Set props used when initializing worker pools\n * @param props\n */\n setProps(props: WorkerFarmProps): void {\n this.props = {...this.props, ...props};\n // Update worker pool props\n for (const workerPool of this.workerPools.values()) {\n workerPool.setProps(this._getWorkerPoolProps());\n }\n }\n\n /**\n * Returns a worker pool for the specified worker\n * @param options - only used first time for a specific worker name\n * @param options.name - the name of the worker - used to identify worker pool\n * @param options.url -\n * @param options.source -\n * @example\n * const job = WorkerFarm.getWorkerFarm().getWorkerPool({name, url}).startJob(...);\n */\n getWorkerPool(options: {name: string; source?: string; url?: string}): WorkerPool {\n const {name, source, url} = options;\n let workerPool = this.workerPools.get(name);\n if (!workerPool) {\n workerPool = new WorkerPool({\n name,\n source,\n url\n });\n workerPool.setProps(this._getWorkerPoolProps());\n this.workerPools.set(name, workerPool);\n }\n return workerPool;\n }\n\n _getWorkerPoolProps() {\n return {\n maxConcurrency: this.props.maxConcurrency,\n maxMobileConcurrency: this.props.maxMobileConcurrency,\n reuseWorkers: this.props.reuseWorkers,\n onDebug: this.props.onDebug\n };\n }\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,WAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,aAAA,GAAAF,sBAAA,CAAAC,OAAA;AAA2C,SAAAE,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAAA,SAAAC,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAd,MAAA,CAAAc,IAAA,CAAAF,MAAA,OAAAZ,MAAA,CAAAe,qBAAA,QAAAC,OAAA,GAAAhB,MAAA,CAAAe,qBAAA,CAAAH,MAAA,GAAAC,cAAA,KAAAG,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAlB,MAAA,CAAAmB,wBAAA,CAAAP,MAAA,EAAAM,GAAA,EAAAE,UAAA,OAAAN,IAAA,CAAAO,IAAA,CAAAC,KAAA,CAAAR,IAAA,EAAAE,OAAA,YAAAF,IAAA;AAAA,SAAAS,cAAAC,MAAA,aAAA5C,CAAA,MAAAA,CAAA,GAAA6C,SAAA,CAAA9C,MAAA,EAAAC,CAAA,UAAA8C,MAAA,WAAAD,SAAA,CAAA7C,CAAA,IAAA6C,SAAA,CAAA7C,CAAA,QAAAA,CAAA,OAAA+B,OAAA,CAAAX,MAAA,CAAA0B,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAN,MAAA,EAAAI,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAA5B,MAAA,CAAA+B,yBAAA,GAAA/B,MAAA,CAAAgC,gBAAA,CAAAR,MAAA,EAAAxB,MAAA,CAAA+B,yBAAA,CAAAL,MAAA,KAAAf,OAAA,CAAAX,MAAA,CAAA0B,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAA5B,MAAA,CAAAiC,cAAA,CAAAT,MAAA,EAAAI,GAAA,EAAA5B,MAAA,CAAAmB,wBAAA,CAAAO,MAAA,EAAAE,GAAA,iBAAAJ,MAAA;AAgB3C,IAAMU,aAAwC,GAAG;EAC/CC,cAAc,EAAE,CAAC;EACjBC,oBAAoB,EAAE,CAAC;EACvBC,YAAY,EAAE,IAAI;EAClBC,OAAO,EAAE,SAAAA,QAAA,EAAM,CAAC;AAClB,CAAC;AAAC,IAKmBC,UAAU;EAmB7B,SAAAA,WAAoBC,KAAsB,EAAE;IAAA,IAAAC,gBAAA,CAAAX,OAAA,QAAAS,UAAA;IAAA,IAAAV,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA,uBAjBtB,IAAIY,GAAG,CAAqB,CAAC;IAkBjD,IAAI,CAACF,KAAK,GAAAjB,aAAA,KAAOW,aAAa,CAAC;IAC/B,IAAI,CAACS,QAAQ,CAACH,KAAK,CAAC;IAEpB,IAAI,CAACI,WAAW,GAAG,IAAIF,GAAG,CAAC,CAAC;EAC9B;EAAC,IAAAG,aAAA,CAAAf,OAAA,EAAAS,UAAA;IAAAX,GAAA;IAAA3C,KAAA,EAMD,SAAA6D,QAAA,EAAgB;MAAA,IAAAC,SAAA,GAAA7E,0BAAA,CACW,IAAI,CAAC0E,WAAW,CAACI,MAAM,CAAC,CAAC;QAAAC,KAAA;MAAA;QAAlD,KAAAF,SAAA,CAAAjE,CAAA,MAAAmE,KAAA,GAAAF,SAAA,CAAAhE,CAAA,IAAAC,IAAA,GAAoD;UAAA,IAAzCkE,UAAU,GAAAD,KAAA,CAAAhE,KAAA;UACnBiE,UAAU,CAACJ,OAAO,CAAC,CAAC;QACtB;MAAC,SAAAtD,GAAA;QAAAuD,SAAA,CAAA7D,CAAA,CAAAM,GAAA;MAAA;QAAAuD,SAAA,CAAA3D,CAAA;MAAA;MACD,IAAI,CAACwD,WAAW,GAAG,IAAIF,GAAG,CAAqB,CAAC;IAClD;EAAC;IAAAd,GAAA;IAAA3C,KAAA,EAMD,SAAA0D,SAASH,KAAsB,EAAQ;MACrC,IAAI,CAACA,KAAK,GAAAjB,aAAA,CAAAA,aAAA,KAAO,IAAI,CAACiB,KAAK,GAAKA,KAAK,CAAC;MAAC,IAAAW,UAAA,GAAAjF,0BAAA,CAEd,IAAI,CAAC0E,WAAW,CAACI,MAAM,CAAC,CAAC;QAAAI,MAAA;MAAA;QAAlD,KAAAD,UAAA,CAAArE,CAAA,MAAAsE,MAAA,GAAAD,UAAA,CAAApE,CAAA,IAAAC,IAAA,GAAoD;UAAA,IAAzCkE,UAAU,GAAAE,MAAA,CAAAnE,KAAA;UACnBiE,UAAU,CAACP,QAAQ,CAAC,IAAI,CAACU,mBAAmB,CAAC,CAAC,CAAC;QACjD;MAAC,SAAA7D,GAAA;QAAA2D,UAAA,CAAAjE,CAAA,CAAAM,GAAA;MAAA;QAAA2D,UAAA,CAAA/D,CAAA;MAAA;IACH;EAAC;IAAAwC,GAAA;IAAA3C,KAAA,EAWD,SAAAqE,cAAcC,OAAsD,EAAc;MAChF,IAAOlD,IAAI,GAAiBkD,OAAO,CAA5BlD,IAAI;QAAEqB,MAAM,GAAS6B,OAAO,CAAtB7B,MAAM;QAAE8B,GAAG,GAAID,OAAO,CAAdC,GAAG;MACxB,IAAIN,UAAU,GAAG,IAAI,CAACN,WAAW,CAACa,GAAG,CAACpD,IAAI,CAAC;MAC3C,IAAI,CAAC6C,UAAU,EAAE;QACfA,UAAU,GAAG,IAAIQ,mBAAU,CAAC;UAC1BrD,IAAI,EAAJA,IAAI;UACJqB,MAAM,EAANA,MAAM;UACN8B,GAAG,EAAHA;QACF,CAAC,CAAC;QACFN,UAAU,CAACP,QAAQ,CAAC,IAAI,CAACU,mBAAmB,CAAC,CAAC,CAAC;QAC/C,IAAI,CAACT,WAAW,CAACe,GAAG,CAACtD,IAAI,EAAE6C,UAAU,CAAC;MACxC;MACA,OAAOA,UAAU;IACnB;EAAC;IAAAtB,GAAA;IAAA3C,KAAA,EAED,SAAAoE,oBAAA,EAAsB;MACpB,OAAO;QACLlB,cAAc,EAAE,IAAI,CAACK,KAAK,CAACL,cAAc;QACzCC,oBAAoB,EAAE,IAAI,CAACI,KAAK,CAACJ,oBAAoB;QACrDC,YAAY,EAAE,IAAI,CAACG,KAAK,CAACH,YAAY;QACrCC,OAAO,EAAE,IAAI,CAACE,KAAK,CAACF;MACtB,CAAC;IACH;EAAC;IAAAV,GAAA;IAAA3C,KAAA,EAzED,SAAA2E,YAAA,EAA8B;MAC5B,OAAOC,qBAAY,CAACD,WAAW,CAAC,CAAC;IACnC;EAAC;IAAAhC,GAAA;IAAA3C,KAAA,EAGD,SAAA6E,cAAA,EAA8D;MAAA,IAAzCtB,KAAsB,GAAAf,SAAA,CAAA9C,MAAA,QAAA8C,SAAA,QAAAsC,SAAA,GAAAtC,SAAA,MAAG,CAAC,CAAC;MAC9Cc,UAAU,CAACyB,WAAW,GAAGzB,UAAU,CAACyB,WAAW,IAAI,IAAIzB,UAAU,CAAC,CAAC,CAAC,CAAC;MACrEA,UAAU,CAACyB,WAAW,CAACrB,QAAQ,CAACH,KAAK,CAAC;MACtC,OAAOD,UAAU,CAACyB,WAAW;IAC/B;EAAC;EAAA,OAAAzB,UAAA;AAAA;AAAA0B,OAAA,CAAAnC,OAAA,GAAAS,UAAA;AAAA,IAAAV,gBAAA,CAAAC,OAAA,EAhBkBS,UAAU"}
@@ -1,56 +0,0 @@
1
- "use strict";
2
-
3
- var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
- Object.defineProperty(exports, "__esModule", {
5
- value: true
6
- });
7
- exports.default = void 0;
8
- var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
9
- var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
10
- var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
11
- var _assert = require("../env-utils/assert");
12
- var WorkerJob = function () {
13
- function WorkerJob(jobName, workerThread) {
14
- var _this = this;
15
- (0, _classCallCheck2.default)(this, WorkerJob);
16
- (0, _defineProperty2.default)(this, "name", void 0);
17
- (0, _defineProperty2.default)(this, "workerThread", void 0);
18
- (0, _defineProperty2.default)(this, "isRunning", true);
19
- (0, _defineProperty2.default)(this, "result", void 0);
20
- (0, _defineProperty2.default)(this, "_resolve", function () {});
21
- (0, _defineProperty2.default)(this, "_reject", function () {});
22
- this.name = jobName;
23
- this.workerThread = workerThread;
24
- this.result = new Promise(function (resolve, reject) {
25
- _this._resolve = resolve;
26
- _this._reject = reject;
27
- });
28
- }
29
- (0, _createClass2.default)(WorkerJob, [{
30
- key: "postMessage",
31
- value: function postMessage(type, payload) {
32
- this.workerThread.postMessage({
33
- source: 'loaders.gl',
34
- type: type,
35
- payload: payload
36
- });
37
- }
38
- }, {
39
- key: "done",
40
- value: function done(value) {
41
- (0, _assert.assert)(this.isRunning);
42
- this.isRunning = false;
43
- this._resolve(value);
44
- }
45
- }, {
46
- key: "error",
47
- value: function error(_error) {
48
- (0, _assert.assert)(this.isRunning);
49
- this.isRunning = false;
50
- this._reject(_error);
51
- }
52
- }]);
53
- return WorkerJob;
54
- }();
55
- exports.default = WorkerJob;
56
- //# sourceMappingURL=worker-job.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"worker-job.js","names":["_assert","require","WorkerJob","jobName","workerThread","_this","_classCallCheck2","default","_defineProperty2","name","result","Promise","resolve","reject","_resolve","_reject","_createClass2","key","value","postMessage","type","payload","source","done","assert","isRunning","error","exports"],"sources":["../../../../src/lib/worker-farm/worker-job.ts"],"sourcesContent":["import type {WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport WorkerThread from './worker-thread';\nimport {assert} from '../env-utils/assert';\n\n/**\n * Represents one Job handled by a WorkerPool or WorkerFarm\n */\nexport default class WorkerJob {\n readonly name: string;\n readonly workerThread: WorkerThread;\n isRunning: boolean = true;\n /** Promise that resolves when Job is done */\n readonly result: Promise<any>;\n\n private _resolve: (value: any) => void = () => {};\n private _reject: (reason?: any) => void = () => {};\n\n constructor(jobName: string, workerThread: WorkerThread) {\n this.name = jobName;\n this.workerThread = workerThread;\n this.result = new Promise((resolve, reject) => {\n this._resolve = resolve;\n this._reject = reject;\n });\n }\n\n /**\n * Send a message to the job's worker thread\n * @param data any data structure, ideally consisting mostly of transferrable objects\n */\n postMessage(type: WorkerMessageType, payload: WorkerMessagePayload): void {\n this.workerThread.postMessage({\n source: 'loaders.gl', // Lets worker ignore unrelated messages\n type,\n payload\n });\n }\n\n /**\n * Call to resolve the `result` Promise with the supplied value\n */\n done(value: any): void {\n assert(this.isRunning);\n this.isRunning = false;\n this._resolve(value);\n }\n\n /**\n * Call to reject the `result` Promise with the supplied error\n */\n error(error: Error): void {\n assert(this.isRunning);\n this.isRunning = false;\n this._reject(error);\n }\n}\n"],"mappings":";;;;;;;;;;AAEA,IAAAA,OAAA,GAAAC,OAAA;AAA2C,IAKtBC,SAAS;EAU5B,SAAAA,UAAYC,OAAe,EAAEC,YAA0B,EAAE;IAAA,IAAAC,KAAA;IAAA,IAAAC,gBAAA,CAAAC,OAAA,QAAAL,SAAA;IAAA,IAAAM,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA,qBAPpC,IAAI;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA,oBAIgB,YAAM,CAAC,CAAC;IAAA,IAAAC,gBAAA,CAAAD,OAAA,mBACP,YAAM,CAAC,CAAC;IAGhD,IAAI,CAACE,IAAI,GAAGN,OAAO;IACnB,IAAI,CAACC,YAAY,GAAGA,YAAY;IAChC,IAAI,CAACM,MAAM,GAAG,IAAIC,OAAO,CAAC,UAACC,OAAO,EAAEC,MAAM,EAAK;MAC7CR,KAAI,CAACS,QAAQ,GAAGF,OAAO;MACvBP,KAAI,CAACU,OAAO,GAAGF,MAAM;IACvB,CAAC,CAAC;EACJ;EAAC,IAAAG,aAAA,CAAAT,OAAA,EAAAL,SAAA;IAAAe,GAAA;IAAAC,KAAA,EAMD,SAAAC,YAAYC,IAAuB,EAAEC,OAA6B,EAAQ;MACxE,IAAI,CAACjB,YAAY,CAACe,WAAW,CAAC;QAC5BG,MAAM,EAAE,YAAY;QACpBF,IAAI,EAAJA,IAAI;QACJC,OAAO,EAAPA;MACF,CAAC,CAAC;IACJ;EAAC;IAAAJ,GAAA;IAAAC,KAAA,EAKD,SAAAK,KAAKL,KAAU,EAAQ;MACrB,IAAAM,cAAM,EAAC,IAAI,CAACC,SAAS,CAAC;MACtB,IAAI,CAACA,SAAS,GAAG,KAAK;MACtB,IAAI,CAACX,QAAQ,CAACI,KAAK,CAAC;IACtB;EAAC;IAAAD,GAAA;IAAAC,KAAA,EAKD,SAAAQ,MAAMA,MAAY,EAAQ;MACxB,IAAAF,cAAM,EAAC,IAAI,CAACC,SAAS,CAAC;MACtB,IAAI,CAACA,SAAS,GAAG,KAAK;MACtB,IAAI,CAACV,OAAO,CAACW,MAAK,CAAC;IACrB;EAAC;EAAA,OAAAxB,SAAA;AAAA;AAAAyB,OAAA,CAAApB,OAAA,GAAAL,SAAA"}
@@ -1,211 +0,0 @@
1
- "use strict";
2
-
3
- var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
- Object.defineProperty(exports, "__esModule", {
5
- value: true
6
- });
7
- exports.default = void 0;
8
- var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
9
- var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
10
- var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
11
- var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
12
- var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
13
- var _globals = require("../env-utils/globals");
14
- var _workerThread = _interopRequireDefault(require("./worker-thread"));
15
- var _workerJob = _interopRequireDefault(require("./worker-job"));
16
- function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
17
- function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
18
- var WorkerPool = function () {
19
- function WorkerPool(props) {
20
- (0, _classCallCheck2.default)(this, WorkerPool);
21
- (0, _defineProperty2.default)(this, "name", 'unnamed');
22
- (0, _defineProperty2.default)(this, "source", void 0);
23
- (0, _defineProperty2.default)(this, "url", void 0);
24
- (0, _defineProperty2.default)(this, "maxConcurrency", 1);
25
- (0, _defineProperty2.default)(this, "maxMobileConcurrency", 1);
26
- (0, _defineProperty2.default)(this, "onDebug", function () {});
27
- (0, _defineProperty2.default)(this, "reuseWorkers", true);
28
- (0, _defineProperty2.default)(this, "props", {});
29
- (0, _defineProperty2.default)(this, "jobQueue", []);
30
- (0, _defineProperty2.default)(this, "idleQueue", []);
31
- (0, _defineProperty2.default)(this, "count", 0);
32
- (0, _defineProperty2.default)(this, "isDestroyed", false);
33
- this.source = props.source;
34
- this.url = props.url;
35
- this.setProps(props);
36
- }
37
- (0, _createClass2.default)(WorkerPool, [{
38
- key: "destroy",
39
- value: function destroy() {
40
- this.idleQueue.forEach(function (worker) {
41
- return worker.destroy();
42
- });
43
- this.isDestroyed = true;
44
- }
45
- }, {
46
- key: "setProps",
47
- value: function setProps(props) {
48
- this.props = _objectSpread(_objectSpread({}, this.props), props);
49
- if (props.name !== undefined) {
50
- this.name = props.name;
51
- }
52
- if (props.maxConcurrency !== undefined) {
53
- this.maxConcurrency = props.maxConcurrency;
54
- }
55
- if (props.maxMobileConcurrency !== undefined) {
56
- this.maxMobileConcurrency = props.maxMobileConcurrency;
57
- }
58
- if (props.reuseWorkers !== undefined) {
59
- this.reuseWorkers = props.reuseWorkers;
60
- }
61
- if (props.onDebug !== undefined) {
62
- this.onDebug = props.onDebug;
63
- }
64
- }
65
- }, {
66
- key: "startJob",
67
- value: function () {
68
- var _startJob = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(name) {
69
- var _this = this;
70
- var onMessage,
71
- onError,
72
- startPromise,
73
- _args = arguments;
74
- return _regenerator.default.wrap(function _callee$(_context) {
75
- while (1) switch (_context.prev = _context.next) {
76
- case 0:
77
- onMessage = _args.length > 1 && _args[1] !== undefined ? _args[1] : function (job, type, data) {
78
- return job.done(data);
79
- };
80
- onError = _args.length > 2 && _args[2] !== undefined ? _args[2] : function (job, error) {
81
- return job.error(error);
82
- };
83
- startPromise = new Promise(function (onStart) {
84
- _this.jobQueue.push({
85
- name: name,
86
- onMessage: onMessage,
87
- onError: onError,
88
- onStart: onStart
89
- });
90
- return _this;
91
- });
92
- this._startQueuedJob();
93
- _context.next = 6;
94
- return startPromise;
95
- case 6:
96
- return _context.abrupt("return", _context.sent);
97
- case 7:
98
- case "end":
99
- return _context.stop();
100
- }
101
- }, _callee, this);
102
- }));
103
- function startJob(_x) {
104
- return _startJob.apply(this, arguments);
105
- }
106
- return startJob;
107
- }()
108
- }, {
109
- key: "_startQueuedJob",
110
- value: function () {
111
- var _startQueuedJob2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2() {
112
- var workerThread, queuedJob, _job;
113
- return _regenerator.default.wrap(function _callee2$(_context2) {
114
- while (1) switch (_context2.prev = _context2.next) {
115
- case 0:
116
- if (this.jobQueue.length) {
117
- _context2.next = 2;
118
- break;
119
- }
120
- return _context2.abrupt("return");
121
- case 2:
122
- workerThread = this._getAvailableWorker();
123
- if (workerThread) {
124
- _context2.next = 5;
125
- break;
126
- }
127
- return _context2.abrupt("return");
128
- case 5:
129
- queuedJob = this.jobQueue.shift();
130
- if (!queuedJob) {
131
- _context2.next = 18;
132
- break;
133
- }
134
- this.onDebug({
135
- message: 'Starting job',
136
- name: queuedJob.name,
137
- workerThread: workerThread,
138
- backlog: this.jobQueue.length
139
- });
140
- _job = new _workerJob.default(queuedJob.name, workerThread);
141
- workerThread.onMessage = function (data) {
142
- return queuedJob.onMessage(_job, data.type, data.payload);
143
- };
144
- workerThread.onError = function (error) {
145
- return queuedJob.onError(_job, error);
146
- };
147
- queuedJob.onStart(_job);
148
- _context2.prev = 12;
149
- _context2.next = 15;
150
- return _job.result;
151
- case 15:
152
- _context2.prev = 15;
153
- this.returnWorkerToQueue(workerThread);
154
- return _context2.finish(15);
155
- case 18:
156
- case "end":
157
- return _context2.stop();
158
- }
159
- }, _callee2, this, [[12,, 15, 18]]);
160
- }));
161
- function _startQueuedJob() {
162
- return _startQueuedJob2.apply(this, arguments);
163
- }
164
- return _startQueuedJob;
165
- }()
166
- }, {
167
- key: "returnWorkerToQueue",
168
- value: function returnWorkerToQueue(worker) {
169
- var shouldDestroyWorker = !_globals.isBrowser || this.isDestroyed || !this.reuseWorkers || this.count > this._getMaxConcurrency();
170
- if (shouldDestroyWorker) {
171
- worker.destroy();
172
- this.count--;
173
- } else {
174
- this.idleQueue.push(worker);
175
- }
176
- if (!this.isDestroyed) {
177
- this._startQueuedJob();
178
- }
179
- }
180
- }, {
181
- key: "_getAvailableWorker",
182
- value: function _getAvailableWorker() {
183
- if (this.idleQueue.length > 0) {
184
- return this.idleQueue.shift() || null;
185
- }
186
- if (this.count < this._getMaxConcurrency()) {
187
- this.count++;
188
- var name = "".concat(this.name.toLowerCase(), " (#").concat(this.count, " of ").concat(this.maxConcurrency, ")");
189
- return new _workerThread.default({
190
- name: name,
191
- source: this.source,
192
- url: this.url
193
- });
194
- }
195
- return null;
196
- }
197
- }, {
198
- key: "_getMaxConcurrency",
199
- value: function _getMaxConcurrency() {
200
- return _globals.isMobile ? this.maxMobileConcurrency : this.maxConcurrency;
201
- }
202
- }], [{
203
- key: "isSupported",
204
- value: function isSupported() {
205
- return _workerThread.default.isSupported();
206
- }
207
- }]);
208
- return WorkerPool;
209
- }();
210
- exports.default = WorkerPool;
211
- //# sourceMappingURL=worker-pool.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"worker-pool.js","names":["_globals","require","_workerThread","_interopRequireDefault","_workerJob","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","WorkerPool","props","_classCallCheck2","url","setProps","_createClass2","value","destroy","idleQueue","worker","isDestroyed","name","undefined","maxConcurrency","maxMobileConcurrency","reuseWorkers","onDebug","_startJob","_asyncToGenerator2","_regenerator","mark","_callee","_this","onMessage","onError","startPromise","_args","wrap","_callee$","_context","prev","next","job","type","data","done","error","Promise","onStart","jobQueue","_startQueuedJob","abrupt","sent","stop","startJob","_x","_startQueuedJob2","_callee2","workerThread","queuedJob","_job","_callee2$","_context2","_getAvailableWorker","shift","message","backlog","WorkerJob","payload","result","returnWorkerToQueue","finish","shouldDestroyWorker","isBrowser","count","_getMaxConcurrency","concat","toLowerCase","WorkerThread","isMobile","isSupported","exports"],"sources":["../../../../src/lib/worker-farm/worker-pool.ts"],"sourcesContent":["import type {WorkerMessageType, WorkerMessagePayload} from '../../types';\nimport {isMobile, isBrowser} from '../env-utils/globals';\nimport WorkerThread from './worker-thread';\nimport WorkerJob from './worker-job';\n\n/** WorkerPool onDebug Callback Parameters */\ntype OnDebugParameters = {\n message: string;\n worker: string;\n name: string;\n job: string;\n backlog: number;\n workerThread: WorkerThread;\n};\n\n/** WorkerPool Properties */\nexport type WorkerPoolProps = {\n name?: string;\n source?: string; // | Function;\n url?: string;\n maxConcurrency?: number;\n maxMobileConcurrency?: number;\n onDebug?: (options: OnDebugParameters) => any;\n reuseWorkers?: boolean;\n};\n\n/** Private helper types */\ntype OnMessage = (job: WorkerJob, type: WorkerMessageType, payload: WorkerMessagePayload) => void;\ntype OnError = (job: WorkerJob, error: Error) => void;\n\ntype QueuedJob = {\n name: string;\n onMessage: OnMessage;\n onError: OnError;\n onStart: (value: any) => void; // Resolve job start promise\n};\n\n/**\n * Process multiple data messages with small pool of identical workers\n */\nexport default class WorkerPool {\n name: string = 'unnamed';\n source?: string; // | Function;\n url?: string;\n maxConcurrency: number = 1;\n maxMobileConcurrency: number = 1;\n onDebug: (options: OnDebugParameters) => any = () => {};\n reuseWorkers: boolean = true;\n\n private props: WorkerPoolProps = {};\n private jobQueue: QueuedJob[] = [];\n private idleQueue: WorkerThread[] = [];\n private count = 0;\n private isDestroyed = false;\n\n /** Checks if workers are supported on this platform */\n static isSupported(): boolean {\n return WorkerThread.isSupported();\n }\n\n /**\n * @param processor - worker function\n * @param maxConcurrency - max count of workers\n */\n constructor(props: WorkerPoolProps) {\n this.source = props.source;\n this.url = props.url;\n this.setProps(props);\n }\n\n /**\n * Terminates all workers in the pool\n * @note Can free up significant memory\n */\n destroy(): void {\n // Destroy idle workers, active Workers will be destroyed on completion\n this.idleQueue.forEach((worker) => worker.destroy());\n this.isDestroyed = true;\n }\n\n setProps(props: WorkerPoolProps) {\n this.props = {...this.props, ...props};\n\n if (props.name !== undefined) {\n this.name = props.name;\n }\n if (props.maxConcurrency !== undefined) {\n this.maxConcurrency = props.maxConcurrency;\n }\n if (props.maxMobileConcurrency !== undefined) {\n this.maxMobileConcurrency = props.maxMobileConcurrency;\n }\n if (props.reuseWorkers !== undefined) {\n this.reuseWorkers = props.reuseWorkers;\n }\n if (props.onDebug !== undefined) {\n this.onDebug = props.onDebug;\n }\n }\n\n async startJob(\n name: string,\n onMessage: OnMessage = (job, type, data) => job.done(data),\n onError: OnError = (job, error) => job.error(error)\n ): Promise<WorkerJob> {\n // Promise resolves when thread starts working on this job\n const startPromise = new Promise<WorkerJob>((onStart) => {\n // Promise resolves when thread completes or fails working on this job\n this.jobQueue.push({name, onMessage, onError, onStart});\n return this;\n });\n this._startQueuedJob(); // eslint-disable-line @typescript-eslint/no-floating-promises\n return await startPromise;\n }\n\n // PRIVATE\n\n /**\n * Starts first queued job if worker is available or can be created\n * Called when job is started and whenever a worker returns to the idleQueue\n */\n async _startQueuedJob(): Promise<void> {\n if (!this.jobQueue.length) {\n return;\n }\n\n const workerThread = this._getAvailableWorker();\n if (!workerThread) {\n return;\n }\n\n // We have a worker, dequeue and start the job\n const queuedJob = this.jobQueue.shift();\n if (queuedJob) {\n // Emit a debug event\n // @ts-ignore\n this.onDebug({\n message: 'Starting job',\n name: queuedJob.name,\n workerThread,\n backlog: this.jobQueue.length\n });\n\n // Create a worker job to let the app access thread and manage job completion\n const job = new WorkerJob(queuedJob.name, workerThread);\n\n // Set the worker thread's message handlers\n workerThread.onMessage = (data) => queuedJob.onMessage(job, data.type, data.payload);\n workerThread.onError = (error) => queuedJob.onError(job, error);\n\n // Resolve the start promise so that the app can start sending messages to worker\n queuedJob.onStart(job);\n\n // Wait for the app to signal that the job is complete, then return worker to queue\n try {\n await job.result;\n } finally {\n this.returnWorkerToQueue(workerThread);\n }\n }\n }\n\n /**\n * Returns a worker to the idle queue\n * Destroys the worker if\n * - pool is destroyed\n * - if this pool doesn't reuse workers\n * - if maxConcurrency has been lowered\n * @param worker\n */\n returnWorkerToQueue(worker: WorkerThread) {\n const shouldDestroyWorker =\n // Workers on Node.js prevent the process from exiting.\n // Until we figure out how to close them before exit, we always destroy them\n !isBrowser ||\n // If the pool is destroyed, there is no reason to keep the worker around\n this.isDestroyed ||\n // If the app has disabled worker reuse, any completed workers should be destroyed\n !this.reuseWorkers ||\n // If concurrency has been lowered, this worker might be surplus to requirements\n this.count > this._getMaxConcurrency();\n\n if (shouldDestroyWorker) {\n worker.destroy();\n this.count--;\n } else {\n this.idleQueue.push(worker);\n }\n\n if (!this.isDestroyed) {\n this._startQueuedJob(); // eslint-disable-line @typescript-eslint/no-floating-promises\n }\n }\n\n /**\n * Returns idle worker or creates new worker if maxConcurrency has not been reached\n */\n _getAvailableWorker(): WorkerThread | null {\n // If a worker has completed and returned to the queue, it can be used\n if (this.idleQueue.length > 0) {\n return this.idleQueue.shift() || null;\n }\n\n // Create fresh worker if we haven't yet created the max amount of worker threads for this worker source\n if (this.count < this._getMaxConcurrency()) {\n this.count++;\n const name = `${this.name.toLowerCase()} (#${this.count} of ${this.maxConcurrency})`;\n return new WorkerThread({name, source: this.source, url: this.url});\n }\n\n // No worker available, have to wait\n return null;\n }\n\n _getMaxConcurrency() {\n return isMobile ? this.maxMobileConcurrency : this.maxConcurrency;\n }\n}\n"],"mappings":";;;;;;;;;;;;AACA,IAAAA,QAAA,GAAAC,OAAA;AACA,IAAAC,aAAA,GAAAC,sBAAA,CAAAF,OAAA;AACA,IAAAG,UAAA,GAAAD,sBAAA,CAAAF,OAAA;AAAqC,SAAAI,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAAA,IAqChBY,UAAU;EAwB7B,SAAAA,WAAYC,KAAsB,EAAE;IAAA,IAAAC,gBAAA,CAAAN,OAAA,QAAAI,UAAA;IAAA,IAAAL,gBAAA,CAAAC,OAAA,gBAvBrB,SAAS;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA,0BAGC,CAAC;IAAA,IAAAD,gBAAA,CAAAC,OAAA,gCACK,CAAC;IAAA,IAAAD,gBAAA,CAAAC,OAAA,mBACe,YAAM,CAAC,CAAC;IAAA,IAAAD,gBAAA,CAAAC,OAAA,wBAC/B,IAAI;IAAA,IAAAD,gBAAA,CAAAC,OAAA,iBAEK,CAAC,CAAC;IAAA,IAAAD,gBAAA,CAAAC,OAAA,oBACH,EAAE;IAAA,IAAAD,gBAAA,CAAAC,OAAA,qBACE,EAAE;IAAA,IAAAD,gBAAA,CAAAC,OAAA,iBACtB,CAAC;IAAA,IAAAD,gBAAA,CAAAC,OAAA,uBACK,KAAK;IAYzB,IAAI,CAACJ,MAAM,GAAGS,KAAK,CAACT,MAAM;IAC1B,IAAI,CAACW,GAAG,GAAGF,KAAK,CAACE,GAAG;IACpB,IAAI,CAACC,QAAQ,CAACH,KAAK,CAAC;EACtB;EAAC,IAAAI,aAAA,CAAAT,OAAA,EAAAI,UAAA;IAAAN,GAAA;IAAAY,KAAA,EAMD,SAAAC,QAAA,EAAgB;MAEd,IAAI,CAACC,SAAS,CAACf,OAAO,CAAC,UAACgB,MAAM;QAAA,OAAKA,MAAM,CAACF,OAAO,CAAC,CAAC;MAAA,EAAC;MACpD,IAAI,CAACG,WAAW,GAAG,IAAI;IACzB;EAAC;IAAAhB,GAAA;IAAAY,KAAA,EAED,SAAAF,SAASH,KAAsB,EAAE;MAC/B,IAAI,CAACA,KAAK,GAAAd,aAAA,CAAAA,aAAA,KAAO,IAAI,CAACc,KAAK,GAAKA,KAAK,CAAC;MAEtC,IAAIA,KAAK,CAACU,IAAI,KAAKC,SAAS,EAAE;QAC5B,IAAI,CAACD,IAAI,GAAGV,KAAK,CAACU,IAAI;MACxB;MACA,IAAIV,KAAK,CAACY,cAAc,KAAKD,SAAS,EAAE;QACtC,IAAI,CAACC,cAAc,GAAGZ,KAAK,CAACY,cAAc;MAC5C;MACA,IAAIZ,KAAK,CAACa,oBAAoB,KAAKF,SAAS,EAAE;QAC5C,IAAI,CAACE,oBAAoB,GAAGb,KAAK,CAACa,oBAAoB;MACxD;MACA,IAAIb,KAAK,CAACc,YAAY,KAAKH,SAAS,EAAE;QACpC,IAAI,CAACG,YAAY,GAAGd,KAAK,CAACc,YAAY;MACxC;MACA,IAAId,KAAK,CAACe,OAAO,KAAKJ,SAAS,EAAE;QAC/B,IAAI,CAACI,OAAO,GAAGf,KAAK,CAACe,OAAO;MAC9B;IACF;EAAC;IAAAtB,GAAA;IAAAY,KAAA;MAAA,IAAAW,SAAA,OAAAC,kBAAA,CAAAtB,OAAA,EAAAuB,YAAA,CAAAvB,OAAA,CAAAwB,IAAA,CAED,SAAAC,QACEV,IAAY;QAAA,IAAAW,KAAA;QAAA,IAAAC,SAAA;UAAAC,OAAA;UAAAC,YAAA;UAAAC,KAAA,GAAApC,SAAA;QAAA,OAAA6B,YAAA,CAAAvB,OAAA,CAAA+B,IAAA,UAAAC,SAAAC,QAAA;UAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;YAAA;cACZR,SAAoB,GAAAG,KAAA,CAAAnC,MAAA,QAAAmC,KAAA,QAAAd,SAAA,GAAAc,KAAA,MAAG,UAACM,GAAG,EAAEC,IAAI,EAAEC,IAAI;gBAAA,OAAKF,GAAG,CAACG,IAAI,CAACD,IAAI,CAAC;cAAA;cAC1DV,OAAgB,GAAAE,KAAA,CAAAnC,MAAA,QAAAmC,KAAA,QAAAd,SAAA,GAAAc,KAAA,MAAG,UAACM,GAAG,EAAEI,KAAK;gBAAA,OAAKJ,GAAG,CAACI,KAAK,CAACA,KAAK,CAAC;cAAA;cAG7CX,YAAY,GAAG,IAAIY,OAAO,CAAY,UAACC,OAAO,EAAK;gBAEvDhB,KAAI,CAACiB,QAAQ,CAACtD,IAAI,CAAC;kBAAC0B,IAAI,EAAJA,IAAI;kBAAEY,SAAS,EAATA,SAAS;kBAAEC,OAAO,EAAPA,OAAO;kBAAEc,OAAO,EAAPA;gBAAO,CAAC,CAAC;gBACvD,OAAOhB,KAAI;cACb,CAAC,CAAC;cACF,IAAI,CAACkB,eAAe,CAAC,CAAC;cAACX,QAAA,CAAAE,IAAA;cAAA,OACVN,YAAY;YAAA;cAAA,OAAAI,QAAA,CAAAY,MAAA,WAAAZ,QAAA,CAAAa,IAAA;YAAA;YAAA;cAAA,OAAAb,QAAA,CAAAc,IAAA;UAAA;QAAA,GAAAtB,OAAA;MAAA,CAC1B;MAAA,SAAAuB,SAAAC,EAAA;QAAA,OAAA5B,SAAA,CAAA/B,KAAA,OAAAI,SAAA;MAAA;MAAA,OAAAsD,QAAA;IAAA;EAAA;IAAAlD,GAAA;IAAAY,KAAA;MAAA,IAAAwC,gBAAA,OAAA5B,kBAAA,CAAAtB,OAAA,EAAAuB,YAAA,CAAAvB,OAAA,CAAAwB,IAAA,CAQD,SAAA2B,SAAA;QAAA,IAAAC,YAAA,EAAAC,SAAA,EAAAC,IAAA;QAAA,OAAA/B,YAAA,CAAAvB,OAAA,CAAA+B,IAAA,UAAAwB,UAAAC,SAAA;UAAA,kBAAAA,SAAA,CAAAtB,IAAA,GAAAsB,SAAA,CAAArB,IAAA;YAAA;cAAA,IACO,IAAI,CAACQ,QAAQ,CAAChD,MAAM;gBAAA6D,SAAA,CAAArB,IAAA;gBAAA;cAAA;cAAA,OAAAqB,SAAA,CAAAX,MAAA;YAAA;cAInBO,YAAY,GAAG,IAAI,CAACK,mBAAmB,CAAC,CAAC;cAAA,IAC1CL,YAAY;gBAAAI,SAAA,CAAArB,IAAA;gBAAA;cAAA;cAAA,OAAAqB,SAAA,CAAAX,MAAA;YAAA;cAKXQ,SAAS,GAAG,IAAI,CAACV,QAAQ,CAACe,KAAK,CAAC,CAAC;cAAA,KACnCL,SAAS;gBAAAG,SAAA,CAAArB,IAAA;gBAAA;cAAA;cAGX,IAAI,CAACf,OAAO,CAAC;gBACXuC,OAAO,EAAE,cAAc;gBACvB5C,IAAI,EAAEsC,SAAS,CAACtC,IAAI;gBACpBqC,YAAY,EAAZA,YAAY;gBACZQ,OAAO,EAAE,IAAI,CAACjB,QAAQ,CAAChD;cACzB,CAAC,CAAC;cAGIyC,IAAG,GAAG,IAAIyB,kBAAS,CAACR,SAAS,CAACtC,IAAI,EAAEqC,YAAY,CAAC;cAGvDA,YAAY,CAACzB,SAAS,GAAG,UAACW,IAAI;gBAAA,OAAKe,SAAS,CAAC1B,SAAS,CAACS,IAAG,EAAEE,IAAI,CAACD,IAAI,EAAEC,IAAI,CAACwB,OAAO,CAAC;cAAA;cACpFV,YAAY,CAACxB,OAAO,GAAG,UAACY,KAAK;gBAAA,OAAKa,SAAS,CAACzB,OAAO,CAACQ,IAAG,EAAEI,KAAK,CAAC;cAAA;cAG/Da,SAAS,CAACX,OAAO,CAACN,IAAG,CAAC;cAACoB,SAAA,CAAAtB,IAAA;cAAAsB,SAAA,CAAArB,IAAA;cAAA,OAIfC,IAAG,CAAC2B,MAAM;YAAA;cAAAP,SAAA,CAAAtB,IAAA;cAEhB,IAAI,CAAC8B,mBAAmB,CAACZ,YAAY,CAAC;cAAC,OAAAI,SAAA,CAAAS,MAAA;YAAA;YAAA;cAAA,OAAAT,SAAA,CAAAT,IAAA;UAAA;QAAA,GAAAI,QAAA;MAAA,CAG5C;MAAA,SAAAP,gBAAA;QAAA,OAAAM,gBAAA,CAAA5D,KAAA,OAAAI,SAAA;MAAA;MAAA,OAAAkD,eAAA;IAAA;EAAA;IAAA9C,GAAA;IAAAY,KAAA,EAUD,SAAAsD,oBAAoBnD,MAAoB,EAAE;MACxC,IAAMqD,mBAAmB,GAGvB,CAACC,kBAAS,IAEV,IAAI,CAACrD,WAAW,IAEhB,CAAC,IAAI,CAACK,YAAY,IAElB,IAAI,CAACiD,KAAK,GAAG,IAAI,CAACC,kBAAkB,CAAC,CAAC;MAExC,IAAIH,mBAAmB,EAAE;QACvBrD,MAAM,CAACF,OAAO,CAAC,CAAC;QAChB,IAAI,CAACyD,KAAK,EAAE;MACd,CAAC,MAAM;QACL,IAAI,CAACxD,SAAS,CAACvB,IAAI,CAACwB,MAAM,CAAC;MAC7B;MAEA,IAAI,CAAC,IAAI,CAACC,WAAW,EAAE;QACrB,IAAI,CAAC8B,eAAe,CAAC,CAAC;MACxB;IACF;EAAC;IAAA9C,GAAA;IAAAY,KAAA,EAKD,SAAA+C,oBAAA,EAA2C;MAEzC,IAAI,IAAI,CAAC7C,SAAS,CAACjB,MAAM,GAAG,CAAC,EAAE;QAC7B,OAAO,IAAI,CAACiB,SAAS,CAAC8C,KAAK,CAAC,CAAC,IAAI,IAAI;MACvC;MAGA,IAAI,IAAI,CAACU,KAAK,GAAG,IAAI,CAACC,kBAAkB,CAAC,CAAC,EAAE;QAC1C,IAAI,CAACD,KAAK,EAAE;QACZ,IAAMrD,IAAI,MAAAuD,MAAA,CAAM,IAAI,CAACvD,IAAI,CAACwD,WAAW,CAAC,CAAC,SAAAD,MAAA,CAAM,IAAI,CAACF,KAAK,UAAAE,MAAA,CAAO,IAAI,CAACrD,cAAc,MAAG;QACpF,OAAO,IAAIuD,qBAAY,CAAC;UAACzD,IAAI,EAAJA,IAAI;UAAEnB,MAAM,EAAE,IAAI,CAACA,MAAM;UAAEW,GAAG,EAAE,IAAI,CAACA;QAAG,CAAC,CAAC;MACrE;MAGA,OAAO,IAAI;IACb;EAAC;IAAAT,GAAA;IAAAY,KAAA,EAED,SAAA2D,mBAAA,EAAqB;MACnB,OAAOI,iBAAQ,GAAG,IAAI,CAACvD,oBAAoB,GAAG,IAAI,CAACD,cAAc;IACnE;EAAC;IAAAnB,GAAA;IAAAY,KAAA,EAhKD,SAAAgE,YAAA,EAA8B;MAC5B,OAAOF,qBAAY,CAACE,WAAW,CAAC,CAAC;IACnC;EAAC;EAAA,OAAAtE,UAAA;AAAA;AAAAuE,OAAA,CAAA3E,OAAA,GAAAI,UAAA"}
@@ -1,136 +0,0 @@
1
- "use strict";
2
-
3
- var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
- Object.defineProperty(exports, "__esModule", {
5
- value: true
6
- });
7
- exports.default = void 0;
8
- var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
9
- var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
10
- var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
11
- var _worker_threads = require("../node/worker_threads");
12
- var _globals = require("../env-utils/globals");
13
- var _assert = require("../env-utils/assert");
14
- var _getLoadableWorkerUrl = require("../worker-utils/get-loadable-worker-url");
15
- var _getTransferList = require("../worker-utils/get-transfer-list");
16
- var NOOP = function NOOP() {};
17
- var WorkerThread = function () {
18
- function WorkerThread(props) {
19
- (0, _classCallCheck2.default)(this, WorkerThread);
20
- (0, _defineProperty2.default)(this, "name", void 0);
21
- (0, _defineProperty2.default)(this, "source", void 0);
22
- (0, _defineProperty2.default)(this, "url", void 0);
23
- (0, _defineProperty2.default)(this, "terminated", false);
24
- (0, _defineProperty2.default)(this, "worker", void 0);
25
- (0, _defineProperty2.default)(this, "onMessage", void 0);
26
- (0, _defineProperty2.default)(this, "onError", void 0);
27
- (0, _defineProperty2.default)(this, "_loadableURL", '');
28
- var name = props.name,
29
- source = props.source,
30
- url = props.url;
31
- (0, _assert.assert)(source || url);
32
- this.name = name;
33
- this.source = source;
34
- this.url = url;
35
- this.onMessage = NOOP;
36
- this.onError = function (error) {
37
- return console.log(error);
38
- };
39
- this.worker = _globals.isBrowser ? this._createBrowserWorker() : this._createNodeWorker();
40
- }
41
- (0, _createClass2.default)(WorkerThread, [{
42
- key: "destroy",
43
- value: function destroy() {
44
- this.onMessage = NOOP;
45
- this.onError = NOOP;
46
- this.worker.terminate();
47
- this.terminated = true;
48
- }
49
- }, {
50
- key: "isRunning",
51
- get: function get() {
52
- return Boolean(this.onMessage);
53
- }
54
- }, {
55
- key: "postMessage",
56
- value: function postMessage(data, transferList) {
57
- transferList = transferList || (0, _getTransferList.getTransferList)(data);
58
- this.worker.postMessage(data, transferList);
59
- }
60
- }, {
61
- key: "_getErrorFromErrorEvent",
62
- value: function _getErrorFromErrorEvent(event) {
63
- var message = 'Failed to load ';
64
- message += "worker ".concat(this.name, " from ").concat(this.url, ". ");
65
- if (event.message) {
66
- message += "".concat(event.message, " in ");
67
- }
68
- if (event.lineno) {
69
- message += ":".concat(event.lineno, ":").concat(event.colno);
70
- }
71
- return new Error(message);
72
- }
73
- }, {
74
- key: "_createBrowserWorker",
75
- value: function _createBrowserWorker() {
76
- var _this = this;
77
- this._loadableURL = (0, _getLoadableWorkerUrl.getLoadableWorkerURL)({
78
- source: this.source,
79
- url: this.url
80
- });
81
- var worker = new Worker(this._loadableURL, {
82
- name: this.name
83
- });
84
- worker.onmessage = function (event) {
85
- if (!event.data) {
86
- _this.onError(new Error('No data received'));
87
- } else {
88
- _this.onMessage(event.data);
89
- }
90
- };
91
- worker.onerror = function (error) {
92
- _this.onError(_this._getErrorFromErrorEvent(error));
93
- _this.terminated = true;
94
- };
95
- worker.onmessageerror = function (event) {
96
- return console.error(event);
97
- };
98
- return worker;
99
- }
100
- }, {
101
- key: "_createNodeWorker",
102
- value: function _createNodeWorker() {
103
- var _this2 = this;
104
- var worker;
105
- if (this.url) {
106
- var absolute = this.url.includes(':/') || this.url.startsWith('/');
107
- var url = absolute ? this.url : "./".concat(this.url);
108
- worker = new _worker_threads.NodeWorker(url, {
109
- eval: false
110
- });
111
- } else if (this.source) {
112
- worker = new _worker_threads.NodeWorker(this.source, {
113
- eval: true
114
- });
115
- } else {
116
- throw new Error('no worker');
117
- }
118
- worker.on('message', function (data) {
119
- _this2.onMessage(data);
120
- });
121
- worker.on('error', function (error) {
122
- _this2.onError(error);
123
- });
124
- worker.on('exit', function (code) {});
125
- return worker;
126
- }
127
- }], [{
128
- key: "isSupported",
129
- value: function isSupported() {
130
- return typeof Worker !== 'undefined' && _globals.isBrowser || typeof _worker_threads.NodeWorker !== 'undefined' && !_globals.isBrowser;
131
- }
132
- }]);
133
- return WorkerThread;
134
- }();
135
- exports.default = WorkerThread;
136
- //# sourceMappingURL=worker-thread.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"worker-thread.js","names":["_worker_threads","require","_globals","_assert","_getLoadableWorkerUrl","_getTransferList","NOOP","WorkerThread","props","_classCallCheck2","default","_defineProperty2","name","source","url","assert","onMessage","onError","error","console","log","worker","isBrowser","_createBrowserWorker","_createNodeWorker","_createClass2","key","value","destroy","terminate","terminated","get","Boolean","postMessage","data","transferList","getTransferList","_getErrorFromErrorEvent","event","message","concat","lineno","colno","Error","_this","_loadableURL","getLoadableWorkerURL","Worker","onmessage","onerror","onmessageerror","_this2","absolute","includes","startsWith","NodeWorker","eval","on","code","isSupported","exports"],"sources":["../../../../src/lib/worker-farm/worker-thread.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport {NodeWorker, NodeWorkerType} from '../node/worker_threads';\nimport {isBrowser} from '../env-utils/globals';\nimport {assert} from '../env-utils/assert';\nimport {getLoadableWorkerURL} from '../worker-utils/get-loadable-worker-url';\nimport {getTransferList} from '../worker-utils/get-transfer-list';\n\nconst NOOP = () => {};\n\nexport type WorkerThreadProps = {\n name: string;\n source?: string;\n url?: string;\n};\n\n/**\n * Represents one worker thread\n */\nexport default class WorkerThread {\n readonly name: string;\n readonly source: string | undefined;\n readonly url: string | undefined;\n terminated: boolean = false;\n worker: Worker | NodeWorkerType;\n onMessage: (message: any) => void;\n onError: (error: Error) => void;\n\n private _loadableURL: string = '';\n\n /** Checks if workers are supported on this platform */\n static isSupported(): boolean {\n return (\n (typeof Worker !== 'undefined' && isBrowser) ||\n (typeof NodeWorker !== 'undefined' && !isBrowser)\n );\n }\n\n constructor(props: WorkerThreadProps) {\n const {name, source, url} = props;\n assert(source || url); // Either source or url must be defined\n this.name = name;\n this.source = source;\n this.url = url;\n this.onMessage = NOOP;\n this.onError = (error) => console.log(error); // eslint-disable-line\n\n this.worker = isBrowser ? this._createBrowserWorker() : this._createNodeWorker();\n }\n\n /**\n * Terminate this worker thread\n * @note Can free up significant memory\n */\n destroy(): void {\n this.onMessage = NOOP;\n this.onError = NOOP;\n this.worker.terminate(); // eslint-disable-line @typescript-eslint/no-floating-promises\n this.terminated = true;\n }\n\n get isRunning() {\n return Boolean(this.onMessage);\n }\n\n /**\n * Send a message to this worker thread\n * @param data any data structure, ideally consisting mostly of transferrable objects\n * @param transferList If not supplied, calculated automatically by traversing data\n */\n postMessage(data: any, transferList?: any[]): void {\n transferList = transferList || getTransferList(data);\n // @ts-ignore\n this.worker.postMessage(data, transferList);\n }\n\n // PRIVATE\n\n /**\n * Generate a standard Error from an ErrorEvent\n * @param event\n */\n _getErrorFromErrorEvent(event: ErrorEvent): Error {\n // Note Error object does not have the expected fields if loading failed completely\n // https://developer.mozilla.org/en-US/docs/Web/API/Worker#Event_handlers\n // https://developer.mozilla.org/en-US/docs/Web/API/ErrorEvent\n let message = 'Failed to load ';\n message += `worker ${this.name} from ${this.url}. `;\n if (event.message) {\n message += `${event.message} in `;\n }\n // const hasFilename = event.filename && !event.filename.startsWith('blob:');\n // message += hasFilename ? event.filename : this.source.slice(0, 100);\n if (event.lineno) {\n message += `:${event.lineno}:${event.colno}`;\n }\n return new Error(message);\n }\n\n /**\n * Creates a worker thread on the browser\n */\n _createBrowserWorker(): Worker {\n this._loadableURL = getLoadableWorkerURL({source: this.source, url: this.url});\n const worker = new Worker(this._loadableURL, {name: this.name});\n\n worker.onmessage = (event) => {\n if (!event.data) {\n this.onError(new Error('No data received'));\n } else {\n this.onMessage(event.data);\n }\n };\n // This callback represents an uncaught exception in the worker thread\n worker.onerror = (error: ErrorEvent): void => {\n this.onError(this._getErrorFromErrorEvent(error));\n this.terminated = true;\n };\n // TODO - not clear when this would be called, for now just log in case it happens\n worker.onmessageerror = (event) => console.error(event); // eslint-disable-line\n\n return worker;\n }\n\n /**\n * Creates a worker thread in node.js\n * @todo https://nodejs.org/api/async_hooks.html#async-resource-worker-pool\n */\n _createNodeWorker(): NodeWorkerType {\n let worker: NodeWorkerType;\n if (this.url) {\n // Make sure relative URLs start with './'\n const absolute = this.url.includes(':/') || this.url.startsWith('/');\n const url = absolute ? this.url : `./${this.url}`;\n // console.log('Starting work from', url);\n worker = new NodeWorker(url, {eval: false});\n } else if (this.source) {\n worker = new NodeWorker(this.source, {eval: true});\n } else {\n throw new Error('no worker');\n }\n worker.on('message', (data) => {\n // console.error('message', data);\n this.onMessage(data);\n });\n worker.on('error', (error) => {\n // console.error('error', error);\n this.onError(error);\n });\n worker.on('exit', (code) => {\n // console.error('exit', code);\n });\n return worker;\n }\n}\n"],"mappings":";;;;;;;;;;AAEA,IAAAA,eAAA,GAAAC,OAAA;AACA,IAAAC,QAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AACA,IAAAG,qBAAA,GAAAH,OAAA;AACA,IAAAI,gBAAA,GAAAJ,OAAA;AAEA,IAAMK,IAAI,GAAG,SAAPA,IAAIA,CAAA,EAAS,CAAC,CAAC;AAAC,IAWDC,YAAY;EAmB/B,SAAAA,aAAYC,KAAwB,EAAE;IAAA,IAAAC,gBAAA,CAAAC,OAAA,QAAAH,YAAA;IAAA,IAAAI,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA,sBAfhB,KAAK;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA,wBAKI,EAAE;IAW/B,IAAOE,IAAI,GAAiBJ,KAAK,CAA1BI,IAAI;MAAEC,MAAM,GAASL,KAAK,CAApBK,MAAM;MAAEC,GAAG,GAAIN,KAAK,CAAZM,GAAG;IACxB,IAAAC,cAAM,EAACF,MAAM,IAAIC,GAAG,CAAC;IACrB,IAAI,CAACF,IAAI,GAAGA,IAAI;IAChB,IAAI,CAACC,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACC,GAAG,GAAGA,GAAG;IACd,IAAI,CAACE,SAAS,GAAGV,IAAI;IACrB,IAAI,CAACW,OAAO,GAAG,UAACC,KAAK;MAAA,OAAKC,OAAO,CAACC,GAAG,CAACF,KAAK,CAAC;IAAA;IAE5C,IAAI,CAACG,MAAM,GAAGC,kBAAS,GAAG,IAAI,CAACC,oBAAoB,CAAC,CAAC,GAAG,IAAI,CAACC,iBAAiB,CAAC,CAAC;EAClF;EAAC,IAAAC,aAAA,CAAAf,OAAA,EAAAH,YAAA;IAAAmB,GAAA;IAAAC,KAAA,EAMD,SAAAC,QAAA,EAAgB;MACd,IAAI,CAACZ,SAAS,GAAGV,IAAI;MACrB,IAAI,CAACW,OAAO,GAAGX,IAAI;MACnB,IAAI,CAACe,MAAM,CAACQ,SAAS,CAAC,CAAC;MACvB,IAAI,CAACC,UAAU,GAAG,IAAI;IACxB;EAAC;IAAAJ,GAAA;IAAAK,GAAA,EAED,SAAAA,IAAA,EAAgB;MACd,OAAOC,OAAO,CAAC,IAAI,CAAChB,SAAS,CAAC;IAChC;EAAC;IAAAU,GAAA;IAAAC,KAAA,EAOD,SAAAM,YAAYC,IAAS,EAAEC,YAAoB,EAAQ;MACjDA,YAAY,GAAGA,YAAY,IAAI,IAAAC,gCAAe,EAACF,IAAI,CAAC;MAEpD,IAAI,CAACb,MAAM,CAACY,WAAW,CAACC,IAAI,EAAEC,YAAY,CAAC;IAC7C;EAAC;IAAAT,GAAA;IAAAC,KAAA,EAQD,SAAAU,wBAAwBC,KAAiB,EAAS;MAIhD,IAAIC,OAAO,GAAG,iBAAiB;MAC/BA,OAAO,cAAAC,MAAA,CAAc,IAAI,CAAC5B,IAAI,YAAA4B,MAAA,CAAS,IAAI,CAAC1B,GAAG,OAAI;MACnD,IAAIwB,KAAK,CAACC,OAAO,EAAE;QACjBA,OAAO,OAAAC,MAAA,CAAOF,KAAK,CAACC,OAAO,SAAM;MACnC;MAGA,IAAID,KAAK,CAACG,MAAM,EAAE;QAChBF,OAAO,QAAAC,MAAA,CAAQF,KAAK,CAACG,MAAM,OAAAD,MAAA,CAAIF,KAAK,CAACI,KAAK,CAAE;MAC9C;MACA,OAAO,IAAIC,KAAK,CAACJ,OAAO,CAAC;IAC3B;EAAC;IAAAb,GAAA;IAAAC,KAAA,EAKD,SAAAJ,qBAAA,EAA+B;MAAA,IAAAqB,KAAA;MAC7B,IAAI,CAACC,YAAY,GAAG,IAAAC,0CAAoB,EAAC;QAACjC,MAAM,EAAE,IAAI,CAACA,MAAM;QAAEC,GAAG,EAAE,IAAI,CAACA;MAAG,CAAC,CAAC;MAC9E,IAAMO,MAAM,GAAG,IAAI0B,MAAM,CAAC,IAAI,CAACF,YAAY,EAAE;QAACjC,IAAI,EAAE,IAAI,CAACA;MAAI,CAAC,CAAC;MAE/DS,MAAM,CAAC2B,SAAS,GAAG,UAACV,KAAK,EAAK;QAC5B,IAAI,CAACA,KAAK,CAACJ,IAAI,EAAE;UACfU,KAAI,CAAC3B,OAAO,CAAC,IAAI0B,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAC7C,CAAC,MAAM;UACLC,KAAI,CAAC5B,SAAS,CAACsB,KAAK,CAACJ,IAAI,CAAC;QAC5B;MACF,CAAC;MAEDb,MAAM,CAAC4B,OAAO,GAAG,UAAC/B,KAAiB,EAAW;QAC5C0B,KAAI,CAAC3B,OAAO,CAAC2B,KAAI,CAACP,uBAAuB,CAACnB,KAAK,CAAC,CAAC;QACjD0B,KAAI,CAACd,UAAU,GAAG,IAAI;MACxB,CAAC;MAEDT,MAAM,CAAC6B,cAAc,GAAG,UAACZ,KAAK;QAAA,OAAKnB,OAAO,CAACD,KAAK,CAACoB,KAAK,CAAC;MAAA;MAEvD,OAAOjB,MAAM;IACf;EAAC;IAAAK,GAAA;IAAAC,KAAA,EAMD,SAAAH,kBAAA,EAAoC;MAAA,IAAA2B,MAAA;MAClC,IAAI9B,MAAsB;MAC1B,IAAI,IAAI,CAACP,GAAG,EAAE;QAEZ,IAAMsC,QAAQ,GAAG,IAAI,CAACtC,GAAG,CAACuC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAACvC,GAAG,CAACwC,UAAU,CAAC,GAAG,CAAC;QACpE,IAAMxC,GAAG,GAAGsC,QAAQ,GAAG,IAAI,CAACtC,GAAG,QAAA0B,MAAA,CAAQ,IAAI,CAAC1B,GAAG,CAAE;QAEjDO,MAAM,GAAG,IAAIkC,0BAAU,CAACzC,GAAG,EAAE;UAAC0C,IAAI,EAAE;QAAK,CAAC,CAAC;MAC7C,CAAC,MAAM,IAAI,IAAI,CAAC3C,MAAM,EAAE;QACtBQ,MAAM,GAAG,IAAIkC,0BAAU,CAAC,IAAI,CAAC1C,MAAM,EAAE;UAAC2C,IAAI,EAAE;QAAI,CAAC,CAAC;MACpD,CAAC,MAAM;QACL,MAAM,IAAIb,KAAK,CAAC,WAAW,CAAC;MAC9B;MACAtB,MAAM,CAACoC,EAAE,CAAC,SAAS,EAAE,UAACvB,IAAI,EAAK;QAE7BiB,MAAI,CAACnC,SAAS,CAACkB,IAAI,CAAC;MACtB,CAAC,CAAC;MACFb,MAAM,CAACoC,EAAE,CAAC,OAAO,EAAE,UAACvC,KAAK,EAAK;QAE5BiC,MAAI,CAAClC,OAAO,CAACC,KAAK,CAAC;MACrB,CAAC,CAAC;MACFG,MAAM,CAACoC,EAAE,CAAC,MAAM,EAAE,UAACC,IAAI,EAAK,CAE5B,CAAC,CAAC;MACF,OAAOrC,MAAM;IACf;EAAC;IAAAK,GAAA;IAAAC,KAAA,EA1HD,SAAAgC,YAAA,EAA8B;MAC5B,OACG,OAAOZ,MAAM,KAAK,WAAW,IAAIzB,kBAAS,IAC1C,OAAOiC,0BAAU,KAAK,WAAW,IAAI,CAACjC,kBAAU;IAErD;EAAC;EAAA,OAAAf,YAAA;AAAA;AAAAqD,OAAA,CAAAlD,OAAA,GAAAH,YAAA"}
@@ -1,41 +0,0 @@
1
- "use strict";
2
-
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.getLoadableWorkerURL = getLoadableWorkerURL;
7
- var _assert = require("../env-utils/assert");
8
- var workerURLCache = new Map();
9
- function getLoadableWorkerURL(props) {
10
- (0, _assert.assert)(props.source && !props.url || !props.source && props.url);
11
- var workerURL = workerURLCache.get(props.source || props.url);
12
- if (!workerURL) {
13
- if (props.url) {
14
- workerURL = getLoadableWorkerURLFromURL(props.url);
15
- workerURLCache.set(props.url, workerURL);
16
- }
17
- if (props.source) {
18
- workerURL = getLoadableWorkerURLFromSource(props.source);
19
- workerURLCache.set(props.source, workerURL);
20
- }
21
- }
22
- (0, _assert.assert)(workerURL);
23
- return workerURL;
24
- }
25
- function getLoadableWorkerURLFromURL(url) {
26
- if (!url.startsWith('http')) {
27
- return url;
28
- }
29
- var workerSource = buildScriptSource(url);
30
- return getLoadableWorkerURLFromSource(workerSource);
31
- }
32
- function getLoadableWorkerURLFromSource(workerSource) {
33
- var blob = new Blob([workerSource], {
34
- type: 'application/javascript'
35
- });
36
- return URL.createObjectURL(blob);
37
- }
38
- function buildScriptSource(workerUrl) {
39
- return "try {\n importScripts('".concat(workerUrl, "');\n} catch (error) {\n console.error(error);\n throw error;\n}");
40
- }
41
- //# sourceMappingURL=get-loadable-worker-url.js.map