@resolveio/server-lib 20.7.74 → 20.7.75
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -32,6 +32,13 @@ export declare class WorkerDispatcherManager {
|
|
|
32
32
|
user?: string;
|
|
33
33
|
id_ws?: string;
|
|
34
34
|
}): void;
|
|
35
|
+
/**
|
|
36
|
+
* Same as sendInternalTask but returns a Promise so you can `await` it.
|
|
37
|
+
*/
|
|
38
|
+
sendInternalPromise(method: string, params?: any[]): Promise<any>;
|
|
39
|
+
/**
|
|
40
|
+
* Send a task internally without returning a promise.
|
|
41
|
+
*/
|
|
35
42
|
sendInternalTask(method: string, params?: any[]): void;
|
|
36
43
|
/**
|
|
37
44
|
* The main loop that assigns tasks from _taskQueue to any worker that has capacity.
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,"__esModule",{value:!0}),exports.WorkerDispatcherManager=void 0;var common_1=require("../util/common"),WorkerDispatcherManager=function(){function WorkerDispatcherManager(){this._workers=[],this._taskQueue=[],this._clientRequests={},this._pendingTasks=new Map,this.MAX_CONCURRENCY=10}return WorkerDispatcherManager.create=function(e,t){var
|
|
1
|
+
"use strict";Object.defineProperty(exports,"__esModule",{value:!0}),exports.WorkerDispatcherManager=void 0;var common_1=require("../util/common"),WorkerDispatcherManager=function(){function WorkerDispatcherManager(){this._workers=[],this._taskQueue=[],this._clientRequests={},this._pendingTasks=new Map,this.MAX_CONCURRENCY=10}return WorkerDispatcherManager.create=function(e,t){var s=new WorkerDispatcherManager;return s.initialize(e,t),s},WorkerDispatcherManager.prototype.initialize=function(e,t){this._websocketManager=e,this._methodManager=t},WorkerDispatcherManager.prototype.isSafeShutdown=function(){return!this._taskQueue.length&&!this._pendingTasks.size},WorkerDispatcherManager.prototype.addWorker=function(e){this._workers.push({id:e.id_worker,ws:e,activeTasks:[]}),this._taskQueue.length&&this.dispatchQueue()},WorkerDispatcherManager.prototype.disconnectWorker=function(t){this._workers=this._workers.filter(function(e){return e.id!==t})},WorkerDispatcherManager.prototype.sendClientTask=function(e,t,s,r){var a="task-"+(0,common_1.objectIdHexString)();this._taskQueue.push({type:"task",taskId:a,messageId:e,method:t,params:s,userContext:r}),r&&r.id_ws&&(this._clientRequests[a]=r.id_ws),this.dispatchQueue()},WorkerDispatcherManager.prototype.sendInternalPromise=function(r,a){var i=this;return void 0===a&&(a=[]),Array.isArray(a)||(a=[a]),new Promise(function(e,t){var s="task-"+(0,common_1.objectIdHexString)();i._taskQueue.push({type:"task",taskId:s,method:r,params:a,messageId:0,userContext:{user:"Internal System"}}),i._pendingTasks.set(s,{timeout:null,promise:{resolve:e,reject:t}}),i.dispatchQueue()})},WorkerDispatcherManager.prototype.sendInternalTask=function(e,t){void 0===t&&(t=[]),Array.isArray(t)||(t=[t]);var s="task-"+(0,common_1.objectIdHexString)();this._taskQueue.push({type:"task",taskId:s,method:e,params:t,messageId:0,userContext:{user:"Internal System"}}),this.dispatchQueue()},WorkerDispatcherManager.prototype.dispatchQueue=function(){var e=this;if(this._taskQueue.length)for(;0<this._taskQueue.length;){var t=this.findAvailableWorker();if(!t)return void setTimeout(function(){e.dispatchQueue()},25);var s=this._taskQueue.shift();this.assignTaskToWorker(t,s)}},WorkerDispatcherManager.prototype.findAvailableWorker=function(){var t=this,e=this._workers.filter(function(e){return e.activeTasks.length<t.MAX_CONCURRENCY});return e.length?(e.sort(function(e,t){return e.activeTasks.map(function(e){return e.weight}).reduce(function(e,t){return e+t},0)-t.activeTasks.map(function(e){return e.weight}).reduce(function(e,t){return e+t},0)}),e[0]):null},WorkerDispatcherManager.prototype.assignTaskToWorker=function(s,r){var a=this,e=this._methodManager.getMethod(r.method);if(e){s.activeTasks.push({taskId:r.taskId,weight:e&&e.workerTaskWeight?e.workerTaskWeight:1});var e={type:"task",taskId:r.taskId,messageId:r.messageId,method:r.method,params:r.params,userContext:r.userContext||{}},t=setTimeout(function(){var e,t=a._pendingTasks.get(r.taskId);t&&(t.promise&&t.promise.reject("Task timed out after 2m in WorkerDispatcherManager for method: "+r.method),a._pendingTasks.delete(r.taskId)),console.log(new Date,"TIMEOUT HIT","task",r.taskId,r.messageId,r.method,JSON.stringify(a._workers.map(function(e){return e.activeTasks}))),s.activeTasks=s.activeTasks.filter(function(e){return e.taskId!==r.taskId}),r.userContext&&r.userContext.id_ws&&(t={messageId:r.messageId,hasError:!0,data:"Task timed out after 2m in WorkerDispatcherManager for method: "+r.method},e=a._websocketManager.getWebSocket(r.userContext.id_ws))&&a._websocketManager.send(e,t)},12e4),i=this._pendingTasks.get(r.taskId);(i=i||{timeout:null}).timeout=t,this._pendingTasks.set(r.taskId,i);try{this.sendWorkerPayload(s.ws,e)}catch(e){console.error("Failed to send task to worker:",e),clearTimeout(t),s.activeTasks=s.activeTasks.filter(function(e){return e.taskId!==r.taskId}),this._taskQueue.unshift(r),this.dispatchQueue()}}else console.error("Failed to send task to worker - Could not find method:",r.method)},WorkerDispatcherManager.prototype.handleWorkerMessage=function(t,s){var r,e,a,i;try{e=JSON.parse(s,common_1.dateReviver)}catch(e){return void console.error("Failed to parse worker message:",s)}"taskComplete"===e.type&&((s=this._workers.find(function(e){return e.id===t}))?(r=e.taskId,a=e.messageId,i=e.error,e=e.result,s.activeTasks=s.activeTasks.filter(function(e){return e.taskId!==r}),(s=this._pendingTasks.get(r))&&(s.promise&&(i?s.promise.reject(e):s.promise.resolve(e)),clearTimeout(s.timeout),this._pendingTasks.delete(r)),(s=this._clientRequests[r])&&(a={messageId:a,hasError:!1,data:e},i&&(a.hasError=!0,a.data=e),(i=this._websocketManager.getWebSocket(s))&&this._websocketManager.send(i,a),this._clientRequests[r])&&delete this._clientRequests[r],this._taskQueue.length&&this.dispatchQueue()):console.error("Unknown worker for taskComplete:",t))},WorkerDispatcherManager.prototype.sendWorkerPayload=function(t,s){if("string"!=typeof s&&(s=JSON.stringify(s)),t&&t.readyState===t.OPEN)try{t.send(s)}catch(e){var r,a=JSON.parse(s,common_1.dateReviver);this._taskQueue.unshift(a),this.dispatchQueue(),this.disconnectWorker(t.id_worker),t.close(),console.error("Failed to send worker response:",e),(r=this._pendingTasks.get(a.taskId))&&(clearTimeout(r.timeout),this._pendingTasks.delete(a.taskId),r.promise)&&r.promise.reject("Failed to send worker response: "+(null==e?void 0:e.toString()))}else t&&(a=JSON.parse(s,common_1.dateReviver),this._taskQueue.unshift(a),this.dispatchQueue(),this.disconnectWorker(t.id_worker),t.close(),r=this._pendingTasks.get(a.taskId))&&(clearTimeout(r.timeout),this._pendingTasks.delete(a.taskId),r.promise)&&r.promise.reject("Worker socket not open.")},WorkerDispatcherManager}();exports.WorkerDispatcherManager=WorkerDispatcherManager;
|
|
2
2
|
//# sourceMappingURL=worker-dispatcher.manager.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/managers/worker-dispatcher.manager.ts"],"names":["common_1","require","WorkerDispatcherManager","this","_workers","_taskQueue","_clientRequests","_pendingTasks","Map","MAX_CONCURRENCY","create","websocketManager","methodManager","workerDispatcherManager","initialize","prototype","_websocketManager","_methodManager","isSafeShutdown","length","size","addWorker","ws","push","id","activeTasks","dispatchQueue","disconnectWorker","workerId","filter","w","sendClientTask","messageId","method","params","userContext","taskId","objectIdHexString","type","id_ws","sendInternalTask","Array","isArray","user","_this","worker","findAvailableWorker","setTimeout","task","shift","assignTaskToWorker","candidates","x","sort","y","map","a","weight","reduce","b","getMethod","workerTaskWeight","payload","timeoutHandle","timeoutRes","clientWS","has","delete","console","log","Date","JSON","stringify","hasError","data","getWebSocket","send","set","timeout","sendWorkerPayload","err","error","clearTimeout","unshift","handleWorkerMessage","messageStr","taskId_1","result","res","clientReqWS","parse","dateReviver","_a","find","pendingTask","get","clientReqId","readyState","OPEN","close","exports"],"mappings":"2GAEA,IAAAA,SAAAC,QAAA,gBAAA,EAUAC,wBAAA,WAYI,SAAAA,0BATQC,KAAAC,SAA+B,GAClCD,KAAAE,WAA4B,GACzBF,KAAAG,gBAAgD,GACnDH,KAAAI,cAEH,IAAIC,IAEEL,KAAAM,gBAAkB,EAEX,CAuSnB,OArSWP,wBAAAQ,OAAP,SAAcC,EAAoCC,GAC9C,IAAMC,EAA0B,IAAIX,wBAEpC,OADAW,EAAwBC,WAAWH,EAAkBC,CAAa,EAC3DC,CACX,EAEOX,wBAAAa,UAAAD,WAAP,SAAkBH,EAAoCC,GACxDT,KAAKa,kBAAoBL,EACzBR,KAAKc,eAAiBL,CAKpB,EAEIV,wBAAAa,UAAAG,eAAP,WACC,MAAO,CAACf,KAAKE,WAAWc,QAAU,CAAChB,KAAKI,cAAca,IACvD,EAEUlB,wBAAAa,UAAAM,UAAP,SAAiBC,GACbnB,KAAKC,SAASmB,KAAK,CACxBC,GAAIF,EAAc,UAClBA,GAAIA,EACJG,YAAa,E,CACb,EAEGtB,KAAKE,WAAWc,QACnBhB,KAAKuB,cAAa,CAEjB,EAEIxB,wBAAAa,UAAAY,iBAAP,SAAwBC,GACvBzB,KAAKC,SAAWD,KAAKC,SAASyB,OAAO,SAAAC,GAAK,OAAAA,EAAEN,KAAOI,CAAT,CAAiB,CAC5D,EAKO1B,wBAAAa,UAAAgB,eAAP,SAAsBC,EAAmBC,EAAgBC,EAAeC,GACvE,IAAIC,EAAS,SAAU,EAAApC,SAAAqC,mBAAiB,EAExClC,KAAKE,WAAWkB,KAAK,CACpBe,KAAM,OACNF,OAAMA,EACNJ,UAASA,EACTC,OAAMA,EACNC,OAAMA,EACNC,YAAWA,C,CACX,EAEGA,GAAeA,EAAYI,QAE9BpC,KAAKG,gBAAgB8B,GAAUD,EAAYI,OAG5CpC,KAAKuB,cAAa,CACnB,EAEOxB,wBAAAa,UAAAyB,iBAAP,SAAwBP,EAAgBC,GAAA,KAAA,IAAAA,IAAAA,EAAA,IAClCO,MAAMC,QAAQR,CAAM,IACxBA,EAAS,CAACA,IAGX,IAAIE,EAAS,SAAU,EAAApC,SAAAqC,mBAAiB,EAExClC,KAAKE,WAAWkB,KAAK,CACpBe,KAAM,OACNF,OAAMA,EACNH,OAAMA,EACNC,OAAMA,EACNF,UAAW,EACXG,YAAa,CACZQ,KAAM,iB,EAEP,EAEDxC,KAAKuB,cAAa,CACnB,EAKQxB,wBAAAa,UAAAW,cAAR,WAAA,IAAAkB,EAAAzC,KACC,GAAKA,KAAKE,WAAWc,OAIrB,KAAgC,EAAzBhB,KAAKE,WAAWc,QAAY,CAClC,IAAI0B,EAAS1C,KAAK2C,oBAAmB,EAErC,GAAI,CAACD,EAKJ,OAJAE,KAAAA,WAAW,WACVH,EAAKlB,cAAa,CACnB,EAAG,EAAE,EAMN,IAAIsB,EAAO7C,KAAKE,WAAW4C,MAAK,EAChC9C,KAAK+C,mBAAmBL,EAAQG,CAAI,C,CAEtC,EAKQ9C,wBAAAa,UAAA+B,oBAAR,WAAA,IAAAF,EAAAzC,KACKgD,EAAahD,KAAKC,SAASyB,OAAO,SAAAuB,GAAK,OAAAA,EAAE3B,YAAYN,OAASyB,EAAKnC,eAA5B,CAA2C,EACtF,OAAK0C,EAAWhC,QAKhBgC,EAAWE,KAAK,SAACD,EAAGE,GAAM,OAAAF,EAAE3B,YAAY8B,IAAI,SAAAC,GAAK,OAAAA,EAAEC,MAAF,CAAQ,EAAEC,OAAO,SAACF,EAAGG,GAAM,OAAAH,EAAIG,CAAJ,EAAO,CAAC,EAAIL,EAAE7B,YAAY8B,IAAI,SAAAC,GAAK,OAAAA,EAAEC,MAAF,CAAQ,EAAEC,OAAO,SAACF,EAAGG,GAAM,OAAAH,EAAIG,CAAJ,EAAO,CAAC,CAAxH,CAAyH,EAE5IR,EAAW,IANV,IAOT,EAEQjD,wBAAAa,UAAAmC,mBAAR,SAA2BL,EAA0BG,GAArD,IAAAJ,EAAAzC,KACK8B,EAAS9B,KAAKc,eAAe2C,UAAUZ,EAAKf,MAAM,EAEtD,GAAKA,EAAL,CAKAY,EAAOpB,YAAYF,KAAK,CACvBa,OAAQY,EAAKZ,OACbqB,OAAQxB,GAAUA,EAAO4B,iBAAmB5B,EAAO4B,iBAAmB,C,CACtE,EAED,IAAIC,EAAuB,CAC1BxB,KAAM,OACNF,OAAQY,EAAKZ,OACbJ,UAAWgB,EAAKhB,UAChBC,OAAQe,EAAKf,OACbC,OAAQc,EAAKd,OACbC,YAAaa,EAAKb,aAAe,E,EAG9B4B,EAAgBhB,WAAW,WAS9B,IACKiB,EAMAC,EAfDrB,EAAKrC,cAAc2D,IAAIlB,EAAKZ,MAAM,GACrCQ,EAAKrC,cAAc4D,OAAOnB,EAAKZ,MAAM,EAGtCgC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,OAAQtB,EAAKZ,OAAQY,EAAKhB,UAAWgB,EAAKf,OAAQsC,KAAKC,UAAU5B,EAAKxC,SAASmD,IAAI,SAAAC,GAAK,OAAAA,EAAE/B,WAAF,CAAa,CAAC,CAAC,EAE9IoB,EAAOpB,YAAcoB,EAAOpB,YAAYI,OAAO,SAAA2B,GAAK,OAAAA,EAAEpB,SAAWY,EAAKZ,MAAlB,CAAwB,EAExEY,EAAKb,aAAea,EAAKb,YAAYI,QACpCyB,EAAkC,CACrChC,UAAWgB,EAAKhB,UAChByC,SAAU,CAAA,EACVC,KAAM,kEAAoE1B,EAAKf,M,EAG5EgC,EAAWrB,EAAK5B,kBAAkB2D,aAAa3B,EAAKb,YAAYI,KAAK,IAGxEK,EAAK5B,kBAAkB4D,KAAKX,EAAUD,CAAU,CAGnD,EAAG,IAAM,EAET7D,KAAKI,cAAcsE,IAAI7B,EAAKZ,OAAQ,CACnC0C,QAASf,C,CACT,EAID,IACC5D,KAAK4E,kBAAkBlC,EAAOvB,GAAIwC,CAAO,C,CAE1C,MAAOkB,GACNZ,QAAQa,MAAM,iCAAkCD,CAAG,EAEnDE,aAAanB,CAAa,EAE1BlB,EAAOpB,YAAcoB,EAAOpB,YAAYI,OAAO,SAAA2B,GAAK,OAAAA,EAAEpB,SAAWY,EAAKZ,MAAlB,CAAwB,EAG5EjC,KAAKE,WAAW8E,QAAQnC,CAAI,EAC5B7C,KAAKuB,cAAa,C,OA5DlB0C,QAAQa,MAAM,yDAA0DjC,EAAKf,MAAM,CA8DrF,EAKO/B,wBAAAa,UAAAqE,oBAAP,SAA2BxD,EAAkByD,GAC5C,IAoBOC,EAA0BC,EAkB3BC,EAWAC,EA/CN,IACCf,EAAOH,KAAKmB,MAAML,EAAYrF,SAAA2F,WAAW,C,CAE1C,MAAAC,GAEC,OADAxB,KAAAA,QAAQa,MAAM,kCAAmCI,CAAU,C,CAM1C,iBAAdX,EAAKpC,QACJO,EAAS1C,KAAKC,SAASyF,KAAK,SAAAzC,GAAK,OAAAA,EAAE5B,KAAOI,CAAT,CAAiB,IAOhD0D,EAAqCZ,EAAItC,OAAjCJ,EAA6B0C,EAAI1C,UAAtBiD,EAAkBP,EAAIO,MAAfM,EAAWb,EAAIa,OAI/C1C,EAAOpB,YAAcoB,EAAOpB,YAAYI,OAAO,SAAA2B,GAAK,OAAAA,EAAEpB,SAAWkD,CAAb,CAAmB,GAEnEQ,EAAc3F,KAAKI,cAAcwF,IAAIT,CAAM,KAG9CJ,aAAaY,EAAYhB,OAAO,EAChC3E,KAAKI,cAAc4D,OAAOmB,CAAM,IAI7BU,EAAc7F,KAAKG,gBAAgBgF,MAIlCE,EAA2B,CAC9BxD,UAAWA,EACXyC,SAAU,CAAA,EACVC,KAAMa,C,EAGHN,IACHO,EAAIf,SAAW,CAAA,EACfe,EAAId,KAAOa,IAGRE,EAActF,KAAKa,kBAAkB2D,aAAaqB,CAAW,IAGhE7F,KAAKa,kBAAkB4D,KAAKa,EAAaD,CAAG,EAGzCrF,KAAKG,gBAAgBgF,KACxB,OAAOnF,KAAKG,gBAAgBgF,GAK1BnF,KAAKE,WAAWc,QACnBhB,KAAKuB,cAAa,GA9ClB0C,QAAQa,MAAM,mCAAoCrD,CAAQ,EAiD7D,EAEO1B,wBAAAa,UAAAgE,kBAAP,SAAyBzD,EAAyBwC,GAO3C,GANuB,UAAnB,OAAOA,IACPA,EAAUS,KAAKC,UAAUV,CAAO,GAKhCxC,GAAMA,EAAG2E,aAAe3E,EAAG4E,KAC3B,IACI5E,EAAGsD,KAAKd,CAAO,C,CAEnB,MAAOkB,GACf,IAAIhC,EAAOuB,KAAKmB,MAAM5B,EAAS9D,SAAA2F,WAAW,EAG1CxF,KAAKE,WAAW8E,QAAQnC,CAAI,EAC5B7C,KAAKuB,cAAa,EAElBvB,KAAKwB,iBAAiBL,EAAc,SAAC,EACrCA,EAAG6E,MAAK,EACI/B,QAAQa,MAAM,kCAAmCD,CAAG,C,MAGnD1D,IAEV0B,EAAOuB,KAAKmB,MAAM5B,EAAS9D,SAAA2F,WAAW,EAG1CxF,KAAKE,WAAW8E,QAAQnC,CAAI,EAC5B7C,KAAKuB,cAAa,EAElBvB,KAAKwB,iBAAiBL,EAAc,SAAC,EACrCA,EAAG6E,MAAK,EAEP,EACJjG,uBAAA,EAAC,EAnTYkG,QAAAlG,wBAAAA","file":"worker-dispatcher.manager.js","sourcesContent":["import * as WebSocket from 'ws';\nimport { ServerResponseModel, TaskPayload, TaskResponse } from '../models/server-message.model';\nimport { dateReviver, objectIdHexString } from '../util/common';\nimport { MethodManager } from './method.manager';\nimport { WebSocketManager } from './websocket.manager';\n\nexport interface WorkerConnection {\n id: string;\n ws: WebSocket.WebSocket;\n activeTasks: { taskId: string, weight: number }[];\n}\n\nexport class WorkerDispatcherManager {\n\tprivate _websocketManager: WebSocketManager;\n\tprivate _methodManager: MethodManager;\n private _workers: WorkerConnection[] = [];\n\tprivate _taskQueue: TaskPayload[] = [];\n private _clientRequests: { [taskId: string]: string } = {};\n\tprivate _pendingTasks: Map<string, {\n\t\ttimeout: NodeJS.Timeout;\n\t}> = new Map();\n\n private MAX_CONCURRENCY = 10;\n\n constructor() {}\n \n static create(websocketManager: WebSocketManager, methodManager: MethodManager) {\n const workerDispatcherManager = new WorkerDispatcherManager();\n workerDispatcherManager.initialize(websocketManager, methodManager);\n return workerDispatcherManager;\n }\n\n public initialize(websocketManager: WebSocketManager, methodManager: MethodManager) {\n\t\tthis._websocketManager = websocketManager;\n\t\tthis._methodManager = methodManager;\n\n\t\t// setInterval(() => {\n\t\t// \tconsole.log(new Date(), JSON.stringify(this._workers.map(a => a.activeTasks), null, 2));\n\t\t// }, 5000);\n }\n\n\tpublic isSafeShutdown() {\n\t\treturn !this._taskQueue.length && !this._pendingTasks.size;\n\t}\n\n public addWorker(ws: WebSocket.WebSocket) {\n this._workers.push({\n\t\t\tid: ws['id_worker'],\n\t\t\tws: ws,\n\t\t\tactiveTasks: []\n\t\t});\n\n\t\tif (this._taskQueue.length) {\n\t\t\tthis.dispatchQueue();\n\t\t}\n }\n\n\tpublic disconnectWorker(workerId: string) {\n\t\tthis._workers = this._workers.filter(w => w.id !== workerId);\n\t}\n\n /**\n\t * Add a new task to our in-memory queue and try to dispatch.\n\t */\n\tpublic sendClientTask(messageId: number, method: string, params: any[], userContext?: { id_user?: string; user?: string; id_ws?: string }) {\n\t\tlet taskId = 'task-' + objectIdHexString();\n\n\t\tthis._taskQueue.push({\n\t\t\ttype: 'task',\n\t\t\ttaskId,\n\t\t\tmessageId,\n\t\t\tmethod,\n\t\t\tparams,\n\t\t\tuserContext\n\t\t});\n\n\t\tif (userContext && userContext.id_ws) {\n\t\t\t// console.log(new Date(), 'Send Client Task', userContext, taskId);\n\t\t\tthis._clientRequests[taskId] = userContext.id_ws;\n\t\t}\n\n\t\tthis.dispatchQueue();\n\t}\n\n\tpublic sendInternalTask(method: string, params = []) {\n\t\tif (!Array.isArray(params)) {\n\t\t\tparams = [params];\n\t\t}\n\n\t\tlet taskId = 'task-' + objectIdHexString();\n\n\t\tthis._taskQueue.push({\n\t\t\ttype: 'task',\n\t\t\ttaskId,\n\t\t\tmethod,\n\t\t\tparams,\n\t\t\tmessageId: 0,\n\t\t\tuserContext: {\n\t\t\t\tuser: 'Internal System'\n\t\t\t}\n\t\t});\n\n\t\tthis.dispatchQueue();\n\t}\n\n\t/**\n\t * The main loop that assigns tasks from _taskQueue to any worker that has capacity.\n\t */\n\tprivate dispatchQueue() {\n\t\tif (!this._taskQueue.length) {\n\t\t\treturn;\n\t\t}\n\n\t\twhile (this._taskQueue.length > 0) {\n\t\t\tlet worker = this.findAvailableWorker();\n\n\t\t\tif (!worker) {\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis.dispatchQueue();\n\t\t\t\t}, 25);\n\t\t\t\t\n\t\t\t\treturn; // no worker can take more tasks\n\t\t\t}\n\n\t\t\t// Remove from queue\n\t\t\tlet task = this._taskQueue.shift();\n\t\t\tthis.assignTaskToWorker(worker, task);\n\t\t}\n\t}\n\n\t/**\n\t * Returns the worker with the fewest activeTasks that is under maxConcurrency. Or null if none.\n\t */\n\tprivate findAvailableWorker(): WorkerConnection | null {\n\t\tlet candidates = this._workers.filter(x => x.activeTasks.length < this.MAX_CONCURRENCY);\n\t\tif (!candidates.length) {\n\t\t\treturn null;\n\t\t}\n\n\t\t// Sort by how busy they are\n\t\tcandidates.sort((x, y) => x.activeTasks.map(a => a.weight).reduce((a, b) => a + b, 0) - y.activeTasks.map(a => a.weight).reduce((a, b) => a + b, 0));\n\t\t// console.log('Best Candidate', JSON.stringify(candidates[0], null, 2));\n\t\treturn candidates[0];\n\t}\n\n\tprivate assignTaskToWorker(worker: WorkerConnection, task: TaskPayload) {\n\t\tlet method = this._methodManager.getMethod(task.method);\n\n\t\tif (!method) {\n\t\t\tconsole.error('Failed to send task to worker - Could not find method:', task.method);\n\t\t\treturn;\n\t\t}\n\n\t\tworker.activeTasks.push({\n\t\t\ttaskId: task.taskId,\n\t\t\tweight: method && method.workerTaskWeight ? method.workerTaskWeight : 1\n\t\t});\n\n\t\tlet payload: TaskPayload = {\n\t\t\ttype: 'task',\n\t\t\ttaskId: task.taskId,\n\t\t\tmessageId: task.messageId,\n\t\t\tmethod: task.method,\n\t\t\tparams: task.params,\n\t\t\tuserContext: task.userContext || {}\n\t\t};\n\n\t\tlet timeoutHandle = setTimeout(() => {\n\t\t\tif (this._pendingTasks.has(task.taskId)) {\n\t\t\t\tthis._pendingTasks.delete(task.taskId);\n\t\t\t}\n\n\t\t\tconsole.log(new Date(), 'TIMEOUT HIT', 'task', task.taskId, task.messageId, task.method, JSON.stringify(this._workers.map(a => a.activeTasks)));\n\n\t\t\tworker.activeTasks = worker.activeTasks.filter(a => a.taskId !== task.taskId);\n\n\t\t\tif (task.userContext && task.userContext.id_ws) {\n\t\t\t\tlet timeoutRes: ServerResponseModel = {\n\t\t\t\t\tmessageId: task.messageId,\n\t\t\t\t\thasError: true,\n\t\t\t\t\tdata: 'Task timed out after 2m in WorkerDispatcherManager for method: ' + task.method\n\t\t\t\t};\n\n\t\t\t\tlet clientWS = this._websocketManager.getWebSocket(task.userContext.id_ws);\n\n\t\t\t\tif (clientWS) {\n\t\t\t\t\tthis._websocketManager.send(clientWS, timeoutRes);\n\t\t\t\t}\n\t\t\t}\n\t\t}, 120000);\n\n\t\tthis._pendingTasks.set(task.taskId, {\n\t\t\ttimeout: timeoutHandle\n\t\t});\n\n\t\t// console.log(new Date(), 'Sending Worker Msg', 'task', process.env.NODE_APP_INSTANCE, task.taskId, task.messageId, task.method, JSON.stringify(this._workers.map(a => a.activeTasks)));\n\n\t\ttry {\n\t\t\tthis.sendWorkerPayload(worker.ws, payload);\n\t\t}\n\t\tcatch (err) {\n\t\t\tconsole.error('Failed to send task to worker:', err);\n\n\t\t\tclearTimeout(timeoutHandle);\n\n\t\t\tworker.activeTasks = worker.activeTasks.filter(a => a.taskId !== task.taskId);\n\n\t\t\t// Put task back at front\n\t\t\tthis._taskQueue.unshift(task);\n\t\t\tthis.dispatchQueue();\n\t\t}\n\t}\n\n\t/**\n\t * Handle messages coming back from a worker (like 'taskComplete').\n\t */\n\tpublic handleWorkerMessage(workerId: string, messageStr: string) {\n\t\tlet data: TaskResponse;\n\t\t\n\t\ttry {\n\t\t\tdata = JSON.parse(messageStr, dateReviver);\n\t\t}\n\t\tcatch {\n\t\t\tconsole.error('Failed to parse worker message:', messageStr);\n\t\t\treturn;\n\t\t}\n\n\t\t// console.log('Recv Worker Msg', data.type, data.taskId, data.messageId, data.error);\n\n\t\tif (data.type === 'taskComplete') {\n\t\t\tlet worker = this._workers.find(x => x.id === workerId);\n\t\t\t\n\t\t\tif (!worker) {\n\t\t\t\tconsole.error('Unknown worker for taskComplete:', workerId);\n\t\t\t\treturn;\n\t\t\t}\n\t\t\t\n\t\t\tlet { taskId, messageId, error, result } = data;\n\n\t\t\t// console.log(new Date(), 'Handle Worker Msg', 'taskComplete', process.env.NODE_APP_INSTANCE, taskId, JSON.stringify(this._workers.map(a => a.activeTasks)));\n\t\t\t\n\t\t\tworker.activeTasks = worker.activeTasks.filter(a => a.taskId !== taskId);\n\n\t\t\tlet pendingTask = this._pendingTasks.get(taskId);\n\t\t\t\n\t\t\tif (pendingTask) {\n\t\t\t\tclearTimeout(pendingTask.timeout);\n\t\t\t\tthis._pendingTasks.delete(taskId);\n\t\t\t}\n\n\t\t\t// Look up original request\n\t\t\tlet clientReqId = this._clientRequests[taskId];\n\t\t\t\n\t\t\tif (clientReqId) {\n\t\t\t\t// Send the final response to the client\n\t\t\t\tlet res: ServerResponseModel = {\n\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\thasError: false,\n\t\t\t\t\tdata: result\n\t\t\t\t};\n\n\t\t\t\tif (error) {\n\t\t\t\t\tres.hasError = true;\n\t\t\t\t\tres.data = result;\n\t\t\t\t}\n\n\t\t\t\tlet clientReqWS = this._websocketManager.getWebSocket(clientReqId);\n\n\t\t\t\tif (clientReqWS) {\n\t\t\t\t\tthis._websocketManager.send(clientReqWS, res);\n\t\t\t\t}\n\n\t\t\t\tif (this._clientRequests[taskId]) {\n\t\t\t\t\tdelete this._clientRequests[taskId];\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Try to dispatch more from the queue\n\t\t\tif (this._taskQueue.length) {\n\t\t\t\tthis.dispatchQueue();\n\t\t\t}\n\t\t}\n\t}\n\n\tpublic sendWorkerPayload(ws: WebSocket.WebSocket, payload: TaskPayload | string) {\n if (typeof payload !== 'string') {\n payload = JSON.stringify(payload);\n }\n\n\t\t// console.log('Sending', payload);\n\n if (ws && ws.readyState === ws.OPEN) {\n try {\n ws.send(payload);\n }\n catch (err) {\n\t\t\t\tlet task = JSON.parse(payload, dateReviver);\n\t\t\t\t\n\t\t\t\t// Put task back at front\n\t\t\t\tthis._taskQueue.unshift(task);\n\t\t\t\tthis.dispatchQueue();\n\n\t\t\t\tthis.disconnectWorker(ws['id_worker']);\n\t\t\t\tws.close();\n console.error('Failed to send worker response:', err);\n }\n }\n else if (ws) {\n\t\t\t// Put task back at front\n\t\t\tlet task = JSON.parse(payload, dateReviver);\n\t\t\t\t\n\t\t\t// Put task back at front\n\t\t\tthis._taskQueue.unshift(task);\n\t\t\tthis.dispatchQueue();\n\n\t\t\tthis.disconnectWorker(ws['id_worker']);\n\t\t\tws.close();\n }\n }\n}"]}
|
|
1
|
+
{"version":3,"sources":["../../src/managers/worker-dispatcher.manager.ts"],"names":["common_1","require","WorkerDispatcherManager","this","_workers","_taskQueue","_clientRequests","_pendingTasks","Map","MAX_CONCURRENCY","create","websocketManager","methodManager","workerDispatcherManager","initialize","prototype","_websocketManager","_methodManager","isSafeShutdown","length","size","addWorker","ws","push","id","activeTasks","dispatchQueue","disconnectWorker","workerId","filter","w","sendClientTask","messageId","method","params","userContext","taskId","objectIdHexString","type","id_ws","sendInternalPromise","_this","Array","isArray","Promise","resolve","reject","user","set","timeout","promise","sendInternalTask","worker","findAvailableWorker","setTimeout","task","shift","assignTaskToWorker","candidates","x","sort","y","map","a","weight","reduce","b","getMethod","workerTaskWeight","payload","timeoutHandle","clientWS","pending","get","delete","console","log","Date","JSON","stringify","timeoutRes","hasError","data","getWebSocket","send","existing","sendWorkerPayload","err","error","clearTimeout","unshift","handleWorkerMessage","messageStr","taskId_1","result","res","clientReqWS","parse","dateReviver","_a","find","pendingTask","clientReqId","readyState","OPEN","close","toString","exports"],"mappings":"2GAEA,IAAAA,SAAAC,QAAA,gBAAA,EAoBAC,wBAAA,WAUC,SAAAA,0BAPQC,KAAAC,SAA+B,GAC/BD,KAAAE,WAA4B,GAC5BF,KAAAG,gBAAgD,GAChDH,KAAAI,cAA0C,IAAIC,IAE9CL,KAAAM,gBAAkB,EAEX,CAoWhB,OAlWQP,wBAAAQ,OAAP,SAAcC,EAAoCC,GACjD,IAAMC,EAA0B,IAAIX,wBAEpC,OADAW,EAAwBC,WAAWH,EAAkBC,CAAa,EAC3DC,CACR,EAEOX,wBAAAa,UAAAD,WAAP,SAAkBH,EAAoCC,GACrDT,KAAKa,kBAAoBL,EACzBR,KAAKc,eAAiBL,CACvB,EAEOV,wBAAAa,UAAAG,eAAP,WACC,MAAO,CAACf,KAAKE,WAAWc,QAAU,CAAChB,KAAKI,cAAca,IACvD,EAEOlB,wBAAAa,UAAAM,UAAP,SAAiBC,GAChBnB,KAAKC,SAASmB,KAAK,CAClBC,GAAIF,EAAc,UAClBA,GAAIA,EACJG,YAAa,E,CACb,EAEGtB,KAAKE,WAAWc,QACnBhB,KAAKuB,cAAa,CAEpB,EAEOxB,wBAAAa,UAAAY,iBAAP,SAAwBC,GACvBzB,KAAKC,SAAWD,KAAKC,SAASyB,OAAO,SAAAC,GAAK,OAAAA,EAAEN,KAAOI,CAAT,CAAiB,CAC5D,EAKO1B,wBAAAa,UAAAgB,eAAP,SAAsBC,EAAmBC,EAAgBC,EAAeC,GACvE,IAAIC,EAAS,SAAU,EAAApC,SAAAqC,mBAAiB,EAExClC,KAAKE,WAAWkB,KAAK,CACpBe,KAAM,OACNF,OAAMA,EACNJ,UAASA,EACTC,OAAMA,EACNC,OAAMA,EACNC,YAAWA,C,CACX,EAEGA,GAAeA,EAAYI,QAC9BpC,KAAKG,gBAAgB8B,GAAUD,EAAYI,OAG5CpC,KAAKuB,cAAa,CACnB,EAKOxB,wBAAAa,UAAAyB,oBAAP,SAA2BP,EAAgBC,GAA3C,IAAAO,EAAAtC,KAMC,OAN0C,KAAA,IAAA+B,IAAAA,EAAA,IACrCQ,MAAMC,QAAQT,CAAM,IACxBA,EAAS,CAACA,IAIJ,IAAIU,QAAQ,SAACC,EAASC,GAC5B,IAAIV,EAAS,SAAU,EAAApC,SAAAqC,mBAAiB,EAExCI,EAAKpC,WAAWkB,KAAK,CACpBe,KAAM,OACNF,OAAMA,EACNH,OAAMA,EACNC,OAAMA,EACNF,UAAW,EACXG,YAAa,CACZY,KAAM,iB,EAEP,EAEDN,EAAKlC,cAAcyC,IAAIZ,EAAQ,CAC9Ba,QAAS,KACTC,QAAS,CAAEL,QAAOA,EAAEC,OAAMA,CAAA,C,CAC1B,EAEDL,EAAKf,cAAa,CACnB,CAAC,CACF,EAKOxB,wBAAAa,UAAAoC,iBAAP,SAAwBlB,EAAgBC,GAAA,KAAA,IAAAA,IAAAA,EAAA,IAClCQ,MAAMC,QAAQT,CAAM,IACxBA,EAAS,CAACA,IAGX,IAAIE,EAAS,SAAU,EAAApC,SAAAqC,mBAAiB,EAExClC,KAAKE,WAAWkB,KAAK,CACpBe,KAAM,OACNF,OAAMA,EACNH,OAAMA,EACNC,OAAMA,EACNF,UAAW,EACXG,YAAa,CACZY,KAAM,iB,EAEP,EAED5C,KAAKuB,cAAa,CACnB,EAKQxB,wBAAAa,UAAAW,cAAR,WAAA,IAAAe,EAAAtC,KACC,GAAKA,KAAKE,WAAWc,OAIrB,KAAgC,EAAzBhB,KAAKE,WAAWc,QAAY,CAClC,IAAIiC,EAASjD,KAAKkD,oBAAmB,EAErC,GAAI,CAACD,EAKJ,OAJAE,KAAAA,WAAW,WACVb,EAAKf,cAAa,CACnB,EAAG,EAAE,EAMN,IAAI6B,EAAOpD,KAAKE,WAAWmD,MAAK,EAChCrD,KAAKsD,mBAAmBL,EAAQG,CAAI,C,CAEtC,EAKQrD,wBAAAa,UAAAsC,oBAAR,WAAA,IAAAZ,EAAAtC,KACKuD,EAAavD,KAAKC,SAASyB,OAAO,SAAA8B,GAAK,OAAAA,EAAElC,YAAYN,OAASsB,EAAKhC,eAA5B,CAA2C,EACtF,OAAKiD,EAAWvC,QAIhBuC,EAAWE,KAAK,SAACD,EAAGE,GAGnB,OAFaF,EAAElC,YAAYqC,IAAI,SAAAC,GAAK,OAAAA,EAAEC,MAAF,CAAQ,EAAEC,OAAO,SAACF,EAAGG,GAAM,OAAAH,EAAIG,CAAJ,EAAO,CAAC,EAC1DL,EAAEpC,YAAYqC,IAAI,SAAAC,GAAK,OAAAA,EAAEC,MAAF,CAAQ,EAAEC,OAAO,SAACF,EAAGG,GAAM,OAAAH,EAAIG,CAAJ,EAAO,CAAC,CAExE,CAAC,EAEMR,EAAW,IATV,IAUT,EAEQxD,wBAAAa,UAAA0C,mBAAR,SAA2BL,EAA0BG,GAArD,IAAAd,EAAAtC,KACK8B,EAAS9B,KAAKc,eAAekD,UAAUZ,EAAKtB,MAAM,EAEtD,GAAKA,EAAL,CAKAmB,EAAO3B,YAAYF,KAAK,CACvBa,OAAQmB,EAAKnB,OACb4B,OAAQ/B,GAAUA,EAAOmC,iBAAmBnC,EAAOmC,iBAAmB,C,CACtE,EAED,IAAIC,EAAuB,CAC1B/B,KAAM,OACNF,OAAQmB,EAAKnB,OACbJ,UAAWuB,EAAKvB,UAChBC,OAAQsB,EAAKtB,OACbC,OAAQqB,EAAKrB,OACbC,YAAaoB,EAAKpB,aAAe,E,EAG9BmC,EAAgBhB,WAAW,WAC9B,IAqBKiB,EArBDC,EAAU/B,EAAKlC,cAAckE,IAAIlB,EAAKnB,MAAM,EAE5CoC,IACCA,EAAQtB,SACXsB,EAAQtB,QAAQJ,OAAO,kEAAoES,EAAKtB,MAAM,EAGvGQ,EAAKlC,cAAcmE,OAAOnB,EAAKnB,MAAM,GAGtCuC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,OAAQtB,EAAKnB,OAAQmB,EAAKvB,UAAWuB,EAAKtB,OAAQ6C,KAAKC,UAAUtC,EAAKrC,SAAS0D,IAAI,SAAAC,GAAK,OAAAA,EAAEtC,WAAF,CAAa,CAAC,CAAC,EAE9I2B,EAAO3B,YAAc2B,EAAO3B,YAAYI,OAAO,SAAAkC,GAAK,OAAAA,EAAE3B,SAAWmB,EAAKnB,MAAlB,CAAwB,EAExEmB,EAAKpB,aAAeoB,EAAKpB,YAAYI,QACpCyC,EAAkC,CACrChD,UAAWuB,EAAKvB,UAChBiD,SAAU,CAAA,EACVC,KAAM,kEAAoE3B,EAAKtB,M,EAG5EsC,EAAW9B,EAAKzB,kBAAkBmE,aAAa5B,EAAKpB,YAAYI,KAAK,IAGxEE,EAAKzB,kBAAkBoE,KAAKb,EAAUS,CAAU,CAGnD,EAAG,IAAM,EAGLK,EAAWlF,KAAKI,cAAckE,IAAIlB,EAAKnB,MAAM,GAKjDiD,EAJKA,GACO,CAAEpC,QAAS,IAAI,GAGlBA,QAAUqB,EACnBnE,KAAKI,cAAcyC,IAAIO,EAAKnB,OAAQiD,CAAQ,EAE5C,IACClF,KAAKmF,kBAAkBlC,EAAO9B,GAAI+C,CAAO,C,CAE1C,MAAOkB,GACNZ,QAAQa,MAAM,iCAAkCD,CAAG,EAEnDE,aAAanB,CAAa,EAC1BlB,EAAO3B,YAAc2B,EAAO3B,YAAYI,OAAO,SAAAkC,GAAK,OAAAA,EAAE3B,SAAWmB,EAAKnB,MAAlB,CAAwB,EAG5EjC,KAAKE,WAAWqF,QAAQnC,CAAI,EAC5BpD,KAAKuB,cAAa,C,OApElBiD,QAAQa,MAAM,yDAA0DjC,EAAKtB,MAAM,CAsErF,EAKO/B,wBAAAa,UAAA4E,oBAAP,SAA2B/D,EAAkBgE,GAC5C,IAkBOC,EAA0BC,EAuB3BC,EAWAC,EAlDN,IACCd,EAAOJ,KAAKmB,MAAML,EAAY5F,SAAAkG,WAAW,C,CAE1C,MAAAC,GAEC,OADAxB,KAAAA,QAAQa,MAAM,kCAAmCI,CAAU,C,CAI1C,iBAAdV,EAAK5C,QACJc,EAASjD,KAAKC,SAASgG,KAAK,SAAAzC,GAAK,OAAAA,EAAEnC,KAAOI,CAAT,CAAiB,IAOhDiE,EAAqCX,EAAI9C,OAAjCJ,EAA6BkD,EAAIlD,UAAtBwD,EAAkBN,EAAIM,MAAfM,EAAWZ,EAAIY,OAC/C1C,EAAO3B,YAAc2B,EAAO3B,YAAYI,OAAO,SAAAkC,GAAK,OAAAA,EAAE3B,SAAWyD,CAAb,CAAmB,GAEnEQ,EAAclG,KAAKI,cAAckE,IAAIoB,CAAM,KAG1CQ,EAAYnD,UACXsC,EACHa,EAAYnD,QAAQJ,OAAOgD,CAAM,EAGjCO,EAAYnD,QAAQL,QAAQiD,CAAM,GAIpCL,aAAaY,EAAYpD,OAAO,EAChC9C,KAAKI,cAAcmE,OAAOmB,CAAM,IAI7BS,EAAcnG,KAAKG,gBAAgBuF,MAGlCE,EAA2B,CAC9B/D,UAAWA,EACXiD,SAAU,CAAA,EACVC,KAAMY,C,EAGHN,IACHO,EAAId,SAAW,CAAA,EACfc,EAAIb,KAAOY,IAGRE,EAAc7F,KAAKa,kBAAkBmE,aAAamB,CAAW,IAGhEnG,KAAKa,kBAAkBoE,KAAKY,EAAaD,CAAG,EAGzC5F,KAAKG,gBAAgBuF,KACxB,OAAO1F,KAAKG,gBAAgBuF,GAK1B1F,KAAKE,WAAWc,QACnBhB,KAAKuB,cAAa,GAnDlBiD,QAAQa,MAAM,mCAAoC5D,CAAQ,EAsD7D,EAEO1B,wBAAAa,UAAAuE,kBAAP,SAAyBhE,EAAyB+C,GAKjD,GAJuB,UAAnB,OAAOA,IACVA,EAAUS,KAAKC,UAAUV,CAAO,GAG7B/C,GAAMA,EAAGiF,aAAejF,EAAGkF,KAC9B,IACClF,EAAG8D,KAAKf,CAAO,C,CAEhB,MAAOkB,GACN,IASIc,EATA9C,EAAOuB,KAAKmB,MAAM5B,EAASrE,SAAAkG,WAAW,EAE1C/F,KAAKE,WAAWqF,QAAQnC,CAAI,EAC5BpD,KAAKuB,cAAa,EAElBvB,KAAKwB,iBAAiBL,EAAc,SAAC,EACrCA,EAAGmF,MAAK,EACR9B,QAAQa,MAAM,kCAAmCD,CAAG,GAIhDc,EAFclG,KAAKI,cAAckE,IAAIlB,EAAKnB,MAAM,KAGnDqD,aAAaY,EAAYpD,OAAO,EAChC9C,KAAKI,cAAcmE,OAAOnB,EAAKnB,MAAM,EAEjCiE,EAAYnD,UACfmD,EAAYnD,QAAQJ,OAAO,oCAAqCyC,MAAAA,EAAG,KAAA,EAAHA,EAAKmB,SAAQ,EAAE,C,MAK1EpF,IACJiC,EAAOuB,KAAKmB,MAAM5B,EAASrE,SAAAkG,WAAW,EAE1C/F,KAAKE,WAAWqF,QAAQnC,CAAI,EAC5BpD,KAAKuB,cAAa,EAElBvB,KAAKwB,iBAAiBL,EAAc,SAAC,EACrCA,EAAGmF,MAAK,EAIJJ,EAFclG,KAAKI,cAAckE,IAAIlB,EAAKnB,MAAM,KAGnDqD,aAAaY,EAAYpD,OAAO,EAChC9C,KAAKI,cAAcmE,OAAOnB,EAAKnB,MAAM,EAEjCiE,EAAYnD,UACfmD,EAAYnD,QAAQJ,OAAO,yBAAyB,CAIxD,EACD5C,uBAAA,EAAC,EA9WYyG,QAAAzG,wBAAAA","file":"worker-dispatcher.manager.js","sourcesContent":["import * as WebSocket from 'ws';\nimport { ServerResponseModel, TaskPayload, TaskResponse } from '../models/server-message.model';\nimport { dateReviver, objectIdHexString } from '../util/common';\nimport { MethodManager } from './method.manager';\nimport { WebSocketManager } from './websocket.manager';\n\nexport interface WorkerConnection {\n\tid: string;\n\tws: WebSocket.WebSocket;\n\tactiveTasks: { taskId: string; weight: number }[];\n}\n\ninterface PendingTask {\n\ttimeout: NodeJS.Timeout;\n\tpromise?: {\n\t\t// eslint-disable-next-line no-unused-vars\n\t\tresolve: (value: any) => void;\n\t\t// eslint-disable-next-line no-unused-vars\n\t\treject: (reason?: any) => void;\n\t};\n}\n\nexport class WorkerDispatcherManager {\n\tprivate _websocketManager: WebSocketManager;\n\tprivate _methodManager: MethodManager;\n\tprivate _workers: WorkerConnection[] = [];\n\tprivate _taskQueue: TaskPayload[] = [];\n\tprivate _clientRequests: { [taskId: string]: string } = {};\n\tprivate _pendingTasks: Map<string, PendingTask> = new Map();\n\n\tprivate MAX_CONCURRENCY = 10;\n\n\tconstructor() {}\n\n\tstatic create(websocketManager: WebSocketManager, methodManager: MethodManager) {\n\t\tconst workerDispatcherManager = new WorkerDispatcherManager();\n\t\tworkerDispatcherManager.initialize(websocketManager, methodManager);\n\t\treturn workerDispatcherManager;\n\t}\n\n\tpublic initialize(websocketManager: WebSocketManager, methodManager: MethodManager) {\n\t\tthis._websocketManager = websocketManager;\n\t\tthis._methodManager = methodManager;\n\t}\n\n\tpublic isSafeShutdown() {\n\t\treturn !this._taskQueue.length && !this._pendingTasks.size;\n\t}\n\n\tpublic addWorker(ws: WebSocket.WebSocket) {\n\t\tthis._workers.push({\n\t\t\tid: ws['id_worker'],\n\t\t\tws: ws,\n\t\t\tactiveTasks: []\n\t\t});\n\n\t\tif (this._taskQueue.length) {\n\t\t\tthis.dispatchQueue();\n\t\t}\n\t}\n\n\tpublic disconnectWorker(workerId: string) {\n\t\tthis._workers = this._workers.filter(w => w.id !== workerId);\n\t}\n\n\t/**\n\t * Add a new task to our in-memory queue and try to dispatch.\n\t */\n\tpublic sendClientTask(messageId: number, method: string, params: any[], userContext?: { id_user?: string; user?: string; id_ws?: string }) {\n\t\tlet taskId = 'task-' + objectIdHexString();\n\n\t\tthis._taskQueue.push({\n\t\t\ttype: 'task',\n\t\t\ttaskId,\n\t\t\tmessageId,\n\t\t\tmethod,\n\t\t\tparams,\n\t\t\tuserContext\n\t\t});\n\n\t\tif (userContext && userContext.id_ws) {\n\t\t\tthis._clientRequests[taskId] = userContext.id_ws;\n\t\t}\n\n\t\tthis.dispatchQueue();\n\t}\n\n\t/**\n\t * Same as sendInternalTask but returns a Promise so you can `await` it.\n\t */\n\tpublic sendInternalPromise(method: string, params: any[] = []): Promise<any> {\n\t\tif (!Array.isArray(params)) {\n\t\t\tparams = [params];\n\t\t}\n\n\t\t// eslint-disable-next-line no-restricted-syntax\n\t\treturn new Promise((resolve, reject) => {\n\t\t\tlet taskId = 'task-' + objectIdHexString();\n\n\t\t\tthis._taskQueue.push({\n\t\t\t\ttype: 'task',\n\t\t\t\ttaskId,\n\t\t\t\tmethod,\n\t\t\t\tparams,\n\t\t\t\tmessageId: 0,\n\t\t\t\tuserContext: {\n\t\t\t\t\tuser: 'Internal System'\n\t\t\t\t}\n\t\t\t});\n\n\t\t\tthis._pendingTasks.set(taskId, {\n\t\t\t\ttimeout: null,\n\t\t\t\tpromise: { resolve, reject }\n\t\t\t});\n\n\t\t\tthis.dispatchQueue();\n\t\t});\n\t}\n\n\t/**\n\t * Send a task internally without returning a promise.\n\t */\n\tpublic sendInternalTask(method: string, params = []) {\n\t\tif (!Array.isArray(params)) {\n\t\t\tparams = [params];\n\t\t}\n\n\t\tlet taskId = 'task-' + objectIdHexString();\n\n\t\tthis._taskQueue.push({\n\t\t\ttype: 'task',\n\t\t\ttaskId,\n\t\t\tmethod,\n\t\t\tparams,\n\t\t\tmessageId: 0,\n\t\t\tuserContext: {\n\t\t\t\tuser: 'Internal System'\n\t\t\t}\n\t\t});\n\n\t\tthis.dispatchQueue();\n\t}\n\n\t/**\n\t * The main loop that assigns tasks from _taskQueue to any worker that has capacity.\n\t */\n\tprivate dispatchQueue() {\n\t\tif (!this._taskQueue.length) {\n\t\t\treturn;\n\t\t}\n\n\t\twhile (this._taskQueue.length > 0) {\n\t\t\tlet worker = this.findAvailableWorker();\n\n\t\t\tif (!worker) {\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis.dispatchQueue();\n\t\t\t\t}, 25);\n\n\t\t\t\treturn; // no worker can take more tasks right now\n\t\t\t}\n\n\t\t\t// Remove from queue\n\t\t\tlet task = this._taskQueue.shift();\n\t\t\tthis.assignTaskToWorker(worker, task);\n\t\t}\n\t}\n\n\t/**\n\t * Returns the worker with the fewest activeTasks that is under maxConcurrency. Or null if none.\n\t */\n\tprivate findAvailableWorker(): WorkerConnection | null {\n\t\tlet candidates = this._workers.filter(x => x.activeTasks.length < this.MAX_CONCURRENCY);\n\t\tif (!candidates.length) {\n\t\t\treturn null;\n\t\t}\n\n\t\tcandidates.sort((x, y) => {\n\t\t\tlet totalX = x.activeTasks.map(a => a.weight).reduce((a, b) => a + b, 0);\n\t\t\tlet totalY = y.activeTasks.map(a => a.weight).reduce((a, b) => a + b, 0);\n\t\t\treturn totalX - totalY;\n\t\t});\n\n\t\treturn candidates[0];\n\t}\n\n\tprivate assignTaskToWorker(worker: WorkerConnection, task: TaskPayload) {\n\t\tlet method = this._methodManager.getMethod(task.method);\n\n\t\tif (!method) {\n\t\t\tconsole.error('Failed to send task to worker - Could not find method:', task.method);\n\t\t\treturn;\n\t\t}\n\n\t\tworker.activeTasks.push({\n\t\t\ttaskId: task.taskId,\n\t\t\tweight: method && method.workerTaskWeight ? method.workerTaskWeight : 1\n\t\t});\n\n\t\tlet payload: TaskPayload = {\n\t\t\ttype: 'task',\n\t\t\ttaskId: task.taskId,\n\t\t\tmessageId: task.messageId,\n\t\t\tmethod: task.method,\n\t\t\tparams: task.params,\n\t\t\tuserContext: task.userContext || {}\n\t\t};\n\n\t\tlet timeoutHandle = setTimeout(() => {\n\t\t\tlet pending = this._pendingTasks.get(task.taskId);\n\t\t\t\n\t\t\tif (pending) {\n\t\t\t\tif (pending.promise) {\n\t\t\t\t\tpending.promise.reject('Task timed out after 2m in WorkerDispatcherManager for method: ' + task.method);\n\t\t\t\t}\n\n\t\t\t\tthis._pendingTasks.delete(task.taskId);\n\t\t\t}\n\n\t\t\tconsole.log(new Date(), 'TIMEOUT HIT', 'task', task.taskId, task.messageId, task.method, JSON.stringify(this._workers.map(a => a.activeTasks)));\n\n\t\t\tworker.activeTasks = worker.activeTasks.filter(a => a.taskId !== task.taskId);\n\n\t\t\tif (task.userContext && task.userContext.id_ws) {\n\t\t\t\tlet timeoutRes: ServerResponseModel = {\n\t\t\t\t\tmessageId: task.messageId,\n\t\t\t\t\thasError: true,\n\t\t\t\t\tdata: 'Task timed out after 2m in WorkerDispatcherManager for method: ' + task.method\n\t\t\t\t};\n\n\t\t\t\tlet clientWS = this._websocketManager.getWebSocket(task.userContext.id_ws);\n\n\t\t\t\tif (clientWS) {\n\t\t\t\t\tthis._websocketManager.send(clientWS, timeoutRes);\n\t\t\t\t}\n\t\t\t}\n\t\t}, 120000);\n\n\t\t// If we already stored a promise for this task (from sendInternalPromise), add the timeout now\n\t\tlet existing = this._pendingTasks.get(task.taskId);\n\t\tif (!existing) {\n\t\t\texisting = { timeout: null };\n\t\t}\n\n\t\texisting.timeout = timeoutHandle;\n\t\tthis._pendingTasks.set(task.taskId, existing);\n\n\t\ttry {\n\t\t\tthis.sendWorkerPayload(worker.ws, payload);\n\t\t}\n\t\tcatch (err) {\n\t\t\tconsole.error('Failed to send task to worker:', err);\n\n\t\t\tclearTimeout(timeoutHandle);\n\t\t\tworker.activeTasks = worker.activeTasks.filter(a => a.taskId !== task.taskId);\n\n\t\t\t// Put task back in front\n\t\t\tthis._taskQueue.unshift(task);\n\t\t\tthis.dispatchQueue();\n\t\t}\n\t}\n\n\t/**\n\t * Handle messages coming back from a worker (like 'taskComplete').\n\t */\n\tpublic handleWorkerMessage(workerId: string, messageStr: string) {\n\t\tlet data: TaskResponse;\n\n\t\ttry {\n\t\t\tdata = JSON.parse(messageStr, dateReviver);\n\t\t}\n\t\tcatch {\n\t\t\tconsole.error('Failed to parse worker message:', messageStr);\n\t\t\treturn;\n\t\t}\n\n\t\tif (data.type === 'taskComplete') {\n\t\t\tlet worker = this._workers.find(x => x.id === workerId);\n\n\t\t\tif (!worker) {\n\t\t\t\tconsole.error('Unknown worker for taskComplete:', workerId);\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\tlet { taskId, messageId, error, result } = data;\n\t\t\tworker.activeTasks = worker.activeTasks.filter(a => a.taskId !== taskId);\n\n\t\t\tlet pendingTask = this._pendingTasks.get(taskId);\n\n\t\t\tif (pendingTask) {\n\t\t\t\tif (pendingTask.promise) {\n\t\t\t\t\tif (error) {\n\t\t\t\t\t\tpendingTask.promise.reject(result);\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tpendingTask.promise.resolve(result);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\t\n\t\t\t\tclearTimeout(pendingTask.timeout);\n\t\t\t\tthis._pendingTasks.delete(taskId);\n\t\t\t}\n\n\t\t\t// Look up original request if it came from a client\n\t\t\tlet clientReqId = this._clientRequests[taskId];\n\n\t\t\tif (clientReqId) {\n\t\t\t\tlet res: ServerResponseModel = {\n\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\thasError: false,\n\t\t\t\t\tdata: result\n\t\t\t\t};\n\n\t\t\t\tif (error) {\n\t\t\t\t\tres.hasError = true;\n\t\t\t\t\tres.data = result;\n\t\t\t\t}\n\n\t\t\t\tlet clientReqWS = this._websocketManager.getWebSocket(clientReqId);\n\n\t\t\t\tif (clientReqWS) {\n\t\t\t\t\tthis._websocketManager.send(clientReqWS, res);\n\t\t\t\t}\n\n\t\t\t\tif (this._clientRequests[taskId]) {\n\t\t\t\t\tdelete this._clientRequests[taskId];\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Try to dispatch more from the queue\n\t\t\tif (this._taskQueue.length) {\n\t\t\t\tthis.dispatchQueue();\n\t\t\t}\n\t\t}\n\t}\n\n\tpublic sendWorkerPayload(ws: WebSocket.WebSocket, payload: TaskPayload | string) {\n\t\tif (typeof payload !== 'string') {\n\t\t\tpayload = JSON.stringify(payload);\n\t\t}\n\n\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\ttry {\n\t\t\t\tws.send(payload);\n\t\t\t}\n\t\t\tcatch (err) {\n\t\t\t\tlet task = JSON.parse(payload, dateReviver);\n\n\t\t\t\tthis._taskQueue.unshift(task);\n\t\t\t\tthis.dispatchQueue();\n\n\t\t\t\tthis.disconnectWorker(ws['id_worker']);\n\t\t\t\tws.close();\n\t\t\t\tconsole.error('Failed to send worker response:', err);\n\n\t\t\t\tlet pendingTask = this._pendingTasks.get(task.taskId);\n\n\t\t\t\tif (pendingTask) {\n\t\t\t\t\tclearTimeout(pendingTask.timeout);\n\t\t\t\t\tthis._pendingTasks.delete(task.taskId);\n\n\t\t\t\t\tif (pendingTask.promise) {\n\t\t\t\t\t\tpendingTask.promise.reject('Failed to send worker response: ' + err?.toString());\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\telse if (ws) {\n\t\t\tlet task = JSON.parse(payload, dateReviver);\n\n\t\t\tthis._taskQueue.unshift(task);\n\t\t\tthis.dispatchQueue();\n\n\t\t\tthis.disconnectWorker(ws['id_worker']);\n\t\t\tws.close();\n\n\t\t\tlet pendingTask = this._pendingTasks.get(task.taskId);\n\n\t\t\tif (pendingTask) {\n\t\t\t\tclearTimeout(pendingTask.timeout);\n\t\t\t\tthis._pendingTasks.delete(task.taskId);\n\n\t\t\t\tif (pendingTask.promise) {\n\t\t\t\t\tpendingTask.promise.reject('Worker socket not open.');\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n}\n"]}
|