@resolveio/server-lib 20.5.14 → 20.6.0

package/server-app.d.ts

@@ -32,13 +32,16 @@ export declare class ResolveIOMainServer {
     private _debugMsgQueue;
     private _isWorkersEnabled;
     private _isWorkerInstance;
-    private _workerTasks;
     private _safeShutdown;
+    private _workers;
+    private _taskQueue;
+    private _inFlightRequests;
     constructor();
     initServerApp(): void;
     private startServerInstance;
     private startWorkerInstance;
-    private processTask;
+    private handleIncomingTask;
+    private sendWorkerResponse;
     private safeShutdown;
     getIsWorkersEnabled(): boolean;
     getIsWorkerInstance(): boolean;
@@ -52,8 +55,36 @@ export declare class ResolveIOMainServer {
     getRebootFlag(): boolean;
     getWebSocketManager(): WebSocketManager;
     private createServer;
+    /**
+     * Listen for connections from clients or workers.
+     */
     private listen;
     private processSocketMessage;
+    private handleClientMessage;
+    /**
+     * callMethodLocally is your old approach for invoking the method in-process.
+     */
+    private callMethodLocally;
+    /**
+     * Add a new task to our in-memory queue and try to dispatch.
+     */
+    private queueTask;
+    /**
+     * The main loop that assigns tasks from _taskQueue to any worker that has capacity.
+     */
+    private dispatchQueue;
+    /**
+     * Returns the worker with the fewest activeTasks that is under maxConcurrency. Or null if none.
+     */
+    private findAvailableWorker;
+    private assignTaskToWorker;
+    /**
+     * Handle messages coming back from a worker (like 'taskComplete').
+     */
+    private handleWorkerMessage;
+    /**
+     * Cleanly remove a client from the subscription manager, etc.
+     */
     unsubscribeWS(ws: WebSocket): void;
     getApp(): express.Application;
     getServerConfig(): any;

package/server-app.js

@@ -1,2 +1,2 @@
-"use strict";var __awaiter=this&&this.__awaiter||function(e,o,s,n){return new(s=s||Promise)(function(t,r){function fulfilled(e){try{step(n.next(e))}catch(e){r(e)}}function rejected(e){try{step(n.throw(e))}catch(e){r(e)}}function step(e){var r;e.done?t(e.value):((r=e.value)instanceof s?r:new s(function(e){e(r)})).then(fulfilled,rejected)}step((n=n.apply(e,o||[])).next())})},__generator=this&&this.__generator||function(o,s){var n,i,a,l={label:0,sent:function(){if(1&a[0])throw a[1];return a[1]},trys:[],ops:[]},c={next:verb(0),throw:verb(1),return:verb(2)};return"function"==typeof Symbol&&(c[Symbol.iterator]=function(){return this}),c;function verb(t){return function(e){var r=[t,e];if(n)throw new TypeError("Generator is already executing.");for(;l=c&&r[c=0]?0:l;)try{if(n=1,i&&(a=2&r[0]?i.return:r[0]?i.throw||((a=i.return)&&a.call(i),0):i.next)&&!(a=a.call(i,r[1])).done)return a;switch(i=0,(r=a?[2&r[0],a.value]:r)[0]){case 0:case 1:a=r;break;case 4:return l.label++,{value:r[1],done:!1};case 5:l.label++,i=r[1],r=[0];continue;case 7:r=l.ops.pop(),l.trys.pop();continue;default:if(!(a=0<(a=l.trys).length&&a[a.length-1])&&(6===r[0]||2===r[0])){l=0;continue}if(3===r[0]&&(!a||r[1]>a[0]&&r[1]<a[3]))l.label=r[1];else if(6===r[0]&&l.label<a[1])l.label=a[1],a=r;else{if(!(a&&l.label<a[2])){a[2]&&l.ops.pop(),l.trys.pop();continue}l.label=a[2],l.ops.push(r)}}r=s.call(o,l)}catch(e){r=[6,e],i=0}finally{n=a=0}if(5&r[0])throw r[1];return{value:r[0]?r[1]:void 0,done:!0}}}},__values=this&&this.__values||function(e){var r="function"==typeof Symbol&&Symbol.iterator,t=r&&e[r],o=0;if(t)return t.call(e);if(e&&"number"==typeof e.length)return{next:function(){return{value:(e=e&&o>=e.length?void 0:e)&&e[o++],done:!e}}};throw new TypeError(r?"Object is not iterable.":"Symbol.iterator is not defined.")},__read=this&&this.__read||function(e,r){var t="function"==typeof Symbol&&e[Symbol.iterator];if(!t)return e;var o,s,n=t.call(e),i=[];try{for(;(void 0===r||0<r--)&&!(o=n.next()).done;)i.push(o.value)}catch(e){s={error:e}}finally{try{o&&!o.done&&(t=n.return)&&t.call(n)}finally{if(s)throw s.error}}return i},__spreadArray=this&&this.__spreadArray||function(e,r,t){if(t||2===arguments.length)for(var o,s=0,n=r.length;s<n;s++)!o&&s in r||((o=o||Array.prototype.slice.call(r,0,s))[s]=r[s]);return e.concat(o||Array.prototype.slice.call(r))},http_1=(Object.defineProperty(exports,"__esModule",{value:!0}),exports.ResolveIOMainServer=void 0,require("http")),express=require("express"),bodyParser=require("body-parser"),xmlParser=require("express-xml-bodyparser"),WebSocket=require("ws"),jwt=require("jsonwebtoken"),moment=require("moment-timezone"),common_1=require("./util/common"),cron_manager_1=require("./managers/cron.manager"),method_manager_1=require("./managers/method.manager"),subscription_manager_1=require("./managers/subscription.manager"),monitor_manager_1=require("./managers/monitor.manager"),log_collection_1=require("./collections/log.collection"),log_method_latency_collection_1=require("./collections/log-method-latency.collection"),user_collection_1=require("./collections/user.collection"),home_1=require("./http/home"),auth_1=require("./http/auth"),health_1=require("./http/health"),mongodb_1=require("mongodb"),worker_task_request_collection_1=require("./collections/worker-task-request.collection"),worker_task_response_collection_1=require("./collections/worker-task-response.collection"),websocket_manager_1=require("./managers/websocket.manager"),resolveio_server_app_1=require("./resolveio-server-app"),ResolveIOMainServer=function(){function ResolveIOMainServer(){this._offlineUpdates=[],this.sesMail=!1,this.standardProgram=!1,this.publicProgram=!1,this._rebootFlag=!1,this.LOGGER="ERROR",this._clientRoutes=[],this._lastErrorMsg=null,this._debugMsgRecv=0,this._debugMsgQueue=0,this._isWorkersEnabled=!1,this._isWorkerInstance=!1,this._workerTasks=[],this._safeShutdown=!1,this._serverStartTime=new Date,this._lastErrorMsg=null,this._monitorManager=new monitor_manager_1.MonitorManager,this._monitorManagerFunction=new monitor_manager_1.MonitorManagerFunction}return ResolveIOMainServer.prototype.initServerApp=function(){var e=this;this._isWorkersEnabled="true"===process.env.IS_WORKERS_ENABLED,this._isWorkerInstance="true"===process.env.IS_WORKER_INSTANCE,setInterval(function(){e._subscriptionManager&&e._subscriptionManager.getEnableDebug()&&(console.log(new Date,"Server App","Msg Recv Hits",e._debugMsgRecv),console.log(new Date,"Server App","Msg Queue Hits",e._debugMsgQueue)),e._debugMsgQueue=0,e._debugMsgRecv=0},6e4),process.on("unhandledRejection",function(o,s){return __awaiter(e,void 0,void 0,function(){var r,t=this;return __generator(this,function(e){switch(e.label){case 0:return o&&"MongoError"===o.name&&48===o.code?[2]:(console.error(new Date,"Unhandled Rejection at Promise",[o,s]),r=moment().diff(this._serverStartTime,"seconds"),o&&("MongoNetworkTimeoutError"===o.name||o instanceof mongodb_1.MongoNetworkTimeoutError)?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - MongoNetworkTimeoutError - Quitting NodeJS - "+resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME,JSON.stringify({name:o.name,message:o.message,stack:o.stack},null,2))]):[3,2]:[3,3]);case 1:e.sent(),process.exit(1),e.label=2;case 2:return[3,10];case 3:return o&&"MongoError"===o.name&&"not master"===o.message?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - Quitting NodeJS - "+resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME,JSON.stringify([o.name,o.message,o.stack],null,2))]):[3,5]:[3,6];case 4:e.sent(),e.label=5;case 5:return process.exit(1),[3,10];case 6:return o&&"MongoError"===o.name&&"not master and slaveOk=false"===o.message?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - Quitting NodeJS - "+resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME,JSON.stringify([o.name,o.message,o.stack],null,2))]):[3,8]:[3,9];case 7:e.sent(),e.label=8;case 8:return process.exit(1),[3,10];case 9:o&&"StatusError"!==o.name&&""!==o.message&&60<r&&!this._lastErrorMsg&&(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - "+resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME,JSON.stringify([o.name,o.message,o.stack],null,2))),e.label=10;case 10:return[2]}})})}),process.on("uncaughtException",function(t){return __awaiter(e,void 0,void 0,function(){var r=this;return __generator(this,function(e){switch(e.label){case 0:return(console.error(t,"Uncaught Exception thrown"),60<moment().diff(this._serverStartTime,"seconds")&&!this._lastErrorMsg)?(this._lastErrorMsg=new Date,setTimeout(function(){r._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Exception - "+resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME,JSON.stringify([t.name,t.message,t.stack],null,2))]):[3,2];case 1:e.sent(),e.label=2;case 2:return[2]}})})}),process.on("SIGINT",function(){e._rebootFlag=!0,e._serverHTTP&&e._serverHTTP.close(),e.safeShutdown()}),process.on("SIGTERM",function(){e._rebootFlag=!0,e._serverHTTP&&e._serverHTTP.close(),e.safeShutdown()}),process.on("SIGQUIT",function(){e._rebootFlag=!0,e._serverHTTP&&e._serverHTTP.close(),e.safeShutdown()}),"DEBUG"===this.LOGGER&&console.log("Starting ResolveIO Server"),this._isWorkersEnabled?this._isWorkerInstance?(console.log("Running as a Worker instance"),this._methodManager=new method_manager_1.MethodManager(this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._cronManager=new cron_manager_1.CronManager,this.startWorkerInstance()):(console.log("Running as a Server instance"),this._websocketManager=new websocket_manager_1.WebSocketManager(this),this.startServerInstance(),this._methodManager=new method_manager_1.MethodManager(this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._subscriptionManager=new subscription_manager_1.SubscriptionManager(this._serverWSS,resolveio_server_app_1.ResolveIOServer.getServerConfig(),this._monitorManagerFunction),this.listen()):(console.log("Running with Workers Disabled"),this._websocketManager=new websocket_manager_1.WebSocketManager(this),this.startServerInstance(),this._methodManager=new method_manager_1.MethodManager(this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._subscriptionManager=new subscription_manager_1.SubscriptionManager(this._serverWSS,resolveio_server_app_1.ResolveIOServer.getServerConfig(),this._monitorManagerFunction),this._cronManager=new cron_manager_1.CronManager,this.listen())},ResolveIOMainServer.prototype.startServerInstance=function(){this._app=express(),this._app.use(bodyParser.json({limit:"50mb",reviver:common_1.dateReviver})),this._app.use(bodyParser.urlencoded({limit:"50mb",extended:!0,parameterLimit:1e6})),this._app.use(xmlParser()),this._portHTTP=process.env.PORT_HTTP||resolveio_server_app_1.ResolveIOServer.getServerConfig().PORT_HTTP||8080,this._portWSS=process.env.PORT_WSS||resolveio_server_app_1.ResolveIOServer.getServerConfig().PORT_WSS||8081,"DEBUG"===this.LOGGER&&console.log("Setup ports"),this.createServer(),"DEBUG"===this.LOGGER&&console.log("Create server"),this._app.use(function(e,r,t){r.setHeader("Access-Control-Allow-Origin","*"),r.setHeader("Access-Control-Allow-Methods","GET, POST"),r.setHeader("Access-Control-Allow-Headers","X-Requested-With,content-type"),r.setHeader("Access-Control-Allow-Credentials","false"),t()}),"DEBUG"===this.LOGGER&&console.log("Setup cors"),(0,auth_1.setupAuthRoutes)(this,this._app,resolveio_server_app_1.ResolveIOServer.getServerConfig()),(0,health_1.setupHealthRoutes)(this._app,resolveio_server_app_1.ResolveIOServer.getServerConfig()),"ResolveIO"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME&&!this.standardProgram||(0,home_1.setupHomeRoutes)(this,this._app,resolveio_server_app_1.ResolveIOServer.getServerConfig()),"DEBUG"===this.LOGGER&&console.log("Setup express routes")},ResolveIOMainServer.prototype.startWorkerInstance=function(){return __awaiter(this,void 0,void 0,function(){var r,t,o,s,n,i,a,l=this;return __generator(this,function(e){switch(e.label){case 0:return console.log("Worker instance started, watching worker-task-reqs..."),(r=worker_task_request_collection_1.WorkerTaskRequests.watchCollection([])).on("change",function(o){return __awaiter(l,void 0,void 0,function(){var r,t=this;return __generator(this,function(e){return"insert"===o.operationType&&(r=o.fullDocument)&&setTimeout(function(){t.processTask(r)},25*this._workerTasks.length),[2]})})}),r.on("error",function(e){console.error("Error in change stream worker task requests:",e),r&&r.close()}),r.on("close",function(){console.log("Change stream worker task requests closed. Restarting..."),setTimeout(function(){return l.startWorkerInstance()},5e3)}),[4,worker_task_request_collection_1.WorkerTaskRequests.find({status:"pending"},{sort:{createdAt:1}})];case 1:t=e.sent();try{for(o=__values(t),s=o.next();!s.done;s=o.next())n=s.value,this.processTask(n)}catch(e){i={error:e}}finally{try{s&&!s.done&&(a=o.return)&&a.call(o)}finally{if(i)throw i.error}}return[2]}})})},ResolveIOMainServer.prototype.processTask=function(a){return __awaiter(this,void 0,void 0,function(){var r=this;return __generator(this,function(e){return this._workerTasks.includes(a._id)||worker_task_request_collection_1.WorkerTaskRequests.updateOne({_id:a._id,status:"pending"},{$set:{status:"processing"}}).then(function(i){return __awaiter(r,void 0,void 0,function(){var r,t,o,s,n=this;return __generator(this,function(e){switch(e.label){case 0:if(!i)return[3,4];this._workerTasks.push(a._id),r=!1,t=setTimeout(function(){r=!0,console.error("Worker timed out processing task:",a._id),worker_task_response_collection_1.WorkerTaskResponses.create({id_request:a._id,has_error:!0,data:"Task timed out.",id_user:a.id_user,user:a.user,id_ws:a.id_ws}),n._workerTasks.includes(a._id)&&n._workerTasks.splice(n._workerTasks.indexOf(a._id),1),worker_task_request_collection_1.WorkerTaskRequests.updateOne({_id:a._id},{$set:{status:"timeout"}})},12e4),e.label=1;case 1:return e.trys.push([1,3,,4]),[4,(s=this._methodManager.callMethodInternal).call.apply(s,__spreadArray([Object.assign({},this._methodManager,method_manager_1.MethodManager.prototype,{id_user:a.id_user,user:a.user,id_ws:a.id_ws}),a.method],__read(a.params),!1))];case 2:return s=e.sent(),r||(clearTimeout(t),worker_task_response_collection_1.WorkerTaskResponses.create({id_request:a._id,has_error:!1,data:s,id_user:a.id_user,user:a.user,id_ws:a.id_ws}),this._workerTasks.includes(a._id)&&this._workerTasks.splice(this._workerTasks.indexOf(a._id),1),worker_task_request_collection_1.WorkerTaskRequests.updateOne({_id:a._id},{$set:{status:"complete"}})),[3,4];case 3:return o=e.sent(),r||(clearTimeout(t),console.error("Worker failed to process task:",a._id,o),worker_task_response_collection_1.WorkerTaskResponses.create({id_request:a._id,has_error:!0,data:o.message,id_user:a.id_user,user:a.user,id_ws:a.id_ws}),this._workerTasks.includes(a._id)&&this._workerTasks.splice(this._workerTasks.indexOf(a._id),1),worker_task_request_collection_1.WorkerTaskRequests.updateOne({_id:a._id},{$set:{status:"complete"}})),[3,4];case 4:return[2]}})})},function(){}),[2]})})},ResolveIOMainServer.prototype.safeShutdown=function(){var e=this;this._safeShutdown||console.log(new Date,"Safe Shutdown Command Received"),this._monitorManagerFunction.getActiveMonitorFunctions().length||this._offlineUpdates.length?(this._safeShutdown||(this._safeShutdown=!0,setTimeout(function(){e._safeShutdown=!1},1e3),console.log(new Date,"Safe Exit In Progress",this._monitorManagerFunction.getActiveMonitorFunctions().length,this._offlineUpdates.length)),setImmediate(function(){e.safeShutdown()})):resolveio_server_app_1.ResolveIOServer.getMongoConnection()?resolveio_server_app_1.ResolveIOServer.getMongoConnection().close(!1).then(function(){console.log(new Date,"Safe Exit Complete, Process Exit"),process.exit(0)},function(){process.exit(1)}):process.exit(0)},ResolveIOMainServer.prototype.getIsWorkersEnabled=function(){return this._isWorkersEnabled},ResolveIOMainServer.prototype.getIsWorkerInstance=function(){return this._isWorkerInstance},ResolveIOMainServer.prototype.getWSList=function(){var r=[];return this._serverWSS.clients.forEach(function(e){r.push(e.id_socket)}),r},ResolveIOMainServer.prototype.getWSUserList=function(){var r=[];return this._serverWSS.clients.forEach(function(e){r.push(e.id_user)}),r},ResolveIOMainServer.prototype.getHTTPServer=function(){return this._serverHTTP},ResolveIOMainServer.prototype.getCronManager=function(){return this._cronManager},ResolveIOMainServer.prototype.getMethodManager=function(){return this._methodManager},ResolveIOMainServer.prototype.getSubscriptionManager=function(){return this._subscriptionManager},ResolveIOMainServer.prototype.getMonitorManager=function(){return this._monitorManager},ResolveIOMainServer.prototype.getRebootFlag=function(){return this._rebootFlag},ResolveIOMainServer.prototype.getWebSocketManager=function(){return this._websocketManager},ResolveIOMainServer.prototype.createServer=function(){var e=this;this._serverHTTP=(0,http_1.createServer)(this._app),this._serverHTTP.keepAliveTimeout=65e3,this._serverHTTP.headersTimeout=66e3,this._serverWSS=new WebSocket.Server({port:this._portWSS,verifyClient:this.publicProgram?null:function(n,i){return __awaiter(e,void 0,void 0,function(){var r,s=this;return __generator(this,function(e){return this._rebootFlag?i(!1,409,"Unable To Process"):("DEBUG"===this.LOGGER&&console.log("Verify Client",n,i),r=n.req.headers["sec-websocket-protocol"].split(/,/),(n.origin===resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL||n.origin===resolveio_server_app_1.ResolveIOServer.getServerConfig().SEC_ROOT_URL||n.origin===resolveio_server_app_1.ResolveIOServer.getServerConfig().RESOLVEIO_URL||n.origin===resolveio_server_app_1.ResolveIOServer.getServerConfig().RESOLVEIO_SECONDARY_URL)&&(r=r[0])?jwt.verify(r,resolveio_server_app_1.ResolveIOServer.getServerConfig().JWT_SECRET,function(t,o){return __awaiter(s,void 0,void 0,function(){var r;return __generator(this,function(e){switch(e.label){case 0:return t?(i(!1,401,"Unauthorized"),[3,5]):[3,1];case 1:n.req.id_user=o.id_user,e.label=2;case 2:return e.trys.push([2,4,,5]),[4,user_collection_1.Users.findById(o.id_user)];case 3:return(r=e.sent())?(n.req.user=r.fullname,n.req.user_readonly=r.readonly||!1,n.req.doc_user=r,i(!0)):i(!1),[3,5];case 4:return e.sent(),i(!1),[3,5];case 5:return[2]}})})}):i(!1,401,"Unauthorized")),[2]})})}})},ResolveIOMainServer.prototype.listen=function(){var t=this;this._serverHTTP.listen(this._portHTTP,function(){console.log("Running server on port %s",t._portHTTP)}),this._serverWSS.on("listening",function(){console.log("Running server on port %s",t._portWSS)}),this._serverWSS.on("connection",function(c,e){t.publicProgram||(c.id_user=e.id_user,c.user=e.user,c.user_readonly=e.user_readonly,c.doc_user=e.doc_user,"Admin"!==c.user&&"ResolveIO"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME&&t.getMethodManager().callMethodInternal.call(t.getMethodManager(),"supportCreateBillingUser",{id_user:c.id_user,user:c.user,date:new Date,client:resolveio_server_app_1.ResolveIOServer.getClientName()})),c.id_socket=(0,common_1.objectIdHexString)(),c.retryCnt=0,t._websocketManager.addWebSocket(c),t._subscriptionManager.createLoggedInUser(c.id_socket).then(function(){setTimeout(function(){c.pingTime=new Date,c.send("ping",function(e){e&&(t._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Ping"),t.unsubscribeWS(c))})},5e3)}),"DEBUG"===t.LOGGER&&console.log("Connection from: "+e.user),c.isAlive=!0,c.on("message",function(l){return __awaiter(t,void 0,void 0,function(){var r,t,o,s,n,i,a=this;return __generator(this,function(e){switch(e.label){case 0:"DEBUG"===this.LOGGER&&console.log("Message from: "+c.user,l),this._debugMsgRecv+=1,s=!1,r=[];try{r=JSON.parse(l,common_1.dateReviver)}catch(e){console.log("Error - JSON.parse",l),this._methodManager.sendEmail("dev@resolveio.com","SERVER - JSON Parse Error - "+resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME,JSON.stringify([l,e])),s=!0}if(s)return[3,8];if("string"==typeof r&&"ping"===r)c&&c.readyState===c.OPEN&&c.send("pong",function(e){e&&(a._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Pong"),a.unsubscribeWS(c))});else if("string"==typeof r&&"pong"===r)c.isAlive=!0,c.pongTime=new Date,c.latency=moment.duration(moment(c.pongTime).diff(c.pingTime)).asMilliseconds(),this._subscriptionManager.loggedInLatency(c);else{if(Array.isArray(r[0]))return[3,1];console.log("Invalid message format, expected array:",r)}return[2];case 1:e.trys.push([1,6,7,8]),t=__values(r),o=t.next(),e.label=2;case 2:return o.done?[3,5]:(s=o.value,[4,this.processSocketMessage(c,s)]);case 3:e.sent(),e.label=4;case 4:return o=t.next(),[3,2];case 5:return[3,8];case 6:return n=e.sent(),n={error:n},[3,8];case 7:try{o&&!o.done&&(i=t.return)&&i.call(t)}finally{if(n)throw n.error}return[7];case 8:return[2]}})})}).on("end",function(){t.unsubscribeWS(c),t._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","WS End")}).on("close",function(){t.unsubscribeWS(c),t._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","WS Close")}).on("error",function(e){t.unsubscribeWS(c),t._subscriptionManager.getEnableDebug()&&console.log(new Date,c.user,c.id_socket,"WS Error")})}),setInterval(function(){t._serverWSS.clients.forEach(function(r){r.pingTime&&2e4<=Date.now()-r.pingTime.getTime()&&(!1===r.isAlive?(r.retryCnt++,3<=r.retryCnt?t.unsubscribeWS(r):(r.pingTime=new Date,r.send("ping",function(e){e&&(t._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Ping"),t.unsubscribeWS(r))}))):(r.retryCnt=0,r.isAlive=!1,r.pingTime=new Date,r.send("ping",function(e){e&&(t._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Ping"),t.unsubscribeWS(r))})))})},2e4)},ResolveIOMainServer.prototype.processSocketMessage=function(f,m){return __awaiter(this,void 0,void 0,function(){var r,t,o,s,n,i,a,l,c,_,u,g,d,v,p,h;return __generator(this,function(e){switch(e.label){case 0:return(r=m[0],this.publicProgram||!this._clientRoutes.some(function(e){return r.includes(e)})||f.doc_user.roles.groups.some(function(e){return e.views.some(function(e){return r.includes(e)||e.includes(r)})})||f.doc_user.roles.super_admin)?(a=m[1],t=m[2],"subscription"!==(o=m[3])?[3,1]:(i=m[4],l=m[5],"sub"===i?this._subscriptionManager.subscribe(r,a,f,t,l,m.slice(6)):this._subscriptionManager.unsubscribe(r,a,f,t,l,m.slice(6)),[3,11])):[2];case 1:if(this.publicProgram||"offline"!==o)return[3,10];v={messageId:t,hasError:!1,data:"ACK"},f&&f.readyState===f.OPEN&&this._websocketManager.send(f,v),this._offlineUpdates.push(f),s=m[4],n=0,e.label=2;case 2:if(!(n<s.length))return[3,9];if(i=s[n],c=i.data,c.shift(),c.shift(),a=c.shift(),c.shift(),g=c.shift(),d=(0,common_1.objectIdHexString)(),l={messageId:a,hasError:!1,data:"ACK"},f&&f.readyState===f.OPEN&&this._websocketManager.send(f,l),"insertDocument"===g&&"driver-gps"===c[0])return[3,8];if("https://resolveio.com"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL&&"http://localhost:4200"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL?resolveio_server_app_1.ResolveIOServer.getLocalLogManager().writeLog({type:"log-method-latency",data:{_id:d,__v:0,date_start:new Date,date_end:null,latency_ms:0,method:g}}):log_method_latency_collection_1.LogMethodLatencies.create({_id:d,__v:0,date_start:new Date,date_end:null,latency_ms:0,method:g,client:"ResolveIO",instance:"backend.resolveio.com"}),"reportBuilderGetResults"!==g&&"reportBuilderGetDistinctValue"!==g&&"reportBuilderBuildTree"!==g&&"generatePDF"!==g&&"getWOOfflineData"!==g&&"countQuery"!==g&&"countWithQuery"!==g&&"countCollectionWithQuery"!==g&&"find"!==g&&"findOne"!==g&&"findWithOptions"!==g&&"getDrivers"!==g&&"processAirdropDistribution"!==g&&("https://resolveio.com"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL&&"http://localhost:4200"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL?resolveio_server_app_1.ResolveIOServer.getLocalLogManager().writeLog({type:"log",data:{_id:(0,common_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(c))<2e5?JSON.stringify(c,null,2):"Too Big",method:g,id_user:f.id_user||"",user:f.user||"",messageId:t,route:r}}):log_collection_1.Logs.insertOne({_id:(0,common_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(c))<2e5?JSON.stringify(c,null,2):"Too Big",method:g,id_user:f.id_user||"",user:f.user||"",messageId:t,route:r,client:"ResolveIO",instance:"backend.resolveio.com"})),!this._methodManager._methods[g])return[3,7];e.label=3;case 3:return e.trys.push([3,5,,6]),[4,(p=this._methodManager.callMethodInternal).call.apply(p,__spreadArray([Object.assign({},this._methodManager,method_manager_1.MethodManager.prototype,{id_user:f.id_user,user:f.user,id_ws:f.id_socket}),g],__read(c),!1))];case 4:return e.sent(),[3,6];case 5:return p=e.sent(),console.log(new Date,"Offline Error",JSON.stringify(p,null,2)),[3,6];case 6:return"updateDocumentOffline"!==g&&"updateDocumentPropsOffline"!==g||resolveio_server_app_1.ResolveIOServer.getMongoManager().invalidateQueryCache(c[0]),[3,8];case 7:console.log("Offline - Could not find method: "+g),e.label=8;case 8:return n++,[3,2];case 9:return this._offlineUpdates.splice(this._offlineUpdates.map(function(e){return e.id_socket}).indexOf(f.id_socket),1),[3,11];case 10:if(c=__spreadArray([],__read(m),!1),h=c.shift(),_=c.shift(),u=c.shift(),"method"===c.shift()){if(g=c.shift(),f.user_readonly)return[2];d=(0,common_1.objectIdHexString)(),"https://resolveio.com"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL&&"http://localhost:4200"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL?resolveio_server_app_1.ResolveIOServer.getLocalLogManager().writeLog({type:"log-method-latency",data:{_id:d,__v:0,date_start:new Date,date_end:null,latency_ms:0,method:g}}):log_method_latency_collection_1.LogMethodLatencies.create({_id:d,__v:0,date_start:new Date,date_end:null,latency_ms:0,method:g,client:"ResolveIO",instance:"backend.resolveio.com"}),"reportBuilderGetResults"!==g&&"reportBuilderGetDistinctValue"!==g&&"reportBuilderBuildTree"!==g&&"generatePDF"!==g&&"getWOOfflineData"!==g&&"countQuery"!==g&&"countWithQuery"!==g&&"countCollectionWithQuery"!==g&&"find"!==g&&"findOne"!==g&&"findWithOptions"!==g&&"getDrivers"!==g&&"processAirdropDistribution"!==g&&("https://resolveio.com"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL&&"http://localhost:4200"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL?resolveio_server_app_1.ResolveIOServer.getLocalLogManager().writeLog({type:"log",data:{_id:(0,common_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(c))<2e5?JSON.stringify(c,null,2):"Too Big",method:g,id_user:f.id_user||"",user:f.user||"",messageId:u,route:h}}):log_collection_1.Logs.insertOne({_id:(0,common_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(c))<2e5?JSON.stringify(c,null,2):"Too Big",method:g,id_user:f.id_user||"",user:f.user||"",messageId:u,route:h,client:"ResolveIO",instance:"backend.resolveio.com"})),v={messageId:u,hasError:!1,data:"ACK"},f&&f.readyState===f.OPEN&&this._websocketManager.send(f,v),this._methodManager._methods[g]?(h=this._methodManager).callMethod.apply(h,__spreadArray([d,f,_,u,g],__read(c),!1)):console.log("Could not find method: "+g)}e.label=11;case 11:return[2]}})})},ResolveIOMainServer.prototype.unsubscribeWS=function(e){this._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Unsub WS",e.user,e.id_socket),this._subscriptionManager.unsubscribeAll(e),e.removeAllListeners()},ResolveIOMainServer.prototype.getApp=function(){return this._app},ResolveIOMainServer.prototype.getServerConfig=function(){return resolveio_server_app_1.ResolveIOServer.getServerConfig()},ResolveIOMainServer}();exports.ResolveIOMainServer=ResolveIOMainServer;
+"use strict";var __awaiter=this&&this.__awaiter||function(e,o,s,n){return new(s=s||Promise)(function(t,r){function fulfilled(e){try{step(n.next(e))}catch(e){r(e)}}function rejected(e){try{step(n.throw(e))}catch(e){r(e)}}function step(e){var r;e.done?t(e.value):((r=e.value)instanceof s?r:new s(function(e){e(r)})).then(fulfilled,rejected)}step((n=n.apply(e,o||[])).next())})},__generator=this&&this.__generator||function(o,s){var n,i,a,l={label:0,sent:function(){if(1&a[0])throw a[1];return a[1]},trys:[],ops:[]},c={next:verb(0),throw:verb(1),return:verb(2)};return"function"==typeof Symbol&&(c[Symbol.iterator]=function(){return this}),c;function verb(t){return function(e){var r=[t,e];if(n)throw new TypeError("Generator is already executing.");for(;l=c&&r[c=0]?0:l;)try{if(n=1,i&&(a=2&r[0]?i.return:r[0]?i.throw||((a=i.return)&&a.call(i),0):i.next)&&!(a=a.call(i,r[1])).done)return a;switch(i=0,(r=a?[2&r[0],a.value]:r)[0]){case 0:case 1:a=r;break;case 4:return l.label++,{value:r[1],done:!1};case 5:l.label++,i=r[1],r=[0];continue;case 7:r=l.ops.pop(),l.trys.pop();continue;default:if(!(a=0<(a=l.trys).length&&a[a.length-1])&&(6===r[0]||2===r[0])){l=0;continue}if(3===r[0]&&(!a||r[1]>a[0]&&r[1]<a[3]))l.label=r[1];else if(6===r[0]&&l.label<a[1])l.label=a[1],a=r;else{if(!(a&&l.label<a[2])){a[2]&&l.ops.pop(),l.trys.pop();continue}l.label=a[2],l.ops.push(r)}}r=s.call(o,l)}catch(e){r=[6,e],i=0}finally{n=a=0}if(5&r[0])throw r[1];return{value:r[0]?r[1]:void 0,done:!0}}}},__read=this&&this.__read||function(e,r){var t="function"==typeof Symbol&&e[Symbol.iterator];if(!t)return e;var o,s,n=t.call(e),i=[];try{for(;(void 0===r||0<r--)&&!(o=n.next()).done;)i.push(o.value)}catch(e){s={error:e}}finally{try{o&&!o.done&&(t=n.return)&&t.call(n)}finally{if(s)throw s.error}}return i},__spreadArray=this&&this.__spreadArray||function(e,r,t){if(t||2===arguments.length)for(var o,s=0,n=r.length;s<n;s++)!o&&s in r||((o=o||Array.prototype.slice.call(r,0,s))[s]=r[s]);return e.concat(o||Array.prototype.slice.call(r))},__values=this&&this.__values||function(e){var r="function"==typeof Symbol&&Symbol.iterator,t=r&&e[r],o=0;if(t)return t.call(e);if(e&&"number"==typeof e.length)return{next:function(){return{value:(e=e&&o>=e.length?void 0:e)&&e[o++],done:!e}}};throw new TypeError(r?"Object is not iterable.":"Symbol.iterator is not defined.")},http_1=(Object.defineProperty(exports,"__esModule",{value:!0}),exports.ResolveIOMainServer=void 0,require("http")),express=require("express"),bodyParser=require("body-parser"),xmlParser=require("express-xml-bodyparser"),WebSocket=require("ws"),jwt=require("jsonwebtoken"),moment=require("moment-timezone"),common_1=require("./util/common"),cron_manager_1=require("./managers/cron.manager"),method_manager_1=require("./managers/method.manager"),subscription_manager_1=require("./managers/subscription.manager"),monitor_manager_1=require("./managers/monitor.manager"),log_collection_1=require("./collections/log.collection"),user_collection_1=require("./collections/user.collection"),home_1=require("./http/home"),auth_1=require("./http/auth"),health_1=require("./http/health"),mongodb_1=require("mongodb"),websocket_manager_1=require("./managers/websocket.manager"),resolveio_server_app_1=require("./resolveio-server-app"),ResolveIOMainServer=function(){function ResolveIOMainServer(){this._offlineUpdates=[],this.sesMail=!1,this.standardProgram=!1,this.publicProgram=!1,this._rebootFlag=!1,this.LOGGER="ERROR",this._clientRoutes=[],this._lastErrorMsg=null,this._debugMsgRecv=0,this._debugMsgQueue=0,this._isWorkersEnabled=!1,this._isWorkerInstance=!1,this._safeShutdown=!1,this._workers=[],this._taskQueue=[],this._inFlightRequests={},this._serverStartTime=new Date,this._lastErrorMsg=null,this._monitorManager=new monitor_manager_1.MonitorManager,this._monitorManagerFunction=new monitor_manager_1.MonitorManagerFunction}return ResolveIOMainServer.prototype.initServerApp=function(){var e=this;this._isWorkersEnabled="true"===process.env.IS_WORKERS_ENABLED,this._isWorkerInstance="true"===process.env.IS_WORKER_INSTANCE,setInterval(function(){e._subscriptionManager&&e._subscriptionManager.getEnableDebug()&&(console.log(new Date,"Server App","Msg Recv Hits",e._debugMsgRecv),console.log(new Date,"Server App","Msg Queue Hits",e._debugMsgQueue)),e._debugMsgQueue=0,e._debugMsgRecv=0},6e4),process.on("unhandledRejection",function(o,s){return __awaiter(e,void 0,void 0,function(){var r,t=this;return __generator(this,function(e){switch(e.label){case 0:return o&&"MongoError"===o.name&&48===o.code?[2]:(console.error(new Date,"Unhandled Rejection at Promise",[o,s]),r=moment().diff(this._serverStartTime,"seconds"),o&&("MongoNetworkTimeoutError"===o.name||o instanceof mongodb_1.MongoNetworkTimeoutError)?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - MongoNetworkTimeoutError - Quitting NodeJS - "+resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME,JSON.stringify({name:o.name,message:o.message,stack:o.stack},null,2))]):[3,2]:[3,3]);case 1:e.sent(),process.exit(1),e.label=2;case 2:return[3,10];case 3:return o&&"MongoError"===o.name&&"not master"===o.message?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - Quitting NodeJS - "+resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME,JSON.stringify([o.name,o.message,o.stack],null,2))]):[3,5]:[3,6];case 4:e.sent(),e.label=5;case 5:return process.exit(1),[3,10];case 6:return o&&"MongoError"===o.name&&"not master and slaveOk=false"===o.message?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - Quitting NodeJS - "+resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME,JSON.stringify([o.name,o.message,o.stack],null,2))]):[3,8]:[3,9];case 7:e.sent(),e.label=8;case 8:return process.exit(1),[3,10];case 9:o&&"StatusError"!==o.name&&""!==o.message&&60<r&&!this._lastErrorMsg&&(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - "+resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME,JSON.stringify([o.name,o.message,o.stack],null,2))),e.label=10;case 10:return[2]}})})}),process.on("uncaughtException",function(t){return __awaiter(e,void 0,void 0,function(){var r=this;return __generator(this,function(e){switch(e.label){case 0:return(console.error(t,"Uncaught Exception thrown"),60<moment().diff(this._serverStartTime,"seconds")&&!this._lastErrorMsg)?(this._lastErrorMsg=new Date,setTimeout(function(){r._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Exception - "+resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME,JSON.stringify([t.name,t.message,t.stack],null,2))]):[3,2];case 1:e.sent(),e.label=2;case 2:return[2]}})})}),process.on("SIGINT",function(){e._rebootFlag=!0,e._serverHTTP&&e._serverHTTP.close(),e.safeShutdown()}),process.on("SIGTERM",function(){e._rebootFlag=!0,e._serverHTTP&&e._serverHTTP.close(),e.safeShutdown()}),process.on("SIGQUIT",function(){e._rebootFlag=!0,e._serverHTTP&&e._serverHTTP.close(),e.safeShutdown()}),"DEBUG"===this.LOGGER&&console.log("Starting ResolveIO Server"),this._isWorkersEnabled?this._isWorkerInstance?(console.log("Running as a Worker instance"),this._methodManager=new method_manager_1.MethodManager(this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._cronManager=new cron_manager_1.CronManager,this.startWorkerInstance()):(console.log("Running as a Server instance"),this._websocketManager=new websocket_manager_1.WebSocketManager(this),this.startServerInstance(),this._methodManager=new method_manager_1.MethodManager(this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._subscriptionManager=new subscription_manager_1.SubscriptionManager(this._serverWSS,resolveio_server_app_1.ResolveIOServer.getServerConfig(),this._monitorManagerFunction),this.listen()):(console.log("Running with Workers Disabled"),this._websocketManager=new websocket_manager_1.WebSocketManager(this),this.startServerInstance(),this._methodManager=new method_manager_1.MethodManager(this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._subscriptionManager=new subscription_manager_1.SubscriptionManager(this._serverWSS,resolveio_server_app_1.ResolveIOServer.getServerConfig(),this._monitorManagerFunction),this._cronManager=new cron_manager_1.CronManager,this.listen())},ResolveIOMainServer.prototype.startServerInstance=function(){this._app=express(),this._app.use(bodyParser.json({limit:"50mb",reviver:common_1.dateReviver})),this._app.use(bodyParser.urlencoded({limit:"50mb",extended:!0,parameterLimit:1e6})),this._app.use(xmlParser()),this._portHTTP=process.env.PORT_HTTP||resolveio_server_app_1.ResolveIOServer.getServerConfig().PORT_HTTP||8080,this._portWSS=process.env.PORT_WSS||resolveio_server_app_1.ResolveIOServer.getServerConfig().PORT_WSS||8081,"DEBUG"===this.LOGGER&&console.log("Setup ports"),this.createServer(),"DEBUG"===this.LOGGER&&console.log("Create server"),this._app.use(function(e,r,t){r.setHeader("Access-Control-Allow-Origin","*"),r.setHeader("Access-Control-Allow-Methods","GET, POST"),r.setHeader("Access-Control-Allow-Headers","X-Requested-With,content-type"),r.setHeader("Access-Control-Allow-Credentials","false"),t()}),"DEBUG"===this.LOGGER&&console.log("Setup cors"),(0,auth_1.setupAuthRoutes)(this,this._app,resolveio_server_app_1.ResolveIOServer.getServerConfig()),(0,health_1.setupHealthRoutes)(this._app,resolveio_server_app_1.ResolveIOServer.getServerConfig()),"ResolveIO"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME&&!this.standardProgram||(0,home_1.setupHomeRoutes)(this,this._app,resolveio_server_app_1.ResolveIOServer.getServerConfig()),"DEBUG"===this.LOGGER&&console.log("Setup express routes")},ResolveIOMainServer.prototype.startWorkerInstance=function(){return __awaiter(this,void 0,void 0,function(){var r,t,s=this;return __generator(this,function(e){return console.log(new Date,"Worker instance started, connecting to main server via WebSocket..."),r=resolveio_server_app_1.ResolveIOServer.getServerConfig().SERVER_URL+"/websocket?workerToken="+resolveio_server_app_1.ResolveIOServer.getServerConfig().WORKER_TOKEN,(t=function(){var o=new WebSocket(r);o.on("open",function(){console.log(new Date,"Connected to main server as worker",process.env.WORKER_INDEX,process.env.NODE_APP_INSTANCE)}),o.on("message",function(t){return __awaiter(s,void 0,void 0,function(){var r;return __generator(this,function(e){try{r=JSON.parse(t.toString(),common_1.dateReviver)}catch(e){return console.error("Worker parse error",e),[2]}return"task"===r.type&&this.handleIncomingTask(o,r),[2]})})}),o.on("close",function(){console.log(new Date,"Disconnected from main server. Reconnecting in 5s..."),setTimeout(t,5e3)}),o.on("error",function(e){console.error(new Date,"Worker WS error:",e),o.close()})})(),[2]})})},ResolveIOMainServer.prototype.handleIncomingTask=function(u,_){return __awaiter(this,void 0,void 0,function(){var r,t,o,s,n,i,a,l,c=this;return __generator(this,function(e){switch(e.label){case 0:if(r=_.taskId,t=_.method,o=_.params,s=_.userContext,!r||!t)return console.log("Invalid task message received",_),[2];n=!1,i=setTimeout(function(){n=!0,console.error("Worker timed out on task:",r),c.sendWorkerResponse(u,{type:"taskComplete",taskId:r,error:!0,message:"Task timed out"})},12e4),e.label=1;case 1:return e.trys.push([1,3,,4]),a=Object.assign({},this._methodManager,method_manager_1.MethodManager.prototype,{id_user:(null==s?void 0:s.id_user)||"",user:(null==s?void 0:s.user)||"",id_ws:(null==s?void 0:s.id_ws)||""}),[4,(l=this._methodManager.callMethod).call.apply(l,__spreadArray([a,t],__read(o),!1))];case 2:return l=e.sent(),n||(clearTimeout(i),this.sendWorkerResponse(u,{type:"taskComplete",taskId:r,error:!1,result:l})),[3,4];case 3:return a=e.sent(),n||(clearTimeout(i),console.error("Worker failed task:",r,a),this.sendWorkerResponse(u,{type:"taskComplete",taskId:r,error:!0,message:a.message||"Unknown error"})),[3,4];case 4:return[2]}})})},ResolveIOMainServer.prototype.sendWorkerResponse=function(e,r){try{e.send(JSON.stringify(r))}catch(e){console.error("Failed to send worker response:",e)}},ResolveIOMainServer.prototype.safeShutdown=function(){var e=this;this._safeShutdown||console.log(new Date,"Safe Shutdown Command Received"),this._monitorManagerFunction.getActiveMonitorFunctions().length||this._offlineUpdates.length?(this._safeShutdown||(this._safeShutdown=!0,setTimeout(function(){e._safeShutdown=!1},1e3),console.log(new Date,"Safe Exit In Progress",this._monitorManagerFunction.getActiveMonitorFunctions().length,this._offlineUpdates.length)),setImmediate(function(){e.safeShutdown()})):resolveio_server_app_1.ResolveIOServer.getMongoConnection()?resolveio_server_app_1.ResolveIOServer.getMongoConnection().close(!1).then(function(){console.log(new Date,"Safe Exit Complete, Process Exit"),process.exit(0)},function(){process.exit(1)}):process.exit(0)},ResolveIOMainServer.prototype.getIsWorkersEnabled=function(){return this._isWorkersEnabled},ResolveIOMainServer.prototype.getIsWorkerInstance=function(){return this._isWorkerInstance},ResolveIOMainServer.prototype.getWSList=function(){var r=[];return this._serverWSS.clients.forEach(function(e){r.push(e.id_socket)}),r},ResolveIOMainServer.prototype.getWSUserList=function(){var r=[];return this._serverWSS.clients.forEach(function(e){r.push(e.id_user)}),r},ResolveIOMainServer.prototype.getHTTPServer=function(){return this._serverHTTP},ResolveIOMainServer.prototype.getCronManager=function(){return this._cronManager},ResolveIOMainServer.prototype.getMethodManager=function(){return this._methodManager},ResolveIOMainServer.prototype.getSubscriptionManager=function(){return this._subscriptionManager},ResolveIOMainServer.prototype.getMonitorManager=function(){return this._monitorManager},ResolveIOMainServer.prototype.getRebootFlag=function(){return this._rebootFlag},ResolveIOMainServer.prototype.getWebSocketManager=function(){return this._websocketManager},ResolveIOMainServer.prototype.createServer=function(){var e=this;this._serverHTTP=(0,http_1.createServer)(this._app),this._serverHTTP.keepAliveTimeout=65e3,this._serverHTTP.headersTimeout=66e3,this._serverWSS=new WebSocket.Server({port:this._portWSS,verifyClient:this.publicProgram?null:function(n,i){return __awaiter(e,void 0,void 0,function(){var r,t,s=this;return __generator(this,function(e){if(this._rebootFlag)i(!1,409,"Unable To Process");else{if("DEBUG"===this.LOGGER&&console.log("Verify Client",n,i),n.req.url&&n.req.url.includes("workerToken="))return r=n.req.url.split("workerToken="),(r[1]||"")===resolveio_server_app_1.ResolveIOServer.getServerConfig().WORKER_TOKEN?i(!0):i(!1,401,"Unauthorized"),[2];r=n.req.headers["sec-websocket-protocol"].split(/,/),(n.origin===resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL||n.origin===resolveio_server_app_1.ResolveIOServer.getServerConfig().SEC_ROOT_URL||n.origin===resolveio_server_app_1.ResolveIOServer.getServerConfig().RESOLVEIO_URL||n.origin===resolveio_server_app_1.ResolveIOServer.getServerConfig().RESOLVEIO_SECONDARY_URL)&&(t=r[0])?jwt.verify(t,resolveio_server_app_1.ResolveIOServer.getServerConfig().JWT_SECRET,function(t,o){return __awaiter(s,void 0,void 0,function(){var r;return __generator(this,function(e){switch(e.label){case 0:return t?(i(!1,401,"Unauthorized"),[3,5]):[3,1];case 1:n.req.id_user=o.id_user,e.label=2;case 2:return e.trys.push([2,4,,5]),[4,user_collection_1.Users.findById(o.id_user)];case 3:return(r=e.sent())?(n.req.user=r.fullname,n.req.user_readonly=r.readonly||!1,n.req.doc_user=r,i(!0)):i(!1),[3,5];case 4:return e.sent(),i(!1),[3,5];case 5:return[2]}})})}):i(!1,401,"Unauthorized")}return[2]})})}})},ResolveIOMainServer.prototype.listen=function(){var s=this;this._serverHTTP.listen(this._portHTTP,function(){console.log("Running server on port %s",s._portHTTP)}),this._serverWSS.on("listening",function(){console.log("Running server on port %s",s._portWSS)}),this._serverWSS.on("connection",function(o,e){var r;e.url&&e.url.includes("workerToken=")?(r=(0,common_1.objectIdHexString)(),o.id_worker=r,s._workers.push({id:r,ws:o,activeTasks:0,maxConcurrency:2}),console.log(new Date,"Worker connected:",r),o.on("message",function(e){s.handleWorkerMessage(r,e)}),o.on("close",function(){console.log(new Date,"Worker disconnected:",r),s._workers=s._workers.filter(function(e){return e.id!==r})})):(o.id_socket=(0,common_1.objectIdHexString)(),o.id_user=e.id_user,o.user=e.user,o.user_readonly=e.user_readonly,o.doc_user=e.doc_user,s._websocketManager.addWebSocket(o),s._subscriptionManager.createLoggedInUser(o.id_socket).then(function(){setTimeout(function(){o.pingTime=new Date,o.send("ping",function(e){e&&(s._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Ping"),s.unsubscribeWS(o))})},5e3)}),"DEBUG"===s.LOGGER&&console.log("Connection from user: "+e.user),o.isAlive=!0,o.retryCnt=0,o.on("message",function(t){return __awaiter(s,void 0,void 0,function(){var r;return __generator(this,function(e){this._debugMsgRecv+=1,r=[];try{r=JSON.parse(t,common_1.dateReviver)}catch(e){return console.log("Error - JSON.parse",t),this._methodManager.sendEmail("dev@resolveio.com","SERVER - JSON Parse Error - "+resolveio_server_app_1.ResolveIOServer.getServerConfig().CLIENT_NAME,JSON.stringify([t,e])),[2]}return this.processSocketMessage(o,r),[2]})})}).on("end",function(){s.unsubscribeWS(o)}).on("close",function(){s.unsubscribeWS(o)}).on("error",function(e){s.unsubscribeWS(o)}))}),setInterval(function(){s._serverWSS.clients.forEach(function(r){r.pingTime&&2e4<=Date.now()-r.pingTime.getTime()&&(!1===r.isAlive?(r.retryCnt++,3<=r.retryCnt?s.unsubscribeWS(r):(r.pingTime=new Date,r.send("ping",function(e){e&&(s._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Ping"),s.unsubscribeWS(r))}))):(r.retryCnt=0,r.isAlive=!1,r.pingTime=new Date,r.send("ping",function(e){e&&(s._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Ping"),s.unsubscribeWS(r))})))})},2e4)},ResolveIOMainServer.prototype.processSocketMessage=function(i,a){return __awaiter(this,void 0,void 0,function(){var r,t,o,s,n;return __generator(this,function(e){switch(e.label){case 0:if("string"==typeof a&&"ping"===a)return i&&i.readyState===i.OPEN&&i.send("pong"),[2];if("string"==typeof a&&"pong"===a)return i.isAlive=!0,i.pongTime=new Date,i.latency=moment.duration(moment(i.pongTime).diff(i.pingTime)).asMilliseconds(),this._subscriptionManager.loggedInLatency(i),[2];if(!Array.isArray(a[0]))return console.log("Invalid message format (expected array of arrays)",a),[2];e.label=1;case 1:e.trys.push([1,6,7,8]),r=__values(a),t=r.next(),e.label=2;case 2:return t.done?[3,5]:(o=t.value,[4,this.handleClientMessage(i,o)]);case 3:e.sent(),e.label=4;case 4:return t=r.next(),[3,2];case 5:return[3,8];case 6:return o=e.sent(),s={error:o},[3,8];case 7:try{t&&!t.done&&(n=r.return)&&n.call(r)}finally{if(s)throw s.error}return[7];case 8:return[2]}})})},ResolveIOMainServer.prototype.handleClientMessage=function(p,f){return __awaiter(this,void 0,void 0,function(){var r,t,o,s,n,i,a,l,c,u,_,g,v,d,h;return __generator(this,function(e){switch(e.label){case 0:return(r=f[0],a=f[1],t=f[2],o=f[3],this.publicProgram||!this._clientRoutes.some(function(e){return r.includes(e)})||p.doc_user.roles.groups.some(function(e){return e.views.some(function(e){return r.includes(e)||e.includes(r)})})||p.doc_user.roles.super_admin)?"subscription"!==o?[3,1]:(s=f[4],c=f[5],"sub"===s?this._subscriptionManager.subscribe(r,a,p,t,c,f.slice(6)):this._subscriptionManager.unsubscribe(r,a,p,t,c,f.slice(6)),[3,11]):[2];case 1:if(this.publicProgram||"offline"!==o)return[3,10];s={messageId:t,hasError:!1,data:"ACK"},p&&p.readyState===p.OPEN&&this._websocketManager.send(p,s),this._offlineUpdates.push(p),n=f[4],i=0,e.label=2;case 2:if(!(i<n.length))return[3,9];if(a=n[i],l=a.data,l.shift(),l.shift(),c=l.shift(),l.shift(),u=l.shift(),h={messageId:c,hasError:!1,data:"ACK"},p&&p.readyState===p.OPEN&&this._websocketManager.send(p,h),"insertDocument"===u&&"driver-gps"===l[0])return[3,8];if("reportBuilderGetResults"!==u&&"reportBuilderGetDistinctValue"!==u&&"reportBuilderBuildTree"!==u&&"generatePDF"!==u&&"getWOOfflineData"!==u&&"countQuery"!==u&&"countWithQuery"!==u&&"countCollectionWithQuery"!==u&&"find"!==u&&"findOne"!==u&&"findWithOptions"!==u&&"getDrivers"!==u&&"processAirdropDistribution"!==u&&("https://resolveio.com"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL&&"http://localhost:4200"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL?resolveio_server_app_1.ResolveIOServer.getLocalLogManager().writeLog({type:"log",data:{_id:(0,common_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(l))<2e5?JSON.stringify(l,null,2):"Too Big",method:u,id_user:p.id_user||"",user:p.user||"",messageId:t,route:r}}):log_collection_1.Logs.insertOne({_id:(0,common_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(l))<2e5?JSON.stringify(l,null,2):"Too Big",method:u,id_user:p.id_user||"",user:p.user||"",messageId:t,route:r,client:"ResolveIO",instance:"backend.resolveio.com"})),!this._methodManager._methods[u])return[3,7];e.label=3;case 3:return e.trys.push([3,5,,6]),[4,(h=this._methodManager.callMethod).call.apply(h,__spreadArray([Object.assign({},this._methodManager,method_manager_1.MethodManager.prototype,{id_user:p.id_user,user:p.user,id_ws:p.id_socket}),u],__read(l),!1))];case 4:return e.sent(),[3,6];case 5:return _=e.sent(),console.log(new Date,"Offline Error",JSON.stringify(_,null,2)),[3,6];case 6:return"updateDocumentOffline"!==u&&"updateDocumentPropsOffline"!==u||resolveio_server_app_1.ResolveIOServer.getMongoManager().invalidateQueryCache(l[0]),[3,8];case 7:console.log("Offline - Could not find method: "+u),e.label=8;case 8:return i++,[3,2];case 9:return this._offlineUpdates.splice(this._offlineUpdates.map(function(e){return e.id_socket}).indexOf(p.id_socket),1),[3,11];case 10:if(_=__spreadArray([],__read(f),!1),_.shift(),_.shift(),g=_.shift(),"method"===_.shift()){if(v=_.shift(),p.user_readonly)return[2];"reportBuilderGetResults"!==v&&"reportBuilderGetDistinctValue"!==v&&"reportBuilderBuildTree"!==v&&"generatePDF"!==v&&"getWOOfflineData"!==v&&"countQuery"!==v&&"countWithQuery"!==v&&"countCollectionWithQuery"!==v&&"find"!==v&&"findOne"!==v&&"findWithOptions"!==v&&"getDrivers"!==v&&"processAirdropDistribution"!==v&&("https://resolveio.com"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL&&"http://localhost:4200"!==resolveio_server_app_1.ResolveIOServer.getServerConfig().ROOT_URL?resolveio_server_app_1.ResolveIOServer.getLocalLogManager().writeLog({type:"log",data:{_id:(0,common_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(_))<2e5?JSON.stringify(_,null,2):"Too Big",method:v,id_user:p.id_user||"",user:p.user||"",messageId:t,route:r}}):log_collection_1.Logs.insertOne({_id:(0,common_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(_))<2e5?JSON.stringify(_,null,2):"Too Big",method:v,id_user:p.id_user||"",user:p.user||"",messageId:t,route:r,client:"ResolveIO",instance:"backend.resolveio.com"})),d={messageId:g,hasError:!1,data:"ACK"},p&&p.readyState===p.OPEN&&this._websocketManager.send(p,d),d=this.findAvailableWorker(),this._isWorkersEnabled&&d&&"insertSubscriptionLog"!==v&&"countQuery"!==v&&"incCounter"!==v&&"supportCreateBillingUser"!==v&&"find"!==v&&"insertDocument"!==v&&"countWithQuery"!==v&&"findOne"!==v&&"updateDocumentProps"!==v&&"findWithOptions"!==v&&"getSignedUrl"!==v&&"updateDocument"!==v&&"insertErrorLog"!==v&&"getSignedUrls"!==v&&"removeDocument"!==v&&"getSignedUrlWithId"!==v&&"incorrectUser"!==v&&"reloadWS"!==v&&"reconnectWS"!==v&&"disconnectWS"!==v?(d="task-"+(0,common_1.objectIdHexString)(),this._inFlightRequests[d]={ws:p,messageId:g,method:v},this.queueTask(d,v,_,{id_user:p.id_user,user:p.user,id_ws:p.id_socket})):this.callMethodLocally(p,g,v,_)}e.label=11;case 11:return[2]}})})},ResolveIOMainServer.prototype.callMethodLocally=function(s,n,i,a){return __awaiter(this,void 0,void 0,function(){var r,t,o;return __generator(this,function(e){switch(e.label){case 0:r={messageId:n,hasError:!1,data:null},e.label=1;case 1:return e.trys.push([1,3,,4]),[4,(o=this._methodManager.callMethod).call.apply(o,__spreadArray([Object.assign({},this._methodManager,method_manager_1.MethodManager.prototype,{id_user:s.id_user,user:s.user,id_ws:s.id_socket}),i],__read(a),!1))];case 2:return o=e.sent(),r.data=o,[3,4];case 3:return t=e.sent(),r.hasError=!0,r.data=t.message||"Unknown error",[3,4];case 4:return s&&s.readyState===s.OPEN&&this._websocketManager.send(s,r),[2]}})})},ResolveIOMainServer.prototype.queueTask=function(e,r,t,o){this._taskQueue.push({taskId:e,method:r,params:t,userContext:o}),this.dispatchQueue()},ResolveIOMainServer.prototype.dispatchQueue=function(){if(this._taskQueue.length)for(var e=0;e<9999;e++){var r=this._taskQueue[0];if(!r)break;var t=this.findAvailableWorker();if(!t)break;this._taskQueue.shift(),this.assignTaskToWorker(t,r)}},ResolveIOMainServer.prototype.findAvailableWorker=function(){var e=this._workers.filter(function(e){return e.activeTasks<e.maxConcurrency});return e.length?(e.sort(function(e,r){return e.activeTasks-r.activeTasks}),e[0]):null},ResolveIOMainServer.prototype.assignTaskToWorker=function(r,t){r.activeTasks++;var e={type:"task",taskId:t.taskId,method:t.method,params:t.params,userContext:t.userContext};try{r.ws.send(JSON.stringify(e)),console.log("Assigned task",t.taskId,"to worker",r.id)}catch(e){console.error("Failed to send task to worker:",e),r.activeTasks=Math.max(0,r.activeTasks-1),this._taskQueue.unshift(t)}},ResolveIOMainServer.prototype.handleWorkerMessage=function(r,t){var e,o,s,n;try{n=JSON.parse(t,common_1.dateReviver)}catch(e){return void console.error("Failed to parse worker message:",t)}"taskComplete"===n.type&&((t=this._workers.find(function(e){return e.id===r}))?(t.activeTasks=Math.max(0,t.activeTasks-1),t=n.taskId,e=n.error,o=n.message,n=n.result,(s=this._inFlightRequests[t])?(delete this._inFlightRequests[t],n={messageId:s.messageId,hasError:!1,data:n},e&&(n.hasError=!0,n.data=o),s.ws&&s.ws.readyState===s.ws.OPEN&&this._websocketManager.send(s.ws,n)):console.error("No in-flight request found for task:",t),this.dispatchQueue()):console.error("Unknown worker for taskComplete:",r))},ResolveIOMainServer.prototype.unsubscribeWS=function(e){this._subscriptionManager&&this._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Unsub WS",e.user,e.id_socket),this._subscriptionManager.unsubscribeAll(e),e.removeAllListeners()},ResolveIOMainServer.prototype.getApp=function(){return this._app},ResolveIOMainServer.prototype.getServerConfig=function(){return resolveio_server_app_1.ResolveIOServer.getServerConfig()},ResolveIOMainServer}();exports.ResolveIOMainServer=ResolveIOMainServer;
 //# sourceMappingURL=server-app.js.map

package/server-app.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/server-app.ts"],"names":["http_1","require","express","bodyParser","xmlParser","WebSocket","jwt","moment","common_1","cron_manager_1","method_manager_1","subscription_manager_1","monitor_manager_1","log_collection_1","log_method_latency_collection_1","user_collection_1","home_1","auth_1","health_1","mongodb_1","worker_task_request_collection_1","worker_task_response_collection_1","websocket_manager_1","resolveio_server_app_1","ResolveIOMainServer","this","_offlineUpdates","sesMail","standardProgram","publicProgram","_rebootFlag","LOGGER","_clientRoutes","_lastErrorMsg","_debugMsgRecv","_debugMsgQueue","_isWorkersEnabled","_isWorkerInstance","_workerTasks","_safeShutdown","_serverStartTime","Date","_monitorManager","MonitorManager","_monitorManagerFunction","MonitorManagerFunction","prototype","initServerApp","_this","process","env","IS_WORKERS_ENABLED","IS_WORKER_INSTANCE","setInterval","_subscriptionManager","getEnableDebug","console","log","on","error","rej","__awaiter","diffTimeSec","diff","MongoNetworkTimeoutError","setTimeout","_methodManager","sendEmail","ResolveIOServer","getServerConfig","JSON","stringify","name","message","stack","_a","sent","exit","_serverHTTP","close","safeShutdown","MethodManager","_cronManager","CronManager","startWorkerInstance","_websocketManager","WebSocketManager","startServerInstance","SubscriptionManager","_serverWSS","listen","_app","use","json","limit","reviver","dateReviver","urlencoded","extended","parameterLimit","_portHTTP","PORT_HTTP","_portWSS","PORT_WSS","createServer","req","res","next","setHeader","setupAuthRoutes","setupHealthRoutes","setupHomeRoutes","changeStream","WorkerTaskRequests","watchCollection","change","operationType","task_1","fullDocument","processTask","length","find","status","sort","createdAt","pendingTasks","_b","pendingTasks_1","__values","pendingTasks_1_1","done","task","value","includes","_id","updateOne","$set","then","resReq","push","timedOut_1","timeoutHandle","WorkerTaskResponses","create","id_request","has_error","data","id_user","user","id_ws","splice","indexOf","callMethodInternal","call","apply","__spreadArray","Object","assign","method","__read","params","result","clearTimeout","err_1","getActiveMonitorFunctions","setImmediate","getMongoConnection","getIsWorkersEnabled","getIsWorkerInstance","getWSList","clients","forEach","ws","getWSUserList","getHTTPServer","getCronManager","getMethodManager","getSubscriptionManager","getMonitorManager","getRebootFlag","getWebSocketManager","keepAliveTimeout","headersTimeout","Server","port","verifyClient","info","cb","infoData","headers","split","origin","token","verify","err","decoded","Users","findById","fullname","readonly","date","client","getClientName","objectIdHexString","addWebSocket","createLoggedInUser","send","unsubscribeWS","parseErrorFound","socketData","parse","e","readyState","OPEN","duration","asMilliseconds","loggedInLatency","Array","isArray","socketData_1","socketData_1_1","message_1","processSocketMessage","now","getTime","messageRoute","some","a","roles","groups","views","b","super_admin","messageDate","messageId","type","subType","pub","subscribe","slice","unsubscribe","serverRes","hasError","offlineUpdates","i","update","shift","updateMessageId","methodLatencyId","serverResMethod","getLocalLogManager","writeLog","__v","date_start","date_end","latency_ms","LogMethodLatencies","instance","collection","id_document","payload","getBinarySize","route","Logs","insertOne","_methods","_c","err_3","getMongoManager","invalidateQueryCache","map","messageRoute_1","messageDate_1","messageId_1","callMethod","unsubscribeAll","removeAllListeners","getApp","exports"],"mappings":"+xEAAAA,Q,0FAAAC,QAAA,MAAA,GACAC,QAAAD,QAAA,SAAA,EACAE,WAAAF,QAAA,aAAA,EACAG,UAAAH,QAAA,wBAAA,EACAI,UAAAJ,QAAA,IAAA,EACAK,IAAAL,QAAA,cAAA,EAEAM,OAAAN,QAAA,iBAAA,EACAO,SAAAP,QAAA,eAAA,EACAQ,eAAAR,QAAA,yBAAA,EACAS,iBAAAT,QAAA,2BAAA,EACAU,uBAAAV,QAAA,iCAAA,EACAW,kBAAAX,QAAA,4BAAA,EAGAY,iBAAAZ,QAAA,8BAAA,EACAa,gCAAAb,QAAA,6CAAA,EACAc,kBAAAd,QAAA,+BAAA,EAEAe,OAAAf,QAAA,aAAA,EACAgB,OAAAhB,QAAA,aAAA,EACAiB,SAAAjB,QAAA,eAAA,EACAkB,UAAAlB,QAAA,SAAA,EACAmB,iCAAAnB,QAAA,8CAAA,EACAoB,kCAAApB,QAAA,+CAAA,EAEAqB,oBAAArB,QAAA,8BAAA,EACAsB,uBAAAtB,QAAA,wBAAA,EAEAuB,oBAAA,WAkCC,SAAAA,sBA5BQC,KAAAC,gBAAkB,GACnBD,KAAAE,QAAU,CAAA,EACTF,KAAAG,gBAAkB,CAAA,EAClBH,KAAAI,cAAgB,CAAA,EAChBJ,KAAAK,YAAc,CAAA,EAEdL,KAAAM,OAAS,QAQTN,KAAAO,cAA0B,GAG1BP,KAAAQ,cAAsB,KAEtBR,KAAAS,cAAgB,EAChBT,KAAAU,eAAiB,EAEjBV,KAAAW,kBAAoB,CAAA,EACpBX,KAAAY,kBAAoB,CAAA,EACpBZ,KAAAa,aAAyB,GAEzBb,KAAAc,cAAgB,CAAA,EAGvBd,KAAKe,iBAAmB,IAAIC,KAC5BhB,KAAKQ,cAAgB,KACrBR,KAAKiB,gBAAkB,IAAI9B,kBAAA+B,eAC3BlB,KAAKmB,wBAA0B,IAAIhC,kBAAAiC,sBACpC,CAi9BD,OA/8BCrB,oBAAAsB,UAAAC,cAAA,WAAA,IAAAC,EAAAvB,KAECA,KAAKW,kBAAuD,SAAnCa,QAAQC,IAAIC,mBACrC1B,KAAKY,kBAAuD,SAAnCY,QAAQC,IAAIE,mBAErCC,YAAY,WACPL,EAAKM,sBAAwBN,EAAKM,qBAAqBC,eAAc,IACxEC,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,gBAAiBO,EAAKd,aAAa,EACzEsB,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,iBAAkBO,EAAKb,cAAc,GAG5Ea,EAAKb,eAAiB,EACtBa,EAAKd,cAAgB,CACtB,EAAG,GAAK,EAERe,QAAQS,GAAG,qBAAsB,SAAOC,EAAOC,GAAG,OAAAC,UAAAb,EAAA,KAAA,EAAA,KAAA,EAAA,W,wEAEjD,OAAIW,GAA2B,eAAlBA,EAAY,MAAwC,KAAlBA,EAAY,KAC1D,CAAA,IAODH,QAAQG,MAAM,IAAIlB,KAAQ,iCAAkC,CAACkB,EAAOC,EAAI,EAEpEE,EAAcvD,OAAM,EAAGwD,KAAKtC,KAAKe,iBAAkB,SAAS,EAG5DmB,IAA4B,6BAAlBA,EAAY,MAAoCA,aAAiBxC,UAAA6C,0BAC5D,GAAdF,GAAqBrC,CAAAA,KAAKQ,eAC7BR,KAAKQ,cAAgB,IAAIQ,KACzBwB,WAAW,WACVjB,EAAKf,cAAgB,IACtB,EAAG,GAAK,EAGR,CAAA,EAAMR,KAAKyC,eAAeC,UAAU,oBAAqB,yDAA2D5C,uBAAA6C,gBAAgBC,gBAAe,EAAgB,YAAGC,KAAKC,UAAU,CACpLC,KAAMb,EAAY,KAClBc,QAASd,EAAe,QACxBe,MAAOf,EAAa,K,EAClB,KAAM,CAAC,CAAC,IAXR,CAAA,EAAA,GADD,CAAA,EAAA,I,OAQFgB,EAAAC,KAAA,EAOA3B,QAAQ4B,KAAK,CAAC,E,4CAGPlB,GAA2B,eAAlBA,EAAY,MAA2C,eAArBA,EAAe,QAChD,GAAdG,GAAqBrC,CAAAA,KAAKQ,eAC7BR,KAAKQ,cAAgB,IAAIQ,KAEzBwB,WAAW,WACVjB,EAAKf,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAMR,KAAKyC,eAAeC,UAAU,oBAAqB,oDAAsD5C,uBAAA6C,gBAAgBC,gBAAe,EAAgB,YAAGC,KAAKC,UAAU,CAACZ,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPxO,CAAA,EAAA,GADI,CAAA,EAAA,G,OAQPgB,EAAAC,KAAA,E,wBAGD3B,QAAQ4B,KAAK,CAAC,E,qBAENlB,GAA2B,eAAlBA,EAAY,MAA2C,iCAArBA,EAAe,QAChD,GAAdG,GAAqBrC,CAAAA,KAAKQ,eAC7BR,KAAKQ,cAAgB,IAAIQ,KAEzBwB,WAAW,WACVjB,EAAKf,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAMR,KAAKyC,eAAeC,UAAU,oBAAqB,oDAAsD5C,uBAAA6C,gBAAgBC,gBAAe,EAAgB,YAAGC,KAAKC,UAAU,CAACZ,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPxO,CAAA,EAAA,GADI,CAAA,EAAA,G,OAQPgB,EAAAC,KAAA,E,wBAGD3B,QAAQ4B,KAAK,CAAC,E,cAENlB,GACc,gBAAlBA,EAAY,MAA4C,KAArBA,EAAe,SACnC,GAAdG,GAAoB,CAACrC,KAAKQ,gBAC7BR,KAAKQ,cAAgB,IAAIQ,KAEzBwB,WAAW,WACVjB,EAAKf,cAAgB,IACtB,EAAG,GAAK,EAERR,KAAKyC,eAAeC,UAAU,oBAAqB,kCAAoC5C,uBAAA6C,gBAAgBC,gBAAe,EAAgB,YAAGC,KAAKC,UAAU,CAACZ,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,G,kCAItN,EAEDV,QAAQS,GAAG,oBAAqB,SAAMC,GAAK,OAAAE,UAAAb,EAAA,KAAA,EAAA,KAAA,EAAA,W,6EAC1CQ,QAAQG,MAAMA,EAAO,2BAA2B,EAI9B,GAFApD,OAAM,EAAGwD,KAAKtC,KAAKe,iBAAkB,SAAS,GAEvCf,CAAAA,KAAKQ,gBAC7BR,KAAKQ,cAAgB,IAAIQ,KAEzBwB,WAAW,WACVjB,EAAKf,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAMR,KAAKyC,eAAeC,UAAU,oBAAqB,kCAAoC5C,uBAAA6C,gBAAgBC,gBAAe,EAAgB,YAAGC,KAAKC,UAAU,CAACZ,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPtN,CAAA,EAAA,G,OAOHgB,EAAAC,KAAA,E,gCAED,EAGD3B,QAAQS,GAAG,SAAU,WACpBV,EAAKlB,YAAc,CAAA,EACfkB,EAAK8B,aACR9B,EAAK8B,YAAYC,MAAK,EAEvB/B,EAAKgC,aAAY,CAClB,CAAC,EAED/B,QAAQS,GAAG,UAAW,WACrBV,EAAKlB,YAAc,CAAA,EACfkB,EAAK8B,aACR9B,EAAK8B,YAAYC,MAAK,EAEvB/B,EAAKgC,aAAY,CAClB,CAAC,EAED/B,QAAQS,GAAG,UAAW,WACrBV,EAAKlB,YAAc,CAAA,EACfkB,EAAK8B,aACR9B,EAAK8B,YAAYC,MAAK,EAEvB/B,EAAKgC,aAAY,CAClB,CAAC,EAEmB,UAAhBvD,KAAKM,QACRyB,QAAQC,IAAI,2BAA2B,EAG9BhC,KAAKW,kBACDX,KAAKY,mBACLmB,QAAQC,IAAI,8BAA8B,EACtDhC,KAAKyC,eAAiB,IAAIxD,iBAAAuE,cAAcxD,KAAKmB,wBAAyBnB,KAAKW,kBAAmBX,KAAKY,iBAAiB,EACxGZ,KAAKyD,aAAe,IAAIzE,eAAA0E,YACpC1D,KAAK2D,oBAAmB,IAGZ5B,QAAQC,IAAI,8BAA8B,EACtDhC,KAAK4D,kBAAoB,IAAI/D,oBAAAgE,iBAAiB7D,IAAI,EACtCA,KAAK8D,oBAAmB,EACpC9D,KAAKyC,eAAiB,IAAIxD,iBAAAuE,cAAcxD,KAAKmB,wBAAyBnB,KAAKW,kBAAmBX,KAAKY,iBAAiB,EACpHZ,KAAK6B,qBAAuB,IAAI3C,uBAAA6E,oBAAoB/D,KAAKgE,WAAYlE,uBAAA6C,gBAAgBC,gBAAe,EAAI5C,KAAKmB,uBAAuB,EACpInB,KAAKiE,OAAM,IAIHlC,QAAQC,IAAI,+BAA+B,EACpDhC,KAAK4D,kBAAoB,IAAI/D,oBAAAgE,iBAAiB7D,IAAI,EACzCA,KAAK8D,oBAAmB,EACjC9D,KAAKyC,eAAiB,IAAIxD,iBAAAuE,cAAcxD,KAAKmB,wBAAyBnB,KAAKW,kBAAmBX,KAAKY,iBAAiB,EACpHZ,KAAK6B,qBAAuB,IAAI3C,uBAAA6E,oBAAoB/D,KAAKgE,WAAYlE,uBAAA6C,gBAAgBC,gBAAe,EAAI5C,KAAKmB,uBAAuB,EAC3HnB,KAAKyD,aAAe,IAAIzE,eAAA0E,YACjC1D,KAAKiE,OAAM,EAEb,EAEQlE,oBAAAsB,UAAAyC,oBAAR,WAEC9D,KAAKkE,KAAOzF,QAAO,EAGnBuB,KAAKkE,KAAKC,IAAIzF,WAAW0F,KAAK,CAACC,MAAO,OAAQC,QAASvF,SAAAwF,WAAW,CAAC,CAAC,EACpEvE,KAAKkE,KAAKC,IAAIzF,WAAW8F,WAAW,CAACH,MAAO,OAAQI,SAAU,CAAA,EAAMC,eAAgB,GAAO,CAAE,CAAC,EAC9F1E,KAAKkE,KAAKC,IAAIxF,UAAS,CAAE,EAGzBqB,KAAK2E,UAAYnD,QAAQC,IAAImD,WAAa9E,uBAAA6C,gBAAgBC,gBAAe,EAAc,WAAK,KAC5F5C,KAAK6E,SAAWrD,QAAQC,IAAIqD,UAAYhF,uBAAA6C,gBAAgBC,gBAAe,EAAa,UAAK,KAErE,UAAhB5C,KAAKM,QACRyB,QAAQC,IAAI,aAAa,EAI1BhC,KAAK+E,aAAY,EAEG,UAAhB/E,KAAKM,QACRyB,QAAQC,IAAI,eAAe,EAI5BhC,KAAKkE,KAAKC,IAAI,SAAUa,EAAKC,EAAKC,GAIjCD,EAAIE,UAAU,8BAA+B,GAAG,EAIhDF,EAAIE,UAAU,+BAAgC,WAAW,EAGzDF,EAAIE,UAAU,+BAAgC,+BAA+B,EAI7EF,EAAIE,UAAU,mCAAoC,OAAO,EAGzDD,EAAI,CACL,CAAC,EAEmB,UAAhBlF,KAAKM,QACRyB,QAAQC,IAAI,YAAY,GAIzB,EAAAxC,OAAA4F,iBAAgBpF,KAAMA,KAAKkE,KAAMpE,uBAAA6C,gBAAgBC,gBAAe,CAAE,GAClE,EAAAnD,SAAA4F,mBAAkBrF,KAAKkE,KAAMpE,uBAAA6C,gBAAgBC,gBAAe,CAAE,EAEL,cAArD9C,uBAAA6C,gBAAgBC,gBAAe,EAAgB,aAAqB5C,CAAAA,KAAKG,kBAC5E,EAAAZ,OAAA+F,iBAAgBtF,KAAMA,KAAKkE,KAAMpE,uBAAA6C,gBAAgBC,gBAAe,CAAE,EAG/C,UAAhB5C,KAAKM,QACRyB,QAAQC,IAAI,sBAAsB,CAEpC,EAEcjC,oBAAAsB,UAAAsC,oBAAd,W,mIA6BsB,OA5BrB5B,QAAQC,IAAI,uDAAuD,GAE/DuD,EAAe5F,iCAAA6F,mBAAmBC,gBAAgB,EAAE,GAE3CxD,GAAG,SAAU,SAAOyD,GAAM,OAAAtD,UAAAb,EAAA,KAAA,EAAA,KAAA,EAAA,W,uDACT,WAAzBmE,EAAOC,gBACJC,EAAOF,EAAOG,eAEnBrD,WAAW,WACVjB,EAAKuE,YAAYF,CAAI,CACtB,EAA8B,GAA3B5F,KAAKa,aAAakF,MAAW,E,QAGlC,EAEDR,EAAatD,GAAG,QAAS,SAACC,GACzBH,QAAQG,MAAM,+CAAgDA,CAAK,EAC/DqD,GACHA,EAAajC,MAAK,CAEpB,CAAC,EAEDiC,EAAatD,GAAG,QAAS,WACxBF,QAAQC,IAAI,0DAA0D,EACtEQ,WAAW,WAAM,OAAAjB,EAAKoC,oBAAmB,CAAxB,EAA4B,GAAI,CAClD,CAAC,EAGoB,CAAA,EAAMhE,iCAAA6F,mBAAmBQ,KAAK,CAAEC,OAAQ,SAAS,EAAI,CAAEC,KAAM,CAAEC,UAAW,CAAC,CAAE,CAAE,G,OAA9FC,EAAeC,EAAAlD,KAAA,E,IACrB,IAAmBmD,EAAAC,SAAAH,CAAY,EAAAI,EAAAF,EAAApB,KAAA,EAAA,CAAAsB,EAAAC,KAAAD,EAAAF,EAAApB,KAAA,EAApBwB,EAAIF,EAAAG,MACd3G,KAAK8F,YAAYY,CAAI,C,kHAIT3G,oBAAAsB,UAAAyE,YAAd,SAA0BY,G,qGACrB1G,KAAKa,aAAa+F,SAASF,EAAKG,GAAG,GAIvClH,iCAAA6F,mBAAmBsB,UAClB,CAAED,IAAKH,EAAKG,IAAKZ,OAAQ,SAAS,EAClC,CAAEc,KAAM,CAAEd,OAAQ,YAAY,CAAE,CAAE,EACjCe,KAAK,SAAMC,GAAM,OAAA7E,UAAAb,EAAA,KAAA,EAAA,KAAA,EAAA,W,kFACd0F,EAAA,MAAA,CAAA,EAAA,GACHjH,KAAKa,aAAaqG,KAAKR,EAAKG,GAAG,EAE3BM,EAAW,CAAA,EACXC,EAAgB5E,WAAW,WAC9B2E,EAAW,CAAA,EACXpF,QAAQG,MAAM,oCAAqCwE,EAAKG,GAAG,EAE3DjH,kCAAAyH,oBAAoBC,OAAO,CAC1BC,WAAYb,EAAKG,IACjBW,UAAW,CAAA,EACXC,KAAM,kBACNC,QAAShB,EAAKgB,QACdC,KAAMjB,EAAKiB,KACXC,MAAOlB,EAAKkB,K,CACZ,EAEGrG,EAAKV,aAAa+F,SAASF,EAAKG,GAAG,GACtCtF,EAAKV,aAAagH,OAAOtG,EAAKV,aAAaiH,QAAQpB,EAAKG,GAAG,EAAG,CAAC,EAGhElH,iCAAA6F,mBAAmBsB,UAClB,CAAED,IAAKH,EAAKG,GAAG,EACf,CAAEE,KAAM,CAAEd,OAAQ,SAAS,CAAE,CAAE,CAEjC,EAAG,IAAM,E,iBAGO,O,sBAAA,CAAA,GAAM/C,EAAAlD,KAAKyC,eAAesF,oBAAmBC,KAAIC,MAAA/E,EAAAgF,cAAA,CAC/DC,OAAOC,OAAO,GAAIpI,KAAKyC,eAAgBxD,iBAAAuE,cAAcnC,UAAW,CAC/DqG,QAAShB,EAAKgB,QACdC,KAAMjB,EAAKiB,KACXC,MAAOlB,EAAKkB,K,CACZ,EACDlB,EAAK2B,QAAMC,OACR5B,EAAK6B,MAAM,EAAA,CAAA,CAAA,CAAA,G,cAPTC,EAASnC,EAAAlD,KAAA,EAUVgE,IACJsB,aAAarB,CAAa,EAE1BxH,kCAAAyH,oBAAoBC,OAAO,CAC1BC,WAAYb,EAAKG,IACjBW,UAAW,CAAA,EACXC,KAAMe,EACNd,QAAShB,EAAKgB,QACdC,KAAMjB,EAAKiB,KACXC,MAAOlB,EAAKkB,K,CACZ,EAEG5H,KAAKa,aAAa+F,SAASF,EAAKG,GAAG,GACtC7G,KAAKa,aAAagH,OAAO7H,KAAKa,aAAaiH,QAAQpB,EAAKG,GAAG,EAAG,CAAC,EAGhElH,iCAAA6F,mBAAmBsB,UAClB,CAAED,IAAKH,EAAKG,GAAG,EACf,CAAEE,KAAM,CAAEd,OAAQ,UAAU,CAAE,CAAE,G,+BAK7BkB,IACJsB,aAAarB,CAAa,EAE1BrF,QAAQG,MAAM,iCAAkCwE,EAAKG,IAAK6B,CAAG,EAE7D9I,kCAAAyH,oBAAoBC,OAAO,CAC1BC,WAAYb,EAAKG,IACjBW,UAAW,CAAA,EACXC,KAAMiB,EAAI1F,QACV0E,QAAShB,EAAKgB,QACdC,KAAMjB,EAAKiB,KACXC,MAAOlB,EAAKkB,K,CACZ,EAEG5H,KAAKa,aAAa+F,SAASF,EAAKG,GAAG,GACtC7G,KAAKa,aAAagH,OAAO7H,KAAKa,aAAaiH,QAAQpB,EAAKG,GAAG,EAAG,CAAC,EAGhElH,iCAAA6F,mBAAmBsB,UAClB,CAAED,IAAKH,EAAKG,GAAG,EACf,CAAEE,KAAM,CAAEd,OAAQ,UAAU,CAAE,CAAE,G,6BAKlC,YAAQ,E,SAGJlG,oBAAAsB,UAAAkC,aAAR,WAAA,IAAAhC,EAAAvB,KACMA,KAAKc,eACTiB,QAAQC,IAAI,IAAIhB,KAAQ,gCAAgC,EAIvDhB,KAAKmB,wBAAwBwH,0BAAyB,EAAG5C,QAGzD/F,KAAKC,gBAAgB8F,QAajB/F,KAAKc,gBACTd,KAAKc,cAAgB,CAAA,EAErB0B,WAAW,WACVjB,EAAKT,cAAgB,CAAA,CACtB,EAAG,GAAI,EAEPiB,QAAQC,IAAI,IAAIhB,KACf,wBACAhB,KAAKmB,wBAAwBwH,0BAAyB,EAAG5C,OAEzD/F,KAAKC,gBAAgB8F,MAAM,GAI7B6C,aAAa,WACZrH,EAAKgC,aAAY,CAClB,CAAC,GA5BGzD,uBAAA6C,gBAAgBkG,mBAAkB,EACrC/I,uBAAA6C,gBAAgBkG,mBAAkB,EAAGvF,MAAM,CAAA,CAAK,EAAE0D,KAAK,WACtDjF,QAAQC,IAAI,IAAIhB,KAAQ,kCAAkC,EAC1DQ,QAAQ4B,KAAK,CAAC,CACf,EAAG,WAAO5B,QAAQ4B,KAAK,CAAC,CAAC,CAAC,EAG1B5B,QAAQ4B,KAAK,CAAC,CAuBjB,EAEArD,oBAAAsB,UAAAyH,oBAAA,WACC,OAAO9I,KAAKW,iBACb,EAEAZ,oBAAAsB,UAAA0H,oBAAA,WACC,OAAO/I,KAAKY,iBACb,EAEOb,oBAAAsB,UAAA2H,UAAP,WACC,IAAI/D,EAAM,GAMV,OAJAjF,KAAKgE,WAAWiF,QAAQC,QAAQ,SAACC,GAChClE,EAAIiC,KAAKiC,EAAc,SAAC,CACzB,CAAC,EAEMlE,CACR,EAEOlF,oBAAAsB,UAAA+H,cAAP,WACC,IAAInE,EAAM,GAMV,OAJAjF,KAAKgE,WAAWiF,QAAQC,QAAQ,SAACC,GAChClE,EAAIiC,KAAKiC,EAAY,OAAC,CACvB,CAAC,EAEMlE,CACR,EAEOlF,oBAAAsB,UAAAgI,cAAP,WACC,OAAOrJ,KAAKqD,WACb,EAEOtD,oBAAAsB,UAAAiI,eAAP,WACC,OAAOtJ,KAAKyD,YACb,EAEO1D,oBAAAsB,UAAAkI,iBAAP,WACC,OAAOvJ,KAAKyC,cACb,EAEO1C,oBAAAsB,UAAAmI,uBAAP,WACC,OAAOxJ,KAAK6B,oBACb,EAEO9B,oBAAAsB,UAAAoI,kBAAP,WACC,OAAOzJ,KAAKiB,eACb,EAEOlB,oBAAAsB,UAAAqI,cAAP,WACC,OAAO1J,KAAKK,WACb,EAEON,oBAAAsB,UAAAsI,oBAAP,WACC,OAAO3J,KAAK4D,iBACb,EAEQ7D,oBAAAsB,UAAA0D,aAAR,WAAA,IAAAxD,EAAAvB,KAECA,KAAKqD,aAAc,EAAA9E,OAAAwG,cAAa/E,KAAKkE,IAAI,EACzClE,KAAKqD,YAAYuG,iBAAmB,KACpC5J,KAAKqD,YAAYwG,eAAiB,KAIlC7J,KAAKgE,WAAa,IAAIpF,UAAUkL,OAAO,CACtCC,KAAM/J,KAAK6E,SACXmF,aAAchK,KAAKI,cAAgB,KAAO,SAAO6J,EAAMC,GAAE,OAAA9H,UAAAb,EAAA,KAAA,EAAA,KAAA,EAAA,W,wDACpDvB,KAAKK,YACR6J,EAAG,CAAA,EAAO,IAAK,mBAAmB,GAGd,UAAhBlK,KAAKM,QACRyB,QAAQC,IAAI,gBAAiBiI,EAAMC,CAAE,EAGlCC,EAAoBF,EAAKjF,IAAIoF,QAAQ,0BAA2BC,MAAM,GAAG,GAEzEJ,EAAKK,SAAWxK,uBAAA6C,gBAAgBC,gBAAe,EAAa,UAAKqH,EAAKK,SAAWxK,uBAAA6C,gBAAgBC,gBAAe,EAAiB,cAAKqH,EAAKK,SAAWxK,uBAAA6C,gBAAgBC,gBAAe,EAAkB,eAAKqH,EAAKK,SAAWxK,uBAAA6C,gBAAgBC,gBAAe,EAA4B,2BAItR2H,EAAQJ,EAAS,IAKpBtL,IAAI2L,OAAOD,EAAOzK,uBAAA6C,gBAAgBC,gBAAe,EAAe,WAAG,SAAO6H,EAAKC,GAAO,OAAAtI,UAAAb,EAAA,KAAA,EAAA,KAAA,EAAA,W,wEACjFkJ,GACHP,EAAG,CAAA,EAAO,IAAK,cAAc,E,OAD1B,CAAA,EAAA,G,OAIHD,EAAKjF,IAAa,QAAI0F,EAAiB,Q,iBAE3B,O,sBAAA,CAAA,EAAMpL,kBAAAqL,MAAMC,SAASF,EAAiB,OAAC,G,cAA9C/C,EAAOzE,EAAAC,KAAA,IAEV8G,EAAKjF,IAAU,KAAI2C,EAAKkD,SACxBZ,EAAKjF,IAAmB,cAAI2C,EAAKmD,UAAY,CAAA,EAC7Cb,EAAKjF,IAAc,SAAI2C,EACvBuC,EAAG,CAAA,CAAI,GAGPA,EAAG,CAAA,CAAK,E,6BAITA,EAAG,CAAA,CAAK,E,4BAGV,EAzBDA,EAAG,CAAA,EAAO,IAAK,cAAc,G,SA8BjC,CACF,EAGQnK,oBAAAsB,UAAA4C,OAAR,WAAA,IAAA1C,EAAAvB,KACCA,KAAKqD,YAAYY,OAAOjE,KAAK2E,UAAW,WACvC5C,QAAQC,IAAI,4BAA6BT,EAAKoD,SAAS,CACxD,CAAC,EAED3E,KAAKgE,WAAW/B,GAAG,YAAa,WAC/BF,QAAQC,IAAI,4BAA6BT,EAAKsD,QAAQ,CACvD,CAAC,EAGD7E,KAAKgE,WAAW/B,GAAG,aAAc,SAACkH,EAAInE,GAChCzD,EAAKnB,gBAET+I,EAAY,QAAInE,EAAa,QAC7BmE,EAAS,KAAInE,EAAU,KACvBmE,EAAkB,cAAInE,EAAmB,cACzCmE,EAAa,SAAInE,EAAc,SAEZ,UAAfmE,EAAS,MAAsE,cAArDrJ,uBAAA6C,gBAAgBC,gBAAe,EAAgB,aAC5ErB,EAAKgI,iBAAgB,EAAGxB,mBAAmBC,KAAKzG,EAAKgI,iBAAgB,EAAI,2BAA4B,CACpG7B,QAASyB,EAAY,QACrBxB,KAAMwB,EAAS,KACf4B,KAAM,IAAI/J,KACVgK,OAAQlL,uBAAA6C,gBAAgBsI,cAAa,C,CACrC,GAIH9B,EAAc,WAAI,EAAApK,SAAAmM,mBAAiB,EACnC/B,EAAa,SAAI,EAEjB5H,EAAKqC,kBAAkBuH,aAAahC,CAAE,EAEtC5H,EAAKM,qBAAqBuJ,mBAAmBjC,EAAc,SAAC,EAAEnC,KAAK,WAClExE,WAAW,WACV2G,EAAa,SAAI,IAAInI,KACrBmI,EAAGkC,KAAK,OAAQ,SAACnJ,GACZA,IACCX,EAAKM,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,eAAe,EAEtDO,EAAK+J,cAAcnC,CAAE,EAEvB,CAAC,CACF,EAAG,GAAI,CACR,CAAC,EAEmB,UAAhB5H,EAAKjB,QACRyB,QAAQC,IAAI,oBAAsBgD,EAAU,IAAC,EAI9CmE,EAAY,QAAI,CAAA,EAChBA,EAAGlH,GAAG,UAAW,SAAOe,GAAe,OAAAZ,UAAAb,EAAA,KAAA,EAAA,KAAA,EAAA,W,kFAClB,UAAhBvB,KAAKM,QACRyB,QAAQC,IAAI,iBAAmBmH,EAAS,KAAGnG,CAAO,EAGnDhD,KAAKS,eAAiB,EAElB8K,EAAkB,CAAA,EAElBC,EAAa,GAEjB,IACCA,EAAa3I,KAAK4I,MAAMzI,EAASjE,SAAAwF,WAAW,C,CAE7C,MAAMmH,GACL3J,QAAQC,IAAI,qBAAsBgB,CAAO,EAEzChD,KAAKyC,eAAeC,UAAU,oBAAqB,+BAAiC5C,uBAAA6C,gBAAgBC,gBAAe,EAAgB,YAAGC,KAAKC,UAAU,CAACE,EAAS0I,EAAE,CAAC,EAElKH,EAAkB,CAAA,C,IAGdA,EAAD,MAAA,CAAA,EAAA,GACH,GAA0B,UAAtB,OAAOC,GAA0C,SAAfA,EACjCrC,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BzC,EAAGkC,KAAK,OAAQ,SAACnJ,GACZA,IACCX,EAAKM,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,eAAe,EAEtDO,EAAK+J,cAAcnC,CAAE,EAEvB,CAAC,OAKE,GAA0B,UAAtB,OAAOqC,GAA0C,SAAfA,EAC1CrC,EAAY,QAAI,CAAA,EAChBA,EAAa,SAAI,IAAInI,KACrBmI,EAAY,QAAIrK,OAAO+M,SAAS/M,OAAOqK,EAAa,QAAC,EAAE7G,KAAK6G,EAAa,QAAC,CAAC,EAAE2C,eAAc,EAC3F9L,KAAK6B,qBAAqBkK,gBAAgB5C,CAAE,MAJxC,C,GASA6C,MAAMC,QAAQT,EAAW,EAAE,EAA5B,MAAA,CAAA,EAAA,GAEHzJ,QAAQC,IAAI,0CAA2CwJ,CAAU,C,CACjE,MAAA,CAAA,G,8BAGoBU,EAAA3F,SAAAiF,CAAU,EAAAW,EAAAD,EAAAhH,KAAA,E,sCAAzBkH,EAAAD,EAAAxF,MACJ,CAAA,EAAM3G,KAAKqM,qBAAqBlD,EAAIiD,CAAO,I,OAA3C/F,EAAAlD,KAAA,E,iNAIH,EACAlB,GAAG,MAAO,WACVV,EAAK+J,cAAcnC,CAAE,EACjB5H,EAAKM,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,QAAQ,CAEhD,CAAC,EACAiB,GAAG,QAAS,WACZV,EAAK+J,cAAcnC,CAAE,EACjB5H,EAAKM,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,UAAU,CAElD,CAAC,EACAiB,GAAG,QAAS,SAAAC,GACZX,EAAK+J,cAAcnC,CAAE,EACjB5H,EAAKM,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIhB,KAAQmI,EAAS,KAAGA,EAAc,UAAG,UAAU,CAGjE,CAAC,CACF,CAAC,EAGDvH,YAAY,WACXL,EAAKyC,WAAWiF,QAAQC,QAAQ,SAACC,GAC5BA,EAAa,UAA8C,KAAzCnI,KAAKsL,IAAG,EAAKnD,EAAa,SAAEoD,QAAO,IAClC,CAAA,IAAlBpD,EAAY,SACfA,EAAa,QAAC,GAEQ,GAAlBA,EAAa,SAChB5H,EAAK+J,cAAcnC,CAAE,GAGrBA,EAAa,SAAI,IAAInI,KACrBmI,EAAGkC,KAAK,OAAQ,SAACnJ,GACZA,IACCX,EAAKM,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,eAAe,EAEtDO,EAAK+J,cAAcnC,CAAE,EAEvB,CAAC,KAIFA,EAAa,SAAI,EACjBA,EAAY,QAAI,CAAA,EAChBA,EAAa,SAAI,IAAInI,KACrBmI,EAAGkC,KAAK,OAAQ,SAACnJ,GACZA,IACCX,EAAKM,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,eAAe,EAEtDO,EAAK+J,cAAcnC,CAAE,EAEvB,CAAC,GAGJ,CAAC,CACF,EAAG,GAAK,CACT,EAEcpJ,oBAAAsB,UAAAgL,qBAAd,SAAmClD,EAAeqC,G,8IAGjD,OAFIgB,EAAehB,EAAW,GAEzBxL,KAAKI,eAAiBJ,CAAAA,KAAKO,cAAckM,KAAK,SAAAC,GAAK,OAAAF,EAAa5F,SAAS8F,CAAC,CAAvB,CAAwB,GAAMvD,EAAa,SAAEwD,MAAMC,OAAOH,KAAK,SAAAC,GAAK,OAAAA,EAAEG,MAAMJ,KAAK,SAAAK,GAAK,OAAAN,EAAa5F,SAASkG,CAAC,GAAKA,EAAElG,SAAS4F,CAAY,CAAnD,CAAoD,CAAtE,CAAuE,GAAMrD,EAAa,SAAEwD,MAAMI,cAI1NC,EAAcxB,EAAW,GACzByB,EAAYzB,EAAW,GAGd,kBAFT0B,EAAO1B,EAAW,IAElB,CAAA,EAAA,IACC2B,EAAU3B,EAAW,GACrB4B,EAAM5B,EAAW,GAGL,QAAZ2B,EACHnN,KAAK6B,qBAAqBwL,UAAUb,EAAcQ,EAAa7D,EAAI8D,EAAWG,EAAK5B,EAAW8B,MAAM,CAAC,CAAC,EAItGtN,KAAK6B,qBAAqB0L,YAAYf,EAAcQ,EAAa7D,EAAI8D,EAAWG,EAAK5B,EAAW8B,MAAM,CAAC,CAAC,E,SAjBzG,CAAA,G,UAoBStN,KAAKI,eAA0B,YAAT8M,EAAvB,MAAA,CAAA,EAAA,IACJM,EAAiC,CACpCP,UAAWA,EACXQ,SAAU,CAAA,EACVhG,KAAM,K,EAGH0B,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9B5L,KAAK4D,kBAAkByH,KAAKlC,EAAIqE,CAAS,EAG1CxN,KAAKC,gBAAgBiH,KAAKiC,CAAE,EACxBuE,EAAiBlC,EAAW,GAEvBmC,EAAI,E,sBAAGA,EAAID,EAAe3H,QAAM,MAAA,CAAA,EAAA,GAsBxC,GArBI6H,EAASF,EAAeC,GAExBlG,EAAOmG,EAAOnG,KAEAA,EAAKoG,MAAK,EACXpG,EAAKoG,MAAK,EACvBC,EAAkBrG,EAAKoG,MAAK,EACfpG,EAAKoG,MAAK,EACvBxF,EAASZ,EAAKoG,MAAK,EACnBE,GAAkB,EAAAhP,SAAAmM,mBAAiB,EAEnC8C,EAAuC,CAC1Cf,UAAWa,EACXL,SAAU,CAAA,EACVhG,KAAM,K,EAGH0B,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9B5L,KAAK4D,kBAAkByH,KAAKlC,EAAI6E,CAAe,EAGjC,mBAAX3F,GAA2C,eAAZZ,EAAK,GACvC,MAAA,CAAA,EAAA,G,GAIkD,0BAAlD3H,uBAAA6C,gBAAgBC,gBAAe,EAAa,UACQ,0BAAlD9C,uBAAA6C,gBAAgBC,gBAAe,EAAa,SAE9C9C,uBAAA6C,gBAAgBsL,mBAAkB,EAAGC,SAAS,CAC7ChB,KAAM,qBACNzF,KAAM,CACLZ,IAAKkH,EACLI,IAAK,EACLC,WAAY,IAAIpN,KAChBqN,SAAU,KACVC,WAAY,EACZjG,OAAQA,C,EAET,EAGDhJ,gCAAAkP,mBAAmBjH,OAAO,CACzBT,IAAKkH,EACLI,IAAK,EACLC,WAAY,IAAIpN,KAChBqN,SAAU,KACVC,WAAY,EACZjG,OAAQA,EACR2C,OAAQ,YACRwD,SAAU,uB,CACV,EAGa,4BAAXnG,GAAmD,kCAAXA,GAAyD,2BAAXA,GAAkD,gBAAXA,GAAuC,qBAAXA,GAA4C,eAAXA,GAAsC,mBAAXA,GAA0C,6BAAXA,GAAoD,SAAXA,GAAgC,YAAXA,GAAmC,oBAAXA,GAA2C,eAAXA,GAAsC,+BAAXA,IAErV,0BAAlDvI,uBAAA6C,gBAAgBC,gBAAe,EAAa,UACQ,0BAAlD9C,uBAAA6C,gBAAgBC,gBAAe,EAAa,SAE9C9C,uBAAA6C,gBAAgBsL,mBAAkB,EAAGC,SAAS,CAC7ChB,KAAM,MACNzF,KAAM,CACLZ,KAAK,EAAA9H,SAAAmM,mBAAiB,EACtBgC,KAAM,iBACNuB,WAAY,GACZC,YAAa,GACbC,SAAS,EAAA5P,SAAA6P,eAAc/L,KAAKC,UAAU2E,CAAI,CAAC,EAAI,IAAS5E,KAAKC,UAAU2E,EAAM,KAAM,CAAC,EAAI,UACxFY,OAAQA,EACRX,QAASyB,EAAY,SAAK,GAC1BxB,KAAMwB,EAAS,MAAK,GACpB8D,UAAWA,EACX4B,MAAOrC,C,EAER,EAGDpN,iBAAA0P,KAAKC,UAAU,CACdlI,KAAK,EAAA9H,SAAAmM,mBAAiB,EACtBgC,KAAM,iBACNuB,WAAY,GACZC,YAAa,GACbC,SAAS,EAAA5P,SAAA6P,eAAc/L,KAAKC,UAAU2E,CAAI,CAAC,EAAI,IAAS5E,KAAKC,UAAU2E,EAAM,KAAM,CAAC,EAAI,UACxFY,OAAQA,EACRX,QAASyB,EAAY,SAAK,GAC1BxB,KAAMwB,EAAS,MAAK,GACpB8D,UAAWA,EACX4B,MAAOrC,EACPxB,OAAQ,YACRwD,SAAU,uB,CACV,G,CAICxO,KAAKyC,eAAeuM,SAAS3G,GAA7B,MAAA,CAAA,EAAA,G,iBAEF,O,sBAAA,CAAA,GAAMnF,EAAAlD,KAAKyC,eAAesF,oBAAmBC,KAAIC,MAAA/E,EAAAgF,cAAA,CAACC,OAAOC,OAAO,GAAIpI,KAAKyC,eAAgBxD,iBAAAuE,cAAcnC,UAAW,CAACqG,QAASyB,EAAY,QAAGxB,KAAMwB,EAAS,KAAGvB,MAAOuB,EAAc,SAAC,CAAC,EAAGd,GAAMC,OAAKb,CAAI,EAAA,CAAA,CAAA,CAAA,G,cAAtMwH,EAAA9L,KAAA,E,+BAGApB,QAAQC,IAAI,IAAIhB,KAAQ,gBAAiB6B,KAAKC,UAAUoM,EAAK,KAAM,CAAC,CAAC,E,mBAGvD,0BAAX7G,GAAiD,+BAAXA,GACzCvI,uBAAA6C,gBAAgBwM,gBAAe,EAAGC,qBAAqB3H,EAAK,EAAE,E,aAI/D1F,QAAQC,IAAI,oCAAsCqG,CAAM,E,wBA3GfsF,CAAC,G,oBA+G5C3N,KAAKC,gBAAgB4H,OAAO7H,KAAKC,gBAAgBoP,IAAI,SAAA3C,GAAK,OAAAA,EAAa,SAAb,CAAc,EAAE5E,QAAQqB,EAAc,SAAC,EAAG,CAAC,E,eAUrG,GAPI1B,EAAIS,cAAA,GAAAI,OAAOkD,CAAU,EAAA,CAAA,CAAA,EAErB8D,EAAuB7H,EAAKoG,MAAK,EACjC0B,EAAoB9H,EAAKoG,MAAK,EAC9B2B,EAAoB/H,EAAKoG,MAAK,EAGrB,WAFMpG,EAAKoG,MAAK,EAEN,CAGtB,GAFIxF,EAASZ,EAAKoG,MAAK,EAEnB1E,EAAkB,cACrB,MAAA,CAAA,GAGG4E,GAAkB,EAAAhP,SAAAmM,mBAAiB,EAGY,0BAAlDpL,uBAAA6C,gBAAgBC,gBAAe,EAAa,UACQ,0BAAlD9C,uBAAA6C,gBAAgBC,gBAAe,EAAa,SAE9C9C,uBAAA6C,gBAAgBsL,mBAAkB,EAAGC,SAAS,CAC7ChB,KAAM,qBACNzF,KAAM,CACLZ,IAAKkH,EACLI,IAAK,EACLC,WAAY,IAAIpN,KAChBqN,SAAU,KACVC,WAAY,EACZjG,OAAQA,C,EAET,EAGDhJ,gCAAAkP,mBAAmBjH,OAAO,CACzBT,IAAKkH,EACLI,IAAK,EACLC,WAAY,IAAIpN,KAChBqN,SAAU,KACVC,WAAY,EACZjG,OAAQA,EACR2C,OAAQ,YACRwD,SAAU,uB,CACV,EAGa,4BAAXnG,GAAmD,kCAAXA,GAAyD,2BAAXA,GAAkD,gBAAXA,GAAuC,qBAAXA,GAA4C,eAAXA,GAAsC,mBAAXA,GAA0C,6BAAXA,GAAoD,SAAXA,GAAgC,YAAXA,GAAmC,oBAAXA,GAA2C,eAAXA,GAAsC,+BAAXA,IAErV,0BAAlDvI,uBAAA6C,gBAAgBC,gBAAe,EAAa,UACQ,0BAAlD9C,uBAAA6C,gBAAgBC,gBAAe,EAAa,SAE9C9C,uBAAA6C,gBAAgBsL,mBAAkB,EAAGC,SAAS,CAC7ChB,KAAM,MACNzF,KAAM,CACLZ,KAAK,EAAA9H,SAAAmM,mBAAiB,EACtBgC,KAAM,iBACNuB,WAAY,GACZC,YAAa,GACbC,SAAS,EAAA5P,SAAA6P,eAAc/L,KAAKC,UAAU2E,CAAI,CAAC,EAAI,IAAS5E,KAAKC,UAAU2E,EAAM,KAAM,CAAC,EAAI,UACxFY,OAAQA,EACRX,QAASyB,EAAY,SAAK,GAC1BxB,KAAMwB,EAAS,MAAK,GACpB8D,UAAWuC,EACXX,MAAOS,C,EAER,EAGDlQ,iBAAA0P,KAAKC,UAAU,CACdlI,KAAK,EAAA9H,SAAAmM,mBAAiB,EACtBgC,KAAM,iBACNuB,WAAY,GACZC,YAAa,GACbC,SAAS,EAAA5P,SAAA6P,eAAc/L,KAAKC,UAAU2E,CAAI,CAAC,EAAI,IAAS5E,KAAKC,UAAU2E,EAAM,KAAM,CAAC,EAAI,UACxFY,OAAQA,EACRX,QAASyB,EAAY,SAAK,GAC1BxB,KAAMwB,EAAS,MAAK,GACpB8D,UAAWuC,EACXX,MAAOS,EACPtE,OAAQ,YACRwD,SAAU,uB,CACV,GAIChB,EAAiC,CACpCP,UAAWuC,EACX/B,SAAU,CAAA,EACVhG,KAAM,K,EAGH0B,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9B5L,KAAK4D,kBAAkByH,KAAKlC,EAAIqE,CAAS,EAGtCxN,KAAKyC,eAAeuM,SAAS3G,IAChChC,EAAArG,KAAKyC,gBAAegN,WAAUxH,MAAA5B,EAAA6B,cAAA,CAAC6F,EAAiB5E,EAAIoG,EAAaC,EAAWnH,GAAMC,OAAKb,CAAI,EAAA,CAAA,CAAA,CAAA,EAG3F1F,QAAQC,IAAI,0BAA4BqG,CAAM,C,oCAoB3CtI,oBAAAsB,UAAAiK,cAAP,SAAqBnC,GAChBnJ,KAAK6B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,WAAYmI,EAAS,KAAGA,EAAc,SAAC,EAE9EnJ,KAAK6B,qBAAqB6N,eAAevG,CAAE,EAC3CA,EAAGwG,mBAAkB,CAEtB,EAEO5P,oBAAAsB,UAAAuO,OAAP,WACC,OAAO5P,KAAKkE,IACb,EAEOnE,oBAAAsB,UAAAuB,gBAAP,WACC,OAAO9C,uBAAA6C,gBAAgBC,gBAAe,CACvC,EACD7C,mBAAA,EAAC,EAx/BY8P,QAAA9P,oBAAAA","file":"server-app.js","sourcesContent":["import { createServer, Server } from 'http';\nimport * as express from 'express';\nimport * as bodyParser from 'body-parser';\nimport * as xmlParser from 'express-xml-bodyparser';\nimport * as WebSocket from 'ws';\nimport * as jwt from 'jsonwebtoken';\n// import * as SegfaultHandler from 'segfault-handler';\nimport * as moment from 'moment-timezone';\nimport { dateReviver, getBinarySize, objectIdHexString } from './util/common';\nimport { CronManager } from './managers/cron.manager';\nimport { MethodManager } from './managers/method.manager';\nimport { SubscriptionManager } from './managers/subscription.manager';\nimport { MonitorManager, MonitorManagerFunction } from './managers/monitor.manager';\n\nimport { ServerResponseModel } from './models/server-response.model';\nimport { Logs } from './collections/log.collection';\nimport { LogMethodLatencies } from './collections/log-method-latency.collection';\nimport { Users } from './collections/user.collection';\n\nimport { setupHomeRoutes } from './http/home';\nimport { setupAuthRoutes } from './http/auth';\nimport { setupHealthRoutes } from './http/health';\nimport { MongoNetworkTimeoutError } from 'mongodb';\nimport { WorkerTaskRequests } from './collections/worker-task-request.collection';\nimport { WorkerTaskResponses } from './collections/worker-task-response.collection';\nimport { WorkerTaskRequestModel } from './models/worker-task-request.model';\nimport { WebSocketManager } from './managers/websocket.manager';\nimport { ResolveIOServer } from './resolveio-server-app';\n\nexport class ResolveIOMainServer {\n\tprivate _app: express.Application;\n\tprivate _serverHTTP: Server;\n\tprivate _portHTTP: string | number;\n\tprivate _serverWSS: WebSocket.Server;\n\tprivate _portWSS: number;\n\tprivate _offlineUpdates = [];\n\tpublic sesMail = false;\n\tprivate standardProgram = false;\n\tprivate publicProgram = false;\n\tprivate _rebootFlag = false;\n\n\tprivate LOGGER = 'ERROR'; //ERROR / DEBUG\n\n\tprivate _websocketManager: WebSocketManager;\n\tprivate _monitorManager: MonitorManager;\n\tprivate _monitorManagerFunction: MonitorManagerFunction;\n\tprivate _subscriptionManager: SubscriptionManager;\n\tprivate _methodManager: MethodManager;\n\tprivate _cronManager: CronManager;\n\tprivate _clientRoutes: string[] = [];\n\n\tprivate _serverStartTime: Date;\n\tprivate _lastErrorMsg: Date = null;\n\n\tprivate _debugMsgRecv = 0;\n\tprivate _debugMsgQueue = 0;\n\n\tprivate _isWorkersEnabled = false;\n\tprivate _isWorkerInstance = false;\n\tprivate _workerTasks: string[] = [];\n\n\tprivate _safeShutdown = false;\n\n\tconstructor() {\n\t\tthis._serverStartTime = new Date();\n\t\tthis._lastErrorMsg = null;\n\t\tthis._monitorManager = new MonitorManager();\n\t\tthis._monitorManagerFunction = new MonitorManagerFunction();\n\t}\n\n\tinitServerApp() {\n\t\t// Check for workers and decide what to start\n\t\tthis._isWorkersEnabled = process.env.IS_WORKERS_ENABLED === 'true';\n\t\tthis._isWorkerInstance = process.env.IS_WORKER_INSTANCE === 'true';\n\n\t\tsetInterval(() => {\n\t\t\tif (this._subscriptionManager && this._subscriptionManager.getEnableDebug()) {\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Recv Hits', this._debugMsgRecv);\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Queue Hits', this._debugMsgQueue);\n\t\t\t}\n\n\t\t\tthis._debugMsgQueue = 0;\n\t\t\tthis._debugMsgRecv = 0;\n\t\t}, 60000);\n\n\t\tprocess.on('unhandledRejection', async (error, rej) => {\n\t\t\t// Condition to filter out the MongoError with code 48 (NamespaceExists)\n\t\t\tif (error && error['name'] === 'MongoError' && error['code'] === 48) {\n\t\t\t\treturn; // Simply return without doing anything further\n\t\t\t}\n\n\t\t\t// if (error && error['name'] === 'MongoServerError') {\n\t\t\t// \treturn; // Simply return without doing anything further\n\t\t\t// }\n\n\t\t\tconsole.error(new Date(), 'Unhandled Rejection at Promise', [error, rej]);\n\t\t\t\n\t\t\tlet diffTimeSec = moment().diff(this._serverStartTime, 'seconds');\n\n\t\t\t// If this is a MongoNetworkTimeoutError, handle it specifically\n\t\t\tif (error && (error['name'] === 'MongoNetworkTimeoutError' || error instanceof MongoNetworkTimeoutError)) {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\t// Sending email notification (using your existing method)\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - MongoNetworkTimeoutError - Quitting NodeJS - ' + ResolveIOServer.getServerConfig()['CLIENT_NAME'], JSON.stringify({\n\t\t\t\t\t\tname: error['name'],\n\t\t\t\t\t\tmessage: error['message'],\n\t\t\t\t\t\tstack: error['stack']\n\t\t\t\t\t}, null, 2));\n\n\t\t\t\t\t// Exiting the process\n\t\t\t\t\tprocess.exit(1);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse if (error && error['name'] === 'MongoError' && error['message'] === 'not master') {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - Quitting NodeJS - ' + ResolveIOServer.getServerConfig()['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t}\n\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\t\t\telse if (error && error['name'] === 'MongoError' && error['message'] === 'not master and slaveOk=false') {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - Quitting NodeJS - ' + ResolveIOServer.getServerConfig()['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t}\n\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\t\t\telse if (error) {\n\t\t\t\tif (error['name'] !== 'StatusError' && error['message'] !== '') {\n\t\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t\t}, 60000);\n\n\t\t\t\t\t\tthis._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - ' + ResolveIOServer.getServerConfig()['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\n\t\tprocess.on('uncaughtException', async error => {\n\t\t\tconsole.error(error, 'Uncaught Exception thrown');\n\n\t\t\tlet diffTimeSec = moment().diff(this._serverStartTime, 'seconds');\n\n\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t}, 60000);\n\t\t\t\t\n\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Exception - ' + ResolveIOServer.getServerConfig()['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t}\n\t\t});\n\n\t\t//PM2 wants to reboot/restart\n\t\tprocess.on('SIGINT', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tif (this._serverHTTP) {\n\t\t\t\tthis._serverHTTP.close();\n\t\t\t}\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tprocess.on('SIGTERM', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tif (this._serverHTTP) {\n\t\t\t\tthis._serverHTTP.close();\n\t\t\t}\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tprocess.on('SIGQUIT', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tif (this._serverHTTP) {\n\t\t\t\tthis._serverHTTP.close();\n\t\t\t}\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Starting ResolveIO Server');\n\t\t}\n\n        if (this._isWorkersEnabled) {\n            if (this._isWorkerInstance) {\n                console.log('Running as a Worker instance');\n\t\t\t\tthis._methodManager = new MethodManager(this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n                this._cronManager = new CronManager();\n\t\t\t\tthis.startWorkerInstance();\n            }\n\t\t\telse {\n                console.log('Running as a Server instance');\n\t\t\t\tthis._websocketManager = new WebSocketManager(this);\n                this.startServerInstance();\n\t\t\t\tthis._methodManager = new MethodManager(this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n\t\t\t\tthis._subscriptionManager = new SubscriptionManager(this._serverWSS, ResolveIOServer.getServerConfig(), this._monitorManagerFunction);\n\t\t\t\tthis.listen();\n            }\n        }\n\t\telse {\n            console.log('Running with Workers Disabled');\n\t\t\tthis._websocketManager = new WebSocketManager(this);\n            this.startServerInstance();\n\t\t\tthis._methodManager = new MethodManager(this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n\t\t\tthis._subscriptionManager = new SubscriptionManager(this._serverWSS, ResolveIOServer.getServerConfig(), this._monitorManagerFunction);\n            this._cronManager = new CronManager();\n\t\t\tthis.listen();\n        }\n\t}\n\n\tprivate startServerInstance() {\n\t\t// Start express app\n\t\tthis._app = express();\n\n\t\t// Use body parser for http call (login)\n\t\tthis._app.use(bodyParser.json({limit: '50mb', reviver: dateReviver}));\n\t\tthis._app.use(bodyParser.urlencoded({limit: '50mb', extended: true, parameterLimit: 1000000 }));\n\t\tthis._app.use(xmlParser());\n\t\t\n\t\t// Set port\n\t\tthis._portHTTP = process.env.PORT_HTTP || ResolveIOServer.getServerConfig()['PORT_HTTP'] || 8080;\n\t\tthis._portWSS = process.env.PORT_WSS || ResolveIOServer.getServerConfig()['PORT_WSS'] || 8081;\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup ports');\n\t\t}\n\n\t\t// Create http server and websock server\n\t\tthis.createServer();\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Create server');\n\t\t}\n\n\t\t// Set CORS\n\t\tthis._app.use(function (req, res, next) {\n\n\t\t\t// Website you wish to allow to connect\n\t\t\t// res.setHeader('Access-Control-Allow-Origin', ResolveIOServer.getServerConfig()['ROOT_URL']);\n\t\t\tres.setHeader('Access-Control-Allow-Origin', '*');\n\n\t\t\t// Request methods you wish to allow\n\t\t\t// res.setHeader('Access-Control-Allow-Methods', 'GET, POST, OPTIONS, PUT, PATCH, DELETE');\n\t\t\tres.setHeader('Access-Control-Allow-Methods', 'GET, POST');\n\n\t\t\t// Request headers you wish to allow\n\t\t\tres.setHeader('Access-Control-Allow-Headers', 'X-Requested-With,content-type');\n\n\t\t\t// Set to true if you need the website to include cookies in the requests sent\n\t\t\t// to the API (e.g. in case you use sessions)\n\t\t\tres.setHeader('Access-Control-Allow-Credentials', 'false');\n\n\t\t\t// Pass to next layer of middleware\n\t\t\tnext();\n\t\t});\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup cors');\n\t\t}\n\n\t\t// Set up http login route\n\t\tsetupAuthRoutes(this, this._app, ResolveIOServer.getServerConfig());\n\t\tsetupHealthRoutes(this._app, ResolveIOServer.getServerConfig());\n\n\t\tif (ResolveIOServer.getServerConfig()['CLIENT_NAME'] === 'ResolveIO' || this.standardProgram) {\n\t\t\tsetupHomeRoutes(this, this._app, ResolveIOServer.getServerConfig());\n\t\t}\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup express routes');\n\t\t}\n\t}\n\n\tprivate async startWorkerInstance() {\n\t\tconsole.log('Worker instance started, watching worker-task-reqs...');\n\t\t\n\t\tlet changeStream = WorkerTaskRequests.watchCollection([]);\n\t\n\t\tchangeStream.on('change', async (change) => {\n\t\t\tif (change.operationType === 'insert') {\n\t\t\t\tconst task = change.fullDocument;\n\t\t\t\tif (task) {\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis.processTask(task);\n\t\t\t\t\t}, this._workerTasks.length * 25);\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\t\n\t\tchangeStream.on('error', (error) => {\n\t\t\tconsole.error('Error in change stream worker task requests:', error);\n\t\t\tif (changeStream) {\n\t\t\t\tchangeStream.close();\n\t\t\t}\n\t\t});\n\t\n\t\tchangeStream.on('close', () => {\n\t\t\tconsole.log('Change stream worker task requests closed. Restarting...');\n\t\t\tsetTimeout(() => this.startWorkerInstance(), 5000);\n\t\t});\n\t\n\t\t// Process existing pending tasks\n\t\tconst pendingTasks = await WorkerTaskRequests.find({ status: 'pending' }, { sort: { createdAt: 1 } });\n\t\tfor (const task of pendingTasks) {\n\t\t\tthis.processTask(task);\n\t\t}\n\t}\n\t\n\tprivate async processTask(task: WorkerTaskRequestModel) {\n\t\tif (this._workerTasks.includes(task._id)) {\n\t\t\treturn;\n\t\t}\n\t\n\t\tWorkerTaskRequests.updateOne(\n\t\t\t{ _id: task._id, status: 'pending' },\n\t\t\t{ $set: { status: 'processing' } }\n\t\t).then(async resReq => {\n\t\t\tif (resReq) {\n\t\t\t\tthis._workerTasks.push(task._id);\n\t\n\t\t\t\tlet timedOut = false;\n\t\t\t\tlet timeoutHandle = setTimeout(() => {\n\t\t\t\t\ttimedOut = true;\n\t\t\t\t\tconsole.error('Worker timed out processing task:', task._id);\n\t\n\t\t\t\t\tWorkerTaskResponses.create({\n\t\t\t\t\t\tid_request: task._id,\n\t\t\t\t\t\thas_error: true,\n\t\t\t\t\t\tdata: 'Task timed out.',\n\t\t\t\t\t\tid_user: task.id_user,\n\t\t\t\t\t\tuser: task.user,\n\t\t\t\t\t\tid_ws: task.id_ws\n\t\t\t\t\t});\n\t\n\t\t\t\t\tif (this._workerTasks.includes(task._id)) {\n\t\t\t\t\t\tthis._workerTasks.splice(this._workerTasks.indexOf(task._id), 1);\n\t\t\t\t\t}\n\t\n\t\t\t\t\tWorkerTaskRequests.updateOne(\n\t\t\t\t\t\t{ _id: task._id },\n\t\t\t\t\t\t{ $set: { status: 'timeout' } }\n\t\t\t\t\t);\n\t\t\t\t}, 120000);\n\t\n\t\t\t\ttry {\n\t\t\t\t\tconst result = await this._methodManager.callMethodInternal.call(\n\t\t\t\t\t\tObject.assign({}, this._methodManager, MethodManager.prototype, {\n\t\t\t\t\t\t\tid_user: task.id_user,\n\t\t\t\t\t\t\tuser: task.user,\n\t\t\t\t\t\t\tid_ws: task.id_ws\n\t\t\t\t\t\t}),\n\t\t\t\t\t\ttask.method,\n\t\t\t\t\t\t...task.params\n\t\t\t\t\t);\n\t\n\t\t\t\t\tif (!timedOut) {\n\t\t\t\t\t\tclearTimeout(timeoutHandle);\n\t\n\t\t\t\t\t\tWorkerTaskResponses.create({\n\t\t\t\t\t\t\tid_request: task._id,\n\t\t\t\t\t\t\thas_error: false,\n\t\t\t\t\t\t\tdata: result,\n\t\t\t\t\t\t\tid_user: task.id_user,\n\t\t\t\t\t\t\tuser: task.user,\n\t\t\t\t\t\t\tid_ws: task.id_ws\n\t\t\t\t\t\t});\n\t\n\t\t\t\t\t\tif (this._workerTasks.includes(task._id)) {\n\t\t\t\t\t\t\tthis._workerTasks.splice(this._workerTasks.indexOf(task._id), 1);\n\t\t\t\t\t\t}\n\t\n\t\t\t\t\t\tWorkerTaskRequests.updateOne(\n\t\t\t\t\t\t\t{ _id: task._id },\n\t\t\t\t\t\t\t{ $set: { status: 'complete' } }\n\t\t\t\t\t\t);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tcatch (err) {\n\t\t\t\t\tif (!timedOut) {\n\t\t\t\t\t\tclearTimeout(timeoutHandle);\n\t\n\t\t\t\t\t\tconsole.error('Worker failed to process task:', task._id, err);\n\t\n\t\t\t\t\t\tWorkerTaskResponses.create({\n\t\t\t\t\t\t\tid_request: task._id,\n\t\t\t\t\t\t\thas_error: true,\n\t\t\t\t\t\t\tdata: err.message,\n\t\t\t\t\t\t\tid_user: task.id_user,\n\t\t\t\t\t\t\tuser: task.user,\n\t\t\t\t\t\t\tid_ws: task.id_ws\n\t\t\t\t\t\t});\n\t\n\t\t\t\t\t\tif (this._workerTasks.includes(task._id)) {\n\t\t\t\t\t\t\tthis._workerTasks.splice(this._workerTasks.indexOf(task._id), 1);\n\t\t\t\t\t\t}\n\t\n\t\t\t\t\t\tWorkerTaskRequests.updateOne(\n\t\t\t\t\t\t\t{ _id: task._id },\n\t\t\t\t\t\t\t{ $set: { status: 'complete' } }\n\t\t\t\t\t\t);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}, () => {});\n\t}\n\n\tprivate safeShutdown() {\n\t\tif (!this._safeShutdown) {\n\t\t\tconsole.log(new Date(), 'Safe Shutdown Command Received');\n\t\t}\n\n\t\tif (\n\t\t\t!this._monitorManagerFunction.getActiveMonitorFunctions().length && \n\t\t\t// (!this._monitorManagerFunction.getLastCompletedMonitorFunction() ||\n\t\t\t// Date.now() >= this._monitorManagerFunction.getLastCompletedMonitorFunction().endTime.getTime() + 1500) &&\n\t\t\t!this._offlineUpdates.length\n\t\t) {\n\t\t\tif (ResolveIOServer.getMongoConnection()) {\n\t\t\t\tResolveIOServer.getMongoConnection().close(false).then(() => {\n\t\t\t\t\tconsole.log(new Date(), 'Safe Exit Complete, Process Exit');\n\t\t\t\t\tprocess.exit(0);\n\t\t\t\t}, () => {process.exit(1)});\n\t\t\t}\n\t\t\telse {\n\t\t\t\tprocess.exit(0);\n\t\t\t}\n\t\t}\n\t\telse {\n\t\t\tif (!this._safeShutdown) {\n\t\t\t\tthis._safeShutdown = true;\n\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis._safeShutdown = false;\n\t\t\t\t}, 1000);\n\n\t\t\t\tconsole.log(new Date(), \n\t\t\t\t\t'Safe Exit In Progress', \n\t\t\t\t\tthis._monitorManagerFunction.getActiveMonitorFunctions().length, \n\t\t\t\t\t// this._monitorManagerFunction.getLastCompletedMonitorFunction() ? this._monitorManagerFunction.getLastCompletedMonitorFunction().endTime : '',\n\t\t\t\t\tthis._offlineUpdates.length\n\t\t\t\t);\n\t\t\t}\n\n\t\t\tsetImmediate(() => {\n\t\t\t\tthis.safeShutdown();\n\t\t\t});\n\t\t}\n\t}\n\n\tgetIsWorkersEnabled() {\n\t\treturn this._isWorkersEnabled;\n\t}\n\n\tgetIsWorkerInstance() {\n\t\treturn this._isWorkerInstance;\n\t}\n\n\tpublic getWSList() {\n\t\tlet res = [];\n\n\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\tres.push(ws['id_socket']);\n\t\t});\n\n\t\treturn res;\n\t}\n\n\tpublic getWSUserList() {\n\t\tlet res = [];\n\n\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\tres.push(ws['id_user']);\n\t\t});\n\n\t\treturn res;\n\t}\n\n\tpublic getHTTPServer() {\n\t\treturn this._serverHTTP;\n\t}\n\n\tpublic getCronManager() {\n\t\treturn this._cronManager;\n\t}\n\n\tpublic getMethodManager() {\n\t\treturn this._methodManager;\n\t}\n\n\tpublic getSubscriptionManager() {\n\t\treturn this._subscriptionManager;\n\t}\n\n\tpublic getMonitorManager() {\n\t\treturn this._monitorManager;\n\t}\n\n\tpublic getRebootFlag() {\n\t\treturn this._rebootFlag;\n\t}\n\n\tpublic getWebSocketManager(): WebSocketManager {\n\t\treturn this._websocketManager;\n\t}\n\n\tprivate createServer(): void {\n\t\t// Start express server\n\t\tthis._serverHTTP = createServer(this._app);\n\t\tthis._serverHTTP.keepAliveTimeout = 65000;\n\t\tthis._serverHTTP.headersTimeout = 66000; // This should be bigger than `keepAliveTimeout + your server's expected response time`\n\n\t\t// Start websocket server\n\t\t// Verify client with token before opening socket\n\t\tthis._serverWSS = new WebSocket.Server({\n\t\t\tport: this._portWSS,\n\t\t\tverifyClient: this.publicProgram ? null : async (info, cb) => {\n\t\t\t\tif (this._rebootFlag) {\n\t\t\t\t\tcb(false, 409, 'Unable To Process');\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\t\t\tconsole.log('Verify Client', info, cb);\n\t\t\t\t\t}\n\n\t\t\t\t\tlet infoData = (<string>info.req.headers['sec-websocket-protocol']).split(/,/);\n\n\t\t\t\t\tif (info.origin !== ResolveIOServer.getServerConfig()['ROOT_URL'] && info.origin !== ResolveIOServer.getServerConfig()['SEC_ROOT_URL'] && info.origin !== ResolveIOServer.getServerConfig()['RESOLVEIO_URL'] && info.origin !== ResolveIOServer.getServerConfig()['RESOLVEIO_SECONDARY_URL']) {\n\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tlet token = infoData[0];\n\t\t\t\t\t\tif (!token) {\n\t\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tjwt.verify(token, ResolveIOServer.getServerConfig()['JWT_SECRET'], async (err, decoded) => {\n\t\t\t\t\t\t\t\tif (err) {\n\t\t\t\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\t\tinfo.req['id_user'] = decoded['id_user'];\n\t\t\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\t\t\tlet user = await Users.findById(decoded['id_user']);\n\t\t\t\t\t\t\t\t\t\tif (user) {\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['user'] = user.fullname;\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['user_readonly'] = user.readonly || false;\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['doc_user'] = user;\n\t\t\t\t\t\t\t\t\t\t\tcb(true);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\t\t\t\tcb(false);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\t\t\t\t\tcb(false);\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\t}\n\n\t// Listen to port for websocket\n\tprivate listen(): void {\n\t\tthis._serverHTTP.listen(this._portHTTP, () => {\n\t\t\tconsole.log('Running server on port %s', this._portHTTP);\n\t\t});\n\n\t\tthis._serverWSS.on('listening', () => {\n\t\t\tconsole.log('Running server on port %s', this._portWSS);\n\t\t});\n\n\t\t// On websocket connection (already verified)\n\t\tthis._serverWSS.on('connection', (ws, req) => {\n\t\t\tif (!this.publicProgram) {\n\t\t\t\t// Get user from token\n\t\t\t\tws['id_user'] = req['id_user'];\n\t\t\t\tws['user'] = req['user'];\n\t\t\t\tws['user_readonly'] = req['user_readonly'];\n\t\t\t\tws['doc_user'] = req['doc_user'];\n\n\t\t\t\tif (ws['user'] !== 'Admin' && ResolveIOServer.getServerConfig()['CLIENT_NAME'] !== 'ResolveIO') {\n\t\t\t\t\tthis.getMethodManager().callMethodInternal.call(this.getMethodManager(), 'supportCreateBillingUser', {\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tuser: ws['user'],\n\t\t\t\t\t\tdate: new Date(),\n\t\t\t\t\t\tclient: ResolveIOServer.getClientName()\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tws['id_socket'] = objectIdHexString();\n\t\t\tws['retryCnt'] = 0;\n\n\t\t\tthis._websocketManager.addWebSocket(ws);\n\n\t\t\tthis._subscriptionManager.createLoggedInUser(ws['id_socket']).then(() => {\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\tws.send('ping', (error) => {\n\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Ping');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t}\n\t\t\t\t\t});\n\t\t\t\t}, 5000);\n\t\t\t});\n\n\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\tconsole.log('Connection from: ' + req['user']);\n\t\t\t}\n\t\t\t\n\t\t\t// Use for keeping connection alive (ping/pong)\n\t\t\tws['isAlive'] = true;\n\t\t\tws.on('message', async (message: string) => {\n\t\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\t\tconsole.log('Message from: ' + ws['user'], message);\n\t\t\t\t}\n\n\t\t\t\tthis._debugMsgRecv += 1;\n\n\t\t\t\tlet parseErrorFound = false;\n\n\t\t\t\tlet socketData = [];\n\t\t\t\t\n\t\t\t\ttry {\n\t\t\t\t\tsocketData = JSON.parse(message, dateReviver);\n\t\t\t\t}\n\t\t\t\tcatch(e) {\n\t\t\t\t\tconsole.log('Error - JSON.parse', message);\n\t\t\t\t\t\n\t\t\t\t\tthis._methodManager.sendEmail('dev@resolveio.com', 'SERVER - JSON Parse Error - ' + ResolveIOServer.getServerConfig()['CLIENT_NAME'], JSON.stringify([message, e]));\n\n\t\t\t\t\tparseErrorFound = true;\n\t\t\t\t}\n\n\t\t\t\tif (!parseErrorFound) {\n\t\t\t\t\tif (typeof socketData === 'string' && socketData === 'ping') {\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\tws.send('pong', (error) => {\n\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Pong');\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\telse if (typeof socketData === 'string' && socketData === 'pong') {\n\t\t\t\t\t\tws['isAlive'] = true;\n\t\t\t\t\t\tws['pongTime'] = new Date();\n\t\t\t\t\t\tws['latency'] = moment.duration(moment(ws['pongTime']).diff(ws['pingTime'])).asMilliseconds();\n\t\t\t\t\t\tthis._subscriptionManager.loggedInLatency(ws);\n\t\t\t\t\t\t\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\n\t\t\t\t\tif (!Array.isArray(socketData[0])) {\n\t\t\t\t\t\t// Not an array, invalid message\n\t\t\t\t\t\tconsole.log('Invalid message format, expected array:', socketData);\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tfor (let message of socketData) {\n\t\t\t\t\t\t\tawait this.processSocketMessage(ws, message);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t})\n\t\t\t.on('end', () => {\n\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\tconsole.log(new Date(), 'Server App', 'WS End');\n\t\t\t\t}\n\t\t\t})\n\t\t\t.on('close', () => {\n\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\tconsole.log(new Date(), 'Server App', 'WS Close');\n\t\t\t\t}\n\t\t\t})\n\t\t\t.on('error', error => {\n\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\tconsole.log(new Date(), ws['user'], ws['id_socket'], 'WS Error');\n\t\t\t\t}\n\t\t\t\t\n\t\t\t});\n\t\t});\n\n\t\t// Keep alive timer to ping/pong\n\t\tsetInterval(() => {\n\t\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\t\tif (ws['pingTime'] && Date.now() - ws['pingTime'].getTime() >= 20000) {\n\t\t\t\t\tif (ws['isAlive'] === false) {\n\t\t\t\t\t\tws['retryCnt']++;\n\n\t\t\t\t\t\tif (ws['retryCnt'] >= 3) {\n\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\t\t\tws.send('ping', (error) => {\n\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Ping');\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tws['retryCnt'] = 0;\n\t\t\t\t\t\tws['isAlive'] = false;\n\t\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\t\tws.send('ping', (error) => {\n\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Ping');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t});\n\t\t}, 20000);\n\t}\n\n\tprivate async processSocketMessage(ws: WebSocket, socketData: any[]) {\n\t\tlet messageRoute = socketData[0];\n\n\t\tif (!this.publicProgram && this._clientRoutes.some(a => messageRoute.includes(a)) && !ws['doc_user'].roles.groups.some(a => a.views.some(b => messageRoute.includes(b) || b.includes(messageRoute))) && !ws['doc_user'].roles.super_admin) {\n\t\t\treturn;\n\t\t}\n\n\t\tlet messageDate = socketData[1];\n\t\tlet messageId = socketData[2];\n\t\tlet type = socketData[3];\n\n\t\tif (type === 'subscription') {\n\t\t\tlet subType = socketData[4];\n\t\t\tlet pub = socketData[5];\n\n\t\t\t// Subscribe\n\t\t\tif (subType === 'sub') {\n\t\t\t\tthis._subscriptionManager.subscribe(messageRoute, messageDate, ws, messageId, pub, socketData.slice(6));\n\t\t\t}\n\t\t\t// Unsubscribe\n\t\t\telse {\n\t\t\t\tthis._subscriptionManager.unsubscribe(messageRoute, messageDate, ws, messageId, pub, socketData.slice(6));\n\t\t\t}\n\t\t}\n\t\telse if (!this.publicProgram && type === 'offline') {\n\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\tmessageId: messageId,\n\t\t\t\thasError: false,\n\t\t\t\tdata: 'ACK'\n\t\t\t};\n\n\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\tthis._websocketManager.send(ws, serverRes);\n\t\t\t}\n\n\t\t\tthis._offlineUpdates.push(ws);\n\t\t\tlet offlineUpdates = socketData[4];\n\n\t\t\tfor (let i = 0; i < offlineUpdates.length; i++) {\n\t\t\t\tlet update = offlineUpdates[i];\n\n\t\t\t\tlet data = update.data;\n\n\t\t\t\tlet updateRoute = data.shift();\n\t\t\t\tlet updateDate = data.shift();\n\t\t\t\tlet updateMessageId = data.shift();\n\t\t\t\tlet updateType = data.shift();\n\t\t\t\tlet method = data.shift();\n\t\t\t\tlet methodLatencyId = objectIdHexString();\n\n\t\t\t\tlet serverResMethod: ServerResponseModel = {\n\t\t\t\t\tmessageId: updateMessageId,\n\t\t\t\t\thasError: false,\n\t\t\t\t\tdata: 'ACK'\n\t\t\t\t};\n\n\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\tthis._websocketManager.send(ws, serverResMethod);\n\t\t\t\t}\n\n\t\t\t\tif (method === 'insertDocument' && data[0] === 'driver-gps') {\n\t\t\t\t\tcontinue;\n\t\t\t\t}\n\n\t\t\t\tif (\n\t\t\t\t\tResolveIOServer.getServerConfig()['ROOT_URL'] !== 'https://resolveio.com'\n\t\t\t\t&& ResolveIOServer.getServerConfig()['ROOT_URL'] !== 'http://localhost:4200'\n\t\t\t\t) {\n\t\t\t\t\tResolveIOServer.getLocalLogManager().writeLog({\n\t\t\t\t\t\ttype: 'log-method-latency',\n\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t_id: methodLatencyId,\n\t\t\t\t\t\t\t__v: 0,\n\t\t\t\t\t\t\tdate_start: new Date(),\n\t\t\t\t\t\t\tdate_end: null,\n\t\t\t\t\t\t\tlatency_ms: 0,\n\t\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\t}\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tLogMethodLatencies.create({\n\t\t\t\t\t\t_id: methodLatencyId,\n\t\t\t\t\t\t__v: 0,\n\t\t\t\t\t\tdate_start: new Date(),\n\t\t\t\t\t\tdate_end: null,\n\t\t\t\t\t\tlatency_ms: 0,\n\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\tclient: 'ResolveIO',\n\t\t\t\t\t\tinstance: 'backend.resolveio.com'\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\tif (method !== 'reportBuilderGetResults' && method !== 'reportBuilderGetDistinctValue' && method !== 'reportBuilderBuildTree' && method !== 'generatePDF' && method !== 'getWOOfflineData' && method !== 'countQuery' && method !== 'countWithQuery' && method !== 'countCollectionWithQuery' && method !== 'find' && method !== 'findOne' && method !== 'findWithOptions' && method !== 'getDrivers' && method !== 'processAirdropDistribution') {\n\t\t\t\t\tif (\n\t\t\t\t\t\tResolveIOServer.getServerConfig()['ROOT_URL'] !== 'https://resolveio.com'\n\t\t\t\t\t&& ResolveIOServer.getServerConfig()['ROOT_URL'] !== 'http://localhost:4200'\n\t\t\t\t\t) {\n\t\t\t\t\t\tResolveIOServer.getLocalLogManager().writeLog({\n\t\t\t\t\t\t\ttype: 'log',\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\t\troute: messageRoute\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tLogs.insertOne({\n\t\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\troute: messageRoute,\n\t\t\t\t\t\t\tclient: 'ResolveIO',\n\t\t\t\t\t\t\tinstance: 'backend.resolveio.com'\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif (this._methodManager._methods[method]) {\n\t\t\t\t\ttry {\n\t\t\t\t\t\tawait this._methodManager.callMethodInternal.call(Object.assign({}, this._methodManager, MethodManager.prototype, {id_user: ws['id_user'], user: ws['user'], id_ws: ws['id_socket']}), method, ...data);\n\t\t\t\t\t}\n\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\tconsole.log(new Date(), 'Offline Error', JSON.stringify(err, null, 2));\n\t\t\t\t\t}\n\n\t\t\t\t\tif (method === 'updateDocumentOffline' || method === 'updateDocumentPropsOffline') {\n\t\t\t\t\t\tResolveIOServer.getMongoManager().invalidateQueryCache(data[0]);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tconsole.log('Offline - Could not find method: ' + method);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tthis._offlineUpdates.splice(this._offlineUpdates.map(a => a['id_socket']).indexOf(ws['id_socket']), 1);\n\t\t}\n\t\telse { //methods\n\t\t\tlet data = [...socketData];\n\t\t\t\n\t\t\tlet messageRoute: string = data.shift();\n\t\t\tlet messageDate: Date = data.shift();\n\t\t\tlet messageId: number = data.shift();\n\t\t\tlet type: string = data.shift();\n\n\t\t\tif (type === 'method') {\n\t\t\t\tlet method = data.shift();\n\n\t\t\t\tif (ws['user_readonly']) {\n\t\t\t\t\treturn;\n\t\t\t\t}\n\n\t\t\t\tlet methodLatencyId = objectIdHexString();\n\n\t\t\t\tif (\n\t\t\t\t\tResolveIOServer.getServerConfig()['ROOT_URL'] !== 'https://resolveio.com'\n\t\t\t\t&& ResolveIOServer.getServerConfig()['ROOT_URL'] !== 'http://localhost:4200'\n\t\t\t\t) {\n\t\t\t\t\tResolveIOServer.getLocalLogManager().writeLog({\n\t\t\t\t\t\ttype: 'log-method-latency',\n\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t_id: methodLatencyId,\n\t\t\t\t\t\t\t__v: 0,\n\t\t\t\t\t\t\tdate_start: new Date(),\n\t\t\t\t\t\t\tdate_end: null,\n\t\t\t\t\t\t\tlatency_ms: 0,\n\t\t\t\t\t\t\tmethod: method\n\t\t\t\t\t\t}\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tLogMethodLatencies.create({\n\t\t\t\t\t\t_id: methodLatencyId,\n\t\t\t\t\t\t__v: 0,\n\t\t\t\t\t\tdate_start: new Date(),\n\t\t\t\t\t\tdate_end: null,\n\t\t\t\t\t\tlatency_ms: 0,\n\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\tclient: 'ResolveIO',\n\t\t\t\t\t\tinstance: 'backend.resolveio.com'\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\tif (method !== 'reportBuilderGetResults' && method !== 'reportBuilderGetDistinctValue' && method !== 'reportBuilderBuildTree' && method !== 'generatePDF' && method !== 'getWOOfflineData' && method !== 'countQuery' && method !== 'countWithQuery' && method !== 'countCollectionWithQuery' && method !== 'find' && method !== 'findOne' && method !== 'findWithOptions' && method !== 'getDrivers' && method !== 'processAirdropDistribution') {\n\t\t\t\t\tif (\n\t\t\t\t\t\tResolveIOServer.getServerConfig()['ROOT_URL'] !== 'https://resolveio.com'\n\t\t\t\t\t&& ResolveIOServer.getServerConfig()['ROOT_URL'] !== 'http://localhost:4200'\n\t\t\t\t\t) {\n\t\t\t\t\t\tResolveIOServer.getLocalLogManager().writeLog({\n\t\t\t\t\t\t\ttype: 'log',\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\t\troute: messageRoute\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tLogs.insertOne({\n\t\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\troute: messageRoute,\n\t\t\t\t\t\t\tclient: 'ResolveIO',\n\t\t\t\t\t\t\tinstance: 'backend.resolveio.com'\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\thasError: false,\n\t\t\t\t\tdata: 'ACK'\n\t\t\t\t};\n\n\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\tthis._websocketManager.send(ws, serverRes);\n\t\t\t\t}\n\n\t\t\t\tif (this._methodManager._methods[method]) {\n\t\t\t\t\tthis._methodManager.callMethod(methodLatencyId, ws, messageDate, messageId, method, ...data);\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tconsole.log('Could not find method: ' + method);\n\t\t\t\t}\n\t\t\t}\n\t\t\t// else if (type === 'methodResponse') {\n\t\t\t// \tlet method = data.shift();\n\n\t\t\t// \tMethodResponses.findOne({ $and: [{ id_user: ws['id_user'] }, { message_id: messageId }, { method: method }, { date: messageDate }] }).then(\n\t\t\t// \t\tres => {\n\t\t\t// \t\t\tif (res) {\n\t\t\t// \t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t// \t\t\t\t\tthis._websocketManager.send(ws, res.response);\n\t\t\t// \t\t\t\t}\n\t\t\t// \t\t\t}\n\t\t\t// \t\t},\n\t\t\t// \t\terr => {}\n\t\t\t// \t);\n\t\t\t// }\n\t\t}\n\t}\n\n\tpublic unsubscribeWS(ws: WebSocket) {\n\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\tconsole.log(new Date(), 'Server App', 'Unsub WS', ws['user'], ws['id_socket']);\n\t\t}\n\t\tthis._subscriptionManager.unsubscribeAll(ws);\n\t\tws.removeAllListeners();\n\t\tws = null;\n\t}\n\n\tpublic getApp() {\n\t\treturn this._app;\n\t}\n\n\tpublic getServerConfig() {\n\t\treturn ResolveIOServer.getServerConfig();\n\t}\n}"]}
+{"version":3,"sources":["../../src/server-app.ts"],"names":["http_1","require","express","bodyParser","xmlParser","WebSocket","jwt","moment","common_1","cron_manager_1","method_manager_1","subscription_manager_1","monitor_manager_1","log_collection_1","user_collection_1","home_1","auth_1","health_1","mongodb_1","websocket_manager_1","resolveio_server_app_1","ResolveIOMainServer","this","_offlineUpdates","sesMail","standardProgram","publicProgram","_rebootFlag","LOGGER","_clientRoutes","_lastErrorMsg","_debugMsgRecv","_debugMsgQueue","_isWorkersEnabled","_isWorkerInstance","_safeShutdown","_workers","_taskQueue","_inFlightRequests","_serverStartTime","Date","_monitorManager","MonitorManager","_monitorManagerFunction","MonitorManagerFunction","prototype","initServerApp","_this","process","env","IS_WORKERS_ENABLED","IS_WORKER_INSTANCE","setInterval","_subscriptionManager","getEnableDebug","console","log","on","error","rej","__awaiter","diffTimeSec","diff","MongoNetworkTimeoutError","setTimeout","_methodManager","sendEmail","ResolveIOServer","getServerConfig","JSON","stringify","name","message","stack","_a","sent","exit","_serverHTTP","close","safeShutdown","MethodManager","_cronManager","CronManager","startWorkerInstance","_websocketManager","WebSocketManager","startServerInstance","SubscriptionManager","_serverWSS","listen","_app","use","json","limit","reviver","dateReviver","urlencoded","extended","parameterLimit","_portHTTP","PORT_HTTP","_portWSS","PORT_WSS","createServer","req","res","next","setHeader","setupAuthRoutes","setupHealthRoutes","setupHomeRoutes","wsUrl","connect","ws","WORKER_INDEX","NODE_APP_INSTANCE","rawData","msg","parse","toString","e","type","handleIncomingTask","err","data","taskId","method","params","userContext","timedOut","timeoutHandle","sendWorkerResponse","managerThis","Object","assign","id_user","user","id_ws","callMethod","call","apply","__spreadArray","__read","result","_b","clearTimeout","err_1","payload","send","getActiveMonitorFunctions","length","setImmediate","getMongoConnection","then","getIsWorkersEnabled","getIsWorkerInstance","getWSList","clients","forEach","push","getWSUserList","getHTTPServer","getCronManager","getMethodManager","getSubscriptionManager","getMonitorManager","getRebootFlag","getWebSocketManager","keepAliveTimeout","headersTimeout","Server","port","verifyClient","info","cb","url","includes","urlParts","split","infoData","headers","origin","token","verify","decoded","Users","findById","fullname","readonly","workerId_1","objectIdHexString","id","activeTasks","maxConcurrency","handleWorkerMessage","filter","w","addWebSocket","createLoggedInUser","unsubscribeWS","socketData","processSocketMessage","now","getTime","readyState","OPEN","duration","asMilliseconds","loggedInLatency","Array","isArray","socketData_1","__values","socketData_1_1","value","handleClientMessage","messageRoute","messageDate","messageId","some","a","roles","groups","views","b","super_admin","subType","pub","subscribe","slice","unsubscribe","serverRes","hasError","offlineUpdates","i","update","shift","updateMessageId","serverResMethod","getLocalLogManager","writeLog","_id","collection","id_document","getBinarySize","route","Logs","insertOne","client","instance","_methods","err_3","getMongoManager","invalidateQueryCache","splice","map","indexOf","dataCopy","msgId","methodName","ack","worker","findAvailableWorker","queueTask","callMethodLocally","err_4","dispatchQueue","item","assignTaskToWorker","candidates","x","sort","task","Math","max","unshift","workerId","messageStr","inflight","find","unsubscribeAll","removeAllListeners","getApp","exports"],"mappings":"+xEAAAA,Q,0FAAAC,QAAA,MAAA,GACAC,QAAAD,QAAA,SAAA,EACAE,WAAAF,QAAA,aAAA,EACAG,UAAAH,QAAA,wBAAA,EACAI,UAAAJ,QAAA,IAAA,EACAK,IAAAL,QAAA,cAAA,EACAM,OAAAN,QAAA,iBAAA,EAEAO,SAAAP,QAAA,eAAA,EACAQ,eAAAR,QAAA,yBAAA,EACAS,iBAAAT,QAAA,2BAAA,EACAU,uBAAAV,QAAA,iCAAA,EACAW,kBAAAX,QAAA,4BAAA,EAEAY,iBAAAZ,QAAA,8BAAA,EACAa,kBAAAb,QAAA,+BAAA,EAEAc,OAAAd,QAAA,aAAA,EACAe,OAAAf,QAAA,aAAA,EACAgB,SAAAhB,QAAA,eAAA,EACAiB,UAAAjB,QAAA,SAAA,EAEAkB,oBAAAlB,QAAA,8BAAA,EACAmB,uBAAAnB,QAAA,wBAAA,EAsBAoB,oBAAA,WAqCC,SAAAA,sBA/BQC,KAAAC,gBAAkB,GACnBD,KAAAE,QAAU,CAAA,EACTF,KAAAG,gBAAkB,CAAA,EAClBH,KAAAI,cAAgB,CAAA,EAChBJ,KAAAK,YAAc,CAAA,EAEdL,KAAAM,OAAS,QAQTN,KAAAO,cAA0B,GAG1BP,KAAAQ,cAAsB,KAEtBR,KAAAS,cAAgB,EAChBT,KAAAU,eAAiB,EAEjBV,KAAAW,kBAAoB,CAAA,EACpBX,KAAAY,kBAAoB,CAAA,EAEpBZ,KAAAa,cAAgB,CAAA,EAEhBb,KAAAc,SAA+B,GAC/Bd,KAAAe,WAA8B,GAC9Bf,KAAAgB,kBAA2D,GAGlEhB,KAAKiB,iBAAmB,IAAIC,KAC5BlB,KAAKQ,cAAgB,KACrBR,KAAKmB,gBAAkB,IAAI7B,kBAAA8B,eAC3BpB,KAAKqB,wBAA0B,IAAI/B,kBAAAgC,sBACpC,CA8iCD,OA5iCCvB,oBAAAwB,UAAAC,cAAA,WAAA,IAAAC,EAAAzB,KAECA,KAAKW,kBAAuD,SAAnCe,QAAQC,IAAIC,mBACrC5B,KAAKY,kBAAuD,SAAnCc,QAAQC,IAAIE,mBAErCC,YAAY,WACPL,EAAKM,sBAAwBN,EAAKM,qBAAqBC,eAAc,IACxEC,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,gBAAiBO,EAAKhB,aAAa,EACzEwB,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,iBAAkBO,EAAKf,cAAc,GAG5Ee,EAAKf,eAAiB,EACtBe,EAAKhB,cAAgB,CACtB,EAAG,GAAK,EAERiB,QAAQS,GAAG,qBAAsB,SAAOC,EAAOC,GAAG,OAAAC,UAAAb,EAAA,KAAA,EAAA,KAAA,EAAA,W,wEAEjD,OAAIW,GAA2B,eAAlBA,EAAY,MAAwC,KAAlBA,EAAY,KAC1D,CAAA,IAODH,QAAQG,MAAM,IAAIlB,KAAQ,iCAAkC,CAACkB,EAAOC,EAAI,EAEpEE,EAActD,OAAM,EAAGuD,KAAKxC,KAAKiB,iBAAkB,SAAS,EAG5DmB,IAA4B,6BAAlBA,EAAY,MAAoCA,aAAiBxC,UAAA6C,0BAC5D,GAAdF,GAAqBvC,CAAAA,KAAKQ,eAC7BR,KAAKQ,cAAgB,IAAIU,KACzBwB,WAAW,WACVjB,EAAKjB,cAAgB,IACtB,EAAG,GAAK,EAGR,CAAA,EAAMR,KAAK2C,eAAeC,UAAU,oBAAqB,yDAA2D9C,uBAAA+C,gBAAgBC,gBAAe,EAAgB,YAAGC,KAAKC,UAAU,CACpLC,KAAMb,EAAY,KAClBc,QAASd,EAAe,QACxBe,MAAOf,EAAa,K,EAClB,KAAM,CAAC,CAAC,IAXR,CAAA,EAAA,GADD,CAAA,EAAA,I,OAQFgB,EAAAC,KAAA,EAOA3B,QAAQ4B,KAAK,CAAC,E,4CAGPlB,GAA2B,eAAlBA,EAAY,MAA2C,eAArBA,EAAe,QAChD,GAAdG,GAAqBvC,CAAAA,KAAKQ,eAC7BR,KAAKQ,cAAgB,IAAIU,KAEzBwB,WAAW,WACVjB,EAAKjB,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAMR,KAAK2C,eAAeC,UAAU,oBAAqB,oDAAsD9C,uBAAA+C,gBAAgBC,gBAAe,EAAgB,YAAGC,KAAKC,UAAU,CAACZ,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPxO,CAAA,EAAA,GADI,CAAA,EAAA,G,OAQPgB,EAAAC,KAAA,E,wBAGD3B,QAAQ4B,KAAK,CAAC,E,qBAENlB,GAA2B,eAAlBA,EAAY,MAA2C,iCAArBA,EAAe,QAChD,GAAdG,GAAqBvC,CAAAA,KAAKQ,eAC7BR,KAAKQ,cAAgB,IAAIU,KAEzBwB,WAAW,WACVjB,EAAKjB,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAMR,KAAK2C,eAAeC,UAAU,oBAAqB,oDAAsD9C,uBAAA+C,gBAAgBC,gBAAe,EAAgB,YAAGC,KAAKC,UAAU,CAACZ,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPxO,CAAA,EAAA,GADI,CAAA,EAAA,G,OAQPgB,EAAAC,KAAA,E,wBAGD3B,QAAQ4B,KAAK,CAAC,E,cAENlB,GACc,gBAAlBA,EAAY,MAA4C,KAArBA,EAAe,SACnC,GAAdG,GAAoB,CAACvC,KAAKQ,gBAC7BR,KAAKQ,cAAgB,IAAIU,KAEzBwB,WAAW,WACVjB,EAAKjB,cAAgB,IACtB,EAAG,GAAK,EAERR,KAAK2C,eAAeC,UAAU,oBAAqB,kCAAoC9C,uBAAA+C,gBAAgBC,gBAAe,EAAgB,YAAGC,KAAKC,UAAU,CAACZ,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,G,kCAItN,EAEDV,QAAQS,GAAG,oBAAqB,SAAMC,GAAK,OAAAE,UAAAb,EAAA,KAAA,EAAA,KAAA,EAAA,W,6EAC1CQ,QAAQG,MAAMA,EAAO,2BAA2B,EAI9B,GAFAnD,OAAM,EAAGuD,KAAKxC,KAAKiB,iBAAkB,SAAS,GAEvCjB,CAAAA,KAAKQ,gBAC7BR,KAAKQ,cAAgB,IAAIU,KAEzBwB,WAAW,WACVjB,EAAKjB,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAMR,KAAK2C,eAAeC,UAAU,oBAAqB,kCAAoC9C,uBAAA+C,gBAAgBC,gBAAe,EAAgB,YAAGC,KAAKC,UAAU,CAACZ,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPtN,CAAA,EAAA,G,OAOHgB,EAAAC,KAAA,E,gCAED,EAGD3B,QAAQS,GAAG,SAAU,WACpBV,EAAKpB,YAAc,CAAA,EACfoB,EAAK8B,aACR9B,EAAK8B,YAAYC,MAAK,EAEvB/B,EAAKgC,aAAY,CAClB,CAAC,EAED/B,QAAQS,GAAG,UAAW,WACrBV,EAAKpB,YAAc,CAAA,EACfoB,EAAK8B,aACR9B,EAAK8B,YAAYC,MAAK,EAEvB/B,EAAKgC,aAAY,CAClB,CAAC,EAED/B,QAAQS,GAAG,UAAW,WACrBV,EAAKpB,YAAc,CAAA,EACfoB,EAAK8B,aACR9B,EAAK8B,YAAYC,MAAK,EAEvB/B,EAAKgC,aAAY,CAClB,CAAC,EAEmB,UAAhBzD,KAAKM,QACR2B,QAAQC,IAAI,2BAA2B,EAGpClC,KAAKW,kBACJX,KAAKY,mBACRqB,QAAQC,IAAI,8BAA8B,EAC1ClC,KAAK2C,eAAiB,IAAIvD,iBAAAsE,cAAc1D,KAAKqB,wBAAyBrB,KAAKW,kBAAmBX,KAAKY,iBAAiB,EACpHZ,KAAK2D,aAAe,IAAIxE,eAAAyE,YACxB5D,KAAK6D,oBAAmB,IAGxB5B,QAAQC,IAAI,8BAA8B,EAC1ClC,KAAK8D,kBAAoB,IAAIjE,oBAAAkE,iBAAiB/D,IAAI,EAClDA,KAAKgE,oBAAmB,EACxBhE,KAAK2C,eAAiB,IAAIvD,iBAAAsE,cAAc1D,KAAKqB,wBAAyBrB,KAAKW,kBAAmBX,KAAKY,iBAAiB,EACpHZ,KAAK+B,qBAAuB,IAAI1C,uBAAA4E,oBAAoBjE,KAAKkE,WAAYpE,uBAAA+C,gBAAgBC,gBAAe,EAAI9C,KAAKqB,uBAAuB,EACpIrB,KAAKmE,OAAM,IAIZlC,QAAQC,IAAI,+BAA+B,EAC3ClC,KAAK8D,kBAAoB,IAAIjE,oBAAAkE,iBAAiB/D,IAAI,EAClDA,KAAKgE,oBAAmB,EACxBhE,KAAK2C,eAAiB,IAAIvD,iBAAAsE,cAAc1D,KAAKqB,wBAAyBrB,KAAKW,kBAAmBX,KAAKY,iBAAiB,EACpHZ,KAAK+B,qBAAuB,IAAI1C,uBAAA4E,oBAAoBjE,KAAKkE,WAAYpE,uBAAA+C,gBAAgBC,gBAAe,EAAI9C,KAAKqB,uBAAuB,EACpIrB,KAAK2D,aAAe,IAAIxE,eAAAyE,YACxB5D,KAAKmE,OAAM,EAEb,EAEQpE,oBAAAwB,UAAAyC,oBAAR,WAEChE,KAAKoE,KAAOxF,QAAO,EAEnBoB,KAAKoE,KAAKC,IAAIxF,WAAWyF,KAAK,CAACC,MAAO,OAAQC,QAAStF,SAAAuF,WAAW,CAAC,CAAC,EACpEzE,KAAKoE,KAAKC,IAAIxF,WAAW6F,WAAW,CAACH,MAAO,OAAQI,SAAU,CAAA,EAAMC,eAAgB,GAAO,CAAE,CAAC,EAC9F5E,KAAKoE,KAAKC,IAAIvF,UAAS,CAAE,EAGzBkB,KAAK6E,UAAYnD,QAAQC,IAAImD,WAAahF,uBAAA+C,gBAAgBC,gBAAe,EAAc,WAAK,KAC5F9C,KAAK+E,SAAWrD,QAAQC,IAAIqD,UAAYlF,uBAAA+C,gBAAgBC,gBAAe,EAAa,UAAK,KAErE,UAAhB9C,KAAKM,QACR2B,QAAQC,IAAI,aAAa,EAI1BlC,KAAKiF,aAAY,EAEG,UAAhBjF,KAAKM,QACR2B,QAAQC,IAAI,eAAe,EAI5BlC,KAAKoE,KAAKC,IAAI,SAAUa,EAAKC,EAAKC,GACjCD,EAAIE,UAAU,8BAA+B,GAAG,EAChDF,EAAIE,UAAU,+BAAgC,WAAW,EACzDF,EAAIE,UAAU,+BAAgC,+BAA+B,EAC7EF,EAAIE,UAAU,mCAAoC,OAAO,EACzDD,EAAI,CACL,CAAC,EAEmB,UAAhBpF,KAAKM,QACR2B,QAAQC,IAAI,YAAY,GAIzB,EAAAxC,OAAA4F,iBAAgBtF,KAAMA,KAAKoE,KAAMtE,uBAAA+C,gBAAgBC,gBAAe,CAAE,GAClE,EAAAnD,SAAA4F,mBAAkBvF,KAAKoE,KAAMtE,uBAAA+C,gBAAgBC,gBAAe,CAAE,EAEL,cAArDhD,uBAAA+C,gBAAgBC,gBAAe,EAAgB,aAAqB9C,CAAAA,KAAKG,kBAC5E,EAAAV,OAAA+F,iBAAgBxF,KAAMA,KAAKoE,KAAMtE,uBAAA+C,gBAAgBC,gBAAe,CAAE,EAG/C,UAAhB9C,KAAKM,QACR2B,QAAQC,IAAI,sBAAsB,CAEpC,EAEcnC,oBAAAwB,UAAAsC,oBAAd,W,yGACC5B,QAAQC,IAAI,IAAIhB,KAAQ,qEAAqE,EAEzFuE,EAAQ3F,uBAAA+C,gBAAgBC,gBAAe,EAAe,WAAI,0BAA4BhD,uBAAA+C,gBAAgBC,gBAAe,EAAiB,cAEpI4C,EAAU,WACf,IAAMC,EAAK,IAAI5G,UAAU0G,CAAK,EAE9BE,EAAGxD,GAAG,OAAQ,WACbF,QAAQC,IAAI,IAAIhB,KAAQ,qCAAsCQ,QAAQC,IAAIiE,aAAclE,QAAQC,IAAIkE,iBAAiB,CACtH,CAAC,EAEDF,EAAGxD,GAAG,UAAW,SAAO2D,GAAO,OAAAxD,UAAAb,EAAA,KAAA,EAAA,KAAA,EAAA,W,0CAE9B,IACCsE,EAAMhD,KAAKiD,MAAMF,EAAQG,SAAQ,EAAI/G,SAAAuF,WAAW,C,CAEjD,MAAOyB,GAEN,OADAjE,QAAQG,MAAM,qBAAsB8D,CAAC,EACrC,CAAA,E,OAIgB,SAAbH,EAAII,MACPnG,KAAKoG,mBAAmBT,EAAII,CAAG,E,QAEhC,EAEDJ,EAAGxD,GAAG,QAAS,WACdF,QAAQC,IAAI,IAAIhB,KAAQ,sDAAsD,EAC9EwB,WAAWgD,EAAS,GAAI,CACzB,CAAC,EAEDC,EAAGxD,GAAG,QAAS,SAACkE,GACfpE,QAAQG,MAAM,IAAIlB,KAAQ,mBAAoBmF,CAAG,EACjDV,EAAGnC,MAAK,CACT,CAAC,CACF,GAEO,E,SAGMzD,oBAAAwB,UAAA6E,mBAAd,SAAiCT,EAAeW,G,qIAE/C,GADMC,EAAwCD,EAAIC,OAApCC,EAAgCF,EAAIE,OAA5BC,EAAwBH,EAAIG,OAApBC,EAAgBJ,EAAII,YAC9C,CAACH,GAAU,CAACC,EAEf,OADAvE,QAAQC,IAAI,gCAAiCoE,CAAI,EACjD,CAAA,GAGGK,EAAW,CAAA,EACXC,EAAgBlE,WAAW,WAC9BiE,EAAW,CAAA,EACX1E,QAAQG,MAAM,4BAA6BmE,CAAM,EAEjD9E,EAAKoF,mBAAmBlB,EAAI,CAC3BQ,KAAM,eACNI,OAAMA,EACNnE,MAAO,CAAA,EACPc,QAAS,gB,CACT,CACF,EAAG,IAAM,E,iBASK,O,sBANT4D,EAAcC,OAAOC,OAAO,GAAIhH,KAAK2C,eAAgBvD,iBAAAsE,cAAcnC,UAAW,CACjF0F,SAASP,MAAAA,EAAW,KAAA,EAAXA,EAAaO,UAAW,GACjCC,MAAMR,MAAAA,EAAW,KAAA,EAAXA,EAAaQ,OAAQ,GAC3BC,OAAOT,MAAAA,EAAW,KAAA,EAAXA,EAAaS,QAAS,E,CAC7B,EAEY,CAAA,GAAM/D,EAAApD,KAAK2C,eAAeyE,YAAWC,KAAIC,MAAAlE,EAAAmE,cAAA,CAACT,EAAaN,GAAMgB,OAAKf,CAAM,EAAA,CAAA,CAAA,CAAA,G,cAAjFgB,EAASC,EAAArE,KAAA,EAERsD,IACJgB,aAAaf,CAAa,EAC1B5G,KAAK6G,mBAAmBlB,EAAI,CAC3BQ,KAAM,eACNI,OAAMA,EACNnE,MAAO,CAAA,EACPqF,OAAMA,C,CACN,G,+BAIGd,IACJgB,aAAaf,CAAa,EAC1B3E,QAAQG,MAAM,sBAAuBmE,EAAQqB,CAAG,EAChD5H,KAAK6G,mBAAmBlB,EAAI,CAC3BQ,KAAM,eACNI,OAAMA,EACNnE,MAAO,CAAA,EACPc,QAAS0E,EAAI1E,SAAW,e,CACxB,G,6BAKInD,oBAAAwB,UAAAsF,mBAAR,SAA2BlB,EAAekC,GACzC,IACClC,EAAGmC,KAAK/E,KAAKC,UAAU6E,CAAO,CAAC,C,CAEhC,MAAOxB,GACNpE,QAAQG,MAAM,kCAAmCiE,CAAG,C,CAEtD,EAEQtG,oBAAAwB,UAAAkC,aAAR,WAAA,IAAAhC,EAAAzB,KACMA,KAAKa,eACToB,QAAQC,IAAI,IAAIhB,KAAQ,gCAAgC,EAIvDlB,KAAKqB,wBAAwB0G,0BAAyB,EAAGC,QACtDhI,KAAKC,gBAAgB+H,QAapBhI,KAAKa,gBACTb,KAAKa,cAAgB,CAAA,EAErB6B,WAAW,WACVjB,EAAKZ,cAAgB,CAAA,CACtB,EAAG,GAAI,EAEPoB,QAAQC,IAAI,IAAIhB,KAAQ,wBACvBlB,KAAKqB,wBAAwB0G,0BAAyB,EAAGC,OACzDhI,KAAKC,gBAAgB+H,MAAM,GAI7BC,aAAa,WACZxG,EAAKgC,aAAY,CAClB,CAAC,GA1BG3D,uBAAA+C,gBAAgBqF,mBAAkB,EACrCpI,uBAAA+C,gBAAgBqF,mBAAkB,EAAG1E,MAAM,CAAA,CAAK,EAAE2E,KAAK,WACtDlG,QAAQC,IAAI,IAAIhB,KAAQ,kCAAkC,EAC1DQ,QAAQ4B,KAAK,CAAC,CACf,EAAG,WAAQ5B,QAAQ4B,KAAK,CAAC,CAAG,CAAC,EAG7B5B,QAAQ4B,KAAK,CAAC,CAqBjB,EAEAvD,oBAAAwB,UAAA6G,oBAAA,WACC,OAAOpI,KAAKW,iBACb,EAEAZ,oBAAAwB,UAAA8G,oBAAA,WACC,OAAOrI,KAAKY,iBACb,EAEOb,oBAAAwB,UAAA+G,UAAP,WACC,IAAInD,EAAM,GAIV,OAHAnF,KAAKkE,WAAWqE,QAAQC,QAAQ,SAAC7C,GAChCR,EAAIsD,KAAK9C,EAAc,SAAC,CACzB,CAAC,EACMR,CACR,EAEOpF,oBAAAwB,UAAAmH,cAAP,WACC,IAAIvD,EAAM,GAIV,OAHAnF,KAAKkE,WAAWqE,QAAQC,QAAQ,SAAC7C,GAChCR,EAAIsD,KAAK9C,EAAY,OAAC,CACvB,CAAC,EACMR,CACR,EAEOpF,oBAAAwB,UAAAoH,cAAP,WACC,OAAO3I,KAAKuD,WACb,EAEOxD,oBAAAwB,UAAAqH,eAAP,WACC,OAAO5I,KAAK2D,YACb,EAEO5D,oBAAAwB,UAAAsH,iBAAP,WACC,OAAO7I,KAAK2C,cACb,EAEO5C,oBAAAwB,UAAAuH,uBAAP,WACC,OAAO9I,KAAK+B,oBACb,EAEOhC,oBAAAwB,UAAAwH,kBAAP,WACC,OAAO/I,KAAKmB,eACb,EAEOpB,oBAAAwB,UAAAyH,cAAP,WACC,OAAOhJ,KAAKK,WACb,EAEON,oBAAAwB,UAAA0H,oBAAP,WACC,OAAOjJ,KAAK8D,iBACb,EAEQ/D,oBAAAwB,UAAA0D,aAAR,WAAA,IAAAxD,EAAAzB,KACCA,KAAKuD,aAAc,EAAA7E,OAAAuG,cAAajF,KAAKoE,IAAI,EACzCpE,KAAKuD,YAAY2F,iBAAmB,KACpClJ,KAAKuD,YAAY4F,eAAiB,KAElCnJ,KAAKkE,WAAa,IAAInF,UAAUqK,OAAO,CACtCC,KAAMrJ,KAAK+E,SACXuE,aAActJ,KAAKI,cAAgB,KAAO,SAAOmJ,EAAMC,GAAE,OAAAlH,UAAAb,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACxD,GAAIzB,KAAKK,YACRmJ,EAAG,CAAA,EAAO,IAAK,mBAAmB,MAE9B,CAMJ,GALoB,UAAhBxJ,KAAKM,QACR2B,QAAQC,IAAI,gBAAiBqH,EAAMC,CAAE,EAIlCD,EAAKrE,IAAIuE,KAAOF,EAAKrE,IAAIuE,IAAIC,SAAS,cAAc,EAWvD,OAVIC,EAAWJ,EAAKrE,IAAIuE,IAAIG,MAAM,cAAc,GAC9BD,EAAS,IAAM,MAEb7J,uBAAA+C,gBAAgBC,gBAAe,EAAiB,aACnE0G,EAAG,CAAA,CAAI,EAGPA,EAAG,CAAA,EAAO,IAAK,cAAc,EAG9B,CAAA,GAGGK,EAAoBN,EAAKrE,IAAI4E,QAAQ,0BAA2BF,MAAM,GAAG,GAG5EL,EAAKQ,SAAWjK,uBAAA+C,gBAAgBC,gBAAe,EAAa,UACzDyG,EAAKQ,SAAWjK,uBAAA+C,gBAAgBC,gBAAe,EAAiB,cAChEyG,EAAKQ,SAAWjK,uBAAA+C,gBAAgBC,gBAAe,EAAkB,eACjEyG,EAAKQ,SAAWjK,uBAAA+C,gBAAgBC,gBAAe,EAA4B,2BAK1EkH,EAAQH,EAAS,IAKpB7K,IAAIiL,OAAOD,EAAOlK,uBAAA+C,gBAAgBC,gBAAe,EAAe,WAAG,SAAOuD,EAAK6D,GAAO,OAAA5H,UAAAb,EAAA,KAAA,EAAA,KAAA,EAAA,W,wEACjF4E,GACHmD,EAAG,CAAA,EAAO,IAAK,cAAc,E,OAD1B,CAAA,EAAA,G,OAIHD,EAAKrE,IAAa,QAAIgF,EAAiB,Q,iBAE3B,O,sBAAA,CAAA,EAAM1K,kBAAA2K,MAAMC,SAASF,EAAiB,OAAC,G,cAA9ChD,EAAO9D,EAAAC,KAAA,IAEVkG,EAAKrE,IAAU,KAAIgC,EAAKmD,SACxBd,EAAKrE,IAAmB,cAAIgC,EAAKoD,UAAY,CAAA,EAC7Cf,EAAKrE,IAAc,SAAIgC,EACvBsC,EAAG,CAAA,CAAI,GAGPA,EAAG,CAAA,CAAK,E,6BAITA,EAAG,CAAA,CAAK,E,4BAGV,EAzBDA,EAAG,CAAA,EAAO,IAAK,cAAc,C,gBA8BjC,CACF,EAKQzJ,oBAAAwB,UAAA4C,OAAR,WAAA,IAAA1C,EAAAzB,KACCA,KAAKuD,YAAYY,OAAOnE,KAAK6E,UAAW,WACvC5C,QAAQC,IAAI,4BAA6BT,EAAKoD,SAAS,CACxD,CAAC,EAED7E,KAAKkE,WAAW/B,GAAG,YAAa,WAC/BF,QAAQC,IAAI,4BAA6BT,EAAKsD,QAAQ,CACvD,CAAC,EAED/E,KAAKkE,WAAW/B,GAAG,aAAc,SAACwD,EAAIT,GACrC,IAEKqF,EAFDrF,EAAIuE,KAAOvE,EAAIuE,IAAIC,SAAS,cAAc,GAEzCa,GAAW,EAAArL,SAAAsL,mBAAiB,EAChC7E,EAAc,UAAI4E,EAKlB9I,EAAKX,SAAS2H,KAAK,CAClBgC,GAAIF,EACJ5E,GAAIA,EACJ+E,YAAa,EACbC,eANoB,C,CAOpB,EAED1I,QAAQC,IAAI,IAAIhB,KAAQ,oBAAqBqJ,CAAQ,EAErD5E,EAAGxD,GAAG,UAAW,SAACe,GACjBzB,EAAKmJ,oBAAoBL,EAAUrH,CAAO,CAC3C,CAAC,EAEDyC,EAAGxD,GAAG,QAAS,WACdF,QAAQC,IAAI,IAAIhB,KAAQ,uBAAwBqJ,CAAQ,EACxD9I,EAAKX,SAAWW,EAAKX,SAAS+J,OAAO,SAAAC,GAAK,OAAAA,EAAEL,KAAOF,CAAT,CAAiB,CAC5D,CAAC,IAID5E,EAAc,WAAI,EAAAzG,SAAAsL,mBAAiB,EACnC7E,EAAY,QAAIT,EAAa,QAC7BS,EAAS,KAAIT,EAAU,KACvBS,EAAkB,cAAIT,EAAmB,cACzCS,EAAa,SAAIT,EAAc,SAE/BzD,EAAKqC,kBAAkBiH,aAAapF,CAAE,EAEtClE,EAAKM,qBAAqBiJ,mBAAmBrF,EAAc,SAAC,EAAEwC,KAAK,WAClEzF,WAAW,WACViD,EAAa,SAAI,IAAIzE,KACrByE,EAAGmC,KAAK,OAAQ,SAAC1F,GACZA,IACCX,EAAKM,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,eAAe,EAEtDO,EAAKwJ,cAActF,CAAE,EAEvB,CAAC,CACF,EAAG,GAAI,CACR,CAAC,EAEmB,UAAhBlE,EAAKnB,QACR2B,QAAQC,IAAI,yBAA2BgD,EAAU,IAAC,EAGnDS,EAAY,QAAI,CAAA,EAChBA,EAAa,SAAI,EAEjBA,EAAGxD,GAAG,UAAW,SAAOe,GAAe,OAAAZ,UAAAb,EAAA,KAAA,EAAA,KAAA,EAAA,W,0CACtCzB,KAAKS,eAAiB,EAClByK,EAAa,GAEjB,IACCA,EAAanI,KAAKiD,MAAM9C,EAAShE,SAAAuF,WAAW,C,CAE7C,MAAOyB,GAON,OANAjE,QAAQC,IAAI,qBAAsBgB,CAAO,EACzClD,KAAK2C,eAAeC,UACnB,oBACA,+BAAiC9C,uBAAA+C,gBAAgBC,gBAAe,EAAgB,YAChFC,KAAKC,UAAU,CAACE,EAASgD,EAAE,CAAC,EAE7B,CAAA,E,QAIDlG,KAAKmL,qBAAqBxF,EAAIuF,CAAU,E,QACxC,EACA/I,GAAG,MAAO,WACVV,EAAKwJ,cAActF,CAAE,CACtB,CAAC,EACAxD,GAAG,QAAS,WACZV,EAAKwJ,cAActF,CAAE,CACtB,CAAC,EACAxD,GAAG,QAAS,SAAAC,GACZX,EAAKwJ,cAActF,CAAE,CACtB,CAAC,EAEH,CAAC,EAGD7D,YAAY,WACXL,EAAKyC,WAAWqE,QAAQC,QAAQ,SAAC7C,GAC5BA,EAAa,UAA8C,KAAzCzE,KAAKkK,IAAG,EAAKzF,EAAa,SAAE0F,QAAO,IAClC,CAAA,IAAlB1F,EAAY,SACfA,EAAa,QAAC,GACQ,GAAlBA,EAAa,SAChBlE,EAAKwJ,cAActF,CAAE,GAGrBA,EAAa,SAAI,IAAIzE,KACrByE,EAAGmC,KAAK,OAAQ,SAAC1F,GACZA,IACCX,EAAKM,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,eAAe,EAEtDO,EAAKwJ,cAActF,CAAE,EAEvB,CAAC,KAIFA,EAAa,SAAI,EACjBA,EAAY,QAAI,CAAA,EAChBA,EAAa,SAAI,IAAIzE,KACrByE,EAAGmC,KAAK,OAAQ,SAAC1F,GACZA,IACCX,EAAKM,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,eAAe,EAEtDO,EAAKwJ,cAActF,CAAE,EAEvB,CAAC,GAGJ,CAAC,CACF,EAAG,GAAK,CACT,EAEc5F,oBAAAwB,UAAA4J,qBAAd,SAAmCxF,EAAeuF,G,wHACjD,GAA0B,UAAtB,OAAOA,GAA0C,SAAfA,EAIrC,OAHIvF,GAAMA,EAAG2F,aAAe3F,EAAG4F,MAC9B5F,EAAGmC,KAAK,MAAM,EAEf,CAAA,GAEI,GAA0B,UAAtB,OAAOoD,GAA0C,SAAfA,EAK1C,OAJAvF,EAAY,QAAI,CAAA,EAChBA,EAAa,SAAI,IAAIzE,KACrByE,EAAY,QAAI1G,OAAOuM,SAASvM,OAAO0G,EAAa,QAAC,EAAEnD,KAAKmD,EAAa,QAAC,CAAC,EAAE8F,eAAc,EAC3FzL,KAAK+B,qBAAqB2J,gBAAgB/F,CAAE,EAC5C,CAAA,GAID,GAAI,CAACgG,MAAMC,QAAQV,EAAW,EAAE,EAE/B,OADAjJ,QAAQC,IAAI,oDAAqDgJ,CAAU,EAC3E,CAAA,G,wCAImBW,EAAAC,SAAAZ,CAAU,EAAAa,EAAAF,EAAAzG,KAAA,E,sCAArBlC,EAAO6I,EAAAC,MACf,CAAA,EAAMhM,KAAKiM,oBAAoBtG,EAAIzC,CAAO,I,OAA1CwE,EAAArE,KAAA,E,kNAIYtD,oBAAAwB,UAAA0K,oBAAd,SAAkCtG,EAAeI,G,4IAShD,OALImG,EAAenG,EAAI,GACnBoG,EAAcpG,EAAI,GAClBqG,EAAYrG,EAAI,GAChBI,EAAOJ,EAAI,GAEV/F,KAAKI,eAAiBJ,CAAAA,KAAKO,cAAc8L,KAAK,SAAAC,GAAK,OAAAJ,EAAaxC,SAAS4C,CAAC,CAAvB,CAAwB,GAAM3G,EAAa,SAAE4G,MAAMC,OAAOH,KAAK,SAAAC,GAAK,OAAAA,EAAEG,MAAMJ,KAAK,SAAAK,GAAK,OAAAR,EAAaxC,SAASgD,CAAC,GAAKA,EAAEhD,SAASwC,CAAY,CAAnD,CAAoD,CAAtE,CAAuE,GAAMvG,EAAa,SAAE4G,MAAMI,aAIjN,iBAATxG,EAAA,CAAA,EAAA,IACCyG,EAAU7G,EAAI,GACd8G,EAAM9G,EAAI,GAEE,QAAZ6G,EACH5M,KAAK+B,qBAAqB+K,UAAUZ,EAAcC,EAAaxG,EAAIyG,EAAWS,EAAK9G,EAAIgH,MAAM,CAAC,CAAC,EAG/F/M,KAAK+B,qBAAqBiL,YAAYd,EAAcC,EAAaxG,EAAIyG,EAAWS,EAAK9G,EAAIgH,MAAM,CAAC,CAAC,E,QAXlG,CAAA,G,UAcS/M,KAAKI,eAA0B,YAAT+F,EAAvB,MAAA,CAAA,EAAA,IACJ8G,EAAiC,CACpCb,UAAWA,EACXc,SAAU,CAAA,EACV5G,KAAM,K,EAGHX,GAAMA,EAAG2F,aAAe3F,EAAG4F,MAC9BvL,KAAK8D,kBAAkBgE,KAAKnC,EAAIsH,CAAS,EAG1CjN,KAAKC,gBAAgBwI,KAAK9C,CAAE,EACxBwH,EAAiBpH,EAAI,GAEhBqH,EAAI,E,sBAAGA,EAAID,EAAenF,QAAM,MAAA,CAAA,EAAA,GAqBxC,GApBIqF,EAASF,EAAeC,GAExB9G,EAAO+G,EAAO/G,KAEAA,EAAKgH,MAAK,EACXhH,EAAKgH,MAAK,EACvBC,EAAkBjH,EAAKgH,MAAK,EACfhH,EAAKgH,MAAK,EACvB9G,EAASF,EAAKgH,MAAK,EAEnBE,EAAuC,CAC1CpB,UAAWmB,EACXL,SAAU,CAAA,EACV5G,KAAM,K,EAGHX,GAAMA,EAAG2F,aAAe3F,EAAG4F,MAC9BvL,KAAK8D,kBAAkBgE,KAAKnC,EAAI6H,CAAe,EAGjC,mBAAXhH,GAA2C,eAAZF,EAAK,GACvC,MAAA,CAAA,EAAA,G,GAGc,4BAAXE,GAAmD,kCAAXA,GAAyD,2BAAXA,GAAkD,gBAAXA,GAAuC,qBAAXA,GAA4C,eAAXA,GAAsC,mBAAXA,GAA0C,6BAAXA,GAAoD,SAAXA,GAAgC,YAAXA,GAAmC,oBAAXA,GAA2C,eAAXA,GAAsC,+BAAXA,IAErV,0BAAlD1G,uBAAA+C,gBAAgBC,gBAAe,EAAa,UACQ,0BAAlDhD,uBAAA+C,gBAAgBC,gBAAe,EAAa,SAE9ChD,uBAAA+C,gBAAgB4K,mBAAkB,EAAGC,SAAS,CAC7CvH,KAAM,MACNG,KAAM,CACLqH,KAAK,EAAAzO,SAAAsL,mBAAiB,EACtBrE,KAAM,iBACNyH,WAAY,GACZC,YAAa,GACbhG,SAAS,EAAA3I,SAAA4O,eAAc/K,KAAKC,UAAUsD,CAAI,CAAC,EAAI,IAASvD,KAAKC,UAAUsD,EAAM,KAAM,CAAC,EAAI,UACxFE,OAAQA,EACRS,QAAStB,EAAY,SAAK,GAC1BuB,KAAMvB,EAAS,MAAK,GACpByG,UAAWA,EACX2B,MAAO7B,C,EAER,EAGD3M,iBAAAyO,KAAKC,UAAU,CACdN,KAAK,EAAAzO,SAAAsL,mBAAiB,EACtBrE,KAAM,iBACNyH,WAAY,GACZC,YAAa,GACbhG,SAAS,EAAA3I,SAAA4O,eAAc/K,KAAKC,UAAUsD,CAAI,CAAC,EAAI,IAASvD,KAAKC,UAAUsD,EAAM,KAAM,CAAC,EAAI,UACxFE,OAAQA,EACRS,QAAStB,EAAY,SAAK,GAC1BuB,KAAMvB,EAAS,MAAK,GACpByG,UAAWA,EACX2B,MAAO7B,EACPgC,OAAQ,YACRC,SAAU,uB,CACV,G,CAICnO,KAAK2C,eAAeyL,SAAS5H,GAA7B,MAAA,CAAA,EAAA,G,iBAEF,O,sBAAA,CAAA,GAAMpD,EAAApD,KAAK2C,eAAeyE,YAAWC,KAAIC,MAAAlE,EAAAmE,cAAA,CAACR,OAAOC,OAAO,GAAIhH,KAAK2C,eAAgBvD,iBAAAsE,cAAcnC,UAAW,CAAC0F,QAAStB,EAAY,QAAGuB,KAAMvB,EAAS,KAAGwB,MAAOxB,EAAc,SAAC,CAAC,EAAGa,GAAMgB,OAAKlB,CAAI,EAAA,CAAA,CAAA,CAAA,G,cAA9LoB,EAAArE,KAAA,E,+BAGApB,QAAQC,IAAI,IAAIhB,KAAQ,gBAAiB6B,KAAKC,UAAUqL,EAAK,KAAM,CAAC,CAAC,E,mBAGvD,0BAAX7H,GAAiD,+BAAXA,GACzC1G,uBAAA+C,gBAAgByL,gBAAe,EAAGC,qBAAqBjI,EAAK,EAAE,E,aAI/DrE,QAAQC,IAAI,oCAAsCsE,CAAM,E,wBA7Ef4G,CAAC,G,oBAiF5CpN,KAAKC,gBAAgBuO,OAAOxO,KAAKC,gBAAgBwO,IAAI,SAAAnC,GAAK,OAAAA,EAAa,SAAb,CAAc,EAAEoC,QAAQ/I,EAAc,SAAC,EAAG,CAAC,E,eAWrG,GAPIgJ,EAAQpH,cAAA,GAAAC,OAAOzB,CAAG,EAAA,CAAA,CAAA,EAEV4I,EAASrB,MAAK,EACfqB,EAASrB,MAAK,EACrBsB,EAAQD,EAASrB,MAAK,EAGV,WAFFqB,EAASrB,MAAK,EAEF,CAGzB,GAFIuB,EAAaF,EAASrB,MAAK,EAE3B3H,EAAkB,cACrB,MAAA,CAAA,GAGkB,4BAAfkJ,GAA2D,kCAAfA,GAAiE,2BAAfA,GAA0D,gBAAfA,GAA+C,qBAAfA,GAAoD,eAAfA,GAA8C,mBAAfA,GAAkD,6BAAfA,GAA4D,SAAfA,GAAwC,YAAfA,GAA2C,oBAAfA,GAAmD,eAAfA,GAA8C,+BAAfA,IAErY,0BAAlD/O,uBAAA+C,gBAAgBC,gBAAe,EAAa,UACQ,0BAAlDhD,uBAAA+C,gBAAgBC,gBAAe,EAAa,SAE9ChD,uBAAA+C,gBAAgB4K,mBAAkB,EAAGC,SAAS,CAC7CvH,KAAM,MACNG,KAAM,CACLqH,KAAK,EAAAzO,SAAAsL,mBAAiB,EACtBrE,KAAM,iBACNyH,WAAY,GACZC,YAAa,GACbhG,SAAS,EAAA3I,SAAA4O,eAAc/K,KAAKC,UAAU2L,CAAQ,CAAC,EAAI,IAAS5L,KAAKC,UAAU2L,EAAU,KAAM,CAAC,EAAI,UAChGnI,OAAQqI,EACR5H,QAAStB,EAAY,SAAK,GAC1BuB,KAAMvB,EAAS,MAAK,GACpByG,UAAWA,EACX2B,MAAO7B,C,EAER,EAGD3M,iBAAAyO,KAAKC,UAAU,CACdN,KAAK,EAAAzO,SAAAsL,mBAAiB,EACtBrE,KAAM,iBACNyH,WAAY,GACZC,YAAa,GACbhG,SAAS,EAAA3I,SAAA4O,eAAc/K,KAAKC,UAAU2L,CAAQ,CAAC,EAAI,IAAS5L,KAAKC,UAAU2L,EAAU,KAAM,CAAC,EAAI,UAChGnI,OAAQqI,EACR5H,QAAStB,EAAY,SAAK,GAC1BuB,KAAMvB,EAAS,MAAK,GACpByG,UAAWA,EACX2B,MAAO7B,EACPgC,OAAQ,YACRC,SAAU,uB,CACV,GAKCW,EAA2B,CAC9B1C,UAAWwC,EACX1B,SAAU,CAAA,EACV5G,KAAM,K,EAEHX,GAAMA,EAAG2F,aAAe3F,EAAG4F,MAC9BvL,KAAK8D,kBAAkBgE,KAAKnC,EAAImJ,CAAG,EAIhCC,EAAS/O,KAAKgP,oBAAmB,EACjChP,KAAKW,mBACRoO,GACe,0BAAfF,GACe,eAAfA,GACe,eAAfA,GACe,6BAAfA,GACe,SAAfA,GACe,mBAAfA,GACe,mBAAfA,GACe,YAAfA,GACe,wBAAfA,GACe,oBAAfA,GACe,iBAAfA,GACe,mBAAfA,GACe,mBAAfA,GACe,kBAAfA,GACe,mBAAfA,GACe,uBAAfA,GACe,kBAAfA,GACe,aAAfA,GACe,gBAAfA,GACe,iBAAfA,GAGItI,EAAS,SAAU,EAAArH,SAAAsL,mBAAiB,EAGxCxK,KAAKgB,kBAAkBuF,GAAU,CAChCZ,GAAEA,EACFyG,UAAWwC,EACXpI,OAAQqI,C,EAGT7O,KAAKiP,UAAU1I,EAAQsI,EAAYF,EAAU,CAC5C1H,QAAStB,EAAY,QACrBuB,KAAMvB,EAAS,KACfwB,MAAOxB,EAAc,S,CACrB,GAID3F,KAAKkP,kBAAkBvJ,EAAIiJ,EAAOC,EAAYF,CAAQ,C,oCAS5C5O,oBAAAwB,UAAA2N,kBAAd,SAAgCvJ,EAAeyG,EAAmB5F,EAAgBC,G,oHAC7EwG,EAAiC,CACpCb,UAAWA,EACXc,SAAU,CAAA,EACV5G,KAAM,I,mBAKO,O,sBAAA,CAAA,GAAMlD,EAAApD,KAAK2C,eAAeyE,YAAWC,KAAIC,MAAAlE,EAAAmE,cAAA,CACrDR,OAAOC,OAAO,GAAIhH,KAAK2C,eAAgBvD,iBAAAsE,cAAcnC,UAAW,CAC/D0F,QAAStB,EAAY,QACrBuB,KAAMvB,EAAS,KACfwB,MAAOxB,EAAc,S,CACrB,EACDa,GAAMgB,OACHf,CAAM,EAAA,CAAA,CAAA,CAAA,G,cAPNgB,EAASC,EAAArE,KAAA,EAUb4J,EAAU3G,KAAOmB,E,+BAGjBwF,EAAUC,SAAW,CAAA,EACrBD,EAAU3G,KAAO6I,EAAIjM,SAAW,gB,oBAG7ByC,GAAMA,EAAG2F,aAAe3F,EAAG4F,MAC9BvL,KAAK8D,kBAAkBgE,KAAKnC,EAAIsH,CAAS,E,UAOnClN,oBAAAwB,UAAA0N,UAAR,SAAkB1I,EAAgBC,EAAgBC,EAAeC,GAChE1G,KAAKe,WAAW0H,KAAK,CACpBlC,OAAMA,EACNC,OAAMA,EACNC,OAAMA,EACNC,YAAWA,C,CACX,EACD1G,KAAKoP,cAAa,CACnB,EAKQrP,oBAAAwB,UAAA6N,cAAR,WACC,GAAKpP,KAAKe,WAAWiH,OAKrB,IAAK,IAAIoF,EAAI,EAAGA,EAAI,KAAMA,CAAC,GAAI,CAC9B,IAAIiC,EAAOrP,KAAKe,WAAW,GAC3B,GAAI,CAACsO,EACJ,MAGD,IAAIvE,EAAI9K,KAAKgP,oBAAmB,EAChC,GAAI,CAAClE,EACJ,MAID9K,KAAKe,WAAWuM,MAAK,EACrBtN,KAAKsP,mBAAmBxE,EAAGuE,CAAI,C,CAEjC,EAKQtP,oBAAAwB,UAAAyN,oBAAR,WACC,IAAIO,EAAavP,KAAKc,SAAS+J,OAAO,SAAA2E,GAAK,OAAAA,EAAE9E,YAAc8E,EAAE7E,cAAlB,CAAgC,EAC3E,OAAK4E,EAAWvH,QAKhBuH,EAAWE,KAAK,SAACnD,EAAGI,GAAM,OAAAJ,EAAE5B,YAAcgC,EAAEhC,WAAlB,CAA6B,EAChD6E,EAAW,IALV,IAMT,EAEQxP,oBAAAwB,UAAA+N,mBAAR,SAA2BP,EAA0BW,GACpDX,EAAOrE,WAAW,GAElB,IAAI7C,EAAU,CACb1B,KAAM,OACNI,OAAQmJ,EAAKnJ,OACbC,OAAQkJ,EAAKlJ,OACbC,OAAQiJ,EAAKjJ,OACbC,YAAagJ,EAAKhJ,W,EAGnB,IACCqI,EAAOpJ,GAAGmC,KAAK/E,KAAKC,UAAU6E,CAAO,CAAC,EACtC5F,QAAQC,IAAI,gBAAiBwN,EAAKnJ,OAAQ,YAAawI,EAAOtE,EAAE,C,CAEjE,MAAOpE,GACNpE,QAAQG,MAAM,iCAAkCiE,CAAG,EACnD0I,EAAOrE,YAAciF,KAAKC,IAAI,EAAGb,EAAOrE,YAAc,CAAC,EAEvD1K,KAAKe,WAAW8O,QAAQH,CAAI,C,CAE9B,EAKQ3P,oBAAAwB,UAAAqJ,oBAAR,SAA4BkF,EAAkBC,GAC7C,IAkBe3N,EAAOc,EAGjB8M,EAQC7K,EA5BN,IACCmB,EAAOvD,KAAKiD,MAAM+J,EAAY7Q,SAAAuF,WAAW,C,CAE1C,MAAO4B,GAEN,OADApE,KAAAA,QAAQG,MAAM,kCAAmC2N,CAAU,C,CAI1C,iBAAdzJ,EAAKH,QACJ2E,EAAI9K,KAAKc,SAASmP,KAAK,SAAAT,GAAK,OAAAA,EAAE/E,KAAOqF,CAAT,CAAiB,IAMjDhF,EAAEJ,YAAciF,KAAKC,IAAI,EAAG9E,EAAEJ,YAAc,CAAC,EAEvCnE,EAAmCD,EAAIC,OAA/BnE,EAA2BkE,EAAIlE,MAAxBc,EAAoBoD,EAAIpD,QAAfuE,EAAWnB,EAAImB,QAGzCuI,EAAWhQ,KAAKgB,kBAAkBuF,KAKrC,OAAOvG,KAAKgB,kBAAkBuF,GAG1BpB,EAA2B,CAC9BiH,UAAW4D,EAAS5D,UACpBc,SAAU,CAAA,EACV5G,KAAMmB,C,EAGHrF,IACH+C,EAAI+H,SAAW,CAAA,EACf/H,EAAImB,KAAOpD,GAGR8M,EAASrK,IAAMqK,EAASrK,GAAG2F,aAAe0E,EAASrK,GAAG4F,MACzDvL,KAAK8D,kBAAkBgE,KAAKkI,EAASrK,GAAIR,CAAG,GAlB7ClD,QAAQG,MAAM,uCAAwCmE,CAAM,EAuB7DvG,KAAKoP,cAAa,GAlCjBnN,QAAQG,MAAM,mCAAoC0N,CAAQ,EAoC7D,EAKO/P,oBAAAwB,UAAA0J,cAAP,SAAqBtF,GAChB3F,KAAK+B,sBAAwB/B,KAAK+B,qBAAqBC,eAAc,GACxEC,QAAQC,IAAI,IAAIhB,KAAQ,aAAc,WAAYyE,EAAS,KAAGA,EAAc,SAAC,EAE9E3F,KAAK+B,qBAAqBmO,eAAevK,CAAE,EAC3CA,EAAGwK,mBAAkB,CAEtB,EAEOpQ,oBAAAwB,UAAA6O,OAAP,WACC,OAAOpQ,KAAKoE,IACb,EAEOrE,oBAAAwB,UAAAuB,gBAAP,WACC,OAAOhD,uBAAA+C,gBAAgBC,gBAAe,CACvC,EACD/C,mBAAA,EAAC,EAxlCYsQ,QAAAtQ,oBAAAA","file":"server-app.js","sourcesContent":["import { createServer, Server } from 'http';\nimport * as express from 'express';\nimport * as bodyParser from 'body-parser';\nimport * as xmlParser from 'express-xml-bodyparser';\nimport * as WebSocket from 'ws';\nimport * as jwt from 'jsonwebtoken';\nimport * as moment from 'moment-timezone';\n\nimport { dateReviver, getBinarySize, objectIdHexString } from './util/common';\nimport { CronManager } from './managers/cron.manager';\nimport { MethodManager } from './managers/method.manager';\nimport { SubscriptionManager } from './managers/subscription.manager';\nimport { MonitorManager, MonitorManagerFunction } from './managers/monitor.manager';\nimport { ServerResponseModel } from './models/server-response.model';\nimport { Logs } from './collections/log.collection';\nimport { Users } from './collections/user.collection';\n\nimport { setupHomeRoutes } from './http/home';\nimport { setupAuthRoutes } from './http/auth';\nimport { setupHealthRoutes } from './http/health';\nimport { MongoNetworkTimeoutError } from 'mongodb';\n\nimport { WebSocketManager } from './managers/websocket.manager';\nimport { ResolveIOServer } from './resolveio-server-app';\n\ninterface WorkerConnection {\n\tid: string;\n\tws: WebSocket;\n\tactiveTasks: number;\n\tmaxConcurrency: number;\n}\n\ninterface TaskQueueItem {\n\ttaskId: string;\n\tmethod: string;\n\tparams: any[];\n\tuserContext?: { id_user?: string; user?: string; id_ws?: string };\n}\n\ninterface InFlightRequest {\n\tws: WebSocket;     // the client's WebSocket\n\tmessageId: number; // the ID so the client knows which call this corresponds to\n\tmethod: string;\n}\n\nexport class ResolveIOMainServer {\n\tprivate _app: express.Application;\n\tprivate _serverHTTP: Server;\n\tprivate _portHTTP: string | number;\n\tprivate _serverWSS: WebSocket.Server;\n\tprivate _portWSS: number;\n\tprivate _offlineUpdates = [];\n\tpublic sesMail = false;\n\tprivate standardProgram = false;\n\tprivate publicProgram = false;\n\tprivate _rebootFlag = false;\n\n\tprivate LOGGER = 'ERROR'; //ERROR / DEBUG\n\n\tprivate _websocketManager: WebSocketManager;\n\tprivate _monitorManager: MonitorManager;\n\tprivate _monitorManagerFunction: MonitorManagerFunction;\n\tprivate _subscriptionManager: SubscriptionManager;\n\tprivate _methodManager: MethodManager;\n\tprivate _cronManager: CronManager;\n\tprivate _clientRoutes: string[] = [];\n\n\tprivate _serverStartTime: Date;\n\tprivate _lastErrorMsg: Date = null;\n\n\tprivate _debugMsgRecv = 0;\n\tprivate _debugMsgQueue = 0;\n\n\tprivate _isWorkersEnabled = false;\n\tprivate _isWorkerInstance = false;\n\n\tprivate _safeShutdown = false;\n\n\tprivate _workers: WorkerConnection[] = [];\n\tprivate _taskQueue: TaskQueueItem[] = [];\n\tprivate _inFlightRequests: { [taskId: string]: InFlightRequest } = {};\n\n\tconstructor() {\n\t\tthis._serverStartTime = new Date();\n\t\tthis._lastErrorMsg = null;\n\t\tthis._monitorManager = new MonitorManager();\n\t\tthis._monitorManagerFunction = new MonitorManagerFunction();\n\t}\n\n\tinitServerApp() {\n\t\t// Check for workers and decide what to start\n\t\tthis._isWorkersEnabled = process.env.IS_WORKERS_ENABLED === 'true';\n\t\tthis._isWorkerInstance = process.env.IS_WORKER_INSTANCE === 'true';\n\n\t\tsetInterval(() => {\n\t\t\tif (this._subscriptionManager && this._subscriptionManager.getEnableDebug()) {\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Recv Hits', this._debugMsgRecv);\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Queue Hits', this._debugMsgQueue);\n\t\t\t}\n\n\t\t\tthis._debugMsgQueue = 0;\n\t\t\tthis._debugMsgRecv = 0;\n\t\t}, 60000);\n\n\t\tprocess.on('unhandledRejection', async (error, rej) => {\n\t\t\t// Condition to filter out the MongoError with code 48 (NamespaceExists)\n\t\t\tif (error && error['name'] === 'MongoError' && error['code'] === 48) {\n\t\t\t\treturn; // Simply return without doing anything further\n\t\t\t}\n\n\t\t\t// if (error && error['name'] === 'MongoServerError') {\n\t\t\t// \treturn; // Simply return without doing anything further\n\t\t\t// }\n\n\t\t\tconsole.error(new Date(), 'Unhandled Rejection at Promise', [error, rej]);\n\t\t\t\n\t\t\tlet diffTimeSec = moment().diff(this._serverStartTime, 'seconds');\n\n\t\t\t// If this is a MongoNetworkTimeoutError, handle it specifically\n\t\t\tif (error && (error['name'] === 'MongoNetworkTimeoutError' || error instanceof MongoNetworkTimeoutError)) {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\t// Sending email notification (using your existing method)\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - MongoNetworkTimeoutError - Quitting NodeJS - ' + ResolveIOServer.getServerConfig()['CLIENT_NAME'], JSON.stringify({\n\t\t\t\t\t\tname: error['name'],\n\t\t\t\t\t\tmessage: error['message'],\n\t\t\t\t\t\tstack: error['stack']\n\t\t\t\t\t}, null, 2));\n\n\t\t\t\t\t// Exiting the process\n\t\t\t\t\tprocess.exit(1);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse if (error && error['name'] === 'MongoError' && error['message'] === 'not master') {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - Quitting NodeJS - ' + ResolveIOServer.getServerConfig()['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t}\n\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\t\t\telse if (error && error['name'] === 'MongoError' && error['message'] === 'not master and slaveOk=false') {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - Quitting NodeJS - ' + ResolveIOServer.getServerConfig()['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t}\n\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\t\t\telse if (error) {\n\t\t\t\tif (error['name'] !== 'StatusError' && error['message'] !== '') {\n\t\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t\t}, 60000);\n\n\t\t\t\t\t\tthis._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - ' + ResolveIOServer.getServerConfig()['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\n\t\tprocess.on('uncaughtException', async error => {\n\t\t\tconsole.error(error, 'Uncaught Exception thrown');\n\n\t\t\tlet diffTimeSec = moment().diff(this._serverStartTime, 'seconds');\n\n\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t}, 60000);\n\t\t\t\t\n\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Exception - ' + ResolveIOServer.getServerConfig()['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t}\n\t\t});\n\n\t\t//PM2 wants to reboot/restart\n\t\tprocess.on('SIGINT', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tif (this._serverHTTP) {\n\t\t\t\tthis._serverHTTP.close();\n\t\t\t}\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tprocess.on('SIGTERM', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tif (this._serverHTTP) {\n\t\t\t\tthis._serverHTTP.close();\n\t\t\t}\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tprocess.on('SIGQUIT', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tif (this._serverHTTP) {\n\t\t\t\tthis._serverHTTP.close();\n\t\t\t}\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Starting ResolveIO Server');\n\t\t}\n\n\t\tif (this._isWorkersEnabled) {\n\t\t\tif (this._isWorkerInstance) {\n\t\t\t\tconsole.log('Running as a Worker instance');\n\t\t\t\tthis._methodManager = new MethodManager(this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n\t\t\t\tthis._cronManager = new CronManager();\n\t\t\t\tthis.startWorkerInstance();\n\t\t\t}\n\t\t\telse {\n\t\t\t\tconsole.log('Running as a Server instance');\n\t\t\t\tthis._websocketManager = new WebSocketManager(this);\n\t\t\t\tthis.startServerInstance();\n\t\t\t\tthis._methodManager = new MethodManager(this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n\t\t\t\tthis._subscriptionManager = new SubscriptionManager(this._serverWSS, ResolveIOServer.getServerConfig(), this._monitorManagerFunction);\n\t\t\t\tthis.listen();\n\t\t\t}\n\t\t}\n\t\telse {\n\t\t\tconsole.log('Running with Workers Disabled');\n\t\t\tthis._websocketManager = new WebSocketManager(this);\n\t\t\tthis.startServerInstance();\n\t\t\tthis._methodManager = new MethodManager(this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n\t\t\tthis._subscriptionManager = new SubscriptionManager(this._serverWSS, ResolveIOServer.getServerConfig(), this._monitorManagerFunction);\n\t\t\tthis._cronManager = new CronManager();\n\t\t\tthis.listen();\n\t\t}\n\t}\n\n\tprivate startServerInstance() {\n\t\t// Start express app\n\t\tthis._app = express();\n\n\t\tthis._app.use(bodyParser.json({limit: '50mb', reviver: dateReviver}));\n\t\tthis._app.use(bodyParser.urlencoded({limit: '50mb', extended: true, parameterLimit: 1000000 }));\n\t\tthis._app.use(xmlParser());\n\t\t\n\t\t// Set port\n\t\tthis._portHTTP = process.env.PORT_HTTP || ResolveIOServer.getServerConfig()['PORT_HTTP'] || 8080;\n\t\tthis._portWSS = process.env.PORT_WSS || ResolveIOServer.getServerConfig()['PORT_WSS'] || 8081;\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup ports');\n\t\t}\n\n\t\t// Create http server and websock server\n\t\tthis.createServer();\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Create server');\n\t\t}\n\n\t\t// Set CORS\n\t\tthis._app.use(function (req, res, next) {\n\t\t\tres.setHeader('Access-Control-Allow-Origin', '*');\n\t\t\tres.setHeader('Access-Control-Allow-Methods', 'GET, POST');\n\t\t\tres.setHeader('Access-Control-Allow-Headers', 'X-Requested-With,content-type');\n\t\t\tres.setHeader('Access-Control-Allow-Credentials', 'false');\n\t\t\tnext();\n\t\t});\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup cors');\n\t\t}\n\n\t\t// Set up http login route\n\t\tsetupAuthRoutes(this, this._app, ResolveIOServer.getServerConfig());\n\t\tsetupHealthRoutes(this._app, ResolveIOServer.getServerConfig());\n\n\t\tif (ResolveIOServer.getServerConfig()['CLIENT_NAME'] === 'ResolveIO' || this.standardProgram) {\n\t\t\tsetupHomeRoutes(this, this._app, ResolveIOServer.getServerConfig());\n\t\t}\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup express routes');\n\t\t}\n\t}\n\n\tprivate async startWorkerInstance() {\n\t\tconsole.log(new Date(), 'Worker instance started, connecting to main server via WebSocket...');\n\n\t\tlet wsUrl = ResolveIOServer.getServerConfig()['SERVER_URL'] + '/websocket?workerToken=' + ResolveIOServer.getServerConfig()['WORKER_TOKEN'];\n\n\t\tconst connect = () => {\n\t\t\tconst ws = new WebSocket(wsUrl);\n\n\t\t\tws.on('open', () => {\n\t\t\t\tconsole.log(new Date(), 'Connected to main server as worker', process.env.WORKER_INDEX, process.env.NODE_APP_INSTANCE);\n\t\t\t});\n\n\t\t\tws.on('message', async (rawData) => {\n\t\t\t\tlet msg: any;\n\t\t\t\ttry {\n\t\t\t\t\tmsg = JSON.parse(rawData.toString(), dateReviver);\n\t\t\t\t}\n\t\t\t\tcatch (e) {\n\t\t\t\t\tconsole.error('Worker parse error', e);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\n\t\t\t\t// We expect: { type: 'task', taskId, method, params, userContext? }\n\t\t\t\tif (msg.type === 'task') {\n\t\t\t\t\tthis.handleIncomingTask(ws, msg);\n\t\t\t\t}\n\t\t\t});\n\n\t\t\tws.on('close', () => {\n\t\t\t\tconsole.log(new Date(), 'Disconnected from main server. Reconnecting in 5s...');\n\t\t\t\tsetTimeout(connect, 5000);\n\t\t\t});\n\n\t\t\tws.on('error', (err) => {\n\t\t\t\tconsole.error(new Date(), 'Worker WS error:', err);\n\t\t\t\tws.close();\n\t\t\t});\n\t\t};\n\n\t\tconnect();\n\t}\n\n\tprivate async handleIncomingTask(ws: WebSocket, data: any) {\n\t\tlet { taskId, method, params, userContext } = data;\n\t\tif (!taskId || !method) {\n\t\t\tconsole.log('Invalid task message received', data);\n\t\t\treturn;\n\t\t}\n\n\t\tlet timedOut = false;\n\t\tlet timeoutHandle = setTimeout(() => {\n\t\t\ttimedOut = true;\n\t\t\tconsole.error('Worker timed out on task:', taskId);\n\n\t\t\tthis.sendWorkerResponse(ws, {\n\t\t\t\ttype: 'taskComplete',\n\t\t\t\ttaskId,\n\t\t\t\terror: true,\n\t\t\t\tmessage: 'Task timed out'\n\t\t\t});\n\t\t}, 120000);\n\n\t\ttry {\n\t\t\tlet managerThis = Object.assign({}, this._methodManager, MethodManager.prototype, {\n\t\t\t\tid_user: userContext?.id_user || '',\n\t\t\t\tuser: userContext?.user || '',\n\t\t\t\tid_ws: userContext?.id_ws || ''\n\t\t\t});\n\n\t\t\tlet result = await this._methodManager.callMethod.call(managerThis, method, ...params);\n\n\t\t\tif (!timedOut) {\n\t\t\t\tclearTimeout(timeoutHandle);\n\t\t\t\tthis.sendWorkerResponse(ws, {\n\t\t\t\t\ttype: 'taskComplete',\n\t\t\t\t\ttaskId,\n\t\t\t\t\terror: false,\n\t\t\t\t\tresult\n\t\t\t\t});\n\t\t\t}\n\t\t}\n\t\tcatch (err) {\n\t\t\tif (!timedOut) {\n\t\t\t\tclearTimeout(timeoutHandle);\n\t\t\t\tconsole.error('Worker failed task:', taskId, err);\n\t\t\t\tthis.sendWorkerResponse(ws, {\n\t\t\t\t\ttype: 'taskComplete',\n\t\t\t\t\ttaskId,\n\t\t\t\t\terror: true,\n\t\t\t\t\tmessage: err.message || 'Unknown error'\n\t\t\t\t});\n\t\t\t}\n\t\t}\n\t}\n\n\tprivate sendWorkerResponse(ws: WebSocket, payload: any) {\n\t\ttry {\n\t\t\tws.send(JSON.stringify(payload));\n\t\t}\n\t\tcatch (err) {\n\t\t\tconsole.error('Failed to send worker response:', err);\n\t\t}\n\t}\n\n\tprivate safeShutdown() {\n\t\tif (!this._safeShutdown) {\n\t\t\tconsole.log(new Date(), 'Safe Shutdown Command Received');\n\t\t}\n\n\t\tif (\n\t\t\t!this._monitorManagerFunction.getActiveMonitorFunctions().length\n\t\t\t&& !this._offlineUpdates.length\n\t\t) {\n\t\t\tif (ResolveIOServer.getMongoConnection()) {\n\t\t\t\tResolveIOServer.getMongoConnection().close(false).then(() => {\n\t\t\t\t\tconsole.log(new Date(), 'Safe Exit Complete, Process Exit');\n\t\t\t\t\tprocess.exit(0);\n\t\t\t\t}, () => { process.exit(1); });\n\t\t\t}\n\t\t\telse {\n\t\t\t\tprocess.exit(0);\n\t\t\t}\n\t\t}\n\t\telse {\n\t\t\tif (!this._safeShutdown) {\n\t\t\t\tthis._safeShutdown = true;\n\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis._safeShutdown = false;\n\t\t\t\t}, 1000);\n\n\t\t\t\tconsole.log(new Date(), 'Safe Exit In Progress', \n\t\t\t\t\tthis._monitorManagerFunction.getActiveMonitorFunctions().length,\n\t\t\t\t\tthis._offlineUpdates.length\n\t\t\t\t);\n\t\t\t}\n\n\t\t\tsetImmediate(() => {\n\t\t\t\tthis.safeShutdown();\n\t\t\t});\n\t\t}\n\t}\n\n\tgetIsWorkersEnabled() {\n\t\treturn this._isWorkersEnabled;\n\t}\n\n\tgetIsWorkerInstance() {\n\t\treturn this._isWorkerInstance;\n\t}\n\n\tpublic getWSList() {\n\t\tlet res = [];\n\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\tres.push(ws['id_socket']);\n\t\t});\n\t\treturn res;\n\t}\n\n\tpublic getWSUserList() {\n\t\tlet res = [];\n\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\tres.push(ws['id_user']);\n\t\t});\n\t\treturn res;\n\t}\n\n\tpublic getHTTPServer() {\n\t\treturn this._serverHTTP;\n\t}\n\n\tpublic getCronManager() {\n\t\treturn this._cronManager;\n\t}\n\n\tpublic getMethodManager() {\n\t\treturn this._methodManager;\n\t}\n\n\tpublic getSubscriptionManager() {\n\t\treturn this._subscriptionManager;\n\t}\n\n\tpublic getMonitorManager() {\n\t\treturn this._monitorManager;\n\t}\n\n\tpublic getRebootFlag() {\n\t\treturn this._rebootFlag;\n\t}\n\n\tpublic getWebSocketManager(): WebSocketManager {\n\t\treturn this._websocketManager;\n\t}\n\n\tprivate createServer(): void {\n\t\tthis._serverHTTP = createServer(this._app);\n\t\tthis._serverHTTP.keepAliveTimeout = 65000;\n\t\tthis._serverHTTP.headersTimeout = 66000;\n\n\t\tthis._serverWSS = new WebSocket.Server({\n\t\t\tport: this._portWSS,\n\t\t\tverifyClient: this.publicProgram ? null : async (info, cb) => {\n\t\t\t\tif (this._rebootFlag) {\n\t\t\t\t\tcb(false, 409, 'Unable To Process');\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\t\t\tconsole.log('Verify Client', info, cb);\n\t\t\t\t\t}\n\n\t\t\t\t\t// If it's a worker, we might skip token checks or do a simple check:\n\t\t\t\t\tif (info.req.url && info.req.url.includes('workerToken=')) {\n\t\t\t\t\t\tlet urlParts = info.req.url.split('workerToken='); \n\t\t\t\t\t\tlet workerToken = urlParts[1] || '';\n\n\t\t\t\t\t\tif (workerToken === ResolveIOServer.getServerConfig()['WORKER_TOKEN']) {\n\t\t\t\t\t\t\tcb(true);\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\n\t\t\t\t\tlet infoData = (<string>info.req.headers['sec-websocket-protocol']).split(/,/);\n\n\t\t\t\t\tif (\n\t\t\t\t\t\tinfo.origin !== ResolveIOServer.getServerConfig()['ROOT_URL']\n\t\t\t\t\t\t&& info.origin !== ResolveIOServer.getServerConfig()['SEC_ROOT_URL']\n\t\t\t\t\t\t&& info.origin !== ResolveIOServer.getServerConfig()['RESOLVEIO_URL']\n\t\t\t\t\t\t&& info.origin !== ResolveIOServer.getServerConfig()['RESOLVEIO_SECONDARY_URL']\n\t\t\t\t\t) {\n\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tlet token = infoData[0];\n\t\t\t\t\t\tif (!token) {\n\t\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tjwt.verify(token, ResolveIOServer.getServerConfig()['JWT_SECRET'], async (err, decoded) => {\n\t\t\t\t\t\t\t\tif (err) {\n\t\t\t\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\t\tinfo.req['id_user'] = decoded['id_user'];\n\t\t\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\t\t\tlet user = await Users.findById(decoded['id_user']);\n\t\t\t\t\t\t\t\t\t\tif (user) {\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['user'] = user.fullname;\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['user_readonly'] = user.readonly || false;\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['doc_user'] = user;\n\t\t\t\t\t\t\t\t\t\t\tcb(true);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\t\t\t\tcb(false);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\t\t\t\t\tcb(false);\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\t}\n\n\t/**\n\t * Listen for connections from clients or workers.\n\t */\n\tprivate listen(): void {\n\t\tthis._serverHTTP.listen(this._portHTTP, () => {\n\t\t\tconsole.log('Running server on port %s', this._portHTTP);\n\t\t});\n\n\t\tthis._serverWSS.on('listening', () => {\n\t\t\tconsole.log('Running server on port %s', this._portWSS);\n\t\t});\n\n\t\tthis._serverWSS.on('connection', (ws, req) => {\n\t\t\tif (req.url && req.url.includes('workerToken=')) {\n\t\t\t\t// It's a WORKER\n\t\t\t\tlet workerId = objectIdHexString();\n\t\t\t\tws['id_worker'] = workerId;\n\n\t\t\t\t// For demonstration, let each worker handle up to 2 tasks concurrently\n\t\t\t\tlet maxConcurrency = 2;\n\n\t\t\t\tthis._workers.push({\n\t\t\t\t\tid: workerId,\n\t\t\t\t\tws: ws,\n\t\t\t\t\tactiveTasks: 0,\n\t\t\t\t\tmaxConcurrency: maxConcurrency\n\t\t\t\t});\n\n\t\t\t\tconsole.log(new Date(), 'Worker connected:', workerId);\n\n\t\t\t\tws.on('message', (message: string) => {\n\t\t\t\t\tthis.handleWorkerMessage(workerId, message);\n\t\t\t\t});\n\n\t\t\t\tws.on('close', () => {\n\t\t\t\t\tconsole.log(new Date(), 'Worker disconnected:', workerId);\n\t\t\t\t\tthis._workers = this._workers.filter(w => w.id !== workerId);\n\t\t\t\t});\n\t\t\t}\n\t\t\telse {\n\t\t\t\t// Normal client\n\t\t\t\tws['id_socket'] = objectIdHexString();\n\t\t\t\tws['id_user'] = req['id_user'];\n\t\t\t\tws['user'] = req['user'];\n\t\t\t\tws['user_readonly'] = req['user_readonly'];\n\t\t\t\tws['doc_user'] = req['doc_user'];\n\n\t\t\t\tthis._websocketManager.addWebSocket(ws);\n\n\t\t\t\tthis._subscriptionManager.createLoggedInUser(ws['id_socket']).then(() => {\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\t\tws.send('ping', (error) => {\n\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Ping');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\t\t\t\t\t}, 5000);\n\t\t\t\t});\n\n\t\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\t\tconsole.log('Connection from user: ' + req['user']);\n\t\t\t\t}\n\t\t\t\n\t\t\t\tws['isAlive'] = true;\n\t\t\t\tws['retryCnt'] = 0;\n\n\t\t\t\tws.on('message', async (message: string) => {\n\t\t\t\t\tthis._debugMsgRecv += 1;\n\t\t\t\t\tlet socketData = [];\n\t\t\t\t\n\t\t\t\t\ttry {\n\t\t\t\t\t\tsocketData = JSON.parse(message, dateReviver);\n\t\t\t\t\t}\n\t\t\t\t\tcatch (e) {\n\t\t\t\t\t\tconsole.log('Error - JSON.parse', message);\n\t\t\t\t\t\tthis._methodManager.sendEmail(\n\t\t\t\t\t\t\t'dev@resolveio.com', \n\t\t\t\t\t\t\t'SERVER - JSON Parse Error - ' + ResolveIOServer.getServerConfig()['CLIENT_NAME'], \n\t\t\t\t\t\t\tJSON.stringify([message, e])\n\t\t\t\t\t\t);\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\n\t\t\t\t\t// call our existing processSocketMessage\n\t\t\t\t\tthis.processSocketMessage(ws, socketData);\n\t\t\t\t})\n\t\t\t\t.on('end', () => {\n\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t})\n\t\t\t\t.on('close', () => {\n\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t})\n\t\t\t\t.on('error', error => {\n\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t});\n\t\t\t}\n\t\t});\n\n\t\t// Keep alive timer\n\t\tsetInterval(() => {\n\t\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\t\tif (ws['pingTime'] && Date.now() - ws['pingTime'].getTime() >= 20000) {\n\t\t\t\t\tif (ws['isAlive'] === false) {\n\t\t\t\t\t\tws['retryCnt']++;\n\t\t\t\t\t\tif (ws['retryCnt'] >= 3) {\n\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\t\t\tws.send('ping', (error) => {\n\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Ping');\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tws['retryCnt'] = 0;\n\t\t\t\t\t\tws['isAlive'] = false;\n\t\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\t\tws.send('ping', (error) => {\n\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Ping');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t});\n\t\t}, 20000);\n\t}\n\n\tprivate async processSocketMessage(ws: WebSocket, socketData: any) {\n\t\tif (typeof socketData === 'string' && socketData === 'ping') {\n\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\tws.send('pong');\n\t\t\t}\n\t\t\treturn;\n\t\t}\n\t\telse if (typeof socketData === 'string' && socketData === 'pong') {\n\t\t\tws['isAlive'] = true;\n\t\t\tws['pongTime'] = new Date();\n\t\t\tws['latency'] = moment.duration(moment(ws['pongTime']).diff(ws['pingTime'])).asMilliseconds();\n\t\t\tthis._subscriptionManager.loggedInLatency(ws);\n\t\t\treturn;\n\t\t}\n\n\t\t// If the top level is not an array, let's skip\n\t\tif (!Array.isArray(socketData[0])) {\n\t\t\tconsole.log('Invalid message format (expected array of arrays)', socketData);\n\t\t\treturn;\n\t\t}\n\n\t\t// Handle each sub-message\n\t\tfor (let message of socketData) {\n\t\t\tawait this.handleClientMessage(ws, message);\n\t\t}\n\t}\n\n\tprivate async handleClientMessage(ws: WebSocket, msg: any[]): Promise<void> {\n\t\t// This is basically your old logic from processSocketMessage,\n\t\t// but we'll insert our worker-queue logic for \"method\" calls.\n\n\t\tlet messageRoute = msg[0];\n\t\tlet messageDate = msg[1];\n\t\tlet messageId = msg[2];\n\t\tlet type = msg[3];\n\n\t\tif (!this.publicProgram && this._clientRoutes.some(a => messageRoute.includes(a)) && !ws['doc_user'].roles.groups.some(a => a.views.some(b => messageRoute.includes(b) || b.includes(messageRoute))) && !ws['doc_user'].roles.super_admin) {\n\t\t\treturn;\n\t\t}\n\n\t\tif (type === 'subscription') {\n\t\t\tlet subType = msg[4];\n\t\t\tlet pub = msg[5];\n\n\t\t\tif (subType === 'sub') {\n\t\t\t\tthis._subscriptionManager.subscribe(messageRoute, messageDate, ws, messageId, pub, msg.slice(6));\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis._subscriptionManager.unsubscribe(messageRoute, messageDate, ws, messageId, pub, msg.slice(6));\n\t\t\t}\n\t\t}\n\t\telse if (!this.publicProgram && type === 'offline') {\n\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\tmessageId: messageId,\n\t\t\t\thasError: false,\n\t\t\t\tdata: 'ACK'\n\t\t\t};\n\n\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\tthis._websocketManager.send(ws, serverRes);\n\t\t\t}\n\n\t\t\tthis._offlineUpdates.push(ws);\n\t\t\tlet offlineUpdates = msg[4];\n\n\t\t\tfor (let i = 0; i < offlineUpdates.length; i++) {\n\t\t\t\tlet update = offlineUpdates[i];\n\n\t\t\t\tlet data = update.data;\n\n\t\t\t\tlet updateRoute = data.shift();\n\t\t\t\tlet updateDate = data.shift();\n\t\t\t\tlet updateMessageId = data.shift();\n\t\t\t\tlet updateType = data.shift();\n\t\t\t\tlet method = data.shift();\n\n\t\t\t\tlet serverResMethod: ServerResponseModel = {\n\t\t\t\t\tmessageId: updateMessageId,\n\t\t\t\t\thasError: false,\n\t\t\t\t\tdata: 'ACK'\n\t\t\t\t};\n\n\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\tthis._websocketManager.send(ws, serverResMethod);\n\t\t\t\t}\n\n\t\t\t\tif (method === 'insertDocument' && data[0] === 'driver-gps') {\n\t\t\t\t\tcontinue;\n\t\t\t\t}\n\t\t\t\t\n\t\t\t\tif (method !== 'reportBuilderGetResults' && method !== 'reportBuilderGetDistinctValue' && method !== 'reportBuilderBuildTree' && method !== 'generatePDF' && method !== 'getWOOfflineData' && method !== 'countQuery' && method !== 'countWithQuery' && method !== 'countCollectionWithQuery' && method !== 'find' && method !== 'findOne' && method !== 'findWithOptions' && method !== 'getDrivers' && method !== 'processAirdropDistribution') {\n\t\t\t\t\tif (\n\t\t\t\t\t\tResolveIOServer.getServerConfig()['ROOT_URL'] !== 'https://resolveio.com'\n\t\t\t\t\t&& ResolveIOServer.getServerConfig()['ROOT_URL'] !== 'http://localhost:4200'\n\t\t\t\t\t) {\n\t\t\t\t\t\tResolveIOServer.getLocalLogManager().writeLog({\n\t\t\t\t\t\t\ttype: 'log',\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\t\troute: messageRoute\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tLogs.insertOne({\n\t\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\troute: messageRoute,\n\t\t\t\t\t\t\tclient: 'ResolveIO',\n\t\t\t\t\t\t\tinstance: 'backend.resolveio.com'\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif (this._methodManager._methods[method]) {\n\t\t\t\t\ttry {\n\t\t\t\t\t\tawait this._methodManager.callMethod.call(Object.assign({}, this._methodManager, MethodManager.prototype, {id_user: ws['id_user'], user: ws['user'], id_ws: ws['id_socket']}), method, ...data);\n\t\t\t\t\t}\n\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\tconsole.log(new Date(), 'Offline Error', JSON.stringify(err, null, 2));\n\t\t\t\t\t}\n\n\t\t\t\t\tif (method === 'updateDocumentOffline' || method === 'updateDocumentPropsOffline') {\n\t\t\t\t\t\tResolveIOServer.getMongoManager().invalidateQueryCache(data[0]);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tconsole.log('Offline - Could not find method: ' + method);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tthis._offlineUpdates.splice(this._offlineUpdates.map(a => a['id_socket']).indexOf(ws['id_socket']), 1);\n\t\t}\n\t\telse {\n\t\t\t// It's presumably a 'method' or something else\n\t\t\tlet dataCopy = [...msg];\n\n\t\t\tlet route = dataCopy.shift();\n\t\t\tlet date = dataCopy.shift();\n\t\t\tlet msgId = dataCopy.shift();\n\t\t\tlet msgType = dataCopy.shift();\n\t\t\t\n\t\t\tif (msgType === 'method') {\n\t\t\t\tlet methodName = dataCopy.shift();\n\n\t\t\t\tif (ws['user_readonly']) {\n\t\t\t\t\treturn;\n\t\t\t\t}\n\n\t\t\t\tif (methodName !== 'reportBuilderGetResults' && methodName !== 'reportBuilderGetDistinctValue' && methodName !== 'reportBuilderBuildTree' && methodName !== 'generatePDF' && methodName !== 'getWOOfflineData' && methodName !== 'countQuery' && methodName !== 'countWithQuery' && methodName !== 'countCollectionWithQuery' && methodName !== 'find' && methodName !== 'findOne' && methodName !== 'findWithOptions' && methodName !== 'getDrivers' && methodName !== 'processAirdropDistribution') {\n\t\t\t\t\tif (\n\t\t\t\t\t\tResolveIOServer.getServerConfig()['ROOT_URL'] !== 'https://resolveio.com'\n\t\t\t\t\t&& ResolveIOServer.getServerConfig()['ROOT_URL'] !== 'http://localhost:4200'\n\t\t\t\t\t) {\n\t\t\t\t\t\tResolveIOServer.getLocalLogManager().writeLog({\n\t\t\t\t\t\t\ttype: 'log',\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(dataCopy)) < 200000 ? JSON.stringify(dataCopy, null, 2) : 'Too Big',\n\t\t\t\t\t\t\t\tmethod: methodName,\n\t\t\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\t\troute: messageRoute\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tLogs.insertOne({\n\t\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(dataCopy)) < 200000 ? JSON.stringify(dataCopy, null, 2) : 'Too Big',\n\t\t\t\t\t\t\tmethod: methodName,\n\t\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\troute: messageRoute,\n\t\t\t\t\t\t\tclient: 'ResolveIO',\n\t\t\t\t\t\t\tinstance: 'backend.resolveio.com'\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\t// Immediately ACK\n\t\t\t\tlet ack: ServerResponseModel = {\n\t\t\t\t\tmessageId: msgId,\n\t\t\t\t\thasError: false,\n\t\t\t\t\tdata: 'ACK'\n\t\t\t\t};\n\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\tthis._websocketManager.send(ws, ack);\n\t\t\t\t}\n\n\t\t\t\t// Check if we can offload to a worker\n\t\t\t\tlet worker = this.findAvailableWorker();\n\t\t\t\tif (this._isWorkersEnabled && \n\t\t\t\t\tworker && \n\t\t\t\t\tmethodName !== 'insertSubscriptionLog' && \n\t\t\t\t\tmethodName !== 'countQuery' &&\n\t\t\t\t\tmethodName !== 'incCounter' && \n\t\t\t\t\tmethodName !== 'supportCreateBillingUser' &&\n\t\t\t\t\tmethodName !== 'find' &&\n\t\t\t\t\tmethodName !== 'insertDocument' &&\n\t\t\t\t\tmethodName !== 'countWithQuery' &&\n\t\t\t\t\tmethodName !== 'findOne' &&\n\t\t\t\t\tmethodName !== 'updateDocumentProps' &&\n\t\t\t\t\tmethodName !== 'findWithOptions' &&\n\t\t\t\t\tmethodName !== 'getSignedUrl' &&\n\t\t\t\t\tmethodName !== 'updateDocument' &&\n\t\t\t\t\tmethodName !== 'insertErrorLog' &&\n\t\t\t\t\tmethodName !== 'getSignedUrls' &&\n\t\t\t\t\tmethodName !== 'removeDocument' &&\n\t\t\t\t\tmethodName !== 'getSignedUrlWithId' &&\n\t\t\t\t\tmethodName !== 'incorrectUser' &&\n\t\t\t\t\tmethodName !== 'reloadWS' &&\n\t\t\t\t\tmethodName !== 'reconnectWS' &&\n\t\t\t\t\tmethodName !== 'disconnectWS'\n\t\t\t\t) {\n\t\t\t\t\t// Offload to a worker\n\t\t\t\t\tlet taskId = 'task-' + objectIdHexString();\n\n\t\t\t\t\t// Store correlation so when worker finishes, we can respond\n\t\t\t\t\tthis._inFlightRequests[taskId] = {\n\t\t\t\t\t\tws,\n\t\t\t\t\t\tmessageId: msgId,\n\t\t\t\t\t\tmethod: methodName\n\t\t\t\t\t};\n\n\t\t\t\t\tthis.queueTask(taskId, methodName, dataCopy, {\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tuser: ws['user'],\n\t\t\t\t\t\tid_ws: ws['id_socket']\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\t// No worker available: do method locally\n\t\t\t\t\tthis.callMethodLocally(ws, msgId, methodName, dataCopy);\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\t/**\n\t * callMethodLocally is your old approach for invoking the method in-process.\n\t */\n\tprivate async callMethodLocally(ws: WebSocket, messageId: number, method: string, params: any[]) {\n\t\tlet serverRes: ServerResponseModel = {\n\t\t\tmessageId: messageId,\n\t\t\thasError: false,\n\t\t\tdata: null\n\t\t};\n\n\t\ttry {\n\t\t\t// You can keep your logging code (LogMethodLatencies, Logs.insertOne, etc.)\n\t\t\tlet result = await this._methodManager.callMethod.call(\n\t\t\t\tObject.assign({}, this._methodManager, MethodManager.prototype, {\n\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\tuser: ws['user'],\n\t\t\t\t\tid_ws: ws['id_socket']\n\t\t\t\t}),\n\t\t\t\tmethod,\n\t\t\t\t...params\n\t\t\t);\n\n\t\t\tserverRes.data = result;\n\t\t}\n\t\tcatch (err) {\n\t\t\tserverRes.hasError = true;\n\t\t\tserverRes.data = err.message || 'Unknown error';\n\t\t}\n\n\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\tthis._websocketManager.send(ws, serverRes);\n\t\t}\n\t}\n\n\t/**\n\t * Add a new task to our in-memory queue and try to dispatch.\n\t */\n\tprivate queueTask(taskId: string, method: string, params: any[], userContext?: { id_user?: string; user?: string; id_ws?: string }) {\n\t\tthis._taskQueue.push({\n\t\t\ttaskId,\n\t\t\tmethod,\n\t\t\tparams,\n\t\t\tuserContext\n\t\t});\n\t\tthis.dispatchQueue();\n\t}\n\n\t/**\n\t * The main loop that assigns tasks from _taskQueue to any worker that has capacity.\n\t */\n\tprivate dispatchQueue() {\n\t\tif (!this._taskQueue.length) {\n\t\t\treturn;\n\t\t}\n\n\t\t// Try to assign tasks while we have them\n\t\tfor (let i = 0; i < 9999; i++) {\n\t\t\tlet item = this._taskQueue[0];\n\t\t\tif (!item) {\n\t\t\t\tbreak;\n\t\t\t}\n\n\t\t\tlet w = this.findAvailableWorker();\n\t\t\tif (!w) {\n\t\t\t\tbreak; // no worker can take more tasks\n\t\t\t}\n\n\t\t\t// Remove from queue\n\t\t\tthis._taskQueue.shift();\n\t\t\tthis.assignTaskToWorker(w, item);\n\t\t}\n\t}\n\n\t/**\n\t * Returns the worker with the fewest activeTasks that is under maxConcurrency. Or null if none.\n\t */\n\tprivate findAvailableWorker(): WorkerConnection | null {\n\t\tlet candidates = this._workers.filter(x => x.activeTasks < x.maxConcurrency);\n\t\tif (!candidates.length) {\n\t\t\treturn null;\n\t\t}\n\n\t\t// Sort by how busy they are\n\t\tcandidates.sort((a, b) => a.activeTasks - b.activeTasks);\n\t\treturn candidates[0];\n\t}\n\n\tprivate assignTaskToWorker(worker: WorkerConnection, task: TaskQueueItem) {\n\t\tworker.activeTasks++;\n\n\t\tlet payload = {\n\t\t\ttype: 'task',\n\t\t\ttaskId: task.taskId,\n\t\t\tmethod: task.method,\n\t\t\tparams: task.params,\n\t\t\tuserContext: task.userContext\n\t\t};\n\n\t\ttry {\n\t\t\tworker.ws.send(JSON.stringify(payload));\n\t\t\tconsole.log('Assigned task', task.taskId, 'to worker', worker.id);\n\t\t}\n\t\tcatch (err) {\n\t\t\tconsole.error('Failed to send task to worker:', err);\n\t\t\tworker.activeTasks = Math.max(0, worker.activeTasks - 1);\n\t\t\t// Put task back at front\n\t\t\tthis._taskQueue.unshift(task);\n\t\t}\n\t}\n\n\t/**\n\t * Handle messages coming back from a worker (like 'taskComplete').\n\t */\n\tprivate handleWorkerMessage(workerId: string, messageStr: string) {\n\t\tlet data: any;\n\t\ttry {\n\t\t\tdata = JSON.parse(messageStr, dateReviver);\n\t\t}\n\t\tcatch (err) {\n\t\t\tconsole.error('Failed to parse worker message:', messageStr);\n\t\t\treturn;\n\t\t}\n\n\t\tif (data.type === 'taskComplete') {\n\t\t\tlet w = this._workers.find(x => x.id === workerId);\n\t\t\tif (!w) {\n\t\t\t\tconsole.error('Unknown worker for taskComplete:', workerId);\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\tw.activeTasks = Math.max(0, w.activeTasks - 1);\n\n\t\t\tlet { taskId, error, message, result } = data;\n\n\t\t\t// Look up original request\n\t\t\tlet inflight = this._inFlightRequests[taskId];\n\t\t\tif (!inflight) {\n\t\t\t\tconsole.error('No in-flight request found for task:', taskId);\n\t\t\t}\n\t\t\telse {\n\t\t\t\tdelete this._inFlightRequests[taskId];\n\n\t\t\t\t// Send the final response to the client\n\t\t\t\tlet res: ServerResponseModel = {\n\t\t\t\t\tmessageId: inflight.messageId,\n\t\t\t\t\thasError: false,\n\t\t\t\t\tdata: result\n\t\t\t\t};\n\n\t\t\t\tif (error) {\n\t\t\t\t\tres.hasError = true;\n\t\t\t\t\tres.data = message;\n\t\t\t\t}\n\n\t\t\t\tif (inflight.ws && inflight.ws.readyState === inflight.ws.OPEN) {\n\t\t\t\t\tthis._websocketManager.send(inflight.ws, res);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// Try to dispatch more from the queue\n\t\t\tthis.dispatchQueue();\n\t\t}\n\t}\n\n\t/**\n\t * Cleanly remove a client from the subscription manager, etc.\n\t */\n\tpublic unsubscribeWS(ws: WebSocket) {\n\t\tif (this._subscriptionManager && this._subscriptionManager.getEnableDebug()) {\n\t\t\tconsole.log(new Date(), 'Server App', 'Unsub WS', ws['user'], ws['id_socket']);\n\t\t}\n\t\tthis._subscriptionManager.unsubscribeAll(ws);\n\t\tws.removeAllListeners();\n\t\tws = null;\n\t}\n\n\tpublic getApp() {\n\t\treturn this._app;\n\t}\n\n\tpublic getServerConfig() {\n\t\treturn ResolveIOServer.getServerConfig();\n\t}\n}"]}

package/collections/worker-task-request.collection.d.ts

@@ -1,3 +0,0 @@
-import { WorkerTaskRequestModel } from '../models/worker-task-request.model';
-import { MongoManagerCollection } from '../managers/mongo.manager';
-export declare let WorkerTaskRequests: MongoManagerCollection<WorkerTaskRequestModel>;

package/collections/worker-task-request.collection.js

@@ -1,2 +0,0 @@
-"use strict";Object.defineProperty(exports,"__esModule",{value:!0}),exports.WorkerTaskRequests=void 0;var resolveio_server_app_1=require("../resolveio-server-app"),mongo_manager_1=require("../managers/mongo.manager"),simpl_schema_1=require("simpl-schema"),schema={_id:{type:String,optional:!0},__v:{type:Number,optional:!0},updatedAt:{type:Date,optional:!0},createdAt:{type:Date,optional:!0},method:{type:String},params:{type:Array},"params.$":{type:simpl_schema_1.default.oneOf(Object,String,Number,Boolean,Date),blackbox:!0},status:{type:String},id_user:{type:String},user:{type:String},id_ws:{type:String}};function initializeCollection(){var e;resolveio_server_app_1.ResolveIOServer&&resolveio_server_app_1.ResolveIOServer.getMainDB()?(e=new mongo_manager_1.MongoManagerModel({collectionName:"worker-task-requests",schema:schema,useVersionCollection:!1,useReportBuilder:!1,reportBuilderLookupTables:[],timestamps:!0,createLogs:!1,checkSchema:!1,collectionOptions:null}),exports.WorkerTaskRequests=e.collection_main,exports.WorkerTaskRequests.createIndex({createdAt:1},{expireAfterSeconds:3600}),exports.WorkerTaskRequests.createIndex({status:1,createdAt:1}),exports.WorkerTaskRequests.createIndex({_id:1,status:1}),exports.WorkerTaskRequests.createIndex({user:1,createdAt:-1})):setTimeout(function(){initializeCollection()},0)}exports.WorkerTaskRequests=null,initializeCollection();
-//# sourceMappingURL=worker-task-request.collection.js.map

package/collections/worker-task-request.collection.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/collections/worker-task-request.collection.ts"],"names":["resolveio_server_app_1","require","mongo_manager_1","simpl_schema_1","schema","_id","type","String","optional","__v","Number","updatedAt","Date","createdAt","method","params","Array","params.$","default","oneOf","Object","Boolean","blackbox","status","id_user","user","id_ws","initializeCollection","model","ResolveIOServer","getMainDB","MongoManagerModel","collectionName","useVersionCollection","useReportBuilder","reportBuilderLookupTables","timestamps","createLogs","checkSchema","collectionOptions","exports","WorkerTaskRequests","collection_main","createIndex","expireAfterSeconds","setTimeout"],"mappings":"sGACA,IAAAA,uBAAAC,QAAA,yBAAA,EACAC,gBAAAD,QAAA,2BAAA,EACAE,eAAAF,QAAA,cAAA,EAEIG,OAAc,CACjBC,IAAK,CACJC,KAAMC,OACNC,SAAU,CAAA,C,EAEXC,IAAK,CACJH,KAAMI,OACNF,SAAU,CAAA,C,EAEXG,UAAW,CACVL,KAAMM,KACNJ,SAAU,CAAA,C,EAEXK,UAAW,CACVP,KAAMM,KACNJ,SAAU,CAAA,C,EAEXM,OAAQ,CACPR,KAAMC,M,EAEPQ,OAAQ,CACPT,KAAMU,K,EAEPC,WAAY,CACXX,KAAMH,eAAAe,QAAaC,MAAMC,OAAQb,OAAQG,OAAQW,QAAST,IAAI,EAC9DU,SAAU,CAAA,C,EAEXC,OAAQ,CACPjB,KAAMC,M,EAEPiB,QAAS,CACRlB,KAAMC,M,EAEPkB,KAAM,CACLnB,KAAMC,M,EAEPmB,MAAO,CACNpB,KAAMC,M,GAQR,SAASoB,uBACR,IACOC,EADH5B,uBAAA6B,iBAAmB7B,uBAAA6B,gBAAgBC,UAAS,GACzCF,EAAQ,IAAI1B,gBAAA6B,kBAA0C,CAC3DC,eAAgB,uBAChB5B,OAAQA,OACR6B,qBAAsB,CAAA,EACtBC,iBAAkB,CAAA,EAClBC,0BAA2B,GAC3BC,WAAY,CAAA,EACZC,WAAY,CAAA,EACZC,YAAa,CAAA,EACbC,kBAAmB,I,CACnB,EACDC,QAAAC,mBAAqBb,EAAMc,gBAC3BF,QAAAC,mBAAmBE,YAAY,CAAC9B,UAAW,CAAC,EAAG,CAAC+B,mBAAoB,IAAO,CAAC,EAC5EJ,QAAAC,mBAAmBE,YAAY,CAACpB,OAAQ,EAAGV,UAAW,CAAC,CAAC,EACxD2B,QAAAC,mBAAmBE,YAAY,CAACtC,IAAK,EAAGkB,OAAQ,CAAC,CAAC,EAClDiB,QAAAC,mBAAmBE,YAAY,CAAClB,KAAM,EAAGZ,UAAW,CAAC,CAAC,CAAC,GAGvDgC,WAAW,WACVlB,qBAAoB,CACrB,EAAG,CAAC,CAEN,CA5BWa,QAAAC,mBAAqE,KAEhFd,qBAAoB","file":"worker-task-request.collection.js","sourcesContent":["import { WorkerTaskRequestModel } from '../models/worker-task-request.model';\nimport { ResolveIOServer } from '../resolveio-server-app';\nimport { MongoManagerCollection, MongoManagerModel } from '../managers/mongo.manager';\nimport SimpleSchema from 'simpl-schema';\n\nlet schema: any = {\n\t_id: {\n\t\ttype: String,\n\t\toptional: true\n\t},\n\t__v: {\n\t\ttype: Number,\n\t\toptional: true\n\t},\n\tupdatedAt: {\n\t\ttype: Date,\n\t\toptional: true\n\t},\n\tcreatedAt: {\n\t\ttype: Date,\n\t\toptional: true\n\t},\n\tmethod: {\n\t\ttype: String\n\t},\n\tparams: {\n\t\ttype: Array, // Declaring params as an array\n\t},\n\t'params.$': {\n\t\ttype: SimpleSchema.oneOf(Object, String, Number, Boolean, Date), // Allowing multiple types\n\t\tblackbox: true // Blackbox for the object type\n\t},\n\tstatus: {\n\t\ttype: String\n\t},\n\tid_user: {\n\t\ttype: String\n\t},\n\tuser: {\n\t\ttype: String\n\t},\n\tid_ws: {\n\t\ttype: String\n\t}\n};\n\nexport let WorkerTaskRequests: MongoManagerCollection<WorkerTaskRequestModel> = null;\n\ninitializeCollection();\n\nfunction initializeCollection() {\n\tif (ResolveIOServer && ResolveIOServer.getMainDB()) {\n\t\tconst model = new MongoManagerModel<WorkerTaskRequestModel>({\n\t\t\tcollectionName: 'worker-task-requests',\n\t\t\tschema: schema,\n\t\t\tuseVersionCollection: false,\n\t\t\tuseReportBuilder: false,\n\t\t\treportBuilderLookupTables: [],\n\t\t\ttimestamps: true,\n\t\t\tcreateLogs: false,\n\t\t\tcheckSchema: false,\n\t\t\tcollectionOptions: null\n\t\t});\n\t\tWorkerTaskRequests = model.collection_main;\n\t\tWorkerTaskRequests.createIndex({createdAt: 1}, {expireAfterSeconds: 60 * 60});\n\t\tWorkerTaskRequests.createIndex({status: 1, createdAt: 1});\n\t\tWorkerTaskRequests.createIndex({_id: 1, status: 1});\n\t\tWorkerTaskRequests.createIndex({user: 1, createdAt: -1});\n\t}\n\telse {\n\t\tsetTimeout(() => {\n\t\t\tinitializeCollection();\n\t\t}, 0);\n\t}\n}"]}

package/collections/worker-task-response.collection.d.ts

@@ -1,3 +0,0 @@
-import { WorkerTaskResponseModel } from '../models/worker-task-response.model';
-import { MongoManagerCollection } from '../managers/mongo.manager';
-export declare let WorkerTaskResponses: MongoManagerCollection<WorkerTaskResponseModel>;

package/collections/worker-task-response.collection.js

@@ -1,2 +0,0 @@
-"use strict";Object.defineProperty(exports,"__esModule",{value:!0}),exports.WorkerTaskResponses=void 0;var resolveio_server_app_1=require("../resolveio-server-app"),mongo_manager_1=require("../managers/mongo.manager"),simpl_schema_1=require("simpl-schema"),schema={_id:{type:String,optional:!0},__v:{type:Number,optional:!0},updatedAt:{type:Date,optional:!0},createdAt:{type:Date,optional:!0},id_request:{type:String},data:{type:Array},"data.$":{type:simpl_schema_1.default.oneOf(Object,String,Number,Boolean,Date),blackbox:!0},id_user:{type:String},user:{type:String},id_ws:{type:String}};function initializeCollection(){var e;resolveio_server_app_1.ResolveIOServer&&resolveio_server_app_1.ResolveIOServer.getMainDB()?(e=new mongo_manager_1.MongoManagerModel({collectionName:"worker-task-responses",schema:schema,useVersionCollection:!1,useReportBuilder:!1,reportBuilderLookupTables:[],timestamps:!0,createLogs:!1,checkSchema:!1,collectionOptions:null}),exports.WorkerTaskResponses=e.collection_main,exports.WorkerTaskResponses.createIndex({createdAt:1},{expireAfterSeconds:3600}),exports.WorkerTaskResponses.createIndex({id_request:1})):setTimeout(function(){initializeCollection()},0)}exports.WorkerTaskResponses=null,initializeCollection();
-//# sourceMappingURL=worker-task-response.collection.js.map

package/collections/worker-task-response.collection.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/collections/worker-task-response.collection.ts"],"names":["resolveio_server_app_1","require","mongo_manager_1","simpl_schema_1","schema","_id","type","String","optional","__v","Number","updatedAt","Date","createdAt","id_request","data","Array","data.$","default","oneOf","Object","Boolean","blackbox","id_user","user","id_ws","initializeCollection","model","ResolveIOServer","getMainDB","MongoManagerModel","collectionName","useVersionCollection","useReportBuilder","reportBuilderLookupTables","timestamps","createLogs","checkSchema","collectionOptions","exports","WorkerTaskResponses","collection_main","createIndex","expireAfterSeconds","setTimeout"],"mappings":"uGACA,IAAAA,uBAAAC,QAAA,yBAAA,EACAC,gBAAAD,QAAA,2BAAA,EACAE,eAAAF,QAAA,cAAA,EAEIG,OAAc,CACjBC,IAAK,CACJC,KAAMC,OACNC,SAAU,CAAA,C,EAEXC,IAAK,CACJH,KAAMI,OACNF,SAAU,CAAA,C,EAEXG,UAAW,CACVL,KAAMM,KACNJ,SAAU,CAAA,C,EAEXK,UAAW,CACVP,KAAMM,KACNJ,SAAU,CAAA,C,EAEXM,WAAY,CACXR,KAAMC,M,EAEPQ,KAAM,CACLT,KAAMU,K,EAEPC,SAAU,CACTX,KAAMH,eAAAe,QAAaC,MAAMC,OAAQb,OAAQG,OAAQW,QAAST,IAAI,EAC9DU,SAAU,CAAA,C,EAEXC,QAAS,CACRjB,KAAMC,M,EAEPiB,KAAM,CACLlB,KAAMC,M,EAEPkB,MAAO,CACNnB,KAAMC,M,GAQR,SAASmB,uBACR,IACOC,EADH3B,uBAAA4B,iBAAmB5B,uBAAA4B,gBAAgBC,UAAS,GACzCF,EAAQ,IAAIzB,gBAAA4B,kBAA2C,CAC5DC,eAAgB,wBAChB3B,OAAQA,OACR4B,qBAAsB,CAAA,EACtBC,iBAAkB,CAAA,EAClBC,0BAA2B,GAC3BC,WAAY,CAAA,EACZC,WAAY,CAAA,EACZC,YAAa,CAAA,EACbC,kBAAmB,I,CACnB,EACDC,QAAAC,oBAAsBb,EAAMc,gBAC5BF,QAAAC,oBAAoBE,YAAY,CAAC7B,UAAW,CAAC,EAAG,CAAC8B,mBAAoB,IAAO,CAAC,EAC7EJ,QAAAC,oBAAoBE,YAAY,CAAC5B,WAAY,CAAC,CAAC,GAG/C8B,WAAW,WACVlB,qBAAoB,CACrB,EAAG,CAAC,CAEN,CA1BWa,QAAAC,oBAAuE,KAElFd,qBAAoB","file":"worker-task-response.collection.js","sourcesContent":["import { WorkerTaskResponseModel } from '../models/worker-task-response.model';\nimport { ResolveIOServer } from '../resolveio-server-app';\nimport { MongoManagerCollection, MongoManagerModel } from '../managers/mongo.manager';\nimport SimpleSchema from 'simpl-schema';\n\nlet schema: any = {\n\t_id: {\n\t\ttype: String,\n\t\toptional: true\n\t},\n\t__v: {\n\t\ttype: Number,\n\t\toptional: true\n\t},\n\tupdatedAt: {\n\t\ttype: Date,\n\t\toptional: true\n\t},\n\tcreatedAt: {\n\t\ttype: Date,\n\t\toptional: true\n\t},\n\tid_request: {\n\t\ttype: String\n\t},\n\tdata: {\n\t\ttype: Array, // Declaring params as an array\n\t},\n\t'data.$': {\n\t\ttype: SimpleSchema.oneOf(Object, String, Number, Boolean, Date), // Allowing multiple types\n\t\tblackbox: true // Blackbox for the object type\n\t},\n\tid_user: {\n\t\ttype: String\n\t},\n\tuser: {\n\t\ttype: String\n\t},\n\tid_ws: {\n\t\ttype: String\n\t}\n};\n\nexport let WorkerTaskResponses: MongoManagerCollection<WorkerTaskResponseModel> = null;\n\ninitializeCollection();\n\nfunction initializeCollection() {\n\tif (ResolveIOServer && ResolveIOServer.getMainDB()) {\n\t\tconst model = new MongoManagerModel<WorkerTaskResponseModel>({\n\t\t\tcollectionName: 'worker-task-responses',\n\t\t\tschema: schema,\n\t\t\tuseVersionCollection: false,\n\t\t\tuseReportBuilder: false,\n\t\t\treportBuilderLookupTables: [],\n\t\t\ttimestamps: true,\n\t\t\tcreateLogs: false,\n\t\t\tcheckSchema: false,\n\t\t\tcollectionOptions: null\n\t\t});\n\t\tWorkerTaskResponses = model.collection_main;\n\t\tWorkerTaskResponses.createIndex({createdAt: 1}, {expireAfterSeconds: 60 * 60});\n\t\tWorkerTaskResponses.createIndex({id_request: 1});\n\t}\n\telse {\n\t\tsetTimeout(() => {\n\t\t\tinitializeCollection();\n\t\t}, 0);\n\t}\n}"]}

package/models/worker-task-request.model.d.ts

@@ -1,10 +0,0 @@
-import { CollectionDocument } from './collection-document.model';
-export interface WorkerTaskRequestModel extends CollectionDocument {
-    method: string;
-    params: any;
-    status: WorkerTaskRequestStatusType;
-    id_user: string;
-    user: string;
-    id_ws: string;
-}
-export type WorkerTaskRequestStatusType = 'pending' | 'processing' | 'complete';

package/models/worker-task-request.model.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"worker-task-request.model.js","sources":["models/worker-task-request.model.js"],"sourcesContent":["\"use strict\";\nObject.defineProperty(exports, \"__esModule\", { value: true });\n"],"names":["Object","defineProperty","exports","value"],"mappings":"AAAA,aACAA,OAAOC,eAAeC,QAAS,aAAc,CAAEC,MAAO,CAAA,CAAK,CAAC"}

package/models/worker-task-response.model.d.ts

@@ -1,9 +0,0 @@
-import { CollectionDocument } from './collection-document.model';
-export interface WorkerTaskResponseModel extends CollectionDocument {
-    id_request: string;
-    has_error: boolean;
-    data: any;
-    id_user: string;
-    user: string;
-    id_ws: string;
-}