@resolveio/server-lib 20.3.23 → 20.3.25
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.js +1 -1
- package/index.js.map +1 -1
- package/managers/mongo.manager.d.ts +5 -1
- package/managers/mongo.manager.js +1 -1
- package/managers/mongo.manager.js.map +1 -1
- package/package.json +1 -1
- package/server-app.js +1 -1
- package/server-app.js.map +1 -1
package/package.json
CHANGED
package/server-app.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";var __awaiter=this&&this.__awaiter||function(e,n,s,o){return new(s=s||Promise)(function(t,r){function fulfilled(e){try{step(o.next(e))}catch(e){r(e)}}function rejected(e){try{step(o.throw(e))}catch(e){r(e)}}function step(e){var r;e.done?t(e.value):((r=e.value)instanceof s?r:new s(function(e){e(r)})).then(fulfilled,rejected)}step((o=o.apply(e,n||[])).next())})},__generator=this&&this.__generator||function(n,s){var o,i,a,u={label:0,sent:function(){if(1&a[0])throw a[1];return a[1]},trys:[],ops:[]},c={next:verb(0),throw:verb(1),return:verb(2)};return"function"==typeof Symbol&&(c[Symbol.iterator]=function(){return this}),c;function verb(t){return function(e){var r=[t,e];if(o)throw new TypeError("Generator is already executing.");for(;u=c&&r[c=0]?0:u;)try{if(o=1,i&&(a=2&r[0]?i.return:r[0]?i.throw||((a=i.return)&&a.call(i),0):i.next)&&!(a=a.call(i,r[1])).done)return a;switch(i=0,(r=a?[2&r[0],a.value]:r)[0]){case 0:case 1:a=r;break;case 4:return u.label++,{value:r[1],done:!1};case 5:u.label++,i=r[1],r=[0];continue;case 7:r=u.ops.pop(),u.trys.pop();continue;default:if(!(a=0<(a=u.trys).length&&a[a.length-1])&&(6===r[0]||2===r[0])){u=0;continue}if(3===r[0]&&(!a||r[1]>a[0]&&r[1]<a[3]))u.label=r[1];else if(6===r[0]&&u.label<a[1])u.label=a[1],a=r;else{if(!(a&&u.label<a[2])){a[2]&&u.ops.pop(),u.trys.pop();continue}u.label=a[2],u.ops.push(r)}}r=s.call(n,u)}catch(e){r=[6,e],i=0}finally{o=a=0}if(5&r[0])throw r[1];return{value:r[0]?r[1]:void 0,done:!0}}}},__spreadArray=this&&this.__spreadArray||function(e,r,t){if(t||2===arguments.length)for(var n,s=0,o=r.length;s<o;s++)!n&&s in r||((n=n||Array.prototype.slice.call(r,0,s))[s]=r[s]);return e.concat(n||Array.prototype.slice.call(r))},http_1=(Object.defineProperty(exports,"__esModule",{value:!0}),require("http")),express=require("express"),bodyParser=require("body-parser"),xmlParser=require("express-xml-bodyparser"),WebSocket=require("ws"),jwt=require("jsonwebtoken"),moment=require("moment-timezone"),common_1=require("./util/common"),mongo_manager_1=require("./managers/mongo.manager"),cron_manager_1=require("./managers/cron.manager"),method_manager_1=require("./managers/method.manager"),subscription_manager_1=require("./managers/subscription.manager"),monitor_manager_1=require("./managers/monitor.manager"),method_response_collection_1=require("./collections/method-response.collection"),log_collection_1=require("./collections/log.collection"),log_method_latency_collection_1=require("./collections/log-method-latency.collection"),user_collection_1=require("./collections/user.collection"),home_1=require("./http/home"),auth_1=require("./http/auth"),health_1=require("./http/health"),index_1=require("./index"),mongodb_1=require("mongodb"),worker_task_request_collection_1=require("./collections/worker-task-request.collection"),worker_task_response_collection_1=require("./collections/worker-task-response.collection"),ResolveIOMainServer=function(){function ResolveIOMainServer(e,r,t,n,s,o,i){void 0===i&&(i=!1);var a=this;this._offlineUpdates=[],this._msgQueue=[],this._msgQueueRunning=!1,this.sesMail=!1,this.standardProgram=!1,this.publicProgram=!1,this._rebootFlag=!1,this.LOGGER="ERROR",this._clientRoutes=[],this._lastErrorMsg=null,this._debugMsgRecv=0,this._debugMsgQueue=0,this._isWorkersEnabled=!1,this._isWorkerInstance=!1,this._workerQueue=[],this._workerTasks=[],this._workerBusy=!1,this._safeShutdown=!1,this._serverConfig=r,this._clientRoutes=t,this._clientDir=n,this.sesMail=s,this.standardProgram=o,this.publicProgram=i,this._serverStartTime=new Date,this._lastErrorMsg=null,this._monitorManager=new monitor_manager_1.MonitorManager(e,r),this._monitorManagerFunction=new monitor_manager_1.MonitorManagerFunction,this._isWorkersEnabled="true"===process.env.IS_WORKERS_ENABLED,this._isWorkerInstance="true"===process.env.IS_WORKER_INSTANCE,setInterval(function(){a._subscriptionManager&&a._subscriptionManager.getEnableDebug()&&(console.log(new Date,"Server App","Msg Queue Length",a._msgQueue.length),console.log(new Date,"Server App","Msg Recv Hits",a._debugMsgRecv),console.log(new Date,"Server App","Msg Queue Hits",a._debugMsgQueue)),a._debugMsgQueue=0,a._debugMsgRecv=0},6e4),process.on("unhandledRejection",function(n,s){return __awaiter(a,void 0,void 0,function(){var r,t=this;return __generator(this,function(e){switch(e.label){case 0:return n&&"MongoError"===n.name&&48===n.code?[2]:(console.error(new Date,"Unhandled Rejection at Promise",[n,s]),r=moment().diff(this._serverStartTime,"seconds"),n&&("MongoNetworkTimeoutError"===n.name||n instanceof mongodb_1.MongoNetworkTimeoutError)?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - MongoNetworkTimeoutError - Quitting NodeJS - "+this._serverConfig.CLIENT_NAME,JSON.stringify({name:n.name,message:n.message,stack:n.stack},null,2))]):[3,2]:[3,3]);case 1:e.sent(),process.exit(1),e.label=2;case 2:return[3,10];case 3:return n&&"MongoError"===n.name&&"not master"===n.message?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - Quitting NodeJS - "+this._serverConfig.CLIENT_NAME,JSON.stringify([n.name,n.message,n.stack],null,2))]):[3,5]:[3,6];case 4:e.sent(),e.label=5;case 5:return process.exit(1),[3,10];case 6:return n&&"MongoError"===n.name&&"not master and slaveOk=false"===n.message?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - Quitting NodeJS - "+this._serverConfig.CLIENT_NAME,JSON.stringify([n.name,n.message,n.stack],null,2))]):[3,8]:[3,9];case 7:e.sent(),e.label=8;case 8:return process.exit(1),[3,10];case 9:n&&"StatusError"!==n.name&&""!==n.message&&60<r&&!this._lastErrorMsg&&(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - "+this._serverConfig.CLIENT_NAME,JSON.stringify([n.name,n.message,n.stack],null,2))),e.label=10;case 10:return[2]}})})}),process.on("uncaughtException",function(t){return __awaiter(a,void 0,void 0,function(){var r=this;return __generator(this,function(e){switch(e.label){case 0:return(console.error(t,"Uncaught Exception thrown"),60<moment().diff(this._serverStartTime,"seconds")&&!this._lastErrorMsg)?(this._lastErrorMsg=new Date,setTimeout(function(){r._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Exception - "+this._serverConfig.CLIENT_NAME,JSON.stringify([t.name,t.message,t.stack],null,2))]):[3,2];case 1:e.sent(),e.label=2;case 2:return[2]}})})}),process.on("SIGINT",function(){a._rebootFlag=!0,a._serverHTTP.close(),a.safeShutdown()}),process.on("SIGTERM",function(){a._rebootFlag=!0,a._serverHTTP.close(),a.safeShutdown()}),process.on("SIGQUIT",function(){a._rebootFlag=!0,a._serverHTTP.close(),a.safeShutdown()}),"DEBUG"===this.LOGGER&&console.log("Starting ResolveIO Server"),this._isWorkersEnabled?this._isWorkerInstance?(console.log("Running as a Worker instance"),this._methodManager=new method_manager_1.MethodManager(this,this._serverConfig,this._clientDir,this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._cronManager=new cron_manager_1.CronManager(this),this.startWorkerInstance()):(console.log("Running as a Server instance"),this.startServerInstance(r),this._methodManager=new method_manager_1.MethodManager(this,this._serverConfig,this._clientDir,this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._subscriptionManager=new subscription_manager_1.SubscriptionManager(this,this._serverWSS,this._serverConfig,this._monitorManagerFunction),this.listen()):(console.log("Running with Workers Disabled"),this.startServerInstance(r),this._methodManager=new method_manager_1.MethodManager(this,this._serverConfig,this._clientDir,this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._subscriptionManager=new subscription_manager_1.SubscriptionManager(this,this._serverWSS,this._serverConfig,this._monitorManagerFunction),this._cronManager=new cron_manager_1.CronManager(this),this.listen())}return ResolveIOMainServer.prototype.startServerInstance=function(e){this._app=express(),this._app.use(bodyParser.json({limit:"50mb",reviver:common_1.dateReviver})),this._app.use(bodyParser.urlencoded({limit:"50mb",extended:!0,parameterLimit:1e6})),this._app.use(xmlParser()),this._portHTTP=process.env.PORT_HTTP||e.PORT_HTTP||8080,this._portWSS=process.env.PORT_WSS||e.PORT_WSS||8081,"DEBUG"===this.LOGGER&&console.log("Setup ports"),this.createServer(),"DEBUG"===this.LOGGER&&console.log("Create server"),this._app.use(function(e,r,t){r.setHeader("Access-Control-Allow-Origin","*"),r.setHeader("Access-Control-Allow-Methods","GET, POST"),r.setHeader("Access-Control-Allow-Headers","X-Requested-With,content-type"),r.setHeader("Access-Control-Allow-Credentials","false"),t()}),"DEBUG"===this.LOGGER&&console.log("Setup cors"),(0,auth_1.setupAuthRoutes)(this,this._app,e),(0,health_1.setupHealthRoutes)(this._app,e),"ResolveIO"!==e.CLIENT_NAME&&!this.standardProgram||(0,home_1.setupHomeRoutes)(this,this._app,e),"DEBUG"===this.LOGGER&&console.log("Setup express routes")},ResolveIOMainServer.prototype.startWorkerInstance=function(){return __awaiter(this,void 0,void 0,function(){var r,t,n,s,o,i,a,u=this;return __generator(this,function(e){switch(e.label){case 0:return console.log("Worker instance started, watching worker-task-reqs..."),setInterval(function(){!u._workerBusy&&u._workerQueue.length&&(u._workerBusy=!0,u._workerTasks.length?(console.log(new Date,"Instance: "+process.env.NODE_APP_INSTANCE,"New Task","Current Jobs: "+u._workerTasks.length,"Delay: "+50*u._workerTasks.length+" ms"),setTimeout(function(){u._workerQueue.length&&u.processTask()},50*u._workerTasks.length)):(console.log(new Date,"Instance: "+process.env.NODE_APP_INSTANCE,"New Task","No Jobs"),u.processTask()))},10),(r=worker_task_request_collection_1.WorkerTaskRequests.watchCollection([{$match:{"fullDocument.status":"pending"}}],{fullDocument:"updateLookup"})).on("change",function(n){return __awaiter(u,void 0,void 0,function(){var r,t;return __generator(this,function(e){return"insert"===n.operationType?(r=n.fullDocument)&&!this._workerQueue.some(function(e){return e._id===r._id})&&(this._workerQueue.splice(0,0,r),console.log(new Date,"Instance: "+process.env.NODE_APP_INSTANCE,"Add To Queue",this._workerQueue.length)):"update"===n.operationType&&(t=n.fullDocument)&&"pending"!==t.status&&this._workerQueue.some(function(e){return e._id===t._id})&&(this._workerQueue.splice(this._workerQueue.findIndex(function(e){return e._id===t._id}),1),console.log(new Date,"Instance: "+process.env.NODE_APP_INSTANCE,"Remove From Queue",this._workerQueue.length)),[2]})})}),r.on("error",function(e){console.error("Error in change stream worker task requests:",e),r.close(),setTimeout(function(){return u.startWorkerInstance()},5e3)}),r.on("close",function(){console.log("Change stream worker task requests closed. Restarting..."),setTimeout(function(){return u.startWorkerInstance()},5e3)}),[4,worker_task_request_collection_1.WorkerTaskRequests.find({status:"pending"},{sort:{createdAt:1}})];case 1:for(t=e.sent(),n=function(r){s._workerQueue.some(function(e){return e._id===r._id})||s._workerQueue.splice(0,0,r)},s=this,o=0,i=t;o<i.length;o++)a=i[o],n(a);return[2]}})})},ResolveIOMainServer.prototype.processTask=function(){return __awaiter(this,void 0,void 0,function(){var s,r=this;return __generator(this,function(e){return(s=this._workerQueue.pop())&&(console.log(new Date,"Instance: "+process.env.NODE_APP_INSTANCE,"Process Task",this._workerQueue.length),worker_task_request_collection_1.WorkerTaskRequests.updateOne({_id:s._id,status:"pending"},{$set:{status:"processing"}}).then(function(n){return __awaiter(r,void 0,void 0,function(){var r,t;return __generator(this,function(e){switch(e.label){case 0:if(this._workerBusy=!1,!n)return[3,5];this._workerTasks.push(s._id),e.label=1;case 1:return e.trys.push([1,3,,4]),[4,(t=this._methodManager.callMethodInternal).call.apply(t,__spreadArray([Object.assign({},this._methodManager,{id_user:s.id_user,user:s.user,id_ws:s.id_ws}),s.method],s.params,!1))];case 2:return t=e.sent(),worker_task_response_collection_1.WorkerTaskResponses.create({id_request:s._id,has_error:!1,data:t,id_user:s.id_user,user:s.user,id_ws:s.id_ws}),[3,4];case 3:return r=e.sent(),console.error("Worker failed to process task:",s._id,r),worker_task_response_collection_1.WorkerTaskResponses.create({id_request:s._id,has_error:!0,data:r.message,id_user:s.id_user,user:s.user,id_ws:s.id_ws}),[3,4];case 4:this._workerTasks.includes(s._id)&&this._workerTasks.splice(this._workerTasks.indexOf(s._id),1),worker_task_request_collection_1.WorkerTaskRequests.updateOne({_id:s._id},{$set:{status:"complete"}}),console.log(new Date,"Instance: "+process.env.NODE_APP_INSTANCE,"Complete Task","Current Jobs: "+this._workerTasks.length),e.label=5;case 5:return[2]}})})},function(){r._workerBusy=!1})),[2]})})},ResolveIOMainServer.prototype.safeShutdown=function(){var e=this;this._safeShutdown||console.log(new Date,"Safe Shutdown Command Received"),this._monitorManagerFunction.getActiveMonitorFunctions().length||this._msgQueue.length||this._msgQueueRunning||this._offlineUpdates.length?(this._safeShutdown||(this._safeShutdown=!0,setTimeout(function(){e._safeShutdown=!1},1e3),console.log(new Date,"Safe Exit In Progress",this._monitorManagerFunction.getActiveMonitorFunctions().length,this._msgQueue.length,this._msgQueueRunning,this._offlineUpdates.length)),setImmediate(function(){e.safeShutdown()})):index_1.ResolveIOServer.getMongoConnection().close(!1).then(function(){console.log(new Date,"Safe Exit Complete, Process Exit"),process.exit(0)},function(){process.exit(1)})},ResolveIOMainServer.prototype.getIsWorkersEnabled=function(){return this._isWorkersEnabled},ResolveIOMainServer.prototype.getIsWorkerInstance=function(){return this._isWorkerInstance},ResolveIOMainServer.prototype.getWS=function(r){return Array.from(this._serverWSS.clients).filter(function(e){return e.id_socket===r})[0]},ResolveIOMainServer.prototype.getWSList=function(){var r=[];return this._serverWSS.clients.forEach(function(e){r.push(e.id_socket)}),r},ResolveIOMainServer.prototype.getWSUserList=function(){var r=[];return this._serverWSS.clients.forEach(function(e){r.push(e.id_user)}),r},ResolveIOMainServer.prototype.getHTTPServer=function(){return this._serverHTTP},ResolveIOMainServer.prototype.getCronManager=function(){return this._cronManager},ResolveIOMainServer.prototype.getMethodManager=function(){return this._methodManager},ResolveIOMainServer.prototype.getSubscriptionManager=function(){return this._subscriptionManager},ResolveIOMainServer.prototype.getMonitorManager=function(){return this._monitorManager},ResolveIOMainServer.prototype.getRebootFlag=function(){return this._rebootFlag},ResolveIOMainServer.prototype.createServer=function(){var e=this;this._serverHTTP=(0,http_1.createServer)(this._app),this._serverHTTP.keepAliveTimeout=65e3,this._serverHTTP.headersTimeout=66e3,this._serverWSS=new WebSocket.Server({port:this._portWSS,verifyClient:this.publicProgram?null:function(o,i){return __awaiter(e,void 0,void 0,function(){var r,s=this;return __generator(this,function(e){return this._rebootFlag?i(!1,409,"Unable To Process"):("DEBUG"===this.LOGGER&&console.log("Verify Client",o,i),r=o.req.headers["sec-websocket-protocol"].split(/,/),(o.origin===this._serverConfig.ROOT_URL||o.origin===this._serverConfig.SEC_ROOT_URL||o.origin===this._serverConfig.RESOLVEIO_URL||o.origin===this._serverConfig.RESOLVEIO_SECONDARY_URL)&&(r=r[0])?jwt.verify(r,this._serverConfig.JWT_SECRET,function(t,n){return __awaiter(s,void 0,void 0,function(){var r;return __generator(this,function(e){switch(e.label){case 0:return t?(i(!1,401,"Unauthorized"),[3,5]):[3,1];case 1:o.req.id_user=n.id_user,e.label=2;case 2:return e.trys.push([2,4,,5]),[4,user_collection_1.Users.findById(n.id_user)];case 3:return(r=e.sent())?(o.req.user=r.fullname,o.req.user_readonly=r.readonly||!1,o.req.doc_user=r,i(!0)):i(!1),[3,5];case 4:return e.sent(),i(!1),[3,5];case 5:return[2]}})})}):i(!1,401,"Unauthorized")),[2]})})}})},ResolveIOMainServer.prototype.listen=function(){var u=this;this._serverHTTP.listen(this._portHTTP,function(){console.log("Running server on port %s",u._portHTTP)}),this._serverWSS.on("listening",function(){console.log("Running server on port %s",u._portWSS)}),this._serverWSS.on("connection",function(f,e){u.publicProgram||(f.id_user=e.id_user,f.user=e.user,f.user_readonly=e.user_readonly,f.doc_user=e.doc_user,"Admin"!==f.user&&"ResolveIO"!==u._serverConfig.CLIENT_NAME&&u.getMethodManager().callMethodInternal.call(u.getMethodManager(),"supportCreateBillingUser",{id_user:f.id_user,user:f.user,date:new Date,client:index_1.ResolveIOServer.getClientName()})),f.id_socket=(0,mongo_manager_1.objectIdHexString)(),f.retryCnt=0,u._subscriptionManager.createLoggedInUser(f.id_socket).then(function(){setTimeout(function(){f.pingTime=new Date,f.ping(function(){})},5e3)}),"DEBUG"===u.LOGGER&&console.log("Connection from: "+e.user),f.isAlive=!0,f.on("pong",function(){f.isAlive=!0,f.pongTime=new Date,f.latency=moment.duration(moment(f.pongTime).diff(f.pingTime)).asMilliseconds(),u._subscriptionManager.loggedInLatency(f)}).on("message",function(p){return __awaiter(u,void 0,void 0,function(){var r,t,n,s,o,i,a,u,c,l,_,g,h,d=this;return __generator(this,function(e){switch(e.label){case 0:"DEBUG"===this.LOGGER&&console.log("Message from: "+f.user,p),this._debugMsgRecv+=1,u=!1,r=[];try{r=JSON.parse(p,common_1.dateReviver)}catch(e){console.log("Error - JSON.parse",p),this._methodManager.sendEmail("dev@resolveio.com","SERVER - JSON Parse Error - "+this._serverConfig.CLIENT_NAME,JSON.stringify([p,e])),u=!0}if(!u){if("ping"===r[0])return f&&f.readyState===f.OPEN&&f.send("pong",function(e){e&&(d._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Pong"),d.unsubscribeWS(f))}),[2];if(t=r[0],!this.publicProgram&&this._clientRoutes.some(function(e){return t.includes(e)})&&!f.doc_user.roles.groups.some(function(e){return e.views.some(function(e){return t.includes(e)||e.includes(t)})})&&!f.doc_user.roles.super_admin)return[2];if(u=r[1],n=r[2],"subscription"!==(s=r[3]))return[3,1];o=r[4],l=r[5],"sub"===o?this._subscriptionManager.subscribe(t,u,f,n,l,r.slice(6)):this._subscriptionManager.unsubscribe(t,u,f,n,l,r.slice(6))}return[3,11];case 1:if(this.publicProgram||"offline"!==s)return[3,10];o={messageId:n,hasError:!1,data:"ACK"},f&&f.readyState===f.OPEN&&f.send(JSON.stringify(o),function(e){e&&(d._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Offline Ack Main"),d.unsubscribeWS(f))}),this._offlineUpdates.push(f),i=r[4],a=0,e.label=2;case 2:if(!(a<i.length))return[3,9];if(u=i[a],c=u.data,l={messageId:u.data[2],hasError:!1,data:"ACK"},f&&f.readyState===f.OPEN&&f.send(JSON.stringify(l),function(e){e&&(d._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Offline Ack Each"),d.unsubscribeWS(f))}),c.shift(),c.shift(),c.shift(),c.shift(),_=c.shift(),h=(0,mongo_manager_1.objectIdHexString)(),log_method_latency_collection_1.LogMethodLatencies.create({_id:h,__v:0,date_start:new Date,date_end:null,latency_ms:0,method:_}),"reportBuilderGetResults"!==_&&"reportBuilderGetDistinctValue"!==_&&"reportBuilderBuildTree"!==_&&"generatePDF"!==_&&"getWOOfflineData"!==_&&"countQuery"!==_&&"countWithQuery"!==_&&"countCollectionWithQuery"!==_&&"find"!==_&&"findOne"!==_&&"findWithOptions"!==_&&"getDrivers"!==_&&"processAirdropDistribution"!==_&&log_collection_1.Logs.insertOne({_id:(0,mongo_manager_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(c))<2e5?JSON.stringify(c,null,2):"Too Big",method:_,id_user:f.id_user||"",user:f.user||"",messageId:n,route:t}),!this._methodManager._methods[_])return[3,7];e.label=3;case 3:return e.trys.push([3,5,,6]),[4,(h=this._methodManager.callMethodInternal).call.apply(h,__spreadArray([Object.assign({},this._methodManager,{id_user:f.id_user,user:f.user,id_ws:f.id_socket}),_],c,!1))];case 4:return e.sent(),[3,6];case 5:return g=e.sent(),console.log(new Date,"Offline Error",JSON.stringify(g,null,2)),[3,6];case 6:return"updateDocumentOffline"!==_&&"updateDocumentPropsOffline"!==_||index_1.ResolveIOServer.getMongoManager().invalidateQueryCache(c[0]),[3,8];case 7:console.log("Offline - Could not find method: "+_),e.label=8;case 8:return a++,[3,2];case 9:return this._offlineUpdates.splice(this._offlineUpdates.map(function(e){return e.id_socket}).indexOf(f.id_socket),1),[3,11];case 10:this._msgQueue.splice(0,0,{ws:f,data:r}),e.label=11;case 11:return[2]}})})}).on("end",function(){u.unsubscribeWS(f),u._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","WS End")}).on("close",function(){u.unsubscribeWS(f),u._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","WS Close")}).on("error",function(e){u.unsubscribeWS(f),u._subscriptionManager.getEnableDebug()&&console.log(new Date,f.user,f.id_socket,"WS Error")})}),setInterval(function(){u._serverWSS.clients.forEach(function(e){e.pingTime&&2e4<=Date.now()-e.pingTime.getTime()&&(!1===e.isAlive?(e.retryCnt++,3<=e.retryCnt?u.unsubscribeWS(e):(e.pingTime=new Date,e.ping(function(){}))):(e.retryCnt=0,e.isAlive=!1,e.pingTime=new Date,e.ping(function(){})))})},2e4),setInterval(function(){if(!u._msgQueueRunning&&u._msgQueue.length){u._msgQueueRunning=!0,u._debugMsgQueue+=1;var e=u._msgQueue.pop(),r=e.data,t=e.ws,e=r.shift(),n=r.shift(),s=r.shift(),o=r.shift();if("method"===o){var i=r.shift();if(t.user_readonly)return;var a=(0,mongo_manager_1.objectIdHexString)(),e=(log_method_latency_collection_1.LogMethodLatencies.create({_id:a,__v:0,date_start:new Date,date_end:null,latency_ms:0,method:i}),"reportBuilderGetResults"!==i&&"reportBuilderGetDistinctValue"!==i&&"reportBuilderBuildTree"!==i&&"generatePDF"!==i&&"getWOOfflineData"!==i&&"countQuery"!==i&&"countWithQuery"!==i&&"countCollectionWithQuery"!==i&&"find"!==i&&"findOne"!==i&&"findWithOptions"!==i&&"getDrivers"!==i&&"processAirdropDistribution"!==i&&log_collection_1.Logs.insertOne({_id:(0,mongo_manager_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(r))<2e5?JSON.stringify(r,null,2):"Too Big",method:i,id_user:t.id_user||"",user:t.user||"",messageId:s,route:e}),{messageId:s,hasError:!1,data:"ACK"});t&&t.readyState===t.OPEN&&t.send(JSON.stringify(e),function(e){e&&u.unsubscribeWS(t)}),u._methodManager._methods[i]?(e=u._methodManager).callMethod.apply(e,__spreadArray([a,t,n,s,i],r,!1)):console.log("Could not find method: "+i)}else"methodResponse"===o&&(i=r.shift(),method_response_collection_1.MethodResponses.findOne({$and:[{id_user:t.id_user},{message_id:s},{method:i},{date:n}]}).then(function(e){e&&t&&t.readyState===t.OPEN&&t.send(JSON.stringify(e.response),function(e){e&&u.unsubscribeWS(t)})},function(e){}));u._msgQueueRunning=!1}},10)},ResolveIOMainServer.prototype.unsubscribeWS=function(e){this._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Unsub WS",e.user,e.id_socket),this._subscriptionManager.unsubscribeAll(e),e.removeAllListeners()},ResolveIOMainServer.prototype.getApp=function(){return this._app},ResolveIOMainServer.prototype.getServerConfig=function(){return this._serverConfig},ResolveIOMainServer}();exports.default=ResolveIOMainServer;
|
|
1
|
+
"use strict";var __awaiter=this&&this.__awaiter||function(e,n,s,o){return new(s=s||Promise)(function(t,r){function fulfilled(e){try{step(o.next(e))}catch(e){r(e)}}function rejected(e){try{step(o.throw(e))}catch(e){r(e)}}function step(e){var r;e.done?t(e.value):((r=e.value)instanceof s?r:new s(function(e){e(r)})).then(fulfilled,rejected)}step((o=o.apply(e,n||[])).next())})},__generator=this&&this.__generator||function(n,s){var o,i,a,u={label:0,sent:function(){if(1&a[0])throw a[1];return a[1]},trys:[],ops:[]},c={next:verb(0),throw:verb(1),return:verb(2)};return"function"==typeof Symbol&&(c[Symbol.iterator]=function(){return this}),c;function verb(t){return function(e){var r=[t,e];if(o)throw new TypeError("Generator is already executing.");for(;u=c&&r[c=0]?0:u;)try{if(o=1,i&&(a=2&r[0]?i.return:r[0]?i.throw||((a=i.return)&&a.call(i),0):i.next)&&!(a=a.call(i,r[1])).done)return a;switch(i=0,(r=a?[2&r[0],a.value]:r)[0]){case 0:case 1:a=r;break;case 4:return u.label++,{value:r[1],done:!1};case 5:u.label++,i=r[1],r=[0];continue;case 7:r=u.ops.pop(),u.trys.pop();continue;default:if(!(a=0<(a=u.trys).length&&a[a.length-1])&&(6===r[0]||2===r[0])){u=0;continue}if(3===r[0]&&(!a||r[1]>a[0]&&r[1]<a[3]))u.label=r[1];else if(6===r[0]&&u.label<a[1])u.label=a[1],a=r;else{if(!(a&&u.label<a[2])){a[2]&&u.ops.pop(),u.trys.pop();continue}u.label=a[2],u.ops.push(r)}}r=s.call(n,u)}catch(e){r=[6,e],i=0}finally{o=a=0}if(5&r[0])throw r[1];return{value:r[0]?r[1]:void 0,done:!0}}}},__spreadArray=this&&this.__spreadArray||function(e,r,t){if(t||2===arguments.length)for(var n,s=0,o=r.length;s<o;s++)!n&&s in r||((n=n||Array.prototype.slice.call(r,0,s))[s]=r[s]);return e.concat(n||Array.prototype.slice.call(r))},http_1=(Object.defineProperty(exports,"__esModule",{value:!0}),require("http")),express=require("express"),bodyParser=require("body-parser"),xmlParser=require("express-xml-bodyparser"),WebSocket=require("ws"),jwt=require("jsonwebtoken"),moment=require("moment-timezone"),common_1=require("./util/common"),mongo_manager_1=require("./managers/mongo.manager"),cron_manager_1=require("./managers/cron.manager"),method_manager_1=require("./managers/method.manager"),subscription_manager_1=require("./managers/subscription.manager"),monitor_manager_1=require("./managers/monitor.manager"),method_response_collection_1=require("./collections/method-response.collection"),log_collection_1=require("./collections/log.collection"),log_method_latency_collection_1=require("./collections/log-method-latency.collection"),user_collection_1=require("./collections/user.collection"),home_1=require("./http/home"),auth_1=require("./http/auth"),health_1=require("./http/health"),index_1=require("./index"),mongodb_1=require("mongodb"),worker_task_request_collection_1=require("./collections/worker-task-request.collection"),worker_task_response_collection_1=require("./collections/worker-task-response.collection"),ResolveIOMainServer=function(){function ResolveIOMainServer(e,r,t,n,s,o,i){void 0===i&&(i=!1);var a=this;this._offlineUpdates=[],this._msgQueue=[],this._msgQueueRunning=!1,this.sesMail=!1,this.standardProgram=!1,this.publicProgram=!1,this._rebootFlag=!1,this.LOGGER="ERROR",this._clientRoutes=[],this._lastErrorMsg=null,this._debugMsgRecv=0,this._debugMsgQueue=0,this._isWorkersEnabled=!1,this._isWorkerInstance=!1,this._workerQueue=[],this._workerTasks=[],this._workerBusy=!1,this._safeShutdown=!1,this._serverConfig=r,this._clientRoutes=t,this._clientDir=n,this.sesMail=s,this.standardProgram=o,this.publicProgram=i,this._serverStartTime=new Date,this._lastErrorMsg=null,this._monitorManager=new monitor_manager_1.MonitorManager(e,r),this._monitorManagerFunction=new monitor_manager_1.MonitorManagerFunction,this._isWorkersEnabled="true"===process.env.IS_WORKERS_ENABLED,this._isWorkerInstance="true"===process.env.IS_WORKER_INSTANCE,setInterval(function(){a._subscriptionManager&&a._subscriptionManager.getEnableDebug()&&(console.log(new Date,"Server App","Msg Queue Length",a._msgQueue.length),console.log(new Date,"Server App","Msg Recv Hits",a._debugMsgRecv),console.log(new Date,"Server App","Msg Queue Hits",a._debugMsgQueue)),a._debugMsgQueue=0,a._debugMsgRecv=0},6e4),process.on("unhandledRejection",function(n,s){return __awaiter(a,void 0,void 0,function(){var r,t=this;return __generator(this,function(e){switch(e.label){case 0:return n&&"MongoError"===n.name&&48===n.code?[2]:(console.error(new Date,"Unhandled Rejection at Promise",[n,s]),r=moment().diff(this._serverStartTime,"seconds"),n&&("MongoNetworkTimeoutError"===n.name||n instanceof mongodb_1.MongoNetworkTimeoutError)?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - MongoNetworkTimeoutError - Quitting NodeJS - "+this._serverConfig.CLIENT_NAME,JSON.stringify({name:n.name,message:n.message,stack:n.stack},null,2))]):[3,2]:[3,3]);case 1:e.sent(),process.exit(1),e.label=2;case 2:return[3,10];case 3:return n&&"MongoError"===n.name&&"not master"===n.message?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - Quitting NodeJS - "+this._serverConfig.CLIENT_NAME,JSON.stringify([n.name,n.message,n.stack],null,2))]):[3,5]:[3,6];case 4:e.sent(),e.label=5;case 5:return process.exit(1),[3,10];case 6:return n&&"MongoError"===n.name&&"not master and slaveOk=false"===n.message?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - Quitting NodeJS - "+this._serverConfig.CLIENT_NAME,JSON.stringify([n.name,n.message,n.stack],null,2))]):[3,8]:[3,9];case 7:e.sent(),e.label=8;case 8:return process.exit(1),[3,10];case 9:n&&"StatusError"!==n.name&&""!==n.message&&60<r&&!this._lastErrorMsg&&(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - "+this._serverConfig.CLIENT_NAME,JSON.stringify([n.name,n.message,n.stack],null,2))),e.label=10;case 10:return[2]}})})}),process.on("uncaughtException",function(t){return __awaiter(a,void 0,void 0,function(){var r=this;return __generator(this,function(e){switch(e.label){case 0:return(console.error(t,"Uncaught Exception thrown"),60<moment().diff(this._serverStartTime,"seconds")&&!this._lastErrorMsg)?(this._lastErrorMsg=new Date,setTimeout(function(){r._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Exception - "+this._serverConfig.CLIENT_NAME,JSON.stringify([t.name,t.message,t.stack],null,2))]):[3,2];case 1:e.sent(),e.label=2;case 2:return[2]}})})}),process.on("SIGINT",function(){a._rebootFlag=!0,a._serverHTTP.close(),a.safeShutdown()}),process.on("SIGTERM",function(){a._rebootFlag=!0,a._serverHTTP.close(),a.safeShutdown()}),process.on("SIGQUIT",function(){a._rebootFlag=!0,a._serverHTTP.close(),a.safeShutdown()}),"DEBUG"===this.LOGGER&&console.log("Starting ResolveIO Server"),this._isWorkersEnabled?this._isWorkerInstance?(console.log("Running as a Worker instance"),this._methodManager=new method_manager_1.MethodManager(this,this._serverConfig,this._clientDir,this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._cronManager=new cron_manager_1.CronManager(this),this.startWorkerInstance()):(console.log("Running as a Server instance"),this.startServerInstance(r),this._methodManager=new method_manager_1.MethodManager(this,this._serverConfig,this._clientDir,this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._subscriptionManager=new subscription_manager_1.SubscriptionManager(this,this._serverWSS,this._serverConfig,this._monitorManagerFunction),this.listen()):(console.log("Running with Workers Disabled"),this.startServerInstance(r),this._methodManager=new method_manager_1.MethodManager(this,this._serverConfig,this._clientDir,this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._subscriptionManager=new subscription_manager_1.SubscriptionManager(this,this._serverWSS,this._serverConfig,this._monitorManagerFunction),this._cronManager=new cron_manager_1.CronManager(this),this.listen())}return ResolveIOMainServer.prototype.startServerInstance=function(e){this._app=express(),this._app.use(bodyParser.json({limit:"50mb",reviver:common_1.dateReviver})),this._app.use(bodyParser.urlencoded({limit:"50mb",extended:!0,parameterLimit:1e6})),this._app.use(xmlParser()),this._portHTTP=process.env.PORT_HTTP||e.PORT_HTTP||8080,this._portWSS=process.env.PORT_WSS||e.PORT_WSS||8081,"DEBUG"===this.LOGGER&&console.log("Setup ports"),this.createServer(),"DEBUG"===this.LOGGER&&console.log("Create server"),this._app.use(function(e,r,t){r.setHeader("Access-Control-Allow-Origin","*"),r.setHeader("Access-Control-Allow-Methods","GET, POST"),r.setHeader("Access-Control-Allow-Headers","X-Requested-With,content-type"),r.setHeader("Access-Control-Allow-Credentials","false"),t()}),"DEBUG"===this.LOGGER&&console.log("Setup cors"),(0,auth_1.setupAuthRoutes)(this,this._app,e),(0,health_1.setupHealthRoutes)(this._app,e),"ResolveIO"!==e.CLIENT_NAME&&!this.standardProgram||(0,home_1.setupHomeRoutes)(this,this._app,e),"DEBUG"===this.LOGGER&&console.log("Setup express routes")},ResolveIOMainServer.prototype.startWorkerInstance=function(){return __awaiter(this,void 0,void 0,function(){var r,t,n,s,o,i,a,u=this;return __generator(this,function(e){switch(e.label){case 0:return console.log("Worker instance started, watching worker-task-reqs..."),setInterval(function(){!u._workerBusy&&u._workerQueue.length&&(u._workerBusy=!0,u._workerTasks.length?setTimeout(function(){u._workerQueue.length&&u.processTask()},50*u._workerTasks.length):u.processTask())},10),(r=worker_task_request_collection_1.WorkerTaskRequests.watchCollection([{$match:{"fullDocument.status":"pending"}}],{fullDocument:"updateLookup"})).on("change",function(n){return __awaiter(u,void 0,void 0,function(){var r,t;return __generator(this,function(e){return"insert"===n.operationType?(r=n.fullDocument)&&!this._workerQueue.some(function(e){return e._id===r._id})&&this._workerQueue.splice(0,0,r):"update"===n.operationType&&(t=n.fullDocument)&&"pending"!==t.status&&this._workerQueue.some(function(e){return e._id===t._id})&&this._workerQueue.splice(this._workerQueue.findIndex(function(e){return e._id===t._id}),1),[2]})})}),r.on("error",function(e){console.error("Error in change stream worker task requests:",e),r.close(),setTimeout(function(){return u.startWorkerInstance()},5e3)}),r.on("close",function(){console.log("Change stream worker task requests closed. Restarting..."),setTimeout(function(){return u.startWorkerInstance()},5e3)}),[4,worker_task_request_collection_1.WorkerTaskRequests.find({status:"pending"},{sort:{createdAt:1}})];case 1:for(t=e.sent(),n=function(r){s._workerQueue.some(function(e){return e._id===r._id})||s._workerQueue.splice(0,0,r)},s=this,o=0,i=t;o<i.length;o++)a=i[o],n(a);return[2]}})})},ResolveIOMainServer.prototype.processTask=function(){return __awaiter(this,void 0,void 0,function(){var s,r=this;return __generator(this,function(e){return(s=this._workerQueue.pop())&&worker_task_request_collection_1.WorkerTaskRequests.updateOne({_id:s._id,status:"pending"},{$set:{status:"processing"}}).then(function(n){return __awaiter(r,void 0,void 0,function(){var r,t;return __generator(this,function(e){switch(e.label){case 0:if(this._workerBusy=!1,!n)return[3,5];this._workerTasks.push(s._id),e.label=1;case 1:return e.trys.push([1,3,,4]),[4,(t=this._methodManager.callMethodInternal).call.apply(t,__spreadArray([Object.assign({},this._methodManager,{id_user:s.id_user,user:s.user,id_ws:s.id_ws}),s.method],s.params,!1))];case 2:return t=e.sent(),worker_task_response_collection_1.WorkerTaskResponses.create({id_request:s._id,has_error:!1,data:t,id_user:s.id_user,user:s.user,id_ws:s.id_ws}),[3,4];case 3:return r=e.sent(),console.error("Worker failed to process task:",s._id,r),worker_task_response_collection_1.WorkerTaskResponses.create({id_request:s._id,has_error:!0,data:r.message,id_user:s.id_user,user:s.user,id_ws:s.id_ws}),[3,4];case 4:this._workerTasks.includes(s._id)&&this._workerTasks.splice(this._workerTasks.indexOf(s._id),1),worker_task_request_collection_1.WorkerTaskRequests.updateOne({_id:s._id},{$set:{status:"complete"}}),e.label=5;case 5:return[2]}})})},function(){r._workerBusy=!1}),[2]})})},ResolveIOMainServer.prototype.safeShutdown=function(){var e=this;this._safeShutdown||console.log(new Date,"Safe Shutdown Command Received"),this._monitorManagerFunction.getActiveMonitorFunctions().length||this._msgQueue.length||this._msgQueueRunning||this._offlineUpdates.length?(this._safeShutdown||(this._safeShutdown=!0,setTimeout(function(){e._safeShutdown=!1},1e3),console.log(new Date,"Safe Exit In Progress",this._monitorManagerFunction.getActiveMonitorFunctions().length,this._msgQueue.length,this._msgQueueRunning,this._offlineUpdates.length)),setImmediate(function(){e.safeShutdown()})):index_1.ResolveIOServer.getMongoConnection().close(!1).then(function(){console.log(new Date,"Safe Exit Complete, Process Exit"),process.exit(0)},function(){process.exit(1)})},ResolveIOMainServer.prototype.getIsWorkersEnabled=function(){return this._isWorkersEnabled},ResolveIOMainServer.prototype.getIsWorkerInstance=function(){return this._isWorkerInstance},ResolveIOMainServer.prototype.getWS=function(r){return Array.from(this._serverWSS.clients).filter(function(e){return e.id_socket===r})[0]},ResolveIOMainServer.prototype.getWSList=function(){var r=[];return this._serverWSS.clients.forEach(function(e){r.push(e.id_socket)}),r},ResolveIOMainServer.prototype.getWSUserList=function(){var r=[];return this._serverWSS.clients.forEach(function(e){r.push(e.id_user)}),r},ResolveIOMainServer.prototype.getHTTPServer=function(){return this._serverHTTP},ResolveIOMainServer.prototype.getCronManager=function(){return this._cronManager},ResolveIOMainServer.prototype.getMethodManager=function(){return this._methodManager},ResolveIOMainServer.prototype.getSubscriptionManager=function(){return this._subscriptionManager},ResolveIOMainServer.prototype.getMonitorManager=function(){return this._monitorManager},ResolveIOMainServer.prototype.getRebootFlag=function(){return this._rebootFlag},ResolveIOMainServer.prototype.createServer=function(){var e=this;this._serverHTTP=(0,http_1.createServer)(this._app),this._serverHTTP.keepAliveTimeout=65e3,this._serverHTTP.headersTimeout=66e3,this._serverWSS=new WebSocket.Server({port:this._portWSS,verifyClient:this.publicProgram?null:function(o,i){return __awaiter(e,void 0,void 0,function(){var r,s=this;return __generator(this,function(e){return this._rebootFlag?i(!1,409,"Unable To Process"):("DEBUG"===this.LOGGER&&console.log("Verify Client",o,i),r=o.req.headers["sec-websocket-protocol"].split(/,/),(o.origin===this._serverConfig.ROOT_URL||o.origin===this._serverConfig.SEC_ROOT_URL||o.origin===this._serverConfig.RESOLVEIO_URL||o.origin===this._serverConfig.RESOLVEIO_SECONDARY_URL)&&(r=r[0])?jwt.verify(r,this._serverConfig.JWT_SECRET,function(t,n){return __awaiter(s,void 0,void 0,function(){var r;return __generator(this,function(e){switch(e.label){case 0:return t?(i(!1,401,"Unauthorized"),[3,5]):[3,1];case 1:o.req.id_user=n.id_user,e.label=2;case 2:return e.trys.push([2,4,,5]),[4,user_collection_1.Users.findById(n.id_user)];case 3:return(r=e.sent())?(o.req.user=r.fullname,o.req.user_readonly=r.readonly||!1,o.req.doc_user=r,i(!0)):i(!1),[3,5];case 4:return e.sent(),i(!1),[3,5];case 5:return[2]}})})}):i(!1,401,"Unauthorized")),[2]})})}})},ResolveIOMainServer.prototype.listen=function(){var u=this;this._serverHTTP.listen(this._portHTTP,function(){console.log("Running server on port %s",u._portHTTP)}),this._serverWSS.on("listening",function(){console.log("Running server on port %s",u._portWSS)}),this._serverWSS.on("connection",function(f,e){u.publicProgram||(f.id_user=e.id_user,f.user=e.user,f.user_readonly=e.user_readonly,f.doc_user=e.doc_user,"Admin"!==f.user&&"ResolveIO"!==u._serverConfig.CLIENT_NAME&&u.getMethodManager().callMethodInternal.call(u.getMethodManager(),"supportCreateBillingUser",{id_user:f.id_user,user:f.user,date:new Date,client:index_1.ResolveIOServer.getClientName()})),f.id_socket=(0,mongo_manager_1.objectIdHexString)(),f.retryCnt=0,u._subscriptionManager.createLoggedInUser(f.id_socket).then(function(){setTimeout(function(){f.pingTime=new Date,f.ping(function(){})},5e3)}),"DEBUG"===u.LOGGER&&console.log("Connection from: "+e.user),f.isAlive=!0,f.on("pong",function(){f.isAlive=!0,f.pongTime=new Date,f.latency=moment.duration(moment(f.pongTime).diff(f.pingTime)).asMilliseconds(),u._subscriptionManager.loggedInLatency(f)}).on("message",function(p){return __awaiter(u,void 0,void 0,function(){var r,t,n,s,o,i,a,u,c,l,_,g,h,d=this;return __generator(this,function(e){switch(e.label){case 0:"DEBUG"===this.LOGGER&&console.log("Message from: "+f.user,p),this._debugMsgRecv+=1,u=!1,r=[];try{r=JSON.parse(p,common_1.dateReviver)}catch(e){console.log("Error - JSON.parse",p),this._methodManager.sendEmail("dev@resolveio.com","SERVER - JSON Parse Error - "+this._serverConfig.CLIENT_NAME,JSON.stringify([p,e])),u=!0}if(!u){if("ping"===r[0])return f&&f.readyState===f.OPEN&&f.send("pong",function(e){e&&(d._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Pong"),d.unsubscribeWS(f))}),[2];if(t=r[0],!this.publicProgram&&this._clientRoutes.some(function(e){return t.includes(e)})&&!f.doc_user.roles.groups.some(function(e){return e.views.some(function(e){return t.includes(e)||e.includes(t)})})&&!f.doc_user.roles.super_admin)return[2];if(u=r[1],n=r[2],"subscription"!==(s=r[3]))return[3,1];o=r[4],l=r[5],"sub"===o?this._subscriptionManager.subscribe(t,u,f,n,l,r.slice(6)):this._subscriptionManager.unsubscribe(t,u,f,n,l,r.slice(6))}return[3,11];case 1:if(this.publicProgram||"offline"!==s)return[3,10];o={messageId:n,hasError:!1,data:"ACK"},f&&f.readyState===f.OPEN&&f.send(JSON.stringify(o),function(e){e&&(d._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Offline Ack Main"),d.unsubscribeWS(f))}),this._offlineUpdates.push(f),i=r[4],a=0,e.label=2;case 2:if(!(a<i.length))return[3,9];if(u=i[a],c=u.data,l={messageId:u.data[2],hasError:!1,data:"ACK"},f&&f.readyState===f.OPEN&&f.send(JSON.stringify(l),function(e){e&&(d._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Offline Ack Each"),d.unsubscribeWS(f))}),c.shift(),c.shift(),c.shift(),c.shift(),_=c.shift(),h=(0,mongo_manager_1.objectIdHexString)(),log_method_latency_collection_1.LogMethodLatencies.create({_id:h,__v:0,date_start:new Date,date_end:null,latency_ms:0,method:_}),"reportBuilderGetResults"!==_&&"reportBuilderGetDistinctValue"!==_&&"reportBuilderBuildTree"!==_&&"generatePDF"!==_&&"getWOOfflineData"!==_&&"countQuery"!==_&&"countWithQuery"!==_&&"countCollectionWithQuery"!==_&&"find"!==_&&"findOne"!==_&&"findWithOptions"!==_&&"getDrivers"!==_&&"processAirdropDistribution"!==_&&log_collection_1.Logs.insertOne({_id:(0,mongo_manager_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(c))<2e5?JSON.stringify(c,null,2):"Too Big",method:_,id_user:f.id_user||"",user:f.user||"",messageId:n,route:t}),!this._methodManager._methods[_])return[3,7];e.label=3;case 3:return e.trys.push([3,5,,6]),[4,(h=this._methodManager.callMethodInternal).call.apply(h,__spreadArray([Object.assign({},this._methodManager,{id_user:f.id_user,user:f.user,id_ws:f.id_socket}),_],c,!1))];case 4:return e.sent(),[3,6];case 5:return g=e.sent(),console.log(new Date,"Offline Error",JSON.stringify(g,null,2)),[3,6];case 6:return"updateDocumentOffline"!==_&&"updateDocumentPropsOffline"!==_||index_1.ResolveIOServer.getMongoManager().invalidateQueryCache(c[0]),[3,8];case 7:console.log("Offline - Could not find method: "+_),e.label=8;case 8:return a++,[3,2];case 9:return this._offlineUpdates.splice(this._offlineUpdates.map(function(e){return e.id_socket}).indexOf(f.id_socket),1),[3,11];case 10:this._msgQueue.splice(0,0,{ws:f,data:r}),e.label=11;case 11:return[2]}})})}).on("end",function(){u.unsubscribeWS(f),u._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","WS End")}).on("close",function(){u.unsubscribeWS(f),u._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","WS Close")}).on("error",function(e){u.unsubscribeWS(f),u._subscriptionManager.getEnableDebug()&&console.log(new Date,f.user,f.id_socket,"WS Error")})}),setInterval(function(){u._serverWSS.clients.forEach(function(e){e.pingTime&&2e4<=Date.now()-e.pingTime.getTime()&&(!1===e.isAlive?(e.retryCnt++,3<=e.retryCnt?u.unsubscribeWS(e):(e.pingTime=new Date,e.ping(function(){}))):(e.retryCnt=0,e.isAlive=!1,e.pingTime=new Date,e.ping(function(){})))})},2e4),setInterval(function(){if(!u._msgQueueRunning&&u._msgQueue.length){u._msgQueueRunning=!0,u._debugMsgQueue+=1;var e=u._msgQueue.pop(),r=e.data,t=e.ws,e=r.shift(),n=r.shift(),s=r.shift(),o=r.shift();if("method"===o){var i=r.shift();if(t.user_readonly)return;var a=(0,mongo_manager_1.objectIdHexString)(),e=(log_method_latency_collection_1.LogMethodLatencies.create({_id:a,__v:0,date_start:new Date,date_end:null,latency_ms:0,method:i}),"reportBuilderGetResults"!==i&&"reportBuilderGetDistinctValue"!==i&&"reportBuilderBuildTree"!==i&&"generatePDF"!==i&&"getWOOfflineData"!==i&&"countQuery"!==i&&"countWithQuery"!==i&&"countCollectionWithQuery"!==i&&"find"!==i&&"findOne"!==i&&"findWithOptions"!==i&&"getDrivers"!==i&&"processAirdropDistribution"!==i&&log_collection_1.Logs.insertOne({_id:(0,mongo_manager_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(r))<2e5?JSON.stringify(r,null,2):"Too Big",method:i,id_user:t.id_user||"",user:t.user||"",messageId:s,route:e}),{messageId:s,hasError:!1,data:"ACK"});t&&t.readyState===t.OPEN&&t.send(JSON.stringify(e),function(e){e&&u.unsubscribeWS(t)}),u._methodManager._methods[i]?(e=u._methodManager).callMethod.apply(e,__spreadArray([a,t,n,s,i],r,!1)):console.log("Could not find method: "+i)}else"methodResponse"===o&&(i=r.shift(),method_response_collection_1.MethodResponses.findOne({$and:[{id_user:t.id_user},{message_id:s},{method:i},{date:n}]}).then(function(e){e&&t&&t.readyState===t.OPEN&&t.send(JSON.stringify(e.response),function(e){e&&u.unsubscribeWS(t)})},function(e){}));u._msgQueueRunning=!1}},10)},ResolveIOMainServer.prototype.unsubscribeWS=function(e){this._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Unsub WS",e.user,e.id_socket),this._subscriptionManager.unsubscribeAll(e),e.removeAllListeners()},ResolveIOMainServer.prototype.getApp=function(){return this._app},ResolveIOMainServer.prototype.getServerConfig=function(){return this._serverConfig},ResolveIOMainServer}();exports.default=ResolveIOMainServer;
|
|
2
2
|
//# sourceMappingURL=server-app.js.map
|
package/server-app.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/server-app.ts"],"names":["http_1","require","express","bodyParser","xmlParser","WebSocket","jwt","moment","common_1","mongo_manager_1","cron_manager_1","method_manager_1","subscription_manager_1","monitor_manager_1","method_response_collection_1","log_collection_1","log_method_latency_collection_1","user_collection_1","home_1","auth_1","health_1","index_1","mongodb_1","worker_task_request_collection_1","worker_task_response_collection_1","ResolveIOMainServer","mainServer","serverConfig","clientRoutes","clientDir","sesMail","standardProgram","publicProgram","_this","this","_offlineUpdates","_msgQueue","_msgQueueRunning","_rebootFlag","LOGGER","_clientRoutes","_lastErrorMsg","_debugMsgRecv","_debugMsgQueue","_isWorkersEnabled","_isWorkerInstance","_workerQueue","_workerTasks","_workerBusy","_safeShutdown","_serverConfig","_clientDir","_serverStartTime","Date","_monitorManager","MonitorManager","_monitorManagerFunction","MonitorManagerFunction","process","env","IS_WORKERS_ENABLED","IS_WORKER_INSTANCE","setInterval","_subscriptionManager","getEnableDebug","console","log","length","on","error","rej","__awaiter","diffTimeSec","diff","MongoNetworkTimeoutError","setTimeout","_methodManager","sendEmail","JSON","stringify","name","message","stack","_a","sent","exit","_serverHTTP","close","safeShutdown","MethodManager","_cronManager","CronManager","startWorkerInstance","startServerInstance","SubscriptionManager","_serverWSS","listen","prototype","_app","use","json","limit","reviver","dateReviver","urlencoded","extended","parameterLimit","_portHTTP","PORT_HTTP","_portWSS","PORT_WSS","createServer","req","res","next","setHeader","setupAuthRoutes","setupHealthRoutes","setupHomeRoutes","NODE_APP_INSTANCE","processTask","changeStream","WorkerTaskRequests","watchCollection","$match","fullDocument.status","fullDocument","change","operationType","task_1","some","a","_id","splice","task_2","status","findIndex","find","sort","createdAt","pendingTasks","task","this_1","_i","pendingTasks_1","pop","updateOne","$set","then","resReq","push","callMethodInternal","call","apply","__spreadArray","Object","assign","id_user","user","id_ws","method","params","result","_b","WorkerTaskResponses","create","id_request","has_error","data","err_1","includes","indexOf","getActiveMonitorFunctions","setImmediate","ResolveIOServer","getMongoConnection","getIsWorkersEnabled","getIsWorkerInstance","getWS","Array","from","clients","filter","getWSList","forEach","ws","getWSUserList","getHTTPServer","getCronManager","getMethodManager","getSubscriptionManager","getMonitorManager","getRebootFlag","keepAliveTimeout","headersTimeout","Server","port","verifyClient","info","cb","infoData","headers","split","origin","token","verify","err","decoded","Users","findById","fullname","readonly","date","client","getClientName","objectIdHexString","createLoggedInUser","ping","duration","asMilliseconds","loggedInLatency","parseErrorFound","socketData","parse","e","readyState","OPEN","send","unsubscribeWS","messageRoute_1","roles","groups","views","b","super_admin","messageDate","messageId","type","subType","pub","subscribe","slice","unsubscribe","serverRes","hasError","offlineUpdates","i","update","serverResMethod","shift","methodLatencyId","LogMethodLatencies","__v","date_start","date_end","latency_ms","Logs","insertOne","collection","id_document","payload","getBinarySize","route","_methods","err_3","getMongoManager","invalidateQueryCache","map","now","getTime","msg","ws_1","messageRoute","callMethod","MethodResponses","findOne","$and","message_id","response","unsubscribeAll","removeAllListeners","getApp","getServerConfig"],"mappings":"wqDAAAA,Q,uDAAAC,QAAA,MAAA,GACAC,QAAAD,QAAA,SAAA,EACAE,WAAAF,QAAA,aAAA,EACAG,UAAAH,QAAA,wBAAA,EACAI,UAAAJ,QAAA,IAAA,EACAK,IAAAL,QAAA,cAAA,EAEAM,OAAAN,QAAA,iBAAA,EAEAO,SAAAP,QAAA,eAAA,EAEAQ,gBAAAR,QAAA,0BAAA,EACAS,eAAAT,QAAA,yBAAA,EACAU,iBAAAV,QAAA,2BAAA,EACAW,uBAAAX,QAAA,iCAAA,EACAY,kBAAAZ,QAAA,4BAAA,EAIAa,6BAAAb,QAAA,0CAAA,EACAc,iBAAAd,QAAA,8BAAA,EACAe,gCAAAf,QAAA,6CAAA,EACAgB,kBAAAhB,QAAA,+BAAA,EAEAiB,OAAAjB,QAAA,aAAA,EACAkB,OAAAlB,QAAA,aAAA,EACAmB,SAAAnB,QAAA,eAAA,EACAoB,QAAApB,QAAA,SAAA,EACAqB,UAAArB,QAAA,SAAA,EACAsB,iCAAAtB,QAAA,8CAAA,EACAuB,kCAAAvB,QAAA,+CAAA,EAGAwB,oBAAA,WAuCC,SAAAA,oBAAYC,EAAYC,EAAcC,EAAcC,EAAWC,EAASC,EAAiBC,GAAA,KAAA,IAAAA,IAAAA,EAAA,CAAA,GAAzF,IAAAC,EAAAC,KA/BQA,KAAAC,gBAAkB,GAClBD,KAAAE,UAAY,GACZF,KAAAG,iBAAmB,CAAA,EACpBH,KAAAJ,QAAU,CAAA,EACTI,KAAAH,gBAAkB,CAAA,EAClBG,KAAAF,cAAgB,CAAA,EAChBE,KAAAI,YAAc,CAAA,EAEdJ,KAAAK,OAAS,QAOTL,KAAAM,cAA0B,GAG1BN,KAAAO,cAAsB,KAEtBP,KAAAQ,cAAgB,EAChBR,KAAAS,eAAiB,EAEjBT,KAAAU,kBAAoB,CAAA,EACpBV,KAAAW,kBAAoB,CAAA,EACpBX,KAAAY,aAAyC,GACzCZ,KAAAa,aAAyB,GACzBb,KAAAc,YAAc,CAAA,EAEdd,KAAAe,cAAgB,CAAA,EAGvBf,KAAKgB,cAAgBvB,EACrBO,KAAKM,cAAgBZ,EACrBM,KAAKiB,WAAatB,EAClBK,KAAKJ,QAAUA,EACfI,KAAKH,gBAAkBA,EACvBG,KAAKF,cAAgBA,EAErBE,KAAKkB,iBAAmB,IAAIC,KAC5BnB,KAAKO,cAAgB,KACrBP,KAAKoB,gBAAkB,IAAIzC,kBAAA0C,eAAe7B,EAAYC,CAAY,EAClEO,KAAKsB,wBAA0B,IAAI3C,kBAAA4C,uBAGnCvB,KAAKU,kBAAuD,SAAnCc,QAAQC,IAAIC,mBACrC1B,KAAKW,kBAAuD,SAAnCa,QAAQC,IAAIE,mBAErCC,YAAY,WACP7B,EAAK8B,sBAAwB9B,EAAK8B,qBAAqBC,eAAc,IACxEC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,mBAAoBpB,EAAKG,UAAU+B,MAAM,EAC/EF,QAAQC,IAAI,IAAIb,KAAQ,aAAc,gBAAiBpB,EAAKS,aAAa,EACzEuB,QAAQC,IAAI,IAAIb,KAAQ,aAAc,iBAAkBpB,EAAKU,cAAc,GAG5EV,EAAKU,eAAiB,EACtBV,EAAKS,cAAgB,CACtB,EAAG,GAAK,EAERgB,QAAQU,GAAG,qBAAsB,SAAOC,EAAOC,GAAG,OAAAC,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,wEAEjD,OAAIoC,GAA2B,eAAlBA,EAAY,MAAwC,KAAlBA,EAAY,KAC1D,CAAA,IAGDJ,QAAQI,MAAM,IAAIhB,KAAQ,iCAAkC,CAACgB,EAAOC,EAAI,EAEpEE,EAAcjE,OAAM,EAAGkE,KAAKvC,KAAKkB,iBAAkB,SAAS,EAG5DiB,IAA4B,6BAAlBA,EAAY,MAAoCA,aAAiB/C,UAAAoD,0BAC5D,GAAdF,GAAqBtC,CAAAA,KAAKO,eAC7BP,KAAKO,cAAgB,IAAIY,KACzBsB,WAAW,WACV1C,EAAKQ,cAAgB,IACtB,EAAG,GAAK,EAGR,CAAA,EAAMP,KAAK0C,eAAeC,UAAU,oBAAqB,yDAA2D3C,KAAKgB,cAA2B,YAAG4B,KAAKC,UAAU,CACrKC,KAAMX,EAAY,KAClBY,QAASZ,EAAe,QACxBa,MAAOb,EAAa,K,EAClB,KAAM,CAAC,CAAC,IAXR,CAAA,EAAA,GADD,CAAA,EAAA,I,OAQFc,EAAAC,KAAA,EAOA1B,QAAQ2B,KAAK,CAAC,E,4CAGPhB,GAA2B,eAAlBA,EAAY,MAA2C,eAArBA,EAAe,QAChD,GAAdG,GAAqBtC,CAAAA,KAAKO,eAC7BP,KAAKO,cAAgB,IAAIY,KAEzBsB,WAAW,WACV1C,EAAKQ,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAMP,KAAK0C,eAAeC,UAAU,oBAAqB,oDAAsD3C,KAAKgB,cAA2B,YAAG4B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPzN,CAAA,EAAA,GADI,CAAA,EAAA,G,OAQPc,EAAAC,KAAA,E,wBAGD1B,QAAQ2B,KAAK,CAAC,E,qBAENhB,GAA2B,eAAlBA,EAAY,MAA2C,iCAArBA,EAAe,QAChD,GAAdG,GAAqBtC,CAAAA,KAAKO,eAC7BP,KAAKO,cAAgB,IAAIY,KAEzBsB,WAAW,WACV1C,EAAKQ,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAMP,KAAK0C,eAAeC,UAAU,oBAAqB,oDAAsD3C,KAAKgB,cAA2B,YAAG4B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPzN,CAAA,EAAA,GADI,CAAA,EAAA,G,OAQPc,EAAAC,KAAA,E,wBAGD1B,QAAQ2B,KAAK,CAAC,E,cAENhB,GACc,gBAAlBA,EAAY,MAA4C,KAArBA,EAAe,SACnC,GAAdG,GAAoB,CAACtC,KAAKO,gBAC7BP,KAAKO,cAAgB,IAAIY,KAEzBsB,WAAW,WACV1C,EAAKQ,cAAgB,IACtB,EAAG,GAAK,EAERP,KAAK0C,eAAeC,UAAU,oBAAqB,kCAAoC3C,KAAKgB,cAA2B,YAAG4B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,G,kCAIvM,EAEDX,QAAQU,GAAG,oBAAqB,SAAMC,GAAK,OAAAE,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,6EAC1CgC,QAAQI,MAAMA,EAAO,2BAA2B,EAI9B,GAFA9D,OAAM,EAAGkE,KAAKvC,KAAKkB,iBAAkB,SAAS,GAEvClB,CAAAA,KAAKO,gBAC7BP,KAAKO,cAAgB,IAAIY,KAEzBsB,WAAW,WACV1C,EAAKQ,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAMP,KAAK0C,eAAeC,UAAU,oBAAqB,kCAAoC3C,KAAKgB,cAA2B,YAAG4B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPvM,CAAA,EAAA,G,OAOHc,EAAAC,KAAA,E,gCAED,EAGD1B,QAAQU,GAAG,SAAU,WACpBnC,EAAKK,YAAc,CAAA,EACnBL,EAAKqD,YAAYC,MAAK,EACtBtD,EAAKuD,aAAY,CAClB,CAAC,EAED9B,QAAQU,GAAG,UAAW,WACrBnC,EAAKK,YAAc,CAAA,EACnBL,EAAKqD,YAAYC,MAAK,EACtBtD,EAAKuD,aAAY,CAClB,CAAC,EAED9B,QAAQU,GAAG,UAAW,WACrBnC,EAAKK,YAAc,CAAA,EACnBL,EAAKqD,YAAYC,MAAK,EACtBtD,EAAKuD,aAAY,CAClB,CAAC,EAEmB,UAAhBtD,KAAKK,QACR0B,QAAQC,IAAI,2BAA2B,EAG9BhC,KAAKU,kBACDV,KAAKW,mBACLoB,QAAQC,IAAI,8BAA8B,EACtDhC,KAAK0C,eAAiB,IAAIjE,iBAAA8E,cAAcvD,KAAMA,KAAKgB,cAAehB,KAAKiB,WAAYjB,KAAKsB,wBAAyBtB,KAAKU,kBAAmBV,KAAKW,iBAAiB,EACnJX,KAAKwD,aAAe,IAAIhF,eAAAiF,YAAYzD,IAAI,EACpDA,KAAK0D,oBAAmB,IAGZ3B,QAAQC,IAAI,8BAA8B,EAC1ChC,KAAK2D,oBAAoBlE,CAAY,EACjDO,KAAK0C,eAAiB,IAAIjE,iBAAA8E,cAAcvD,KAAMA,KAAKgB,cAAehB,KAAKiB,WAAYjB,KAAKsB,wBAAyBtB,KAAKU,kBAAmBV,KAAKW,iBAAiB,EAC/JX,KAAK6B,qBAAuB,IAAInD,uBAAAkF,oBAAoB5D,KAAMA,KAAK6D,WAAY7D,KAAKgB,cAAehB,KAAKsB,uBAAuB,EAC3HtB,KAAK8D,OAAM,IAIH/B,QAAQC,IAAI,+BAA+B,EAC3ChC,KAAK2D,oBAAoBlE,CAAY,EAC9CO,KAAK0C,eAAiB,IAAIjE,iBAAA8E,cAAcvD,KAAMA,KAAKgB,cAAehB,KAAKiB,WAAYjB,KAAKsB,wBAAyBtB,KAAKU,kBAAmBV,KAAKW,iBAAiB,EAC/JX,KAAK6B,qBAAuB,IAAInD,uBAAAkF,oBAAoB5D,KAAMA,KAAK6D,WAAY7D,KAAKgB,cAAehB,KAAKsB,uBAAuB,EAClHtB,KAAKwD,aAAe,IAAIhF,eAAAiF,YAAYzD,IAAI,EACjDA,KAAK8D,OAAM,EAEb,CA2sBD,OAzsBSvE,oBAAAwE,UAAAJ,oBAAR,SAA4BlE,GAE3BO,KAAKgE,KAAOhG,QAAO,EAGnBgC,KAAKgE,KAAKC,IAAIhG,WAAWiG,KAAK,CAACC,MAAO,OAAQC,QAAS9F,SAAA+F,WAAW,CAAC,CAAC,EACpErE,KAAKgE,KAAKC,IAAIhG,WAAWqG,WAAW,CAACH,MAAO,OAAQI,SAAU,CAAA,EAAMC,eAAgB,GAAO,CAAE,CAAC,EAC9FxE,KAAKgE,KAAKC,IAAI/F,UAAS,CAAE,EAGzB8B,KAAKyE,UAAYjD,QAAQC,IAAIiD,WAAajF,EAAwB,WAAK,KACvEO,KAAK2E,SAAWnD,QAAQC,IAAImD,UAAYnF,EAAuB,UAAK,KAEhD,UAAhBO,KAAKK,QACR0B,QAAQC,IAAI,aAAa,EAI1BhC,KAAK6E,aAAY,EAEG,UAAhB7E,KAAKK,QACR0B,QAAQC,IAAI,eAAe,EAI5BhC,KAAKgE,KAAKC,IAAI,SAAUa,EAAKC,EAAKC,GAIjCD,EAAIE,UAAU,8BAA+B,GAAG,EAIhDF,EAAIE,UAAU,+BAAgC,WAAW,EAGzDF,EAAIE,UAAU,+BAAgC,+BAA+B,EAI7EF,EAAIE,UAAU,mCAAoC,OAAO,EAGzDD,EAAI,CACL,CAAC,EAEmB,UAAhBhF,KAAKK,QACR0B,QAAQC,IAAI,YAAY,GAIzB,EAAA/C,OAAAiG,iBAAgBlF,KAAMA,KAAKgE,KAAMvE,CAAY,GAC7C,EAAAP,SAAAiG,mBAAkBnF,KAAKgE,KAAMvE,CAAY,EAEL,cAAhCA,EAA0B,aAAqBO,CAAAA,KAAKH,kBACvD,EAAAb,OAAAoG,iBAAgBpF,KAAMA,KAAKgE,KAAMvE,CAAY,EAG1B,UAAhBO,KAAKK,QACR0B,QAAQC,IAAI,sBAAsB,CAEpC,EAEczC,oBAAAwE,UAAAL,oBAAd,W,mIA0DsB,OAzDrB3B,QAAQC,IAAI,uDAAuD,EAEnEJ,YAAY,WACP,CAAC7B,EAAKe,aAAef,EAAKa,aAAaqB,SAC1ClC,EAAKe,YAAc,CAAA,EAEff,EAAKc,aAAaoB,QACrBF,QAAQC,IAAI,IAAIb,KAAQ,aAAeK,QAAQC,IAAI4D,kBAAmB,WAAY,iBAAmBtF,EAAKc,aAAaoB,OAAQ,UAAuC,GAA3BlC,EAAKc,aAAaoB,OAAc,KAAK,EAChLQ,WAAW,WACN1C,EAAKa,aAAaqB,QACrBlC,EAAKuF,YAAW,CAElB,EAA8B,GAA3BvF,EAAKc,aAAaoB,MAAW,IAGhCF,QAAQC,IAAI,IAAIb,KAAQ,aAAeK,QAAQC,IAAI4D,kBAAmB,WAAY,SAAS,EAC3FtF,EAAKuF,YAAW,GAGnB,EAAG,EAAE,GAGDC,EAAelG,iCAAAmG,mBAAmBC,gBAAgB,CAAC,CAAEC,OAAQ,CAAEC,sBAAuB,SAAS,CAAE,GAAK,CAAEC,aAAc,cAAc,CAAE,GAE7H1D,GAAG,SAAU,SAAO2D,GAAM,OAAAxD,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,kDACT,WAAzB8F,EAAOC,eACJC,EAAOF,EAAOD,eAGd5F,CAAAA,KAAKY,aAAaoF,KAAK,SAAAC,GAAK,OAAAA,EAAEC,MAAQH,EAAKG,GAAf,CAAkB,IAClDlG,KAAKY,aAAauF,OAAO,EAAG,EAAGJ,CAAI,EACnChE,QAAQC,IAAI,IAAIb,KAAQ,aAAeK,QAAQC,IAAI4D,kBAAmB,eAAgBrF,KAAKY,aAAaqB,MAAM,GAI/E,WAAzB4D,EAAOC,gBACTM,EAAOP,EAAOD,eAEQ,YAAhBQ,EAAKC,QAAwBrG,KAAKY,aAAaoF,KAAK,SAAAC,GAAK,OAAAA,EAAEC,MAAQE,EAAKF,GAAf,CAAkB,IACtFlG,KAAKY,aAAauF,OAAOnG,KAAKY,aAAa0F,UAAU,SAAAL,GAAK,OAAAA,EAAEC,MAAQE,EAAKF,GAAf,CAAkB,EAAG,CAAC,EAChFnE,QAAQC,IAAI,IAAIb,KAAQ,aAAeK,QAAQC,IAAI4D,kBAAmB,oBAAqBrF,KAAKY,aAAaqB,MAAM,G,QAGrH,EAEDsD,EAAarD,GAAG,QAAS,SAACC,GACzBJ,QAAQI,MAAM,+CAAgDA,CAAK,EACnEoD,EAAalC,MAAK,EAClBZ,WAAW,WAAM,OAAA1C,EAAK2D,oBAAmB,CAAxB,EAA4B,GAAI,CAClD,CAAC,EAED6B,EAAarD,GAAG,QAAS,WACxBH,QAAQC,IAAI,0DAA0D,EACtES,WAAW,WAAM,OAAA1C,EAAK2D,oBAAmB,CAAxB,EAA4B,GAAI,CAClD,CAAC,EAGoB,CAAA,EAAMrE,iCAAAmG,mBAAmBe,KAAK,CAAEF,OAAQ,SAAS,EAAI,CAACG,KAAM,CAACC,UAAW,CAAC,CAAC,CAAC,G,OAEhG,IAFMC,EAAezD,EAAAC,KAAA,E,WAEVyD,GACLC,EAAKhG,aAAaoF,KAAK,SAAAC,GAAK,OAAAA,EAAEC,MAAQS,EAAKT,GAAf,CAAkB,GAClDU,EAAKhG,aAAauF,OAAO,EAAG,EAAGQ,CAAI,C,SAFrCE,EAAA,EAAmBC,EAAAJ,EAAAG,EAAAC,EAAA7E,OAAA4E,CAAA,GAARF,EAAIG,EAAAD,G,EAAJF,CAAI,E,gBAQFpH,oBAAAwE,UAAAuB,YAAd,W,uGACKqB,EAAO3G,KAAKY,aAAamG,IAAG,KAG/BhF,QAAQC,IAAI,IAAIb,KAAQ,aAAeK,QAAQC,IAAI4D,kBAAmB,eAAgBrF,KAAKY,aAAaqB,MAAM,EAE9G5C,iCAAAmG,mBAAmBwB,UAAU,CAAEd,IAAKS,EAAKT,IAAKG,OAAQ,SAAS,EAAI,CAAEY,KAAM,CAAEZ,OAAQ,YAAY,CAAE,CAAE,EAAEa,KAAK,SAAMC,GAAM,OAAA9E,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,sEACvHC,KAAKc,YAAc,CAAA,E,CAEfqG,EAAA,MAAA,CAAA,EAAA,GACHnH,KAAKa,aAAauG,KAAKT,EAAKT,GAAG,E,iBAIf,O,sBAAA,CAAA,GAAMjD,EAAAjD,KAAK0C,eAAe2E,oBAAmBC,KAAIC,MAAAtE,EAAAuE,cAAA,CAACC,OAAOC,OAAO,GAAI1H,KAAK0C,eAAgB,CAAEiF,QAAShB,EAAKgB,QAASC,KAAMjB,EAAKiB,KAAMC,MAAOlB,EAAKkB,KAAK,CAAE,EAAGlB,EAAKmB,QAAWnB,EAAKoB,OAAM,CAAA,CAAA,CAAA,G,cAA7LC,EAASC,EAAA/E,KAAA,EAEf5D,kCAAA4I,oBAAoBC,OAAO,CAC1BC,WAAYzB,EAAKT,IACjBmC,UAAW,CAAA,EACXC,KAAMN,EACNL,QAAShB,EAAKgB,QACdC,KAAMjB,EAAKiB,KACXC,MAAOlB,EAAKkB,K,CACZ,E,+BAGD9F,QAAQI,MAAM,iCAAkCwE,EAAKT,IAAKqC,CAAG,EAE7DjJ,kCAAA4I,oBAAoBC,OAAO,CAC1BC,WAAYzB,EAAKT,IACjBmC,UAAW,CAAA,EACXC,KAAMC,EAAIxF,QACV4E,QAAShB,EAAKgB,QACdC,KAAMjB,EAAKiB,KACXC,MAAOlB,EAAKkB,K,CACZ,E,aAGE7H,KAAKa,aAAa2H,SAAS7B,EAAKT,GAAG,GACtClG,KAAKa,aAAasF,OAAOnG,KAAKa,aAAa4H,QAAQ9B,EAAKT,GAAG,EAAG,CAAC,EAIhE7G,iCAAAmG,mBAAmBwB,UAAU,CAAEd,IAAKS,EAAKT,GAAG,EAAI,CAAEe,KAAM,CAAEZ,OAAQ,UAAU,CAAE,CAAE,EAEhFtE,QAAQC,IAAI,IAAIb,KAAQ,aAAeK,QAAQC,IAAI4D,kBAAmB,gBAAiB,iBAAmBrF,KAAKa,aAAaoB,MAAM,E,iCAEjI,WACFlC,EAAKe,YAAc,CAAA,CACpB,CAAC,G,SAIKvB,oBAAAwE,UAAAT,aAAR,WAAA,IAAAvD,EAAAC,KACMA,KAAKe,eACTgB,QAAQC,IAAI,IAAIb,KAAQ,gCAAgC,EAIvDnB,KAAKsB,wBAAwBoH,0BAAyB,EAAGzG,QAGzDjC,KAAKE,UAAU+B,QACfjC,KAAKG,kBACLH,KAAKC,gBAAgBgC,QAQjBjC,KAAKe,gBACTf,KAAKe,cAAgB,CAAA,EAErB0B,WAAW,WACV1C,EAAKgB,cAAgB,CAAA,CACtB,EAAG,GAAI,EAEPgB,QAAQC,IAAI,IAAIb,KACf,wBACAnB,KAAKsB,wBAAwBoH,0BAAyB,EAAGzG,OAEzDjC,KAAKE,UAAU+B,OACfjC,KAAKG,iBACLH,KAAKC,gBAAgBgC,MAAM,GAI7B0G,aAAa,WACZ5I,EAAKuD,aAAY,CAClB,CAAC,GAzBDnE,QAAAyJ,gBAAgBC,mBAAkB,EAAGxF,MAAM,CAAA,CAAK,EAAE6D,KAAK,WACtDnF,QAAQC,IAAI,IAAIb,KAAQ,kCAAkC,EAC1DK,QAAQ2B,KAAK,CAAC,CACf,EAAG,WAAO3B,QAAQ2B,KAAK,CAAC,CAAC,CAAC,CAwB5B,EAEA5D,oBAAAwE,UAAA+E,oBAAA,WACC,OAAO9I,KAAKU,iBACb,EAEAnB,oBAAAwE,UAAAgF,oBAAA,WACC,OAAO/I,KAAKW,iBACb,EAEOpB,oBAAAwE,UAAAiF,MAAP,SAAanB,GACZ,OAAOoB,MAAMC,KAAKlJ,KAAK6D,WAAWsF,OAAO,EAAEC,OAAO,SAAAnD,GAAK,OAAAA,EAAa,YAAM4B,CAAnB,CAAwB,EAAE,EAClF,EAEOtI,oBAAAwE,UAAAsF,UAAP,WACC,IAAItE,EAAM,GAMV,OAJA/E,KAAK6D,WAAWsF,QAAQG,QAAQ,SAACC,GAChCxE,EAAIqC,KAAKmC,EAAc,SAAC,CACzB,CAAC,EAEMxE,CACR,EAEOxF,oBAAAwE,UAAAyF,cAAP,WACC,IAAIzE,EAAM,GAMV,OAJA/E,KAAK6D,WAAWsF,QAAQG,QAAQ,SAACC,GAChCxE,EAAIqC,KAAKmC,EAAY,OAAC,CACvB,CAAC,EAEMxE,CACR,EAEOxF,oBAAAwE,UAAA0F,cAAP,WACC,OAAOzJ,KAAKoD,WACb,EAEO7D,oBAAAwE,UAAA2F,eAAP,WACC,OAAO1J,KAAKwD,YACb,EAEOjE,oBAAAwE,UAAA4F,iBAAP,WACC,OAAO3J,KAAK0C,cACb,EAEOnD,oBAAAwE,UAAA6F,uBAAP,WACC,OAAO5J,KAAK6B,oBACb,EAEOtC,oBAAAwE,UAAA8F,kBAAP,WACC,OAAO7J,KAAKoB,eACb,EAEO7B,oBAAAwE,UAAA+F,cAAP,WACC,OAAO9J,KAAKI,WACb,EAEQb,oBAAAwE,UAAAc,aAAR,WAAA,IAAA9E,EAAAC,KAECA,KAAKoD,aAAc,EAAAtF,OAAA+G,cAAa7E,KAAKgE,IAAI,EACzChE,KAAKoD,YAAY2G,iBAAmB,KACpC/J,KAAKoD,YAAY4G,eAAiB,KAIlChK,KAAK6D,WAAa,IAAI1F,UAAU8L,OAAO,CACtCC,KAAMlK,KAAK2E,SACXwF,aAAcnK,KAAKF,cAAgB,KAAO,SAAOsK,EAAMC,GAAE,OAAAhI,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,wDACpDC,KAAKI,YACRiK,EAAG,CAAA,EAAO,IAAK,mBAAmB,GAGd,UAAhBrK,KAAKK,QACR0B,QAAQC,IAAI,gBAAiBoI,EAAMC,CAAE,EAGlCC,EAAoBF,EAAKtF,IAAIyF,QAAQ,0BAA2BC,MAAM,GAAG,GAEzEJ,EAAKK,SAAWzK,KAAKgB,cAAwB,UAAKoJ,EAAKK,SAAWzK,KAAKgB,cAA4B,cAAKoJ,EAAKK,SAAWzK,KAAKgB,cAA6B,eAAKoJ,EAAKK,SAAWzK,KAAKgB,cAAuC,2BAI1N0J,EAAQJ,EAAS,IAKpBlM,IAAIuM,OAAOD,EAAO1K,KAAKgB,cAA0B,WAAG,SAAO4J,EAAKC,GAAO,OAAAxI,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,wEAClE6K,GACHP,EAAG,CAAA,EAAO,IAAK,cAAc,E,OAD1B,CAAA,EAAA,G,OAIHD,EAAKtF,IAAa,QAAI+F,EAAiB,Q,iBAE3B,O,sBAAA,CAAA,EAAM9L,kBAAA+L,MAAMC,SAASF,EAAiB,OAAC,G,cAA9CjD,EAAO3E,EAAAC,KAAA,IAEVkH,EAAKtF,IAAU,KAAI8C,EAAKoD,SACxBZ,EAAKtF,IAAmB,cAAI8C,EAAKqD,UAAY,CAAA,EAC7Cb,EAAKtF,IAAc,SAAI8C,EACvByC,EAAG,CAAA,CAAI,GAGPA,EAAG,CAAA,CAAK,E,6BAITA,EAAG,CAAA,CAAK,E,4BAGV,EAzBDA,EAAG,CAAA,EAAO,IAAK,cAAc,G,SA8BjC,CACF,EAGQ9K,oBAAAwE,UAAAD,OAAR,WAAA,IAAA/D,EAAAC,KACCA,KAAKoD,YAAYU,OAAO9D,KAAKyE,UAAW,WACvC1C,QAAQC,IAAI,4BAA6BjC,EAAK0E,SAAS,CACxD,CAAC,EAEDzE,KAAK6D,WAAW3B,GAAG,YAAa,WAC/BH,QAAQC,IAAI,4BAA6BjC,EAAK4E,QAAQ,CACvD,CAAC,EAGD3E,KAAK6D,WAAW3B,GAAG,aAAc,SAACqH,EAAIzE,GAChC/E,EAAKD,gBAETyJ,EAAY,QAAIzE,EAAa,QAC7ByE,EAAS,KAAIzE,EAAU,KACvByE,EAAkB,cAAIzE,EAAmB,cACzCyE,EAAa,SAAIzE,EAAc,SAEZ,UAAfyE,EAAS,MAAuD,cAAtCxJ,EAAKiB,cAA2B,aAC7DjB,EAAK4J,iBAAgB,EAAGtC,mBAAmBC,KAAKvH,EAAK4J,iBAAgB,EAAI,2BAA4B,CACpGhC,QAAS4B,EAAY,QACrB3B,KAAM2B,EAAS,KACf2B,KAAM,IAAI/J,KACVgK,OAAQhM,QAAAyJ,gBAAgBwC,cAAa,C,CACrC,GAIH7B,EAAc,WAAI,EAAAhL,gBAAA8M,mBAAiB,EACnC9B,EAAa,SAAI,EAEjBxJ,EAAK8B,qBAAqByJ,mBAAmB/B,EAAc,SAAC,EAAErC,KAAK,WAClEzE,WAAW,WACV8G,EAAa,SAAI,IAAIpI,KACrBoI,EAAGgC,KAAK,YAAQ,CACjB,EAAG,GAAI,CACR,CAAC,EAEmB,UAAhBxL,EAAKM,QACR0B,QAAQC,IAAI,oBAAsB8C,EAAU,IAAC,EAI9CyE,EAAY,QAAI,CAAA,EAChBA,EAAGrH,GAAG,OAAQ,WACbqH,EAAY,QAAI,CAAA,EAChBA,EAAa,SAAI,IAAIpI,KACrBoI,EAAY,QAAIlL,OAAOmN,SAASnN,OAAOkL,EAAa,QAAC,EAAEhH,KAAKgH,EAAa,QAAC,CAAC,EAAEkC,eAAc,EAC3F1L,EAAK8B,qBAAqB6J,gBAAgBnC,CAAE,CAC7C,CAAC,EACArH,GAAG,UAAW,SAAOa,GAAe,OAAAV,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,gGAChB,UAAhBC,KAAKK,QACR0B,QAAQC,IAAI,iBAAmBuH,EAAS,KAAGxG,CAAO,EAGnD/C,KAAKQ,eAAiB,EAElBmL,EAAkB,CAAA,EAElBC,EAAa,GAEjB,IACCA,EAAahJ,KAAKiJ,MAAM9I,EAASzE,SAAA+F,WAAW,C,CAE7C,MAAMyH,GACL/J,QAAQC,IAAI,qBAAsBe,CAAO,EAEzC/C,KAAK0C,eAAeC,UAAU,oBAAqB,+BAAiC3C,KAAKgB,cAA2B,YAAG4B,KAAKC,UAAU,CAACE,EAAS+I,EAAE,CAAC,EAEnJH,EAAkB,CAAA,C,IAGdA,CAAAA,E,CACJ,GAAsB,SAAlBC,EAAW,GAYd,OAXIrC,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BzC,EAAG0C,KAAK,OAAQ,SAAC9J,GACZA,IACCpC,EAAK8B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,eAAe,EAEtDpB,EAAKmM,cAAc3C,CAAE,EAEvB,CAAC,EAGF,CAAA,GAKD,GAFI4C,EAAeP,EAAW,GAE1B,CAAC5L,KAAKF,eAAiBE,KAAKM,cAAc0F,KAAK,SAAAC,GAAK,OAAAkG,EAAa3D,SAASvC,CAAC,CAAvB,CAAwB,GAAK,CAACsD,EAAa,SAAE6C,MAAMC,OAAOrG,KAAK,SAAAC,GAAK,OAAAA,EAAEqG,MAAMtG,KAAK,SAAAuG,GAAK,OAAAJ,EAAa3D,SAAS+D,CAAC,GAAKA,EAAE/D,SAAS2D,CAAY,CAAnD,CAAoD,CAAtE,CAAuE,GAAK,CAAC5C,EAAa,SAAE6C,MAAMI,YAC7N,MAAA,CAAA,G,GAGGC,EAAcb,EAAW,GACzBc,EAAYd,EAAW,GAGd,kBAFTe,EAAOf,EAAW,IAElB,MAAA,CAAA,EAAA,GACCgB,EAAUhB,EAAW,GACrBiB,EAAMjB,EAAW,GAGL,QAAZgB,EACH5M,KAAK6B,qBAAqBiL,UAAUX,EAAcM,EAAalD,EAAImD,EAAWG,EAAKjB,EAAWmB,MAAM,CAAC,CAAC,EAItG/M,KAAK6B,qBAAqBmL,YAAYb,EAAcM,EAAalD,EAAImD,EAAWG,EAAKjB,EAAWmB,MAAM,CAAC,CAAC,CApCvG,C,uBAuCO/M,KAAKF,eAA0B,YAAT6M,EAAvB,MAAA,CAAA,EAAA,IACJM,EAAiC,CACpCP,UAAWA,EACXQ,SAAU,CAAA,EACV5E,KAAM,K,EAGHiB,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BzC,EAAG0C,KAAKrJ,KAAKC,UAAUoK,CAAS,EAAG,SAAC9K,GAC/BA,IACCpC,EAAK8B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,2BAA2B,EAElEpB,EAAKmM,cAAc3C,CAAE,EAEvB,CAAC,EAGFvJ,KAAKC,gBAAgBmH,KAAKmC,CAAE,EACxB4D,EAAiBvB,EAAW,GAEvBwB,EAAI,E,sBAAGA,EAAID,EAAelL,QAAM,MAAA,CAAA,EAAA,G,GACpCoL,EAASF,EAAeC,GACxB9E,EAAO+E,EAAO/E,KAEdgF,EAAuC,CAC1CZ,UAAWW,EAAO/E,KAAK,GACvB4E,SAAU,CAAA,EACV5E,KAAM,K,EAGHiB,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BzC,EAAG0C,KAAKrJ,KAAKC,UAAUyK,CAAe,EAAG,SAACnL,GACrCA,IACCpC,EAAK8B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,2BAA2B,EAElEpB,EAAKmM,cAAc3C,CAAE,EAEvB,CAAC,EAGgBjB,EAAKiF,MAAK,EACXjF,EAAKiF,MAAK,EACLjF,EAAKiF,MAAK,EACfjF,EAAKiF,MAAK,EACvBzF,EAASQ,EAAKiF,MAAK,EACnBC,GAAkB,EAAAjP,gBAAA8M,mBAAiB,EAEvCvM,gCAAA2O,mBAAmBtF,OAAO,CACzBjC,IAAKsH,EACLE,IAAK,EACLC,WAAY,IAAIxM,KAChByM,SAAU,KACVC,WAAY,EACZ/F,OAAQA,C,CACR,EAEc,4BAAXA,GAAmD,kCAAXA,GAAyD,2BAAXA,GAAkD,gBAAXA,GAAuC,qBAAXA,GAA4C,eAAXA,GAAsC,mBAAXA,GAA0C,6BAAXA,GAAoD,SAAXA,GAAgC,YAAXA,GAAmC,oBAAXA,GAA2C,eAAXA,GAAsC,+BAAXA,GACxYjJ,iBAAAiP,KAAKC,UAAU,CACd7H,KAAK,EAAA3H,gBAAA8M,mBAAiB,EACtBsB,KAAM,iBACNqB,WAAY,GACZC,YAAa,GACbC,SAAS,EAAA5P,SAAA6P,eAAcvL,KAAKC,UAAUyF,CAAI,CAAC,EAAI,IAAS1F,KAAKC,UAAUyF,EAAM,KAAM,CAAC,EAAI,UACxFR,OAAQA,EACRH,QAAS4B,EAAY,SAAK,GAC1B3B,KAAM2B,EAAS,MAAK,GACpBmD,UAAWA,EACX0B,MAAOjC,C,CACP,E,CAGEnM,KAAK0C,eAAe2L,SAASvG,GAA7B,MAAA,CAAA,EAAA,G,iBAEF,O,sBAAA,CAAA,GAAM7E,EAAAjD,KAAK0C,eAAe2E,oBAAmBC,KAAIC,MAAAtE,EAAAuE,cAAA,CAACC,OAAOC,OAAO,GAAI1H,KAAK0C,eAAgB,CAACiF,QAAS4B,EAAY,QAAG3B,KAAM2B,EAAS,KAAG1B,MAAO0B,EAAc,SAAC,CAAC,EAAGzB,GAAWQ,EAAI,CAAA,CAAA,CAAA,G,cAA7KL,EAAA/E,KAAA,E,+BAGAnB,QAAQC,IAAI,IAAIb,KAAQ,gBAAiByB,KAAKC,UAAUyL,EAAK,KAAM,CAAC,CAAC,E,mBAGvD,0BAAXxG,GAAiD,+BAAXA,GACzC3I,QAAAyJ,gBAAgB2F,gBAAe,EAAGC,qBAAqBlG,EAAK,EAAE,E,aAI/DvG,QAAQC,IAAI,oCAAsC8F,CAAM,E,wBAjEfsF,CAAC,G,oBAqE5CpN,KAAKC,gBAAgBkG,OAAOnG,KAAKC,gBAAgBwO,IAAI,SAAAxI,GAAK,OAAAA,EAAa,SAAb,CAAc,EAAEwC,QAAQc,EAAc,SAAC,EAAG,CAAC,E,eAGrGvJ,KAAKE,UAAUiG,OAAO,EAAG,EAAG,CAC3BoD,GAAIA,EACJjB,KAAMsD,C,CACN,E,kCAGH,EACA1J,GAAG,MAAO,WACVnC,EAAKmM,cAAc3C,CAAE,EACjBxJ,EAAK8B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,QAAQ,CAEhD,CAAC,EACAe,GAAG,QAAS,WACZnC,EAAKmM,cAAc3C,CAAE,EACjBxJ,EAAK8B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,UAAU,CAElD,CAAC,EACAe,GAAG,QAAS,SAAAC,GACZpC,EAAKmM,cAAc3C,CAAE,EACjBxJ,EAAK8B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQoI,EAAS,KAAGA,EAAc,UAAG,UAAU,CAGjE,CAAC,CACF,CAAC,EAGD3H,YAAY,WACX7B,EAAK8D,WAAWsF,QAAQG,QAAQ,SAACC,GAC5BA,EAAa,UAA8C,KAAzCpI,KAAKuN,IAAG,EAAKnF,EAAa,SAAEoF,QAAO,IAClC,CAAA,IAAlBpF,EAAY,SACfA,EAAa,QAAC,GAEQ,GAAlBA,EAAa,SAChBxJ,EAAKmM,cAAc3C,CAAE,GAGrBA,EAAa,SAAI,IAAIpI,KACrBoI,EAAGgC,KAAK,YAAQ,KAIjBhC,EAAa,SAAI,EACjBA,EAAY,QAAI,CAAA,EAChBA,EAAa,SAAI,IAAIpI,KACrBoI,EAAGgC,KAAK,YAAQ,GAGnB,CAAC,CACF,EAAG,GAAK,EAER3J,YAAY,WACX,GAAI,CAAC7B,EAAKI,kBACLJ,EAAKG,UAAU+B,OAAQ,CAC1BlC,EAAKI,iBAAmB,CAAA,EACxBJ,EAAKU,gBAAkB,EAEvB,IAAImO,EAAM7O,EAAKG,UAAU6G,IAAG,EACxBuB,EAAOsG,EAAItG,KACXuG,EAAKD,EAAIrF,GAETuF,EAAuBxG,EAAKiF,MAAK,EACjCd,EAAoBnE,EAAKiF,MAAK,EAC9Bb,EAAoBpE,EAAKiF,MAAK,EAC9BZ,EAAerE,EAAKiF,MAAK,EAG7B,GAAa,WAATZ,EAAmB,CACtB,IAAI7E,EAASQ,EAAKiF,MAAK,EAEvB,GAAIsB,EAAkB,cACrB,OAGD,IAAIrB,GAAkB,EAAAjP,gBAAA8M,mBAAiB,EA0BnC4B,GAxBJnO,gCAAA2O,mBAAmBtF,OAAO,CACzBjC,IAAKsH,EACLE,IAAK,EACLC,WAAY,IAAIxM,KAChByM,SAAU,KACVC,WAAY,EACZ/F,OAAQA,C,CACR,EAEc,4BAAXA,GAAmD,kCAAXA,GAAyD,2BAAXA,GAAkD,gBAAXA,GAAuC,qBAAXA,GAA4C,eAAXA,GAAsC,mBAAXA,GAA0C,6BAAXA,GAAoD,SAAXA,GAAgC,YAAXA,GAAmC,oBAAXA,GAA2C,eAAXA,GAAsC,+BAAXA,GACxYjJ,iBAAAiP,KAAKC,UAAU,CACd7H,KAAK,EAAA3H,gBAAA8M,mBAAiB,EACtBsB,KAAM,iBACNqB,WAAY,GACZC,YAAa,GACbC,SAAS,EAAA5P,SAAA6P,eAAcvL,KAAKC,UAAUyF,CAAI,CAAC,EAAI,IAAS1F,KAAKC,UAAUyF,EAAM,KAAM,CAAC,EAAI,UACxFR,OAAQA,EACRH,QAASkH,EAAY,SAAK,GAC1BjH,KAAMiH,EAAS,MAAK,GACpBnC,UAAWA,EACX0B,MAAOU,C,CACP,EAGmC,CACpCpC,UAAWA,EACXQ,SAAU,CAAA,EACV5E,KAAM,K,GAGHuG,GAAMA,EAAG9C,aAAe8C,EAAG7C,MAC9B6C,EAAG5C,KAAKrJ,KAAKC,UAAUoK,CAAS,EAAG,SAAC9K,GAC/BA,GACHpC,EAAKmM,cAAc2C,CAAE,CAEvB,CAAC,EAGE9O,EAAK2C,eAAe2L,SAASvG,IAChC7E,EAAAlD,EAAK2C,gBAAeqM,WAAUxH,MAAAtE,EAAAuE,cAAA,CAACgG,EAAiBqB,EAAIpC,EAAaC,EAAW5E,GAAWQ,EAAI,CAAA,CAAA,CAAA,EAG3FvG,QAAQC,IAAI,0BAA4B8F,CAAM,C,KAG9B,mBAAT6E,IACJ7E,EAASQ,EAAKiF,MAAK,EAEvB3O,6BAAAoQ,gBAAgBC,QAAQ,CAACC,KAAM,CAC9B,CAACvH,QAASkH,EAAY,OAAC,EACvB,CAACM,WAAYzC,CAAS,EACtB,CAAC5E,OAAQA,CAAM,EACf,CAACoD,KAAMuB,CAAW,EAClB,CAAC,EAAEvF,KAAK,SAAAnC,GACJA,GACC8J,GAAMA,EAAG9C,aAAe8C,EAAG7C,MAC9B6C,EAAG5C,KAAKrJ,KAAKC,UAAUkC,EAAIqK,QAAQ,EAAG,SAACjN,GAClCA,GACHpC,EAAKmM,cAAc2C,CAAE,CAEvB,CAAC,CAGJ,EAAG,SAAAjE,IAAS,GAGb7K,EAAKI,iBAAmB,CAAA,C,CAG3B,EAAG,EAAE,CACN,EAEOZ,oBAAAwE,UAAAmI,cAAP,SAAqB3C,GAChBvJ,KAAK6B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,WAAYoI,EAAS,KAAGA,EAAc,SAAC,EAE9EvJ,KAAK6B,qBAAqBwN,eAAe9F,CAAE,EAC3CA,EAAG+F,mBAAkB,CAEtB,EAEO/P,oBAAAwE,UAAAwL,OAAP,WACC,OAAOvP,KAAKgE,IACb,EAEOzE,oBAAAwE,UAAAyL,gBAAP,WACC,OAAOxP,KAAKgB,aACb,EACDzB,mBAAA,EAAC","file":"server-app.js","sourcesContent":["import { createServer, Server } from 'http';\nimport * as express from 'express';\nimport * as bodyParser from 'body-parser';\nimport * as xmlParser from 'express-xml-bodyparser';\nimport * as WebSocket from 'ws';\nimport * as jwt from 'jsonwebtoken';\n// import * as SegfaultHandler from 'segfault-handler';\nimport * as moment from 'moment-timezone';\n\nimport { dateReviver, getBinarySize, deepCopy } from './util/common';\n\nimport { objectIdHexString } from './managers/mongo.manager';\nimport { CronManager } from './managers/cron.manager';\nimport { MethodManager } from './managers/method.manager';\nimport { SubscriptionManager } from './managers/subscription.manager';\nimport { MonitorManager, MonitorManagerFunction } from './managers/monitor.manager';\n\nimport { ServerResponseModel } from './models/server-response.model';\n\nimport { MethodResponses } from './collections/method-response.collection';\nimport { Logs } from './collections/log.collection';\nimport { LogMethodLatencies } from './collections/log-method-latency.collection';\nimport { Users } from './collections/user.collection';\n\nimport { setupHomeRoutes } from './http/home';\nimport { setupAuthRoutes } from './http/auth';\nimport { setupHealthRoutes } from './http/health';\nimport { ResolveIOServer } from './index';\nimport { MongoNetworkTimeoutError } from 'mongodb';\nimport { WorkerTaskRequests } from './collections/worker-task-request.collection';\nimport { WorkerTaskResponses } from './collections/worker-task-response.collection';\nimport { WorkerTaskRequestModel } from './models/worker-task-request.model';\n\nexport default class ResolveIOMainServer {\n\tprivate _app: express.Application;\n\tprivate _serverHTTP: Server;\n\tprivate _portHTTP: string | number;\n\tprivate _serverWSS: WebSocket.Server;\n\tprivate _portWSS: number;\n\tprivate _serverConfig;\n\tprivate _clientDir;\n\tprivate _offlineUpdates = [];\n\tprivate _msgQueue = [];\n\tprivate _msgQueueRunning = false;\n\tpublic sesMail = false;\n\tprivate standardProgram = false;\n\tprivate publicProgram = false;\n\tprivate _rebootFlag = false;\n\n\tprivate LOGGER = 'ERROR'; //ERROR / DEBUG\n\n\tprivate _monitorManager: MonitorManager;\n\tprivate _monitorManagerFunction: MonitorManagerFunction;\n\tprivate _subscriptionManager: SubscriptionManager;\n\tprivate _methodManager: MethodManager;\n\tprivate _cronManager: CronManager;\n\tprivate _clientRoutes: string[] = [];\n\n\tprivate _serverStartTime: Date;\n\tprivate _lastErrorMsg: Date = null;\n\n\tprivate _debugMsgRecv = 0;\n\tprivate _debugMsgQueue = 0;\n\n\tprivate _isWorkersEnabled = false;\n\tprivate _isWorkerInstance = false;\n\tprivate _workerQueue: WorkerTaskRequestModel[] = [];\n\tprivate _workerTasks: string[] = [];\n\tprivate _workerBusy = false;\n\n\tprivate _safeShutdown = false;\n\n\tconstructor(mainServer, serverConfig, clientRoutes, clientDir, sesMail, standardProgram, publicProgram = false) {\n\t\tthis._serverConfig = serverConfig;\n\t\tthis._clientRoutes = clientRoutes;\n\t\tthis._clientDir = clientDir;\n\t\tthis.sesMail = sesMail;\n\t\tthis.standardProgram = standardProgram;\n\t\tthis.publicProgram = publicProgram;\n\n\t\tthis._serverStartTime = new Date();\n\t\tthis._lastErrorMsg = null;\n\t\tthis._monitorManager = new MonitorManager(mainServer, serverConfig);\n\t\tthis._monitorManagerFunction = new MonitorManagerFunction();\n\n\t\t// Check for workers and decide what to start\n\t\tthis._isWorkersEnabled = process.env.IS_WORKERS_ENABLED === 'true';\n\t\tthis._isWorkerInstance = process.env.IS_WORKER_INSTANCE === 'true';\n\n\t\tsetInterval(() => {\n\t\t\tif (this._subscriptionManager && this._subscriptionManager.getEnableDebug()) {\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Queue Length', this._msgQueue.length);\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Recv Hits', this._debugMsgRecv);\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Queue Hits', this._debugMsgQueue);\n\t\t\t}\n\n\t\t\tthis._debugMsgQueue = 0;\n\t\t\tthis._debugMsgRecv = 0;\n\t\t}, 60000);\n\n\t\tprocess.on('unhandledRejection', async (error, rej) => {\n\t\t\t// Condition to filter out the MongoError with code 48 (NamespaceExists)\n\t\t\tif (error && error['name'] === 'MongoError' && error['code'] === 48) {\n\t\t\t\treturn; // Simply return without doing anything further\n\t\t\t}\n\n\t\t\tconsole.error(new Date(), 'Unhandled Rejection at Promise', [error, rej]);\n\t\t\t\n\t\t\tlet diffTimeSec = moment().diff(this._serverStartTime, 'seconds');\n\n\t\t\t// If this is a MongoNetworkTimeoutError, handle it specifically\n\t\t\tif (error && (error['name'] === 'MongoNetworkTimeoutError' || error instanceof MongoNetworkTimeoutError)) {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\t// Sending email notification (using your existing method)\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - MongoNetworkTimeoutError - Quitting NodeJS - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify({\n\t\t\t\t\t\tname: error['name'],\n\t\t\t\t\t\tmessage: error['message'],\n\t\t\t\t\t\tstack: error['stack']\n\t\t\t\t\t}, null, 2));\n\n\t\t\t\t\t// Exiting the process\n\t\t\t\t\tprocess.exit(1);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse if (error && error['name'] === 'MongoError' && error['message'] === 'not master') {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - Quitting NodeJS - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t}\n\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\t\t\telse if (error && error['name'] === 'MongoError' && error['message'] === 'not master and slaveOk=false') {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - Quitting NodeJS - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t}\n\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\t\t\telse if (error) {\n\t\t\t\tif (error['name'] !== 'StatusError' && error['message'] !== '') {\n\t\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t\t}, 60000);\n\n\t\t\t\t\t\tthis._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\n\t\tprocess.on('uncaughtException', async error => {\n\t\t\tconsole.error(error, 'Uncaught Exception thrown');\n\n\t\t\tlet diffTimeSec = moment().diff(this._serverStartTime, 'seconds');\n\n\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t}, 60000);\n\t\t\t\t\n\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Exception - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t}\n\t\t});\n\n\t\t//PM2 wants to reboot/restart\n\t\tprocess.on('SIGINT', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tthis._serverHTTP.close();\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tprocess.on('SIGTERM', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tthis._serverHTTP.close();\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tprocess.on('SIGQUIT', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tthis._serverHTTP.close();\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Starting ResolveIO Server');\n\t\t}\n\n if (this._isWorkersEnabled) {\n if (this._isWorkerInstance) {\n console.log('Running as a Worker instance');\n\t\t\t\tthis._methodManager = new MethodManager(this, this._serverConfig, this._clientDir, this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n this._cronManager = new CronManager(this);\n\t\t\t\tthis.startWorkerInstance();\n }\n\t\t\telse {\n console.log('Running as a Server instance');\n this.startServerInstance(serverConfig);\n\t\t\t\tthis._methodManager = new MethodManager(this, this._serverConfig, this._clientDir, this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n\t\t\t\tthis._subscriptionManager = new SubscriptionManager(this, this._serverWSS, this._serverConfig, this._monitorManagerFunction);\n\t\t\t\tthis.listen();\n }\n }\n\t\telse {\n console.log('Running with Workers Disabled');\n this.startServerInstance(serverConfig);\n\t\t\tthis._methodManager = new MethodManager(this, this._serverConfig, this._clientDir, this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n\t\t\tthis._subscriptionManager = new SubscriptionManager(this, this._serverWSS, this._serverConfig, this._monitorManagerFunction);\n this._cronManager = new CronManager(this);\n\t\t\tthis.listen();\n }\n\t}\n\n\tprivate startServerInstance(serverConfig) {\n\t\t// Start express app\n\t\tthis._app = express();\n\n\t\t// Use body parser for http call (login)\n\t\tthis._app.use(bodyParser.json({limit: '50mb', reviver: dateReviver}));\n\t\tthis._app.use(bodyParser.urlencoded({limit: '50mb', extended: true, parameterLimit: 1000000 }));\n\t\tthis._app.use(xmlParser());\n\t\t\n\t\t// Set port\n\t\tthis._portHTTP = process.env.PORT_HTTP || serverConfig['PORT_HTTP'] || 8080;\n\t\tthis._portWSS = process.env.PORT_WSS || serverConfig['PORT_WSS'] || 8081;\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup ports');\n\t\t}\n\n\t\t// Create http server and websock server\n\t\tthis.createServer();\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Create server');\n\t\t}\n\n\t\t// Set CORS\n\t\tthis._app.use(function (req, res, next) {\n\n\t\t\t// Website you wish to allow to connect\n\t\t\t// res.setHeader('Access-Control-Allow-Origin', serverConfig['ROOT_URL']);\n\t\t\tres.setHeader('Access-Control-Allow-Origin', '*');\n\n\t\t\t// Request methods you wish to allow\n\t\t\t// res.setHeader('Access-Control-Allow-Methods', 'GET, POST, OPTIONS, PUT, PATCH, DELETE');\n\t\t\tres.setHeader('Access-Control-Allow-Methods', 'GET, POST');\n\n\t\t\t// Request headers you wish to allow\n\t\t\tres.setHeader('Access-Control-Allow-Headers', 'X-Requested-With,content-type');\n\n\t\t\t// Set to true if you need the website to include cookies in the requests sent\n\t\t\t// to the API (e.g. in case you use sessions)\n\t\t\tres.setHeader('Access-Control-Allow-Credentials', 'false');\n\n\t\t\t// Pass to next layer of middleware\n\t\t\tnext();\n\t\t});\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup cors');\n\t\t}\n\n\t\t// Set up http login route\n\t\tsetupAuthRoutes(this, this._app, serverConfig);\n\t\tsetupHealthRoutes(this._app, serverConfig);\n\n\t\tif (serverConfig['CLIENT_NAME'] === 'ResolveIO' || this.standardProgram) {\n\t\t\tsetupHomeRoutes(this, this._app, serverConfig);\n\t\t}\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup express routes');\n\t\t}\n\t}\n\n\tprivate async startWorkerInstance() {\n\t\tconsole.log('Worker instance started, watching worker-task-reqs...');\n\n\t\tsetInterval(() => {\n\t\t\tif (!this._workerBusy && this._workerQueue.length) {\n\t\t\t\tthis._workerBusy = true;\n\n\t\t\t\tif (this._workerTasks.length) {\n\t\t\t\t\tconsole.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'New Task', 'Current Jobs: ' + this._workerTasks.length, 'Delay: ' + this._workerTasks.length * 50 + ' ms');\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tif (this._workerQueue.length) {\n\t\t\t\t\t\t\tthis.processTask();\n\t\t\t\t\t\t}\n\t\t\t\t\t}, this._workerTasks.length * 50);\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tconsole.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'New Task', 'No Jobs');\n\t\t\t\t\tthis.processTask();\n\t\t\t\t}\n\t\t\t}\n\t\t}, 10);\n\t\n\t\t// Now, set up the change stream to watch for new tasks\n\t\tlet changeStream = WorkerTaskRequests.watchCollection([{ $match: { 'fullDocument.status': 'pending' } }], { fullDocument: 'updateLookup' });\n\t\n\t\tchangeStream.on('change', async (change) => {\n\t\t\tif (change.operationType === 'insert') {\n\t\t\t\tconst task = change.fullDocument;\n\t\n\t\t\t\tif (task) {\n\t\t\t\t\tif (!this._workerQueue.some(a => a._id === task._id)) {\n\t\t\t\t\t\tthis._workerQueue.splice(0, 0, task);\n\t\t\t\t\t\tconsole.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'Add To Queue', this._workerQueue.length);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\telse if (change.operationType === 'update') {\n\t\t\t\tconst task = change.fullDocument;\n\t\n\t\t\t\tif (task && task.status !== 'pending' && this._workerQueue.some(a => a._id === task._id)) {\n\t\t\t\t\tthis._workerQueue.splice(this._workerQueue.findIndex(a => a._id === task._id), 1);\n\t\t\t\t\tconsole.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'Remove From Queue', this._workerQueue.length);\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\t\n\t\tchangeStream.on('error', (error) => {\n\t\t\tconsole.error('Error in change stream worker task requests:', error);\n\t\t\tchangeStream.close();\n\t\t\tsetTimeout(() => this.startWorkerInstance(), 5000); // Restart after a delay\n\t\t});\n\t\n\t\tchangeStream.on('close', () => {\n\t\t\tconsole.log('Change stream worker task requests closed. Restarting...');\n\t\t\tsetTimeout(() => this.startWorkerInstance(), 5000); // Restart after a delay\n\t\t});\n\n\t\t// First, process any existing pending tasks in the database\n\t\tconst pendingTasks = await WorkerTaskRequests.find({ status: 'pending' }, {sort: {createdAt: 1}});\n\n\t\tfor (const task of pendingTasks) {\n\t\t\tif (!this._workerQueue.some(a => a._id === task._id)) {\n\t\t\t\tthis._workerQueue.splice(0, 0, task);\n\t\t\t}\n\t\t}\n\t}\n\t\n\t// Process a task (handles both existing and new tasks)\n\tprivate async processTask() {\n\t\tlet task = this._workerQueue.pop();\n\n\t\tif (task) {\n\t\t\tconsole.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'Process Task', this._workerQueue.length);\n\t\t\t\n\t\t\tWorkerTaskRequests.updateOne({ _id: task._id, status: 'pending' }, { $set: { status: 'processing' } }).then(async resReq => {\n\t\t\t\tthis._workerBusy = false;\n\n\t\t\t\tif (resReq) {\n\t\t\t\t\tthis._workerTasks.push(task._id);\n\n\t\t\t\t\ttry {\n\t\t\t\t\t\t// Run the actual method\n\t\t\t\t\t\tconst result = await this._methodManager.callMethodInternal.call(Object.assign({}, this._methodManager, { id_user: task.id_user, user: task.user, id_ws: task.id_ws }), task.method, ...task.params);\n\n\t\t\t\t\t\tWorkerTaskResponses.create({\n\t\t\t\t\t\t\tid_request: task._id,\n\t\t\t\t\t\t\thas_error: false,\n\t\t\t\t\t\t\tdata: result,\n\t\t\t\t\t\t\tid_user: task.id_user,\n\t\t\t\t\t\t\tuser: task.user,\n\t\t\t\t\t\t\tid_ws: task.id_ws\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\tconsole.error('Worker failed to process task:', task._id, err);\n\n\t\t\t\t\t\tWorkerTaskResponses.create({\n\t\t\t\t\t\t\tid_request: task._id,\n\t\t\t\t\t\t\thas_error: true,\n\t\t\t\t\t\t\tdata: err.message,\n\t\t\t\t\t\t\tid_user: task.id_user,\n\t\t\t\t\t\t\tuser: task.user,\n\t\t\t\t\t\t\tid_ws: task.id_ws\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\n\t\t\t\t\tif (this._workerTasks.includes(task._id)) {\n\t\t\t\t\t\tthis._workerTasks.splice(this._workerTasks.indexOf(task._id), 1);\n\t\t\t\t\t}\n\n\t\t\t\t\t// Mark the task as complete\n\t\t\t\t\tWorkerTaskRequests.updateOne({ _id: task._id }, { $set: { status: 'complete' } });\n\n\t\t\t\t\tconsole.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'Complete Task', 'Current Jobs: ' + this._workerTasks.length);\n\t\t\t\t}\n\t\t\t}, () => {\n\t\t\t\tthis._workerBusy = false;\n\t\t\t});\n\t\t}\n\t}\n\n\tprivate safeShutdown() {\n\t\tif (!this._safeShutdown) {\n\t\t\tconsole.log(new Date(), 'Safe Shutdown Command Received');\n\t\t}\n\n\t\tif (\n\t\t\t!this._monitorManagerFunction.getActiveMonitorFunctions().length && \n\t\t\t// (!this._monitorManagerFunction.getLastCompletedMonitorFunction() ||\n\t\t\t// Date.now() >= this._monitorManagerFunction.getLastCompletedMonitorFunction().endTime.getTime() + 1500) &&\n\t\t\t!this._msgQueue.length &&\n\t\t\t!this._msgQueueRunning &&\n\t\t\t!this._offlineUpdates.length\n\t\t) {\n\t\t\tResolveIOServer.getMongoConnection().close(false).then(() => {\n\t\t\t\tconsole.log(new Date(), 'Safe Exit Complete, Process Exit');\n\t\t\t\tprocess.exit(0);\n\t\t\t}, () => {process.exit(1)});\n\t\t}\n\t\telse {\n\t\t\tif (!this._safeShutdown) {\n\t\t\t\tthis._safeShutdown = true;\n\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis._safeShutdown = false;\n\t\t\t\t}, 1000);\n\n\t\t\t\tconsole.log(new Date(), \n\t\t\t\t\t'Safe Exit In Progress', \n\t\t\t\t\tthis._monitorManagerFunction.getActiveMonitorFunctions().length, \n\t\t\t\t\t// this._monitorManagerFunction.getLastCompletedMonitorFunction() ? this._monitorManagerFunction.getLastCompletedMonitorFunction().endTime : '',\n\t\t\t\t\tthis._msgQueue.length, \n\t\t\t\t\tthis._msgQueueRunning,\n\t\t\t\t\tthis._offlineUpdates.length\n\t\t\t\t);\n\t\t\t}\n\n\t\t\tsetImmediate(() => {\n\t\t\t\tthis.safeShutdown();\n\t\t\t});\n\t\t}\n\t}\n\n\tgetIsWorkersEnabled() {\n\t\treturn this._isWorkersEnabled;\n\t}\n\n\tgetIsWorkerInstance() {\n\t\treturn this._isWorkerInstance;\n\t}\n\n\tpublic getWS(id_ws: string) {\n\t\treturn Array.from(this._serverWSS.clients).filter(a => a['id_socket'] === id_ws)[0];\n\t}\n\n\tpublic getWSList() {\n\t\tlet res = [];\n\n\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\tres.push(ws['id_socket']);\n\t\t});\n\n\t\treturn res;\n\t}\n\n\tpublic getWSUserList() {\n\t\tlet res = [];\n\n\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\tres.push(ws['id_user']);\n\t\t});\n\n\t\treturn res;\n\t}\n\n\tpublic getHTTPServer() {\n\t\treturn this._serverHTTP;\n\t}\n\n\tpublic getCronManager() {\n\t\treturn this._cronManager;\n\t}\n\n\tpublic getMethodManager() {\n\t\treturn this._methodManager;\n\t}\n\n\tpublic getSubscriptionManager() {\n\t\treturn this._subscriptionManager;\n\t}\n\n\tpublic getMonitorManager() {\n\t\treturn this._monitorManager;\n\t}\n\n\tpublic getRebootFlag() {\n\t\treturn this._rebootFlag;\n\t}\n\n\tprivate createServer(): void {\n\t\t// Start express server\n\t\tthis._serverHTTP = createServer(this._app);\n\t\tthis._serverHTTP.keepAliveTimeout = 65000;\n\t\tthis._serverHTTP.headersTimeout = 66000; // This should be bigger than `keepAliveTimeout + your server's expected response time`\n\n\t\t// Start websocket server\n\t\t// Verify client with token before opening socket\n\t\tthis._serverWSS = new WebSocket.Server({ \n\t\t\tport: this._portWSS,\n\t\t\tverifyClient: this.publicProgram ? null : async (info, cb) => {\n\t\t\t\tif (this._rebootFlag) {\n\t\t\t\t\tcb(false, 409, 'Unable To Process');\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\t\t\tconsole.log('Verify Client', info, cb);\n\t\t\t\t\t}\n\n\t\t\t\t\tlet infoData = (<string>info.req.headers['sec-websocket-protocol']).split(/,/);\n\n\t\t\t\t\tif (info.origin !== this._serverConfig['ROOT_URL'] && info.origin !== this._serverConfig['SEC_ROOT_URL'] && info.origin !== this._serverConfig['RESOLVEIO_URL'] && info.origin !== this._serverConfig['RESOLVEIO_SECONDARY_URL']) {\n\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tlet token = infoData[0];\n\t\t\t\t\t\tif (!token) {\n\t\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tjwt.verify(token, this._serverConfig['JWT_SECRET'], async (err, decoded) => {\n\t\t\t\t\t\t\t\tif (err) {\n\t\t\t\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\t\tinfo.req['id_user'] = decoded['id_user'];\n\t\t\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\t\t\tlet user = await Users.findById(decoded['id_user']);\n\t\t\t\t\t\t\t\t\t\tif (user) {\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['user'] = user.fullname;\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['user_readonly'] = user.readonly || false;\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['doc_user'] = user;\n\t\t\t\t\t\t\t\t\t\t\tcb(true);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\t\t\t\tcb(false);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\t\t\t\t\tcb(false);\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\t}\n\n\t// Listen to port for websocket\n\tprivate listen(): void {\n\t\tthis._serverHTTP.listen(this._portHTTP, () => {\n\t\t\tconsole.log('Running server on port %s', this._portHTTP);\n\t\t});\n\n\t\tthis._serverWSS.on('listening', () => {\n\t\t\tconsole.log('Running server on port %s', this._portWSS);\n\t\t});\n\n\t\t// On websocket connection (already verified)\n\t\tthis._serverWSS.on('connection', (ws, req) => {\n\t\t\tif (!this.publicProgram) {\n\t\t\t\t// Get user from token\n\t\t\t\tws['id_user'] = req['id_user'];\n\t\t\t\tws['user'] = req['user'];\n\t\t\t\tws['user_readonly'] = req['user_readonly'];\n\t\t\t\tws['doc_user'] = req['doc_user'];\n\n\t\t\t\tif (ws['user'] !== 'Admin' && this._serverConfig['CLIENT_NAME'] !== 'ResolveIO') {\n\t\t\t\t\tthis.getMethodManager().callMethodInternal.call(this.getMethodManager(), 'supportCreateBillingUser', {\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tuser: ws['user'],\n\t\t\t\t\t\tdate: new Date(),\n\t\t\t\t\t\tclient: ResolveIOServer.getClientName()\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tws['id_socket'] = objectIdHexString();\n\t\t\tws['retryCnt'] = 0;\n\n\t\t\tthis._subscriptionManager.createLoggedInUser(ws['id_socket']).then(() => {\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\tws.ping(() => {});\n\t\t\t\t}, 5000);\n\t\t\t});\n\n\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\tconsole.log('Connection from: ' + req['user']);\n\t\t\t}\n\t\t\t\n\t\t\t// Use for keeping connection alive (ping/pong)\n\t\t\tws['isAlive'] = true;\n\t\t\tws.on('pong', () => {\n\t\t\t\tws['isAlive'] = true;\n\t\t\t\tws['pongTime'] = new Date();\n\t\t\t\tws['latency'] = moment.duration(moment(ws['pongTime']).diff(ws['pingTime'])).asMilliseconds();\n\t\t\t\tthis._subscriptionManager.loggedInLatency(ws);\n\t\t\t})\n\t\t\t.on('message', async (message: string) => {\n\t\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\t\tconsole.log('Message from: ' + ws['user'], message);\n\t\t\t\t}\n\n\t\t\t\tthis._debugMsgRecv += 1;\n\n\t\t\t\tlet parseErrorFound = false;\n\n\t\t\t\tlet socketData = [];\n\t\t\t\t\n\t\t\t\ttry {\n\t\t\t\t\tsocketData = JSON.parse(message, dateReviver);\n\t\t\t\t}\n\t\t\t\tcatch(e) {\n\t\t\t\t\tconsole.log('Error - JSON.parse', message);\n\t\t\t\t\t\n\t\t\t\t\tthis._methodManager.sendEmail('dev@resolveio.com', 'SERVER - JSON Parse Error - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([message, e]));\n\n\t\t\t\t\tparseErrorFound = true;\n\t\t\t\t}\n\n\t\t\t\tif (!parseErrorFound) {\n\t\t\t\t\tif (socketData[0] === 'ping') {\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\tws.send('pong', (error) => {\n\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Pong');\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\n\t\t\t\t\tlet messageRoute = socketData[0];\n\n\t\t\t\t\tif (!this.publicProgram && this._clientRoutes.some(a => messageRoute.includes(a)) && !ws['doc_user'].roles.groups.some(a => a.views.some(b => messageRoute.includes(b) || b.includes(messageRoute))) && !ws['doc_user'].roles.super_admin) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\n\t\t\t\t\tlet messageDate = socketData[1];\n\t\t\t\t\tlet messageId = socketData[2]\n\t\t\t\t\tlet type = socketData[3]\n\n\t\t\t\t\tif (type === 'subscription') {\n\t\t\t\t\t\tlet subType = socketData[4];\n\t\t\t\t\t\tlet pub = socketData[5];\n\t\t\n\t\t\t\t\t\t// Subscribe\n\t\t\t\t\t\tif (subType === 'sub') {\n\t\t\t\t\t\t\tthis._subscriptionManager.subscribe(messageRoute, messageDate, ws, messageId, pub, socketData.slice(6));\n\t\t\t\t\t\t}\n\t\t\t\t\t\t// Unsubscribe\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tthis._subscriptionManager.unsubscribe(messageRoute, messageDate, ws, messageId, pub, socketData.slice(6));\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\telse if (!this.publicProgram && type === 'offline') {\n\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\tdata: 'ACK'\n\t\t\t\t\t\t};\n\t\t\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\tws.send(JSON.stringify(serverRes), (error) => {\n\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Offline Ack Main');\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tthis._offlineUpdates.push(ws);\n\t\t\t\t\t\tlet offlineUpdates = socketData[4];\n\n\t\t\t\t\t\tfor (let i = 0; i < offlineUpdates.length; i++) {\n\t\t\t\t\t\t\tlet update = offlineUpdates[i];\n\t\t\t\t\t\t\tlet data = update.data;\n\n\t\t\t\t\t\t\tlet serverResMethod: ServerResponseModel = {\n\t\t\t\t\t\t\t\tmessageId: update.data[2],\n\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\tdata: 'ACK'\n\t\t\t\t\t\t\t};\n\t\t\t\n\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\tws.send(JSON.stringify(serverResMethod), (error) => {\n\t\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Offline Ack Each');\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\tlet updateRoute = data.shift();\n\t\t\t\t\t\t\tlet updateDate = data.shift();\n\t\t\t\t\t\t\tlet updateMessageId = data.shift();\n\t\t\t\t\t\t\tlet updateType = data.shift();\n\t\t\t\t\t\t\tlet method = data.shift();\n\t\t\t\t\t\t\tlet methodLatencyId = objectIdHexString();\n\n\t\t\t\t\t\t\tLogMethodLatencies.create({\n\t\t\t\t\t\t\t\t_id: methodLatencyId,\n\t\t\t\t\t\t\t\t__v: 0,\n\t\t\t\t\t\t\t\tdate_start: new Date(),\n\t\t\t\t\t\t\t\tdate_end: null,\n\t\t\t\t\t\t\t\tlatency_ms: 0,\n\t\t\t\t\t\t\t\tmethod: method\n\t\t\t\t\t\t\t});\n\t\t\t\n\t\t\t\t\t\t\tif (method !== 'reportBuilderGetResults' && method !== 'reportBuilderGetDistinctValue' && method !== 'reportBuilderBuildTree' && method !== 'generatePDF' && method !== 'getWOOfflineData' && method !== 'countQuery' && method !== 'countWithQuery' && method !== 'countCollectionWithQuery' && method !== 'find' && method !== 'findOne' && method !== 'findWithOptions' && method !== 'getDrivers' && method !== 'processAirdropDistribution') {\n\t\t\t\t\t\t\t\tLogs.insertOne({\n\t\t\t\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\t\t\troute: messageRoute\n\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\tif (this._methodManager._methods[method]) {\n\t\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\t\tawait this._methodManager.callMethodInternal.call(Object.assign({}, this._methodManager, {id_user: ws['id_user'], user: ws['user'], id_ws: ws['id_socket']}), method, ...data);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Offline Error', JSON.stringify(err, null, 2));\n\t\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\t\tif (method === 'updateDocumentOffline' || method === 'updateDocumentPropsOffline') {\n\t\t\t\t\t\t\t\t\tResolveIOServer.getMongoManager().invalidateQueryCache(data[0]);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\tconsole.log('Offline - Could not find method: ' + method);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tthis._offlineUpdates.splice(this._offlineUpdates.map(a => a['id_socket']).indexOf(ws['id_socket']), 1);\n\t\t\t\t\t}\n\t\t\t\t\telse { //methods\n\t\t\t\t\t\tthis._msgQueue.splice(0, 0, {\n\t\t\t\t\t\t\tws: ws,\n\t\t\t\t\t\t\tdata: socketData\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t})\n\t\t\t.on('end', () => {\n\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\tconsole.log(new Date(), 'Server App', 'WS End');\n\t\t\t\t}\n\t\t\t})\n\t\t\t.on('close', () => {\n\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\tconsole.log(new Date(), 'Server App', 'WS Close');\n\t\t\t\t}\n\t\t\t})\n\t\t\t.on('error', error => {\n\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\tconsole.log(new Date(), ws['user'], ws['id_socket'], 'WS Error');\n\t\t\t\t}\n\t\t\t\t\n\t\t\t});\n\t\t});\n\n\t\t// Keep alive timer to ping/pong\n\t\tsetInterval(() => {\n\t\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\t\tif (ws['pingTime'] && Date.now() - ws['pingTime'].getTime() >= 20000) {\n\t\t\t\t\tif (ws['isAlive'] === false) {\n\t\t\t\t\t\tws['retryCnt']++;\n\n\t\t\t\t\t\tif (ws['retryCnt'] >= 3) {\n\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\t\t\tws.ping(() => {});\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tws['retryCnt'] = 0;\n\t\t\t\t\t\tws['isAlive'] = false;\n\t\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\t\tws.ping(() => {});\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t});\n\t\t}, 20000);\n\n\t\tsetInterval(() => {\n\t\t\tif (!this._msgQueueRunning) {\t\t\t\t\n\t\t\t\tif (this._msgQueue.length) {\n\t\t\t\t\tthis._msgQueueRunning = true;\n\t\t\t\t\tthis._debugMsgQueue += 1;\n\n\t\t\t\t\tlet msg = this._msgQueue.pop();\n\t\t\t\t\tlet data = msg.data;\n\t\t\t\t\tlet ws = msg.ws;\n\t\t\n\t\t\t\t\tlet messageRoute: string = data.shift();\n\t\t\t\t\tlet messageDate: Date = data.shift();\n\t\t\t\t\tlet messageId: number = data.shift();\n\t\t\t\t\tlet type: string = data.shift();\n\t\t\n\t\t\t\t\t// Method call\n\t\t\t\t\tif (type === 'method') {\n\t\t\t\t\t\tlet method = data.shift();\n\n\t\t\t\t\t\tif (ws['user_readonly']) {\n\t\t\t\t\t\t\treturn;\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tlet methodLatencyId = objectIdHexString();\n\n\t\t\t\t\t\tLogMethodLatencies.create({\n\t\t\t\t\t\t\t_id: methodLatencyId,\n\t\t\t\t\t\t\t__v: 0,\n\t\t\t\t\t\t\tdate_start: new Date(),\n\t\t\t\t\t\t\tdate_end: null,\n\t\t\t\t\t\t\tlatency_ms: 0,\n\t\t\t\t\t\t\tmethod: method\n\t\t\t\t\t\t});\n\t\t\n\t\t\t\t\t\tif (method !== 'reportBuilderGetResults' && method !== 'reportBuilderGetDistinctValue' && method !== 'reportBuilderBuildTree' && method !== 'generatePDF' && method !== 'getWOOfflineData' && method !== 'countQuery' && method !== 'countWithQuery' && method !== 'countCollectionWithQuery' && method !== 'find' && method !== 'findOne' && method !== 'findWithOptions' && method !== 'getDrivers' && method !== 'processAirdropDistribution') {\n\t\t\t\t\t\t\tLogs.insertOne({\n\t\t\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\t\troute: messageRoute\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\n\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\tdata: 'ACK'\n\t\t\t\t\t\t};\n\t\t\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\tws.send(JSON.stringify(serverRes), (error) => {\n\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\n\t\t\t\t\t\tif (this._methodManager._methods[method]) {\n\t\t\t\t\t\t\tthis._methodManager.callMethod(methodLatencyId, ws, messageDate, messageId, method, ...data);\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tconsole.log('Could not find method: ' + method);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\telse if (type === 'methodResponse') {\n\t\t\t\t\t\tlet method = data.shift();\n\t\t\n\t\t\t\t\t\tMethodResponses.findOne({$and: [\n\t\t\t\t\t\t\t{id_user: ws['id_user']}, \n\t\t\t\t\t\t\t{message_id: messageId},\n\t\t\t\t\t\t\t{method: method},\n\t\t\t\t\t\t\t{date: messageDate}\n\t\t\t\t\t\t]}).then(res => {\n\t\t\t\t\t\t\tif (res) {\n\t\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\t\tws.send(JSON.stringify(res.response), (error) => {\n\t\t\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}, err => {});\n\t\t\t\t\t}\n\t\t\t\t\t\n\t\t\t\t\tthis._msgQueueRunning = false;\n\t\t\t\t}\n\t\t\t}\n\t\t}, 10);\n\t}\n\n\tpublic unsubscribeWS(ws: WebSocket) {\n\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\tconsole.log(new Date(), 'Server App', 'Unsub WS', ws['user'], ws['id_socket']);\n\t\t}\n\t\tthis._subscriptionManager.unsubscribeAll(ws);\n\t\tws.removeAllListeners();\n\t\tws = null;\n\t}\n\n\tpublic getApp() {\n\t\treturn this._app;\n\t}\n\n\tpublic getServerConfig() {\n\t\treturn this._serverConfig;\n\t}\n}"]}
|
|
1
|
+
{"version":3,"sources":["../../src/server-app.ts"],"names":["http_1","require","express","bodyParser","xmlParser","WebSocket","jwt","moment","common_1","mongo_manager_1","cron_manager_1","method_manager_1","subscription_manager_1","monitor_manager_1","method_response_collection_1","log_collection_1","log_method_latency_collection_1","user_collection_1","home_1","auth_1","health_1","index_1","mongodb_1","worker_task_request_collection_1","worker_task_response_collection_1","ResolveIOMainServer","mainServer","serverConfig","clientRoutes","clientDir","sesMail","standardProgram","publicProgram","_this","this","_offlineUpdates","_msgQueue","_msgQueueRunning","_rebootFlag","LOGGER","_clientRoutes","_lastErrorMsg","_debugMsgRecv","_debugMsgQueue","_isWorkersEnabled","_isWorkerInstance","_workerQueue","_workerTasks","_workerBusy","_safeShutdown","_serverConfig","_clientDir","_serverStartTime","Date","_monitorManager","MonitorManager","_monitorManagerFunction","MonitorManagerFunction","process","env","IS_WORKERS_ENABLED","IS_WORKER_INSTANCE","setInterval","_subscriptionManager","getEnableDebug","console","log","length","on","error","rej","__awaiter","diffTimeSec","diff","MongoNetworkTimeoutError","setTimeout","_methodManager","sendEmail","JSON","stringify","name","message","stack","_a","sent","exit","_serverHTTP","close","safeShutdown","MethodManager","_cronManager","CronManager","startWorkerInstance","startServerInstance","SubscriptionManager","_serverWSS","listen","prototype","_app","use","json","limit","reviver","dateReviver","urlencoded","extended","parameterLimit","_portHTTP","PORT_HTTP","_portWSS","PORT_WSS","createServer","req","res","next","setHeader","setupAuthRoutes","setupHealthRoutes","setupHomeRoutes","processTask","changeStream","WorkerTaskRequests","watchCollection","$match","fullDocument.status","fullDocument","change","operationType","task_1","some","a","_id","splice","task_2","status","findIndex","find","sort","createdAt","pendingTasks","task","this_1","_i","pendingTasks_1","pop","updateOne","$set","then","resReq","push","callMethodInternal","call","apply","__spreadArray","Object","assign","id_user","user","id_ws","method","params","result","_b","WorkerTaskResponses","create","id_request","has_error","data","err_1","includes","indexOf","getActiveMonitorFunctions","setImmediate","ResolveIOServer","getMongoConnection","getIsWorkersEnabled","getIsWorkerInstance","getWS","Array","from","clients","filter","getWSList","forEach","ws","getWSUserList","getHTTPServer","getCronManager","getMethodManager","getSubscriptionManager","getMonitorManager","getRebootFlag","keepAliveTimeout","headersTimeout","Server","port","verifyClient","info","cb","infoData","headers","split","origin","token","verify","err","decoded","Users","findById","fullname","readonly","date","client","getClientName","objectIdHexString","createLoggedInUser","ping","duration","asMilliseconds","loggedInLatency","parseErrorFound","socketData","parse","e","readyState","OPEN","send","unsubscribeWS","messageRoute_1","roles","groups","views","b","super_admin","messageDate","messageId","type","subType","pub","subscribe","slice","unsubscribe","serverRes","hasError","offlineUpdates","i","update","serverResMethod","shift","methodLatencyId","LogMethodLatencies","__v","date_start","date_end","latency_ms","Logs","insertOne","collection","id_document","payload","getBinarySize","route","_methods","err_3","getMongoManager","invalidateQueryCache","map","now","getTime","msg","ws_1","messageRoute","callMethod","MethodResponses","findOne","$and","message_id","response","unsubscribeAll","removeAllListeners","getApp","getServerConfig"],"mappings":"wqDAAAA,Q,uDAAAC,QAAA,MAAA,GACAC,QAAAD,QAAA,SAAA,EACAE,WAAAF,QAAA,aAAA,EACAG,UAAAH,QAAA,wBAAA,EACAI,UAAAJ,QAAA,IAAA,EACAK,IAAAL,QAAA,cAAA,EAEAM,OAAAN,QAAA,iBAAA,EAEAO,SAAAP,QAAA,eAAA,EAEAQ,gBAAAR,QAAA,0BAAA,EACAS,eAAAT,QAAA,yBAAA,EACAU,iBAAAV,QAAA,2BAAA,EACAW,uBAAAX,QAAA,iCAAA,EACAY,kBAAAZ,QAAA,4BAAA,EAIAa,6BAAAb,QAAA,0CAAA,EACAc,iBAAAd,QAAA,8BAAA,EACAe,gCAAAf,QAAA,6CAAA,EACAgB,kBAAAhB,QAAA,+BAAA,EAEAiB,OAAAjB,QAAA,aAAA,EACAkB,OAAAlB,QAAA,aAAA,EACAmB,SAAAnB,QAAA,eAAA,EACAoB,QAAApB,QAAA,SAAA,EACAqB,UAAArB,QAAA,SAAA,EACAsB,iCAAAtB,QAAA,8CAAA,EACAuB,kCAAAvB,QAAA,+CAAA,EAGAwB,oBAAA,WAuCC,SAAAA,oBAAYC,EAAYC,EAAcC,EAAcC,EAAWC,EAASC,EAAiBC,GAAA,KAAA,IAAAA,IAAAA,EAAA,CAAA,GAAzF,IAAAC,EAAAC,KA/BQA,KAAAC,gBAAkB,GAClBD,KAAAE,UAAY,GACZF,KAAAG,iBAAmB,CAAA,EACpBH,KAAAJ,QAAU,CAAA,EACTI,KAAAH,gBAAkB,CAAA,EAClBG,KAAAF,cAAgB,CAAA,EAChBE,KAAAI,YAAc,CAAA,EAEdJ,KAAAK,OAAS,QAOTL,KAAAM,cAA0B,GAG1BN,KAAAO,cAAsB,KAEtBP,KAAAQ,cAAgB,EAChBR,KAAAS,eAAiB,EAEjBT,KAAAU,kBAAoB,CAAA,EACpBV,KAAAW,kBAAoB,CAAA,EACpBX,KAAAY,aAAyC,GACzCZ,KAAAa,aAAyB,GACzBb,KAAAc,YAAc,CAAA,EAEdd,KAAAe,cAAgB,CAAA,EAGvBf,KAAKgB,cAAgBvB,EACrBO,KAAKM,cAAgBZ,EACrBM,KAAKiB,WAAatB,EAClBK,KAAKJ,QAAUA,EACfI,KAAKH,gBAAkBA,EACvBG,KAAKF,cAAgBA,EAErBE,KAAKkB,iBAAmB,IAAIC,KAC5BnB,KAAKO,cAAgB,KACrBP,KAAKoB,gBAAkB,IAAIzC,kBAAA0C,eAAe7B,EAAYC,CAAY,EAClEO,KAAKsB,wBAA0B,IAAI3C,kBAAA4C,uBAGnCvB,KAAKU,kBAAuD,SAAnCc,QAAQC,IAAIC,mBACrC1B,KAAKW,kBAAuD,SAAnCa,QAAQC,IAAIE,mBAErCC,YAAY,WACP7B,EAAK8B,sBAAwB9B,EAAK8B,qBAAqBC,eAAc,IACxEC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,mBAAoBpB,EAAKG,UAAU+B,MAAM,EAC/EF,QAAQC,IAAI,IAAIb,KAAQ,aAAc,gBAAiBpB,EAAKS,aAAa,EACzEuB,QAAQC,IAAI,IAAIb,KAAQ,aAAc,iBAAkBpB,EAAKU,cAAc,GAG5EV,EAAKU,eAAiB,EACtBV,EAAKS,cAAgB,CACtB,EAAG,GAAK,EAERgB,QAAQU,GAAG,qBAAsB,SAAOC,EAAOC,GAAG,OAAAC,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,wEAEjD,OAAIoC,GAA2B,eAAlBA,EAAY,MAAwC,KAAlBA,EAAY,KAC1D,CAAA,IAGDJ,QAAQI,MAAM,IAAIhB,KAAQ,iCAAkC,CAACgB,EAAOC,EAAI,EAEpEE,EAAcjE,OAAM,EAAGkE,KAAKvC,KAAKkB,iBAAkB,SAAS,EAG5DiB,IAA4B,6BAAlBA,EAAY,MAAoCA,aAAiB/C,UAAAoD,0BAC5D,GAAdF,GAAqBtC,CAAAA,KAAKO,eAC7BP,KAAKO,cAAgB,IAAIY,KACzBsB,WAAW,WACV1C,EAAKQ,cAAgB,IACtB,EAAG,GAAK,EAGR,CAAA,EAAMP,KAAK0C,eAAeC,UAAU,oBAAqB,yDAA2D3C,KAAKgB,cAA2B,YAAG4B,KAAKC,UAAU,CACrKC,KAAMX,EAAY,KAClBY,QAASZ,EAAe,QACxBa,MAAOb,EAAa,K,EAClB,KAAM,CAAC,CAAC,IAXR,CAAA,EAAA,GADD,CAAA,EAAA,I,OAQFc,EAAAC,KAAA,EAOA1B,QAAQ2B,KAAK,CAAC,E,4CAGPhB,GAA2B,eAAlBA,EAAY,MAA2C,eAArBA,EAAe,QAChD,GAAdG,GAAqBtC,CAAAA,KAAKO,eAC7BP,KAAKO,cAAgB,IAAIY,KAEzBsB,WAAW,WACV1C,EAAKQ,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAMP,KAAK0C,eAAeC,UAAU,oBAAqB,oDAAsD3C,KAAKgB,cAA2B,YAAG4B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPzN,CAAA,EAAA,GADI,CAAA,EAAA,G,OAQPc,EAAAC,KAAA,E,wBAGD1B,QAAQ2B,KAAK,CAAC,E,qBAENhB,GAA2B,eAAlBA,EAAY,MAA2C,iCAArBA,EAAe,QAChD,GAAdG,GAAqBtC,CAAAA,KAAKO,eAC7BP,KAAKO,cAAgB,IAAIY,KAEzBsB,WAAW,WACV1C,EAAKQ,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAMP,KAAK0C,eAAeC,UAAU,oBAAqB,oDAAsD3C,KAAKgB,cAA2B,YAAG4B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPzN,CAAA,EAAA,GADI,CAAA,EAAA,G,OAQPc,EAAAC,KAAA,E,wBAGD1B,QAAQ2B,KAAK,CAAC,E,cAENhB,GACc,gBAAlBA,EAAY,MAA4C,KAArBA,EAAe,SACnC,GAAdG,GAAoB,CAACtC,KAAKO,gBAC7BP,KAAKO,cAAgB,IAAIY,KAEzBsB,WAAW,WACV1C,EAAKQ,cAAgB,IACtB,EAAG,GAAK,EAERP,KAAK0C,eAAeC,UAAU,oBAAqB,kCAAoC3C,KAAKgB,cAA2B,YAAG4B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,G,kCAIvM,EAEDX,QAAQU,GAAG,oBAAqB,SAAMC,GAAK,OAAAE,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,6EAC1CgC,QAAQI,MAAMA,EAAO,2BAA2B,EAI9B,GAFA9D,OAAM,EAAGkE,KAAKvC,KAAKkB,iBAAkB,SAAS,GAEvClB,CAAAA,KAAKO,gBAC7BP,KAAKO,cAAgB,IAAIY,KAEzBsB,WAAW,WACV1C,EAAKQ,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAMP,KAAK0C,eAAeC,UAAU,oBAAqB,kCAAoC3C,KAAKgB,cAA2B,YAAG4B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPvM,CAAA,EAAA,G,OAOHc,EAAAC,KAAA,E,gCAED,EAGD1B,QAAQU,GAAG,SAAU,WACpBnC,EAAKK,YAAc,CAAA,EACnBL,EAAKqD,YAAYC,MAAK,EACtBtD,EAAKuD,aAAY,CAClB,CAAC,EAED9B,QAAQU,GAAG,UAAW,WACrBnC,EAAKK,YAAc,CAAA,EACnBL,EAAKqD,YAAYC,MAAK,EACtBtD,EAAKuD,aAAY,CAClB,CAAC,EAED9B,QAAQU,GAAG,UAAW,WACrBnC,EAAKK,YAAc,CAAA,EACnBL,EAAKqD,YAAYC,MAAK,EACtBtD,EAAKuD,aAAY,CAClB,CAAC,EAEmB,UAAhBtD,KAAKK,QACR0B,QAAQC,IAAI,2BAA2B,EAG9BhC,KAAKU,kBACDV,KAAKW,mBACLoB,QAAQC,IAAI,8BAA8B,EACtDhC,KAAK0C,eAAiB,IAAIjE,iBAAA8E,cAAcvD,KAAMA,KAAKgB,cAAehB,KAAKiB,WAAYjB,KAAKsB,wBAAyBtB,KAAKU,kBAAmBV,KAAKW,iBAAiB,EACnJX,KAAKwD,aAAe,IAAIhF,eAAAiF,YAAYzD,IAAI,EACpDA,KAAK0D,oBAAmB,IAGZ3B,QAAQC,IAAI,8BAA8B,EAC1ChC,KAAK2D,oBAAoBlE,CAAY,EACjDO,KAAK0C,eAAiB,IAAIjE,iBAAA8E,cAAcvD,KAAMA,KAAKgB,cAAehB,KAAKiB,WAAYjB,KAAKsB,wBAAyBtB,KAAKU,kBAAmBV,KAAKW,iBAAiB,EAC/JX,KAAK6B,qBAAuB,IAAInD,uBAAAkF,oBAAoB5D,KAAMA,KAAK6D,WAAY7D,KAAKgB,cAAehB,KAAKsB,uBAAuB,EAC3HtB,KAAK8D,OAAM,IAIH/B,QAAQC,IAAI,+BAA+B,EAC3ChC,KAAK2D,oBAAoBlE,CAAY,EAC9CO,KAAK0C,eAAiB,IAAIjE,iBAAA8E,cAAcvD,KAAMA,KAAKgB,cAAehB,KAAKiB,WAAYjB,KAAKsB,wBAAyBtB,KAAKU,kBAAmBV,KAAKW,iBAAiB,EAC/JX,KAAK6B,qBAAuB,IAAInD,uBAAAkF,oBAAoB5D,KAAMA,KAAK6D,WAAY7D,KAAKgB,cAAehB,KAAKsB,uBAAuB,EAClHtB,KAAKwD,aAAe,IAAIhF,eAAAiF,YAAYzD,IAAI,EACjDA,KAAK8D,OAAM,EAEb,CA2sBD,OAzsBSvE,oBAAAwE,UAAAJ,oBAAR,SAA4BlE,GAE3BO,KAAKgE,KAAOhG,QAAO,EAGnBgC,KAAKgE,KAAKC,IAAIhG,WAAWiG,KAAK,CAACC,MAAO,OAAQC,QAAS9F,SAAA+F,WAAW,CAAC,CAAC,EACpErE,KAAKgE,KAAKC,IAAIhG,WAAWqG,WAAW,CAACH,MAAO,OAAQI,SAAU,CAAA,EAAMC,eAAgB,GAAO,CAAE,CAAC,EAC9FxE,KAAKgE,KAAKC,IAAI/F,UAAS,CAAE,EAGzB8B,KAAKyE,UAAYjD,QAAQC,IAAIiD,WAAajF,EAAwB,WAAK,KACvEO,KAAK2E,SAAWnD,QAAQC,IAAImD,UAAYnF,EAAuB,UAAK,KAEhD,UAAhBO,KAAKK,QACR0B,QAAQC,IAAI,aAAa,EAI1BhC,KAAK6E,aAAY,EAEG,UAAhB7E,KAAKK,QACR0B,QAAQC,IAAI,eAAe,EAI5BhC,KAAKgE,KAAKC,IAAI,SAAUa,EAAKC,EAAKC,GAIjCD,EAAIE,UAAU,8BAA+B,GAAG,EAIhDF,EAAIE,UAAU,+BAAgC,WAAW,EAGzDF,EAAIE,UAAU,+BAAgC,+BAA+B,EAI7EF,EAAIE,UAAU,mCAAoC,OAAO,EAGzDD,EAAI,CACL,CAAC,EAEmB,UAAhBhF,KAAKK,QACR0B,QAAQC,IAAI,YAAY,GAIzB,EAAA/C,OAAAiG,iBAAgBlF,KAAMA,KAAKgE,KAAMvE,CAAY,GAC7C,EAAAP,SAAAiG,mBAAkBnF,KAAKgE,KAAMvE,CAAY,EAEL,cAAhCA,EAA0B,aAAqBO,CAAAA,KAAKH,kBACvD,EAAAb,OAAAoG,iBAAgBpF,KAAMA,KAAKgE,KAAMvE,CAAY,EAG1B,UAAhBO,KAAKK,QACR0B,QAAQC,IAAI,sBAAsB,CAEpC,EAEczC,oBAAAwE,UAAAL,oBAAd,W,mIA0DsB,OAzDrB3B,QAAQC,IAAI,uDAAuD,EAEnEJ,YAAY,WACP,CAAC7B,EAAKe,aAAef,EAAKa,aAAaqB,SAC1ClC,EAAKe,YAAc,CAAA,EAEff,EAAKc,aAAaoB,OAErBQ,WAAW,WACN1C,EAAKa,aAAaqB,QACrBlC,EAAKsF,YAAW,CAElB,EAA8B,GAA3BtF,EAAKc,aAAaoB,MAAW,EAIhClC,EAAKsF,YAAW,EAGnB,EAAG,EAAE,GAGDC,EAAejG,iCAAAkG,mBAAmBC,gBAAgB,CAAC,CAAEC,OAAQ,CAAEC,sBAAuB,SAAS,CAAE,GAAK,CAAEC,aAAc,cAAc,CAAE,GAE7HzD,GAAG,SAAU,SAAO0D,GAAM,OAAAvD,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,kDACT,WAAzB6F,EAAOC,eACJC,EAAOF,EAAOD,eAGd3F,CAAAA,KAAKY,aAAamF,KAAK,SAAAC,GAAK,OAAAA,EAAEC,MAAQH,EAAKG,GAAf,CAAkB,GAClDjG,KAAKY,aAAasF,OAAO,EAAG,EAAGJ,CAAI,EAKJ,WAAzBF,EAAOC,gBACTM,EAAOP,EAAOD,eAEQ,YAAhBQ,EAAKC,QAAwBpG,KAAKY,aAAamF,KAAK,SAAAC,GAAK,OAAAA,EAAEC,MAAQE,EAAKF,GAAf,CAAkB,GACtFjG,KAAKY,aAAasF,OAAOlG,KAAKY,aAAayF,UAAU,SAAAL,GAAK,OAAAA,EAAEC,MAAQE,EAAKF,GAAf,CAAkB,EAAG,CAAC,E,QAIlF,EAEDX,EAAapD,GAAG,QAAS,SAACC,GACzBJ,QAAQI,MAAM,+CAAgDA,CAAK,EACnEmD,EAAajC,MAAK,EAClBZ,WAAW,WAAM,OAAA1C,EAAK2D,oBAAmB,CAAxB,EAA4B,GAAI,CAClD,CAAC,EAED4B,EAAapD,GAAG,QAAS,WACxBH,QAAQC,IAAI,0DAA0D,EACtES,WAAW,WAAM,OAAA1C,EAAK2D,oBAAmB,CAAxB,EAA4B,GAAI,CAClD,CAAC,EAGoB,CAAA,EAAMrE,iCAAAkG,mBAAmBe,KAAK,CAAEF,OAAQ,SAAS,EAAI,CAACG,KAAM,CAACC,UAAW,CAAC,CAAC,CAAC,G,OAEhG,IAFMC,EAAexD,EAAAC,KAAA,E,WAEVwD,GACLC,EAAK/F,aAAamF,KAAK,SAAAC,GAAK,OAAAA,EAAEC,MAAQS,EAAKT,GAAf,CAAkB,GAClDU,EAAK/F,aAAasF,OAAO,EAAG,EAAGQ,CAAI,C,SAFrCE,EAAA,EAAmBC,EAAAJ,EAAAG,EAAAC,EAAA5E,OAAA2E,CAAA,GAARF,EAAIG,EAAAD,G,EAAJF,CAAI,E,gBAQFnH,oBAAAwE,UAAAsB,YAAd,W,uGACKqB,EAAO1G,KAAKY,aAAakG,IAAG,IAK/BzH,iCAAAkG,mBAAmBwB,UAAU,CAAEd,IAAKS,EAAKT,IAAKG,OAAQ,SAAS,EAAI,CAAEY,KAAM,CAAEZ,OAAQ,YAAY,CAAE,CAAE,EAAEa,KAAK,SAAMC,GAAM,OAAA7E,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,sEACvHC,KAAKc,YAAc,CAAA,E,CAEfoG,EAAA,MAAA,CAAA,EAAA,GACHlH,KAAKa,aAAasG,KAAKT,EAAKT,GAAG,E,iBAIf,O,sBAAA,CAAA,GAAMhD,EAAAjD,KAAK0C,eAAe0E,oBAAmBC,KAAIC,MAAArE,EAAAsE,cAAA,CAACC,OAAOC,OAAO,GAAIzH,KAAK0C,eAAgB,CAAEgF,QAAShB,EAAKgB,QAASC,KAAMjB,EAAKiB,KAAMC,MAAOlB,EAAKkB,KAAK,CAAE,EAAGlB,EAAKmB,QAAWnB,EAAKoB,OAAM,CAAA,CAAA,CAAA,G,cAA7LC,EAASC,EAAA9E,KAAA,EAEf5D,kCAAA2I,oBAAoBC,OAAO,CAC1BC,WAAYzB,EAAKT,IACjBmC,UAAW,CAAA,EACXC,KAAMN,EACNL,QAAShB,EAAKgB,QACdC,KAAMjB,EAAKiB,KACXC,MAAOlB,EAAKkB,K,CACZ,E,+BAGD7F,QAAQI,MAAM,iCAAkCuE,EAAKT,IAAKqC,CAAG,EAE7DhJ,kCAAA2I,oBAAoBC,OAAO,CAC1BC,WAAYzB,EAAKT,IACjBmC,UAAW,CAAA,EACXC,KAAMC,EAAIvF,QACV2E,QAAShB,EAAKgB,QACdC,KAAMjB,EAAKiB,KACXC,MAAOlB,EAAKkB,K,CACZ,E,aAGE5H,KAAKa,aAAa0H,SAAS7B,EAAKT,GAAG,GACtCjG,KAAKa,aAAaqF,OAAOlG,KAAKa,aAAa2H,QAAQ9B,EAAKT,GAAG,EAAG,CAAC,EAIhE5G,iCAAAkG,mBAAmBwB,UAAU,CAAEd,IAAKS,EAAKT,GAAG,EAAI,CAAEe,KAAM,CAAEZ,OAAQ,UAAU,CAAE,CAAE,E,iCAI/E,WACFrG,EAAKe,YAAc,CAAA,CACpB,CAAC,E,SAIKvB,oBAAAwE,UAAAT,aAAR,WAAA,IAAAvD,EAAAC,KACMA,KAAKe,eACTgB,QAAQC,IAAI,IAAIb,KAAQ,gCAAgC,EAIvDnB,KAAKsB,wBAAwBmH,0BAAyB,EAAGxG,QAGzDjC,KAAKE,UAAU+B,QACfjC,KAAKG,kBACLH,KAAKC,gBAAgBgC,QAQjBjC,KAAKe,gBACTf,KAAKe,cAAgB,CAAA,EAErB0B,WAAW,WACV1C,EAAKgB,cAAgB,CAAA,CACtB,EAAG,GAAI,EAEPgB,QAAQC,IAAI,IAAIb,KACf,wBACAnB,KAAKsB,wBAAwBmH,0BAAyB,EAAGxG,OAEzDjC,KAAKE,UAAU+B,OACfjC,KAAKG,iBACLH,KAAKC,gBAAgBgC,MAAM,GAI7ByG,aAAa,WACZ3I,EAAKuD,aAAY,CAClB,CAAC,GAzBDnE,QAAAwJ,gBAAgBC,mBAAkB,EAAGvF,MAAM,CAAA,CAAK,EAAE4D,KAAK,WACtDlF,QAAQC,IAAI,IAAIb,KAAQ,kCAAkC,EAC1DK,QAAQ2B,KAAK,CAAC,CACf,EAAG,WAAO3B,QAAQ2B,KAAK,CAAC,CAAC,CAAC,CAwB5B,EAEA5D,oBAAAwE,UAAA8E,oBAAA,WACC,OAAO7I,KAAKU,iBACb,EAEAnB,oBAAAwE,UAAA+E,oBAAA,WACC,OAAO9I,KAAKW,iBACb,EAEOpB,oBAAAwE,UAAAgF,MAAP,SAAanB,GACZ,OAAOoB,MAAMC,KAAKjJ,KAAK6D,WAAWqF,OAAO,EAAEC,OAAO,SAAAnD,GAAK,OAAAA,EAAa,YAAM4B,CAAnB,CAAwB,EAAE,EAClF,EAEOrI,oBAAAwE,UAAAqF,UAAP,WACC,IAAIrE,EAAM,GAMV,OAJA/E,KAAK6D,WAAWqF,QAAQG,QAAQ,SAACC,GAChCvE,EAAIoC,KAAKmC,EAAc,SAAC,CACzB,CAAC,EAEMvE,CACR,EAEOxF,oBAAAwE,UAAAwF,cAAP,WACC,IAAIxE,EAAM,GAMV,OAJA/E,KAAK6D,WAAWqF,QAAQG,QAAQ,SAACC,GAChCvE,EAAIoC,KAAKmC,EAAY,OAAC,CACvB,CAAC,EAEMvE,CACR,EAEOxF,oBAAAwE,UAAAyF,cAAP,WACC,OAAOxJ,KAAKoD,WACb,EAEO7D,oBAAAwE,UAAA0F,eAAP,WACC,OAAOzJ,KAAKwD,YACb,EAEOjE,oBAAAwE,UAAA2F,iBAAP,WACC,OAAO1J,KAAK0C,cACb,EAEOnD,oBAAAwE,UAAA4F,uBAAP,WACC,OAAO3J,KAAK6B,oBACb,EAEOtC,oBAAAwE,UAAA6F,kBAAP,WACC,OAAO5J,KAAKoB,eACb,EAEO7B,oBAAAwE,UAAA8F,cAAP,WACC,OAAO7J,KAAKI,WACb,EAEQb,oBAAAwE,UAAAc,aAAR,WAAA,IAAA9E,EAAAC,KAECA,KAAKoD,aAAc,EAAAtF,OAAA+G,cAAa7E,KAAKgE,IAAI,EACzChE,KAAKoD,YAAY0G,iBAAmB,KACpC9J,KAAKoD,YAAY2G,eAAiB,KAIlC/J,KAAK6D,WAAa,IAAI1F,UAAU6L,OAAO,CACtCC,KAAMjK,KAAK2E,SACXuF,aAAclK,KAAKF,cAAgB,KAAO,SAAOqK,EAAMC,GAAE,OAAA/H,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,wDACpDC,KAAKI,YACRgK,EAAG,CAAA,EAAO,IAAK,mBAAmB,GAGd,UAAhBpK,KAAKK,QACR0B,QAAQC,IAAI,gBAAiBmI,EAAMC,CAAE,EAGlCC,EAAoBF,EAAKrF,IAAIwF,QAAQ,0BAA2BC,MAAM,GAAG,GAEzEJ,EAAKK,SAAWxK,KAAKgB,cAAwB,UAAKmJ,EAAKK,SAAWxK,KAAKgB,cAA4B,cAAKmJ,EAAKK,SAAWxK,KAAKgB,cAA6B,eAAKmJ,EAAKK,SAAWxK,KAAKgB,cAAuC,2BAI1NyJ,EAAQJ,EAAS,IAKpBjM,IAAIsM,OAAOD,EAAOzK,KAAKgB,cAA0B,WAAG,SAAO2J,EAAKC,GAAO,OAAAvI,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,wEAClE4K,GACHP,EAAG,CAAA,EAAO,IAAK,cAAc,E,OAD1B,CAAA,EAAA,G,OAIHD,EAAKrF,IAAa,QAAI8F,EAAiB,Q,iBAE3B,O,sBAAA,CAAA,EAAM7L,kBAAA8L,MAAMC,SAASF,EAAiB,OAAC,G,cAA9CjD,EAAO1E,EAAAC,KAAA,IAEViH,EAAKrF,IAAU,KAAI6C,EAAKoD,SACxBZ,EAAKrF,IAAmB,cAAI6C,EAAKqD,UAAY,CAAA,EAC7Cb,EAAKrF,IAAc,SAAI6C,EACvByC,EAAG,CAAA,CAAI,GAGPA,EAAG,CAAA,CAAK,E,6BAITA,EAAG,CAAA,CAAK,E,4BAGV,EAzBDA,EAAG,CAAA,EAAO,IAAK,cAAc,G,SA8BjC,CACF,EAGQ7K,oBAAAwE,UAAAD,OAAR,WAAA,IAAA/D,EAAAC,KACCA,KAAKoD,YAAYU,OAAO9D,KAAKyE,UAAW,WACvC1C,QAAQC,IAAI,4BAA6BjC,EAAK0E,SAAS,CACxD,CAAC,EAEDzE,KAAK6D,WAAW3B,GAAG,YAAa,WAC/BH,QAAQC,IAAI,4BAA6BjC,EAAK4E,QAAQ,CACvD,CAAC,EAGD3E,KAAK6D,WAAW3B,GAAG,aAAc,SAACoH,EAAIxE,GAChC/E,EAAKD,gBAETwJ,EAAY,QAAIxE,EAAa,QAC7BwE,EAAS,KAAIxE,EAAU,KACvBwE,EAAkB,cAAIxE,EAAmB,cACzCwE,EAAa,SAAIxE,EAAc,SAEZ,UAAfwE,EAAS,MAAuD,cAAtCvJ,EAAKiB,cAA2B,aAC7DjB,EAAK2J,iBAAgB,EAAGtC,mBAAmBC,KAAKtH,EAAK2J,iBAAgB,EAAI,2BAA4B,CACpGhC,QAAS4B,EAAY,QACrB3B,KAAM2B,EAAS,KACf2B,KAAM,IAAI9J,KACV+J,OAAQ/L,QAAAwJ,gBAAgBwC,cAAa,C,CACrC,GAIH7B,EAAc,WAAI,EAAA/K,gBAAA6M,mBAAiB,EACnC9B,EAAa,SAAI,EAEjBvJ,EAAK8B,qBAAqBwJ,mBAAmB/B,EAAc,SAAC,EAAErC,KAAK,WAClExE,WAAW,WACV6G,EAAa,SAAI,IAAInI,KACrBmI,EAAGgC,KAAK,YAAQ,CACjB,EAAG,GAAI,CACR,CAAC,EAEmB,UAAhBvL,EAAKM,QACR0B,QAAQC,IAAI,oBAAsB8C,EAAU,IAAC,EAI9CwE,EAAY,QAAI,CAAA,EAChBA,EAAGpH,GAAG,OAAQ,WACboH,EAAY,QAAI,CAAA,EAChBA,EAAa,SAAI,IAAInI,KACrBmI,EAAY,QAAIjL,OAAOkN,SAASlN,OAAOiL,EAAa,QAAC,EAAE/G,KAAK+G,EAAa,QAAC,CAAC,EAAEkC,eAAc,EAC3FzL,EAAK8B,qBAAqB4J,gBAAgBnC,CAAE,CAC7C,CAAC,EACApH,GAAG,UAAW,SAAOa,GAAe,OAAAV,UAAAtC,EAAA,KAAA,EAAA,KAAA,EAAA,W,gGAChB,UAAhBC,KAAKK,QACR0B,QAAQC,IAAI,iBAAmBsH,EAAS,KAAGvG,CAAO,EAGnD/C,KAAKQ,eAAiB,EAElBkL,EAAkB,CAAA,EAElBC,EAAa,GAEjB,IACCA,EAAa/I,KAAKgJ,MAAM7I,EAASzE,SAAA+F,WAAW,C,CAE7C,MAAMwH,GACL9J,QAAQC,IAAI,qBAAsBe,CAAO,EAEzC/C,KAAK0C,eAAeC,UAAU,oBAAqB,+BAAiC3C,KAAKgB,cAA2B,YAAG4B,KAAKC,UAAU,CAACE,EAAS8I,EAAE,CAAC,EAEnJH,EAAkB,CAAA,C,IAGdA,CAAAA,E,CACJ,GAAsB,SAAlBC,EAAW,GAYd,OAXIrC,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BzC,EAAG0C,KAAK,OAAQ,SAAC7J,GACZA,IACCpC,EAAK8B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,eAAe,EAEtDpB,EAAKkM,cAAc3C,CAAE,EAEvB,CAAC,EAGF,CAAA,GAKD,GAFI4C,EAAeP,EAAW,GAE1B,CAAC3L,KAAKF,eAAiBE,KAAKM,cAAcyF,KAAK,SAAAC,GAAK,OAAAkG,EAAa3D,SAASvC,CAAC,CAAvB,CAAwB,GAAK,CAACsD,EAAa,SAAE6C,MAAMC,OAAOrG,KAAK,SAAAC,GAAK,OAAAA,EAAEqG,MAAMtG,KAAK,SAAAuG,GAAK,OAAAJ,EAAa3D,SAAS+D,CAAC,GAAKA,EAAE/D,SAAS2D,CAAY,CAAnD,CAAoD,CAAtE,CAAuE,GAAK,CAAC5C,EAAa,SAAE6C,MAAMI,YAC7N,MAAA,CAAA,G,GAGGC,EAAcb,EAAW,GACzBc,EAAYd,EAAW,GAGd,kBAFTe,EAAOf,EAAW,IAElB,MAAA,CAAA,EAAA,GACCgB,EAAUhB,EAAW,GACrBiB,EAAMjB,EAAW,GAGL,QAAZgB,EACH3M,KAAK6B,qBAAqBgL,UAAUX,EAAcM,EAAalD,EAAImD,EAAWG,EAAKjB,EAAWmB,MAAM,CAAC,CAAC,EAItG9M,KAAK6B,qBAAqBkL,YAAYb,EAAcM,EAAalD,EAAImD,EAAWG,EAAKjB,EAAWmB,MAAM,CAAC,CAAC,CApCvG,C,uBAuCO9M,KAAKF,eAA0B,YAAT4M,EAAvB,MAAA,CAAA,EAAA,IACJM,EAAiC,CACpCP,UAAWA,EACXQ,SAAU,CAAA,EACV5E,KAAM,K,EAGHiB,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BzC,EAAG0C,KAAKpJ,KAAKC,UAAUmK,CAAS,EAAG,SAAC7K,GAC/BA,IACCpC,EAAK8B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,2BAA2B,EAElEpB,EAAKkM,cAAc3C,CAAE,EAEvB,CAAC,EAGFtJ,KAAKC,gBAAgBkH,KAAKmC,CAAE,EACxB4D,EAAiBvB,EAAW,GAEvBwB,EAAI,E,sBAAGA,EAAID,EAAejL,QAAM,MAAA,CAAA,EAAA,G,GACpCmL,EAASF,EAAeC,GACxB9E,EAAO+E,EAAO/E,KAEdgF,EAAuC,CAC1CZ,UAAWW,EAAO/E,KAAK,GACvB4E,SAAU,CAAA,EACV5E,KAAM,K,EAGHiB,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BzC,EAAG0C,KAAKpJ,KAAKC,UAAUwK,CAAe,EAAG,SAAClL,GACrCA,IACCpC,EAAK8B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,2BAA2B,EAElEpB,EAAKkM,cAAc3C,CAAE,EAEvB,CAAC,EAGgBjB,EAAKiF,MAAK,EACXjF,EAAKiF,MAAK,EACLjF,EAAKiF,MAAK,EACfjF,EAAKiF,MAAK,EACvBzF,EAASQ,EAAKiF,MAAK,EACnBC,GAAkB,EAAAhP,gBAAA6M,mBAAiB,EAEvCtM,gCAAA0O,mBAAmBtF,OAAO,CACzBjC,IAAKsH,EACLE,IAAK,EACLC,WAAY,IAAIvM,KAChBwM,SAAU,KACVC,WAAY,EACZ/F,OAAQA,C,CACR,EAEc,4BAAXA,GAAmD,kCAAXA,GAAyD,2BAAXA,GAAkD,gBAAXA,GAAuC,qBAAXA,GAA4C,eAAXA,GAAsC,mBAAXA,GAA0C,6BAAXA,GAAoD,SAAXA,GAAgC,YAAXA,GAAmC,oBAAXA,GAA2C,eAAXA,GAAsC,+BAAXA,GACxYhJ,iBAAAgP,KAAKC,UAAU,CACd7H,KAAK,EAAA1H,gBAAA6M,mBAAiB,EACtBsB,KAAM,iBACNqB,WAAY,GACZC,YAAa,GACbC,SAAS,EAAA3P,SAAA4P,eAActL,KAAKC,UAAUwF,CAAI,CAAC,EAAI,IAASzF,KAAKC,UAAUwF,EAAM,KAAM,CAAC,EAAI,UACxFR,OAAQA,EACRH,QAAS4B,EAAY,SAAK,GAC1B3B,KAAM2B,EAAS,MAAK,GACpBmD,UAAWA,EACX0B,MAAOjC,C,CACP,E,CAGElM,KAAK0C,eAAe0L,SAASvG,GAA7B,MAAA,CAAA,EAAA,G,iBAEF,O,sBAAA,CAAA,GAAM5E,EAAAjD,KAAK0C,eAAe0E,oBAAmBC,KAAIC,MAAArE,EAAAsE,cAAA,CAACC,OAAOC,OAAO,GAAIzH,KAAK0C,eAAgB,CAACgF,QAAS4B,EAAY,QAAG3B,KAAM2B,EAAS,KAAG1B,MAAO0B,EAAc,SAAC,CAAC,EAAGzB,GAAWQ,EAAI,CAAA,CAAA,CAAA,G,cAA7KL,EAAA9E,KAAA,E,+BAGAnB,QAAQC,IAAI,IAAIb,KAAQ,gBAAiByB,KAAKC,UAAUwL,EAAK,KAAM,CAAC,CAAC,E,mBAGvD,0BAAXxG,GAAiD,+BAAXA,GACzC1I,QAAAwJ,gBAAgB2F,gBAAe,EAAGC,qBAAqBlG,EAAK,EAAE,E,aAI/DtG,QAAQC,IAAI,oCAAsC6F,CAAM,E,wBAjEfsF,CAAC,G,oBAqE5CnN,KAAKC,gBAAgBiG,OAAOlG,KAAKC,gBAAgBuO,IAAI,SAAAxI,GAAK,OAAAA,EAAa,SAAb,CAAc,EAAEwC,QAAQc,EAAc,SAAC,EAAG,CAAC,E,eAGrGtJ,KAAKE,UAAUgG,OAAO,EAAG,EAAG,CAC3BoD,GAAIA,EACJjB,KAAMsD,C,CACN,E,kCAGH,EACAzJ,GAAG,MAAO,WACVnC,EAAKkM,cAAc3C,CAAE,EACjBvJ,EAAK8B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,QAAQ,CAEhD,CAAC,EACAe,GAAG,QAAS,WACZnC,EAAKkM,cAAc3C,CAAE,EACjBvJ,EAAK8B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,UAAU,CAElD,CAAC,EACAe,GAAG,QAAS,SAAAC,GACZpC,EAAKkM,cAAc3C,CAAE,EACjBvJ,EAAK8B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQmI,EAAS,KAAGA,EAAc,UAAG,UAAU,CAGjE,CAAC,CACF,CAAC,EAGD1H,YAAY,WACX7B,EAAK8D,WAAWqF,QAAQG,QAAQ,SAACC,GAC5BA,EAAa,UAA8C,KAAzCnI,KAAKsN,IAAG,EAAKnF,EAAa,SAAEoF,QAAO,IAClC,CAAA,IAAlBpF,EAAY,SACfA,EAAa,QAAC,GAEQ,GAAlBA,EAAa,SAChBvJ,EAAKkM,cAAc3C,CAAE,GAGrBA,EAAa,SAAI,IAAInI,KACrBmI,EAAGgC,KAAK,YAAQ,KAIjBhC,EAAa,SAAI,EACjBA,EAAY,QAAI,CAAA,EAChBA,EAAa,SAAI,IAAInI,KACrBmI,EAAGgC,KAAK,YAAQ,GAGnB,CAAC,CACF,EAAG,GAAK,EAER1J,YAAY,WACX,GAAI,CAAC7B,EAAKI,kBACLJ,EAAKG,UAAU+B,OAAQ,CAC1BlC,EAAKI,iBAAmB,CAAA,EACxBJ,EAAKU,gBAAkB,EAEvB,IAAIkO,EAAM5O,EAAKG,UAAU4G,IAAG,EACxBuB,EAAOsG,EAAItG,KACXuG,EAAKD,EAAIrF,GAETuF,EAAuBxG,EAAKiF,MAAK,EACjCd,EAAoBnE,EAAKiF,MAAK,EAC9Bb,EAAoBpE,EAAKiF,MAAK,EAC9BZ,EAAerE,EAAKiF,MAAK,EAG7B,GAAa,WAATZ,EAAmB,CACtB,IAAI7E,EAASQ,EAAKiF,MAAK,EAEvB,GAAIsB,EAAkB,cACrB,OAGD,IAAIrB,GAAkB,EAAAhP,gBAAA6M,mBAAiB,EA0BnC4B,GAxBJlO,gCAAA0O,mBAAmBtF,OAAO,CACzBjC,IAAKsH,EACLE,IAAK,EACLC,WAAY,IAAIvM,KAChBwM,SAAU,KACVC,WAAY,EACZ/F,OAAQA,C,CACR,EAEc,4BAAXA,GAAmD,kCAAXA,GAAyD,2BAAXA,GAAkD,gBAAXA,GAAuC,qBAAXA,GAA4C,eAAXA,GAAsC,mBAAXA,GAA0C,6BAAXA,GAAoD,SAAXA,GAAgC,YAAXA,GAAmC,oBAAXA,GAA2C,eAAXA,GAAsC,+BAAXA,GACxYhJ,iBAAAgP,KAAKC,UAAU,CACd7H,KAAK,EAAA1H,gBAAA6M,mBAAiB,EACtBsB,KAAM,iBACNqB,WAAY,GACZC,YAAa,GACbC,SAAS,EAAA3P,SAAA4P,eAActL,KAAKC,UAAUwF,CAAI,CAAC,EAAI,IAASzF,KAAKC,UAAUwF,EAAM,KAAM,CAAC,EAAI,UACxFR,OAAQA,EACRH,QAASkH,EAAY,SAAK,GAC1BjH,KAAMiH,EAAS,MAAK,GACpBnC,UAAWA,EACX0B,MAAOU,C,CACP,EAGmC,CACpCpC,UAAWA,EACXQ,SAAU,CAAA,EACV5E,KAAM,K,GAGHuG,GAAMA,EAAG9C,aAAe8C,EAAG7C,MAC9B6C,EAAG5C,KAAKpJ,KAAKC,UAAUmK,CAAS,EAAG,SAAC7K,GAC/BA,GACHpC,EAAKkM,cAAc2C,CAAE,CAEvB,CAAC,EAGE7O,EAAK2C,eAAe0L,SAASvG,IAChC5E,EAAAlD,EAAK2C,gBAAeoM,WAAUxH,MAAArE,EAAAsE,cAAA,CAACgG,EAAiBqB,EAAIpC,EAAaC,EAAW5E,GAAWQ,EAAI,CAAA,CAAA,CAAA,EAG3FtG,QAAQC,IAAI,0BAA4B6F,CAAM,C,KAG9B,mBAAT6E,IACJ7E,EAASQ,EAAKiF,MAAK,EAEvB1O,6BAAAmQ,gBAAgBC,QAAQ,CAACC,KAAM,CAC9B,CAACvH,QAASkH,EAAY,OAAC,EACvB,CAACM,WAAYzC,CAAS,EACtB,CAAC5E,OAAQA,CAAM,EACf,CAACoD,KAAMuB,CAAW,EAClB,CAAC,EAAEvF,KAAK,SAAAlC,GACJA,GACC6J,GAAMA,EAAG9C,aAAe8C,EAAG7C,MAC9B6C,EAAG5C,KAAKpJ,KAAKC,UAAUkC,EAAIoK,QAAQ,EAAG,SAAChN,GAClCA,GACHpC,EAAKkM,cAAc2C,CAAE,CAEvB,CAAC,CAGJ,EAAG,SAAAjE,IAAS,GAGb5K,EAAKI,iBAAmB,CAAA,C,CAG3B,EAAG,EAAE,CACN,EAEOZ,oBAAAwE,UAAAkI,cAAP,SAAqB3C,GAChBtJ,KAAK6B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,WAAYmI,EAAS,KAAGA,EAAc,SAAC,EAE9EtJ,KAAK6B,qBAAqBuN,eAAe9F,CAAE,EAC3CA,EAAG+F,mBAAkB,CAEtB,EAEO9P,oBAAAwE,UAAAuL,OAAP,WACC,OAAOtP,KAAKgE,IACb,EAEOzE,oBAAAwE,UAAAwL,gBAAP,WACC,OAAOvP,KAAKgB,aACb,EACDzB,mBAAA,EAAC","file":"server-app.js","sourcesContent":["import { createServer, Server } from 'http';\nimport * as express from 'express';\nimport * as bodyParser from 'body-parser';\nimport * as xmlParser from 'express-xml-bodyparser';\nimport * as WebSocket from 'ws';\nimport * as jwt from 'jsonwebtoken';\n// import * as SegfaultHandler from 'segfault-handler';\nimport * as moment from 'moment-timezone';\n\nimport { dateReviver, getBinarySize, deepCopy } from './util/common';\n\nimport { objectIdHexString } from './managers/mongo.manager';\nimport { CronManager } from './managers/cron.manager';\nimport { MethodManager } from './managers/method.manager';\nimport { SubscriptionManager } from './managers/subscription.manager';\nimport { MonitorManager, MonitorManagerFunction } from './managers/monitor.manager';\n\nimport { ServerResponseModel } from './models/server-response.model';\n\nimport { MethodResponses } from './collections/method-response.collection';\nimport { Logs } from './collections/log.collection';\nimport { LogMethodLatencies } from './collections/log-method-latency.collection';\nimport { Users } from './collections/user.collection';\n\nimport { setupHomeRoutes } from './http/home';\nimport { setupAuthRoutes } from './http/auth';\nimport { setupHealthRoutes } from './http/health';\nimport { ResolveIOServer } from './index';\nimport { MongoNetworkTimeoutError } from 'mongodb';\nimport { WorkerTaskRequests } from './collections/worker-task-request.collection';\nimport { WorkerTaskResponses } from './collections/worker-task-response.collection';\nimport { WorkerTaskRequestModel } from './models/worker-task-request.model';\n\nexport default class ResolveIOMainServer {\n\tprivate _app: express.Application;\n\tprivate _serverHTTP: Server;\n\tprivate _portHTTP: string | number;\n\tprivate _serverWSS: WebSocket.Server;\n\tprivate _portWSS: number;\n\tprivate _serverConfig;\n\tprivate _clientDir;\n\tprivate _offlineUpdates = [];\n\tprivate _msgQueue = [];\n\tprivate _msgQueueRunning = false;\n\tpublic sesMail = false;\n\tprivate standardProgram = false;\n\tprivate publicProgram = false;\n\tprivate _rebootFlag = false;\n\n\tprivate LOGGER = 'ERROR'; //ERROR / DEBUG\n\n\tprivate _monitorManager: MonitorManager;\n\tprivate _monitorManagerFunction: MonitorManagerFunction;\n\tprivate _subscriptionManager: SubscriptionManager;\n\tprivate _methodManager: MethodManager;\n\tprivate _cronManager: CronManager;\n\tprivate _clientRoutes: string[] = [];\n\n\tprivate _serverStartTime: Date;\n\tprivate _lastErrorMsg: Date = null;\n\n\tprivate _debugMsgRecv = 0;\n\tprivate _debugMsgQueue = 0;\n\n\tprivate _isWorkersEnabled = false;\n\tprivate _isWorkerInstance = false;\n\tprivate _workerQueue: WorkerTaskRequestModel[] = [];\n\tprivate _workerTasks: string[] = [];\n\tprivate _workerBusy = false;\n\n\tprivate _safeShutdown = false;\n\n\tconstructor(mainServer, serverConfig, clientRoutes, clientDir, sesMail, standardProgram, publicProgram = false) {\n\t\tthis._serverConfig = serverConfig;\n\t\tthis._clientRoutes = clientRoutes;\n\t\tthis._clientDir = clientDir;\n\t\tthis.sesMail = sesMail;\n\t\tthis.standardProgram = standardProgram;\n\t\tthis.publicProgram = publicProgram;\n\n\t\tthis._serverStartTime = new Date();\n\t\tthis._lastErrorMsg = null;\n\t\tthis._monitorManager = new MonitorManager(mainServer, serverConfig);\n\t\tthis._monitorManagerFunction = new MonitorManagerFunction();\n\n\t\t// Check for workers and decide what to start\n\t\tthis._isWorkersEnabled = process.env.IS_WORKERS_ENABLED === 'true';\n\t\tthis._isWorkerInstance = process.env.IS_WORKER_INSTANCE === 'true';\n\n\t\tsetInterval(() => {\n\t\t\tif (this._subscriptionManager && this._subscriptionManager.getEnableDebug()) {\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Queue Length', this._msgQueue.length);\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Recv Hits', this._debugMsgRecv);\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Queue Hits', this._debugMsgQueue);\n\t\t\t}\n\n\t\t\tthis._debugMsgQueue = 0;\n\t\t\tthis._debugMsgRecv = 0;\n\t\t}, 60000);\n\n\t\tprocess.on('unhandledRejection', async (error, rej) => {\n\t\t\t// Condition to filter out the MongoError with code 48 (NamespaceExists)\n\t\t\tif (error && error['name'] === 'MongoError' && error['code'] === 48) {\n\t\t\t\treturn; // Simply return without doing anything further\n\t\t\t}\n\n\t\t\tconsole.error(new Date(), 'Unhandled Rejection at Promise', [error, rej]);\n\t\t\t\n\t\t\tlet diffTimeSec = moment().diff(this._serverStartTime, 'seconds');\n\n\t\t\t// If this is a MongoNetworkTimeoutError, handle it specifically\n\t\t\tif (error && (error['name'] === 'MongoNetworkTimeoutError' || error instanceof MongoNetworkTimeoutError)) {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\t// Sending email notification (using your existing method)\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - MongoNetworkTimeoutError - Quitting NodeJS - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify({\n\t\t\t\t\t\tname: error['name'],\n\t\t\t\t\t\tmessage: error['message'],\n\t\t\t\t\t\tstack: error['stack']\n\t\t\t\t\t}, null, 2));\n\n\t\t\t\t\t// Exiting the process\n\t\t\t\t\tprocess.exit(1);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse if (error && error['name'] === 'MongoError' && error['message'] === 'not master') {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - Quitting NodeJS - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t}\n\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\t\t\telse if (error && error['name'] === 'MongoError' && error['message'] === 'not master and slaveOk=false') {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - Quitting NodeJS - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t}\n\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\t\t\telse if (error) {\n\t\t\t\tif (error['name'] !== 'StatusError' && error['message'] !== '') {\n\t\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t\t}, 60000);\n\n\t\t\t\t\t\tthis._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\n\t\tprocess.on('uncaughtException', async error => {\n\t\t\tconsole.error(error, 'Uncaught Exception thrown');\n\n\t\t\tlet diffTimeSec = moment().diff(this._serverStartTime, 'seconds');\n\n\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t}, 60000);\n\t\t\t\t\n\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Exception - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t}\n\t\t});\n\n\t\t//PM2 wants to reboot/restart\n\t\tprocess.on('SIGINT', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tthis._serverHTTP.close();\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tprocess.on('SIGTERM', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tthis._serverHTTP.close();\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tprocess.on('SIGQUIT', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tthis._serverHTTP.close();\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Starting ResolveIO Server');\n\t\t}\n\n if (this._isWorkersEnabled) {\n if (this._isWorkerInstance) {\n console.log('Running as a Worker instance');\n\t\t\t\tthis._methodManager = new MethodManager(this, this._serverConfig, this._clientDir, this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n this._cronManager = new CronManager(this);\n\t\t\t\tthis.startWorkerInstance();\n }\n\t\t\telse {\n console.log('Running as a Server instance');\n this.startServerInstance(serverConfig);\n\t\t\t\tthis._methodManager = new MethodManager(this, this._serverConfig, this._clientDir, this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n\t\t\t\tthis._subscriptionManager = new SubscriptionManager(this, this._serverWSS, this._serverConfig, this._monitorManagerFunction);\n\t\t\t\tthis.listen();\n }\n }\n\t\telse {\n console.log('Running with Workers Disabled');\n this.startServerInstance(serverConfig);\n\t\t\tthis._methodManager = new MethodManager(this, this._serverConfig, this._clientDir, this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n\t\t\tthis._subscriptionManager = new SubscriptionManager(this, this._serverWSS, this._serverConfig, this._monitorManagerFunction);\n this._cronManager = new CronManager(this);\n\t\t\tthis.listen();\n }\n\t}\n\n\tprivate startServerInstance(serverConfig) {\n\t\t// Start express app\n\t\tthis._app = express();\n\n\t\t// Use body parser for http call (login)\n\t\tthis._app.use(bodyParser.json({limit: '50mb', reviver: dateReviver}));\n\t\tthis._app.use(bodyParser.urlencoded({limit: '50mb', extended: true, parameterLimit: 1000000 }));\n\t\tthis._app.use(xmlParser());\n\t\t\n\t\t// Set port\n\t\tthis._portHTTP = process.env.PORT_HTTP || serverConfig['PORT_HTTP'] || 8080;\n\t\tthis._portWSS = process.env.PORT_WSS || serverConfig['PORT_WSS'] || 8081;\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup ports');\n\t\t}\n\n\t\t// Create http server and websock server\n\t\tthis.createServer();\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Create server');\n\t\t}\n\n\t\t// Set CORS\n\t\tthis._app.use(function (req, res, next) {\n\n\t\t\t// Website you wish to allow to connect\n\t\t\t// res.setHeader('Access-Control-Allow-Origin', serverConfig['ROOT_URL']);\n\t\t\tres.setHeader('Access-Control-Allow-Origin', '*');\n\n\t\t\t// Request methods you wish to allow\n\t\t\t// res.setHeader('Access-Control-Allow-Methods', 'GET, POST, OPTIONS, PUT, PATCH, DELETE');\n\t\t\tres.setHeader('Access-Control-Allow-Methods', 'GET, POST');\n\n\t\t\t// Request headers you wish to allow\n\t\t\tres.setHeader('Access-Control-Allow-Headers', 'X-Requested-With,content-type');\n\n\t\t\t// Set to true if you need the website to include cookies in the requests sent\n\t\t\t// to the API (e.g. in case you use sessions)\n\t\t\tres.setHeader('Access-Control-Allow-Credentials', 'false');\n\n\t\t\t// Pass to next layer of middleware\n\t\t\tnext();\n\t\t});\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup cors');\n\t\t}\n\n\t\t// Set up http login route\n\t\tsetupAuthRoutes(this, this._app, serverConfig);\n\t\tsetupHealthRoutes(this._app, serverConfig);\n\n\t\tif (serverConfig['CLIENT_NAME'] === 'ResolveIO' || this.standardProgram) {\n\t\t\tsetupHomeRoutes(this, this._app, serverConfig);\n\t\t}\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup express routes');\n\t\t}\n\t}\n\n\tprivate async startWorkerInstance() {\n\t\tconsole.log('Worker instance started, watching worker-task-reqs...');\n\n\t\tsetInterval(() => {\n\t\t\tif (!this._workerBusy && this._workerQueue.length) {\n\t\t\t\tthis._workerBusy = true;\n\n\t\t\t\tif (this._workerTasks.length) {\n\t\t\t\t\t// console.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'New Task', 'Current Jobs: ' + this._workerTasks.length, 'Delay: ' + this._workerTasks.length * 50 + ' ms');\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tif (this._workerQueue.length) {\n\t\t\t\t\t\t\tthis.processTask();\n\t\t\t\t\t\t}\n\t\t\t\t\t}, this._workerTasks.length * 50);\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\t// console.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'New Task', 'No Jobs');\n\t\t\t\t\tthis.processTask();\n\t\t\t\t}\n\t\t\t}\n\t\t}, 10);\n\t\n\t\t// Now, set up the change stream to watch for new tasks\n\t\tlet changeStream = WorkerTaskRequests.watchCollection([{ $match: { 'fullDocument.status': 'pending' } }], { fullDocument: 'updateLookup' });\n\t\n\t\tchangeStream.on('change', async (change) => {\n\t\t\tif (change.operationType === 'insert') {\n\t\t\t\tconst task = change.fullDocument;\n\t\n\t\t\t\tif (task) {\n\t\t\t\t\tif (!this._workerQueue.some(a => a._id === task._id)) {\n\t\t\t\t\t\tthis._workerQueue.splice(0, 0, task);\n\t\t\t\t\t\t// console.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'Add To Queue', this._workerQueue.length);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\telse if (change.operationType === 'update') {\n\t\t\t\tconst task = change.fullDocument;\n\t\n\t\t\t\tif (task && task.status !== 'pending' && this._workerQueue.some(a => a._id === task._id)) {\n\t\t\t\t\tthis._workerQueue.splice(this._workerQueue.findIndex(a => a._id === task._id), 1);\n\t\t\t\t\t// console.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'Remove From Queue', this._workerQueue.length);\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\t\n\t\tchangeStream.on('error', (error) => {\n\t\t\tconsole.error('Error in change stream worker task requests:', error);\n\t\t\tchangeStream.close();\n\t\t\tsetTimeout(() => this.startWorkerInstance(), 5000); // Restart after a delay\n\t\t});\n\t\n\t\tchangeStream.on('close', () => {\n\t\t\tconsole.log('Change stream worker task requests closed. Restarting...');\n\t\t\tsetTimeout(() => this.startWorkerInstance(), 5000); // Restart after a delay\n\t\t});\n\n\t\t// First, process any existing pending tasks in the database\n\t\tconst pendingTasks = await WorkerTaskRequests.find({ status: 'pending' }, {sort: {createdAt: 1}});\n\n\t\tfor (const task of pendingTasks) {\n\t\t\tif (!this._workerQueue.some(a => a._id === task._id)) {\n\t\t\t\tthis._workerQueue.splice(0, 0, task);\n\t\t\t}\n\t\t}\n\t}\n\t\n\t// Process a task (handles both existing and new tasks)\n\tprivate async processTask() {\n\t\tlet task = this._workerQueue.pop();\n\n\t\tif (task) {\n\t\t\t// console.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'Process Task', this._workerQueue.length);\n\t\t\t\n\t\t\tWorkerTaskRequests.updateOne({ _id: task._id, status: 'pending' }, { $set: { status: 'processing' } }).then(async resReq => {\n\t\t\t\tthis._workerBusy = false;\n\n\t\t\t\tif (resReq) {\n\t\t\t\t\tthis._workerTasks.push(task._id);\n\n\t\t\t\t\ttry {\n\t\t\t\t\t\t// Run the actual method\n\t\t\t\t\t\tconst result = await this._methodManager.callMethodInternal.call(Object.assign({}, this._methodManager, { id_user: task.id_user, user: task.user, id_ws: task.id_ws }), task.method, ...task.params);\n\n\t\t\t\t\t\tWorkerTaskResponses.create({\n\t\t\t\t\t\t\tid_request: task._id,\n\t\t\t\t\t\t\thas_error: false,\n\t\t\t\t\t\t\tdata: result,\n\t\t\t\t\t\t\tid_user: task.id_user,\n\t\t\t\t\t\t\tuser: task.user,\n\t\t\t\t\t\t\tid_ws: task.id_ws\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\tconsole.error('Worker failed to process task:', task._id, err);\n\n\t\t\t\t\t\tWorkerTaskResponses.create({\n\t\t\t\t\t\t\tid_request: task._id,\n\t\t\t\t\t\t\thas_error: true,\n\t\t\t\t\t\t\tdata: err.message,\n\t\t\t\t\t\t\tid_user: task.id_user,\n\t\t\t\t\t\t\tuser: task.user,\n\t\t\t\t\t\t\tid_ws: task.id_ws\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\n\t\t\t\t\tif (this._workerTasks.includes(task._id)) {\n\t\t\t\t\t\tthis._workerTasks.splice(this._workerTasks.indexOf(task._id), 1);\n\t\t\t\t\t}\n\n\t\t\t\t\t// Mark the task as complete\n\t\t\t\t\tWorkerTaskRequests.updateOne({ _id: task._id }, { $set: { status: 'complete' } });\n\n\t\t\t\t\t// console.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'Complete Task', 'Current Jobs: ' + this._workerTasks.length);\n\t\t\t\t}\n\t\t\t}, () => {\n\t\t\t\tthis._workerBusy = false;\n\t\t\t});\n\t\t}\n\t}\n\n\tprivate safeShutdown() {\n\t\tif (!this._safeShutdown) {\n\t\t\tconsole.log(new Date(), 'Safe Shutdown Command Received');\n\t\t}\n\n\t\tif (\n\t\t\t!this._monitorManagerFunction.getActiveMonitorFunctions().length && \n\t\t\t// (!this._monitorManagerFunction.getLastCompletedMonitorFunction() ||\n\t\t\t// Date.now() >= this._monitorManagerFunction.getLastCompletedMonitorFunction().endTime.getTime() + 1500) &&\n\t\t\t!this._msgQueue.length &&\n\t\t\t!this._msgQueueRunning &&\n\t\t\t!this._offlineUpdates.length\n\t\t) {\n\t\t\tResolveIOServer.getMongoConnection().close(false).then(() => {\n\t\t\t\tconsole.log(new Date(), 'Safe Exit Complete, Process Exit');\n\t\t\t\tprocess.exit(0);\n\t\t\t}, () => {process.exit(1)});\n\t\t}\n\t\telse {\n\t\t\tif (!this._safeShutdown) {\n\t\t\t\tthis._safeShutdown = true;\n\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis._safeShutdown = false;\n\t\t\t\t}, 1000);\n\n\t\t\t\tconsole.log(new Date(), \n\t\t\t\t\t'Safe Exit In Progress', \n\t\t\t\t\tthis._monitorManagerFunction.getActiveMonitorFunctions().length, \n\t\t\t\t\t// this._monitorManagerFunction.getLastCompletedMonitorFunction() ? this._monitorManagerFunction.getLastCompletedMonitorFunction().endTime : '',\n\t\t\t\t\tthis._msgQueue.length, \n\t\t\t\t\tthis._msgQueueRunning,\n\t\t\t\t\tthis._offlineUpdates.length\n\t\t\t\t);\n\t\t\t}\n\n\t\t\tsetImmediate(() => {\n\t\t\t\tthis.safeShutdown();\n\t\t\t});\n\t\t}\n\t}\n\n\tgetIsWorkersEnabled() {\n\t\treturn this._isWorkersEnabled;\n\t}\n\n\tgetIsWorkerInstance() {\n\t\treturn this._isWorkerInstance;\n\t}\n\n\tpublic getWS(id_ws: string) {\n\t\treturn Array.from(this._serverWSS.clients).filter(a => a['id_socket'] === id_ws)[0];\n\t}\n\n\tpublic getWSList() {\n\t\tlet res = [];\n\n\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\tres.push(ws['id_socket']);\n\t\t});\n\n\t\treturn res;\n\t}\n\n\tpublic getWSUserList() {\n\t\tlet res = [];\n\n\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\tres.push(ws['id_user']);\n\t\t});\n\n\t\treturn res;\n\t}\n\n\tpublic getHTTPServer() {\n\t\treturn this._serverHTTP;\n\t}\n\n\tpublic getCronManager() {\n\t\treturn this._cronManager;\n\t}\n\n\tpublic getMethodManager() {\n\t\treturn this._methodManager;\n\t}\n\n\tpublic getSubscriptionManager() {\n\t\treturn this._subscriptionManager;\n\t}\n\n\tpublic getMonitorManager() {\n\t\treturn this._monitorManager;\n\t}\n\n\tpublic getRebootFlag() {\n\t\treturn this._rebootFlag;\n\t}\n\n\tprivate createServer(): void {\n\t\t// Start express server\n\t\tthis._serverHTTP = createServer(this._app);\n\t\tthis._serverHTTP.keepAliveTimeout = 65000;\n\t\tthis._serverHTTP.headersTimeout = 66000; // This should be bigger than `keepAliveTimeout + your server's expected response time`\n\n\t\t// Start websocket server\n\t\t// Verify client with token before opening socket\n\t\tthis._serverWSS = new WebSocket.Server({ \n\t\t\tport: this._portWSS,\n\t\t\tverifyClient: this.publicProgram ? null : async (info, cb) => {\n\t\t\t\tif (this._rebootFlag) {\n\t\t\t\t\tcb(false, 409, 'Unable To Process');\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\t\t\tconsole.log('Verify Client', info, cb);\n\t\t\t\t\t}\n\n\t\t\t\t\tlet infoData = (<string>info.req.headers['sec-websocket-protocol']).split(/,/);\n\n\t\t\t\t\tif (info.origin !== this._serverConfig['ROOT_URL'] && info.origin !== this._serverConfig['SEC_ROOT_URL'] && info.origin !== this._serverConfig['RESOLVEIO_URL'] && info.origin !== this._serverConfig['RESOLVEIO_SECONDARY_URL']) {\n\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tlet token = infoData[0];\n\t\t\t\t\t\tif (!token) {\n\t\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tjwt.verify(token, this._serverConfig['JWT_SECRET'], async (err, decoded) => {\n\t\t\t\t\t\t\t\tif (err) {\n\t\t\t\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\t\tinfo.req['id_user'] = decoded['id_user'];\n\t\t\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\t\t\tlet user = await Users.findById(decoded['id_user']);\n\t\t\t\t\t\t\t\t\t\tif (user) {\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['user'] = user.fullname;\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['user_readonly'] = user.readonly || false;\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['doc_user'] = user;\n\t\t\t\t\t\t\t\t\t\t\tcb(true);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\t\t\t\tcb(false);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\t\t\t\t\tcb(false);\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\t}\n\n\t// Listen to port for websocket\n\tprivate listen(): void {\n\t\tthis._serverHTTP.listen(this._portHTTP, () => {\n\t\t\tconsole.log('Running server on port %s', this._portHTTP);\n\t\t});\n\n\t\tthis._serverWSS.on('listening', () => {\n\t\t\tconsole.log('Running server on port %s', this._portWSS);\n\t\t});\n\n\t\t// On websocket connection (already verified)\n\t\tthis._serverWSS.on('connection', (ws, req) => {\n\t\t\tif (!this.publicProgram) {\n\t\t\t\t// Get user from token\n\t\t\t\tws['id_user'] = req['id_user'];\n\t\t\t\tws['user'] = req['user'];\n\t\t\t\tws['user_readonly'] = req['user_readonly'];\n\t\t\t\tws['doc_user'] = req['doc_user'];\n\n\t\t\t\tif (ws['user'] !== 'Admin' && this._serverConfig['CLIENT_NAME'] !== 'ResolveIO') {\n\t\t\t\t\tthis.getMethodManager().callMethodInternal.call(this.getMethodManager(), 'supportCreateBillingUser', {\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tuser: ws['user'],\n\t\t\t\t\t\tdate: new Date(),\n\t\t\t\t\t\tclient: ResolveIOServer.getClientName()\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tws['id_socket'] = objectIdHexString();\n\t\t\tws['retryCnt'] = 0;\n\n\t\t\tthis._subscriptionManager.createLoggedInUser(ws['id_socket']).then(() => {\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\tws.ping(() => {});\n\t\t\t\t}, 5000);\n\t\t\t});\n\n\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\tconsole.log('Connection from: ' + req['user']);\n\t\t\t}\n\t\t\t\n\t\t\t// Use for keeping connection alive (ping/pong)\n\t\t\tws['isAlive'] = true;\n\t\t\tws.on('pong', () => {\n\t\t\t\tws['isAlive'] = true;\n\t\t\t\tws['pongTime'] = new Date();\n\t\t\t\tws['latency'] = moment.duration(moment(ws['pongTime']).diff(ws['pingTime'])).asMilliseconds();\n\t\t\t\tthis._subscriptionManager.loggedInLatency(ws);\n\t\t\t})\n\t\t\t.on('message', async (message: string) => {\n\t\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\t\tconsole.log('Message from: ' + ws['user'], message);\n\t\t\t\t}\n\n\t\t\t\tthis._debugMsgRecv += 1;\n\n\t\t\t\tlet parseErrorFound = false;\n\n\t\t\t\tlet socketData = [];\n\t\t\t\t\n\t\t\t\ttry {\n\t\t\t\t\tsocketData = JSON.parse(message, dateReviver);\n\t\t\t\t}\n\t\t\t\tcatch(e) {\n\t\t\t\t\tconsole.log('Error - JSON.parse', message);\n\t\t\t\t\t\n\t\t\t\t\tthis._methodManager.sendEmail('dev@resolveio.com', 'SERVER - JSON Parse Error - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([message, e]));\n\n\t\t\t\t\tparseErrorFound = true;\n\t\t\t\t}\n\n\t\t\t\tif (!parseErrorFound) {\n\t\t\t\t\tif (socketData[0] === 'ping') {\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\tws.send('pong', (error) => {\n\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Pong');\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\n\t\t\t\t\tlet messageRoute = socketData[0];\n\n\t\t\t\t\tif (!this.publicProgram && this._clientRoutes.some(a => messageRoute.includes(a)) && !ws['doc_user'].roles.groups.some(a => a.views.some(b => messageRoute.includes(b) || b.includes(messageRoute))) && !ws['doc_user'].roles.super_admin) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\n\t\t\t\t\tlet messageDate = socketData[1];\n\t\t\t\t\tlet messageId = socketData[2]\n\t\t\t\t\tlet type = socketData[3]\n\n\t\t\t\t\tif (type === 'subscription') {\n\t\t\t\t\t\tlet subType = socketData[4];\n\t\t\t\t\t\tlet pub = socketData[5];\n\t\t\n\t\t\t\t\t\t// Subscribe\n\t\t\t\t\t\tif (subType === 'sub') {\n\t\t\t\t\t\t\tthis._subscriptionManager.subscribe(messageRoute, messageDate, ws, messageId, pub, socketData.slice(6));\n\t\t\t\t\t\t}\n\t\t\t\t\t\t// Unsubscribe\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tthis._subscriptionManager.unsubscribe(messageRoute, messageDate, ws, messageId, pub, socketData.slice(6));\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\telse if (!this.publicProgram && type === 'offline') {\n\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\tdata: 'ACK'\n\t\t\t\t\t\t};\n\t\t\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\tws.send(JSON.stringify(serverRes), (error) => {\n\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Offline Ack Main');\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tthis._offlineUpdates.push(ws);\n\t\t\t\t\t\tlet offlineUpdates = socketData[4];\n\n\t\t\t\t\t\tfor (let i = 0; i < offlineUpdates.length; i++) {\n\t\t\t\t\t\t\tlet update = offlineUpdates[i];\n\t\t\t\t\t\t\tlet data = update.data;\n\n\t\t\t\t\t\t\tlet serverResMethod: ServerResponseModel = {\n\t\t\t\t\t\t\t\tmessageId: update.data[2],\n\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\tdata: 'ACK'\n\t\t\t\t\t\t\t};\n\t\t\t\n\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\tws.send(JSON.stringify(serverResMethod), (error) => {\n\t\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Offline Ack Each');\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\tlet updateRoute = data.shift();\n\t\t\t\t\t\t\tlet updateDate = data.shift();\n\t\t\t\t\t\t\tlet updateMessageId = data.shift();\n\t\t\t\t\t\t\tlet updateType = data.shift();\n\t\t\t\t\t\t\tlet method = data.shift();\n\t\t\t\t\t\t\tlet methodLatencyId = objectIdHexString();\n\n\t\t\t\t\t\t\tLogMethodLatencies.create({\n\t\t\t\t\t\t\t\t_id: methodLatencyId,\n\t\t\t\t\t\t\t\t__v: 0,\n\t\t\t\t\t\t\t\tdate_start: new Date(),\n\t\t\t\t\t\t\t\tdate_end: null,\n\t\t\t\t\t\t\t\tlatency_ms: 0,\n\t\t\t\t\t\t\t\tmethod: method\n\t\t\t\t\t\t\t});\n\t\t\t\n\t\t\t\t\t\t\tif (method !== 'reportBuilderGetResults' && method !== 'reportBuilderGetDistinctValue' && method !== 'reportBuilderBuildTree' && method !== 'generatePDF' && method !== 'getWOOfflineData' && method !== 'countQuery' && method !== 'countWithQuery' && method !== 'countCollectionWithQuery' && method !== 'find' && method !== 'findOne' && method !== 'findWithOptions' && method !== 'getDrivers' && method !== 'processAirdropDistribution') {\n\t\t\t\t\t\t\t\tLogs.insertOne({\n\t\t\t\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\t\t\troute: messageRoute\n\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\tif (this._methodManager._methods[method]) {\n\t\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\t\tawait this._methodManager.callMethodInternal.call(Object.assign({}, this._methodManager, {id_user: ws['id_user'], user: ws['user'], id_ws: ws['id_socket']}), method, ...data);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Offline Error', JSON.stringify(err, null, 2));\n\t\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\t\tif (method === 'updateDocumentOffline' || method === 'updateDocumentPropsOffline') {\n\t\t\t\t\t\t\t\t\tResolveIOServer.getMongoManager().invalidateQueryCache(data[0]);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\tconsole.log('Offline - Could not find method: ' + method);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tthis._offlineUpdates.splice(this._offlineUpdates.map(a => a['id_socket']).indexOf(ws['id_socket']), 1);\n\t\t\t\t\t}\n\t\t\t\t\telse { //methods\n\t\t\t\t\t\tthis._msgQueue.splice(0, 0, {\n\t\t\t\t\t\t\tws: ws,\n\t\t\t\t\t\t\tdata: socketData\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t})\n\t\t\t.on('end', () => {\n\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\tconsole.log(new Date(), 'Server App', 'WS End');\n\t\t\t\t}\n\t\t\t})\n\t\t\t.on('close', () => {\n\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\tconsole.log(new Date(), 'Server App', 'WS Close');\n\t\t\t\t}\n\t\t\t})\n\t\t\t.on('error', error => {\n\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\tconsole.log(new Date(), ws['user'], ws['id_socket'], 'WS Error');\n\t\t\t\t}\n\t\t\t\t\n\t\t\t});\n\t\t});\n\n\t\t// Keep alive timer to ping/pong\n\t\tsetInterval(() => {\n\t\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\t\tif (ws['pingTime'] && Date.now() - ws['pingTime'].getTime() >= 20000) {\n\t\t\t\t\tif (ws['isAlive'] === false) {\n\t\t\t\t\t\tws['retryCnt']++;\n\n\t\t\t\t\t\tif (ws['retryCnt'] >= 3) {\n\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\t\t\tws.ping(() => {});\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tws['retryCnt'] = 0;\n\t\t\t\t\t\tws['isAlive'] = false;\n\t\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\t\tws.ping(() => {});\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t});\n\t\t}, 20000);\n\n\t\tsetInterval(() => {\n\t\t\tif (!this._msgQueueRunning) {\t\t\t\t\n\t\t\t\tif (this._msgQueue.length) {\n\t\t\t\t\tthis._msgQueueRunning = true;\n\t\t\t\t\tthis._debugMsgQueue += 1;\n\n\t\t\t\t\tlet msg = this._msgQueue.pop();\n\t\t\t\t\tlet data = msg.data;\n\t\t\t\t\tlet ws = msg.ws;\n\t\t\n\t\t\t\t\tlet messageRoute: string = data.shift();\n\t\t\t\t\tlet messageDate: Date = data.shift();\n\t\t\t\t\tlet messageId: number = data.shift();\n\t\t\t\t\tlet type: string = data.shift();\n\t\t\n\t\t\t\t\t// Method call\n\t\t\t\t\tif (type === 'method') {\n\t\t\t\t\t\tlet method = data.shift();\n\n\t\t\t\t\t\tif (ws['user_readonly']) {\n\t\t\t\t\t\t\treturn;\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tlet methodLatencyId = objectIdHexString();\n\n\t\t\t\t\t\tLogMethodLatencies.create({\n\t\t\t\t\t\t\t_id: methodLatencyId,\n\t\t\t\t\t\t\t__v: 0,\n\t\t\t\t\t\t\tdate_start: new Date(),\n\t\t\t\t\t\t\tdate_end: null,\n\t\t\t\t\t\t\tlatency_ms: 0,\n\t\t\t\t\t\t\tmethod: method\n\t\t\t\t\t\t});\n\t\t\n\t\t\t\t\t\tif (method !== 'reportBuilderGetResults' && method !== 'reportBuilderGetDistinctValue' && method !== 'reportBuilderBuildTree' && method !== 'generatePDF' && method !== 'getWOOfflineData' && method !== 'countQuery' && method !== 'countWithQuery' && method !== 'countCollectionWithQuery' && method !== 'find' && method !== 'findOne' && method !== 'findWithOptions' && method !== 'getDrivers' && method !== 'processAirdropDistribution') {\n\t\t\t\t\t\t\tLogs.insertOne({\n\t\t\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\t\troute: messageRoute\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\n\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\tdata: 'ACK'\n\t\t\t\t\t\t};\n\t\t\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\tws.send(JSON.stringify(serverRes), (error) => {\n\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\n\t\t\t\t\t\tif (this._methodManager._methods[method]) {\n\t\t\t\t\t\t\tthis._methodManager.callMethod(methodLatencyId, ws, messageDate, messageId, method, ...data);\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tconsole.log('Could not find method: ' + method);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\telse if (type === 'methodResponse') {\n\t\t\t\t\t\tlet method = data.shift();\n\t\t\n\t\t\t\t\t\tMethodResponses.findOne({$and: [\n\t\t\t\t\t\t\t{id_user: ws['id_user']}, \n\t\t\t\t\t\t\t{message_id: messageId},\n\t\t\t\t\t\t\t{method: method},\n\t\t\t\t\t\t\t{date: messageDate}\n\t\t\t\t\t\t]}).then(res => {\n\t\t\t\t\t\t\tif (res) {\n\t\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\t\tws.send(JSON.stringify(res.response), (error) => {\n\t\t\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}, err => {});\n\t\t\t\t\t}\n\t\t\t\t\t\n\t\t\t\t\tthis._msgQueueRunning = false;\n\t\t\t\t}\n\t\t\t}\n\t\t}, 10);\n\t}\n\n\tpublic unsubscribeWS(ws: WebSocket) {\n\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\tconsole.log(new Date(), 'Server App', 'Unsub WS', ws['user'], ws['id_socket']);\n\t\t}\n\t\tthis._subscriptionManager.unsubscribeAll(ws);\n\t\tws.removeAllListeners();\n\t\tws = null;\n\t}\n\n\tpublic getApp() {\n\t\treturn this._app;\n\t}\n\n\tpublic getServerConfig() {\n\t\treturn this._serverConfig;\n\t}\n}"]}
|