@resolveio/server-lib 20.4.10 → 20.4.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";var __awaiter=this&&this.__awaiter||function(e,n,s,o){return new(s=s||Promise)(function(i,t){function fulfilled(e){try{step(o.next(e))}catch(e){t(e)}}function rejected(e){try{step(o.throw(e))}catch(e){t(e)}}function step(e){var t;e.done?i(e.value):((t=e.value)instanceof s?t:new s(function(e){e(t)})).then(fulfilled,rejected)}step((o=o.apply(e,n||[])).next())})},__generator=this&&this.__generator||function(n,s){var o,r,a,c={label:0,sent:function(){if(1&a[0])throw a[1];return a[1]},trys:[],ops:[]},u={next:verb(0),throw:verb(1),return:verb(2)};return"function"==typeof Symbol&&(u[Symbol.iterator]=function(){return this}),u;function verb(i){return function(e){var t=[i,e];if(o)throw new TypeError("Generator is already executing.");for(;c=u&&t[u=0]?0:c;)try{if(o=1,r&&(a=2&t[0]?r.return:t[0]?r.throw||((a=r.return)&&a.call(r),0):r.next)&&!(a=a.call(r,t[1])).done)return a;switch(r=0,(t=a?[2&t[0],a.value]:t)[0]){case 0:case 1:a=t;break;case 4:return c.label++,{value:t[1],done:!1};case 5:c.label++,r=t[1],t=[0];continue;case 7:t=c.ops.pop(),c.trys.pop();continue;default:if(!(a=0<(a=c.trys).length&&a[a.length-1])&&(6===t[0]||2===t[0])){c=0;continue}if(3===t[0]&&(!a||t[1]>a[0]&&t[1]<a[3]))c.label=t[1];else if(6===t[0]&&c.label<a[1])c.label=a[1],a=t;else{if(!(a&&c.label<a[2])){a[2]&&c.ops.pop(),c.trys.pop();continue}c.label=a[2],c.ops.push(t)}}t=s.call(n,c)}catch(e){t=[6,e],r=0}finally{o=a=0}if(5&t[0])throw t[1];return{value:t[0]?t[1]:void 0,done:!0}}}},__spreadArray=this&&this.__spreadArray||function(e,t,i){if(i||2===arguments.length)for(var n,s=0,o=t.length;s<o;s++)!n&&s in t||((n=n||Array.prototype.slice.call(t,0,s))[s]=t[s]);return e.concat(n||Array.prototype.slice.call(t))},logs_1=(Object.defineProperty(exports,"__esModule",{value:!0}),exports.SubscriptionManager=void 0,require("../publications/logs")),app_status_1=require("../publications/app-status"),files_1=require("../publications/files"),super_admin_1=require("../publications/super-admin"),logged_in_users_collection_1=require("../collections/logged-in-users.collection"),cron_jobs_1=require("../publications/cron-jobs"),flags_1=require("../publications/flags"),method_responses_1=require("../publications/method-responses"),index_1=require("../index"),notifications_1=require("../publications/notifications"),report_builder_reports_1=require("../publications/report-builder-reports"),report_builder_libraries_1=require("../publications/report-builder-libraries"),user_groups_1=require("../publications/user-groups"),user_guides_1=require("../publications/user-guides"),report_builder_dashboard_builders_1=require("../publications/report-builder-dashboard-builders"),mongo_manager_1=require("./mongo.manager"),common_1=require("../util/common"),NodeCache=require("node-cache"),flag_collection_1=require("../collections/flag.collection"),os_1=require("os"),numCPUs=(0,os_1.cpus)().length,v8=require("v8"),SubscriptionManager=function(){function SubscriptionManager(e,t,i,n){var s=this;this._publications={},this._subscriptions=[],this._loggedInUsers=[],this._mongoQueue=[],this._mongoQueueId=0,this._cacheId=1,this._heapSize=v8.getHeapStatistics()/numCPUs,this._enableDebug=!1,this._debugOplogCollections=[],this._debugOplogHits=0,this._debugSubCollections=[],this._debugSubHits=0,this._debugUnSubHits=0,this._debugUnSubAllHits=0,this._debugMongoQueueHits=0,this._debugMongoQueueCollections=[],this._debugSendQueueHits=0,this._debugRemoveCacheHits=0,this._oplogRetryCount=0,this._mainServer=e,this._websocketManager=this._mainServer.getWebSocketManager(),this._monitorManagerFunction=n,this._nodeCache=new NodeCache({stdTTL:0,checkperiod:0}),this.serverConfig=i,this._wss=t,(0,super_admin_1.loadSuperAdminPublications)(this),(0,app_status_1.loadAppStatusPublications)(this),(0,logs_1.loadLogPublications)(this),(0,files_1.loadFilePublications)(this),(0,cron_jobs_1.loadCronJobPublications)(this),(0,flags_1.loadFlagsPublications)(this),(0,method_responses_1.loadMethodResponsePublications)(this),(0,notifications_1.loadNotificationPublications)(this),(0,report_builder_reports_1.loadReportBuilderReportPublications)(this),(0,report_builder_libraries_1.loadReportBuilderLibraryPublications)(this),(0,user_groups_1.loadUserGroupPublications)(this),(0,user_guides_1.loadUserGuidePublications)(this),(0,report_builder_dashboard_builders_1.loadReportBuilderDashboardBuilderPublications)(this),this.tailOpLog(),setInterval(function(){s._oplogRetryCount=0},15e3),setInterval(function(){s.getEnableDebug()&&(console.log(new Date,"Sub Manager","Subs",s._subscriptions.length),console.log(new Date,"Sub Manager","Logged In Users",s._loggedInUsers.length),console.log(new Date,"Sub Manager","Mongo Queue",s._mongoQueue.length),console.log(new Date,"Sub Manager","Mongo Queue Hits",s._debugMongoQueueHits),console.log(new Date,"Sub Manager","Mongo Queue Collections",JSON.stringify(s._debugMongoQueueCollections.sort(function(e,t){return e.collection.localeCompare(t.collection)||e.publication.localeCompare(t.publication)}),null,2)),console.log(new Date,"Sub Manager","Oplog Hits",s._debugOplogHits),console.log(new Date,"Sub Manager","Oplog Collections",JSON.stringify(s._debugOplogCollections.sort(function(e,t){return e.collection.localeCompare(t.collection)||e.type.localeCompare(t.type)}),null,2)),console.log(new Date,"Sub Manager","Send Queue Hits",s._debugSendQueueHits),console.log(new Date,"Sub Manager","Sub Hits",s._debugSubHits),console.log(new Date,"Sub Manager","Sub Collections",JSON.stringify(s._debugSubCollections.sort(function(e,t){return e.publication.localeCompare(t.publication)}),null,2)),console.log(new Date,"Sub Manager","Unsub Hits",s._debugUnSubHits),console.log(new Date,"Sub Manager","Unsub All Hits",s._debugUnSubAllHits),console.log(new Date,"Sub Manager","Cache Cleanup Hits",s._debugRemoveCacheHits)),s._debugOplogHits=0,s._debugOplogCollections=[],s._debugSubCollections=[],s._debugMongoQueueHits=0,s._debugMongoQueueCollections=[],s._debugSendQueueHits=0,s._debugSubHits=0,s._debugUnSubHits=0,s._debugUnSubAllHits=0,s._debugRemoveCacheHits=0},6e4),setInterval(function(){return __awaiter(s,void 0,void 0,function(){var t,n,i,s,o,r,a,c,u;return __generator(this,function(e){switch(e.label){case 0:return t=this,[4,logged_in_users_collection_1.LoggedInUsers.find()];case 1:for(t._loggedInUsers=e.sent(),n=(0,common_1.deepCopy)(this._loggedInUsers),i=function(e){var i=n[e];(!i.date||12e4<Date.now()-i.date.getTime())&&(s._websocketManager.getWebSocket(i.id_ws)?(s.getEnableDebug()&&console.log(new Date,"Sub Manager","Unsub WS",s._websocketManager.getWebSocket(i.id_ws).user,s._websocketManager.getWebSocket(i.id_ws).id_socket,2),s.unsubscribeAll(s._websocketManager.getWebSocket(i.id_ws))):(s._subscriptions.forEach(function(e){for(var t=e.clients.length-1;0<=t;t--)e.clients[t].id_socket===i.id_ws&&e.clients.splice(t,1)}),logged_in_users_collection_1.LoggedInUsers.deleteOne({_id:i._id}),0<=s._loggedInUsers.findIndex(function(e){return e._id===i._id})&&s._loggedInUsers.splice(s._loggedInUsers.findIndex(function(e){return e._id===i._id}),1)))},o=(s=this)._loggedInUsers.length-1;0<=o;o--)i(o);for(o=0;o<this._subscriptions.length;o++)for(r=this._subscriptions[o],a=function(e){var t=r.clients[e];c._loggedInUsers.some(function(e){return e.id_ws===t.id_socket})||r.clients.splice(e,1)},c=this,u=r.clients.length-1;0<=u;u--)a(u);return[2]}})})},3e4),flag_collection_1.Flags.findOne({type:"Enable Debug"}).then(function(e){e&&e.value?s._enableDebug=!0:s._enableDebug=!1}),this.setCacheLimit()}return SubscriptionManager.prototype.setCacheLimit=function(){"true"===process.env.IS_WORKERS_ENABLED?this._heapLimit=.4*this._heapSize:this._heapLimit=.3*this._heapSize},SubscriptionManager.prototype.invalidatePubsCache=function(a,c){return __awaiter(this,void 0,void 0,function(){var t,i,n,s,o,r=this;return __generator(this,function(e){switch(e.label){case 0:index_1.ResolveIOServer.getMongoManager().invalidateQueryCache(a),s=this._subscriptions.filter(function(e){return e.collections.includes(a)}),t=function(s){return __generator(this,function(e){switch(e.label){case 0:return i._publications[s.publication].user_specific?[4,Promise.all(s.clients.map(function(n){return __awaiter(r,void 0,void 0,function(){var t,i;return __generator(this,function(e){switch(e.label){case 0:if(!(t=this._websocketManager.getWebSocket(n.id_socket))||t.readyState!==t.OPEN)return[3,4];e.label=1;case 1:return e.trys.push([1,3,,4]),[4,this.sendDataToOne(t,n.messageId,s,c,a)];case 2:return e.sent(),[3,4];case 3:return i=e.sent(),this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During sendDataToOne - User Specific - Socket: "+n.id_socket+", User: "+n.id_user+", MessageId: "+n.messageId+", Pub: "+s.publication+", Err: "+JSON.stringify(i,null,2)),[3,4];case 4:return[2]}})})}))]:[3,2];case 1:return e.sent(),[3,4];case 2:return[4,i.sendDataToAll(s)];case 3:e.sent(),e.label=4;case 4:return[2]}})},i=this,n=0,s=s,e.label=1;case 1:return n<s.length?(o=s[n],[5,t(o)]):[3,4];case 2:e.sent(),e.label=3;case 3:return n++,[3,1];case 4:return[2]}})})},SubscriptionManager.prototype.publications=function(e){this._publications=Object.assign(this._publications,e)},SubscriptionManager.prototype.loggedInLatency=function(t){var i=this,e=this._loggedInUsers.find(function(e){return e.id_ws===t.id_socket});e&&(e.date=new Date,logged_in_users_collection_1.LoggedInUsers.updateOne({id_ws:t.id_socket},{$set:{latency:t.latency,date:e.date}}).then(function(e){e||(i.unsubscribeAll(t),i.getEnableDebug()&&console.log(new Date,"Sub Manager","Unsub WS",t.user,t.id_socket,3))},function(){i.unsubscribeAll(t),i.getEnableDebug()&&console.log(new Date,"Sub Manager","Unsub WS",t.user,t.id_socket,4)}))},SubscriptionManager.prototype.subscribe=function(t,e,i,n,s,o){var r=this,a=(this._debugSubHits+=1,this._debugSubCollections.some(function(e){return e.publication===s})?this._debugSubCollections.find(function(e){return e.publication===s}).hits+=1:this._debugSubCollections.push({publication:s,hits:1}),this._publications[s]);if(a){if(1<o.length||o[0]){if(!a.check)return void console.error(new Date,"No Check Function For Pub "+s);if(!a.check._schema)return void console.error(new Date,"No Check Schema For Pub "+s);for(var c={},u=Object.keys(a.check._schema).filter(function(e){return!e.includes(".")}),l=0;l<o.length;l++)c[u[l]]=o[l];try{a.check.validate(c)}catch(e){if(e)return void console.error(new Date,"Error in Pub Check ("+s+")",e)}}"Bypass"!==t&&(a=t.split("/"),g="",_=a[0],""===a[0]&&(g="/",_=a[1]),g+=_,1<a.length&&(g+="/"),(_=this._subscriptions.filter(function(e){return e.clients.some(function(e){return e.id_socket===i.id_socket&&"Bypass"!==e.messageRoute&&"/"!==e.messageRoute&&e.messageRoute!==t&&!e.messageRoute.startsWith(g)})})).length)&&(this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Detected Undestroyed Subscription - "+this.serverConfig.CLIENT_NAME,"USER: "+i.user+" (Socket: "+i.id_socket+") is on route: "+t+" but has the following subscriptions on other routes:"+JSON.stringify(_,null,2)),_.forEach(function(t){t.clients.filter(function(e){return e.id_socket===i.id_socket}).forEach(function(e){r.unsubscribe(e.messageRoute,new Date,i,e.messageId,t.publication,t.subscriptionData)})}));var g,_,a=this._subscriptions.find(function(e){return e.publication===s&&JSON.stringify(e.subscriptionData)===JSON.stringify(o)});a?a.clients.some(function(e){return e.id_socket===i.id_socket&&e.messageId===n})||a.clients.push({id_user:i.id_user,messageId:n,id_socket:i.id_socket,messageRoute:t}):this._subscriptions.push({publication:s,subscriptionData:o,collections:this.getPublicationCollections(s),clients:[{id_user:i.id_user,messageId:n,id_socket:i.id_socket,messageRoute:t}],cacheId:0}),a=a||this._subscriptions.find(function(e){return e.publication===s&&JSON.stringify(e.subscriptionData)===JSON.stringify(o)}),this.processSubscription(a,i,n)}else console.error(new Date,"No Publication: "+s)},SubscriptionManager.prototype.createLoggedInUser=function(n){return __awaiter(this,void 0,void 0,function(){var t=this;return __generator(this,function(e){return[2,new Promise(function(i,e){return __awaiter(t,void 0,void 0,function(){var t;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n))?(t={_id:(0,mongo_manager_1.objectIdHexString)(),__v:0,date:new Date,id_user:t.id_user,user:t.user,id_ws:t.id_socket},this._loggedInUsers.push(t),logged_in_users_collection_1.LoggedInUsers.insertOne(t),i(t)):i(null),[2]})})})]})})},SubscriptionManager.prototype.unsubscribe=function(e,t,i,n,s,o){if(this._debugUnSubHits+=1,this._publications[s]){var r=this._subscriptions.find(function(e){return e.publication===s&&JSON.stringify(e.subscriptionData)===JSON.stringify(o)});if(r)for(var a=r.clients.length-1;0<=a;a--)r.clients[a].id_user===i.id_user&&r.clients[a].messageId===n&&r.clients[a].id_socket===i.id_socket&&r.clients.splice(a,1)}else console.log("No Publication: "+s)},SubscriptionManager.prototype.unsubscribeAll=function(r){return __awaiter(this,void 0,void 0,function(){var t,i,n,s,o;return __generator(this,function(e){switch(e.label){case 0:return(this._debugUnSubAllHits+=1,r)?[4,logged_in_users_collection_1.LoggedInUsers.findOne({id_ws:r.id_socket})]:[3,2];case 1:for((t=e.sent())&&(0<=this._loggedInUsers.map(function(e){return e._id}).indexOf(t._id)&&this._loggedInUsers.splice(this._loggedInUsers.map(function(e){return e._id}).indexOf(t._id),1),logged_in_users_collection_1.LoggedInUsers.deleteOne({_id:t._id})),i=this._subscriptions.filter(function(e){return e.clients.some(function(e){return e.id_user===r.id_user&&e.id_socket===r.id_socket})}),n=i.length-1;0<=n;n--)for(s=i[n],o=s.clients.length-1;0<=o;o--)s.clients[o].id_socket===r.id_socket&&s.clients.splice(o,1);this._websocketManager.removeWebSocket(r),e.label=2;case 2:return[2]}})})},SubscriptionManager.prototype.getActiveSubscriptions=function(){return this._subscriptions},SubscriptionManager.prototype.getPublicationCollections=function(e){return this._publications[e].collections},SubscriptionManager.prototype.tailOpLog=function(t){return __awaiter(this,void 0,void 0,function(){var i,n=this;return __generator(this,function(e){switch(e.label){case 0:return this._oplog$&&!this._oplog$.closed&&(this._oplog$.removeAllListeners(),this._oplog$.close(),this._oplog$=null),[4,new Promise(function(e){return setTimeout(e,1e3)})];case 1:if(e.sent(),!this._oplog$||this._oplog$.closed){if(this._oplogRetryCount+=1,5<this._oplogRetryCount&&(console.error("****************** TAIL OPLOG ERROR, RETRYING A BUNCH OF TIMES, KILLING PROCESS **************************"),process.exit(1)),t){i=t;try{this._oplog$=index_1.ResolveIOServer.getMainDB().watch([],{resumeAfter:t})}catch(e){return this._oplog$&&(this._oplog$.removeAllListeners(),this._oplog$.close(),this._oplog$=null),this.tailOpLog(t),[2]}}else this._oplog$=index_1.ResolveIOServer.getMainDB().watch();console.log(new Date,"oplog started"),this._oplog$.on("change",function(t){var e;t.ns&&(e=t.ns.coll,n._debugOplogCollections.some(function(e){return e.collection===t.ns.coll&&e.type===t.operationType})?n._debugOplogCollections.find(function(e){return e.collection===t.ns.coll&&e.type===t.operationType}).hits+=1:n._debugOplogCollections.push({collection:t.ns.coll,type:t.operationType,hits:1}),!e||e.endsWith(".versions")||e.startsWith("monitor-")||"logs"===e||"log-method-latencies"===e||"log-subscriptions"===e||(n._debugOplogHits+=1,"insert"===t.operationType?("support-tickets"===e&&"https://resolveio.com"===n.serverConfig.ROOT_URL&&(n._mainServer.getMethodManager().callMethodInternal.call(n._mainServer.getMethodManager(),"sendSupportTicketEmail",t.documentKey._id),n.invalidatePubsCache(e,"insert")),"method-responses"!==e&&n.invalidatePubsCache(e,"insert")):"update"===t.operationType||"replace"===t.operationType?"method-responses"!==e&&n.invalidatePubsCache(e,"update"):"delete"===t.operationType&&"method-responses"!==e&&n.invalidatePubsCache(e,"delete")),"flags"===e&&flag_collection_1.Flags.findOne({type:"Enable Debug"}).then(function(e){e&&e.value?n._enableDebug=!0:n._enableDebug=!1}),i=t._id)}),this._oplog$.on("error",function(e){console.log(new Date,"oplog error",e),n._oplog$.removeAllListeners(),n._oplog$.close(),n._oplog$=null,n.tailOpLog(i)}),this._oplog$.on("end",function(){console.log(new Date,"oplog end"),n._oplog$.removeAllListeners(),n._oplog$.close(),n._oplog$=null,n.tailOpLog(i)}),this._oplog$.on("close",function(){console.log(new Date,"oplog close"),n._oplog$.removeAllListeners(),n._oplog$=null,n.tailOpLog(i)})}return[2]}})})},SubscriptionManager.prototype.processSubscription=function(i,n,s){return __awaiter(this,void 0,void 0,function(){var t;return __generator(this,function(e){switch(e.label){case 0:if(this._publications[i.publication].user_specific)return[3,8];if(!i.cacheId)return[3,5];e.label=1;case 1:return e.trys.push([1,2,,4]),t=JSON.parse(this._nodeCache.get(i.cacheId),common_1.dateReviver),t={messageId:s,hasError:!1,data:t},this.sendWS(n,t),[3,4];case 2:return e.sent(),this._nodeCache.del(i.cacheId),i.cacheId=0,[4,this.sendDataToAll(i)];case 3:return e.sent(),[3,4];case 4:return[3,7];case 5:return[4,this.sendDataToAll(i)];case 6:e.sent(),e.label=7;case 7:return[3,10];case 8:return[4,this.sendDataToOne(n,s,i,"newSub",i.collections[0])];case 9:e.sent(),e.label=10;case 10:return[2]}})})},SubscriptionManager.prototype.sendDataToOne=function(o,r,a,e,t){return __awaiter(this,void 0,void 0,function(){var t,i,n,s;return __generator(this,function(e){switch(e.label){case 0:t=this._monitorManagerFunction.startMonitorFunction("User Specific Publication",a.publication,"","",a.subscriptionData),e.label=1;case 1:return e.trys.push([1,3,,4]),[4,(s=this._publications[a.publication].function).call.apply(s,__spreadArray([Object.assign({},this,SubscriptionManager.prototype),o.id_user],a.subscriptionData,!1))];case 2:return s=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),n={messageId:r,hasError:!1,data:s},this.sendWS(o,n),[3,4];case 3:return i=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),n={messageId:r,hasError:!0,data:i},this.sendWS(o,n),this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During Subscription "+a.publication+" - (sendDataToOne - WS)\n\nData \n"+JSON.stringify(a.subscriptionData,null,2)+"\n\nErrors\n"+JSON.stringify(i,null,2)),[3,4];case 4:return[2]}})})},SubscriptionManager.prototype.sendDataToAll=function(g){return __awaiter(this,void 0,void 0,function(){var t,s,i,n,o,r,a,c,u,l=this;return __generator(this,function(e){switch(e.label){case 0:return g.clients.length?[3,1]:(g.cacheId&&this._nodeCache.del(g.cacheId),0<=(u=this._subscriptions.findIndex(function(e){return e.publication===g.publication&&JSON.stringify(e.subscriptionData)===JSON.stringify(g.subscriptionData)}))&&this._subscriptions.splice(u,1),[2]);case 1:t=this._monitorManagerFunction.startMonitorFunction("Publication",g.publication,"","",g.subscriptionData),e.label=2;case 2:return e.trys.push([2,13,,15]),[4,(u=this._publications[g.publication].function).call.apply(u,__spreadArray([Object.assign({},this,SubscriptionManager.prototype)],g.subscriptionData,!1))];case 3:if(s=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),!g.cacheId)return[3,10];e.label=4;case 4:return e.trys.push([4,7,,9]),i=JSON.parse(this._nodeCache.get(g.cacheId),common_1.dateReviver),JSON.stringify(i)===JSON.stringify(s)?[3,6]:[4,Promise.all(g.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!1,data:s},this.sendWS(t,i)),[2]})})}))];case 5:e.sent(),this._nodeCache.del(g.cacheId),g.cacheId=this._cacheId++,this._nodeCache.set(g.cacheId,JSON.stringify(s)),e.label=6;case 6:return[3,9];case 7:return e.sent(),[4,Promise.all(g.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!1,data:s},this.sendWS(t,i)),[2]})})}))];case 8:return e.sent(),this._nodeCache.del(g.cacheId),g.cacheId=this._cacheId++,this._nodeCache.set(g.cacheId,JSON.stringify(s)),[3,9];case 9:return[3,12];case 10:return[4,Promise.all(g.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!1,data:s},this.sendWS(t,i)),[2]})})}))];case 11:if(e.sent(),s&&(!Array.isArray(s)||s.length)&&(g.cacheId=this._cacheId++,this._nodeCache.set(g.cacheId,JSON.stringify(s)),(n=this._nodeCache.getStats().vsize)>this._heapLimit)){for(o=0,r=this._subscriptions.filter(function(e){return e.cacheId&&!e.clients.length}),a=0;a<r.length&&(this._debugRemoveCacheHits+=1,this._nodeCache.del(r[a].cacheId),r[a].cacheId=0,o+=1,!(this._nodeCache.getStats().vsize<.75*this._heapLimit));a++);this._enableDebug&&console.log("Sub Cache: Too Big - "+g.publication+" - Deleted: "+o+" - "+n)}e.label=12;case 12:return[3,15];case 13:return c=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),[4,Promise.all(g.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!0,data:c},this.sendWS(t,i)),[2]})})}))];case 14:return e.sent(),this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During Subscription "+g.publication+" - (sendPubData)\n\nData \n"+JSON.stringify(g.subscriptionData,null,2)+"\n\nErrors\n"+JSON.stringify(c,null,2)),[3,15];case 15:return[2]}})})},SubscriptionManager.prototype.sendWS=function(e,t){this._websocketManager.send(e,t)},SubscriptionManager.prototype.getEnableDebug=function(){return this._enableDebug},SubscriptionManager}();exports.SubscriptionManager=SubscriptionManager;
|
|
1
|
+
"use strict";var __awaiter=this&&this.__awaiter||function(e,n,o,s){return new(o=o||Promise)(function(i,t){function fulfilled(e){try{step(s.next(e))}catch(e){t(e)}}function rejected(e){try{step(s.throw(e))}catch(e){t(e)}}function step(e){var t;e.done?i(e.value):((t=e.value)instanceof o?t:new o(function(e){e(t)})).then(fulfilled,rejected)}step((s=s.apply(e,n||[])).next())})},__generator=this&&this.__generator||function(n,o){var s,r,a,c={label:0,sent:function(){if(1&a[0])throw a[1];return a[1]},trys:[],ops:[]},u={next:verb(0),throw:verb(1),return:verb(2)};return"function"==typeof Symbol&&(u[Symbol.iterator]=function(){return this}),u;function verb(i){return function(e){var t=[i,e];if(s)throw new TypeError("Generator is already executing.");for(;c=u&&t[u=0]?0:c;)try{if(s=1,r&&(a=2&t[0]?r.return:t[0]?r.throw||((a=r.return)&&a.call(r),0):r.next)&&!(a=a.call(r,t[1])).done)return a;switch(r=0,(t=a?[2&t[0],a.value]:t)[0]){case 0:case 1:a=t;break;case 4:return c.label++,{value:t[1],done:!1};case 5:c.label++,r=t[1],t=[0];continue;case 7:t=c.ops.pop(),c.trys.pop();continue;default:if(!(a=0<(a=c.trys).length&&a[a.length-1])&&(6===t[0]||2===t[0])){c=0;continue}if(3===t[0]&&(!a||t[1]>a[0]&&t[1]<a[3]))c.label=t[1];else if(6===t[0]&&c.label<a[1])c.label=a[1],a=t;else{if(!(a&&c.label<a[2])){a[2]&&c.ops.pop(),c.trys.pop();continue}c.label=a[2],c.ops.push(t)}}t=o.call(n,c)}catch(e){t=[6,e],r=0}finally{s=a=0}if(5&t[0])throw t[1];return{value:t[0]?t[1]:void 0,done:!0}}}},__spreadArray=this&&this.__spreadArray||function(e,t,i){if(i||2===arguments.length)for(var n,o=0,s=t.length;o<s;o++)!n&&o in t||((n=n||Array.prototype.slice.call(t,0,o))[o]=t[o]);return e.concat(n||Array.prototype.slice.call(t))},logs_1=(Object.defineProperty(exports,"__esModule",{value:!0}),exports.SubscriptionManager=void 0,require("../publications/logs")),app_status_1=require("../publications/app-status"),files_1=require("../publications/files"),super_admin_1=require("../publications/super-admin"),logged_in_users_collection_1=require("../collections/logged-in-users.collection"),cron_jobs_1=require("../publications/cron-jobs"),flags_1=require("../publications/flags"),method_responses_1=require("../publications/method-responses"),index_1=require("../index"),notifications_1=require("../publications/notifications"),report_builder_reports_1=require("../publications/report-builder-reports"),report_builder_libraries_1=require("../publications/report-builder-libraries"),user_groups_1=require("../publications/user-groups"),user_guides_1=require("../publications/user-guides"),report_builder_dashboard_builders_1=require("../publications/report-builder-dashboard-builders"),mongo_manager_1=require("./mongo.manager"),common_1=require("../util/common"),NodeCache=require("node-cache"),flag_collection_1=require("../collections/flag.collection"),os_1=require("os"),numCPUs=(0,os_1.cpus)().length,v8=require("v8"),SubscriptionManager=function(){function SubscriptionManager(e,t,i,n){var o=this;this._publications={},this._subscriptions=[],this._loggedInUsers=[],this._mongoQueue=[],this._mongoQueueId=0,this._cacheId=1,this._heapSize=v8.getHeapStatistics()/numCPUs,this._enableDebug=!1,this._debugOplogCollections=[],this._debugOplogHits=0,this._debugSubCollections=[],this._debugSubHits=0,this._debugUnSubHits=0,this._debugUnSubAllHits=0,this._debugMongoQueueHits=0,this._debugMongoQueueCollections=[],this._debugSendQueueHits=0,this._debugRemoveCacheHits=0,this._oplogRetryCount=0,this._mainServer=e,this._websocketManager=this._mainServer.getWebSocketManager(),this._monitorManagerFunction=n,this._nodeCache=new NodeCache({stdTTL:0,checkperiod:0}),this.serverConfig=i,this._wss=t,(0,super_admin_1.loadSuperAdminPublications)(this),(0,app_status_1.loadAppStatusPublications)(this),(0,logs_1.loadLogPublications)(this),(0,files_1.loadFilePublications)(this),(0,cron_jobs_1.loadCronJobPublications)(this),(0,flags_1.loadFlagsPublications)(this),(0,method_responses_1.loadMethodResponsePublications)(this),(0,notifications_1.loadNotificationPublications)(this),(0,report_builder_reports_1.loadReportBuilderReportPublications)(this),(0,report_builder_libraries_1.loadReportBuilderLibraryPublications)(this),(0,user_groups_1.loadUserGroupPublications)(this),(0,user_guides_1.loadUserGuidePublications)(this),(0,report_builder_dashboard_builders_1.loadReportBuilderDashboardBuilderPublications)(this),this.tailOpLog(),setInterval(function(){o._oplogRetryCount=0},15e3),setInterval(function(){o.getEnableDebug()&&(console.log(new Date,"Sub Manager","Subs",o._subscriptions.length),console.log(new Date,"Sub Manager","Logged In Users",o._loggedInUsers.length),console.log(new Date,"Sub Manager","Mongo Queue",o._mongoQueue.length),console.log(new Date,"Sub Manager","Mongo Queue Hits",o._debugMongoQueueHits),console.log(new Date,"Sub Manager","Mongo Queue Collections",JSON.stringify(o._debugMongoQueueCollections.sort(function(e,t){return e.collection.localeCompare(t.collection)||e.publication.localeCompare(t.publication)}),null,2)),console.log(new Date,"Sub Manager","Oplog Hits",o._debugOplogHits),console.log(new Date,"Sub Manager","Oplog Collections",JSON.stringify(o._debugOplogCollections.sort(function(e,t){return e.collection.localeCompare(t.collection)||e.type.localeCompare(t.type)}),null,2)),console.log(new Date,"Sub Manager","Send Queue Hits",o._debugSendQueueHits),console.log(new Date,"Sub Manager","Sub Hits",o._debugSubHits),console.log(new Date,"Sub Manager","Sub Collections",JSON.stringify(o._debugSubCollections.sort(function(e,t){return e.publication.localeCompare(t.publication)}),null,2)),console.log(new Date,"Sub Manager","Unsub Hits",o._debugUnSubHits),console.log(new Date,"Sub Manager","Unsub All Hits",o._debugUnSubAllHits),console.log(new Date,"Sub Manager","Cache Cleanup Hits",o._debugRemoveCacheHits)),o._debugOplogHits=0,o._debugOplogCollections=[],o._debugSubCollections=[],o._debugMongoQueueHits=0,o._debugMongoQueueCollections=[],o._debugSendQueueHits=0,o._debugSubHits=0,o._debugUnSubHits=0,o._debugUnSubAllHits=0,o._debugRemoveCacheHits=0},6e4),setInterval(function(){return __awaiter(o,void 0,void 0,function(){var t,n,i,o,s,r,a,c,u;return __generator(this,function(e){switch(e.label){case 0:return t=this,[4,logged_in_users_collection_1.LoggedInUsers.find()];case 1:for(t._loggedInUsers=e.sent(),n=(0,common_1.deepCopy)(this._loggedInUsers),i=function(e){var i=n[e];(!i.date||12e4<Date.now()-i.date.getTime())&&(o._websocketManager.getWebSocket(i.id_ws)?(o.getEnableDebug()&&console.log(new Date,"Sub Manager","Unsub WS",o._websocketManager.getWebSocket(i.id_ws).user,o._websocketManager.getWebSocket(i.id_ws).id_socket,2),o.unsubscribeAll(o._websocketManager.getWebSocket(i.id_ws))):(o._subscriptions.forEach(function(e){for(var t=e.clients.length-1;0<=t;t--)e.clients[t].id_socket===i.id_ws&&e.clients.splice(t,1)}),logged_in_users_collection_1.LoggedInUsers.deleteOne({_id:i._id}),0<=o._loggedInUsers.findIndex(function(e){return e._id===i._id})&&o._loggedInUsers.splice(o._loggedInUsers.findIndex(function(e){return e._id===i._id}),1)))},s=(o=this)._loggedInUsers.length-1;0<=s;s--)i(s);for(s=0;s<this._subscriptions.length;s++)for(r=this._subscriptions[s],a=function(e){var t=r.clients[e];c._loggedInUsers.some(function(e){return e.id_ws===t.id_socket})||r.clients.splice(e,1)},c=this,u=r.clients.length-1;0<=u;u--)a(u);return[2]}})})},3e4),flag_collection_1.Flags.findOne({type:"Enable Debug"}).then(function(e){e&&e.value?o._enableDebug=!0:o._enableDebug=!1}),this.setCacheLimit()}return SubscriptionManager.prototype.setCacheLimit=function(){"true"===process.env.IS_WORKERS_ENABLED?this._heapLimit=.4*this._heapSize:this._heapLimit=.3*this._heapSize},SubscriptionManager.prototype.invalidatePubsCache=function(c,u){return __awaiter(this,void 0,void 0,function(){var t,i,o,n,s,r,a=this;return __generator(this,function(e){for(index_1.ResolveIOServer.getMongoManager().invalidateQueryCache(c),t=this._subscriptions.filter(function(e){return e.collections.includes(c)}),i=function(n){o._publications[n.publication].user_specific?Promise.all(n.clients.map(function(i){return __awaiter(a,void 0,void 0,function(){var t;return __generator(this,function(e){if((t=this._websocketManager.getWebSocket(i.id_socket))&&t.readyState===t.OPEN)try{this.sendDataToOne(t,i.messageId,n,u,c)}catch(e){this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During sendDataToOne - User Specific - Socket: "+i.id_socket+", User: "+i.id_user+", MessageId: "+i.messageId+", Pub: "+n.publication+", Err: "+JSON.stringify(e,null,2))}return[2]})})})):o.sendDataToAll(n)},o=this,n=0,s=t;n<s.length;n++)r=s[n],i(r);return[2]})})},SubscriptionManager.prototype.publications=function(e){this._publications=Object.assign(this._publications,e)},SubscriptionManager.prototype.loggedInLatency=function(t){var i=this,e=this._loggedInUsers.find(function(e){return e.id_ws===t.id_socket});e&&(e.date=new Date,logged_in_users_collection_1.LoggedInUsers.updateOne({id_ws:t.id_socket},{$set:{latency:t.latency,date:e.date}}).then(function(e){e||(i.unsubscribeAll(t),i.getEnableDebug()&&console.log(new Date,"Sub Manager","Unsub WS",t.user,t.id_socket,3))},function(){i.unsubscribeAll(t),i.getEnableDebug()&&console.log(new Date,"Sub Manager","Unsub WS",t.user,t.id_socket,4)}))},SubscriptionManager.prototype.subscribe=function(t,e,i,n,o,s){var r=this,a=(this._debugSubHits+=1,this._debugSubCollections.some(function(e){return e.publication===o})?this._debugSubCollections.find(function(e){return e.publication===o}).hits+=1:this._debugSubCollections.push({publication:o,hits:1}),this._publications[o]);if(a){if(1<s.length||s[0]){if(!a.check)return void console.error(new Date,"No Check Function For Pub "+o);if(!a.check._schema)return void console.error(new Date,"No Check Schema For Pub "+o);for(var c={},u=Object.keys(a.check._schema).filter(function(e){return!e.includes(".")}),l=0;l<s.length;l++)c[u[l]]=s[l];try{a.check.validate(c)}catch(e){if(e)return void console.error(new Date,"Error in Pub Check ("+o+")",e)}}"Bypass"!==t&&(a=t.split("/"),g="",_=a[0],""===a[0]&&(g="/",_=a[1]),g+=_,1<a.length&&(g+="/"),(_=this._subscriptions.filter(function(e){return e.clients.some(function(e){return e.id_socket===i.id_socket&&"Bypass"!==e.messageRoute&&"/"!==e.messageRoute&&e.messageRoute!==t&&!e.messageRoute.startsWith(g)})})).length)&&(this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Detected Undestroyed Subscription - "+this.serverConfig.CLIENT_NAME,"USER: "+i.user+" (Socket: "+i.id_socket+") is on route: "+t+" but has the following subscriptions on other routes:"+JSON.stringify(_,null,2)),_.forEach(function(t){t.clients.filter(function(e){return e.id_socket===i.id_socket}).forEach(function(e){r.unsubscribe(e.messageRoute,new Date,i,e.messageId,t.publication,t.subscriptionData)})}));var g,_,a=this._subscriptions.find(function(e){return e.publication===o&&JSON.stringify(e.subscriptionData)===JSON.stringify(s)});a?a.clients.some(function(e){return e.id_socket===i.id_socket&&e.messageId===n})||a.clients.push({id_user:i.id_user,messageId:n,id_socket:i.id_socket,messageRoute:t}):this._subscriptions.push({publication:o,subscriptionData:s,collections:this.getPublicationCollections(o),clients:[{id_user:i.id_user,messageId:n,id_socket:i.id_socket,messageRoute:t}],cacheId:0}),a=a||this._subscriptions.find(function(e){return e.publication===o&&JSON.stringify(e.subscriptionData)===JSON.stringify(s)}),this.processSubscription(a,i,n)}else console.error(new Date,"No Publication: "+o)},SubscriptionManager.prototype.createLoggedInUser=function(n){return __awaiter(this,void 0,void 0,function(){var t=this;return __generator(this,function(e){return[2,new Promise(function(i,e){return __awaiter(t,void 0,void 0,function(){var t;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n))?(t={_id:(0,mongo_manager_1.objectIdHexString)(),__v:0,date:new Date,id_user:t.id_user,user:t.user,id_ws:t.id_socket},this._loggedInUsers.push(t),logged_in_users_collection_1.LoggedInUsers.insertOne(t),i(t)):i(null),[2]})})})]})})},SubscriptionManager.prototype.unsubscribe=function(e,t,i,n,o,s){if(this._debugUnSubHits+=1,this._publications[o]){var r=this._subscriptions.find(function(e){return e.publication===o&&JSON.stringify(e.subscriptionData)===JSON.stringify(s)});if(r)for(var a=r.clients.length-1;0<=a;a--)r.clients[a].id_user===i.id_user&&r.clients[a].messageId===n&&r.clients[a].id_socket===i.id_socket&&r.clients.splice(a,1)}else console.log("No Publication: "+o)},SubscriptionManager.prototype.unsubscribeAll=function(r){return __awaiter(this,void 0,void 0,function(){var t,i,n,o,s;return __generator(this,function(e){switch(e.label){case 0:return(this._debugUnSubAllHits+=1,r)?[4,logged_in_users_collection_1.LoggedInUsers.findOne({id_ws:r.id_socket})]:[3,2];case 1:for((t=e.sent())&&(0<=this._loggedInUsers.map(function(e){return e._id}).indexOf(t._id)&&this._loggedInUsers.splice(this._loggedInUsers.map(function(e){return e._id}).indexOf(t._id),1),logged_in_users_collection_1.LoggedInUsers.deleteOne({_id:t._id})),i=this._subscriptions.filter(function(e){return e.clients.some(function(e){return e.id_user===r.id_user&&e.id_socket===r.id_socket})}),n=i.length-1;0<=n;n--)for(o=i[n],s=o.clients.length-1;0<=s;s--)o.clients[s].id_socket===r.id_socket&&o.clients.splice(s,1);this._websocketManager.removeWebSocket(r),e.label=2;case 2:return[2]}})})},SubscriptionManager.prototype.getActiveSubscriptions=function(){return this._subscriptions},SubscriptionManager.prototype.getPublicationCollections=function(e){return this._publications[e].collections},SubscriptionManager.prototype.tailOpLog=function(t){return __awaiter(this,void 0,void 0,function(){var i,n=this;return __generator(this,function(e){switch(e.label){case 0:return this._oplog$&&!this._oplog$.closed&&(this._oplog$.removeAllListeners(),this._oplog$.close(),this._oplog$=null),[4,new Promise(function(e){return setTimeout(e,1e3)})];case 1:if(e.sent(),!this._oplog$||this._oplog$.closed){if(this._oplogRetryCount+=1,5<this._oplogRetryCount&&(console.error("****************** TAIL OPLOG ERROR, RETRYING A BUNCH OF TIMES, KILLING PROCESS **************************"),process.exit(1)),t){i=t;try{this._oplog$=index_1.ResolveIOServer.getMainDB().watch([],{resumeAfter:t})}catch(e){return this._oplog$&&(this._oplog$.removeAllListeners(),this._oplog$.close(),this._oplog$=null),this.tailOpLog(t),[2]}}else this._oplog$=index_1.ResolveIOServer.getMainDB().watch();console.log(new Date,"oplog started"),this._oplog$.on("change",function(t){var e;t.ns&&(e=t.ns.coll,n._debugOplogCollections.some(function(e){return e.collection===t.ns.coll&&e.type===t.operationType})?n._debugOplogCollections.find(function(e){return e.collection===t.ns.coll&&e.type===t.operationType}).hits+=1:n._debugOplogCollections.push({collection:t.ns.coll,type:t.operationType,hits:1}),!e||e.endsWith(".versions")||e.startsWith("monitor-")||"logs"===e||"log-method-latencies"===e||"log-subscriptions"===e||(n._debugOplogHits+=1,"insert"===t.operationType?("support-tickets"===e&&"https://resolveio.com"===n.serverConfig.ROOT_URL&&(n._mainServer.getMethodManager().callMethodInternal.call(n._mainServer.getMethodManager(),"sendSupportTicketEmail",t.documentKey._id),n.invalidatePubsCache(e,"insert")),"method-responses"!==e&&n.invalidatePubsCache(e,"insert")):"update"===t.operationType||"replace"===t.operationType?"method-responses"!==e&&n.invalidatePubsCache(e,"update"):"delete"===t.operationType&&"method-responses"!==e&&n.invalidatePubsCache(e,"delete")),"flags"===e&&flag_collection_1.Flags.findOne({type:"Enable Debug"}).then(function(e){e&&e.value?n._enableDebug=!0:n._enableDebug=!1}),i=t._id)}),this._oplog$.on("error",function(e){console.log(new Date,"oplog error",e),n._oplog$.removeAllListeners(),n._oplog$.close(),n._oplog$=null,n.tailOpLog(i)}),this._oplog$.on("end",function(){console.log(new Date,"oplog end"),n._oplog$.removeAllListeners(),n._oplog$.close(),n._oplog$=null,n.tailOpLog(i)}),this._oplog$.on("close",function(){console.log(new Date,"oplog close"),n._oplog$.removeAllListeners(),n._oplog$=null,n.tailOpLog(i)})}return[2]}})})},SubscriptionManager.prototype.processSubscription=function(n,o,s){return __awaiter(this,void 0,void 0,function(){var t,i;return __generator(this,function(e){if(this._publications[n.publication].user_specific)this.sendDataToOne(o,s,n,"newSub",n.collections[0]);else if(n.cacheId)try{t=JSON.parse(this._nodeCache.get(n.cacheId),common_1.dateReviver),i={messageId:s,hasError:!1,data:t},this.sendWS(o,i)}catch(e){this._nodeCache.del(n.cacheId),n.cacheId=0,this.sendDataToAll(n)}else this.sendDataToAll(n);return[2]})})},SubscriptionManager.prototype.sendDataToOne=function(s,r,a,e,t){return __awaiter(this,void 0,void 0,function(){var t,i,n,o;return __generator(this,function(e){switch(e.label){case 0:t=this._monitorManagerFunction.startMonitorFunction("User Specific Publication",a.publication,"","",a.subscriptionData),e.label=1;case 1:return e.trys.push([1,3,,4]),[4,(o=this._publications[a.publication].function).call.apply(o,__spreadArray([Object.assign({},this,SubscriptionManager.prototype),s.id_user],a.subscriptionData,!1))];case 2:return o=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),n={messageId:r,hasError:!1,data:o},this.sendWS(s,n),[3,4];case 3:return i=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),n={messageId:r,hasError:!0,data:i},this.sendWS(s,n),this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During Subscription "+a.publication+" - (sendDataToOne - WS)\n\nData \n"+JSON.stringify(a.subscriptionData,null,2)+"\n\nErrors\n"+JSON.stringify(i,null,2)),[3,4];case 4:return[2]}})})},SubscriptionManager.prototype.sendDataToAll=function(g){return __awaiter(this,void 0,void 0,function(){var t,o,i,n,s,r,a,c,u,l=this;return __generator(this,function(e){switch(e.label){case 0:return g.clients.length?[3,1]:(g.cacheId&&this._nodeCache.del(g.cacheId),0<=(u=this._subscriptions.findIndex(function(e){return e.publication===g.publication&&JSON.stringify(e.subscriptionData)===JSON.stringify(g.subscriptionData)}))&&this._subscriptions.splice(u,1),[2]);case 1:t=this._monitorManagerFunction.startMonitorFunction("Publication",g.publication,"","",g.subscriptionData),e.label=2;case 2:return e.trys.push([2,4,,5]),[4,(u=this._publications[g.publication].function).call.apply(u,__spreadArray([Object.assign({},this,SubscriptionManager.prototype)],g.subscriptionData,!1))];case 3:if(o=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),g.cacheId)try{i=JSON.parse(this._nodeCache.get(g.cacheId),common_1.dateReviver),JSON.stringify(i)!==JSON.stringify(o)&&(Promise.all(g.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!1,data:o},this.sendWS(t,i)),[2]})})})),this._nodeCache.del(g.cacheId),!o||Array.isArray(o)&&!o.length||(g.cacheId=this._cacheId++,this._nodeCache.set(g.cacheId,JSON.stringify(o))))}catch(e){Promise.all(g.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!1,data:o},this.sendWS(t,i)),[2]})})})),this._nodeCache.del(g.cacheId),!o||Array.isArray(o)&&!o.length||(g.cacheId=this._cacheId++,this._nodeCache.set(g.cacheId,JSON.stringify(o)))}else if(Promise.all(g.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!1,data:o},this.sendWS(t,i)),[2]})})})),o&&(!Array.isArray(o)||o.length)&&(g.cacheId=this._cacheId++,this._nodeCache.set(g.cacheId,JSON.stringify(o)),(n=this._nodeCache.getStats().vsize)>this._heapLimit)){for(s=0,r=this._subscriptions.filter(function(e){return e.cacheId&&!e.clients.length}),a=0;a<r.length&&(this._debugRemoveCacheHits+=1,this._nodeCache.del(r[a].cacheId),r[a].cacheId=0,s+=1,!(this._nodeCache.getStats().vsize<.75*this._heapLimit));a++);this._enableDebug&&console.log("Sub Cache: Too Big - "+g.publication+" - Deleted: "+s+" - "+n)}return[3,5];case 4:return c=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),Promise.all(g.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!0,data:c},this.sendWS(t,i)),[2]})})})),this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During Subscription "+g.publication+" - (sendPubData)\n\nData \n"+JSON.stringify(g.subscriptionData,null,2)+"\n\nErrors\n"+JSON.stringify(c,null,2)),[3,5];case 5:return[2]}})})},SubscriptionManager.prototype.sendWS=function(e,t){this._websocketManager.send(e,t)},SubscriptionManager.prototype.getEnableDebug=function(){return this._enableDebug},SubscriptionManager}();exports.SubscriptionManager=SubscriptionManager;
|
|
2
2
|
//# sourceMappingURL=subscription.manager.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/managers/subscription.manager.ts"],"names":["logs_1","require","app_status_1","files_1","super_admin_1","logged_in_users_collection_1","cron_jobs_1","flags_1","method_responses_1","index_1","notifications_1","report_builder_reports_1","report_builder_libraries_1","user_groups_1","user_guides_1","report_builder_dashboard_builders_1","mongo_manager_1","common_1","NodeCache","flag_collection_1","os_1","numCPUs","cpus","length","v8","SubscriptionManager","mainServer","wss","serverConfig","monitorManagerFunction","_this","this","_publications","_subscriptions","_loggedInUsers","_mongoQueue","_mongoQueueId","_cacheId","_heapSize","getHeapStatistics","_enableDebug","_debugOplogCollections","_debugOplogHits","_debugSubCollections","_debugSubHits","_debugUnSubHits","_debugUnSubAllHits","_debugMongoQueueHits","_debugMongoQueueCollections","_debugSendQueueHits","_debugRemoveCacheHits","_oplogRetryCount","_mainServer","_websocketManager","getWebSocketManager","_monitorManagerFunction","_nodeCache","stdTTL","checkperiod","_wss","loadSuperAdminPublications","loadAppStatusPublications","loadLogPublications","loadFilePublications","loadCronJobPublications","loadFlagsPublications","loadMethodResponsePublications","loadNotificationPublications","loadReportBuilderReportPublications","loadReportBuilderLibraryPublications","loadUserGroupPublications","loadUserGuidePublications","loadReportBuilderDashboardBuilderPublications","tailOpLog","setInterval","getEnableDebug","console","log","Date","JSON","stringify","sort","a","b","collection","localeCompare","publication","type","__awaiter","_a","LoggedInUsers","find","_b","sent","userCopy","deepCopy","i","loggedInUser","date","now","getTime","this_1","getWebSocket","id_ws","unsubscribeAll","forEach","sub","j","clients","id_socket","splice","deleteOne","_id","findIndex","client","this_2","some","Flags","findOne","then","flag","value","setCacheLimit","prototype","process","env","IS_WORKERS_ENABLED","_heapLimit","invalidatePubsCache","ResolveIOServer","getMongoManager","invalidateQueryCache","collSubs","filter","collections","includes","this_3","user_specific","Promise","all","map","ws","readyState","OPEN","sendDataToOne","messageId","getMethodManager","sendEmail","id_user","err_1","sendDataToAll","collSubs_1","_i","publications","method","Object","assign","loggedInLatency","updateOne","$set","latency","res","subscribe","messageRoute","messageDate","subscriptionData","pub","hits","push","check","error","_schema","valObj","rootKeys","keys","validate","errors","urlData","split","urlModule_1","urlNext","otherRouteSubs","startsWith","otherSub","unsubscribe","getPublicationCollections","cacheId","processSubscription","createLoggedInUser","resolve","reject","user","objectIdHexString","__v","insertOne","indexOf","userSubs","removeWebSocket","getActiveSubscriptions","resumeToken","_oplog$","closed","removeAllListeners","close","setTimeout","exit","lastResumeToken_1","getMainDB","watch","resumeAfter","errOp","on","doc","ns","coll","operationType","endsWith","callMethodInternal","call","documentKey","cacheData","parse","get","dateReviver","serverRes","hasError","data","sendWS","del","monitor","startMonitorFunction","function","apply","__spreadArray","finishMonitorFunction","err_3","subIndex","res_1","set","Array","isArray","nodeCacheSize","getStats","vsize","deleteCount","subArr","zz","err_5","send","exports"],"mappings":"wqDAGAA,Q,0FAAAC,QAAA,sBAAA,GACAC,aAAAD,QAAA,4BAAA,EACAE,QAAAF,QAAA,uBAAA,EACAG,cAAAH,QAAA,6BAAA,EACAI,6BAAAJ,QAAA,2CAAA,EACAK,YAAAL,QAAA,2BAAA,EACAM,QAAAN,QAAA,uBAAA,EACAO,mBAAAP,QAAA,kCAAA,EAEAQ,QAAAR,QAAA,UAAA,EACAS,gBAAAT,QAAA,+BAAA,EACAU,yBAAAV,QAAA,wCAAA,EAIAW,2BAAAX,QAAA,0CAAA,EACAY,cAAAZ,QAAA,6BAAA,EACAa,cAAAb,QAAA,6BAAA,EACAc,oCAAAd,QAAA,mDAAA,EACAe,gBAAAf,QAAA,iBAAA,EACAgB,SAAAhB,QAAA,gBAAA,EACAiB,UAAAjB,QAAA,YAAA,EAEAkB,kBAAAlB,QAAA,gCAAA,EACAmB,KAAAnB,QAAA,IAAA,EAEMoB,SAAU,EAAAD,KAAAE,MAAI,EAAGC,OACjBC,GAAKvB,QAAQ,IAAI,EA0BvBwB,oBAAA,WA0CC,SAAAA,oBAAYC,EAAYC,EAAuBC,EAAcC,GAA7D,IAAAC,EAAAC,KAtCQA,KAAAC,cAAmC,GACnCD,KAAAE,eAA4C,GAE5CF,KAAAG,eAAsC,GAEtCH,KAAAI,YAAiC,GACjCJ,KAAAK,cAAgB,EAKhBL,KAAAM,SAAW,EAEXN,KAAAO,UAAYd,GAAGe,kBAAiB,EAAKlB,QAOrCU,KAAAS,aAAe,CAAA,EACfT,KAAAU,uBAAyB,GACzBV,KAAAW,gBAAkB,EAClBX,KAAAY,qBAAuB,GACvBZ,KAAAa,cAAgB,EAChBb,KAAAc,gBAAkB,EAClBd,KAAAe,mBAAqB,EACrBf,KAAAgB,qBAAuB,EACvBhB,KAAAiB,4BAA8B,GAC9BjB,KAAAkB,oBAAsB,EACtBlB,KAAAmB,sBAAwB,EAExBnB,KAAAoB,iBAAmB,EAO1BpB,KAAKqB,YAAc1B,EACnBK,KAAKsB,kBAAoBtB,KAAKqB,YAAYE,oBAAmB,EAC7DvB,KAAKwB,wBAA0B1B,EAE/BE,KAAKyB,WAAa,IAAItC,UAAW,CAAEuC,OAAQ,EAAGC,YAAa,CAAC,CAAE,EAsB9D3B,KAAKH,aAAeA,EACpBG,KAAK4B,KAAOhC,GAGZ,EAAAvB,cAAAwD,4BAA2B7B,IAAI,GAC/B,EAAA7B,aAAA2D,2BAA0B9B,IAAI,GAC9B,EAAA/B,OAAA8D,qBAAoB/B,IAAI,GACxB,EAAA5B,QAAA4D,sBAAqBhC,IAAI,GACzB,EAAAzB,YAAA0D,yBAAwBjC,IAAI,GAC5B,EAAAxB,QAAA0D,uBAAsBlC,IAAI,GAC1B,EAAAvB,mBAAA0D,gCAA+BnC,IAAI,GACnC,EAAArB,gBAAAyD,8BAA6BpC,IAAI,GACjC,EAAApB,yBAAAyD,qCAAoCrC,IAAI,GACxC,EAAAnB,2BAAAyD,sCAAqCtC,IAAI,GACzC,EAAAlB,cAAAyD,2BAA0BvC,IAAI,GAC9B,EAAAjB,cAAAyD,2BAA0BxC,IAAI,GAC9B,EAAAhB,oCAAAyD,+CAA8CzC,IAAI,EAElDA,KAAK0C,UAAS,EAEdC,YAAY,WACX5C,EAAKqB,iBAAmB,CACzB,EAAG,IAAK,EAERuB,YAAY,WACP5C,EAAK6C,eAAc,IACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,OAAQhD,EAAKG,eAAeV,MAAM,EACzEqD,QAAQC,IAAI,IAAIC,KAAQ,cAAe,kBAAmBhD,EAAKI,eAAeX,MAAM,EACpFqD,QAAQC,IAAI,IAAIC,KAAQ,cAAe,cAAehD,EAAKK,YAAYZ,MAAM,EAC7EqD,QAAQC,IAAI,IAAIC,KAAQ,cAAe,mBAAoBhD,EAAKiB,oBAAoB,EACpF6B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,0BAA2BC,KAAKC,UAAUlD,EAAKkB,4BAA4BiC,KAAK,SAACC,EAAGC,GAAM,OAAAD,EAAEE,WAAWC,cAAcF,EAAEC,UAAU,GAAKF,EAAEI,YAAYD,cAAcF,EAAEG,WAAW,CAArF,CAAsF,EAAG,KAAM,CAAC,CAAC,EAClOV,QAAQC,IAAI,IAAIC,KAAQ,cAAe,aAAchD,EAAKY,eAAe,EACzEkC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,oBAAqBC,KAAKC,UAAUlD,EAAKW,uBAAuBwC,KAAK,SAACC,EAAGC,GAAM,OAAAD,EAAEE,WAAWC,cAAcF,EAAEC,UAAU,GAAKF,EAAEK,KAAKF,cAAcF,EAAEI,IAAI,CAAvE,CAAwE,EAAG,KAAM,CAAC,CAAC,EACzMX,QAAQC,IAAI,IAAIC,KAAQ,cAAe,kBAAmBhD,EAAKmB,mBAAmB,EAClF2B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAYhD,EAAKc,aAAa,EACrEgC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,kBAAmBC,KAAKC,UAAUlD,EAAKa,qBAAqBsC,KAAK,SAACC,EAAGC,GAAM,OAAAD,EAAEI,YAAYD,cAAcF,EAAEG,WAAW,CAAzC,CAA0C,EAAG,KAAM,CAAC,CAAC,EACvKV,QAAQC,IAAI,IAAIC,KAAQ,cAAe,aAAchD,EAAKe,eAAe,EACzE+B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,iBAAkBhD,EAAKgB,kBAAkB,EAChF8B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,qBAAsBhD,EAAKoB,qBAAqB,GAGxFpB,EAAKY,gBAAkB,EACvBZ,EAAKW,uBAAyB,GAC9BX,EAAKa,qBAAuB,GAC5Bb,EAAKiB,qBAAuB,EAC5BjB,EAAKkB,4BAA8B,GACnClB,EAAKmB,oBAAsB,EAC3BnB,EAAKc,cAAgB,EACrBd,EAAKe,gBAAkB,EACvBf,EAAKgB,mBAAqB,EAC1BhB,EAAKoB,sBAAwB,CAC9B,EAAG,GAAK,EAERwB,YAAY,WAAA,OAAAc,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,iFACW,OAAtB2D,EAAA1D,KAAsB,CAAA,EAAM1B,6BAAAqF,cAAcC,KAAI,G,OAG9C,IAHAF,EAAKvD,eAAiB0D,EAAAC,KAAA,EAElBC,GAAW,EAAA7E,SAAA8E,UAAShE,KAAKG,cAAc,E,WAClC8D,GACR,IAAIC,EAAeH,EAASE,IAExB,CAACC,EAAaC,MAAmD,KAA3CpB,KAAKqB,IAAG,EAAKF,EAAaC,KAAKE,QAAO,KAC3DC,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,GACrDF,EAAK1B,eAAc,GACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAYuB,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,EAAQ,KAAGF,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,EAAa,UAAG,CAAC,EAE5LF,EAAKG,eAAeH,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,CAAC,IAG3EF,EAAKpE,eAAewE,QAAQ,SAAAC,GAC3B,IAAK,IAAIC,EAAID,EAAIE,QAAQrF,OAAS,EAAQ,GAALoF,EAAQA,CAAC,GAChCD,EAAIE,QAAQD,GAEdE,YAAcZ,EAAaM,OACrCG,EAAIE,QAAQE,OAAOH,EAAG,CAAC,CAG1B,CAAC,EAEDtG,6BAAAqF,cAAcqB,UAAU,CAACC,IAAKf,EAAae,GAAG,CAAC,EAEuB,GAAlEX,EAAKnE,eAAe+E,UAAU,SAAA/B,GAAK,OAAAA,EAAE8B,MAAQf,EAAae,GAAvB,CAA0B,GAChEX,EAAKnE,eAAe4E,OAAOT,EAAKnE,eAAe+E,UAAU,SAAA/B,GAAK,OAAAA,EAAE8B,MAAQf,EAAae,GAAvB,CAA0B,EAAG,CAAC,G,EAxBvFhB,G,QAAS9D,eAAeX,OAAS,EAAQ,GAALyE,EAAQA,CAAC,G,EAA7CA,CAAC,EA8BV,IAASA,EAAI,EAAGA,EAAIjE,KAAKE,eAAeV,OAAQyE,CAAC,GAGhD,IAFIU,EAAM3E,KAAKE,eAAe+D,G,WAErBW,GACR,IAAIO,EAASR,EAAIE,QAAQD,GAEpBQ,EAAKjF,eAAekF,KAAK,SAAAlC,GAAK,OAAAA,EAAEqB,QAAUW,EAAOL,SAAnB,CAA4B,GAC9DH,EAAIE,QAAQE,OAAOH,EAAG,CAAC,C,SAJhBA,EAAID,EAAIE,QAAQrF,OAAS,EAAQ,GAALoF,EAAQA,CAAC,G,EAArCA,CAAC,E,gBAQT,GAAK,EAERxF,kBAAAkG,MAAMC,QAAQ,CAAC/B,KAAM,cAAc,CAAC,EAAEgC,KAAK,SAAAC,GACtCA,GAAQA,EAAKC,MAChB3F,EAAKU,aAAe,CAAA,EAGpBV,EAAKU,aAAe,CAAA,CAEtB,CAAC,EAEDT,KAAK2F,cAAa,CACnB,CA8lBD,OA5lBSjG,oBAAAkG,UAAAD,cAAR,WACwC,SAAnCE,QAAQC,IAAIC,mBACf/F,KAAKgG,WAA8B,GAAjBhG,KAAKO,UAGvBP,KAAKgG,WAA8B,GAAjBhG,KAAKO,SAEzB,EAEab,oBAAAkG,UAAAK,oBAAb,SAAiC5C,EAAoBG,G,+HACpD9E,QAAAwH,gBAAgBC,gBAAe,EAAGC,qBAAqB/C,CAAU,EAE7DgD,EAAWrG,KAAKE,eAAeoG,OAAO,SAAAnD,GAAK,OAAAA,EAAEoD,YAAYC,SAASnD,CAAU,CAAjC,CAAkC,E,WAExEsB,G,kEACJ8B,EAAKxG,cAAc0E,EAAIpB,aAAamD,cAEvC,CAAA,EAAMC,QAAQC,IACbjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,sEAEvB+G,EADAA,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,KAA3B,MAAA,CAAA,EAAA,G,iBAEF,O,sBAAA,CAAA,EAAMhH,KAAKiH,cAAcH,EAAI3B,EAAO+B,UAAWvC,EAAKnB,EAAMH,CAAU,G,cAApEK,EAAAI,KAAA,E,+BAGA9D,KAAKqB,YAAY8F,iBAAgB,EAAGC,UAAU,oBAAqB,6BAA+BpH,KAAKH,aAA0B,YAAG,iEAAmEsF,EAAOL,UAAY,WAAaK,EAAOkC,QAAU,gBAAkBlC,EAAO+B,UAAY,UAAYvC,EAAIpB,YAAc,UAAYP,KAAKC,UAAUqE,EAAK,KAAM,CAAC,CAAC,E,4BAGrW,CAAC,GAbA,CAAA,EAAA,G,cAEHzD,EAAAC,KAAA,E,aAgBA,MAAA,CAAA,EAAM2C,EAAKc,cAAc5C,CAAG,G,OAA5Bd,EAAAC,KAAA,E,0CAnBc0D,EAAAnB,E,wBAAAoB,EAAAD,EAAAhI,QAAPmF,EAAG6C,EAAAC,G,KAAH9C,CAAG,IAAY,CAAA,EAAA,G,wCAAR8C,CAAA,G,6BAyBV/H,oBAAAkG,UAAA8B,aAAP,SAAoBC,GACnB3H,KAAKC,cAAgB2H,OAAOC,OAAO7H,KAAKC,cAAe0H,CAAM,CAC9D,EAEOjI,oBAAAkG,UAAAkC,gBAAP,SAAuBhB,GAAvB,IAAA/G,EAAAC,KACKkE,EAAelE,KAAKG,eAAeyD,KAAK,SAAAT,GAAK,OAAAA,EAAEqB,QAAUsC,EAAc,SAA1B,CAA2B,EAExE5C,IACHA,EAAaC,KAAO,IAAIpB,KAExBzE,6BAAAqF,cAAcoE,UAAU,CAACvD,MAAOsC,EAAc,SAAC,EAAG,CAACkB,KAAM,CAACC,QAASnB,EAAY,QAAG3C,KAAMD,EAAaC,IAAI,CAAC,CAAC,EAAEqB,KAAK,SAAA0C,GAC5GA,IACJnI,EAAK0E,eAAeqC,CAAE,EAClB/G,EAAK6C,eAAc,GACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAY+D,EAAS,KAAGA,EAAc,UAAG,CAAC,EAGpF,EAAG,WACF/G,EAAK0E,eAAeqC,CAAE,EAClB/G,EAAK6C,eAAc,GACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAY+D,EAAS,KAAGA,EAAc,UAAG,CAAC,CAEnF,CAAC,EAEH,EAGOpH,oBAAAkG,UAAAuC,UAAP,SAAiBC,EAAsBC,EAAmBvB,EAAeI,EAAmB3D,EAAqB+E,GAAjH,IAAAvI,EAAAC,KAaKuI,GAZJvI,KAAKa,eAAiB,EAEjBb,KAAKY,qBAAqByE,KAAK,SAAAlC,GAAK,OAAAA,EAAEI,cAAgBA,CAAlB,CAA6B,EAOrEvD,KAAKY,qBAAqBgD,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,CAAlB,CAA6B,EAAEiF,MAAQ,EAN3ExI,KAAKY,qBAAqB6H,KAAK,CAC9BlF,YAAaA,EACbiF,KAAM,C,CACN,EAMQxI,KAAKC,cAAcsD,IAE7B,GAAKgF,EAIA,CACJ,GAA8B,EAA1BD,EAAiB9I,QAAc8I,EAAiB,GAAI,CACvD,GAAKC,CAAAA,EAAIG,MAER,OADA7F,KAAAA,QAAQ8F,MAAM,IAAI5F,KAAQ,6BAA+BQ,CAAW,EAGhE,GAAKgF,CAAAA,EAAIG,MAAME,QAEnB,OADA/F,KAAAA,QAAQ8F,MAAM,IAAI5F,KAAQ,2BAA6BQ,CAAW,EASlE,IALA,IAAIsF,EAAS,GAGTC,EAFUlB,OAAOmB,KAAKR,EAAIG,MAAME,OAAO,EAEpBtC,OAAO,SAAAnD,GAAK,MAAA,CAACA,EAAEqD,SAAS,GAAG,CAAf,CAAgB,EAE1CvC,EAAI,EAAGA,EAAIqE,EAAiB9I,OAAQyE,CAAC,GAC7C4E,EAAOC,EAAS7E,IAAMqE,EAAiBrE,GAGxC,IACCsE,EAAIG,MAAMM,SAASH,CAAM,C,CAE1B,MAAOI,GACN,GAAIA,EAEH,OADApG,KAAAA,QAAQ8F,MAAM,IAAI5F,KAAQ,uBAAyBQ,EAAc,IAAK0F,CAAM,C,EAO3D,WAAjBb,IACCc,EAAUd,EAAae,MAAM,GAAG,EAChCC,EAAY,GACZC,EAAUH,EAAQ,GAEH,KAAfA,EAAQ,KACXE,EAAY,IACZC,EAAUH,EAAQ,IAGnBE,GAAaC,EAEQ,EAAjBH,EAAQ1J,SACX4J,GAAa,MAGVE,EAAiBtJ,KAAKE,eAAeoG,OAAO,SAAAnD,GAAK,OAAAA,EAAE0B,QAAQQ,KAAK,SAAAjC,GAAK,OAAAA,EAAE0B,YAAcgC,EAAc,WAAwB,WAAnB1D,EAAEgF,cAAgD,MAAnBhF,EAAEgF,cAAwBhF,EAAEgF,eAAiBA,GAAgB,CAAChF,EAAEgF,aAAamB,WAAWH,CAAS,CAAnK,CAAoK,CAAxL,CAAyL,GAE3N5J,UAClBQ,KAAKqB,YAAY8F,iBAAgB,EAAGC,UAAU,oBAAqB,gDAAkDpH,KAAKH,aAA0B,YAAG,SAAWiH,EAAS,KAAI,aAAeA,EAAc,UAAW,mBAAmBsB,EAAe,wDAA0DpF,KAAKC,UAAUqG,EAAgB,KAAM,CAAC,CAAC,EAE1VA,EAAe5E,QAAQ,SAAA8E,GACtBA,EAAS3E,QAAQyB,OAAO,SAAAnD,GAAK,OAAAA,EAAE2B,YAAcgC,EAAc,SAA9B,CAA+B,EAAEpC,QAAQ,SAAAS,GACrEpF,EAAK0J,YAAYtE,EAAOiD,aAAc,IAAIrF,KAAQ+D,EAAI3B,EAAO+B,UAAWsC,EAASjG,YAAaiG,EAASlB,gBAAgB,CACxH,CAAC,CACF,CAAC,GAzBH,IAEKc,EAcAE,EAaD3E,EAAM3E,KAAKE,eAAe0D,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,GAAeP,KAAKC,UAAUE,EAAEmF,gBAAgB,IAAMtF,KAAKC,UAAUqF,CAAgB,CAAvG,CAAwG,EAG5I3D,EACEA,EAAIE,QAAQQ,KAAK,SAAAlC,GAAK,OAAAA,EAAE2B,YAAcgC,EAAc,WAAK3D,EAAE+D,YAAcA,CAAnD,CAA4D,GACtFvC,EAAIE,QAAQ4D,KAAK,CAChBpB,QAASP,EAAY,QACrBI,UAAWA,EACXpC,UAAWgC,EAAc,UACzBsB,aAAcA,C,CACd,EAKFpI,KAAKE,eAAeuI,KAAK,CACxBlF,YAAaA,EACb+E,iBAAkBA,EAClB/B,YAAavG,KAAK0J,0BAA0BnG,CAAW,EACvDsB,QAAS,CAAC,CACTwC,QAASP,EAAY,QACrBI,UAAWA,EACXpC,UAAWgC,EAAc,UACzBsB,aAAcA,C,GAEfuB,QAAS,C,CACT,EAGGhF,EAAAA,GACE3E,KAAKE,eAAe0D,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,GAAeP,KAAKC,UAAUE,EAAEmF,gBAAgB,IAAMtF,KAAKC,UAAUqF,CAAgB,CAAvG,CAAwG,EAI7ItI,KAAK4J,oBAAoBjF,EAAKmC,EAAII,CAAS,C,MAlG3CrE,QAAQ8F,MAAM,IAAI5F,KAAQ,mBAAqBQ,CAAW,CAoG5D,EAEa7D,oBAAAkG,UAAAiE,mBAAb,SAAgCrF,G,8FAC/B,MAAA,CAAA,EAAO,IAAImC,QAAQ,SAAOmD,EAASC,GAAM,OAAAtG,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,iDACpC+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaC,CAAK,IAG7CwF,EAAO,CACV/E,KAAK,EAAAhG,gBAAAgL,mBAAiB,EACtBC,IAAK,EACL/F,KAAM,IAAIpB,KACVsE,QAASP,EAAY,QACrBkD,KAAMlD,EAAS,KACftC,MAAOsC,EAAc,S,EAGtB9G,KAAKG,eAAesI,KAAKuB,CAAI,EAC7B1L,6BAAAqF,cAAcwG,UAAUH,CAAI,EAE5BF,EAAQE,CAAI,GAGZF,EAAQ,IAAI,E,QAEb,E,MAIKpK,oBAAAkG,UAAA6D,YAAP,SAAmBrB,EAAsBC,EAAmBvB,EAAeI,EAAmB3D,EAAqB+E,GAGlH,GAFAtI,KAAKc,iBAAmB,EAEnBd,KAAKC,cAAcsD,GAInB,CACJ,IAAIoB,EAAM3E,KAAKE,eAAe0D,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,GAAeP,KAAKC,UAAUE,EAAEmF,gBAAgB,IAAMtF,KAAKC,UAAUqF,CAAgB,CAAvG,CAAwG,EAEhJ,GAAI3D,EACH,IAAK,IAAIV,EAAIU,EAAIE,QAAQrF,OAAS,EAAQ,GAALyE,EAAQA,CAAC,GACzCU,EAAIE,QAAQZ,GAAGoD,UAAYP,EAAY,SAAKnC,EAAIE,QAAQZ,GAAGiD,YAAcA,GAAavC,EAAIE,QAAQZ,GAAGa,YAAcgC,EAAc,WACpInC,EAAIE,QAAQE,OAAOd,EAAG,CAAC,C,MAT1BpB,QAAQC,IAAI,mBAAqBS,CAAW,CAc9C,EAIa7D,oBAAAkG,UAAAnB,eAAb,SAA4BqC,G,+HAC3B9G,KAAKe,oBAAsB,EAEvB+F,GACgB,CAAA,EAAMxI,6BAAAqF,cAAc4B,QAAQ,CAAEf,MAAOsC,EAAc,SAAC,CAAE,GADtE,CAAA,EAAA,G,OAaH,KAZI5C,EAAeR,EAAAI,KAAA,KAGmD,GAAjE9D,KAAKG,eAAe0G,IAAI,SAAA1D,GAAK,OAAAA,EAAE8B,GAAF,CAAK,EAAEmF,QAAQlG,EAAae,GAAG,GAC/DjF,KAAKG,eAAe4E,OAAO/E,KAAKG,eAAe0G,IAAI,SAAA1D,GAAK,OAAAA,EAAE8B,GAAF,CAAK,EAAEmF,QAAQlG,EAAae,GAAG,EAAG,CAAC,EAG5F3G,6BAAAqF,cAAcqB,UAAU,CAAEC,IAAKf,EAAae,GAAG,CAAE,GAG9CoF,EAAWrK,KAAKE,eAAeoG,OAAO,SAAAnD,GAAK,OAAAA,EAAE0B,QAAQQ,KAAK,SAAAjC,GAAK,OAAAA,EAAEiE,UAAYP,EAAY,SAAK1D,EAAE0B,YAAcgC,EAAc,SAA7D,CAA8D,CAAlF,CAAmF,EAEzH7C,EAAIoG,EAAS7K,OAAS,EAAQ,GAALyE,EAAQA,CAAC,GAG1C,IAFIU,EAAM0F,EAASpG,GAEVW,EAAID,EAAIE,QAAQrF,OAAS,EAAQ,GAALoF,EAAQA,CAAC,GACzCD,EAAIE,QAAQD,GAAGE,YAAcgC,EAAc,WAC9CnC,EAAIE,QAAQE,OAAOH,EAAG,CAAC,EAK1B5E,KAAKsB,kBAAkBgJ,gBAAgBxD,CAAE,E,iCAIpCpH,oBAAAkG,UAAA2E,uBAAP,WACC,OAAOvK,KAAKE,cACb,EAGQR,oBAAAkG,UAAA8D,0BAAR,SAAkCnG,GACjC,OAAOvD,KAAKC,cAAcsD,GAAagD,WACxC,EAGc7G,oBAAAkG,UAAAlD,UAAd,SAAwB8H,G,uHAOvB,OANIxK,KAAKyK,SAAW,CAACzK,KAAKyK,QAAQC,SACjC1K,KAAKyK,QAAQE,mBAAkB,EAC/B3K,KAAKyK,QAAQG,MAAK,EAClB5K,KAAKyK,QAAU,MAGhB,CAAA,EAAM,IAAI9D,QAAQ,SAAAmD,GAAW,OAAAe,WAAWf,EAAS,GAAI,CAAxB,CAAyB,G,OAEtD,GAFApG,EAAAI,KAAA,EAEI,CAAC9D,KAAKyK,SAAWzK,KAAKyK,QAAQC,OAAQ,CAUzC,GATA1K,KAAKoB,kBAAoB,EAEG,EAAxBpB,KAAKoB,mBACRyB,QAAQ8F,MAAM,4GAA4G,EAC1H9C,QAAQiF,KAAK,CAAC,GAKXN,EAAa,CAChBO,EAAkBP,EAClB,IACCxK,KAAKyK,QAAU/L,QAAAwH,gBAAgB8E,UAAS,EAAGC,MAAM,GAAI,CAAEC,YAAaV,CAAW,CAAE,C,CAElF,MAAOW,GAON,OANInL,KAAKyK,UACRzK,KAAKyK,QAAQE,mBAAkB,EAC/B3K,KAAKyK,QAAQG,MAAK,EAClB5K,KAAKyK,QAAU,MAEhBzK,KAAK0C,UAAU8H,CAAW,EAC1B,CAAA,E,OAIDxK,KAAKyK,QAAU/L,QAAAwH,gBAAgB8E,UAAS,EAAGC,MAAK,EAGjDpI,QAAQC,IAAI,IAAIC,KAAQ,eAAe,EAEvC/C,KAAKyK,QAAQW,GAAG,SAAU,SAACC,GAC1B,IACKhI,EADDgI,EAAIC,KACHjI,EAAagI,EAAIC,GAAGC,KAEnBxL,EAAKW,uBAAuB2E,KAAK,SAAAlC,GAAK,OAAAA,EAAEE,aAAegI,EAAIC,GAAGC,MAAQpI,EAAEK,OAAS6H,EAAIG,aAA/C,CAA4D,EAQtGzL,EAAKW,uBAAuBkD,KAAK,SAAAT,GAAK,OAAAA,EAAEE,aAAegI,EAAIC,GAAGC,MAAQpI,EAAEK,OAAS6H,EAAIG,aAA/C,CAA4D,EAAEhD,MAAQ,EAP5GzI,EAAKW,uBAAuB+H,KAAK,CAChCpF,WAAYgI,EAAIC,GAAGC,KACnB/H,KAAM6H,EAAIG,cACVhD,KAAM,C,CACN,EAMEnF,CAAAA,GAAeA,EAAWoI,SAAS,WAAW,GAAMpI,EAAWkG,WAAW,UAAU,GAAoB,SAAflG,GAAwC,yBAAfA,GAAwD,sBAAfA,IAC9JtD,EAAKY,iBAAmB,EAEE,WAAtB0K,EAAIG,eACY,oBAAfnI,GACmC,0BAAlCtD,EAAKF,aAAuB,WAC/BE,EAAKsB,YAAY8F,iBAAgB,EAAGuE,mBAAmBC,KAAK5L,EAAKsB,YAAY8F,iBAAgB,EAAI,yBAA0BkE,EAAIO,YAAiB,GAAC,EACjJ7L,EAAKkG,oBAAoB5C,EAAY,QAAQ,GAI5B,qBAAfA,GACHtD,EAAKkG,oBAAoB5C,EAAY,QAAQ,GAGhB,WAAtBgI,EAAIG,eAAoD,YAAtBH,EAAIG,cAC3B,qBAAfnI,GACHtD,EAAKkG,oBAAoB5C,EAAY,QAAQ,EAGhB,WAAtBgI,EAAIG,eACO,qBAAfnI,GACHtD,EAAKkG,oBAAoB5C,EAAY,QAAQ,GAK7B,UAAfA,GACHjE,kBAAAkG,MAAMC,QAAQ,CAAE/B,KAAM,cAAc,CAAE,EAAEgC,KAAK,SAAAC,GACxCA,GAAQA,EAAKC,MAChB3F,EAAKU,aAAe,CAAA,EAGpBV,EAAKU,aAAe,CAAA,CAEtB,CAAC,EAGFsK,EAAkBM,EAAIpG,IAExB,CAAC,EAEDjF,KAAKyK,QAAQW,GAAG,QAAS,SAAAzC,GACxB9F,QAAQC,IAAI,IAAIC,KAAQ,cAAe4F,CAAK,EAC5C5I,EAAK0K,QAAQE,mBAAkB,EAC/B5K,EAAK0K,QAAQG,MAAK,EAClB7K,EAAK0K,QAAU,KACf1K,EAAK2C,UAAUqI,CAAe,CAC/B,CAAC,EAED/K,KAAKyK,QAAQW,GAAG,MAAO,WACtBvI,QAAQC,IAAI,IAAIC,KAAQ,WAAW,EACnChD,EAAK0K,QAAQE,mBAAkB,EAC/B5K,EAAK0K,QAAQG,MAAK,EAClB7K,EAAK0K,QAAU,KACf1K,EAAK2C,UAAUqI,CAAe,CAC/B,CAAC,EAED/K,KAAKyK,QAAQW,GAAG,QAAS,WACxBvI,QAAQC,IAAI,IAAIC,KAAQ,aAAa,EACrChD,EAAK0K,QAAQE,mBAAkB,EAC/B5K,EAAK0K,QAAU,KACf1K,EAAK2C,UAAUqI,CAAe,CAC/B,CAAC,C,iBAIWrL,oBAAAkG,UAAAgE,oBAAd,SAAkCjF,EAA8BmC,EAAeI,G,mHACzElH,KAAKC,cAAc0E,EAAIpB,aAAamD,cAArC,MAAA,CAAA,EAAA,G,IACC/B,EAAIgF,QAAJ,MAAA,CAAA,EAAA,G,8CAEEkC,EAAY7I,KAAK8I,MAAM9L,KAAKyB,WAAWsK,IAAIpH,EAAIgF,OAAO,EAAGzK,SAAA8M,WAAW,EAEpEC,EAAiC,CACpC/E,UAAWA,EACXgF,SAAU,CAAA,EACVC,KAAMN,C,EAGP7L,KAAKoM,OAAOtF,EAAImF,CAAS,E,aAMzB,O,SAHAjM,KAAKyB,WAAW4K,IAAI1H,EAAIgF,OAAO,EAC/BhF,EAAIgF,QAAU,EAEd,CAAA,EAAM3J,KAAKuH,cAAc5C,CAAG,G,cAA5BjB,EAAAI,KAAA,E,gCAID,MAAA,CAAA,EAAM9D,KAAKuH,cAAc5C,CAAG,G,OAA5BjB,EAAAI,KAAA,E,qCAID,MAAA,CAAA,EAAM9D,KAAKiH,cAAcH,EAAII,EAAWvC,EAAK,SAAUA,EAAI4B,YAAY,EAAE,G,OAAzE7C,EAAAI,KAAA,E,mCAKYpE,oBAAAkG,UAAAqB,cAAd,SAA4BH,EAAeI,EAAmBvC,EAA8BnB,EAAcH,G,sHACrGiJ,EAAUtM,KAAKwB,wBAAwB+K,qBAAqB,4BAA6B5H,EAAIpB,YAAa,GAAI,GAAIoB,EAAI2D,gBAAgB,E,iBAE/H,O,sBAAA,CAAA,GAAM5E,EAAA1D,KAAKC,cAAc0E,EAAIpB,aAAaiJ,UAASb,KAAIc,MAAA/I,EAAAgJ,cAAA,CAAC9E,OAAOC,OAAO,GAAI7H,KAAMN,oBAAoBkG,SAAS,EAAGkB,EAAY,SAAMnC,EAAI2D,iBAAgB,CAAA,CAAA,CAAA,G,cAA5JJ,EAAMrE,EAAAC,KAAA,EACV9D,KAAKwB,wBAAwBmL,sBAAsBL,CAAO,EAEtDL,EAAiC,CACpC/E,UAAWA,EACXgF,SAAU,CAAA,EACVC,KAAMjE,C,EAGPlI,KAAKoM,OAAOtF,EAAImF,CAAS,E,+BAGzBjM,KAAKwB,wBAAwBmL,sBAAsBL,CAAO,EAEtDL,EAAiC,CACpC/E,UAAWA,EACXgF,SAAU,CAAA,EACVC,KAAMS,C,EAGP5M,KAAKoM,OAAOtF,EAAImF,CAAS,EAEzBjM,KAAKqB,YAAY8F,iBAAgB,EAAGC,UAAU,oBAAqB,6BAA+BpH,KAAKH,aAA0B,YAAG,sCAAwC8E,EAAIpB,YAAc,qCAAuCP,KAAKC,UAAU0B,EAAI2D,iBAAkB,KAAM,CAAC,EAAI,eAAiBtF,KAAKC,UAAU2J,EAAK,KAAM,CAAC,CAAC,E,6BAKtTlN,oBAAAkG,UAAA2B,cAAd,SAA4B5C,G,8IACtBA,EAAIE,QAAQrF,OAAb,CAAA,EAAA,IACCmF,EAAIgF,SACP3J,KAAKyB,WAAW4K,IAAI1H,EAAIgF,OAAO,EAIhB,IADZkD,EAAW7M,KAAKE,eAAegF,UAAU,SAAA/B,GAAK,OAAAA,EAAEI,cAAgBoB,EAAIpB,aAAeP,KAAKC,UAAUE,EAAEmF,gBAAgB,IAAMtF,KAAKC,UAAU0B,EAAI2D,gBAAgB,CAA/G,CAAgH,IAEjKtI,KAAKE,eAAe6E,OAAO8H,EAAU,CAAC,EAGvC,CAAA,I,OAGIP,EAAUtM,KAAKwB,wBAAwB+K,qBAAqB,cAAe5H,EAAIpB,YAAa,GAAI,GAAIoB,EAAI2D,gBAAgB,E,iBAGjH,O,wBAAA,CAAA,GAAM5E,EAAA1D,KAAKC,cAAc0E,EAAIpB,aAAaiJ,UAASb,KAAIc,MAAA/I,EAAAgJ,cAAA,CAAC9E,OAAOC,OAAO,GAAI7H,KAAMN,oBAAoBkG,SAAS,GAAMjB,EAAI2D,iBAAgB,CAAA,CAAA,CAAA,G,UAA7IwE,EAAMjJ,EAAAC,KAAA,EACV9D,KAAKwB,wBAAwBmL,sBAAsBL,CAAO,E,CAEtD3H,EAAIgF,QAAJ,MAAA,CAAA,EAAA,I,8CAEEkC,EAAY7I,KAAK8I,MAAM9L,KAAKyB,WAAWsK,IAAIpH,EAAIgF,OAAO,EAAGzK,SAAA8M,WAAW,EAEpEhJ,KAAKC,UAAU4I,CAAS,IAAM7I,KAAKC,UAAU6J,CAAG,EAAhD,CAAA,EAAA,GACH,CAAA,EAAMnG,QAAQC,IACbjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,OAC1BiF,EAAiC,CACpC/E,UAAW/B,EAAO+B,UAClBgF,SAAU,CAAA,EACVC,KAAMW,C,EAGP9M,KAAKoM,OAAOtF,EAAImF,CAAS,G,QAE1B,CAAC,G,OAZHpI,EAAAC,KAAA,EAeA9D,KAAKyB,WAAW4K,IAAI1H,EAAIgF,OAAO,EAC/BhF,EAAIgF,QAAU3J,KAAKM,QAAQ,GAC3BN,KAAKyB,WAAWsL,IAAIpI,EAAIgF,QAAS3G,KAAKC,UAAU6J,CAAG,CAAC,E,oCAKrD,O,SAAA,CAAA,EAAMnG,QAAQC,IACbjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,OAC1BiF,EAAiC,CACpC/E,UAAW/B,EAAO+B,UAClBgF,SAAU,CAAA,EACVC,KAAMW,C,EAGP9M,KAAKoM,OAAOtF,EAAImF,CAAS,G,QAE1B,CAAC,G,cAZHpI,EAAAC,KAAA,EAeA9D,KAAKyB,WAAW4K,IAAI1H,EAAIgF,OAAO,EAC/BhF,EAAIgF,QAAU3J,KAAKM,QAAQ,GAC3BN,KAAKyB,WAAWsL,IAAIpI,EAAIgF,QAAS3G,KAAKC,UAAU6J,CAAG,CAAC,E,kCAIrD,MAAA,CAAA,EAAMnG,QAAQC,IACbjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,OAC1BiF,EAAiC,CACpC/E,UAAW/B,EAAO+B,UAClBgF,SAAU,CAAA,EACVC,KAAMW,C,EAGP9M,KAAKoM,OAAOtF,EAAImF,CAAS,G,QAE1B,CAAC,G,QAGH,GAfApI,EAAAC,KAAA,EAeIgJ,IAAQ,CAACE,MAAMC,QAAQH,CAAG,GAAKA,EAAItN,UACtCmF,EAAIgF,QAAU3J,KAAKM,QAAQ,GAC3BN,KAAKyB,WAAWsL,IAAIpI,EAAIgF,QAAS3G,KAAKC,UAAU6J,CAAG,CAAC,GAE9CI,EAAgBlN,KAAKyB,WAAW0L,SAAQ,EAAGC,OAE7BpN,KAAKgG,YAAY,CAKpC,IAHIqH,EAAc,EACZC,EAAStN,KAAKE,eAAeoG,OAAO,SAAAnD,GAAK,OAAAA,EAAEwG,SAAW,CAACxG,EAAE0B,QAAQrF,MAAxB,CAA8B,EAEpE+N,EAAK,EAAGA,EAAKD,EAAO9N,SAC5BQ,KAAKmB,uBAAyB,EAC9BnB,KAAKyB,WAAW4K,IAAIiB,EAAOC,GAAI5D,OAAO,EACtC2D,EAAOC,GAAI5D,QAAU,EACrB0D,GAAe,EACXrN,EAAAA,KAAKyB,WAAW0L,SAAQ,EAAGC,MAA0B,IAAlBpN,KAAKgG,aALRuH,CAAE,IAUnCvN,KAAKS,cACRoC,QAAQC,IACP,wBAEA6B,EAAIpB,YACJ,eACA8J,EACA,MACAH,CAAa,C,yCAUlB,O,WAFAlN,KAAKwB,wBAAwBmL,sBAAsBL,CAAO,EAE1D,CAAA,EAAM3F,QAAQC,IACbjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,OAC1BiF,EAAiC,CACpC/E,UAAW/B,EAAO+B,UAClBgF,SAAU,CAAA,EACVC,KAAMqB,C,EAGPxN,KAAKoM,OAAOtF,EAAImF,CAAS,G,QAE1B,CAAC,G,eAZHpI,EAAAC,KAAA,EAeA9D,KAAKqB,YAAY8F,iBAAgB,EAAGC,UAAU,oBAAqB,6BAA+BpH,KAAKH,aAA0B,YAAG,sCAAwC8E,EAAIpB,YAAc,8BAAgCP,KAAKC,UAAU0B,EAAI2D,iBAAkB,KAAM,CAAC,EAAI,eAAiBtF,KAAKC,UAAUuK,EAAK,KAAM,CAAC,CAAC,E,+BAKtT9N,oBAAAkG,UAAAwG,OAAR,SAAetF,EAAeqF,GAC7BnM,KAAKsB,kBAAkBmM,KAAK3G,EAAIqF,CAAI,CACrC,EAEOzM,oBAAAkG,UAAAhD,eAAP,WACC,OAAO5C,KAAKS,YACb,EACDf,mBAAA,EAAC,EAjxBYgO,QAAAhO,oBAAAA","file":"subscription.manager.js","sourcesContent":["import { ServerResponseModel } from '../models/server-response.model';\nimport { ActiveSubscriptionModel, SubscriptionModel } from '../models/subscription.model';\nimport * as WebSocket from 'ws';\nimport { loadLogPublications } from '../publications/logs';\nimport { loadAppStatusPublications } from '../publications/app-status';\nimport { loadFilePublications } from '../publications/files';\nimport { loadSuperAdminPublications } from '../publications/super-admin';\nimport { LoggedInUsers } from '../collections/logged-in-users.collection';\nimport { loadCronJobPublications } from '../publications/cron-jobs';\nimport { loadFlagsPublications } from '../publications/flags';\nimport { loadMethodResponsePublications } from '../publications/method-responses';\nimport ResolveIOMainServer from '../server-app';\nimport { ResolveIOServer } from '../index';\nimport { loadNotificationPublications } from '../publications/notifications';\nimport { loadReportBuilderReportPublications } from '../publications/report-builder-reports';\nimport { LoggedInUserModel } from '../models/logged-in-users.model';\n\nimport { ChangeStream, ChangeStreamDeleteDocument, ChangeStreamDocument, ChangeStreamInsertDocument, ChangeStreamReplaceDocument, ChangeStreamUpdateDocument, ResumeToken } from 'mongodb';\nimport { loadReportBuilderLibraryPublications } from '../publications/report-builder-libraries';\nimport { loadUserGroupPublications } from '../publications/user-groups';\nimport { loadUserGuidePublications } from '../publications/user-guides';\nimport { loadReportBuilderDashboardBuilderPublications } from '../publications/report-builder-dashboard-builders';\nimport { objectIdHexString } from './mongo.manager';\nimport { dateReviver, deepCopy } from '../util/common';\nimport * as NodeCache from 'node-cache';\nimport { MonitorManagerFunction } from './monitor.manager';\nimport { Flags } from '../collections/flag.collection';\nimport { cpus } from 'os';\nimport { WebSocketManager } from './websocket.manager';\nconst numCPUs = cpus().length;\nconst v8 = require('v8');\n\n// Performance Dependencies\n// import * as path from 'path';\n// import { Worker } from 'worker_threads';\n\ninterface MongoQueueModel {\n\t_id: number,\n\ttype: string;\n\tcollection: string;\n\tsubscription: ActiveSubscriptionModel;\n\trunning: boolean;\n\trun_again: boolean;\n}\n\n// interface CurrentPerformanceMonitor {\n// \t_id: number;\n// \tfunction: string;\n// \tpublication: string;\n// \tsubscriptionData: any[];\n// \tdate_start: Date;\n// \tdate_end: Date;\n// \tduration: number;\n// \tresult: string;\n// }\n\nexport class SubscriptionManager {\n\n\tprivate _mainServer: ResolveIOMainServer;\n\tprivate _websocketManager: WebSocketManager;\n\tprivate _publications: SubscriptionModel = {};\n\tprivate _subscriptions: ActiveSubscriptionModel[] = [];\n\tprivate _wss: WebSocket.Server;\n\tprivate _loggedInUsers: LoggedInUserModel[] = [];\n\n\tprivate _mongoQueue: MongoQueueModel[] = [];\n\tprivate _mongoQueueId = 0;\n\t\n\tprivate _oplog$: ChangeStream;\n\n\tprivate _nodeCache;\n\tprivate _cacheId = 1;\n\n\tprivate _heapSize = v8.getHeapStatistics() / numCPUs;\n\tprivate _heapLimit: number;\n\n\tprivate serverConfig;\n\n\tprivate _monitorManagerFunction: MonitorManagerFunction;\n\n\tprivate _enableDebug = false;\n\tprivate _debugOplogCollections = [];\n\tprivate _debugOplogHits = 0;\n\tprivate _debugSubCollections = [];\n\tprivate _debugSubHits = 0;\n\tprivate _debugUnSubHits = 0;\n\tprivate _debugUnSubAllHits = 0;\n\tprivate _debugMongoQueueHits = 0;\n\tprivate _debugMongoQueueCollections = [];\n\tprivate _debugSendQueueHits = 0;\n\tprivate _debugRemoveCacheHits = 0;\n\n\tprivate _oplogRetryCount = 0;\n\n\t// private currentPerfomanceMonitor: CurrentPerformanceMonitor[] = [];\n\t// private idPerformance: number = 0;\n\t// private performanceThread;\n\n\tconstructor(mainServer, wss: WebSocket.Server, serverConfig, monitorManagerFunction: MonitorManagerFunction) {\n\t\tthis._mainServer = mainServer;\n\t\tthis._websocketManager = this._mainServer.getWebSocketManager();\n\t\tthis._monitorManagerFunction = monitorManagerFunction;\n\n\t\tthis._nodeCache = new NodeCache( { stdTTL: 0, checkperiod: 0 } );\n\n\t\t// setTimeout(() => {\n\t\t// \tconsole.log('Setting up performance thread');\n\n\t\t// \tthis.performanceThread = new Worker(path.join(__dirname, './subscription.performance.js'));\n\n\t\t// \tthis.performanceThread.on('exit', code => {\n\t\t// \t\tconsole.error(new Date(), 'THREAD EXITED!!!!!!!!!!!!!!!!!!', code);\n\t\t// \t});\n\n\t\t// \tthis.performanceThread.on('error', code => {\n\t\t// \t\tconsole.error(new Date(), 'THREAD RECV ERROR !!!!!!!!!!!!!!!!!!', code);\n\t\t// \t});\n\t\t// }, 5000);\n\n\t\t// setInterval(() => {\n\t\t// \tconsole.log('Post thread msg');\n\t\t// \tthis.performanceThread.postMessage(this.currentPerfomanceMonitor);\n\t\t// \tthis.currentPerfomanceMonitor = [];\n\t\t// }, 10000);\n\n\t\tthis.serverConfig = serverConfig;\n\t\tthis._wss = wss;\n\n\t\t// Publications\n\t\tloadSuperAdminPublications(this);\n\t\tloadAppStatusPublications(this);\n\t\tloadLogPublications(this);\n\t\tloadFilePublications(this);\n\t\tloadCronJobPublications(this);\n\t\tloadFlagsPublications(this);\n\t\tloadMethodResponsePublications(this);\n\t\tloadNotificationPublications(this);\n\t\tloadReportBuilderReportPublications(this);\n\t\tloadReportBuilderLibraryPublications(this);\n\t\tloadUserGroupPublications(this);\n\t\tloadUserGuidePublications(this);\n\t\tloadReportBuilderDashboardBuilderPublications(this);\n\n\t\tthis.tailOpLog();\n\n\t\tsetInterval(() => {\n\t\t\tthis._oplogRetryCount = 0;\n\t\t}, 15000);\n\n\t\tsetInterval(() => {\n\t\t\tif (this.getEnableDebug()) {\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Subs', this._subscriptions.length);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Logged In Users', this._loggedInUsers.length);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Mongo Queue', this._mongoQueue.length);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Mongo Queue Hits', this._debugMongoQueueHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Mongo Queue Collections', JSON.stringify(this._debugMongoQueueCollections.sort((a, b) => a.collection.localeCompare(b.collection) || a.publication.localeCompare(b.publication)), null, 2));\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Oplog Hits', this._debugOplogHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Oplog Collections', JSON.stringify(this._debugOplogCollections.sort((a, b) => a.collection.localeCompare(b.collection) || a.type.localeCompare(b.type)), null, 2));\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Send Queue Hits', this._debugSendQueueHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Sub Hits', this._debugSubHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Sub Collections', JSON.stringify(this._debugSubCollections.sort((a, b) => a.publication.localeCompare(b.publication)), null, 2));\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub Hits', this._debugUnSubHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub All Hits', this._debugUnSubAllHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Cache Cleanup Hits', this._debugRemoveCacheHits);\n\t\t\t}\n\t\t\t\n\t\t\tthis._debugOplogHits = 0;\n\t\t\tthis._debugOplogCollections = [];\n\t\t\tthis._debugSubCollections = [];\n\t\t\tthis._debugMongoQueueHits = 0;\n\t\t\tthis._debugMongoQueueCollections = [];\n\t\t\tthis._debugSendQueueHits = 0;\n\t\t\tthis._debugSubHits = 0;\n\t\t\tthis._debugUnSubHits = 0;\n\t\t\tthis._debugUnSubAllHits = 0;\n\t\t\tthis._debugRemoveCacheHits = 0;\n\t\t}, 60000);\n\n\t\tsetInterval(async () => {\n\t\t\tthis._loggedInUsers = await LoggedInUsers.find();\n\t\n\t\t\tlet userCopy = deepCopy(this._loggedInUsers);\n\t\t\tfor (let i = this._loggedInUsers.length - 1; i >= 0; i--) {\n\t\t\t\tlet loggedInUser = userCopy[i];\n\n\t\t\t\tif (!loggedInUser.date || Date.now() - loggedInUser.date.getTime() > 120000) {\n\t\t\t\t\tif (this._websocketManager.getWebSocket(loggedInUser.id_ws)) {\n\t\t\t\t\t\tif (this.getEnableDebug()) {\n\t\t\t\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub WS', this._websocketManager.getWebSocket(loggedInUser.id_ws)['user'], this._websocketManager.getWebSocket(loggedInUser.id_ws)['id_socket'], 2);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tthis.unsubscribeAll(this._websocketManager.getWebSocket(loggedInUser.id_ws));\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tthis._subscriptions.forEach(sub => {\n\t\t\t\t\t\t\tfor (let j = sub.clients.length - 1; j >= 0; j--) {\n\t\t\t\t\t\t\t\tlet client = sub.clients[j];\n\n\t\t\t\t\t\t\t\tif (client.id_socket === loggedInUser.id_ws) {\n\t\t\t\t\t\t\t\t\tsub.clients.splice(j, 1);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\n\t\t\t\t\t\tLoggedInUsers.deleteOne({_id: loggedInUser._id});\n\n\t\t\t\t\t\tif (this._loggedInUsers.findIndex(a => a._id === loggedInUser._id) >= 0) {\n\t\t\t\t\t\t\tthis._loggedInUsers.splice(this._loggedInUsers.findIndex(a => a._id === loggedInUser._id), 1);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfor (let i = 0; i < this._subscriptions.length; i++) {\n\t\t\t\tlet sub = this._subscriptions[i];\n\n\t\t\t\tfor (let j = sub.clients.length - 1; j >= 0; j--) {\n\t\t\t\t\tlet client = sub.clients[j];\n\n\t\t\t\t\tif (!this._loggedInUsers.some(a => a.id_ws === client.id_socket)) {\n\t\t\t\t\t\tsub.clients.splice(j, 1);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}, 30000);\n\n\t\tFlags.findOne({type: 'Enable Debug'}).then(flag => {\n\t\t\tif (flag && flag.value) {\n\t\t\t\tthis._enableDebug = true;\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis._enableDebug = false;\n\t\t\t}\n\t\t});\n\n\t\tthis.setCacheLimit();\n\t}\n\n\tprivate setCacheLimit() {\t\n\t\tif (process.env.IS_WORKERS_ENABLED === 'true') {\n\t\t\tthis._heapLimit = this._heapSize * 0.4;\n\t\t}\n\t\telse {\n\t\t\tthis._heapLimit = this._heapSize * 0.3; // Use 50% of total heap size\n\t\t}\n\t}\n\n\tpublic async invalidatePubsCache(collection: string, type: string) {\n\t\tResolveIOServer.getMongoManager().invalidateQueryCache(collection);\n\n\t\tlet collSubs = this._subscriptions.filter(a => a.collections.includes(collection));\n\n\t\tfor (let sub of collSubs) {\n\t\t\tif (this._publications[sub.publication].user_specific) {\n\t\t\t\t// For user-specific publications, process each client separately\n\t\t\t\tawait Promise.all(\n\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\tawait this.sendDataToOne(ws, client.messageId, sub, type, collection);\n\t\t\t\t\t\t\t} catch (err) {\n\t\t\t\t\t\t\t\t// Handle error\n\t\t\t\t\t\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During sendDataToOne - User Specific - Socket: ' + client.id_socket + ', User: ' + client.id_user + ', MessageId: ' + client.messageId + ', Pub: ' + sub.publication + ', Err: ' + JSON.stringify(err, null, 2));\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t})\n\t\t\t\t);\n\t\t\t}\n\t\t\telse {\n\t\t\t\t// For non-user-specific publications, send data to all clients\n\t\t\t\tawait this.sendDataToAll(sub);\n\t\t\t}\n\t\t}\n\t}\n\n\t// Add all files to publications private object\n\tpublic publications(method: SubscriptionModel) {\n\t\tthis._publications = Object.assign(this._publications, method);\n\t}\n\n\tpublic loggedInLatency(ws: WebSocket) {\n\t\tlet loggedInUser = this._loggedInUsers.find(a => a.id_ws === ws['id_socket']);\n\n\t\tif (loggedInUser) {\n\t\t\tloggedInUser.date = new Date();\n\n\t\t\tLoggedInUsers.updateOne({id_ws: ws['id_socket']}, {$set: {latency: ws['latency'], date: loggedInUser.date}}).then(res => {\n\t\t\t\tif (!res) {\n\t\t\t\t\tthis.unsubscribeAll(ws);\n\t\t\t\t\tif (this.getEnableDebug()) {\n\t\t\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub WS', ws['user'], ws['id_socket'], 3);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}, () => {\n\t\t\t\tthis.unsubscribeAll(ws);\n\t\t\t\tif (this.getEnableDebug()) {\n\t\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub WS', ws['user'], ws['id_socket'], 4);\n\t\t\t\t}\n\t\t\t});\n\t\t}\n\t}\n\n\t// Subscribe to publication\n\tpublic subscribe(messageRoute: string, messageDate: Date, ws: WebSocket, messageId: number, publication: string, subscriptionData: any[]) {\n\t\tthis._debugSubHits += 1;\n\n\t\tif (!this._debugSubCollections.some(a => a.publication === publication)) {\n\t\t\tthis._debugSubCollections.push({\n\t\t\t\tpublication: publication,\n\t\t\t\thits: 1\n\t\t\t});\n\t\t}\n\t\telse {\n\t\t\tthis._debugSubCollections.find(a => a.publication === publication).hits += 1;\n\t\t}\n\n\t\tlet pub = this._publications[publication];\n\n\t\tif (!pub) {\n\t\t\tconsole.error(new Date(), 'No Publication: ' + publication);\n\t\t\treturn;\n\t\t}\n\t\telse {\n\t\t\tif (subscriptionData.length > 1 || subscriptionData[0]) {\n\t\t\t\tif (!pub.check) {\n\t\t\t\t\tconsole.error(new Date(), 'No Check Function For Pub ' + publication);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t\telse if (!pub.check._schema) {\n\t\t\t\t\tconsole.error(new Date(), 'No Check Schema For Pub ' + publication);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tlet valObj = {};\n\t\t\t\t\tlet valKeys = Object.keys(pub.check._schema);\n\n\t\t\t\t\tlet rootKeys = valKeys.filter(a => !a.includes('.'));\n\n\t\t\t\t\tfor (let i = 0; i < subscriptionData.length; i++) {\n\t\t\t\t\t\tvalObj[rootKeys[i]] = subscriptionData[i];\n\t\t\t\t\t}\n\n\t\t\t\t\ttry {\n\t\t\t\t\t\tpub.check.validate(valObj);\n\t\t\t\t\t}\n\t\t\t\t\tcatch (errors) {\n\t\t\t\t\t\tif (errors) {\n\t\t\t\t\t\t\tconsole.error(new Date(), 'Error in Pub Check (' + publication + ')', errors);\n\t\t\t\t\t\t\treturn;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif (messageRoute !== 'Bypass') {\n\t\t\t\tlet urlData = messageRoute.split('/');\n\t\t\t\tlet urlModule = '';\n\t\t\t\tlet urlNext = urlData[0];\n\n\t\t\t\tif (urlData[0] === '') {\n\t\t\t\t\turlModule = '/';\n\t\t\t\t\turlNext = urlData[1];\n\t\t\t\t}\n\n\t\t\t\turlModule += urlNext;\n\n\t\t\t\tif (urlData.length > 1) {\n\t\t\t\t\turlModule += '/';\n\t\t\t\t}\n\n\t\t\t\tlet otherRouteSubs = this._subscriptions.filter(a => a.clients.some(b => b.id_socket === ws['id_socket'] && b.messageRoute !== 'Bypass' && b.messageRoute !== '/' && b.messageRoute !== messageRoute && !b.messageRoute.startsWith(urlModule)));\n\n\t\t\t\tif (otherRouteSubs.length) {\n\t\t\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Detected Undestroyed Subscription - ' + this.serverConfig['CLIENT_NAME'], 'USER: ' + ws['user'] + ' (Socket: ' + ws['id_socket'] + ') ' + ' is on route: ' + messageRoute + ' but has the following subscriptions on other routes:' + JSON.stringify(otherRouteSubs, null, 2));\n\n\t\t\t\t\totherRouteSubs.forEach(otherSub => {\n\t\t\t\t\t\totherSub.clients.filter(a => a.id_socket === ws['id_socket']).forEach(client => {\n\t\t\t\t\t\t\tthis.unsubscribe(client.messageRoute, new Date(), ws, client.messageId, otherSub.publication, otherSub.subscriptionData);\n\t\t\t\t\t\t});\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlet sub = this._subscriptions.find(a => a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData));\n\n\t\t\t// If sub found (another user watching same data), add client to same sub\n\t\t\tif (sub) {\n\t\t\t\tif (!sub.clients.some(a => a.id_socket === ws['id_socket'] && a.messageId === messageId)) {\n\t\t\t\t\tsub.clients.push({\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\tid_socket: ws['id_socket'],\n\t\t\t\t\t\tmessageRoute: messageRoute\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\t\t\t// If sub not found, create new sub\n\t\t\telse {\n\t\t\t\tthis._subscriptions.push({\n\t\t\t\t\tpublication: publication,\n\t\t\t\t\tsubscriptionData: subscriptionData,\n\t\t\t\t\tcollections: this.getPublicationCollections(publication),\n\t\t\t\t\tclients: [{\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\tid_socket: ws['id_socket'],\n\t\t\t\t\t\tmessageRoute: messageRoute\n\t\t\t\t\t}],\n\t\t\t\t\tcacheId: 0\n\t\t\t\t});\n\t\t\t}\n\n\t\t\tif (!sub) {\n\t\t\t\tsub = this._subscriptions.find(a => a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData));\n\t\t\t}\n\n\t\t\t// Immediately send data to the new client\n\t\t\tthis.processSubscription(sub, ws, messageId);\n\t\t}\n\t}\n\n\tpublic async createLoggedInUser(id_ws: string): Promise<LoggedInUserModel> {\n\t\treturn new Promise(async (resolve, reject) => {\n\t\t\tlet ws = this._websocketManager.getWebSocket(id_ws);\n\n\t\t\tif (ws) {\n\t\t\t\tlet user = {\n\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t__v: 0,\n\t\t\t\t\tdate: new Date(),\n\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\tuser: ws['user'],\n\t\t\t\t\tid_ws: ws['id_socket']\n\t\t\t\t};\n\t\t\t\t\n\t\t\t\tthis._loggedInUsers.push(user);\n\t\t\t\tLoggedInUsers.insertOne(user);\n\t\t\t\t\n\t\t\t\tresolve(user);\n\t\t\t}\n\t\t\telse {\n\t\t\t\tresolve(null);\n\t\t\t}\n\t\t});\n\t}\n\n\t// Unsubscribe from publication \n\tpublic unsubscribe(messageRoute: string, messageDate: Date, ws: WebSocket, messageId: number, publication: string, subscriptionData: any[]) {\n\t\tthis._debugUnSubHits += 1;\n\n\t\tif (!this._publications[publication]) {\n\t\t\tconsole.log('No Publication: ' + publication);\n\t\t\treturn;\n\t\t}\n\t\telse {\n\t\t\tlet sub = this._subscriptions.find(a => a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData));\n\n\t\t\tif (sub) {\n\t\t\t\tfor (let i = sub.clients.length - 1; i >= 0; i--) {\n\t\t\t\t\tif (sub.clients[i].id_user === ws['id_user'] && sub.clients[i].messageId === messageId && sub.clients[i].id_socket === ws['id_socket']) {\n\t\t\t\t\t\tsub.clients.splice(i, 1);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\n\t// Unsubscribe from publication\n\tpublic async unsubscribeAll(ws: WebSocket) {\n\t\tthis._debugUnSubAllHits += 1;\n\n\t\tif (ws) {\n\t\t\tlet loggedInUser = await LoggedInUsers.findOne({ id_ws: ws['id_socket'] });\n\n\t\t\tif (loggedInUser) {\n\t\t\t\tif (this._loggedInUsers.map(a => a._id).indexOf(loggedInUser._id) >= 0) {\n\t\t\t\t\tthis._loggedInUsers.splice(this._loggedInUsers.map(a => a._id).indexOf(loggedInUser._id), 1);\n\t\t\t\t}\n\n\t\t\t\tLoggedInUsers.deleteOne({ _id: loggedInUser._id });\n\t\t\t}\n\n\t\t\tlet userSubs = this._subscriptions.filter(a => a.clients.some(b => b.id_user === ws['id_user'] && b.id_socket === ws['id_socket']));\n\n\t\t\tfor (let i = userSubs.length - 1; i >= 0; i--) {\n\t\t\t\tlet sub = userSubs[i];\n\n\t\t\t\tfor (let j = sub.clients.length - 1; j >= 0; j--) {\n\t\t\t\t\tif (sub.clients[j].id_socket === ws['id_socket']) {\n\t\t\t\t\t\tsub.clients.splice(j, 1);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tthis._websocketManager.removeWebSocket(ws);\n\t\t}\n\t}\n\n\tpublic getActiveSubscriptions() {\n\t\treturn this._subscriptions;\n\t}\n\n\t// Get publication collection\n\tprivate getPublicationCollections(publication: string) {\n\t\treturn this._publications[publication].collections;\n\t}\n\n\t// Watch (tail) Mongo's operation log on the entire database (all insert/modify/delete will trigger this function)\n\tprivate async tailOpLog(resumeToken?: ResumeToken) {\n\t\tif (this._oplog$ && !this._oplog$.closed) {\n\t\t\tthis._oplog$.removeAllListeners();\n\t\t\tthis._oplog$.close();\n\t\t\tthis._oplog$ = null;\n\t\t}\n\n\t\tawait new Promise(resolve => setTimeout(resolve, 1000));\n\n\t\tif (!this._oplog$ || this._oplog$.closed) {\n\t\t\tthis._oplogRetryCount += 1;\n\n\t\t\tif (this._oplogRetryCount > 5) {\n\t\t\t\tconsole.error('****************** TAIL OPLOG ERROR, RETRYING A BUNCH OF TIMES, KILLING PROCESS **************************');\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\n\t\t\tlet lastResumeToken: ResumeToken;\n\n\t\t\tif (resumeToken) {\n\t\t\t\tlastResumeToken = resumeToken;\n\t\t\t\ttry {\n\t\t\t\t\tthis._oplog$ = ResolveIOServer.getMainDB().watch([], { resumeAfter: resumeToken });\n\t\t\t\t}\n\t\t\t\tcatch (errOp) {\n\t\t\t\t\tif (this._oplog$) {\n\t\t\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\t\t\tthis._oplog$.close();\n\t\t\t\t\t\tthis._oplog$ = null;\n\t\t\t\t\t}\n\t\t\t\t\tthis.tailOpLog(resumeToken);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis._oplog$ = ResolveIOServer.getMainDB().watch();\n\t\t\t}\n\n\t\t\tconsole.log(new Date(), 'oplog started');\n\n\t\t\tthis._oplog$.on('change', (doc: ChangeStreamInsertDocument | ChangeStreamUpdateDocument | ChangeStreamReplaceDocument | ChangeStreamDeleteDocument) => {\n\t\t\t\tif (doc.ns) {\n\t\t\t\t\tlet collection = doc.ns.coll;\n\n\t\t\t\t\tif (!this._debugOplogCollections.some(a => a.collection === doc.ns.coll && a.type === doc.operationType)) {\n\t\t\t\t\t\tthis._debugOplogCollections.push({\n\t\t\t\t\t\t\tcollection: doc.ns.coll,\n\t\t\t\t\t\t\ttype: doc.operationType,\n\t\t\t\t\t\t\thits: 1\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tthis._debugOplogCollections.find(a => a.collection === doc.ns.coll && a.type === doc.operationType).hits += 1;\n\t\t\t\t\t}\n\n\t\t\t\t\tif (collection && !collection.endsWith('.versions') && !collection.startsWith('monitor-') && collection !== 'logs' && collection !== 'log-method-latencies' && collection !== 'log-subscriptions') {\n\t\t\t\t\t\tthis._debugOplogHits += 1;\n\n\t\t\t\t\t\tif (doc.operationType === 'insert') {\n\t\t\t\t\t\t\tif (collection === 'support-tickets') {\n\t\t\t\t\t\t\t\tif (this.serverConfig['ROOT_URL'] === 'https://resolveio.com') {\n\t\t\t\t\t\t\t\t\tthis._mainServer.getMethodManager().callMethodInternal.call(this._mainServer.getMethodManager(), 'sendSupportTicketEmail', doc.documentKey['_id']);\n\t\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'insert');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\tif (collection !== 'method-responses') {\n\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'insert');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse if (doc.operationType === 'update' || doc.operationType === 'replace') {\n\t\t\t\t\t\t\tif (collection !== 'method-responses') {\n\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'update');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse if (doc.operationType === 'delete') {\n\t\t\t\t\t\t\tif (collection !== 'method-responses') {\n\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'delete');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\tif (collection === 'flags') {\n\t\t\t\t\t\tFlags.findOne({ type: 'Enable Debug' }).then(flag => {\n\t\t\t\t\t\t\tif (flag && flag.value) {\n\t\t\t\t\t\t\t\tthis._enableDebug = true;\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\tthis._enableDebug = false;\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\n\t\t\t\t\tlastResumeToken = doc._id;\n\t\t\t\t}\n\t\t\t});\n\n\t\t\tthis._oplog$.on('error', error => {\n\t\t\t\tconsole.log(new Date(), 'oplog error', error);\n\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\tthis._oplog$.close();\n\t\t\t\tthis._oplog$ = null;\n\t\t\t\tthis.tailOpLog(lastResumeToken);\n\t\t\t});\n\n\t\t\tthis._oplog$.on('end', () => {\n\t\t\t\tconsole.log(new Date(), 'oplog end');\n\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\tthis._oplog$.close();\n\t\t\t\tthis._oplog$ = null;\n\t\t\t\tthis.tailOpLog(lastResumeToken);\n\t\t\t});\n\n\t\t\tthis._oplog$.on('close', () => {\n\t\t\t\tconsole.log(new Date(), 'oplog close');\n\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\tthis._oplog$ = null;\n\t\t\t\tthis.tailOpLog(lastResumeToken);\n\t\t\t});\n\t\t}\n\t}\n\n\tprivate async processSubscription(sub: ActiveSubscriptionModel, ws: WebSocket, messageId: number) {\n\t\tif (!this._publications[sub.publication].user_specific) {\n\t\t\tif (sub.cacheId) {\n\t\t\t\ttry {\n\t\t\t\t\tlet cacheData = JSON.parse(this._nodeCache.get(sub.cacheId), dateReviver);\n\n\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\tdata: cacheData\n\t\t\t\t\t};\n\n\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t}\n\t\t\t\tcatch (err) {\n\t\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t\t\tsub.cacheId = 0;\n\n\t\t\t\t\tawait this.sendDataToAll(sub);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse {\n\t\t\t\tawait this.sendDataToAll(sub);\n\t\t\t}\n\t\t}\n\t\telse {\n\t\t\tawait this.sendDataToOne(ws, messageId, sub, 'newSub', sub.collections[0]);\n\t\t}\n\t}\n\n\t// Fetch pub once, send to all clients linked to this pub\n\tprivate async sendDataToOne(ws: WebSocket, messageId: number, sub: ActiveSubscriptionModel, type: string, collection: string) {\n\t\tlet monitor = this._monitorManagerFunction.startMonitorFunction('User Specific Publication', sub.publication, '', '', sub.subscriptionData);\n\t\ttry {\n\t\t\tlet res = await this._publications[sub.publication].function.call(Object.assign({}, this, SubscriptionManager.prototype), ws['id_user'], ...sub.subscriptionData);\n\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\tmessageId: messageId,\n\t\t\t\thasError: false,\n\t\t\t\tdata: res\n\t\t\t};\n\n\t\t\tthis.sendWS(ws, serverRes);\n\t\t}\n\t\tcatch (err) {\n\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\tmessageId: messageId,\n\t\t\t\thasError: true,\n\t\t\t\tdata: err\n\t\t\t};\n\n\t\t\tthis.sendWS(ws, serverRes);\n\n\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During Subscription ' + sub.publication + ' - (sendDataToOne - WS)\\n\\nData \\n' + JSON.stringify(sub.subscriptionData, null, 2) + '\\n\\nErrors\\n' + JSON.stringify(err, null, 2));\n\t\t}\n\t}\n\n\t// Fetch pub once, send to all clients linked to this pub\n\tprivate async sendDataToAll(sub: ActiveSubscriptionModel) {\n\t\tif (!sub.clients.length) {\n\t\t\tif (sub.cacheId) {\n\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t}\n\n\t\t\tlet subIndex = this._subscriptions.findIndex(a => a.publication === sub.publication && JSON.stringify(a.subscriptionData) === JSON.stringify(sub.subscriptionData));\n\t\t\tif (subIndex >= 0) {\n\t\t\t\tthis._subscriptions.splice(subIndex, 1);\n\t\t\t}\n\n\t\t\treturn;\n\t\t}\n\t\telse {\n\t\t\tlet monitor = this._monitorManagerFunction.startMonitorFunction('Publication', sub.publication, '', '', sub.subscriptionData);\n\n\t\t\ttry {\n\t\t\t\tlet res = await this._publications[sub.publication].function.call(Object.assign({}, this, SubscriptionManager.prototype), ...sub.subscriptionData);\n\t\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\t\tif (sub.cacheId) {\n\t\t\t\t\ttry {\n\t\t\t\t\t\tlet cacheData = JSON.parse(this._nodeCache.get(sub.cacheId), dateReviver);\n\t\n\t\t\t\t\t\tif (JSON.stringify(cacheData) !== JSON.stringify(res)) {\n\t\t\t\t\t\t\tawait Promise.all(\n\t\t\t\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\t\t\t\tdata: res\n\t\t\t\t\t\t\t\t\t\t};\n\t\t\t\n\t\t\t\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t);\n\n\t\t\t\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t\t\t\t\tsub.cacheId = this._cacheId++;\n\t\t\t\t\t\t\tthis._nodeCache.set(sub.cacheId, JSON.stringify(res));\n\t\t\t\t\t\t}\n\n\t\t\t\t\t}\n\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\tawait Promise.all(\n\t\t\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\t\t\tdata: res\n\t\t\t\t\t\t\t\t\t};\n\t\t\n\t\t\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t);\n\n\t\t\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t\t\t\tsub.cacheId = this._cacheId++;\n\t\t\t\t\t\tthis._nodeCache.set(sub.cacheId, JSON.stringify(res));\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tawait Promise.all(\n\t\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\t\tdata: res\n\t\t\t\t\t\t\t\t};\n\t\n\t\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t})\n\t\t\t\t\t);\n\t\t\t\t\t\n\t\t\t\t\tif (res && (!Array.isArray(res) || res.length)) {\n\t\t\t\t\t\tsub.cacheId = this._cacheId++;\n\t\t\t\t\t\tthis._nodeCache.set(sub.cacheId, JSON.stringify(res));\n\n\t\t\t\t\t\tconst nodeCacheSize = this._nodeCache.getStats().vsize;\n\n\t\t\t\t\t\tif (nodeCacheSize > this._heapLimit) {\n\t\t\t\t\t\t\t// Evict cache entries as needed\n\t\t\t\t\t\t\tlet deleteCount = 0;\n\t\t\t\t\t\t\tconst subArr = this._subscriptions.filter(a => a.cacheId && !a.clients.length);\n\t\t\t\t\t\n\t\t\t\t\t\t\tfor (let zz = 0; zz < subArr.length; zz++) {\n\t\t\t\t\t\t\t\tthis._debugRemoveCacheHits += 1;\n\t\t\t\t\t\t\t\tthis._nodeCache.del(subArr[zz].cacheId);\n\t\t\t\t\t\t\t\tsubArr[zz].cacheId = 0;\n\t\t\t\t\t\t\t\tdeleteCount += 1;\n\t\t\t\t\t\t\t\tif (this._nodeCache.getStats().vsize < this._heapLimit * 0.75) {\n\t\t\t\t\t\t\t\t\tbreak;\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\tif (this._enableDebug) {\n\t\t\t\t\t\t\t\tconsole.log(\n\t\t\t\t\t\t\t\t\t'Sub Cache: ' +\n\t\t\t\t\t\t\t\t\t'Too Big - ' +\n\t\t\t\t\t\t\t\t\tsub.publication +\n\t\t\t\t\t\t\t\t\t' - Deleted: ' +\n\t\t\t\t\t\t\t\t\tdeleteCount +\n\t\t\t\t\t\t\t\t\t' - ' +\n\t\t\t\t\t\t\t\t\tnodeCacheSize\n\t\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tcatch (err) {\n\t\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\t\tawait Promise.all(\n\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\thasError: true,\n\t\t\t\t\t\t\t\tdata: err\n\t\t\t\t\t\t\t};\n\n\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t}\n\t\t\t\t\t})\n\t\t\t\t);\n\n\t\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During Subscription ' + sub.publication + ' - (sendPubData)\\n\\nData \\n' + JSON.stringify(sub.subscriptionData, null, 2) + '\\n\\nErrors\\n' + JSON.stringify(err, null, 2));\n\t\t\t}\n\t\t}\n\t}\n\n\tprivate sendWS(ws: WebSocket, data: ServerResponseModel) {\n\t\tthis._websocketManager.send(ws, data);\n\t}\n\n\tpublic getEnableDebug() {\n\t\treturn this._enableDebug;\n\t}\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/managers/subscription.manager.ts"],"names":["logs_1","require","app_status_1","files_1","super_admin_1","logged_in_users_collection_1","cron_jobs_1","flags_1","method_responses_1","index_1","notifications_1","report_builder_reports_1","report_builder_libraries_1","user_groups_1","user_guides_1","report_builder_dashboard_builders_1","mongo_manager_1","common_1","NodeCache","flag_collection_1","os_1","numCPUs","cpus","length","v8","SubscriptionManager","mainServer","wss","serverConfig","monitorManagerFunction","_this","this","_publications","_subscriptions","_loggedInUsers","_mongoQueue","_mongoQueueId","_cacheId","_heapSize","getHeapStatistics","_enableDebug","_debugOplogCollections","_debugOplogHits","_debugSubCollections","_debugSubHits","_debugUnSubHits","_debugUnSubAllHits","_debugMongoQueueHits","_debugMongoQueueCollections","_debugSendQueueHits","_debugRemoveCacheHits","_oplogRetryCount","_mainServer","_websocketManager","getWebSocketManager","_monitorManagerFunction","_nodeCache","stdTTL","checkperiod","_wss","loadSuperAdminPublications","loadAppStatusPublications","loadLogPublications","loadFilePublications","loadCronJobPublications","loadFlagsPublications","loadMethodResponsePublications","loadNotificationPublications","loadReportBuilderReportPublications","loadReportBuilderLibraryPublications","loadUserGroupPublications","loadUserGuidePublications","loadReportBuilderDashboardBuilderPublications","tailOpLog","setInterval","getEnableDebug","console","log","Date","JSON","stringify","sort","a","b","collection","localeCompare","publication","type","__awaiter","_a","LoggedInUsers","find","_b","sent","userCopy","deepCopy","i","loggedInUser","date","now","getTime","this_1","getWebSocket","id_ws","unsubscribeAll","forEach","sub","j","clients","id_socket","splice","deleteOne","_id","findIndex","client","this_2","some","Flags","findOne","then","flag","value","setCacheLimit","prototype","process","env","IS_WORKERS_ENABLED","_heapLimit","invalidatePubsCache","ResolveIOServer","getMongoManager","invalidateQueryCache","collSubs","filter","collections","includes","this_3","user_specific","Promise","all","map","ws","readyState","OPEN","sendDataToOne","messageId","err","getMethodManager","sendEmail","id_user","sendDataToAll","_i","collSubs_1","publications","method","Object","assign","loggedInLatency","updateOne","$set","latency","res","subscribe","messageRoute","messageDate","subscriptionData","pub","hits","push","check","error","_schema","valObj","rootKeys","keys","validate","errors","urlData","split","urlModule_1","urlNext","otherRouteSubs","startsWith","otherSub","unsubscribe","getPublicationCollections","cacheId","processSubscription","createLoggedInUser","resolve","reject","user","objectIdHexString","__v","insertOne","indexOf","userSubs","removeWebSocket","getActiveSubscriptions","resumeToken","_oplog$","closed","removeAllListeners","close","setTimeout","exit","lastResumeToken_1","getMainDB","watch","resumeAfter","errOp","on","doc","ns","coll","operationType","endsWith","callMethodInternal","call","documentKey","cacheData","parse","get","dateReviver","serverRes","hasError","data","sendWS","del","monitor","startMonitorFunction","function","apply","__spreadArray","finishMonitorFunction","err_1","subIndex","res_1","Array","isArray","set","nodeCacheSize","getStats","vsize","deleteCount","subArr","zz","err_2","send","exports"],"mappings":"wqDAGAA,Q,0FAAAC,QAAA,sBAAA,GACAC,aAAAD,QAAA,4BAAA,EACAE,QAAAF,QAAA,uBAAA,EACAG,cAAAH,QAAA,6BAAA,EACAI,6BAAAJ,QAAA,2CAAA,EACAK,YAAAL,QAAA,2BAAA,EACAM,QAAAN,QAAA,uBAAA,EACAO,mBAAAP,QAAA,kCAAA,EAEAQ,QAAAR,QAAA,UAAA,EACAS,gBAAAT,QAAA,+BAAA,EACAU,yBAAAV,QAAA,wCAAA,EAIAW,2BAAAX,QAAA,0CAAA,EACAY,cAAAZ,QAAA,6BAAA,EACAa,cAAAb,QAAA,6BAAA,EACAc,oCAAAd,QAAA,mDAAA,EACAe,gBAAAf,QAAA,iBAAA,EACAgB,SAAAhB,QAAA,gBAAA,EACAiB,UAAAjB,QAAA,YAAA,EAEAkB,kBAAAlB,QAAA,gCAAA,EACAmB,KAAAnB,QAAA,IAAA,EAEMoB,SAAU,EAAAD,KAAAE,MAAI,EAAGC,OACjBC,GAAKvB,QAAQ,IAAI,EA0BvBwB,oBAAA,WA0CC,SAAAA,oBAAYC,EAAYC,EAAuBC,EAAcC,GAA7D,IAAAC,EAAAC,KAtCQA,KAAAC,cAAmC,GACnCD,KAAAE,eAA4C,GAE5CF,KAAAG,eAAsC,GAEtCH,KAAAI,YAAiC,GACjCJ,KAAAK,cAAgB,EAKhBL,KAAAM,SAAW,EAEXN,KAAAO,UAAYd,GAAGe,kBAAiB,EAAKlB,QAOrCU,KAAAS,aAAe,CAAA,EACfT,KAAAU,uBAAyB,GACzBV,KAAAW,gBAAkB,EAClBX,KAAAY,qBAAuB,GACvBZ,KAAAa,cAAgB,EAChBb,KAAAc,gBAAkB,EAClBd,KAAAe,mBAAqB,EACrBf,KAAAgB,qBAAuB,EACvBhB,KAAAiB,4BAA8B,GAC9BjB,KAAAkB,oBAAsB,EACtBlB,KAAAmB,sBAAwB,EAExBnB,KAAAoB,iBAAmB,EAO1BpB,KAAKqB,YAAc1B,EACnBK,KAAKsB,kBAAoBtB,KAAKqB,YAAYE,oBAAmB,EAC7DvB,KAAKwB,wBAA0B1B,EAE/BE,KAAKyB,WAAa,IAAItC,UAAW,CAAEuC,OAAQ,EAAGC,YAAa,CAAC,CAAE,EAsB9D3B,KAAKH,aAAeA,EACpBG,KAAK4B,KAAOhC,GAGZ,EAAAvB,cAAAwD,4BAA2B7B,IAAI,GAC/B,EAAA7B,aAAA2D,2BAA0B9B,IAAI,GAC9B,EAAA/B,OAAA8D,qBAAoB/B,IAAI,GACxB,EAAA5B,QAAA4D,sBAAqBhC,IAAI,GACzB,EAAAzB,YAAA0D,yBAAwBjC,IAAI,GAC5B,EAAAxB,QAAA0D,uBAAsBlC,IAAI,GAC1B,EAAAvB,mBAAA0D,gCAA+BnC,IAAI,GACnC,EAAArB,gBAAAyD,8BAA6BpC,IAAI,GACjC,EAAApB,yBAAAyD,qCAAoCrC,IAAI,GACxC,EAAAnB,2BAAAyD,sCAAqCtC,IAAI,GACzC,EAAAlB,cAAAyD,2BAA0BvC,IAAI,GAC9B,EAAAjB,cAAAyD,2BAA0BxC,IAAI,GAC9B,EAAAhB,oCAAAyD,+CAA8CzC,IAAI,EAElDA,KAAK0C,UAAS,EAEdC,YAAY,WACX5C,EAAKqB,iBAAmB,CACzB,EAAG,IAAK,EAERuB,YAAY,WACP5C,EAAK6C,eAAc,IACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,OAAQhD,EAAKG,eAAeV,MAAM,EACzEqD,QAAQC,IAAI,IAAIC,KAAQ,cAAe,kBAAmBhD,EAAKI,eAAeX,MAAM,EACpFqD,QAAQC,IAAI,IAAIC,KAAQ,cAAe,cAAehD,EAAKK,YAAYZ,MAAM,EAC7EqD,QAAQC,IAAI,IAAIC,KAAQ,cAAe,mBAAoBhD,EAAKiB,oBAAoB,EACpF6B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,0BAA2BC,KAAKC,UAAUlD,EAAKkB,4BAA4BiC,KAAK,SAACC,EAAGC,GAAM,OAAAD,EAAEE,WAAWC,cAAcF,EAAEC,UAAU,GAAKF,EAAEI,YAAYD,cAAcF,EAAEG,WAAW,CAArF,CAAsF,EAAG,KAAM,CAAC,CAAC,EAClOV,QAAQC,IAAI,IAAIC,KAAQ,cAAe,aAAchD,EAAKY,eAAe,EACzEkC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,oBAAqBC,KAAKC,UAAUlD,EAAKW,uBAAuBwC,KAAK,SAACC,EAAGC,GAAM,OAAAD,EAAEE,WAAWC,cAAcF,EAAEC,UAAU,GAAKF,EAAEK,KAAKF,cAAcF,EAAEI,IAAI,CAAvE,CAAwE,EAAG,KAAM,CAAC,CAAC,EACzMX,QAAQC,IAAI,IAAIC,KAAQ,cAAe,kBAAmBhD,EAAKmB,mBAAmB,EAClF2B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAYhD,EAAKc,aAAa,EACrEgC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,kBAAmBC,KAAKC,UAAUlD,EAAKa,qBAAqBsC,KAAK,SAACC,EAAGC,GAAM,OAAAD,EAAEI,YAAYD,cAAcF,EAAEG,WAAW,CAAzC,CAA0C,EAAG,KAAM,CAAC,CAAC,EACvKV,QAAQC,IAAI,IAAIC,KAAQ,cAAe,aAAchD,EAAKe,eAAe,EACzE+B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,iBAAkBhD,EAAKgB,kBAAkB,EAChF8B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,qBAAsBhD,EAAKoB,qBAAqB,GAGxFpB,EAAKY,gBAAkB,EACvBZ,EAAKW,uBAAyB,GAC9BX,EAAKa,qBAAuB,GAC5Bb,EAAKiB,qBAAuB,EAC5BjB,EAAKkB,4BAA8B,GACnClB,EAAKmB,oBAAsB,EAC3BnB,EAAKc,cAAgB,EACrBd,EAAKe,gBAAkB,EACvBf,EAAKgB,mBAAqB,EAC1BhB,EAAKoB,sBAAwB,CAC9B,EAAG,GAAK,EAERwB,YAAY,WAAA,OAAAc,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,iFACW,OAAtB2D,EAAA1D,KAAsB,CAAA,EAAM1B,6BAAAqF,cAAcC,KAAI,G,OAG9C,IAHAF,EAAKvD,eAAiB0D,EAAAC,KAAA,EAElBC,GAAW,EAAA7E,SAAA8E,UAAShE,KAAKG,cAAc,E,WAClC8D,GACR,IAAIC,EAAeH,EAASE,IAExB,CAACC,EAAaC,MAAmD,KAA3CpB,KAAKqB,IAAG,EAAKF,EAAaC,KAAKE,QAAO,KAC3DC,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,GACrDF,EAAK1B,eAAc,GACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAYuB,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,EAAQ,KAAGF,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,EAAa,UAAG,CAAC,EAE5LF,EAAKG,eAAeH,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,CAAC,IAG3EF,EAAKpE,eAAewE,QAAQ,SAAAC,GAC3B,IAAK,IAAIC,EAAID,EAAIE,QAAQrF,OAAS,EAAQ,GAALoF,EAAQA,CAAC,GAChCD,EAAIE,QAAQD,GAEdE,YAAcZ,EAAaM,OACrCG,EAAIE,QAAQE,OAAOH,EAAG,CAAC,CAG1B,CAAC,EAEDtG,6BAAAqF,cAAcqB,UAAU,CAACC,IAAKf,EAAae,GAAG,CAAC,EAEuB,GAAlEX,EAAKnE,eAAe+E,UAAU,SAAA/B,GAAK,OAAAA,EAAE8B,MAAQf,EAAae,GAAvB,CAA0B,GAChEX,EAAKnE,eAAe4E,OAAOT,EAAKnE,eAAe+E,UAAU,SAAA/B,GAAK,OAAAA,EAAE8B,MAAQf,EAAae,GAAvB,CAA0B,EAAG,CAAC,G,EAxBvFhB,G,QAAS9D,eAAeX,OAAS,EAAQ,GAALyE,EAAQA,CAAC,G,EAA7CA,CAAC,EA8BV,IAASA,EAAI,EAAGA,EAAIjE,KAAKE,eAAeV,OAAQyE,CAAC,GAGhD,IAFIU,EAAM3E,KAAKE,eAAe+D,G,WAErBW,GACR,IAAIO,EAASR,EAAIE,QAAQD,GAEpBQ,EAAKjF,eAAekF,KAAK,SAAAlC,GAAK,OAAAA,EAAEqB,QAAUW,EAAOL,SAAnB,CAA4B,GAC9DH,EAAIE,QAAQE,OAAOH,EAAG,CAAC,C,SAJhBA,EAAID,EAAIE,QAAQrF,OAAS,EAAQ,GAALoF,EAAQA,CAAC,G,EAArCA,CAAC,E,gBAQT,GAAK,EAERxF,kBAAAkG,MAAMC,QAAQ,CAAC/B,KAAM,cAAc,CAAC,EAAEgC,KAAK,SAAAC,GACtCA,GAAQA,EAAKC,MAChB3F,EAAKU,aAAe,CAAA,EAGpBV,EAAKU,aAAe,CAAA,CAEtB,CAAC,EAEDT,KAAK2F,cAAa,CACnB,CAomBD,OAlmBSjG,oBAAAkG,UAAAD,cAAR,WACwC,SAAnCE,QAAQC,IAAIC,mBACf/F,KAAKgG,WAA8B,GAAjBhG,KAAKO,UAGvBP,KAAKgG,WAA8B,GAAjBhG,KAAKO,SAEzB,EAEab,oBAAAkG,UAAAK,oBAAb,SAAiC5C,EAAoBG,G,0GAKpD,IAJA9E,QAAAwH,gBAAgBC,gBAAe,EAAGC,qBAAqB/C,CAAU,EAE7DgD,EAAWrG,KAAKE,eAAeoG,OAAO,SAAAnD,GAAK,OAAAA,EAAEoD,YAAYC,SAASnD,CAAU,CAAjC,CAAkC,E,WAExEsB,GACJ8B,EAAKxG,cAAc0E,EAAIpB,aAAamD,cAEvCC,QAAQC,IACPjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,0CAE3B,IADI+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,KAC9B,IACChH,KAAKiH,cAAcH,EAAI3B,EAAO+B,UAAWvC,EAAKnB,EAAMH,CAAU,C,CAC7D,MAAO8D,GAERnH,KAAKqB,YAAY+F,iBAAgB,EAAGC,UAAU,oBAAqB,6BAA+BrH,KAAKH,aAA0B,YAAG,iEAAmEsF,EAAOL,UAAY,WAAaK,EAAOmC,QAAU,gBAAkBnC,EAAO+B,UAAY,UAAYvC,EAAIpB,YAAc,UAAYP,KAAKC,UAAUkE,EAAK,KAAM,CAAC,CAAC,C,eAGrW,CAAC,EAKHV,EAAKc,cAAc5C,CAAG,C,SAnBxB6C,EAAA,EAAgBC,EAAApB,EAAAmB,EAAAC,EAAAjI,OAAAgI,CAAA,GAAP7C,EAAG8C,EAAAD,G,EAAH7C,CAAG,E,eAyBNjF,oBAAAkG,UAAA8B,aAAP,SAAoBC,GACnB3H,KAAKC,cAAgB2H,OAAOC,OAAO7H,KAAKC,cAAe0H,CAAM,CAC9D,EAEOjI,oBAAAkG,UAAAkC,gBAAP,SAAuBhB,GAAvB,IAAA/G,EAAAC,KACKkE,EAAelE,KAAKG,eAAeyD,KAAK,SAAAT,GAAK,OAAAA,EAAEqB,QAAUsC,EAAc,SAA1B,CAA2B,EAExE5C,IACHA,EAAaC,KAAO,IAAIpB,KAExBzE,6BAAAqF,cAAcoE,UAAU,CAACvD,MAAOsC,EAAc,SAAC,EAAG,CAACkB,KAAM,CAACC,QAASnB,EAAY,QAAG3C,KAAMD,EAAaC,IAAI,CAAC,CAAC,EAAEqB,KAAK,SAAA0C,GAC5GA,IACJnI,EAAK0E,eAAeqC,CAAE,EAClB/G,EAAK6C,eAAc,GACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAY+D,EAAS,KAAGA,EAAc,UAAG,CAAC,EAGpF,EAAG,WACF/G,EAAK0E,eAAeqC,CAAE,EAClB/G,EAAK6C,eAAc,GACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAY+D,EAAS,KAAGA,EAAc,UAAG,CAAC,CAEnF,CAAC,EAEH,EAGOpH,oBAAAkG,UAAAuC,UAAP,SAAiBC,EAAsBC,EAAmBvB,EAAeI,EAAmB3D,EAAqB+E,GAAjH,IAAAvI,EAAAC,KAaKuI,GAZJvI,KAAKa,eAAiB,EAEjBb,KAAKY,qBAAqByE,KAAK,SAAAlC,GAAK,OAAAA,EAAEI,cAAgBA,CAAlB,CAA6B,EAOrEvD,KAAKY,qBAAqBgD,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,CAAlB,CAA6B,EAAEiF,MAAQ,EAN3ExI,KAAKY,qBAAqB6H,KAAK,CAC9BlF,YAAaA,EACbiF,KAAM,C,CACN,EAMQxI,KAAKC,cAAcsD,IAE7B,GAAKgF,EAIA,CACJ,GAA8B,EAA1BD,EAAiB9I,QAAc8I,EAAiB,GAAI,CACvD,GAAKC,CAAAA,EAAIG,MAER,OADA7F,KAAAA,QAAQ8F,MAAM,IAAI5F,KAAQ,6BAA+BQ,CAAW,EAGhE,GAAKgF,CAAAA,EAAIG,MAAME,QAEnB,OADA/F,KAAAA,QAAQ8F,MAAM,IAAI5F,KAAQ,2BAA6BQ,CAAW,EASlE,IALA,IAAIsF,EAAS,GAGTC,EAFUlB,OAAOmB,KAAKR,EAAIG,MAAME,OAAO,EAEpBtC,OAAO,SAAAnD,GAAK,MAAA,CAACA,EAAEqD,SAAS,GAAG,CAAf,CAAgB,EAE1CvC,EAAI,EAAGA,EAAIqE,EAAiB9I,OAAQyE,CAAC,GAC7C4E,EAAOC,EAAS7E,IAAMqE,EAAiBrE,GAGxC,IACCsE,EAAIG,MAAMM,SAASH,CAAM,C,CAE1B,MAAOI,GACN,GAAIA,EAEH,OADApG,KAAAA,QAAQ8F,MAAM,IAAI5F,KAAQ,uBAAyBQ,EAAc,IAAK0F,CAAM,C,EAO3D,WAAjBb,IACCc,EAAUd,EAAae,MAAM,GAAG,EAChCC,EAAY,GACZC,EAAUH,EAAQ,GAEH,KAAfA,EAAQ,KACXE,EAAY,IACZC,EAAUH,EAAQ,IAGnBE,GAAaC,EAEQ,EAAjBH,EAAQ1J,SACX4J,GAAa,MAGVE,EAAiBtJ,KAAKE,eAAeoG,OAAO,SAAAnD,GAAK,OAAAA,EAAE0B,QAAQQ,KAAK,SAAAjC,GAAK,OAAAA,EAAE0B,YAAcgC,EAAc,WAAwB,WAAnB1D,EAAEgF,cAAgD,MAAnBhF,EAAEgF,cAAwBhF,EAAEgF,eAAiBA,GAAgB,CAAChF,EAAEgF,aAAamB,WAAWH,CAAS,CAAnK,CAAoK,CAAxL,CAAyL,GAE3N5J,UAClBQ,KAAKqB,YAAY+F,iBAAgB,EAAGC,UAAU,oBAAqB,gDAAkDrH,KAAKH,aAA0B,YAAG,SAAWiH,EAAS,KAAI,aAAeA,EAAc,UAAW,mBAAmBsB,EAAe,wDAA0DpF,KAAKC,UAAUqG,EAAgB,KAAM,CAAC,CAAC,EAE1VA,EAAe5E,QAAQ,SAAA8E,GACtBA,EAAS3E,QAAQyB,OAAO,SAAAnD,GAAK,OAAAA,EAAE2B,YAAcgC,EAAc,SAA9B,CAA+B,EAAEpC,QAAQ,SAAAS,GACrEpF,EAAK0J,YAAYtE,EAAOiD,aAAc,IAAIrF,KAAQ+D,EAAI3B,EAAO+B,UAAWsC,EAASjG,YAAaiG,EAASlB,gBAAgB,CACxH,CAAC,CACF,CAAC,GAzBH,IAEKc,EAcAE,EAaD3E,EAAM3E,KAAKE,eAAe0D,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,GAAeP,KAAKC,UAAUE,EAAEmF,gBAAgB,IAAMtF,KAAKC,UAAUqF,CAAgB,CAAvG,CAAwG,EAG5I3D,EACEA,EAAIE,QAAQQ,KAAK,SAAAlC,GAAK,OAAAA,EAAE2B,YAAcgC,EAAc,WAAK3D,EAAE+D,YAAcA,CAAnD,CAA4D,GACtFvC,EAAIE,QAAQ4D,KAAK,CAChBnB,QAASR,EAAY,QACrBI,UAAWA,EACXpC,UAAWgC,EAAc,UACzBsB,aAAcA,C,CACd,EAKFpI,KAAKE,eAAeuI,KAAK,CACxBlF,YAAaA,EACb+E,iBAAkBA,EAClB/B,YAAavG,KAAK0J,0BAA0BnG,CAAW,EACvDsB,QAAS,CAAC,CACTyC,QAASR,EAAY,QACrBI,UAAWA,EACXpC,UAAWgC,EAAc,UACzBsB,aAAcA,C,GAEfuB,QAAS,C,CACT,EAGGhF,EAAAA,GACE3E,KAAKE,eAAe0D,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,GAAeP,KAAKC,UAAUE,EAAEmF,gBAAgB,IAAMtF,KAAKC,UAAUqF,CAAgB,CAAvG,CAAwG,EAI7ItI,KAAK4J,oBAAoBjF,EAAKmC,EAAII,CAAS,C,MAlG3CrE,QAAQ8F,MAAM,IAAI5F,KAAQ,mBAAqBQ,CAAW,CAoG5D,EAEa7D,oBAAAkG,UAAAiE,mBAAb,SAAgCrF,G,8FAC/B,MAAA,CAAA,EAAO,IAAImC,QAAQ,SAAOmD,EAASC,GAAM,OAAAtG,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,iDACpC+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaC,CAAK,IAG7CwF,EAAO,CACV/E,KAAK,EAAAhG,gBAAAgL,mBAAiB,EACtBC,IAAK,EACL/F,KAAM,IAAIpB,KACVuE,QAASR,EAAY,QACrBkD,KAAMlD,EAAS,KACftC,MAAOsC,EAAc,S,EAGtB9G,KAAKG,eAAesI,KAAKuB,CAAI,EAC7B1L,6BAAAqF,cAAcwG,UAAUH,CAAI,EAE5BF,EAAQE,CAAI,GAGZF,EAAQ,IAAI,E,QAEb,E,MAIKpK,oBAAAkG,UAAA6D,YAAP,SAAmBrB,EAAsBC,EAAmBvB,EAAeI,EAAmB3D,EAAqB+E,GAGlH,GAFAtI,KAAKc,iBAAmB,EAEnBd,KAAKC,cAAcsD,GAInB,CACJ,IAAIoB,EAAM3E,KAAKE,eAAe0D,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,GAAeP,KAAKC,UAAUE,EAAEmF,gBAAgB,IAAMtF,KAAKC,UAAUqF,CAAgB,CAAvG,CAAwG,EAEhJ,GAAI3D,EACH,IAAK,IAAIV,EAAIU,EAAIE,QAAQrF,OAAS,EAAQ,GAALyE,EAAQA,CAAC,GACzCU,EAAIE,QAAQZ,GAAGqD,UAAYR,EAAY,SAAKnC,EAAIE,QAAQZ,GAAGiD,YAAcA,GAAavC,EAAIE,QAAQZ,GAAGa,YAAcgC,EAAc,WACpInC,EAAIE,QAAQE,OAAOd,EAAG,CAAC,C,MAT1BpB,QAAQC,IAAI,mBAAqBS,CAAW,CAc9C,EAIa7D,oBAAAkG,UAAAnB,eAAb,SAA4BqC,G,+HAC3B9G,KAAKe,oBAAsB,EAEvB+F,GACgB,CAAA,EAAMxI,6BAAAqF,cAAc4B,QAAQ,CAAEf,MAAOsC,EAAc,SAAC,CAAE,GADtE,CAAA,EAAA,G,OAaH,KAZI5C,EAAeR,EAAAI,KAAA,KAGmD,GAAjE9D,KAAKG,eAAe0G,IAAI,SAAA1D,GAAK,OAAAA,EAAE8B,GAAF,CAAK,EAAEmF,QAAQlG,EAAae,GAAG,GAC/DjF,KAAKG,eAAe4E,OAAO/E,KAAKG,eAAe0G,IAAI,SAAA1D,GAAK,OAAAA,EAAE8B,GAAF,CAAK,EAAEmF,QAAQlG,EAAae,GAAG,EAAG,CAAC,EAG5F3G,6BAAAqF,cAAcqB,UAAU,CAAEC,IAAKf,EAAae,GAAG,CAAE,GAG9CoF,EAAWrK,KAAKE,eAAeoG,OAAO,SAAAnD,GAAK,OAAAA,EAAE0B,QAAQQ,KAAK,SAAAjC,GAAK,OAAAA,EAAEkE,UAAYR,EAAY,SAAK1D,EAAE0B,YAAcgC,EAAc,SAA7D,CAA8D,CAAlF,CAAmF,EAEzH7C,EAAIoG,EAAS7K,OAAS,EAAQ,GAALyE,EAAQA,CAAC,GAG1C,IAFIU,EAAM0F,EAASpG,GAEVW,EAAID,EAAIE,QAAQrF,OAAS,EAAQ,GAALoF,EAAQA,CAAC,GACzCD,EAAIE,QAAQD,GAAGE,YAAcgC,EAAc,WAC9CnC,EAAIE,QAAQE,OAAOH,EAAG,CAAC,EAK1B5E,KAAKsB,kBAAkBgJ,gBAAgBxD,CAAE,E,iCAIpCpH,oBAAAkG,UAAA2E,uBAAP,WACC,OAAOvK,KAAKE,cACb,EAGQR,oBAAAkG,UAAA8D,0BAAR,SAAkCnG,GACjC,OAAOvD,KAAKC,cAAcsD,GAAagD,WACxC,EAGc7G,oBAAAkG,UAAAlD,UAAd,SAAwB8H,G,uHAOvB,OANIxK,KAAKyK,SAAW,CAACzK,KAAKyK,QAAQC,SACjC1K,KAAKyK,QAAQE,mBAAkB,EAC/B3K,KAAKyK,QAAQG,MAAK,EAClB5K,KAAKyK,QAAU,MAGhB,CAAA,EAAM,IAAI9D,QAAQ,SAAAmD,GAAW,OAAAe,WAAWf,EAAS,GAAI,CAAxB,CAAyB,G,OAEtD,GAFApG,EAAAI,KAAA,EAEI,CAAC9D,KAAKyK,SAAWzK,KAAKyK,QAAQC,OAAQ,CAUzC,GATA1K,KAAKoB,kBAAoB,EAEG,EAAxBpB,KAAKoB,mBACRyB,QAAQ8F,MAAM,4GAA4G,EAC1H9C,QAAQiF,KAAK,CAAC,GAKXN,EAAa,CAChBO,EAAkBP,EAClB,IACCxK,KAAKyK,QAAU/L,QAAAwH,gBAAgB8E,UAAS,EAAGC,MAAM,GAAI,CAAEC,YAAaV,CAAW,CAAE,C,CAElF,MAAOW,GAON,OANInL,KAAKyK,UACRzK,KAAKyK,QAAQE,mBAAkB,EAC/B3K,KAAKyK,QAAQG,MAAK,EAClB5K,KAAKyK,QAAU,MAEhBzK,KAAK0C,UAAU8H,CAAW,EAC1B,CAAA,E,OAIDxK,KAAKyK,QAAU/L,QAAAwH,gBAAgB8E,UAAS,EAAGC,MAAK,EAGjDpI,QAAQC,IAAI,IAAIC,KAAQ,eAAe,EAEvC/C,KAAKyK,QAAQW,GAAG,SAAU,SAACC,GAC1B,IACKhI,EADDgI,EAAIC,KACHjI,EAAagI,EAAIC,GAAGC,KAEnBxL,EAAKW,uBAAuB2E,KAAK,SAAAlC,GAAK,OAAAA,EAAEE,aAAegI,EAAIC,GAAGC,MAAQpI,EAAEK,OAAS6H,EAAIG,aAA/C,CAA4D,EAQtGzL,EAAKW,uBAAuBkD,KAAK,SAAAT,GAAK,OAAAA,EAAEE,aAAegI,EAAIC,GAAGC,MAAQpI,EAAEK,OAAS6H,EAAIG,aAA/C,CAA4D,EAAEhD,MAAQ,EAP5GzI,EAAKW,uBAAuB+H,KAAK,CAChCpF,WAAYgI,EAAIC,GAAGC,KACnB/H,KAAM6H,EAAIG,cACVhD,KAAM,C,CACN,EAMEnF,CAAAA,GAAeA,EAAWoI,SAAS,WAAW,GAAMpI,EAAWkG,WAAW,UAAU,GAAoB,SAAflG,GAAwC,yBAAfA,GAAwD,sBAAfA,IAC9JtD,EAAKY,iBAAmB,EAEE,WAAtB0K,EAAIG,eACY,oBAAfnI,GACmC,0BAAlCtD,EAAKF,aAAuB,WAC/BE,EAAKsB,YAAY+F,iBAAgB,EAAGsE,mBAAmBC,KAAK5L,EAAKsB,YAAY+F,iBAAgB,EAAI,yBAA0BiE,EAAIO,YAAiB,GAAC,EACjJ7L,EAAKkG,oBAAoB5C,EAAY,QAAQ,GAI5B,qBAAfA,GACHtD,EAAKkG,oBAAoB5C,EAAY,QAAQ,GAGhB,WAAtBgI,EAAIG,eAAoD,YAAtBH,EAAIG,cAC3B,qBAAfnI,GACHtD,EAAKkG,oBAAoB5C,EAAY,QAAQ,EAGhB,WAAtBgI,EAAIG,eACO,qBAAfnI,GACHtD,EAAKkG,oBAAoB5C,EAAY,QAAQ,GAK7B,UAAfA,GACHjE,kBAAAkG,MAAMC,QAAQ,CAAE/B,KAAM,cAAc,CAAE,EAAEgC,KAAK,SAAAC,GACxCA,GAAQA,EAAKC,MAChB3F,EAAKU,aAAe,CAAA,EAGpBV,EAAKU,aAAe,CAAA,CAEtB,CAAC,EAGFsK,EAAkBM,EAAIpG,IAExB,CAAC,EAEDjF,KAAKyK,QAAQW,GAAG,QAAS,SAAAzC,GACxB9F,QAAQC,IAAI,IAAIC,KAAQ,cAAe4F,CAAK,EAC5C5I,EAAK0K,QAAQE,mBAAkB,EAC/B5K,EAAK0K,QAAQG,MAAK,EAClB7K,EAAK0K,QAAU,KACf1K,EAAK2C,UAAUqI,CAAe,CAC/B,CAAC,EAED/K,KAAKyK,QAAQW,GAAG,MAAO,WACtBvI,QAAQC,IAAI,IAAIC,KAAQ,WAAW,EACnChD,EAAK0K,QAAQE,mBAAkB,EAC/B5K,EAAK0K,QAAQG,MAAK,EAClB7K,EAAK0K,QAAU,KACf1K,EAAK2C,UAAUqI,CAAe,CAC/B,CAAC,EAED/K,KAAKyK,QAAQW,GAAG,QAAS,WACxBvI,QAAQC,IAAI,IAAIC,KAAQ,aAAa,EACrChD,EAAK0K,QAAQE,mBAAkB,EAC/B5K,EAAK0K,QAAU,KACf1K,EAAK2C,UAAUqI,CAAe,CAC/B,CAAC,C,iBAIWrL,oBAAAkG,UAAAgE,oBAAd,SAAkCjF,EAA8BmC,EAAeI,G,2FAC9E,GAAKlH,KAAKC,cAAc0E,EAAIpB,aAAamD,cAyBxC1G,KAAKiH,cAAcH,EAAII,EAAWvC,EAAK,SAAUA,EAAI4B,YAAY,EAAE,OAxBnE,GAAI5B,EAAIgF,QACP,IACKkC,EAAY7I,KAAK8I,MAAM9L,KAAKyB,WAAWsK,IAAIpH,EAAIgF,OAAO,EAAGzK,SAAA8M,WAAW,EAEpEC,EAAiC,CACpC/E,UAAWA,EACXgF,SAAU,CAAA,EACVC,KAAMN,C,EAGP7L,KAAKoM,OAAOtF,EAAImF,CAAS,C,CAE1B,MAAO9E,GACNnH,KAAKyB,WAAW4K,IAAI1H,EAAIgF,OAAO,EAC/BhF,EAAIgF,QAAU,EAEd3J,KAAKuH,cAAc5C,CAAG,C,MAIvB3E,KAAKuH,cAAc5C,CAAG,E,eASXjF,oBAAAkG,UAAAqB,cAAd,SAA4BH,EAAeI,EAAmBvC,EAA8BnB,EAAcH,G,sHACrGiJ,EAAUtM,KAAKwB,wBAAwB+K,qBAAqB,4BAA6B5H,EAAIpB,YAAa,GAAI,GAAIoB,EAAI2D,gBAAgB,E,iBAE/H,O,sBAAA,CAAA,GAAM5E,EAAA1D,KAAKC,cAAc0E,EAAIpB,aAAaiJ,UAASb,KAAIc,MAAA/I,EAAAgJ,cAAA,CAAC9E,OAAOC,OAAO,GAAI7H,KAAMN,oBAAoBkG,SAAS,EAAGkB,EAAY,SAAMnC,EAAI2D,iBAAgB,CAAA,CAAA,CAAA,G,cAA5JJ,EAAMrE,EAAAC,KAAA,EACV9D,KAAKwB,wBAAwBmL,sBAAsBL,CAAO,EAEtDL,EAAiC,CACpC/E,UAAWA,EACXgF,SAAU,CAAA,EACVC,KAAMjE,C,EAGPlI,KAAKoM,OAAOtF,EAAImF,CAAS,E,+BAGzBjM,KAAKwB,wBAAwBmL,sBAAsBL,CAAO,EAEtDL,EAAiC,CACpC/E,UAAWA,EACXgF,SAAU,CAAA,EACVC,KAAMS,C,EAGP5M,KAAKoM,OAAOtF,EAAImF,CAAS,EAEzBjM,KAAKqB,YAAY+F,iBAAgB,EAAGC,UAAU,oBAAqB,6BAA+BrH,KAAKH,aAA0B,YAAG,sCAAwC8E,EAAIpB,YAAc,qCAAuCP,KAAKC,UAAU0B,EAAI2D,iBAAkB,KAAM,CAAC,EAAI,eAAiBtF,KAAKC,UAAU2J,EAAK,KAAM,CAAC,CAAC,E,6BAKtTlN,oBAAAkG,UAAA2B,cAAd,SAA4B5C,G,8IACtBA,EAAIE,QAAQrF,OAAb,CAAA,EAAA,IACCmF,EAAIgF,SACP3J,KAAKyB,WAAW4K,IAAI1H,EAAIgF,OAAO,EAIhB,IADZkD,EAAW7M,KAAKE,eAAegF,UAAU,SAAA/B,GAAK,OAAAA,EAAEI,cAAgBoB,EAAIpB,aAAeP,KAAKC,UAAUE,EAAEmF,gBAAgB,IAAMtF,KAAKC,UAAU0B,EAAI2D,gBAAgB,CAA/G,CAAgH,IAEjKtI,KAAKE,eAAe6E,OAAO8H,EAAU,CAAC,EAGvC,CAAA,I,OAGIP,EAAUtM,KAAKwB,wBAAwB+K,qBAAqB,cAAe5H,EAAIpB,YAAa,GAAI,GAAIoB,EAAI2D,gBAAgB,E,iBAGjH,O,sBAAA,CAAA,GAAM5E,EAAA1D,KAAKC,cAAc0E,EAAIpB,aAAaiJ,UAASb,KAAIc,MAAA/I,EAAAgJ,cAAA,CAAC9E,OAAOC,OAAO,GAAI7H,KAAMN,oBAAoBkG,SAAS,GAAMjB,EAAI2D,iBAAgB,CAAA,CAAA,CAAA,G,OAGjJ,GAHIwE,EAAMjJ,EAAAC,KAAA,EACV9D,KAAKwB,wBAAwBmL,sBAAsBL,CAAO,EAEtD3H,EAAIgF,QACP,IACKkC,EAAY7I,KAAK8I,MAAM9L,KAAKyB,WAAWsK,IAAIpH,EAAIgF,OAAO,EAAGzK,SAAA8M,WAAW,EAEpEhJ,KAAKC,UAAU4I,CAAS,IAAM7I,KAAKC,UAAU6J,CAAG,IACnDnG,QAAQC,IACPjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,OAC1BiF,EAAiC,CACpC/E,UAAW/B,EAAO+B,UAClBgF,SAAU,CAAA,EACVC,KAAMW,C,EAGP9M,KAAKoM,OAAOtF,EAAImF,CAAS,G,QAE1B,CAAC,EAGHjM,KAAKyB,WAAW4K,IAAI1H,EAAIgF,OAAO,EAE3BmD,CAAAA,GAASC,MAAMC,QAAQF,CAAG,GAAKA,CAAAA,EAAItN,SACtCmF,EAAIgF,QAAU3J,KAAKM,QAAQ,GAC3BN,KAAKyB,WAAWwL,IAAItI,EAAIgF,QAAS3G,KAAKC,UAAU6J,CAAG,CAAC,G,CAKvD,MAAO3F,GACNR,QAAQC,IACPjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,OAC1BiF,EAAiC,CACpC/E,UAAW/B,EAAO+B,UAClBgF,SAAU,CAAA,EACVC,KAAMW,C,EAGP9M,KAAKoM,OAAOtF,EAAImF,CAAS,G,QAE1B,CAAC,EAGHjM,KAAKyB,WAAW4K,IAAI1H,EAAIgF,OAAO,EAE3BmD,CAAAA,GAASC,MAAMC,QAAQF,CAAG,GAAKA,CAAAA,EAAItN,SACtCmF,EAAIgF,QAAU3J,KAAKM,QAAQ,GAC3BN,KAAKyB,WAAWwL,IAAItI,EAAIgF,QAAS3G,KAAKC,UAAU6J,CAAG,CAAC,E,MAoBtD,GAfAnG,QAAQC,IACPjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,OAC1BiF,EAAiC,CACpC/E,UAAW/B,EAAO+B,UAClBgF,SAAU,CAAA,EACVC,KAAMW,C,EAGP9M,KAAKoM,OAAOtF,EAAImF,CAAS,G,QAE1B,CAAC,EAGCa,IAAQ,CAACC,MAAMC,QAAQF,CAAG,GAAKA,EAAItN,UACtCmF,EAAIgF,QAAU3J,KAAKM,QAAQ,GAC3BN,KAAKyB,WAAWwL,IAAItI,EAAIgF,QAAS3G,KAAKC,UAAU6J,CAAG,CAAC,GAE9CI,EAAgBlN,KAAKyB,WAAW0L,SAAQ,EAAGC,OAE7BpN,KAAKgG,YAAY,CAKpC,IAHIqH,EAAc,EACZC,EAAStN,KAAKE,eAAeoG,OAAO,SAAAnD,GAAK,OAAAA,EAAEwG,SAAW,CAACxG,EAAE0B,QAAQrF,MAAxB,CAA8B,EAEpE+N,EAAK,EAAGA,EAAKD,EAAO9N,SAC5BQ,KAAKmB,uBAAyB,EAC9BnB,KAAKyB,WAAW4K,IAAIiB,EAAOC,GAAI5D,OAAO,EACtC2D,EAAOC,GAAI5D,QAAU,EACrB0D,GAAe,EACXrN,EAAAA,KAAKyB,WAAW0L,SAAQ,EAAGC,MAA0B,IAAlBpN,KAAKgG,aALRuH,CAAE,IAUnCvN,KAAKS,cACRoC,QAAQC,IACP,wBAEA6B,EAAIpB,YACJ,eACA8J,EACA,MACAH,CAAa,C,sCAQlBlN,KAAKwB,wBAAwBmL,sBAAsBL,CAAO,EAE1D3F,QAAQC,IACPjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,OAC1BiF,EAAiC,CACpC/E,UAAW/B,EAAO+B,UAClBgF,SAAU,CAAA,EACVC,KAAMqB,C,EAGPxN,KAAKoM,OAAOtF,EAAImF,CAAS,G,QAE1B,CAAC,EAGHjM,KAAKqB,YAAY+F,iBAAgB,EAAGC,UAAU,oBAAqB,6BAA+BrH,KAAKH,aAA0B,YAAG,sCAAwC8E,EAAIpB,YAAc,8BAAgCP,KAAKC,UAAU0B,EAAI2D,iBAAkB,KAAM,CAAC,EAAI,eAAiBtF,KAAKC,UAAUuK,EAAK,KAAM,CAAC,CAAC,E,6BAKtT9N,oBAAAkG,UAAAwG,OAAR,SAAetF,EAAeqF,GAC7BnM,KAAKsB,kBAAkBmM,KAAK3G,EAAIqF,CAAI,CACrC,EAEOzM,oBAAAkG,UAAAhD,eAAP,WACC,OAAO5C,KAAKS,YACb,EACDf,mBAAA,EAAC,EAvxBYgO,QAAAhO,oBAAAA","file":"subscription.manager.js","sourcesContent":["import { ServerResponseModel } from '../models/server-response.model';\nimport { ActiveSubscriptionModel, SubscriptionModel } from '../models/subscription.model';\nimport * as WebSocket from 'ws';\nimport { loadLogPublications } from '../publications/logs';\nimport { loadAppStatusPublications } from '../publications/app-status';\nimport { loadFilePublications } from '../publications/files';\nimport { loadSuperAdminPublications } from '../publications/super-admin';\nimport { LoggedInUsers } from '../collections/logged-in-users.collection';\nimport { loadCronJobPublications } from '../publications/cron-jobs';\nimport { loadFlagsPublications } from '../publications/flags';\nimport { loadMethodResponsePublications } from '../publications/method-responses';\nimport ResolveIOMainServer from '../server-app';\nimport { ResolveIOServer } from '../index';\nimport { loadNotificationPublications } from '../publications/notifications';\nimport { loadReportBuilderReportPublications } from '../publications/report-builder-reports';\nimport { LoggedInUserModel } from '../models/logged-in-users.model';\n\nimport { ChangeStream, ChangeStreamDeleteDocument, ChangeStreamDocument, ChangeStreamInsertDocument, ChangeStreamReplaceDocument, ChangeStreamUpdateDocument, ResumeToken } from 'mongodb';\nimport { loadReportBuilderLibraryPublications } from '../publications/report-builder-libraries';\nimport { loadUserGroupPublications } from '../publications/user-groups';\nimport { loadUserGuidePublications } from '../publications/user-guides';\nimport { loadReportBuilderDashboardBuilderPublications } from '../publications/report-builder-dashboard-builders';\nimport { objectIdHexString } from './mongo.manager';\nimport { dateReviver, deepCopy } from '../util/common';\nimport * as NodeCache from 'node-cache';\nimport { MonitorManagerFunction } from './monitor.manager';\nimport { Flags } from '../collections/flag.collection';\nimport { cpus } from 'os';\nimport { WebSocketManager } from './websocket.manager';\nconst numCPUs = cpus().length;\nconst v8 = require('v8');\n\n// Performance Dependencies\n// import * as path from 'path';\n// import { Worker } from 'worker_threads';\n\ninterface MongoQueueModel {\n\t_id: number,\n\ttype: string;\n\tcollection: string;\n\tsubscription: ActiveSubscriptionModel;\n\trunning: boolean;\n\trun_again: boolean;\n}\n\n// interface CurrentPerformanceMonitor {\n// \t_id: number;\n// \tfunction: string;\n// \tpublication: string;\n// \tsubscriptionData: any[];\n// \tdate_start: Date;\n// \tdate_end: Date;\n// \tduration: number;\n// \tresult: string;\n// }\n\nexport class SubscriptionManager {\n\n\tprivate _mainServer: ResolveIOMainServer;\n\tprivate _websocketManager: WebSocketManager;\n\tprivate _publications: SubscriptionModel = {};\n\tprivate _subscriptions: ActiveSubscriptionModel[] = [];\n\tprivate _wss: WebSocket.Server;\n\tprivate _loggedInUsers: LoggedInUserModel[] = [];\n\n\tprivate _mongoQueue: MongoQueueModel[] = [];\n\tprivate _mongoQueueId = 0;\n\t\n\tprivate _oplog$: ChangeStream;\n\n\tprivate _nodeCache;\n\tprivate _cacheId = 1;\n\n\tprivate _heapSize = v8.getHeapStatistics() / numCPUs;\n\tprivate _heapLimit: number;\n\n\tprivate serverConfig;\n\n\tprivate _monitorManagerFunction: MonitorManagerFunction;\n\n\tprivate _enableDebug = false;\n\tprivate _debugOplogCollections = [];\n\tprivate _debugOplogHits = 0;\n\tprivate _debugSubCollections = [];\n\tprivate _debugSubHits = 0;\n\tprivate _debugUnSubHits = 0;\n\tprivate _debugUnSubAllHits = 0;\n\tprivate _debugMongoQueueHits = 0;\n\tprivate _debugMongoQueueCollections = [];\n\tprivate _debugSendQueueHits = 0;\n\tprivate _debugRemoveCacheHits = 0;\n\n\tprivate _oplogRetryCount = 0;\n\n\t// private currentPerfomanceMonitor: CurrentPerformanceMonitor[] = [];\n\t// private idPerformance: number = 0;\n\t// private performanceThread;\n\n\tconstructor(mainServer, wss: WebSocket.Server, serverConfig, monitorManagerFunction: MonitorManagerFunction) {\n\t\tthis._mainServer = mainServer;\n\t\tthis._websocketManager = this._mainServer.getWebSocketManager();\n\t\tthis._monitorManagerFunction = monitorManagerFunction;\n\n\t\tthis._nodeCache = new NodeCache( { stdTTL: 0, checkperiod: 0 } );\n\n\t\t// setTimeout(() => {\n\t\t// \tconsole.log('Setting up performance thread');\n\n\t\t// \tthis.performanceThread = new Worker(path.join(__dirname, './subscription.performance.js'));\n\n\t\t// \tthis.performanceThread.on('exit', code => {\n\t\t// \t\tconsole.error(new Date(), 'THREAD EXITED!!!!!!!!!!!!!!!!!!', code);\n\t\t// \t});\n\n\t\t// \tthis.performanceThread.on('error', code => {\n\t\t// \t\tconsole.error(new Date(), 'THREAD RECV ERROR !!!!!!!!!!!!!!!!!!', code);\n\t\t// \t});\n\t\t// }, 5000);\n\n\t\t// setInterval(() => {\n\t\t// \tconsole.log('Post thread msg');\n\t\t// \tthis.performanceThread.postMessage(this.currentPerfomanceMonitor);\n\t\t// \tthis.currentPerfomanceMonitor = [];\n\t\t// }, 10000);\n\n\t\tthis.serverConfig = serverConfig;\n\t\tthis._wss = wss;\n\n\t\t// Publications\n\t\tloadSuperAdminPublications(this);\n\t\tloadAppStatusPublications(this);\n\t\tloadLogPublications(this);\n\t\tloadFilePublications(this);\n\t\tloadCronJobPublications(this);\n\t\tloadFlagsPublications(this);\n\t\tloadMethodResponsePublications(this);\n\t\tloadNotificationPublications(this);\n\t\tloadReportBuilderReportPublications(this);\n\t\tloadReportBuilderLibraryPublications(this);\n\t\tloadUserGroupPublications(this);\n\t\tloadUserGuidePublications(this);\n\t\tloadReportBuilderDashboardBuilderPublications(this);\n\n\t\tthis.tailOpLog();\n\n\t\tsetInterval(() => {\n\t\t\tthis._oplogRetryCount = 0;\n\t\t}, 15000);\n\n\t\tsetInterval(() => {\n\t\t\tif (this.getEnableDebug()) {\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Subs', this._subscriptions.length);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Logged In Users', this._loggedInUsers.length);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Mongo Queue', this._mongoQueue.length);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Mongo Queue Hits', this._debugMongoQueueHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Mongo Queue Collections', JSON.stringify(this._debugMongoQueueCollections.sort((a, b) => a.collection.localeCompare(b.collection) || a.publication.localeCompare(b.publication)), null, 2));\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Oplog Hits', this._debugOplogHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Oplog Collections', JSON.stringify(this._debugOplogCollections.sort((a, b) => a.collection.localeCompare(b.collection) || a.type.localeCompare(b.type)), null, 2));\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Send Queue Hits', this._debugSendQueueHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Sub Hits', this._debugSubHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Sub Collections', JSON.stringify(this._debugSubCollections.sort((a, b) => a.publication.localeCompare(b.publication)), null, 2));\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub Hits', this._debugUnSubHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub All Hits', this._debugUnSubAllHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Cache Cleanup Hits', this._debugRemoveCacheHits);\n\t\t\t}\n\t\t\t\n\t\t\tthis._debugOplogHits = 0;\n\t\t\tthis._debugOplogCollections = [];\n\t\t\tthis._debugSubCollections = [];\n\t\t\tthis._debugMongoQueueHits = 0;\n\t\t\tthis._debugMongoQueueCollections = [];\n\t\t\tthis._debugSendQueueHits = 0;\n\t\t\tthis._debugSubHits = 0;\n\t\t\tthis._debugUnSubHits = 0;\n\t\t\tthis._debugUnSubAllHits = 0;\n\t\t\tthis._debugRemoveCacheHits = 0;\n\t\t}, 60000);\n\n\t\tsetInterval(async () => {\n\t\t\tthis._loggedInUsers = await LoggedInUsers.find();\n\t\n\t\t\tlet userCopy = deepCopy(this._loggedInUsers);\n\t\t\tfor (let i = this._loggedInUsers.length - 1; i >= 0; i--) {\n\t\t\t\tlet loggedInUser = userCopy[i];\n\n\t\t\t\tif (!loggedInUser.date || Date.now() - loggedInUser.date.getTime() > 120000) {\n\t\t\t\t\tif (this._websocketManager.getWebSocket(loggedInUser.id_ws)) {\n\t\t\t\t\t\tif (this.getEnableDebug()) {\n\t\t\t\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub WS', this._websocketManager.getWebSocket(loggedInUser.id_ws)['user'], this._websocketManager.getWebSocket(loggedInUser.id_ws)['id_socket'], 2);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tthis.unsubscribeAll(this._websocketManager.getWebSocket(loggedInUser.id_ws));\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tthis._subscriptions.forEach(sub => {\n\t\t\t\t\t\t\tfor (let j = sub.clients.length - 1; j >= 0; j--) {\n\t\t\t\t\t\t\t\tlet client = sub.clients[j];\n\n\t\t\t\t\t\t\t\tif (client.id_socket === loggedInUser.id_ws) {\n\t\t\t\t\t\t\t\t\tsub.clients.splice(j, 1);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\n\t\t\t\t\t\tLoggedInUsers.deleteOne({_id: loggedInUser._id});\n\n\t\t\t\t\t\tif (this._loggedInUsers.findIndex(a => a._id === loggedInUser._id) >= 0) {\n\t\t\t\t\t\t\tthis._loggedInUsers.splice(this._loggedInUsers.findIndex(a => a._id === loggedInUser._id), 1);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfor (let i = 0; i < this._subscriptions.length; i++) {\n\t\t\t\tlet sub = this._subscriptions[i];\n\n\t\t\t\tfor (let j = sub.clients.length - 1; j >= 0; j--) {\n\t\t\t\t\tlet client = sub.clients[j];\n\n\t\t\t\t\tif (!this._loggedInUsers.some(a => a.id_ws === client.id_socket)) {\n\t\t\t\t\t\tsub.clients.splice(j, 1);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}, 30000);\n\n\t\tFlags.findOne({type: 'Enable Debug'}).then(flag => {\n\t\t\tif (flag && flag.value) {\n\t\t\t\tthis._enableDebug = true;\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis._enableDebug = false;\n\t\t\t}\n\t\t});\n\n\t\tthis.setCacheLimit();\n\t}\n\n\tprivate setCacheLimit() {\t\n\t\tif (process.env.IS_WORKERS_ENABLED === 'true') {\n\t\t\tthis._heapLimit = this._heapSize * 0.4;\n\t\t}\n\t\telse {\n\t\t\tthis._heapLimit = this._heapSize * 0.3; // Use 50% of total heap size\n\t\t}\n\t}\n\n\tpublic async invalidatePubsCache(collection: string, type: string) {\n\t\tResolveIOServer.getMongoManager().invalidateQueryCache(collection);\n\n\t\tlet collSubs = this._subscriptions.filter(a => a.collections.includes(collection));\n\n\t\tfor (let sub of collSubs) {\n\t\t\tif (this._publications[sub.publication].user_specific) {\n\t\t\t\t// For user-specific publications, process each client separately\n\t\t\t\tPromise.all(\n\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\tthis.sendDataToOne(ws, client.messageId, sub, type, collection);\n\t\t\t\t\t\t\t} catch (err) {\n\t\t\t\t\t\t\t\t// Handle error\n\t\t\t\t\t\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During sendDataToOne - User Specific - Socket: ' + client.id_socket + ', User: ' + client.id_user + ', MessageId: ' + client.messageId + ', Pub: ' + sub.publication + ', Err: ' + JSON.stringify(err, null, 2));\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t})\n\t\t\t\t);\n\t\t\t}\n\t\t\telse {\n\t\t\t\t// For non-user-specific publications, send data to all clients\n\t\t\t\tthis.sendDataToAll(sub);\n\t\t\t}\n\t\t}\n\t}\n\n\t// Add all files to publications private object\n\tpublic publications(method: SubscriptionModel) {\n\t\tthis._publications = Object.assign(this._publications, method);\n\t}\n\n\tpublic loggedInLatency(ws: WebSocket) {\n\t\tlet loggedInUser = this._loggedInUsers.find(a => a.id_ws === ws['id_socket']);\n\n\t\tif (loggedInUser) {\n\t\t\tloggedInUser.date = new Date();\n\n\t\t\tLoggedInUsers.updateOne({id_ws: ws['id_socket']}, {$set: {latency: ws['latency'], date: loggedInUser.date}}).then(res => {\n\t\t\t\tif (!res) {\n\t\t\t\t\tthis.unsubscribeAll(ws);\n\t\t\t\t\tif (this.getEnableDebug()) {\n\t\t\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub WS', ws['user'], ws['id_socket'], 3);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}, () => {\n\t\t\t\tthis.unsubscribeAll(ws);\n\t\t\t\tif (this.getEnableDebug()) {\n\t\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub WS', ws['user'], ws['id_socket'], 4);\n\t\t\t\t}\n\t\t\t});\n\t\t}\n\t}\n\n\t// Subscribe to publication\n\tpublic subscribe(messageRoute: string, messageDate: Date, ws: WebSocket, messageId: number, publication: string, subscriptionData: any[]) {\n\t\tthis._debugSubHits += 1;\n\n\t\tif (!this._debugSubCollections.some(a => a.publication === publication)) {\n\t\t\tthis._debugSubCollections.push({\n\t\t\t\tpublication: publication,\n\t\t\t\thits: 1\n\t\t\t});\n\t\t}\n\t\telse {\n\t\t\tthis._debugSubCollections.find(a => a.publication === publication).hits += 1;\n\t\t}\n\n\t\tlet pub = this._publications[publication];\n\n\t\tif (!pub) {\n\t\t\tconsole.error(new Date(), 'No Publication: ' + publication);\n\t\t\treturn;\n\t\t}\n\t\telse {\n\t\t\tif (subscriptionData.length > 1 || subscriptionData[0]) {\n\t\t\t\tif (!pub.check) {\n\t\t\t\t\tconsole.error(new Date(), 'No Check Function For Pub ' + publication);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t\telse if (!pub.check._schema) {\n\t\t\t\t\tconsole.error(new Date(), 'No Check Schema For Pub ' + publication);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tlet valObj = {};\n\t\t\t\t\tlet valKeys = Object.keys(pub.check._schema);\n\n\t\t\t\t\tlet rootKeys = valKeys.filter(a => !a.includes('.'));\n\n\t\t\t\t\tfor (let i = 0; i < subscriptionData.length; i++) {\n\t\t\t\t\t\tvalObj[rootKeys[i]] = subscriptionData[i];\n\t\t\t\t\t}\n\n\t\t\t\t\ttry {\n\t\t\t\t\t\tpub.check.validate(valObj);\n\t\t\t\t\t}\n\t\t\t\t\tcatch (errors) {\n\t\t\t\t\t\tif (errors) {\n\t\t\t\t\t\t\tconsole.error(new Date(), 'Error in Pub Check (' + publication + ')', errors);\n\t\t\t\t\t\t\treturn;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif (messageRoute !== 'Bypass') {\n\t\t\t\tlet urlData = messageRoute.split('/');\n\t\t\t\tlet urlModule = '';\n\t\t\t\tlet urlNext = urlData[0];\n\n\t\t\t\tif (urlData[0] === '') {\n\t\t\t\t\turlModule = '/';\n\t\t\t\t\turlNext = urlData[1];\n\t\t\t\t}\n\n\t\t\t\turlModule += urlNext;\n\n\t\t\t\tif (urlData.length > 1) {\n\t\t\t\t\turlModule += '/';\n\t\t\t\t}\n\n\t\t\t\tlet otherRouteSubs = this._subscriptions.filter(a => a.clients.some(b => b.id_socket === ws['id_socket'] && b.messageRoute !== 'Bypass' && b.messageRoute !== '/' && b.messageRoute !== messageRoute && !b.messageRoute.startsWith(urlModule)));\n\n\t\t\t\tif (otherRouteSubs.length) {\n\t\t\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Detected Undestroyed Subscription - ' + this.serverConfig['CLIENT_NAME'], 'USER: ' + ws['user'] + ' (Socket: ' + ws['id_socket'] + ') ' + ' is on route: ' + messageRoute + ' but has the following subscriptions on other routes:' + JSON.stringify(otherRouteSubs, null, 2));\n\n\t\t\t\t\totherRouteSubs.forEach(otherSub => {\n\t\t\t\t\t\totherSub.clients.filter(a => a.id_socket === ws['id_socket']).forEach(client => {\n\t\t\t\t\t\t\tthis.unsubscribe(client.messageRoute, new Date(), ws, client.messageId, otherSub.publication, otherSub.subscriptionData);\n\t\t\t\t\t\t});\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlet sub = this._subscriptions.find(a => a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData));\n\n\t\t\t// If sub found (another user watching same data), add client to same sub\n\t\t\tif (sub) {\n\t\t\t\tif (!sub.clients.some(a => a.id_socket === ws['id_socket'] && a.messageId === messageId)) {\n\t\t\t\t\tsub.clients.push({\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\tid_socket: ws['id_socket'],\n\t\t\t\t\t\tmessageRoute: messageRoute\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\t\t\t// If sub not found, create new sub\n\t\t\telse {\n\t\t\t\tthis._subscriptions.push({\n\t\t\t\t\tpublication: publication,\n\t\t\t\t\tsubscriptionData: subscriptionData,\n\t\t\t\t\tcollections: this.getPublicationCollections(publication),\n\t\t\t\t\tclients: [{\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\tid_socket: ws['id_socket'],\n\t\t\t\t\t\tmessageRoute: messageRoute\n\t\t\t\t\t}],\n\t\t\t\t\tcacheId: 0\n\t\t\t\t});\n\t\t\t}\n\n\t\t\tif (!sub) {\n\t\t\t\tsub = this._subscriptions.find(a => a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData));\n\t\t\t}\n\n\t\t\t// Immediately send data to the new client\n\t\t\tthis.processSubscription(sub, ws, messageId);\n\t\t}\n\t}\n\n\tpublic async createLoggedInUser(id_ws: string): Promise<LoggedInUserModel> {\n\t\treturn new Promise(async (resolve, reject) => {\n\t\t\tlet ws = this._websocketManager.getWebSocket(id_ws);\n\n\t\t\tif (ws) {\n\t\t\t\tlet user = {\n\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t__v: 0,\n\t\t\t\t\tdate: new Date(),\n\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\tuser: ws['user'],\n\t\t\t\t\tid_ws: ws['id_socket']\n\t\t\t\t};\n\t\t\t\t\n\t\t\t\tthis._loggedInUsers.push(user);\n\t\t\t\tLoggedInUsers.insertOne(user);\n\t\t\t\t\n\t\t\t\tresolve(user);\n\t\t\t}\n\t\t\telse {\n\t\t\t\tresolve(null);\n\t\t\t}\n\t\t});\n\t}\n\n\t// Unsubscribe from publication \n\tpublic unsubscribe(messageRoute: string, messageDate: Date, ws: WebSocket, messageId: number, publication: string, subscriptionData: any[]) {\n\t\tthis._debugUnSubHits += 1;\n\n\t\tif (!this._publications[publication]) {\n\t\t\tconsole.log('No Publication: ' + publication);\n\t\t\treturn;\n\t\t}\n\t\telse {\n\t\t\tlet sub = this._subscriptions.find(a => a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData));\n\n\t\t\tif (sub) {\n\t\t\t\tfor (let i = sub.clients.length - 1; i >= 0; i--) {\n\t\t\t\t\tif (sub.clients[i].id_user === ws['id_user'] && sub.clients[i].messageId === messageId && sub.clients[i].id_socket === ws['id_socket']) {\n\t\t\t\t\t\tsub.clients.splice(i, 1);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\n\t// Unsubscribe from publication\n\tpublic async unsubscribeAll(ws: WebSocket) {\n\t\tthis._debugUnSubAllHits += 1;\n\n\t\tif (ws) {\n\t\t\tlet loggedInUser = await LoggedInUsers.findOne({ id_ws: ws['id_socket'] });\n\n\t\t\tif (loggedInUser) {\n\t\t\t\tif (this._loggedInUsers.map(a => a._id).indexOf(loggedInUser._id) >= 0) {\n\t\t\t\t\tthis._loggedInUsers.splice(this._loggedInUsers.map(a => a._id).indexOf(loggedInUser._id), 1);\n\t\t\t\t}\n\n\t\t\t\tLoggedInUsers.deleteOne({ _id: loggedInUser._id });\n\t\t\t}\n\n\t\t\tlet userSubs = this._subscriptions.filter(a => a.clients.some(b => b.id_user === ws['id_user'] && b.id_socket === ws['id_socket']));\n\n\t\t\tfor (let i = userSubs.length - 1; i >= 0; i--) {\n\t\t\t\tlet sub = userSubs[i];\n\n\t\t\t\tfor (let j = sub.clients.length - 1; j >= 0; j--) {\n\t\t\t\t\tif (sub.clients[j].id_socket === ws['id_socket']) {\n\t\t\t\t\t\tsub.clients.splice(j, 1);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tthis._websocketManager.removeWebSocket(ws);\n\t\t}\n\t}\n\n\tpublic getActiveSubscriptions() {\n\t\treturn this._subscriptions;\n\t}\n\n\t// Get publication collection\n\tprivate getPublicationCollections(publication: string) {\n\t\treturn this._publications[publication].collections;\n\t}\n\n\t// Watch (tail) Mongo's operation log on the entire database (all insert/modify/delete will trigger this function)\n\tprivate async tailOpLog(resumeToken?: ResumeToken) {\n\t\tif (this._oplog$ && !this._oplog$.closed) {\n\t\t\tthis._oplog$.removeAllListeners();\n\t\t\tthis._oplog$.close();\n\t\t\tthis._oplog$ = null;\n\t\t}\n\n\t\tawait new Promise(resolve => setTimeout(resolve, 1000));\n\n\t\tif (!this._oplog$ || this._oplog$.closed) {\n\t\t\tthis._oplogRetryCount += 1;\n\n\t\t\tif (this._oplogRetryCount > 5) {\n\t\t\t\tconsole.error('****************** TAIL OPLOG ERROR, RETRYING A BUNCH OF TIMES, KILLING PROCESS **************************');\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\n\t\t\tlet lastResumeToken: ResumeToken;\n\n\t\t\tif (resumeToken) {\n\t\t\t\tlastResumeToken = resumeToken;\n\t\t\t\ttry {\n\t\t\t\t\tthis._oplog$ = ResolveIOServer.getMainDB().watch([], { resumeAfter: resumeToken });\n\t\t\t\t}\n\t\t\t\tcatch (errOp) {\n\t\t\t\t\tif (this._oplog$) {\n\t\t\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\t\t\tthis._oplog$.close();\n\t\t\t\t\t\tthis._oplog$ = null;\n\t\t\t\t\t}\n\t\t\t\t\tthis.tailOpLog(resumeToken);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis._oplog$ = ResolveIOServer.getMainDB().watch();\n\t\t\t}\n\n\t\t\tconsole.log(new Date(), 'oplog started');\n\n\t\t\tthis._oplog$.on('change', (doc: ChangeStreamInsertDocument | ChangeStreamUpdateDocument | ChangeStreamReplaceDocument | ChangeStreamDeleteDocument) => {\n\t\t\t\tif (doc.ns) {\n\t\t\t\t\tlet collection = doc.ns.coll;\n\n\t\t\t\t\tif (!this._debugOplogCollections.some(a => a.collection === doc.ns.coll && a.type === doc.operationType)) {\n\t\t\t\t\t\tthis._debugOplogCollections.push({\n\t\t\t\t\t\t\tcollection: doc.ns.coll,\n\t\t\t\t\t\t\ttype: doc.operationType,\n\t\t\t\t\t\t\thits: 1\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tthis._debugOplogCollections.find(a => a.collection === doc.ns.coll && a.type === doc.operationType).hits += 1;\n\t\t\t\t\t}\n\n\t\t\t\t\tif (collection && !collection.endsWith('.versions') && !collection.startsWith('monitor-') && collection !== 'logs' && collection !== 'log-method-latencies' && collection !== 'log-subscriptions') {\n\t\t\t\t\t\tthis._debugOplogHits += 1;\n\n\t\t\t\t\t\tif (doc.operationType === 'insert') {\n\t\t\t\t\t\t\tif (collection === 'support-tickets') {\n\t\t\t\t\t\t\t\tif (this.serverConfig['ROOT_URL'] === 'https://resolveio.com') {\n\t\t\t\t\t\t\t\t\tthis._mainServer.getMethodManager().callMethodInternal.call(this._mainServer.getMethodManager(), 'sendSupportTicketEmail', doc.documentKey['_id']);\n\t\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'insert');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\tif (collection !== 'method-responses') {\n\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'insert');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse if (doc.operationType === 'update' || doc.operationType === 'replace') {\n\t\t\t\t\t\t\tif (collection !== 'method-responses') {\n\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'update');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse if (doc.operationType === 'delete') {\n\t\t\t\t\t\t\tif (collection !== 'method-responses') {\n\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'delete');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\tif (collection === 'flags') {\n\t\t\t\t\t\tFlags.findOne({ type: 'Enable Debug' }).then(flag => {\n\t\t\t\t\t\t\tif (flag && flag.value) {\n\t\t\t\t\t\t\t\tthis._enableDebug = true;\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\tthis._enableDebug = false;\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\n\t\t\t\t\tlastResumeToken = doc._id;\n\t\t\t\t}\n\t\t\t});\n\n\t\t\tthis._oplog$.on('error', error => {\n\t\t\t\tconsole.log(new Date(), 'oplog error', error);\n\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\tthis._oplog$.close();\n\t\t\t\tthis._oplog$ = null;\n\t\t\t\tthis.tailOpLog(lastResumeToken);\n\t\t\t});\n\n\t\t\tthis._oplog$.on('end', () => {\n\t\t\t\tconsole.log(new Date(), 'oplog end');\n\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\tthis._oplog$.close();\n\t\t\t\tthis._oplog$ = null;\n\t\t\t\tthis.tailOpLog(lastResumeToken);\n\t\t\t});\n\n\t\t\tthis._oplog$.on('close', () => {\n\t\t\t\tconsole.log(new Date(), 'oplog close');\n\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\tthis._oplog$ = null;\n\t\t\t\tthis.tailOpLog(lastResumeToken);\n\t\t\t});\n\t\t}\n\t}\n\n\tprivate async processSubscription(sub: ActiveSubscriptionModel, ws: WebSocket, messageId: number) {\n\t\tif (!this._publications[sub.publication].user_specific) {\n\t\t\tif (sub.cacheId) {\n\t\t\t\ttry {\n\t\t\t\t\tlet cacheData = JSON.parse(this._nodeCache.get(sub.cacheId), dateReviver);\n\n\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\tdata: cacheData\n\t\t\t\t\t};\n\n\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t}\n\t\t\t\tcatch (err) {\n\t\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t\t\tsub.cacheId = 0;\n\n\t\t\t\t\tthis.sendDataToAll(sub);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis.sendDataToAll(sub);\n\t\t\t}\n\t\t}\n\t\telse {\n\t\t\tthis.sendDataToOne(ws, messageId, sub, 'newSub', sub.collections[0]);\n\t\t}\n\t}\n\n\t// Fetch pub once, send to all clients linked to this pub\n\tprivate async sendDataToOne(ws: WebSocket, messageId: number, sub: ActiveSubscriptionModel, type: string, collection: string) {\n\t\tlet monitor = this._monitorManagerFunction.startMonitorFunction('User Specific Publication', sub.publication, '', '', sub.subscriptionData);\n\t\ttry {\n\t\t\tlet res = await this._publications[sub.publication].function.call(Object.assign({}, this, SubscriptionManager.prototype), ws['id_user'], ...sub.subscriptionData);\n\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\tmessageId: messageId,\n\t\t\t\thasError: false,\n\t\t\t\tdata: res\n\t\t\t};\n\n\t\t\tthis.sendWS(ws, serverRes);\n\t\t}\n\t\tcatch (err) {\n\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\tmessageId: messageId,\n\t\t\t\thasError: true,\n\t\t\t\tdata: err\n\t\t\t};\n\n\t\t\tthis.sendWS(ws, serverRes);\n\n\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During Subscription ' + sub.publication + ' - (sendDataToOne - WS)\\n\\nData \\n' + JSON.stringify(sub.subscriptionData, null, 2) + '\\n\\nErrors\\n' + JSON.stringify(err, null, 2));\n\t\t}\n\t}\n\n\t// Fetch pub once, send to all clients linked to this pub\n\tprivate async sendDataToAll(sub: ActiveSubscriptionModel) {\n\t\tif (!sub.clients.length) {\n\t\t\tif (sub.cacheId) {\n\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t}\n\n\t\t\tlet subIndex = this._subscriptions.findIndex(a => a.publication === sub.publication && JSON.stringify(a.subscriptionData) === JSON.stringify(sub.subscriptionData));\n\t\t\tif (subIndex >= 0) {\n\t\t\t\tthis._subscriptions.splice(subIndex, 1);\n\t\t\t}\n\n\t\t\treturn;\n\t\t}\n\t\telse {\n\t\t\tlet monitor = this._monitorManagerFunction.startMonitorFunction('Publication', sub.publication, '', '', sub.subscriptionData);\n\n\t\t\ttry {\n\t\t\t\tlet res = await this._publications[sub.publication].function.call(Object.assign({}, this, SubscriptionManager.prototype), ...sub.subscriptionData);\n\t\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\t\tif (sub.cacheId) {\n\t\t\t\t\ttry {\n\t\t\t\t\t\tlet cacheData = JSON.parse(this._nodeCache.get(sub.cacheId), dateReviver);\n\t\n\t\t\t\t\t\tif (JSON.stringify(cacheData) !== JSON.stringify(res)) {\n\t\t\t\t\t\t\tPromise.all(\n\t\t\t\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\t\t\t\tdata: res\n\t\t\t\t\t\t\t\t\t\t};\n\t\t\t\n\t\t\t\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t);\n\n\t\t\t\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\n\t\t\t\t\t\t\tif (res && (!Array.isArray(res) || res.length)) {\n\t\t\t\t\t\t\t\tsub.cacheId = this._cacheId++;\n\t\t\t\t\t\t\t\tthis._nodeCache.set(sub.cacheId, JSON.stringify(res));\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\n\t\t\t\t\t}\n\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\tPromise.all(\n\t\t\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\t\t\tdata: res\n\t\t\t\t\t\t\t\t\t};\n\t\t\n\t\t\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t);\n\n\t\t\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t\t\t\t\n\t\t\t\t\t\tif (res && (!Array.isArray(res) || res.length)) {\n\t\t\t\t\t\t\tsub.cacheId = this._cacheId++;\n\t\t\t\t\t\t\tthis._nodeCache.set(sub.cacheId, JSON.stringify(res));\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tPromise.all(\n\t\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\t\tdata: res\n\t\t\t\t\t\t\t\t};\n\t\n\t\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t})\n\t\t\t\t\t);\n\t\t\t\t\t\n\t\t\t\t\tif (res && (!Array.isArray(res) || res.length)) {\n\t\t\t\t\t\tsub.cacheId = this._cacheId++;\n\t\t\t\t\t\tthis._nodeCache.set(sub.cacheId, JSON.stringify(res));\n\n\t\t\t\t\t\tconst nodeCacheSize = this._nodeCache.getStats().vsize;\n\n\t\t\t\t\t\tif (nodeCacheSize > this._heapLimit) {\n\t\t\t\t\t\t\t// Evict cache entries as needed\n\t\t\t\t\t\t\tlet deleteCount = 0;\n\t\t\t\t\t\t\tconst subArr = this._subscriptions.filter(a => a.cacheId && !a.clients.length);\n\t\t\t\t\t\n\t\t\t\t\t\t\tfor (let zz = 0; zz < subArr.length; zz++) {\n\t\t\t\t\t\t\t\tthis._debugRemoveCacheHits += 1;\n\t\t\t\t\t\t\t\tthis._nodeCache.del(subArr[zz].cacheId);\n\t\t\t\t\t\t\t\tsubArr[zz].cacheId = 0;\n\t\t\t\t\t\t\t\tdeleteCount += 1;\n\t\t\t\t\t\t\t\tif (this._nodeCache.getStats().vsize < this._heapLimit * 0.75) {\n\t\t\t\t\t\t\t\t\tbreak;\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\tif (this._enableDebug) {\n\t\t\t\t\t\t\t\tconsole.log(\n\t\t\t\t\t\t\t\t\t'Sub Cache: ' +\n\t\t\t\t\t\t\t\t\t'Too Big - ' +\n\t\t\t\t\t\t\t\t\tsub.publication +\n\t\t\t\t\t\t\t\t\t' - Deleted: ' +\n\t\t\t\t\t\t\t\t\tdeleteCount +\n\t\t\t\t\t\t\t\t\t' - ' +\n\t\t\t\t\t\t\t\t\tnodeCacheSize\n\t\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tcatch (err) {\n\t\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\t\tPromise.all(\n\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\thasError: true,\n\t\t\t\t\t\t\t\tdata: err\n\t\t\t\t\t\t\t};\n\n\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t}\n\t\t\t\t\t})\n\t\t\t\t);\n\n\t\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During Subscription ' + sub.publication + ' - (sendPubData)\\n\\nData \\n' + JSON.stringify(sub.subscriptionData, null, 2) + '\\n\\nErrors\\n' + JSON.stringify(err, null, 2));\n\t\t\t}\n\t\t}\n\t}\n\n\tprivate sendWS(ws: WebSocket, data: ServerResponseModel) {\n\t\tthis._websocketManager.send(ws, data);\n\t}\n\n\tpublic getEnableDebug() {\n\t\treturn this._enableDebug;\n\t}\n}\n"]}
|
package/package.json
CHANGED
package/server-app.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";var __awaiter=this&&this.__awaiter||function(e,n,s,o){return new(s=s||Promise)(function(t,r){function fulfilled(e){try{step(o.next(e))}catch(e){r(e)}}function rejected(e){try{step(o.throw(e))}catch(e){r(e)}}function step(e){var r;e.done?t(e.value):((r=e.value)instanceof s?r:new s(function(e){e(r)})).then(fulfilled,rejected)}step((o=o.apply(e,n||[])).next())})},__generator=this&&this.__generator||function(n,s){var o,i,a,c={label:0,sent:function(){if(1&a[0])throw a[1];return a[1]},trys:[],ops:[]},u={next:verb(0),throw:verb(1),return:verb(2)};return"function"==typeof Symbol&&(u[Symbol.iterator]=function(){return this}),u;function verb(t){return function(e){var r=[t,e];if(o)throw new TypeError("Generator is already executing.");for(;c=u&&r[u=0]?0:c;)try{if(o=1,i&&(a=2&r[0]?i.return:r[0]?i.throw||((a=i.return)&&a.call(i),0):i.next)&&!(a=a.call(i,r[1])).done)return a;switch(i=0,(r=a?[2&r[0],a.value]:r)[0]){case 0:case 1:a=r;break;case 4:return c.label++,{value:r[1],done:!1};case 5:c.label++,i=r[1],r=[0];continue;case 7:r=c.ops.pop(),c.trys.pop();continue;default:if(!(a=0<(a=c.trys).length&&a[a.length-1])&&(6===r[0]||2===r[0])){c=0;continue}if(3===r[0]&&(!a||r[1]>a[0]&&r[1]<a[3]))c.label=r[1];else if(6===r[0]&&c.label<a[1])c.label=a[1],a=r;else{if(!(a&&c.label<a[2])){a[2]&&c.ops.pop(),c.trys.pop();continue}c.label=a[2],c.ops.push(r)}}r=s.call(n,c)}catch(e){r=[6,e],i=0}finally{o=a=0}if(5&r[0])throw r[1];return{value:r[0]?r[1]:void 0,done:!0}}}},__spreadArray=this&&this.__spreadArray||function(e,r,t){if(t||2===arguments.length)for(var n,s=0,o=r.length;s<o;s++)!n&&s in r||((n=n||Array.prototype.slice.call(r,0,s))[s]=r[s]);return e.concat(n||Array.prototype.slice.call(r))},http_1=(Object.defineProperty(exports,"__esModule",{value:!0}),require("http")),express=require("express"),bodyParser=require("body-parser"),xmlParser=require("express-xml-bodyparser"),WebSocket=require("ws"),jwt=require("jsonwebtoken"),moment=require("moment-timezone"),common_1=require("./util/common"),mongo_manager_1=require("./managers/mongo.manager"),cron_manager_1=require("./managers/cron.manager"),method_manager_1=require("./managers/method.manager"),subscription_manager_1=require("./managers/subscription.manager"),monitor_manager_1=require("./managers/monitor.manager"),method_response_collection_1=require("./collections/method-response.collection"),log_collection_1=require("./collections/log.collection"),log_method_latency_collection_1=require("./collections/log-method-latency.collection"),user_collection_1=require("./collections/user.collection"),home_1=require("./http/home"),auth_1=require("./http/auth"),health_1=require("./http/health"),index_1=require("./index"),mongodb_1=require("mongodb"),worker_task_request_collection_1=require("./collections/worker-task-request.collection"),worker_task_response_collection_1=require("./collections/worker-task-response.collection"),websocket_manager_1=require("./managers/websocket.manager"),ResolveIOMainServer=function(){function ResolveIOMainServer(e,r,t,n,s,o,i){void 0===i&&(i=!1);var a=this;this._offlineUpdates=[],this.sesMail=!1,this.standardProgram=!1,this.publicProgram=!1,this._rebootFlag=!1,this.LOGGER="ERROR",this._clientRoutes=[],this._lastErrorMsg=null,this._debugMsgRecv=0,this._debugMsgQueue=0,this._isWorkersEnabled=!1,this._isWorkerInstance=!1,this._workerTasks=[],this._safeShutdown=!1,this._serverConfig=r,this._clientRoutes=t,this._clientDir=n,this.sesMail=s,this.standardProgram=o,this.publicProgram=i,this._serverStartTime=new Date,this._lastErrorMsg=null,this._monitorManager=new monitor_manager_1.MonitorManager(e,r),this._monitorManagerFunction=new monitor_manager_1.MonitorManagerFunction,this._isWorkersEnabled="true"===process.env.IS_WORKERS_ENABLED,this._isWorkerInstance="true"===process.env.IS_WORKER_INSTANCE,setInterval(function(){a._subscriptionManager&&a._subscriptionManager.getEnableDebug()&&(console.log(new Date,"Server App","Msg Recv Hits",a._debugMsgRecv),console.log(new Date,"Server App","Msg Queue Hits",a._debugMsgQueue)),a._debugMsgQueue=0,a._debugMsgRecv=0},6e4),process.on("unhandledRejection",function(n,s){return __awaiter(a,void 0,void 0,function(){var r,t=this;return __generator(this,function(e){switch(e.label){case 0:return n&&"MongoError"===n.name&&48===n.code?[2]:(console.error(new Date,"Unhandled Rejection at Promise",[n,s]),r=moment().diff(this._serverStartTime,"seconds"),n&&("MongoNetworkTimeoutError"===n.name||n instanceof mongodb_1.MongoNetworkTimeoutError)?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - MongoNetworkTimeoutError - Quitting NodeJS - "+this._serverConfig.CLIENT_NAME,JSON.stringify({name:n.name,message:n.message,stack:n.stack},null,2))]):[3,2]:[3,3]);case 1:e.sent(),process.exit(1),e.label=2;case 2:return[3,10];case 3:return n&&"MongoError"===n.name&&"not master"===n.message?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - Quitting NodeJS - "+this._serverConfig.CLIENT_NAME,JSON.stringify([n.name,n.message,n.stack],null,2))]):[3,5]:[3,6];case 4:e.sent(),e.label=5;case 5:return process.exit(1),[3,10];case 6:return n&&"MongoError"===n.name&&"not master and slaveOk=false"===n.message?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - Quitting NodeJS - "+this._serverConfig.CLIENT_NAME,JSON.stringify([n.name,n.message,n.stack],null,2))]):[3,8]:[3,9];case 7:e.sent(),e.label=8;case 8:return process.exit(1),[3,10];case 9:n&&"StatusError"!==n.name&&""!==n.message&&60<r&&!this._lastErrorMsg&&(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - "+this._serverConfig.CLIENT_NAME,JSON.stringify([n.name,n.message,n.stack],null,2))),e.label=10;case 10:return[2]}})})}),process.on("uncaughtException",function(t){return __awaiter(a,void 0,void 0,function(){var r=this;return __generator(this,function(e){switch(e.label){case 0:return(console.error(t,"Uncaught Exception thrown"),60<moment().diff(this._serverStartTime,"seconds")&&!this._lastErrorMsg)?(this._lastErrorMsg=new Date,setTimeout(function(){r._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Exception - "+this._serverConfig.CLIENT_NAME,JSON.stringify([t.name,t.message,t.stack],null,2))]):[3,2];case 1:e.sent(),e.label=2;case 2:return[2]}})})}),process.on("SIGINT",function(){a._rebootFlag=!0,a._serverHTTP.close(),a.safeShutdown()}),process.on("SIGTERM",function(){a._rebootFlag=!0,a._serverHTTP.close(),a.safeShutdown()}),process.on("SIGQUIT",function(){a._rebootFlag=!0,a._serverHTTP.close(),a.safeShutdown()}),"DEBUG"===this.LOGGER&&console.log("Starting ResolveIO Server"),this._isWorkersEnabled?this._isWorkerInstance?(console.log("Running as a Worker instance"),this._methodManager=new method_manager_1.MethodManager(this,this._serverConfig,this._clientDir,this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._cronManager=new cron_manager_1.CronManager(this),this.startWorkerInstance()):(console.log("Running as a Server instance"),this._websocketManager=new websocket_manager_1.WebSocketManager(this),this.startServerInstance(r),this._methodManager=new method_manager_1.MethodManager(this,this._serverConfig,this._clientDir,this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._subscriptionManager=new subscription_manager_1.SubscriptionManager(this,this._serverWSS,this._serverConfig,this._monitorManagerFunction),this.listen()):(console.log("Running with Workers Disabled"),this._websocketManager=new websocket_manager_1.WebSocketManager(this),this.startServerInstance(r),this._methodManager=new method_manager_1.MethodManager(this,this._serverConfig,this._clientDir,this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._subscriptionManager=new subscription_manager_1.SubscriptionManager(this,this._serverWSS,this._serverConfig,this._monitorManagerFunction),this._cronManager=new cron_manager_1.CronManager(this),this.listen())}return ResolveIOMainServer.prototype.startServerInstance=function(e){this._app=express(),this._app.use(bodyParser.json({limit:"50mb",reviver:common_1.dateReviver})),this._app.use(bodyParser.urlencoded({limit:"50mb",extended:!0,parameterLimit:1e6})),this._app.use(xmlParser()),this._portHTTP=process.env.PORT_HTTP||e.PORT_HTTP||8080,this._portWSS=process.env.PORT_WSS||e.PORT_WSS||8081,"DEBUG"===this.LOGGER&&console.log("Setup ports"),this.createServer(),"DEBUG"===this.LOGGER&&console.log("Create server"),this._app.use(function(e,r,t){r.setHeader("Access-Control-Allow-Origin","*"),r.setHeader("Access-Control-Allow-Methods","GET, POST"),r.setHeader("Access-Control-Allow-Headers","X-Requested-With,content-type"),r.setHeader("Access-Control-Allow-Credentials","false"),t()}),"DEBUG"===this.LOGGER&&console.log("Setup cors"),(0,auth_1.setupAuthRoutes)(this,this._app,e),(0,health_1.setupHealthRoutes)(this._app,e),"ResolveIO"!==e.CLIENT_NAME&&!this.standardProgram||(0,home_1.setupHomeRoutes)(this,this._app,e),"DEBUG"===this.LOGGER&&console.log("Setup express routes")},ResolveIOMainServer.prototype.startWorkerInstance=function(){return __awaiter(this,void 0,void 0,function(){var r,t,n,s,o,i=this;return __generator(this,function(e){switch(e.label){case 0:return console.log("Worker instance started, watching worker-task-reqs..."),(r=worker_task_request_collection_1.WorkerTaskRequests.watchCollection([{$match:{"fullDocument.status":"pending"}}],{fullDocument:"updateLookup"})).on("change",function(s){return __awaiter(i,void 0,void 0,function(){var r,t,n=this;return __generator(this,function(e){return"insert"===s.operationType?(r=s.fullDocument)&&setTimeout(function(){n.processTask(r)},25*this._workerTasks.length):"update"===s.operationType&&(t=s.fullDocument)&&"pending"===t.status&&setTimeout(function(){n.processTask(t)},25*this._workerTasks.length),[2]})})}),r.on("error",function(e){console.error("Error in change stream worker task requests:",e),r.close(),setTimeout(function(){return i.startWorkerInstance()},5e3)}),r.on("close",function(){console.log("Change stream worker task requests closed. Restarting..."),setTimeout(function(){return i.startWorkerInstance()},5e3)}),[4,worker_task_request_collection_1.WorkerTaskRequests.find({status:"pending"},{sort:{createdAt:1}})];case 1:for(t=e.sent(),n=0,s=t;n<s.length;n++)o=s[n],this.processTask(o);return[2]}})})},ResolveIOMainServer.prototype.processTask=function(s){return __awaiter(this,void 0,void 0,function(){var r=this;return __generator(this,function(e){return this._workerTasks.includes(s._id)||worker_task_request_collection_1.WorkerTaskRequests.updateOne({_id:s._id,status:"pending"},{$set:{status:"processing"}}).then(function(n){return __awaiter(r,void 0,void 0,function(){var r,t;return __generator(this,function(e){switch(e.label){case 0:if(!n)return[3,5];this._workerTasks.push(s._id),e.label=1;case 1:return e.trys.push([1,3,,4]),[4,(t=this._methodManager.callMethodInternal).call.apply(t,__spreadArray([Object.assign({},this._methodManager,method_manager_1.MethodManager.prototype,{id_user:s.id_user,user:s.user,id_ws:s.id_ws}),s.method],s.params,!1))];case 2:return t=e.sent(),worker_task_response_collection_1.WorkerTaskResponses.create({id_request:s._id,has_error:!1,data:t,id_user:s.id_user,user:s.user,id_ws:s.id_ws}),[3,4];case 3:return r=e.sent(),console.error("Worker failed to process task:",s._id,r),worker_task_response_collection_1.WorkerTaskResponses.create({id_request:s._id,has_error:!0,data:r.message,id_user:s.id_user,user:s.user,id_ws:s.id_ws}),[3,4];case 4:this._workerTasks.includes(s._id)&&this._workerTasks.splice(this._workerTasks.indexOf(s._id),1),worker_task_request_collection_1.WorkerTaskRequests.updateOne({_id:s._id},{$set:{status:"complete"}}),e.label=5;case 5:return[2]}})})},function(){}),[2]})})},ResolveIOMainServer.prototype.safeShutdown=function(){var e=this;this._safeShutdown||console.log(new Date,"Safe Shutdown Command Received"),this._monitorManagerFunction.getActiveMonitorFunctions().length||this._offlineUpdates.length?(this._safeShutdown||(this._safeShutdown=!0,setTimeout(function(){e._safeShutdown=!1},1e3),console.log(new Date,"Safe Exit In Progress",this._monitorManagerFunction.getActiveMonitorFunctions().length,this._offlineUpdates.length)),setImmediate(function(){e.safeShutdown()})):index_1.ResolveIOServer.getMongoConnection().close(!1).then(function(){console.log(new Date,"Safe Exit Complete, Process Exit"),process.exit(0)},function(){process.exit(1)})},ResolveIOMainServer.prototype.getIsWorkersEnabled=function(){return this._isWorkersEnabled},ResolveIOMainServer.prototype.getIsWorkerInstance=function(){return this._isWorkerInstance},ResolveIOMainServer.prototype.getWSList=function(){var r=[];return this._serverWSS.clients.forEach(function(e){r.push(e.id_socket)}),r},ResolveIOMainServer.prototype.getWSUserList=function(){var r=[];return this._serverWSS.clients.forEach(function(e){r.push(e.id_user)}),r},ResolveIOMainServer.prototype.getHTTPServer=function(){return this._serverHTTP},ResolveIOMainServer.prototype.getCronManager=function(){return this._cronManager},ResolveIOMainServer.prototype.getMethodManager=function(){return this._methodManager},ResolveIOMainServer.prototype.getSubscriptionManager=function(){return this._subscriptionManager},ResolveIOMainServer.prototype.getMonitorManager=function(){return this._monitorManager},ResolveIOMainServer.prototype.getRebootFlag=function(){return this._rebootFlag},ResolveIOMainServer.prototype.getWebSocketManager=function(){return this._websocketManager},ResolveIOMainServer.prototype.createServer=function(){var e=this;this._serverHTTP=(0,http_1.createServer)(this._app),this._serverHTTP.keepAliveTimeout=65e3,this._serverHTTP.headersTimeout=66e3,this._serverWSS=new WebSocket.Server({port:this._portWSS,verifyClient:this.publicProgram?null:function(o,i){return __awaiter(e,void 0,void 0,function(){var r,s=this;return __generator(this,function(e){return this._rebootFlag?i(!1,409,"Unable To Process"):("DEBUG"===this.LOGGER&&console.log("Verify Client",o,i),r=o.req.headers["sec-websocket-protocol"].split(/,/),(o.origin===this._serverConfig.ROOT_URL||o.origin===this._serverConfig.SEC_ROOT_URL||o.origin===this._serverConfig.RESOLVEIO_URL||o.origin===this._serverConfig.RESOLVEIO_SECONDARY_URL)&&(r=r[0])?jwt.verify(r,this._serverConfig.JWT_SECRET,function(t,n){return __awaiter(s,void 0,void 0,function(){var r;return __generator(this,function(e){switch(e.label){case 0:return t?(i(!1,401,"Unauthorized"),[3,5]):[3,1];case 1:o.req.id_user=n.id_user,e.label=2;case 2:return e.trys.push([2,4,,5]),[4,user_collection_1.Users.findById(n.id_user)];case 3:return(r=e.sent())?(o.req.user=r.fullname,o.req.user_readonly=r.readonly||!1,o.req.doc_user=r,i(!0)):i(!1),[3,5];case 4:return e.sent(),i(!1),[3,5];case 5:return[2]}})})}):i(!1,401,"Unauthorized")),[2]})})}})},ResolveIOMainServer.prototype.listen=function(){var t=this;this._serverHTTP.listen(this._portHTTP,function(){console.log("Running server on port %s",t._portHTTP)}),this._serverWSS.on("listening",function(){console.log("Running server on port %s",t._portWSS)}),this._serverWSS.on("connection",function(a,e){t.publicProgram||(a.id_user=e.id_user,a.user=e.user,a.user_readonly=e.user_readonly,a.doc_user=e.doc_user,"Admin"!==a.user&&"ResolveIO"!==t._serverConfig.CLIENT_NAME&&t.getMethodManager().callMethodInternal.call(t.getMethodManager(),"supportCreateBillingUser",{id_user:a.id_user,user:a.user,date:new Date,client:index_1.ResolveIOServer.getClientName()})),a.id_socket=(0,mongo_manager_1.objectIdHexString)(),a.retryCnt=0,t._websocketManager.addWebSocket(a),t._subscriptionManager.createLoggedInUser(a.id_socket).then(function(){setTimeout(function(){a.pingTime=new Date,a.send("ping",function(e){e&&(t._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Ping"),t.unsubscribeWS(a))})},5e3)}),"DEBUG"===t.LOGGER&&console.log("Connection from: "+e.user),a.isAlive=!0,a.on("message",function(i){return __awaiter(t,void 0,void 0,function(){var r,t,n,s,o=this;return __generator(this,function(e){switch(e.label){case 0:"DEBUG"===this.LOGGER&&console.log("Message from: "+a.user,i),this._debugMsgRecv+=1,s=!1,r=[];try{r=JSON.parse(i,common_1.dateReviver)}catch(e){console.log("Error - JSON.parse",i),this._methodManager.sendEmail("dev@resolveio.com","SERVER - JSON Parse Error - "+this._serverConfig.CLIENT_NAME,JSON.stringify([i,e])),s=!0}if(s)return[3,5];if("string"==typeof r&&"ping"===r)a&&a.readyState===a.OPEN&&a.send("pong",function(e){e&&(o._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Pong"),o.unsubscribeWS(a))});else if("string"==typeof r&&"pong"===r)a.isAlive=!0,a.pongTime=new Date,a.latency=moment.duration(moment(a.pongTime).diff(a.pingTime)).asMilliseconds(),this._subscriptionManager.loggedInLatency(a);else{if(Array.isArray(r))return[3,1];console.log("Invalid message format, expected array:",r)}return[2];case 1:t=0,n=r,e.label=2;case 2:return t<n.length?(s=n[t],[4,this.processSocketMessage(a,s)]):[3,5];case 3:e.sent(),e.label=4;case 4:return t++,[3,2];case 5:return[2]}})})}).on("end",function(){}).on("close",function(){}).on("error",function(e){})}),setInterval(function(){t._serverWSS.clients.forEach(function(r){r.pingTime&&2e4<=Date.now()-r.pingTime.getTime()&&(!1===r.isAlive?(r.retryCnt++,3<=r.retryCnt?t.unsubscribeWS(r):(r.pingTime=new Date,r.send("ping",function(e){e&&(t._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Ping"),t.unsubscribeWS(r))}))):(r.retryCnt=0,r.isAlive=!1,r.pingTime=new Date,r.send("ping",function(e){e&&(t._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Ping"),t.unsubscribeWS(r))})))})},2e4)},ResolveIOMainServer.prototype.processSocketMessage=function(S,M){return __awaiter(this,void 0,void 0,function(){var r,t,n,s,o,i,a,c,u,l,_,g,h,d,p,f,m,v=this;return __generator(this,function(e){switch(e.label){case 0:return(r=M[0],this.publicProgram||!this._clientRoutes.some(function(e){return r.includes(e)})||S.doc_user.roles.groups.some(function(e){return e.views.some(function(e){return r.includes(e)||e.includes(r)})})||S.doc_user.roles.super_admin)?(a=M[1],t=M[2],"subscription"!==(n=M[3])?[3,1]:(i=M[4],f=M[5],"sub"===i?this._subscriptionManager.subscribe(r,a,S,t,f,M.slice(6)):this._subscriptionManager.unsubscribe(r,a,S,t,f,M.slice(6)),[3,11])):[2];case 1:if(this.publicProgram||"offline"!==n)return[3,10];d={messageId:t,hasError:!1,data:"ACK"},S&&S.readyState===S.OPEN&&this._websocketManager.send(S,JSON.stringify(d)),this._offlineUpdates.push(S),s=M[4],o=0,e.label=2;case 2:if(!(o<s.length))return[3,9];if(i=s[o],c=i.data,a={messageId:i.data[2],hasError:!1,data:"ACK"},S&&S.readyState===S.OPEN&&this._websocketManager.send(S,JSON.stringify(a)),c.shift(),c.shift(),c.shift(),c.shift(),p=c.shift(),h=(0,mongo_manager_1.objectIdHexString)(),log_method_latency_collection_1.LogMethodLatencies.create({_id:h,__v:0,date_start:new Date,date_end:null,latency_ms:0,method:p}),"reportBuilderGetResults"!==p&&"reportBuilderGetDistinctValue"!==p&&"reportBuilderBuildTree"!==p&&"generatePDF"!==p&&"getWOOfflineData"!==p&&"countQuery"!==p&&"countWithQuery"!==p&&"countCollectionWithQuery"!==p&&"find"!==p&&"findOne"!==p&&"findWithOptions"!==p&&"getDrivers"!==p&&"processAirdropDistribution"!==p&&log_collection_1.Logs.insertOne({_id:(0,mongo_manager_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(c))<2e5?JSON.stringify(c,null,2):"Too Big",method:p,id_user:S.id_user||"",user:S.user||"",messageId:t,route:r}),!this._methodManager._methods[p])return[3,7];e.label=3;case 3:return e.trys.push([3,5,,6]),[4,(f=this._methodManager.callMethodInternal).call.apply(f,__spreadArray([Object.assign({},this._methodManager,method_manager_1.MethodManager.prototype,{id_user:S.id_user,user:S.user,id_ws:S.id_socket}),p],c,!1))];case 4:return e.sent(),[3,6];case 5:return u=e.sent(),console.log(new Date,"Offline Error",JSON.stringify(u,null,2)),[3,6];case 6:return"updateDocumentOffline"!==p&&"updateDocumentPropsOffline"!==p||index_1.ResolveIOServer.getMongoManager().invalidateQueryCache(c[0]),[3,8];case 7:console.log("Offline - Could not find method: "+p),e.label=8;case 8:return o++,[3,2];case 9:return this._offlineUpdates.splice(this._offlineUpdates.map(function(e){return e.id_socket}).indexOf(S.id_socket),1),[3,11];case 10:if(c=__spreadArray([],M,!0),u=c.shift(),l=c.shift(),_=c.shift(),"method"===(g=c.shift())){if(p=c.shift(),S.user_readonly)return[2];h=(0,mongo_manager_1.objectIdHexString)(),log_method_latency_collection_1.LogMethodLatencies.create({_id:h,__v:0,date_start:new Date,date_end:null,latency_ms:0,method:p}),"reportBuilderGetResults"!==p&&"reportBuilderGetDistinctValue"!==p&&"reportBuilderBuildTree"!==p&&"generatePDF"!==p&&"getWOOfflineData"!==p&&"countQuery"!==p&&"countWithQuery"!==p&&"countCollectionWithQuery"!==p&&"find"!==p&&"findOne"!==p&&"findWithOptions"!==p&&"getDrivers"!==p&&"processAirdropDistribution"!==p&&log_collection_1.Logs.insertOne({_id:(0,mongo_manager_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(c))<2e5?JSON.stringify(c,null,2):"Too Big",method:p,id_user:S.id_user||"",user:S.user||"",messageId:_,route:u}),d={messageId:_,hasError:!1,data:"ACK"},S&&S.readyState===S.OPEN&&this._websocketManager.send(S,JSON.stringify(d)),this._methodManager._methods[p]?(m=this._methodManager).callMethod.apply(m,__spreadArray([h,S,l,_,p],c,!1)):console.log("Could not find method: "+p)}else"methodResponse"===g&&(p=c.shift(),method_response_collection_1.MethodResponses.findOne({$and:[{id_user:S.id_user},{message_id:_},{method:p},{date:l}]}).then(function(e){e&&S&&S.readyState===S.OPEN&&v._websocketManager.send(S,JSON.stringify(e.response))},function(e){}));e.label=11;case 11:return[2]}})})},ResolveIOMainServer.prototype.unsubscribeWS=function(e){this._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Unsub WS",e.user,e.id_socket),this._subscriptionManager.unsubscribeAll(e),e.removeAllListeners()},ResolveIOMainServer.prototype.getApp=function(){return this._app},ResolveIOMainServer.prototype.getServerConfig=function(){return this._serverConfig},ResolveIOMainServer}();exports.default=ResolveIOMainServer;
|
|
1
|
+
"use strict";var __awaiter=this&&this.__awaiter||function(e,n,s,o){return new(s=s||Promise)(function(t,r){function fulfilled(e){try{step(o.next(e))}catch(e){r(e)}}function rejected(e){try{step(o.throw(e))}catch(e){r(e)}}function step(e){var r;e.done?t(e.value):((r=e.value)instanceof s?r:new s(function(e){e(r)})).then(fulfilled,rejected)}step((o=o.apply(e,n||[])).next())})},__generator=this&&this.__generator||function(n,s){var o,i,a,c={label:0,sent:function(){if(1&a[0])throw a[1];return a[1]},trys:[],ops:[]},u={next:verb(0),throw:verb(1),return:verb(2)};return"function"==typeof Symbol&&(u[Symbol.iterator]=function(){return this}),u;function verb(t){return function(e){var r=[t,e];if(o)throw new TypeError("Generator is already executing.");for(;c=u&&r[u=0]?0:c;)try{if(o=1,i&&(a=2&r[0]?i.return:r[0]?i.throw||((a=i.return)&&a.call(i),0):i.next)&&!(a=a.call(i,r[1])).done)return a;switch(i=0,(r=a?[2&r[0],a.value]:r)[0]){case 0:case 1:a=r;break;case 4:return c.label++,{value:r[1],done:!1};case 5:c.label++,i=r[1],r=[0];continue;case 7:r=c.ops.pop(),c.trys.pop();continue;default:if(!(a=0<(a=c.trys).length&&a[a.length-1])&&(6===r[0]||2===r[0])){c=0;continue}if(3===r[0]&&(!a||r[1]>a[0]&&r[1]<a[3]))c.label=r[1];else if(6===r[0]&&c.label<a[1])c.label=a[1],a=r;else{if(!(a&&c.label<a[2])){a[2]&&c.ops.pop(),c.trys.pop();continue}c.label=a[2],c.ops.push(r)}}r=s.call(n,c)}catch(e){r=[6,e],i=0}finally{o=a=0}if(5&r[0])throw r[1];return{value:r[0]?r[1]:void 0,done:!0}}}},__spreadArray=this&&this.__spreadArray||function(e,r,t){if(t||2===arguments.length)for(var n,s=0,o=r.length;s<o;s++)!n&&s in r||((n=n||Array.prototype.slice.call(r,0,s))[s]=r[s]);return e.concat(n||Array.prototype.slice.call(r))},http_1=(Object.defineProperty(exports,"__esModule",{value:!0}),require("http")),express=require("express"),bodyParser=require("body-parser"),xmlParser=require("express-xml-bodyparser"),WebSocket=require("ws"),jwt=require("jsonwebtoken"),moment=require("moment-timezone"),common_1=require("./util/common"),mongo_manager_1=require("./managers/mongo.manager"),cron_manager_1=require("./managers/cron.manager"),method_manager_1=require("./managers/method.manager"),subscription_manager_1=require("./managers/subscription.manager"),monitor_manager_1=require("./managers/monitor.manager"),method_response_collection_1=require("./collections/method-response.collection"),log_collection_1=require("./collections/log.collection"),log_method_latency_collection_1=require("./collections/log-method-latency.collection"),user_collection_1=require("./collections/user.collection"),home_1=require("./http/home"),auth_1=require("./http/auth"),health_1=require("./http/health"),index_1=require("./index"),mongodb_1=require("mongodb"),worker_task_request_collection_1=require("./collections/worker-task-request.collection"),worker_task_response_collection_1=require("./collections/worker-task-response.collection"),websocket_manager_1=require("./managers/websocket.manager"),ResolveIOMainServer=function(){function ResolveIOMainServer(e,r,t,n,s,o,i){void 0===i&&(i=!1);var a=this;this._offlineUpdates=[],this.sesMail=!1,this.standardProgram=!1,this.publicProgram=!1,this._rebootFlag=!1,this.LOGGER="ERROR",this._clientRoutes=[],this._lastErrorMsg=null,this._debugMsgRecv=0,this._debugMsgQueue=0,this._isWorkersEnabled=!1,this._isWorkerInstance=!1,this._workerTasks=[],this._safeShutdown=!1,this._serverConfig=r,this._clientRoutes=t,this._clientDir=n,this.sesMail=s,this.standardProgram=o,this.publicProgram=i,this._serverStartTime=new Date,this._lastErrorMsg=null,this._monitorManager=new monitor_manager_1.MonitorManager(e,r),this._monitorManagerFunction=new monitor_manager_1.MonitorManagerFunction,this._isWorkersEnabled="true"===process.env.IS_WORKERS_ENABLED,this._isWorkerInstance="true"===process.env.IS_WORKER_INSTANCE,setInterval(function(){a._subscriptionManager&&a._subscriptionManager.getEnableDebug()&&(console.log(new Date,"Server App","Msg Recv Hits",a._debugMsgRecv),console.log(new Date,"Server App","Msg Queue Hits",a._debugMsgQueue)),a._debugMsgQueue=0,a._debugMsgRecv=0},6e4),process.on("unhandledRejection",function(n,s){return __awaiter(a,void 0,void 0,function(){var r,t=this;return __generator(this,function(e){switch(e.label){case 0:return n&&"MongoError"===n.name&&48===n.code?[2]:(console.error(new Date,"Unhandled Rejection at Promise",[n,s]),r=moment().diff(this._serverStartTime,"seconds"),n&&("MongoNetworkTimeoutError"===n.name||n instanceof mongodb_1.MongoNetworkTimeoutError)?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - MongoNetworkTimeoutError - Quitting NodeJS - "+this._serverConfig.CLIENT_NAME,JSON.stringify({name:n.name,message:n.message,stack:n.stack},null,2))]):[3,2]:[3,3]);case 1:e.sent(),process.exit(1),e.label=2;case 2:return[3,10];case 3:return n&&"MongoError"===n.name&&"not master"===n.message?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - Quitting NodeJS - "+this._serverConfig.CLIENT_NAME,JSON.stringify([n.name,n.message,n.stack],null,2))]):[3,5]:[3,6];case 4:e.sent(),e.label=5;case 5:return process.exit(1),[3,10];case 6:return n&&"MongoError"===n.name&&"not master and slaveOk=false"===n.message?60<r&&!this._lastErrorMsg?(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - Quitting NodeJS - "+this._serverConfig.CLIENT_NAME,JSON.stringify([n.name,n.message,n.stack],null,2))]):[3,8]:[3,9];case 7:e.sent(),e.label=8;case 8:return process.exit(1),[3,10];case 9:n&&"StatusError"!==n.name&&""!==n.message&&60<r&&!this._lastErrorMsg&&(this._lastErrorMsg=new Date,setTimeout(function(){t._lastErrorMsg=null},6e4),this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Rejection - "+this._serverConfig.CLIENT_NAME,JSON.stringify([n.name,n.message,n.stack],null,2))),e.label=10;case 10:return[2]}})})}),process.on("uncaughtException",function(t){return __awaiter(a,void 0,void 0,function(){var r=this;return __generator(this,function(e){switch(e.label){case 0:return(console.error(t,"Uncaught Exception thrown"),60<moment().diff(this._serverStartTime,"seconds")&&!this._lastErrorMsg)?(this._lastErrorMsg=new Date,setTimeout(function(){r._lastErrorMsg=null},6e4),[4,this._methodManager.sendEmail("dev@resolveio.com","SERVER - Unhandled Exception - "+this._serverConfig.CLIENT_NAME,JSON.stringify([t.name,t.message,t.stack],null,2))]):[3,2];case 1:e.sent(),e.label=2;case 2:return[2]}})})}),process.on("SIGINT",function(){a._rebootFlag=!0,a._serverHTTP.close(),a.safeShutdown()}),process.on("SIGTERM",function(){a._rebootFlag=!0,a._serverHTTP.close(),a.safeShutdown()}),process.on("SIGQUIT",function(){a._rebootFlag=!0,a._serverHTTP.close(),a.safeShutdown()}),"DEBUG"===this.LOGGER&&console.log("Starting ResolveIO Server"),this._isWorkersEnabled?this._isWorkerInstance?(console.log("Running as a Worker instance"),this._methodManager=new method_manager_1.MethodManager(this,this._serverConfig,this._clientDir,this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._cronManager=new cron_manager_1.CronManager(this),this.startWorkerInstance()):(console.log("Running as a Server instance"),this._websocketManager=new websocket_manager_1.WebSocketManager(this),this.startServerInstance(r),this._methodManager=new method_manager_1.MethodManager(this,this._serverConfig,this._clientDir,this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._subscriptionManager=new subscription_manager_1.SubscriptionManager(this,this._serverWSS,this._serverConfig,this._monitorManagerFunction),this.listen()):(console.log("Running with Workers Disabled"),this._websocketManager=new websocket_manager_1.WebSocketManager(this),this.startServerInstance(r),this._methodManager=new method_manager_1.MethodManager(this,this._serverConfig,this._clientDir,this._monitorManagerFunction,this._isWorkersEnabled,this._isWorkerInstance),this._subscriptionManager=new subscription_manager_1.SubscriptionManager(this,this._serverWSS,this._serverConfig,this._monitorManagerFunction),this._cronManager=new cron_manager_1.CronManager(this),this.listen())}return ResolveIOMainServer.prototype.startServerInstance=function(e){this._app=express(),this._app.use(bodyParser.json({limit:"50mb",reviver:common_1.dateReviver})),this._app.use(bodyParser.urlencoded({limit:"50mb",extended:!0,parameterLimit:1e6})),this._app.use(xmlParser()),this._portHTTP=process.env.PORT_HTTP||e.PORT_HTTP||8080,this._portWSS=process.env.PORT_WSS||e.PORT_WSS||8081,"DEBUG"===this.LOGGER&&console.log("Setup ports"),this.createServer(),"DEBUG"===this.LOGGER&&console.log("Create server"),this._app.use(function(e,r,t){r.setHeader("Access-Control-Allow-Origin","*"),r.setHeader("Access-Control-Allow-Methods","GET, POST"),r.setHeader("Access-Control-Allow-Headers","X-Requested-With,content-type"),r.setHeader("Access-Control-Allow-Credentials","false"),t()}),"DEBUG"===this.LOGGER&&console.log("Setup cors"),(0,auth_1.setupAuthRoutes)(this,this._app,e),(0,health_1.setupHealthRoutes)(this._app,e),"ResolveIO"!==e.CLIENT_NAME&&!this.standardProgram||(0,home_1.setupHomeRoutes)(this,this._app,e),"DEBUG"===this.LOGGER&&console.log("Setup express routes")},ResolveIOMainServer.prototype.startWorkerInstance=function(){return __awaiter(this,void 0,void 0,function(){var r,t,n,s,o,i=this;return __generator(this,function(e){switch(e.label){case 0:return console.log("Worker instance started, watching worker-task-reqs..."),(r=worker_task_request_collection_1.WorkerTaskRequests.watchCollection([{$match:{"fullDocument.status":"pending"}}],{fullDocument:"updateLookup"})).on("change",function(s){return __awaiter(i,void 0,void 0,function(){var r,t,n=this;return __generator(this,function(e){return"insert"===s.operationType?(r=s.fullDocument)&&setTimeout(function(){n.processTask(r)},25*this._workerTasks.length):"update"===s.operationType&&(t=s.fullDocument)&&"pending"===t.status&&setTimeout(function(){n.processTask(t)},25*this._workerTasks.length),[2]})})}),r.on("error",function(e){console.error("Error in change stream worker task requests:",e),r.close(),setTimeout(function(){return i.startWorkerInstance()},5e3)}),r.on("close",function(){console.log("Change stream worker task requests closed. Restarting..."),setTimeout(function(){return i.startWorkerInstance()},5e3)}),[4,worker_task_request_collection_1.WorkerTaskRequests.find({status:"pending"},{sort:{createdAt:1}})];case 1:for(t=e.sent(),n=0,s=t;n<s.length;n++)o=s[n],this.processTask(o);return[2]}})})},ResolveIOMainServer.prototype.processTask=function(s){return __awaiter(this,void 0,void 0,function(){var r=this;return __generator(this,function(e){return this._workerTasks.includes(s._id)||worker_task_request_collection_1.WorkerTaskRequests.updateOne({_id:s._id,status:"pending"},{$set:{status:"processing"}}).then(function(n){return __awaiter(r,void 0,void 0,function(){var r,t;return __generator(this,function(e){switch(e.label){case 0:if(!n)return[3,5];this._workerTasks.push(s._id),e.label=1;case 1:return e.trys.push([1,3,,4]),[4,(t=this._methodManager.callMethodInternal).call.apply(t,__spreadArray([Object.assign({},this._methodManager,method_manager_1.MethodManager.prototype,{id_user:s.id_user,user:s.user,id_ws:s.id_ws}),s.method],s.params,!1))];case 2:return t=e.sent(),worker_task_response_collection_1.WorkerTaskResponses.create({id_request:s._id,has_error:!1,data:t,id_user:s.id_user,user:s.user,id_ws:s.id_ws}),[3,4];case 3:return r=e.sent(),console.error("Worker failed to process task:",s._id,r),worker_task_response_collection_1.WorkerTaskResponses.create({id_request:s._id,has_error:!0,data:r.message,id_user:s.id_user,user:s.user,id_ws:s.id_ws}),[3,4];case 4:this._workerTasks.includes(s._id)&&this._workerTasks.splice(this._workerTasks.indexOf(s._id),1),worker_task_request_collection_1.WorkerTaskRequests.updateOne({_id:s._id},{$set:{status:"complete"}}),e.label=5;case 5:return[2]}})})},function(){}),[2]})})},ResolveIOMainServer.prototype.safeShutdown=function(){var e=this;this._safeShutdown||console.log(new Date,"Safe Shutdown Command Received"),this._monitorManagerFunction.getActiveMonitorFunctions().length||this._offlineUpdates.length?(this._safeShutdown||(this._safeShutdown=!0,setTimeout(function(){e._safeShutdown=!1},1e3),console.log(new Date,"Safe Exit In Progress",this._monitorManagerFunction.getActiveMonitorFunctions().length,this._offlineUpdates.length)),setImmediate(function(){e.safeShutdown()})):index_1.ResolveIOServer.getMongoConnection().close(!1).then(function(){console.log(new Date,"Safe Exit Complete, Process Exit"),process.exit(0)},function(){process.exit(1)})},ResolveIOMainServer.prototype.getIsWorkersEnabled=function(){return this._isWorkersEnabled},ResolveIOMainServer.prototype.getIsWorkerInstance=function(){return this._isWorkerInstance},ResolveIOMainServer.prototype.getWSList=function(){var r=[];return this._serverWSS.clients.forEach(function(e){r.push(e.id_socket)}),r},ResolveIOMainServer.prototype.getWSUserList=function(){var r=[];return this._serverWSS.clients.forEach(function(e){r.push(e.id_user)}),r},ResolveIOMainServer.prototype.getHTTPServer=function(){return this._serverHTTP},ResolveIOMainServer.prototype.getCronManager=function(){return this._cronManager},ResolveIOMainServer.prototype.getMethodManager=function(){return this._methodManager},ResolveIOMainServer.prototype.getSubscriptionManager=function(){return this._subscriptionManager},ResolveIOMainServer.prototype.getMonitorManager=function(){return this._monitorManager},ResolveIOMainServer.prototype.getRebootFlag=function(){return this._rebootFlag},ResolveIOMainServer.prototype.getWebSocketManager=function(){return this._websocketManager},ResolveIOMainServer.prototype.createServer=function(){var e=this;this._serverHTTP=(0,http_1.createServer)(this._app),this._serverHTTP.keepAliveTimeout=65e3,this._serverHTTP.headersTimeout=66e3,this._serverWSS=new WebSocket.Server({port:this._portWSS,verifyClient:this.publicProgram?null:function(o,i){return __awaiter(e,void 0,void 0,function(){var r,s=this;return __generator(this,function(e){return this._rebootFlag?i(!1,409,"Unable To Process"):("DEBUG"===this.LOGGER&&console.log("Verify Client",o,i),r=o.req.headers["sec-websocket-protocol"].split(/,/),(o.origin===this._serverConfig.ROOT_URL||o.origin===this._serverConfig.SEC_ROOT_URL||o.origin===this._serverConfig.RESOLVEIO_URL||o.origin===this._serverConfig.RESOLVEIO_SECONDARY_URL)&&(r=r[0])?jwt.verify(r,this._serverConfig.JWT_SECRET,function(t,n){return __awaiter(s,void 0,void 0,function(){var r;return __generator(this,function(e){switch(e.label){case 0:return t?(i(!1,401,"Unauthorized"),[3,5]):[3,1];case 1:o.req.id_user=n.id_user,e.label=2;case 2:return e.trys.push([2,4,,5]),[4,user_collection_1.Users.findById(n.id_user)];case 3:return(r=e.sent())?(o.req.user=r.fullname,o.req.user_readonly=r.readonly||!1,o.req.doc_user=r,i(!0)):i(!1),[3,5];case 4:return e.sent(),i(!1),[3,5];case 5:return[2]}})})}):i(!1,401,"Unauthorized")),[2]})})}})},ResolveIOMainServer.prototype.listen=function(){var t=this;this._serverHTTP.listen(this._portHTTP,function(){console.log("Running server on port %s",t._portHTTP)}),this._serverWSS.on("listening",function(){console.log("Running server on port %s",t._portWSS)}),this._serverWSS.on("connection",function(a,e){t.publicProgram||(a.id_user=e.id_user,a.user=e.user,a.user_readonly=e.user_readonly,a.doc_user=e.doc_user,"Admin"!==a.user&&"ResolveIO"!==t._serverConfig.CLIENT_NAME&&t.getMethodManager().callMethodInternal.call(t.getMethodManager(),"supportCreateBillingUser",{id_user:a.id_user,user:a.user,date:new Date,client:index_1.ResolveIOServer.getClientName()})),a.id_socket=(0,mongo_manager_1.objectIdHexString)(),a.retryCnt=0,t._websocketManager.addWebSocket(a),t._subscriptionManager.createLoggedInUser(a.id_socket).then(function(){setTimeout(function(){a.pingTime=new Date,a.send("ping",function(e){e&&(t._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Ping"),t.unsubscribeWS(a))})},5e3)}),"DEBUG"===t.LOGGER&&console.log("Connection from: "+e.user),a.isAlive=!0,a.on("message",function(i){return __awaiter(t,void 0,void 0,function(){var r,t,n,s,o=this;return __generator(this,function(e){switch(e.label){case 0:"DEBUG"===this.LOGGER&&console.log("Message from: "+a.user,i),this._debugMsgRecv+=1,s=!1,r=[];try{r=JSON.parse(i,common_1.dateReviver)}catch(e){console.log("Error - JSON.parse",i),this._methodManager.sendEmail("dev@resolveio.com","SERVER - JSON Parse Error - "+this._serverConfig.CLIENT_NAME,JSON.stringify([i,e])),s=!0}if(s)return[3,5];if("string"==typeof r&&"ping"===r)a&&a.readyState===a.OPEN&&a.send("pong",function(e){e&&(o._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Pong"),o.unsubscribeWS(a))});else if("string"==typeof r&&"pong"===r)a.isAlive=!0,a.pongTime=new Date,a.latency=moment.duration(moment(a.pongTime).diff(a.pingTime)).asMilliseconds(),this._subscriptionManager.loggedInLatency(a);else{if(Array.isArray(r[0]))return[3,1];console.log("Invalid message format, expected array:",r)}return[2];case 1:t=0,n=r,e.label=2;case 2:return t<n.length?(s=n[t],[4,this.processSocketMessage(a,s)]):[3,5];case 3:e.sent(),e.label=4;case 4:return t++,[3,2];case 5:return[2]}})})}).on("end",function(){}).on("close",function(){}).on("error",function(e){})}),setInterval(function(){t._serverWSS.clients.forEach(function(r){r.pingTime&&2e4<=Date.now()-r.pingTime.getTime()&&(!1===r.isAlive?(r.retryCnt++,3<=r.retryCnt?t.unsubscribeWS(r):(r.pingTime=new Date,r.send("ping",function(e){e&&(t._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Ping"),t.unsubscribeWS(r))}))):(r.retryCnt=0,r.isAlive=!1,r.pingTime=new Date,r.send("ping",function(e){e&&(t._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Error WS Ping"),t.unsubscribeWS(r))})))})},2e4)},ResolveIOMainServer.prototype.processSocketMessage=function(S,M){return __awaiter(this,void 0,void 0,function(){var r,t,n,s,o,i,a,c,u,l,_,g,h,d,p,f,m,v=this;return __generator(this,function(e){switch(e.label){case 0:return(r=M[0],this.publicProgram||!this._clientRoutes.some(function(e){return r.includes(e)})||S.doc_user.roles.groups.some(function(e){return e.views.some(function(e){return r.includes(e)||e.includes(r)})})||S.doc_user.roles.super_admin)?(a=M[1],t=M[2],"subscription"!==(n=M[3])?[3,1]:(i=M[4],f=M[5],"sub"===i?this._subscriptionManager.subscribe(r,a,S,t,f,M.slice(6)):this._subscriptionManager.unsubscribe(r,a,S,t,f,M.slice(6)),[3,11])):[2];case 1:if(this.publicProgram||"offline"!==n)return[3,10];d={messageId:t,hasError:!1,data:"ACK"},S&&S.readyState===S.OPEN&&this._websocketManager.send(S,JSON.stringify(d)),this._offlineUpdates.push(S),s=M[4],o=0,e.label=2;case 2:if(!(o<s.length))return[3,9];if(i=s[o],c=i.data,a={messageId:i.data[2],hasError:!1,data:"ACK"},S&&S.readyState===S.OPEN&&this._websocketManager.send(S,JSON.stringify(a)),c.shift(),c.shift(),c.shift(),c.shift(),p=c.shift(),h=(0,mongo_manager_1.objectIdHexString)(),log_method_latency_collection_1.LogMethodLatencies.create({_id:h,__v:0,date_start:new Date,date_end:null,latency_ms:0,method:p}),"reportBuilderGetResults"!==p&&"reportBuilderGetDistinctValue"!==p&&"reportBuilderBuildTree"!==p&&"generatePDF"!==p&&"getWOOfflineData"!==p&&"countQuery"!==p&&"countWithQuery"!==p&&"countCollectionWithQuery"!==p&&"find"!==p&&"findOne"!==p&&"findWithOptions"!==p&&"getDrivers"!==p&&"processAirdropDistribution"!==p&&log_collection_1.Logs.insertOne({_id:(0,mongo_manager_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(c))<2e5?JSON.stringify(c,null,2):"Too Big",method:p,id_user:S.id_user||"",user:S.user||"",messageId:t,route:r}),!this._methodManager._methods[p])return[3,7];e.label=3;case 3:return e.trys.push([3,5,,6]),[4,(f=this._methodManager.callMethodInternal).call.apply(f,__spreadArray([Object.assign({},this._methodManager,method_manager_1.MethodManager.prototype,{id_user:S.id_user,user:S.user,id_ws:S.id_socket}),p],c,!1))];case 4:return e.sent(),[3,6];case 5:return u=e.sent(),console.log(new Date,"Offline Error",JSON.stringify(u,null,2)),[3,6];case 6:return"updateDocumentOffline"!==p&&"updateDocumentPropsOffline"!==p||index_1.ResolveIOServer.getMongoManager().invalidateQueryCache(c[0]),[3,8];case 7:console.log("Offline - Could not find method: "+p),e.label=8;case 8:return o++,[3,2];case 9:return this._offlineUpdates.splice(this._offlineUpdates.map(function(e){return e.id_socket}).indexOf(S.id_socket),1),[3,11];case 10:if(c=__spreadArray([],M,!0),u=c.shift(),l=c.shift(),_=c.shift(),"method"===(g=c.shift())){if(p=c.shift(),S.user_readonly)return[2];h=(0,mongo_manager_1.objectIdHexString)(),log_method_latency_collection_1.LogMethodLatencies.create({_id:h,__v:0,date_start:new Date,date_end:null,latency_ms:0,method:p}),"reportBuilderGetResults"!==p&&"reportBuilderGetDistinctValue"!==p&&"reportBuilderBuildTree"!==p&&"generatePDF"!==p&&"getWOOfflineData"!==p&&"countQuery"!==p&&"countWithQuery"!==p&&"countCollectionWithQuery"!==p&&"find"!==p&&"findOne"!==p&&"findWithOptions"!==p&&"getDrivers"!==p&&"processAirdropDistribution"!==p&&log_collection_1.Logs.insertOne({_id:(0,mongo_manager_1.objectIdHexString)(),type:"client-request",collection:"",id_document:"",payload:(0,common_1.getBinarySize)(JSON.stringify(c))<2e5?JSON.stringify(c,null,2):"Too Big",method:p,id_user:S.id_user||"",user:S.user||"",messageId:_,route:u}),d={messageId:_,hasError:!1,data:"ACK"},S&&S.readyState===S.OPEN&&this._websocketManager.send(S,JSON.stringify(d)),this._methodManager._methods[p]?(m=this._methodManager).callMethod.apply(m,__spreadArray([h,S,l,_,p],c,!1)):console.log("Could not find method: "+p)}else"methodResponse"===g&&(p=c.shift(),method_response_collection_1.MethodResponses.findOne({$and:[{id_user:S.id_user},{message_id:_},{method:p},{date:l}]}).then(function(e){e&&S&&S.readyState===S.OPEN&&v._websocketManager.send(S,JSON.stringify(e.response))},function(e){}));e.label=11;case 11:return[2]}})})},ResolveIOMainServer.prototype.unsubscribeWS=function(e){this._subscriptionManager.getEnableDebug()&&console.log(new Date,"Server App","Unsub WS",e.user,e.id_socket),this._subscriptionManager.unsubscribeAll(e),e.removeAllListeners()},ResolveIOMainServer.prototype.getApp=function(){return this._app},ResolveIOMainServer.prototype.getServerConfig=function(){return this._serverConfig},ResolveIOMainServer}();exports.default=ResolveIOMainServer;
|
|
2
2
|
//# sourceMappingURL=server-app.js.map
|
package/server-app.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/server-app.ts"],"names":["http_1","require","express","bodyParser","xmlParser","WebSocket","jwt","moment","common_1","mongo_manager_1","cron_manager_1","method_manager_1","subscription_manager_1","monitor_manager_1","method_response_collection_1","log_collection_1","log_method_latency_collection_1","user_collection_1","home_1","auth_1","health_1","index_1","mongodb_1","worker_task_request_collection_1","worker_task_response_collection_1","websocket_manager_1","ResolveIOMainServer","mainServer","serverConfig","clientRoutes","clientDir","sesMail","standardProgram","publicProgram","_this","this","_offlineUpdates","_rebootFlag","LOGGER","_clientRoutes","_lastErrorMsg","_debugMsgRecv","_debugMsgQueue","_isWorkersEnabled","_isWorkerInstance","_workerTasks","_safeShutdown","_serverConfig","_clientDir","_serverStartTime","Date","_monitorManager","MonitorManager","_monitorManagerFunction","MonitorManagerFunction","process","env","IS_WORKERS_ENABLED","IS_WORKER_INSTANCE","setInterval","_subscriptionManager","getEnableDebug","console","log","on","error","rej","__awaiter","diffTimeSec","diff","MongoNetworkTimeoutError","setTimeout","_methodManager","sendEmail","JSON","stringify","name","message","stack","_a","sent","exit","_serverHTTP","close","safeShutdown","MethodManager","_cronManager","CronManager","startWorkerInstance","_websocketManager","WebSocketManager","startServerInstance","SubscriptionManager","_serverWSS","listen","prototype","_app","use","json","limit","reviver","dateReviver","urlencoded","extended","parameterLimit","_portHTTP","PORT_HTTP","_portWSS","PORT_WSS","createServer","req","res","next","setHeader","setupAuthRoutes","setupHealthRoutes","setupHomeRoutes","changeStream","WorkerTaskRequests","watchCollection","$match","fullDocument.status","fullDocument","change","operationType","task_1","processTask","length","task_2","status","find","sort","createdAt","pendingTasks","_i","pendingTasks_1","task","includes","_id","updateOne","$set","then","resReq","push","callMethodInternal","call","apply","__spreadArray","Object","assign","id_user","user","id_ws","method","params","result","_b","WorkerTaskResponses","create","id_request","has_error","data","err_1","splice","indexOf","getActiveMonitorFunctions","setImmediate","ResolveIOServer","getMongoConnection","getIsWorkersEnabled","getIsWorkerInstance","getWSList","clients","forEach","ws","getWSUserList","getHTTPServer","getCronManager","getMethodManager","getSubscriptionManager","getMonitorManager","getRebootFlag","getWebSocketManager","keepAliveTimeout","headersTimeout","Server","port","verifyClient","info","cb","infoData","headers","split","origin","token","verify","err","decoded","Users","findById","fullname","readonly","date","client","getClientName","objectIdHexString","addWebSocket","createLoggedInUser","send","unsubscribeWS","parseErrorFound","socketData","parse","e","readyState","OPEN","duration","asMilliseconds","loggedInLatency","Array","isArray","socketData_1","message_1","processSocketMessage","now","getTime","messageRoute","some","a","roles","groups","views","b","super_admin","messageDate","messageId","type","subType","pub","subscribe","slice","unsubscribe","serverRes","hasError","offlineUpdates","i","update","serverResMethod","shift","methodLatencyId","LogMethodLatencies","__v","date_start","date_end","latency_ms","Logs","insertOne","collection","id_document","payload","getBinarySize","route","_methods","_c","err_3","getMongoManager","invalidateQueryCache","map","messageRoute_1","messageDate_1","messageId_1","type_1","callMethod","MethodResponses","findOne","$and","message_id","response","unsubscribeAll","removeAllListeners","getApp","getServerConfig"],"mappings":"wqDAAAA,Q,uDAAAC,QAAA,MAAA,GACAC,QAAAD,QAAA,SAAA,EACAE,WAAAF,QAAA,aAAA,EACAG,UAAAH,QAAA,wBAAA,EACAI,UAAAJ,QAAA,IAAA,EACAK,IAAAL,QAAA,cAAA,EAEAM,OAAAN,QAAA,iBAAA,EAEAO,SAAAP,QAAA,eAAA,EAEAQ,gBAAAR,QAAA,0BAAA,EACAS,eAAAT,QAAA,yBAAA,EACAU,iBAAAV,QAAA,2BAAA,EACAW,uBAAAX,QAAA,iCAAA,EACAY,kBAAAZ,QAAA,4BAAA,EAIAa,6BAAAb,QAAA,0CAAA,EACAc,iBAAAd,QAAA,8BAAA,EACAe,gCAAAf,QAAA,6CAAA,EACAgB,kBAAAhB,QAAA,+BAAA,EAEAiB,OAAAjB,QAAA,aAAA,EACAkB,OAAAlB,QAAA,aAAA,EACAmB,SAAAnB,QAAA,eAAA,EACAoB,QAAApB,QAAA,SAAA,EACAqB,UAAArB,QAAA,SAAA,EACAsB,iCAAAtB,QAAA,8CAAA,EACAuB,kCAAAvB,QAAA,+CAAA,EAEAwB,oBAAAxB,QAAA,8BAAA,EAEAyB,oBAAA,WAoCC,SAAAA,oBAAYC,EAAYC,EAAcC,EAAcC,EAAWC,EAASC,EAAiBC,GAAA,KAAA,IAAAA,IAAAA,EAAA,CAAA,GAAzF,IAAAC,EAAAC,KA5BQA,KAAAC,gBAAkB,GACnBD,KAAAJ,QAAU,CAAA,EACTI,KAAAH,gBAAkB,CAAA,EAClBG,KAAAF,cAAgB,CAAA,EAChBE,KAAAE,YAAc,CAAA,EAEdF,KAAAG,OAAS,QAQTH,KAAAI,cAA0B,GAG1BJ,KAAAK,cAAsB,KAEtBL,KAAAM,cAAgB,EAChBN,KAAAO,eAAiB,EAEjBP,KAAAQ,kBAAoB,CAAA,EACpBR,KAAAS,kBAAoB,CAAA,EACpBT,KAAAU,aAAyB,GAEzBV,KAAAW,cAAgB,CAAA,EAGvBX,KAAKY,cAAgBnB,EACrBO,KAAKI,cAAgBV,EACrBM,KAAKa,WAAalB,EAClBK,KAAKJ,QAAUA,EACfI,KAAKH,gBAAkBA,EACvBG,KAAKF,cAAgBA,EAErBE,KAAKc,iBAAmB,IAAIC,KAC5Bf,KAAKK,cAAgB,KACrBL,KAAKgB,gBAAkB,IAAItC,kBAAAuC,eAAezB,EAAYC,CAAY,EAClEO,KAAKkB,wBAA0B,IAAIxC,kBAAAyC,uBAGnCnB,KAAKQ,kBAAuD,SAAnCY,QAAQC,IAAIC,mBACrCtB,KAAKS,kBAAuD,SAAnCW,QAAQC,IAAIE,mBAErCC,YAAY,WACPzB,EAAK0B,sBAAwB1B,EAAK0B,qBAAqBC,eAAc,IACxEC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,gBAAiBhB,EAAKO,aAAa,EACzEqB,QAAQC,IAAI,IAAIb,KAAQ,aAAc,iBAAkBhB,EAAKQ,cAAc,GAG5ER,EAAKQ,eAAiB,EACtBR,EAAKO,cAAgB,CACtB,EAAG,GAAK,EAERc,QAAQS,GAAG,qBAAsB,SAAOC,EAAOC,GAAG,OAAAC,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,wEAEjD,OAAI+B,GAA2B,eAAlBA,EAAY,MAAwC,KAAlBA,EAAY,KAC1D,CAAA,IAGDH,QAAQG,MAAM,IAAIf,KAAQ,iCAAkC,CAACe,EAAOC,EAAI,EAEpEE,EAAc7D,OAAM,EAAG8D,KAAKlC,KAAKc,iBAAkB,SAAS,EAG5DgB,IAA4B,6BAAlBA,EAAY,MAAoCA,aAAiB3C,UAAAgD,0BAC5D,GAAdF,GAAqBjC,CAAAA,KAAKK,eAC7BL,KAAKK,cAAgB,IAAIU,KACzBqB,WAAW,WACVrC,EAAKM,cAAgB,IACtB,EAAG,GAAK,EAGR,CAAA,EAAML,KAAKqC,eAAeC,UAAU,oBAAqB,yDAA2DtC,KAAKY,cAA2B,YAAG2B,KAAKC,UAAU,CACrKC,KAAMX,EAAY,KAClBY,QAASZ,EAAe,QACxBa,MAAOb,EAAa,K,EAClB,KAAM,CAAC,CAAC,IAXR,CAAA,EAAA,GADD,CAAA,EAAA,I,OAQFc,EAAAC,KAAA,EAOAzB,QAAQ0B,KAAK,CAAC,E,4CAGPhB,GAA2B,eAAlBA,EAAY,MAA2C,eAArBA,EAAe,QAChD,GAAdG,GAAqBjC,CAAAA,KAAKK,eAC7BL,KAAKK,cAAgB,IAAIU,KAEzBqB,WAAW,WACVrC,EAAKM,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAML,KAAKqC,eAAeC,UAAU,oBAAqB,oDAAsDtC,KAAKY,cAA2B,YAAG2B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPzN,CAAA,EAAA,GADI,CAAA,EAAA,G,OAQPc,EAAAC,KAAA,E,wBAGDzB,QAAQ0B,KAAK,CAAC,E,qBAENhB,GAA2B,eAAlBA,EAAY,MAA2C,iCAArBA,EAAe,QAChD,GAAdG,GAAqBjC,CAAAA,KAAKK,eAC7BL,KAAKK,cAAgB,IAAIU,KAEzBqB,WAAW,WACVrC,EAAKM,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAML,KAAKqC,eAAeC,UAAU,oBAAqB,oDAAsDtC,KAAKY,cAA2B,YAAG2B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPzN,CAAA,EAAA,GADI,CAAA,EAAA,G,OAQPc,EAAAC,KAAA,E,wBAGDzB,QAAQ0B,KAAK,CAAC,E,cAENhB,GACc,gBAAlBA,EAAY,MAA4C,KAArBA,EAAe,SACnC,GAAdG,GAAoB,CAACjC,KAAKK,gBAC7BL,KAAKK,cAAgB,IAAIU,KAEzBqB,WAAW,WACVrC,EAAKM,cAAgB,IACtB,EAAG,GAAK,EAERL,KAAKqC,eAAeC,UAAU,oBAAqB,kCAAoCtC,KAAKY,cAA2B,YAAG2B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,G,kCAIvM,EAEDV,QAAQS,GAAG,oBAAqB,SAAMC,GAAK,OAAAE,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,6EAC1C4B,QAAQG,MAAMA,EAAO,2BAA2B,EAI9B,GAFA1D,OAAM,EAAG8D,KAAKlC,KAAKc,iBAAkB,SAAS,GAEvCd,CAAAA,KAAKK,gBAC7BL,KAAKK,cAAgB,IAAIU,KAEzBqB,WAAW,WACVrC,EAAKM,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAML,KAAKqC,eAAeC,UAAU,oBAAqB,kCAAoCtC,KAAKY,cAA2B,YAAG2B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPvM,CAAA,EAAA,G,OAOHc,EAAAC,KAAA,E,gCAED,EAGDzB,QAAQS,GAAG,SAAU,WACpB9B,EAAKG,YAAc,CAAA,EACnBH,EAAKgD,YAAYC,MAAK,EACtBjD,EAAKkD,aAAY,CAClB,CAAC,EAED7B,QAAQS,GAAG,UAAW,WACrB9B,EAAKG,YAAc,CAAA,EACnBH,EAAKgD,YAAYC,MAAK,EACtBjD,EAAKkD,aAAY,CAClB,CAAC,EAED7B,QAAQS,GAAG,UAAW,WACrB9B,EAAKG,YAAc,CAAA,EACnBH,EAAKgD,YAAYC,MAAK,EACtBjD,EAAKkD,aAAY,CAClB,CAAC,EAEmB,UAAhBjD,KAAKG,QACRwB,QAAQC,IAAI,2BAA2B,EAG9B5B,KAAKQ,kBACDR,KAAKS,mBACLkB,QAAQC,IAAI,8BAA8B,EACtD5B,KAAKqC,eAAiB,IAAI7D,iBAAA0E,cAAclD,KAAMA,KAAKY,cAAeZ,KAAKa,WAAYb,KAAKkB,wBAAyBlB,KAAKQ,kBAAmBR,KAAKS,iBAAiB,EACnJT,KAAKmD,aAAe,IAAI5E,eAAA6E,YAAYpD,IAAI,EACpDA,KAAKqD,oBAAmB,IAGZ1B,QAAQC,IAAI,8BAA8B,EACtD5B,KAAKsD,kBAAoB,IAAIhE,oBAAAiE,iBAAiBvD,IAAI,EACtCA,KAAKwD,oBAAoB/D,CAAY,EACjDO,KAAKqC,eAAiB,IAAI7D,iBAAA0E,cAAclD,KAAMA,KAAKY,cAAeZ,KAAKa,WAAYb,KAAKkB,wBAAyBlB,KAAKQ,kBAAmBR,KAAKS,iBAAiB,EAC/JT,KAAKyB,qBAAuB,IAAIhD,uBAAAgF,oBAAoBzD,KAAMA,KAAK0D,WAAY1D,KAAKY,cAAeZ,KAAKkB,uBAAuB,EAC3HlB,KAAK2D,OAAM,IAIHhC,QAAQC,IAAI,+BAA+B,EACpD5B,KAAKsD,kBAAoB,IAAIhE,oBAAAiE,iBAAiBvD,IAAI,EACzCA,KAAKwD,oBAAoB/D,CAAY,EAC9CO,KAAKqC,eAAiB,IAAI7D,iBAAA0E,cAAclD,KAAMA,KAAKY,cAAeZ,KAAKa,WAAYb,KAAKkB,wBAAyBlB,KAAKQ,kBAAmBR,KAAKS,iBAAiB,EAC/JT,KAAKyB,qBAAuB,IAAIhD,uBAAAgF,oBAAoBzD,KAAMA,KAAK0D,WAAY1D,KAAKY,cAAeZ,KAAKkB,uBAAuB,EAClHlB,KAAKmD,aAAe,IAAI5E,eAAA6E,YAAYpD,IAAI,EACjDA,KAAK2D,OAAM,EAEb,CAwpBD,OAtpBSpE,oBAAAqE,UAAAJ,oBAAR,SAA4B/D,GAE3BO,KAAK6D,KAAO9F,QAAO,EAGnBiC,KAAK6D,KAAKC,IAAI9F,WAAW+F,KAAK,CAACC,MAAO,OAAQC,QAAS5F,SAAA6F,WAAW,CAAC,CAAC,EACpElE,KAAK6D,KAAKC,IAAI9F,WAAWmG,WAAW,CAACH,MAAO,OAAQI,SAAU,CAAA,EAAMC,eAAgB,GAAO,CAAE,CAAC,EAC9FrE,KAAK6D,KAAKC,IAAI7F,UAAS,CAAE,EAGzB+B,KAAKsE,UAAYlD,QAAQC,IAAIkD,WAAa9E,EAAwB,WAAK,KACvEO,KAAKwE,SAAWpD,QAAQC,IAAIoD,UAAYhF,EAAuB,UAAK,KAEhD,UAAhBO,KAAKG,QACRwB,QAAQC,IAAI,aAAa,EAI1B5B,KAAK0E,aAAY,EAEG,UAAhB1E,KAAKG,QACRwB,QAAQC,IAAI,eAAe,EAI5B5B,KAAK6D,KAAKC,IAAI,SAAUa,EAAKC,EAAKC,GAIjCD,EAAIE,UAAU,8BAA+B,GAAG,EAIhDF,EAAIE,UAAU,+BAAgC,WAAW,EAGzDF,EAAIE,UAAU,+BAAgC,+BAA+B,EAI7EF,EAAIE,UAAU,mCAAoC,OAAO,EAGzDD,EAAI,CACL,CAAC,EAEmB,UAAhB7E,KAAKG,QACRwB,QAAQC,IAAI,YAAY,GAIzB,EAAA5C,OAAA+F,iBAAgB/E,KAAMA,KAAK6D,KAAMpE,CAAY,GAC7C,EAAAR,SAAA+F,mBAAkBhF,KAAK6D,KAAMpE,CAAY,EAEL,cAAhCA,EAA0B,aAAqBO,CAAAA,KAAKH,kBACvD,EAAAd,OAAAkG,iBAAgBjF,KAAMA,KAAK6D,KAAMpE,CAAY,EAG1B,UAAhBO,KAAKG,QACRwB,QAAQC,IAAI,sBAAsB,CAEpC,EAEcrC,oBAAAqE,UAAAP,oBAAd,W,+HAqCsB,OApCrB1B,QAAQC,IAAI,uDAAuD,GAG/DsD,EAAe9F,iCAAA+F,mBAAmBC,gBAAgB,CAAC,CAAEC,OAAQ,CAAEC,sBAAuB,SAAS,CAAE,GAAK,CAAEC,aAAc,cAAc,CAAE,GAE7H1D,GAAG,SAAU,SAAO2D,GAAM,OAAAxD,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,yDACT,WAAzByF,EAAOC,eACJC,EAAOF,EAAOD,eAEnBnD,WAAW,WACVrC,EAAK4F,YAAYD,CAAI,CACtB,EAA8B,GAA3B1F,KAAKU,aAAakF,MAAW,EAGA,WAAzBJ,EAAOC,gBACTI,EAAOL,EAAOD,eACQ,YAAhBM,EAAKC,QAChB1D,WAAW,WACVrC,EAAK4F,YAAYE,CAAI,CACtB,EAA8B,GAA3B7F,KAAKU,aAAakF,MAAW,E,QAGlC,EAEDV,EAAarD,GAAG,QAAS,SAACC,GACzBH,QAAQG,MAAM,+CAAgDA,CAAK,EACnEoD,EAAalC,MAAK,EAClBZ,WAAW,WAAM,OAAArC,EAAKsD,oBAAmB,CAAxB,EAA4B,GAAI,CAClD,CAAC,EAED6B,EAAarD,GAAG,QAAS,WACxBF,QAAQC,IAAI,0DAA0D,EACtEQ,WAAW,WAAM,OAAArC,EAAKsD,oBAAmB,CAAxB,EAA4B,GAAI,CAClD,CAAC,EAGoB,CAAA,EAAMjE,iCAAA+F,mBAAmBY,KAAK,CAAED,OAAQ,SAAS,EAAI,CAACE,KAAM,CAACC,UAAW,CAAC,CAAC,CAAC,G,OAEhG,IAFMC,EAAetD,EAAAC,KAAA,EAErBsD,EAAA,EAAmBC,EAAAF,EAAAC,EAAAC,EAAAR,OAAAO,CAAA,GAARE,EAAID,EAAAD,GACdnG,KAAK2F,YAAYU,CAAI,E,gBAKT9G,oBAAAqE,UAAA+B,YAAd,SAA0BU,G,qGACrBrG,KAAKU,aAAa4F,SAASD,EAAKE,GAAG,GAIvCnH,iCAAA+F,mBAAmBqB,UAAU,CAAED,IAAKF,EAAKE,IAAKT,OAAQ,SAAS,EAAI,CAAEW,KAAM,CAAEX,OAAQ,YAAY,CAAE,CAAE,EAAEY,KAAK,SAAMC,GAAM,OAAA3E,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,uEACnH4G,EAAA,MAAA,CAAA,EAAA,GACH3G,KAAKU,aAAakG,KAAKP,EAAKE,GAAG,E,iBAIf,O,sBAAA,CAAA,GAAM3D,EAAA5C,KAAKqC,eAAewE,oBAAmBC,KAAIC,MAAAnE,EAAAoE,cAAA,CAACC,OAAOC,OAAO,GAAIlH,KAAKqC,eAAgB7D,iBAAA0E,cAAcU,UAAW,CAAEuD,QAASd,EAAKc,QAASC,KAAMf,EAAKe,KAAMC,MAAOhB,EAAKgB,KAAK,CAAE,EAAGhB,EAAKiB,QAAWjB,EAAKkB,OAAM,CAAA,CAAA,CAAA,G,cAAtNC,EAASC,EAAA5E,KAAA,EAEfxD,kCAAAqI,oBAAoBC,OAAO,CAC1BC,WAAYvB,EAAKE,IACjBsB,UAAW,CAAA,EACXC,KAAMN,EACNL,QAASd,EAAKc,QACdC,KAAMf,EAAKe,KACXC,MAAOhB,EAAKgB,K,CACZ,E,+BAGD1F,QAAQG,MAAM,iCAAkCuE,EAAKE,IAAKwB,CAAG,EAE7D1I,kCAAAqI,oBAAoBC,OAAO,CAC1BC,WAAYvB,EAAKE,IACjBsB,UAAW,CAAA,EACXC,KAAMC,EAAIrF,QACVyE,QAASd,EAAKc,QACdC,KAAMf,EAAKe,KACXC,MAAOhB,EAAKgB,K,CACZ,E,aAGErH,KAAKU,aAAa4F,SAASD,EAAKE,GAAG,GACtCvG,KAAKU,aAAasH,OAAOhI,KAAKU,aAAauH,QAAQ5B,EAAKE,GAAG,EAAG,CAAC,EAIhEnH,iCAAA+F,mBAAmBqB,UAAU,CAAED,IAAKF,EAAKE,GAAG,EAAI,CAAEE,KAAM,CAAEX,OAAQ,UAAU,CAAE,CAAE,E,iCAI/E,YAAQ,E,SAGJvG,oBAAAqE,UAAAX,aAAR,WAAA,IAAAlD,EAAAC,KACMA,KAAKW,eACTgB,QAAQC,IAAI,IAAIb,KAAQ,gCAAgC,EAIvDf,KAAKkB,wBAAwBgH,0BAAyB,EAAGtC,QAGzD5F,KAAKC,gBAAgB2F,QAQjB5F,KAAKW,gBACTX,KAAKW,cAAgB,CAAA,EAErByB,WAAW,WACVrC,EAAKY,cAAgB,CAAA,CACtB,EAAG,GAAI,EAEPgB,QAAQC,IAAI,IAAIb,KACf,wBACAf,KAAKkB,wBAAwBgH,0BAAyB,EAAGtC,OAEzD5F,KAAKC,gBAAgB2F,MAAM,GAI7BuC,aAAa,WACZpI,EAAKkD,aAAY,CAClB,CAAC,GAvBD/D,QAAAkJ,gBAAgBC,mBAAkB,EAAGrF,MAAM,CAAA,CAAK,EAAE0D,KAAK,WACtD/E,QAAQC,IAAI,IAAIb,KAAQ,kCAAkC,EAC1DK,QAAQ0B,KAAK,CAAC,CACf,EAAG,WAAO1B,QAAQ0B,KAAK,CAAC,CAAC,CAAC,CAsB5B,EAEAvD,oBAAAqE,UAAA0E,oBAAA,WACC,OAAOtI,KAAKQ,iBACb,EAEAjB,oBAAAqE,UAAA2E,oBAAA,WACC,OAAOvI,KAAKS,iBACb,EAEOlB,oBAAAqE,UAAA4E,UAAP,WACC,IAAI5D,EAAM,GAMV,OAJA5E,KAAK0D,WAAW+E,QAAQC,QAAQ,SAACC,GAChC/D,EAAIgC,KAAK+B,EAAc,SAAC,CACzB,CAAC,EAEM/D,CACR,EAEOrF,oBAAAqE,UAAAgF,cAAP,WACC,IAAIhE,EAAM,GAMV,OAJA5E,KAAK0D,WAAW+E,QAAQC,QAAQ,SAACC,GAChC/D,EAAIgC,KAAK+B,EAAY,OAAC,CACvB,CAAC,EAEM/D,CACR,EAEOrF,oBAAAqE,UAAAiF,cAAP,WACC,OAAO7I,KAAK+C,WACb,EAEOxD,oBAAAqE,UAAAkF,eAAP,WACC,OAAO9I,KAAKmD,YACb,EAEO5D,oBAAAqE,UAAAmF,iBAAP,WACC,OAAO/I,KAAKqC,cACb,EAEO9C,oBAAAqE,UAAAoF,uBAAP,WACC,OAAOhJ,KAAKyB,oBACb,EAEOlC,oBAAAqE,UAAAqF,kBAAP,WACC,OAAOjJ,KAAKgB,eACb,EAEOzB,oBAAAqE,UAAAsF,cAAP,WACC,OAAOlJ,KAAKE,WACb,EAEOX,oBAAAqE,UAAAuF,oBAAP,WACC,OAAOnJ,KAAKsD,iBACb,EAEQ/D,oBAAAqE,UAAAc,aAAR,WAAA,IAAA3E,EAAAC,KAECA,KAAK+C,aAAc,EAAAlF,OAAA6G,cAAa1E,KAAK6D,IAAI,EACzC7D,KAAK+C,YAAYqG,iBAAmB,KACpCpJ,KAAK+C,YAAYsG,eAAiB,KAIlCrJ,KAAK0D,WAAa,IAAIxF,UAAUoL,OAAO,CACtCC,KAAMvJ,KAAKwE,SACXgF,aAAcxJ,KAAKF,cAAgB,KAAO,SAAO2J,EAAMC,GAAE,OAAA1H,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,wDACpDC,KAAKE,YACRwJ,EAAG,CAAA,EAAO,IAAK,mBAAmB,GAGd,UAAhB1J,KAAKG,QACRwB,QAAQC,IAAI,gBAAiB6H,EAAMC,CAAE,EAGlCC,EAAoBF,EAAK9E,IAAIiF,QAAQ,0BAA2BC,MAAM,GAAG,GAEzEJ,EAAKK,SAAW9J,KAAKY,cAAwB,UAAK6I,EAAKK,SAAW9J,KAAKY,cAA4B,cAAK6I,EAAKK,SAAW9J,KAAKY,cAA6B,eAAK6I,EAAKK,SAAW9J,KAAKY,cAAuC,2BAI1NmJ,EAAQJ,EAAS,IAKpBxL,IAAI6L,OAAOD,EAAO/J,KAAKY,cAA0B,WAAG,SAAOqJ,EAAKC,GAAO,OAAAlI,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,wEAClEkK,GACHP,EAAG,CAAA,EAAO,IAAK,cAAc,E,OAD1B,CAAA,EAAA,G,OAIHD,EAAK9E,IAAa,QAAIuF,EAAiB,Q,iBAE3B,O,sBAAA,CAAA,EAAMpL,kBAAAqL,MAAMC,SAASF,EAAiB,OAAC,G,cAA9C9C,EAAOxE,EAAAC,KAAA,IAEV4G,EAAK9E,IAAU,KAAIyC,EAAKiD,SACxBZ,EAAK9E,IAAmB,cAAIyC,EAAKkD,UAAY,CAAA,EAC7Cb,EAAK9E,IAAc,SAAIyC,EACvBsC,EAAG,CAAA,CAAI,GAGPA,EAAG,CAAA,CAAK,E,6BAITA,EAAG,CAAA,CAAK,E,4BAGV,EAzBDA,EAAG,CAAA,EAAO,IAAK,cAAc,G,SA8BjC,CACF,EAGQnK,oBAAAqE,UAAAD,OAAR,WAAA,IAAA5D,EAAAC,KACCA,KAAK+C,YAAYY,OAAO3D,KAAKsE,UAAW,WACvC3C,QAAQC,IAAI,4BAA6B7B,EAAKuE,SAAS,CACxD,CAAC,EAEDtE,KAAK0D,WAAW7B,GAAG,YAAa,WAC/BF,QAAQC,IAAI,4BAA6B7B,EAAKyE,QAAQ,CACvD,CAAC,EAGDxE,KAAK0D,WAAW7B,GAAG,aAAc,SAAC8G,EAAIhE,GAChC5E,EAAKD,gBAET6I,EAAY,QAAIhE,EAAa,QAC7BgE,EAAS,KAAIhE,EAAU,KACvBgE,EAAkB,cAAIhE,EAAmB,cACzCgE,EAAa,SAAIhE,EAAc,SAEZ,UAAfgE,EAAS,MAAuD,cAAtC5I,EAAKa,cAA2B,aAC7Db,EAAKgJ,iBAAgB,EAAGlC,mBAAmBC,KAAK/G,EAAKgJ,iBAAgB,EAAI,2BAA4B,CACpG5B,QAASwB,EAAY,QACrBvB,KAAMuB,EAAS,KACf4B,KAAM,IAAIxJ,KACVyJ,OAAQtL,QAAAkJ,gBAAgBqC,cAAa,C,CACrC,GAIH9B,EAAc,WAAI,EAAArK,gBAAAoM,mBAAiB,EACnC/B,EAAa,SAAI,EAEjB5I,EAAKuD,kBAAkBqH,aAAahC,CAAE,EAEtC5I,EAAK0B,qBAAqBmJ,mBAAmBjC,EAAc,SAAC,EAAEjC,KAAK,WAClEtE,WAAW,WACVuG,EAAa,SAAI,IAAI5H,KACrB4H,EAAGkC,KAAK,OAAQ,SAAC/I,GACZA,IACC/B,EAAK0B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,eAAe,EAEtDhB,EAAK+K,cAAcnC,CAAE,EAEvB,CAAC,CACF,EAAG,GAAI,CACR,CAAC,EAEmB,UAAhB5I,EAAKI,QACRwB,QAAQC,IAAI,oBAAsB+C,EAAU,IAAC,EAI9CgE,EAAY,QAAI,CAAA,EAChBA,EAAG9G,GAAG,UAAW,SAAOa,GAAe,OAAAV,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,8EAClB,UAAhBC,KAAKG,QACRwB,QAAQC,IAAI,iBAAmB+G,EAAS,KAAGjG,CAAO,EAGnD1C,KAAKM,eAAiB,EAElByK,EAAkB,CAAA,EAElBC,EAAa,GAEjB,IACCA,EAAazI,KAAK0I,MAAMvI,EAASrE,SAAA6F,WAAW,C,CAE7C,MAAMgH,GACLvJ,QAAQC,IAAI,qBAAsBc,CAAO,EAEzC1C,KAAKqC,eAAeC,UAAU,oBAAqB,+BAAiCtC,KAAKY,cAA2B,YAAG2B,KAAKC,UAAU,CAACE,EAASwI,EAAE,CAAC,EAEnJH,EAAkB,CAAA,C,IAGdA,EAAD,MAAA,CAAA,EAAA,GACH,GAA0B,UAAtB,OAAOC,GAA0C,SAAfA,EACjCrC,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BzC,EAAGkC,KAAK,OAAQ,SAAC/I,GACZA,IACC/B,EAAK0B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,eAAe,EAEtDhB,EAAK+K,cAAcnC,CAAE,EAEvB,CAAC,OAKE,GAA0B,UAAtB,OAAOqC,GAA0C,SAAfA,EAC1CrC,EAAY,QAAI,CAAA,EAChBA,EAAa,SAAI,IAAI5H,KACrB4H,EAAY,QAAIvK,OAAOiN,SAASjN,OAAOuK,EAAa,QAAC,EAAEzG,KAAKyG,EAAa,QAAC,CAAC,EAAE2C,eAAc,EAC3FtL,KAAKyB,qBAAqB8J,gBAAgB5C,CAAE,MAJxC,C,GASA6C,MAAMC,QAAQT,CAAU,EAAzB,MAAA,CAAA,EAAA,GAEHrJ,QAAQC,IAAI,0CAA2CoJ,CAAU,C,CACjE,MAAA,CAAA,G,WAGoBU,EAAAV,E,wBAAA7E,EAAAuF,EAAA9F,QAAf+F,EAAAD,EAAAvF,GACJ,CAAA,EAAMnG,KAAK4L,qBAAqBjD,EAAIgD,CAAO,IADd,CAAA,EAAA,G,OAC7B/I,EAAAC,KAAA,E,wBADmBsD,CAAA,G,4BAKtB,EAAEtE,GAAG,MAAO,YAEZ,EAAEA,GAAG,QAAS,YAEd,EAAEA,GAAG,QAAS,SAAAC,IAEd,CACF,CAAC,EAGDN,YAAY,WACXzB,EAAK2D,WAAW+E,QAAQC,QAAQ,SAACC,GAC5BA,EAAa,UAA8C,KAAzC5H,KAAK8K,IAAG,EAAKlD,EAAa,SAAEmD,QAAO,IAClC,CAAA,IAAlBnD,EAAY,SACfA,EAAa,QAAC,GAEQ,GAAlBA,EAAa,SAChB5I,EAAK+K,cAAcnC,CAAE,GAGrBA,EAAa,SAAI,IAAI5H,KACrB4H,EAAGkC,KAAK,OAAQ,SAAC/I,GACZA,IACC/B,EAAK0B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,eAAe,EAEtDhB,EAAK+K,cAAcnC,CAAE,EAEvB,CAAC,KAIFA,EAAa,SAAI,EACjBA,EAAY,QAAI,CAAA,EAChBA,EAAa,SAAI,IAAI5H,KACrB4H,EAAGkC,KAAK,OAAQ,SAAC/I,GACZA,IACC/B,EAAK0B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,eAAe,EAEtDhB,EAAK+K,cAAcnC,CAAE,EAEvB,CAAC,GAGJ,CAAC,CACF,EAAG,GAAK,CACT,EAEcpJ,oBAAAqE,UAAAgI,qBAAd,SAAmCjD,EAAeqC,G,uJAGjD,OAFIe,EAAef,EAAW,GAEzBhL,KAAKF,eAAiBE,CAAAA,KAAKI,cAAc4L,KAAK,SAAAC,GAAK,OAAAF,EAAazF,SAAS2F,CAAC,CAAvB,CAAwB,GAAMtD,EAAa,SAAEuD,MAAMC,OAAOH,KAAK,SAAAC,GAAK,OAAAA,EAAEG,MAAMJ,KAAK,SAAAK,GAAK,OAAAN,EAAazF,SAAS+F,CAAC,GAAKA,EAAE/F,SAASyF,CAAY,CAAnD,CAAoD,CAAtE,CAAuE,GAAMpD,EAAa,SAAEuD,MAAMI,cAI1NC,EAAcvB,EAAW,GACzBwB,EAAYxB,EAAW,GAGd,kBAFTyB,EAAOzB,EAAW,IAElB,CAAA,EAAA,IACC0B,EAAU1B,EAAW,GACrB2B,EAAM3B,EAAW,GAGL,QAAZ0B,EACH1M,KAAKyB,qBAAqBmL,UAAUb,EAAcQ,EAAa5D,EAAI6D,EAAWG,EAAK3B,EAAW6B,MAAM,CAAC,CAAC,EAItG7M,KAAKyB,qBAAqBqL,YAAYf,EAAcQ,EAAa5D,EAAI6D,EAAWG,EAAK3B,EAAW6B,MAAM,CAAC,CAAC,E,SAjBzG,CAAA,G,UAoBS7M,KAAKF,eAA0B,YAAT2M,EAAvB,MAAA,CAAA,EAAA,IACJM,EAAiC,CACpCP,UAAWA,EACXQ,SAAU,CAAA,EACVlF,KAAM,K,EAGHa,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BpL,KAAKsD,kBAAkBuH,KAAKlC,EAAIpG,KAAKC,UAAUuK,CAAS,CAAC,EAG1D/M,KAAKC,gBAAgB2G,KAAK+B,CAAE,EACxBsE,EAAiBjC,EAAW,GAEvBkC,EAAI,E,sBAAGA,EAAID,EAAerH,QAAM,MAAA,CAAA,EAAA,G,GACpCuH,EAASF,EAAeC,GACxBpF,EAAOqF,EAAOrF,KAEdsF,EAAuC,CAC1CZ,UAAWW,EAAOrF,KAAK,GACvBkF,SAAU,CAAA,EACVlF,KAAM,K,EAGHa,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BpL,KAAKsD,kBAAkBuH,KAAKlC,EAAIpG,KAAKC,UAAU4K,CAAe,CAAC,EAG9CtF,EAAKuF,MAAK,EACXvF,EAAKuF,MAAK,EACLvF,EAAKuF,MAAK,EACfvF,EAAKuF,MAAK,EACvB/F,EAASQ,EAAKuF,MAAK,EACnBC,GAAkB,EAAAhP,gBAAAoM,mBAAiB,EAEvC7L,gCAAA0O,mBAAmB5F,OAAO,CACzBpB,IAAK+G,EACLE,IAAK,EACLC,WAAY,IAAI1M,KAChB2M,SAAU,KACVC,WAAY,EACZrG,OAAQA,C,CACR,EAEc,4BAAXA,GAAmD,kCAAXA,GAAyD,2BAAXA,GAAkD,gBAAXA,GAAuC,qBAAXA,GAA4C,eAAXA,GAAsC,mBAAXA,GAA0C,6BAAXA,GAAoD,SAAXA,GAAgC,YAAXA,GAAmC,oBAAXA,GAA2C,eAAXA,GAAsC,+BAAXA,GACxY1I,iBAAAgP,KAAKC,UAAU,CACdtH,KAAK,EAAAjI,gBAAAoM,mBAAiB,EACtB+B,KAAM,iBACNqB,WAAY,GACZC,YAAa,GACbC,SAAS,EAAA3P,SAAA4P,eAAc1L,KAAKC,UAAUsF,CAAI,CAAC,EAAI,IAASvF,KAAKC,UAAUsF,EAAM,KAAM,CAAC,EAAI,UACxFR,OAAQA,EACRH,QAASwB,EAAY,SAAK,GAC1BvB,KAAMuB,EAAS,MAAK,GACpB6D,UAAWA,EACX0B,MAAOnC,C,CACP,E,CAGE/L,KAAKqC,eAAe8L,SAAS7G,GAA7B,MAAA,CAAA,EAAA,G,iBAEF,O,sBAAA,CAAA,GAAM1E,EAAA5C,KAAKqC,eAAewE,oBAAmBC,KAAIC,MAAAnE,EAAAoE,cAAA,CAACC,OAAOC,OAAO,GAAIlH,KAAKqC,eAAgB7D,iBAAA0E,cAAcU,UAAW,CAACuD,QAASwB,EAAY,QAAGvB,KAAMuB,EAAS,KAAGtB,MAAOsB,EAAc,SAAC,CAAC,EAAGrB,GAAWQ,EAAI,CAAA,CAAA,CAAA,G,cAAtMsG,EAAAvL,KAAA,E,+BAGAlB,QAAQC,IAAI,IAAIb,KAAQ,gBAAiBwB,KAAKC,UAAU6L,EAAK,KAAM,CAAC,CAAC,E,mBAGvD,0BAAX/G,GAAiD,+BAAXA,GACzCpI,QAAAkJ,gBAAgBkG,gBAAe,EAAGC,qBAAqBzG,EAAK,EAAE,E,aAI/DnG,QAAQC,IAAI,oCAAsC0F,CAAM,E,wBA1Df4F,CAAC,G,oBA8D5ClN,KAAKC,gBAAgB+H,OAAOhI,KAAKC,gBAAgBuO,IAAI,SAAAvC,GAAK,OAAAA,EAAa,SAAb,CAAc,EAAEhE,QAAQU,EAAc,SAAC,EAAG,CAAC,E,eAUrG,GAPIb,EAAId,cAAA,GAAOgE,EAAU,CAAA,CAAA,EAErByD,EAAuB3G,EAAKuF,MAAK,EACjCqB,EAAoB5G,EAAKuF,MAAK,EAC9BsB,EAAoB7G,EAAKuF,MAAK,EAGrB,YAFTuB,EAAe9G,EAAKuF,MAAK,GAEN,CAGtB,GAFI/F,EAASQ,EAAKuF,MAAK,EAEnB1E,EAAkB,cACrB,MAAA,CAAA,GAGG2E,GAAkB,EAAAhP,gBAAAoM,mBAAiB,EAEvC7L,gCAAA0O,mBAAmB5F,OAAO,CACzBpB,IAAK+G,EACLE,IAAK,EACLC,WAAY,IAAI1M,KAChB2M,SAAU,KACVC,WAAY,EACZrG,OAAQA,C,CACR,EAEc,4BAAXA,GAAmD,kCAAXA,GAAyD,2BAAXA,GAAkD,gBAAXA,GAAuC,qBAAXA,GAA4C,eAAXA,GAAsC,mBAAXA,GAA0C,6BAAXA,GAAoD,SAAXA,GAAgC,YAAXA,GAAmC,oBAAXA,GAA2C,eAAXA,GAAsC,+BAAXA,GACxY1I,iBAAAgP,KAAKC,UAAU,CACdtH,KAAK,EAAAjI,gBAAAoM,mBAAiB,EACtB+B,KAAM,iBACNqB,WAAY,GACZC,YAAa,GACbC,SAAS,EAAA3P,SAAA4P,eAAc1L,KAAKC,UAAUsF,CAAI,CAAC,EAAI,IAASvF,KAAKC,UAAUsF,EAAM,KAAM,CAAC,EAAI,UACxFR,OAAQA,EACRH,QAASwB,EAAY,SAAK,GAC1BvB,KAAMuB,EAAS,MAAK,GACpB6D,UAAWmC,EACXT,MAAOO,C,CACP,EAGE1B,EAAiC,CACpCP,UAAWmC,EACX3B,SAAU,CAAA,EACVlF,KAAM,K,EAGHa,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BpL,KAAKsD,kBAAkBuH,KAAKlC,EAAIpG,KAAKC,UAAUuK,CAAS,CAAC,EAGtD/M,KAAKqC,eAAe8L,SAAS7G,IAChCG,EAAAzH,KAAKqC,gBAAewM,WAAU9H,MAAAU,EAAAT,cAAA,CAACsG,EAAiB3E,EAAI+F,EAAaC,EAAWrH,GAAWQ,EAAI,CAAA,CAAA,CAAA,EAG3FnG,QAAQC,IAAI,0BAA4B0F,CAAM,C,KAG9B,mBAATsH,IACJtH,EAASQ,EAAKuF,MAAK,EAEvB1O,6BAAAmQ,gBAAgBC,QAAQ,CAAEC,KAAM,CAAC,CAAE7H,QAASwB,EAAY,OAAC,EAAI,CAAEsG,WAAYN,CAAS,EAAI,CAAErH,OAAQA,CAAM,EAAI,CAAEiD,KAAMmE,CAAW,EAAG,CAAE,EAAEhI,KACrI,SAAA9B,GACKA,GACC+D,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BrL,EAAKuD,kBAAkBuH,KAAKlC,EAAIpG,KAAKC,UAAUoC,EAAIsK,QAAQ,CAAC,CAG/D,EACA,SAAAjF,IAAS,G,mCAMN1K,oBAAAqE,UAAAkH,cAAP,SAAqBnC,GAChB3I,KAAKyB,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,WAAY4H,EAAS,KAAGA,EAAc,SAAC,EAE9E3I,KAAKyB,qBAAqB0N,eAAexG,CAAE,EAC3CA,EAAGyG,mBAAkB,CAEtB,EAEO7P,oBAAAqE,UAAAyL,OAAP,WACC,OAAOrP,KAAK6D,IACb,EAEOtE,oBAAAqE,UAAA0L,gBAAP,WACC,OAAOtP,KAAKY,aACb,EACDrB,mBAAA,EAAC","file":"server-app.js","sourcesContent":["import { createServer, Server } from 'http';\nimport * as express from 'express';\nimport * as bodyParser from 'body-parser';\nimport * as xmlParser from 'express-xml-bodyparser';\nimport * as WebSocket from 'ws';\nimport * as jwt from 'jsonwebtoken';\n// import * as SegfaultHandler from 'segfault-handler';\nimport * as moment from 'moment-timezone';\n\nimport { dateReviver, getBinarySize, deepCopy } from './util/common';\n\nimport { objectIdHexString } from './managers/mongo.manager';\nimport { CronManager } from './managers/cron.manager';\nimport { MethodManager } from './managers/method.manager';\nimport { SubscriptionManager } from './managers/subscription.manager';\nimport { MonitorManager, MonitorManagerFunction } from './managers/monitor.manager';\n\nimport { ServerResponseModel } from './models/server-response.model';\n\nimport { MethodResponses } from './collections/method-response.collection';\nimport { Logs } from './collections/log.collection';\nimport { LogMethodLatencies } from './collections/log-method-latency.collection';\nimport { Users } from './collections/user.collection';\n\nimport { setupHomeRoutes } from './http/home';\nimport { setupAuthRoutes } from './http/auth';\nimport { setupHealthRoutes } from './http/health';\nimport { ResolveIOServer } from './index';\nimport { MongoNetworkTimeoutError } from 'mongodb';\nimport { WorkerTaskRequests } from './collections/worker-task-request.collection';\nimport { WorkerTaskResponses } from './collections/worker-task-response.collection';\nimport { WorkerTaskRequestModel } from './models/worker-task-request.model';\nimport { WebSocketManager } from './managers/websocket.manager';\n\nexport default class ResolveIOMainServer {\n\tprivate _app: express.Application;\n\tprivate _serverHTTP: Server;\n\tprivate _portHTTP: string | number;\n\tprivate _serverWSS: WebSocket.Server;\n\tprivate _portWSS: number;\n\tprivate _serverConfig;\n\tprivate _clientDir;\n\tprivate _offlineUpdates = [];\n\tpublic sesMail = false;\n\tprivate standardProgram = false;\n\tprivate publicProgram = false;\n\tprivate _rebootFlag = false;\n\n\tprivate LOGGER = 'ERROR'; //ERROR / DEBUG\n\n\tprivate _websocketManager: WebSocketManager;\n\tprivate _monitorManager: MonitorManager;\n\tprivate _monitorManagerFunction: MonitorManagerFunction;\n\tprivate _subscriptionManager: SubscriptionManager;\n\tprivate _methodManager: MethodManager;\n\tprivate _cronManager: CronManager;\n\tprivate _clientRoutes: string[] = [];\n\n\tprivate _serverStartTime: Date;\n\tprivate _lastErrorMsg: Date = null;\n\n\tprivate _debugMsgRecv = 0;\n\tprivate _debugMsgQueue = 0;\n\n\tprivate _isWorkersEnabled = false;\n\tprivate _isWorkerInstance = false;\n\tprivate _workerTasks: string[] = [];\n\n\tprivate _safeShutdown = false;\n\n\tconstructor(mainServer, serverConfig, clientRoutes, clientDir, sesMail, standardProgram, publicProgram = false) {\n\t\tthis._serverConfig = serverConfig;\n\t\tthis._clientRoutes = clientRoutes;\n\t\tthis._clientDir = clientDir;\n\t\tthis.sesMail = sesMail;\n\t\tthis.standardProgram = standardProgram;\n\t\tthis.publicProgram = publicProgram;\n\n\t\tthis._serverStartTime = new Date();\n\t\tthis._lastErrorMsg = null;\n\t\tthis._monitorManager = new MonitorManager(mainServer, serverConfig);\n\t\tthis._monitorManagerFunction = new MonitorManagerFunction();\n\n\t\t// Check for workers and decide what to start\n\t\tthis._isWorkersEnabled = process.env.IS_WORKERS_ENABLED === 'true';\n\t\tthis._isWorkerInstance = process.env.IS_WORKER_INSTANCE === 'true';\n\n\t\tsetInterval(() => {\n\t\t\tif (this._subscriptionManager && this._subscriptionManager.getEnableDebug()) {\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Recv Hits', this._debugMsgRecv);\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Queue Hits', this._debugMsgQueue);\n\t\t\t}\n\n\t\t\tthis._debugMsgQueue = 0;\n\t\t\tthis._debugMsgRecv = 0;\n\t\t}, 60000);\n\n\t\tprocess.on('unhandledRejection', async (error, rej) => {\n\t\t\t// Condition to filter out the MongoError with code 48 (NamespaceExists)\n\t\t\tif (error && error['name'] === 'MongoError' && error['code'] === 48) {\n\t\t\t\treturn; // Simply return without doing anything further\n\t\t\t}\n\n\t\t\tconsole.error(new Date(), 'Unhandled Rejection at Promise', [error, rej]);\n\t\t\t\n\t\t\tlet diffTimeSec = moment().diff(this._serverStartTime, 'seconds');\n\n\t\t\t// If this is a MongoNetworkTimeoutError, handle it specifically\n\t\t\tif (error && (error['name'] === 'MongoNetworkTimeoutError' || error instanceof MongoNetworkTimeoutError)) {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\t// Sending email notification (using your existing method)\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - MongoNetworkTimeoutError - Quitting NodeJS - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify({\n\t\t\t\t\t\tname: error['name'],\n\t\t\t\t\t\tmessage: error['message'],\n\t\t\t\t\t\tstack: error['stack']\n\t\t\t\t\t}, null, 2));\n\n\t\t\t\t\t// Exiting the process\n\t\t\t\t\tprocess.exit(1);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse if (error && error['name'] === 'MongoError' && error['message'] === 'not master') {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - Quitting NodeJS - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t}\n\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\t\t\telse if (error && error['name'] === 'MongoError' && error['message'] === 'not master and slaveOk=false') {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - Quitting NodeJS - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t}\n\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\t\t\telse if (error) {\n\t\t\t\tif (error['name'] !== 'StatusError' && error['message'] !== '') {\n\t\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t\t}, 60000);\n\n\t\t\t\t\t\tthis._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\n\t\tprocess.on('uncaughtException', async error => {\n\t\t\tconsole.error(error, 'Uncaught Exception thrown');\n\n\t\t\tlet diffTimeSec = moment().diff(this._serverStartTime, 'seconds');\n\n\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t}, 60000);\n\t\t\t\t\n\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Exception - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t}\n\t\t});\n\n\t\t//PM2 wants to reboot/restart\n\t\tprocess.on('SIGINT', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tthis._serverHTTP.close();\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tprocess.on('SIGTERM', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tthis._serverHTTP.close();\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tprocess.on('SIGQUIT', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tthis._serverHTTP.close();\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Starting ResolveIO Server');\n\t\t}\n\n if (this._isWorkersEnabled) {\n if (this._isWorkerInstance) {\n console.log('Running as a Worker instance');\n\t\t\t\tthis._methodManager = new MethodManager(this, this._serverConfig, this._clientDir, this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n this._cronManager = new CronManager(this);\n\t\t\t\tthis.startWorkerInstance();\n }\n\t\t\telse {\n console.log('Running as a Server instance');\n\t\t\t\tthis._websocketManager = new WebSocketManager(this);\n this.startServerInstance(serverConfig);\n\t\t\t\tthis._methodManager = new MethodManager(this, this._serverConfig, this._clientDir, this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n\t\t\t\tthis._subscriptionManager = new SubscriptionManager(this, this._serverWSS, this._serverConfig, this._monitorManagerFunction);\n\t\t\t\tthis.listen();\n }\n }\n\t\telse {\n console.log('Running with Workers Disabled');\n\t\t\tthis._websocketManager = new WebSocketManager(this);\n this.startServerInstance(serverConfig);\n\t\t\tthis._methodManager = new MethodManager(this, this._serverConfig, this._clientDir, this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n\t\t\tthis._subscriptionManager = new SubscriptionManager(this, this._serverWSS, this._serverConfig, this._monitorManagerFunction);\n this._cronManager = new CronManager(this);\n\t\t\tthis.listen();\n }\n\t}\n\n\tprivate startServerInstance(serverConfig) {\n\t\t// Start express app\n\t\tthis._app = express();\n\n\t\t// Use body parser for http call (login)\n\t\tthis._app.use(bodyParser.json({limit: '50mb', reviver: dateReviver}));\n\t\tthis._app.use(bodyParser.urlencoded({limit: '50mb', extended: true, parameterLimit: 1000000 }));\n\t\tthis._app.use(xmlParser());\n\t\t\n\t\t// Set port\n\t\tthis._portHTTP = process.env.PORT_HTTP || serverConfig['PORT_HTTP'] || 8080;\n\t\tthis._portWSS = process.env.PORT_WSS || serverConfig['PORT_WSS'] || 8081;\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup ports');\n\t\t}\n\n\t\t// Create http server and websock server\n\t\tthis.createServer();\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Create server');\n\t\t}\n\n\t\t// Set CORS\n\t\tthis._app.use(function (req, res, next) {\n\n\t\t\t// Website you wish to allow to connect\n\t\t\t// res.setHeader('Access-Control-Allow-Origin', serverConfig['ROOT_URL']);\n\t\t\tres.setHeader('Access-Control-Allow-Origin', '*');\n\n\t\t\t// Request methods you wish to allow\n\t\t\t// res.setHeader('Access-Control-Allow-Methods', 'GET, POST, OPTIONS, PUT, PATCH, DELETE');\n\t\t\tres.setHeader('Access-Control-Allow-Methods', 'GET, POST');\n\n\t\t\t// Request headers you wish to allow\n\t\t\tres.setHeader('Access-Control-Allow-Headers', 'X-Requested-With,content-type');\n\n\t\t\t// Set to true if you need the website to include cookies in the requests sent\n\t\t\t// to the API (e.g. in case you use sessions)\n\t\t\tres.setHeader('Access-Control-Allow-Credentials', 'false');\n\n\t\t\t// Pass to next layer of middleware\n\t\t\tnext();\n\t\t});\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup cors');\n\t\t}\n\n\t\t// Set up http login route\n\t\tsetupAuthRoutes(this, this._app, serverConfig);\n\t\tsetupHealthRoutes(this._app, serverConfig);\n\n\t\tif (serverConfig['CLIENT_NAME'] === 'ResolveIO' || this.standardProgram) {\n\t\t\tsetupHomeRoutes(this, this._app, serverConfig);\n\t\t}\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup express routes');\n\t\t}\n\t}\n\n\tprivate async startWorkerInstance() {\n\t\tconsole.log('Worker instance started, watching worker-task-reqs...');\n\t\n\t\t// Now, set up the change stream to watch for new tasks\n\t\tlet changeStream = WorkerTaskRequests.watchCollection([{ $match: { 'fullDocument.status': 'pending' } }], { fullDocument: 'updateLookup' });\n\t\n\t\tchangeStream.on('change', async (change) => {\n\t\t\tif (change.operationType === 'insert') {\n\t\t\t\tconst task = change.fullDocument;\n\t\t\t\tif (task) {\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis.processTask(task);\n\t\t\t\t\t}, this._workerTasks.length * 25);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse if (change.operationType === 'update') {\n\t\t\t\tconst task = change.fullDocument;\n\t\t\t\tif (task && task.status === 'pending') {\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis.processTask(task);\n\t\t\t\t\t}, this._workerTasks.length * 25);\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\t\n\t\tchangeStream.on('error', (error) => {\n\t\t\tconsole.error('Error in change stream worker task requests:', error);\n\t\t\tchangeStream.close();\n\t\t\tsetTimeout(() => this.startWorkerInstance(), 5000); // Restart after a delay\n\t\t});\n\t\n\t\tchangeStream.on('close', () => {\n\t\t\tconsole.log('Change stream worker task requests closed. Restarting...');\n\t\t\tsetTimeout(() => this.startWorkerInstance(), 5000); // Restart after a delay\n\t\t});\n\n\t\t// First, process any existing pending tasks in the database\n\t\tconst pendingTasks = await WorkerTaskRequests.find({ status: 'pending' }, {sort: {createdAt: 1}});\n\n\t\tfor (const task of pendingTasks) {\n\t\t\tthis.processTask(task);\n\t\t}\n\t}\n\t\n\t// Process a task (handles both existing and new tasks)\n\tprivate async processTask(task: WorkerTaskRequestModel) {\n\t\tif (this._workerTasks.includes(task._id)) {\n\t\t\treturn;\n\t\t}\n\t\t\t\n\t\tWorkerTaskRequests.updateOne({ _id: task._id, status: 'pending' }, { $set: { status: 'processing' } }).then(async resReq => {\n\t\t\tif (resReq) {\n\t\t\t\tthis._workerTasks.push(task._id);\n\n\t\t\t\ttry {\n\t\t\t\t\t// Run the actual method\n\t\t\t\t\tconst result = await this._methodManager.callMethodInternal.call(Object.assign({}, this._methodManager, MethodManager.prototype, { id_user: task.id_user, user: task.user, id_ws: task.id_ws }), task.method, ...task.params);\n\n\t\t\t\t\tWorkerTaskResponses.create({\n\t\t\t\t\t\tid_request: task._id,\n\t\t\t\t\t\thas_error: false,\n\t\t\t\t\t\tdata: result,\n\t\t\t\t\t\tid_user: task.id_user,\n\t\t\t\t\t\tuser: task.user,\n\t\t\t\t\t\tid_ws: task.id_ws\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t\tcatch (err) {\n\t\t\t\t\tconsole.error('Worker failed to process task:', task._id, err);\n\n\t\t\t\t\tWorkerTaskResponses.create({\n\t\t\t\t\t\tid_request: task._id,\n\t\t\t\t\t\thas_error: true,\n\t\t\t\t\t\tdata: err.message,\n\t\t\t\t\t\tid_user: task.id_user,\n\t\t\t\t\t\tuser: task.user,\n\t\t\t\t\t\tid_ws: task.id_ws\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\tif (this._workerTasks.includes(task._id)) {\n\t\t\t\t\tthis._workerTasks.splice(this._workerTasks.indexOf(task._id), 1);\n\t\t\t\t}\n\n\t\t\t\t// Mark the task as complete\n\t\t\t\tWorkerTaskRequests.updateOne({ _id: task._id }, { $set: { status: 'complete' } });\n\n\t\t\t\t// console.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'Complete Task', 'Current Jobs: ' + this._workerTasks.length);\n\t\t\t}\n\t\t}, () => {});\n\t}\n\n\tprivate safeShutdown() {\n\t\tif (!this._safeShutdown) {\n\t\t\tconsole.log(new Date(), 'Safe Shutdown Command Received');\n\t\t}\n\n\t\tif (\n\t\t\t!this._monitorManagerFunction.getActiveMonitorFunctions().length && \n\t\t\t// (!this._monitorManagerFunction.getLastCompletedMonitorFunction() ||\n\t\t\t// Date.now() >= this._monitorManagerFunction.getLastCompletedMonitorFunction().endTime.getTime() + 1500) &&\n\t\t\t!this._offlineUpdates.length\n\t\t) {\n\t\t\tResolveIOServer.getMongoConnection().close(false).then(() => {\n\t\t\t\tconsole.log(new Date(), 'Safe Exit Complete, Process Exit');\n\t\t\t\tprocess.exit(0);\n\t\t\t}, () => {process.exit(1)});\n\t\t}\n\t\telse {\n\t\t\tif (!this._safeShutdown) {\n\t\t\t\tthis._safeShutdown = true;\n\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis._safeShutdown = false;\n\t\t\t\t}, 1000);\n\n\t\t\t\tconsole.log(new Date(), \n\t\t\t\t\t'Safe Exit In Progress', \n\t\t\t\t\tthis._monitorManagerFunction.getActiveMonitorFunctions().length, \n\t\t\t\t\t// this._monitorManagerFunction.getLastCompletedMonitorFunction() ? this._monitorManagerFunction.getLastCompletedMonitorFunction().endTime : '',\n\t\t\t\t\tthis._offlineUpdates.length\n\t\t\t\t);\n\t\t\t}\n\n\t\t\tsetImmediate(() => {\n\t\t\t\tthis.safeShutdown();\n\t\t\t});\n\t\t}\n\t}\n\n\tgetIsWorkersEnabled() {\n\t\treturn this._isWorkersEnabled;\n\t}\n\n\tgetIsWorkerInstance() {\n\t\treturn this._isWorkerInstance;\n\t}\n\n\tpublic getWSList() {\n\t\tlet res = [];\n\n\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\tres.push(ws['id_socket']);\n\t\t});\n\n\t\treturn res;\n\t}\n\n\tpublic getWSUserList() {\n\t\tlet res = [];\n\n\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\tres.push(ws['id_user']);\n\t\t});\n\n\t\treturn res;\n\t}\n\n\tpublic getHTTPServer() {\n\t\treturn this._serverHTTP;\n\t}\n\n\tpublic getCronManager() {\n\t\treturn this._cronManager;\n\t}\n\n\tpublic getMethodManager() {\n\t\treturn this._methodManager;\n\t}\n\n\tpublic getSubscriptionManager() {\n\t\treturn this._subscriptionManager;\n\t}\n\n\tpublic getMonitorManager() {\n\t\treturn this._monitorManager;\n\t}\n\n\tpublic getRebootFlag() {\n\t\treturn this._rebootFlag;\n\t}\n\n\tpublic getWebSocketManager(): WebSocketManager {\n\t\treturn this._websocketManager;\n\t}\n\n\tprivate createServer(): void {\n\t\t// Start express server\n\t\tthis._serverHTTP = createServer(this._app);\n\t\tthis._serverHTTP.keepAliveTimeout = 65000;\n\t\tthis._serverHTTP.headersTimeout = 66000; // This should be bigger than `keepAliveTimeout + your server's expected response time`\n\n\t\t// Start websocket server\n\t\t// Verify client with token before opening socket\n\t\tthis._serverWSS = new WebSocket.Server({\n\t\t\tport: this._portWSS,\n\t\t\tverifyClient: this.publicProgram ? null : async (info, cb) => {\n\t\t\t\tif (this._rebootFlag) {\n\t\t\t\t\tcb(false, 409, 'Unable To Process');\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\t\t\tconsole.log('Verify Client', info, cb);\n\t\t\t\t\t}\n\n\t\t\t\t\tlet infoData = (<string>info.req.headers['sec-websocket-protocol']).split(/,/);\n\n\t\t\t\t\tif (info.origin !== this._serverConfig['ROOT_URL'] && info.origin !== this._serverConfig['SEC_ROOT_URL'] && info.origin !== this._serverConfig['RESOLVEIO_URL'] && info.origin !== this._serverConfig['RESOLVEIO_SECONDARY_URL']) {\n\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tlet token = infoData[0];\n\t\t\t\t\t\tif (!token) {\n\t\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tjwt.verify(token, this._serverConfig['JWT_SECRET'], async (err, decoded) => {\n\t\t\t\t\t\t\t\tif (err) {\n\t\t\t\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\t\tinfo.req['id_user'] = decoded['id_user'];\n\t\t\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\t\t\tlet user = await Users.findById(decoded['id_user']);\n\t\t\t\t\t\t\t\t\t\tif (user) {\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['user'] = user.fullname;\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['user_readonly'] = user.readonly || false;\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['doc_user'] = user;\n\t\t\t\t\t\t\t\t\t\t\tcb(true);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\t\t\t\tcb(false);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\t\t\t\t\tcb(false);\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\t}\n\n\t// Listen to port for websocket\n\tprivate listen(): void {\n\t\tthis._serverHTTP.listen(this._portHTTP, () => {\n\t\t\tconsole.log('Running server on port %s', this._portHTTP);\n\t\t});\n\n\t\tthis._serverWSS.on('listening', () => {\n\t\t\tconsole.log('Running server on port %s', this._portWSS);\n\t\t});\n\n\t\t// On websocket connection (already verified)\n\t\tthis._serverWSS.on('connection', (ws, req) => {\n\t\t\tif (!this.publicProgram) {\n\t\t\t\t// Get user from token\n\t\t\t\tws['id_user'] = req['id_user'];\n\t\t\t\tws['user'] = req['user'];\n\t\t\t\tws['user_readonly'] = req['user_readonly'];\n\t\t\t\tws['doc_user'] = req['doc_user'];\n\n\t\t\t\tif (ws['user'] !== 'Admin' && this._serverConfig['CLIENT_NAME'] !== 'ResolveIO') {\n\t\t\t\t\tthis.getMethodManager().callMethodInternal.call(this.getMethodManager(), 'supportCreateBillingUser', {\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tuser: ws['user'],\n\t\t\t\t\t\tdate: new Date(),\n\t\t\t\t\t\tclient: ResolveIOServer.getClientName()\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tws['id_socket'] = objectIdHexString();\n\t\t\tws['retryCnt'] = 0;\n\n\t\t\tthis._websocketManager.addWebSocket(ws);\n\n\t\t\tthis._subscriptionManager.createLoggedInUser(ws['id_socket']).then(() => {\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\tws.send('ping', (error) => {\n\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Ping');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t}\n\t\t\t\t\t});\n\t\t\t\t}, 5000);\n\t\t\t});\n\n\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\tconsole.log('Connection from: ' + req['user']);\n\t\t\t}\n\t\t\t\n\t\t\t// Use for keeping connection alive (ping/pong)\n\t\t\tws['isAlive'] = true;\n\t\t\tws.on('message', async (message: string) => {\n\t\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\t\tconsole.log('Message from: ' + ws['user'], message);\n\t\t\t\t}\n\n\t\t\t\tthis._debugMsgRecv += 1;\n\n\t\t\t\tlet parseErrorFound = false;\n\n\t\t\t\tlet socketData = [];\n\t\t\t\t\n\t\t\t\ttry {\n\t\t\t\t\tsocketData = JSON.parse(message, dateReviver);\n\t\t\t\t}\n\t\t\t\tcatch(e) {\n\t\t\t\t\tconsole.log('Error - JSON.parse', message);\n\t\t\t\t\t\n\t\t\t\t\tthis._methodManager.sendEmail('dev@resolveio.com', 'SERVER - JSON Parse Error - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([message, e]));\n\n\t\t\t\t\tparseErrorFound = true;\n\t\t\t\t}\n\n\t\t\t\tif (!parseErrorFound) {\n\t\t\t\t\tif (typeof socketData === 'string' && socketData === 'ping') {\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\tws.send('pong', (error) => {\n\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Pong');\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\telse if (typeof socketData === 'string' && socketData === 'pong') {\n\t\t\t\t\t\tws['isAlive'] = true;\n\t\t\t\t\t\tws['pongTime'] = new Date();\n\t\t\t\t\t\tws['latency'] = moment.duration(moment(ws['pongTime']).diff(ws['pingTime'])).asMilliseconds();\n\t\t\t\t\t\tthis._subscriptionManager.loggedInLatency(ws);\n\t\t\t\t\t\t\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\n\t\t\t\t\tif (!Array.isArray(socketData)) {\n\t\t\t\t\t\t// Not an array, invalid message\n\t\t\t\t\t\tconsole.log('Invalid message format, expected array:', socketData);\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tfor (let message of socketData) {\n\t\t\t\t\t\t\tawait this.processSocketMessage(ws, message);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}).on('end', () => {\n\t\t\t\t// ... existing end handling code ...\n\t\t\t}).on('close', () => {\n\t\t\t\t// ... existing close handling code ...\n\t\t\t}).on('error', error => {\n\t\t\t\t// ... existing error handling code ...\n\t\t\t});\n\t\t});\n\n\t\t// Keep alive timer to ping/pong\n\t\tsetInterval(() => {\n\t\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\t\tif (ws['pingTime'] && Date.now() - ws['pingTime'].getTime() >= 20000) {\n\t\t\t\t\tif (ws['isAlive'] === false) {\n\t\t\t\t\t\tws['retryCnt']++;\n\n\t\t\t\t\t\tif (ws['retryCnt'] >= 3) {\n\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\t\t\tws.send('ping', (error) => {\n\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Ping');\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tws['retryCnt'] = 0;\n\t\t\t\t\t\tws['isAlive'] = false;\n\t\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\t\tws.send('ping', (error) => {\n\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Ping');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t});\n\t\t}, 20000);\n\t}\n\n\tprivate async processSocketMessage(ws: WebSocket, socketData: any[]) {\n\t\tlet messageRoute = socketData[0];\n\n\t\tif (!this.publicProgram && this._clientRoutes.some(a => messageRoute.includes(a)) && !ws['doc_user'].roles.groups.some(a => a.views.some(b => messageRoute.includes(b) || b.includes(messageRoute))) && !ws['doc_user'].roles.super_admin) {\n\t\t\treturn;\n\t\t}\n\n\t\tlet messageDate = socketData[1];\n\t\tlet messageId = socketData[2];\n\t\tlet type = socketData[3];\n\n\t\tif (type === 'subscription') {\n\t\t\tlet subType = socketData[4];\n\t\t\tlet pub = socketData[5];\n\n\t\t\t// Subscribe\n\t\t\tif (subType === 'sub') {\n\t\t\t\tthis._subscriptionManager.subscribe(messageRoute, messageDate, ws, messageId, pub, socketData.slice(6));\n\t\t\t}\n\t\t\t// Unsubscribe\n\t\t\telse {\n\t\t\t\tthis._subscriptionManager.unsubscribe(messageRoute, messageDate, ws, messageId, pub, socketData.slice(6));\n\t\t\t}\n\t\t}\n\t\telse if (!this.publicProgram && type === 'offline') {\n\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\tmessageId: messageId,\n\t\t\t\thasError: false,\n\t\t\t\tdata: 'ACK'\n\t\t\t};\n\n\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\tthis._websocketManager.send(ws, JSON.stringify(serverRes));\n\t\t\t}\n\n\t\t\tthis._offlineUpdates.push(ws);\n\t\t\tlet offlineUpdates = socketData[4];\n\n\t\t\tfor (let i = 0; i < offlineUpdates.length; i++) {\n\t\t\t\tlet update = offlineUpdates[i];\n\t\t\t\tlet data = update.data;\n\n\t\t\t\tlet serverResMethod: ServerResponseModel = {\n\t\t\t\t\tmessageId: update.data[2],\n\t\t\t\t\thasError: false,\n\t\t\t\t\tdata: 'ACK'\n\t\t\t\t};\n\n\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\tthis._websocketManager.send(ws, JSON.stringify(serverResMethod));\n\t\t\t\t}\n\n\t\t\t\tlet updateRoute = data.shift();\n\t\t\t\tlet updateDate = data.shift();\n\t\t\t\tlet updateMessageId = data.shift();\n\t\t\t\tlet updateType = data.shift();\n\t\t\t\tlet method = data.shift();\n\t\t\t\tlet methodLatencyId = objectIdHexString();\n\n\t\t\t\tLogMethodLatencies.create({\n\t\t\t\t\t_id: methodLatencyId,\n\t\t\t\t\t__v: 0,\n\t\t\t\t\tdate_start: new Date(),\n\t\t\t\t\tdate_end: null,\n\t\t\t\t\tlatency_ms: 0,\n\t\t\t\t\tmethod: method\n\t\t\t\t});\n\n\t\t\t\tif (method !== 'reportBuilderGetResults' && method !== 'reportBuilderGetDistinctValue' && method !== 'reportBuilderBuildTree' && method !== 'generatePDF' && method !== 'getWOOfflineData' && method !== 'countQuery' && method !== 'countWithQuery' && method !== 'countCollectionWithQuery' && method !== 'find' && method !== 'findOne' && method !== 'findWithOptions' && method !== 'getDrivers' && method !== 'processAirdropDistribution') {\n\t\t\t\t\tLogs.insertOne({\n\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\troute: messageRoute\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\tif (this._methodManager._methods[method]) {\n\t\t\t\t\ttry {\n\t\t\t\t\t\tawait this._methodManager.callMethodInternal.call(Object.assign({}, this._methodManager, MethodManager.prototype, {id_user: ws['id_user'], user: ws['user'], id_ws: ws['id_socket']}), method, ...data);\n\t\t\t\t\t}\n\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\tconsole.log(new Date(), 'Offline Error', JSON.stringify(err, null, 2));\n\t\t\t\t\t}\n\n\t\t\t\t\tif (method === 'updateDocumentOffline' || method === 'updateDocumentPropsOffline') {\n\t\t\t\t\t\tResolveIOServer.getMongoManager().invalidateQueryCache(data[0]);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tconsole.log('Offline - Could not find method: ' + method);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tthis._offlineUpdates.splice(this._offlineUpdates.map(a => a['id_socket']).indexOf(ws['id_socket']), 1);\n\t\t}\n\t\telse { //methods\n\t\t\tlet data = [...socketData];\n\t\t\t\n\t\t\tlet messageRoute: string = data.shift();\n\t\t\tlet messageDate: Date = data.shift();\n\t\t\tlet messageId: number = data.shift();\n\t\t\tlet type: string = data.shift();\n\n\t\t\tif (type === 'method') {\n\t\t\t\tlet method = data.shift();\n\n\t\t\t\tif (ws['user_readonly']) {\n\t\t\t\t\treturn;\n\t\t\t\t}\n\n\t\t\t\tlet methodLatencyId = objectIdHexString();\n\n\t\t\t\tLogMethodLatencies.create({\n\t\t\t\t\t_id: methodLatencyId,\n\t\t\t\t\t__v: 0,\n\t\t\t\t\tdate_start: new Date(),\n\t\t\t\t\tdate_end: null,\n\t\t\t\t\tlatency_ms: 0,\n\t\t\t\t\tmethod: method\n\t\t\t\t});\n\n\t\t\t\tif (method !== 'reportBuilderGetResults' && method !== 'reportBuilderGetDistinctValue' && method !== 'reportBuilderBuildTree' && method !== 'generatePDF' && method !== 'getWOOfflineData' && method !== 'countQuery' && method !== 'countWithQuery' && method !== 'countCollectionWithQuery' && method !== 'find' && method !== 'findOne' && method !== 'findWithOptions' && method !== 'getDrivers' && method !== 'processAirdropDistribution') {\n\t\t\t\t\tLogs.insertOne({\n\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\troute: messageRoute\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\thasError: false,\n\t\t\t\t\tdata: 'ACK'\n\t\t\t\t};\n\n\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\tthis._websocketManager.send(ws, JSON.stringify(serverRes));\n\t\t\t\t}\n\n\t\t\t\tif (this._methodManager._methods[method]) {\n\t\t\t\t\tthis._methodManager.callMethod(methodLatencyId, ws, messageDate, messageId, method, ...data);\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tconsole.log('Could not find method: ' + method);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse if (type === 'methodResponse') {\n\t\t\t\tlet method = data.shift();\n\n\t\t\t\tMethodResponses.findOne({ $and: [{ id_user: ws['id_user'] }, { message_id: messageId }, { method: method }, { date: messageDate }] }).then(\n\t\t\t\t\tres => {\n\t\t\t\t\t\tif (res) {\n\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\tthis._websocketManager.send(ws, JSON.stringify(res.response));\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t\terr => {}\n\t\t\t\t);\n\t\t\t}\n\t\t}\n\t}\n\n\tpublic unsubscribeWS(ws: WebSocket) {\n\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\tconsole.log(new Date(), 'Server App', 'Unsub WS', ws['user'], ws['id_socket']);\n\t\t}\n\t\tthis._subscriptionManager.unsubscribeAll(ws);\n\t\tws.removeAllListeners();\n\t\tws = null;\n\t}\n\n\tpublic getApp() {\n\t\treturn this._app;\n\t}\n\n\tpublic getServerConfig() {\n\t\treturn this._serverConfig;\n\t}\n}"]}
|
|
1
|
+
{"version":3,"sources":["../../src/server-app.ts"],"names":["http_1","require","express","bodyParser","xmlParser","WebSocket","jwt","moment","common_1","mongo_manager_1","cron_manager_1","method_manager_1","subscription_manager_1","monitor_manager_1","method_response_collection_1","log_collection_1","log_method_latency_collection_1","user_collection_1","home_1","auth_1","health_1","index_1","mongodb_1","worker_task_request_collection_1","worker_task_response_collection_1","websocket_manager_1","ResolveIOMainServer","mainServer","serverConfig","clientRoutes","clientDir","sesMail","standardProgram","publicProgram","_this","this","_offlineUpdates","_rebootFlag","LOGGER","_clientRoutes","_lastErrorMsg","_debugMsgRecv","_debugMsgQueue","_isWorkersEnabled","_isWorkerInstance","_workerTasks","_safeShutdown","_serverConfig","_clientDir","_serverStartTime","Date","_monitorManager","MonitorManager","_monitorManagerFunction","MonitorManagerFunction","process","env","IS_WORKERS_ENABLED","IS_WORKER_INSTANCE","setInterval","_subscriptionManager","getEnableDebug","console","log","on","error","rej","__awaiter","diffTimeSec","diff","MongoNetworkTimeoutError","setTimeout","_methodManager","sendEmail","JSON","stringify","name","message","stack","_a","sent","exit","_serverHTTP","close","safeShutdown","MethodManager","_cronManager","CronManager","startWorkerInstance","_websocketManager","WebSocketManager","startServerInstance","SubscriptionManager","_serverWSS","listen","prototype","_app","use","json","limit","reviver","dateReviver","urlencoded","extended","parameterLimit","_portHTTP","PORT_HTTP","_portWSS","PORT_WSS","createServer","req","res","next","setHeader","setupAuthRoutes","setupHealthRoutes","setupHomeRoutes","changeStream","WorkerTaskRequests","watchCollection","$match","fullDocument.status","fullDocument","change","operationType","task_1","processTask","length","task_2","status","find","sort","createdAt","pendingTasks","_i","pendingTasks_1","task","includes","_id","updateOne","$set","then","resReq","push","callMethodInternal","call","apply","__spreadArray","Object","assign","id_user","user","id_ws","method","params","result","_b","WorkerTaskResponses","create","id_request","has_error","data","err_1","splice","indexOf","getActiveMonitorFunctions","setImmediate","ResolveIOServer","getMongoConnection","getIsWorkersEnabled","getIsWorkerInstance","getWSList","clients","forEach","ws","getWSUserList","getHTTPServer","getCronManager","getMethodManager","getSubscriptionManager","getMonitorManager","getRebootFlag","getWebSocketManager","keepAliveTimeout","headersTimeout","Server","port","verifyClient","info","cb","infoData","headers","split","origin","token","verify","err","decoded","Users","findById","fullname","readonly","date","client","getClientName","objectIdHexString","addWebSocket","createLoggedInUser","send","unsubscribeWS","parseErrorFound","socketData","parse","e","readyState","OPEN","duration","asMilliseconds","loggedInLatency","Array","isArray","socketData_1","message_1","processSocketMessage","now","getTime","messageRoute","some","a","roles","groups","views","b","super_admin","messageDate","messageId","type","subType","pub","subscribe","slice","unsubscribe","serverRes","hasError","offlineUpdates","i","update","serverResMethod","shift","methodLatencyId","LogMethodLatencies","__v","date_start","date_end","latency_ms","Logs","insertOne","collection","id_document","payload","getBinarySize","route","_methods","_c","err_3","getMongoManager","invalidateQueryCache","map","messageRoute_1","messageDate_1","messageId_1","type_1","callMethod","MethodResponses","findOne","$and","message_id","response","unsubscribeAll","removeAllListeners","getApp","getServerConfig"],"mappings":"wqDAAAA,Q,uDAAAC,QAAA,MAAA,GACAC,QAAAD,QAAA,SAAA,EACAE,WAAAF,QAAA,aAAA,EACAG,UAAAH,QAAA,wBAAA,EACAI,UAAAJ,QAAA,IAAA,EACAK,IAAAL,QAAA,cAAA,EAEAM,OAAAN,QAAA,iBAAA,EAEAO,SAAAP,QAAA,eAAA,EAEAQ,gBAAAR,QAAA,0BAAA,EACAS,eAAAT,QAAA,yBAAA,EACAU,iBAAAV,QAAA,2BAAA,EACAW,uBAAAX,QAAA,iCAAA,EACAY,kBAAAZ,QAAA,4BAAA,EAIAa,6BAAAb,QAAA,0CAAA,EACAc,iBAAAd,QAAA,8BAAA,EACAe,gCAAAf,QAAA,6CAAA,EACAgB,kBAAAhB,QAAA,+BAAA,EAEAiB,OAAAjB,QAAA,aAAA,EACAkB,OAAAlB,QAAA,aAAA,EACAmB,SAAAnB,QAAA,eAAA,EACAoB,QAAApB,QAAA,SAAA,EACAqB,UAAArB,QAAA,SAAA,EACAsB,iCAAAtB,QAAA,8CAAA,EACAuB,kCAAAvB,QAAA,+CAAA,EAEAwB,oBAAAxB,QAAA,8BAAA,EAEAyB,oBAAA,WAoCC,SAAAA,oBAAYC,EAAYC,EAAcC,EAAcC,EAAWC,EAASC,EAAiBC,GAAA,KAAA,IAAAA,IAAAA,EAAA,CAAA,GAAzF,IAAAC,EAAAC,KA5BQA,KAAAC,gBAAkB,GACnBD,KAAAJ,QAAU,CAAA,EACTI,KAAAH,gBAAkB,CAAA,EAClBG,KAAAF,cAAgB,CAAA,EAChBE,KAAAE,YAAc,CAAA,EAEdF,KAAAG,OAAS,QAQTH,KAAAI,cAA0B,GAG1BJ,KAAAK,cAAsB,KAEtBL,KAAAM,cAAgB,EAChBN,KAAAO,eAAiB,EAEjBP,KAAAQ,kBAAoB,CAAA,EACpBR,KAAAS,kBAAoB,CAAA,EACpBT,KAAAU,aAAyB,GAEzBV,KAAAW,cAAgB,CAAA,EAGvBX,KAAKY,cAAgBnB,EACrBO,KAAKI,cAAgBV,EACrBM,KAAKa,WAAalB,EAClBK,KAAKJ,QAAUA,EACfI,KAAKH,gBAAkBA,EACvBG,KAAKF,cAAgBA,EAErBE,KAAKc,iBAAmB,IAAIC,KAC5Bf,KAAKK,cAAgB,KACrBL,KAAKgB,gBAAkB,IAAItC,kBAAAuC,eAAezB,EAAYC,CAAY,EAClEO,KAAKkB,wBAA0B,IAAIxC,kBAAAyC,uBAGnCnB,KAAKQ,kBAAuD,SAAnCY,QAAQC,IAAIC,mBACrCtB,KAAKS,kBAAuD,SAAnCW,QAAQC,IAAIE,mBAErCC,YAAY,WACPzB,EAAK0B,sBAAwB1B,EAAK0B,qBAAqBC,eAAc,IACxEC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,gBAAiBhB,EAAKO,aAAa,EACzEqB,QAAQC,IAAI,IAAIb,KAAQ,aAAc,iBAAkBhB,EAAKQ,cAAc,GAG5ER,EAAKQ,eAAiB,EACtBR,EAAKO,cAAgB,CACtB,EAAG,GAAK,EAERc,QAAQS,GAAG,qBAAsB,SAAOC,EAAOC,GAAG,OAAAC,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,wEAEjD,OAAI+B,GAA2B,eAAlBA,EAAY,MAAwC,KAAlBA,EAAY,KAC1D,CAAA,IAGDH,QAAQG,MAAM,IAAIf,KAAQ,iCAAkC,CAACe,EAAOC,EAAI,EAEpEE,EAAc7D,OAAM,EAAG8D,KAAKlC,KAAKc,iBAAkB,SAAS,EAG5DgB,IAA4B,6BAAlBA,EAAY,MAAoCA,aAAiB3C,UAAAgD,0BAC5D,GAAdF,GAAqBjC,CAAAA,KAAKK,eAC7BL,KAAKK,cAAgB,IAAIU,KACzBqB,WAAW,WACVrC,EAAKM,cAAgB,IACtB,EAAG,GAAK,EAGR,CAAA,EAAML,KAAKqC,eAAeC,UAAU,oBAAqB,yDAA2DtC,KAAKY,cAA2B,YAAG2B,KAAKC,UAAU,CACrKC,KAAMX,EAAY,KAClBY,QAASZ,EAAe,QACxBa,MAAOb,EAAa,K,EAClB,KAAM,CAAC,CAAC,IAXR,CAAA,EAAA,GADD,CAAA,EAAA,I,OAQFc,EAAAC,KAAA,EAOAzB,QAAQ0B,KAAK,CAAC,E,4CAGPhB,GAA2B,eAAlBA,EAAY,MAA2C,eAArBA,EAAe,QAChD,GAAdG,GAAqBjC,CAAAA,KAAKK,eAC7BL,KAAKK,cAAgB,IAAIU,KAEzBqB,WAAW,WACVrC,EAAKM,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAML,KAAKqC,eAAeC,UAAU,oBAAqB,oDAAsDtC,KAAKY,cAA2B,YAAG2B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPzN,CAAA,EAAA,GADI,CAAA,EAAA,G,OAQPc,EAAAC,KAAA,E,wBAGDzB,QAAQ0B,KAAK,CAAC,E,qBAENhB,GAA2B,eAAlBA,EAAY,MAA2C,iCAArBA,EAAe,QAChD,GAAdG,GAAqBjC,CAAAA,KAAKK,eAC7BL,KAAKK,cAAgB,IAAIU,KAEzBqB,WAAW,WACVrC,EAAKM,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAML,KAAKqC,eAAeC,UAAU,oBAAqB,oDAAsDtC,KAAKY,cAA2B,YAAG2B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPzN,CAAA,EAAA,GADI,CAAA,EAAA,G,OAQPc,EAAAC,KAAA,E,wBAGDzB,QAAQ0B,KAAK,CAAC,E,cAENhB,GACc,gBAAlBA,EAAY,MAA4C,KAArBA,EAAe,SACnC,GAAdG,GAAoB,CAACjC,KAAKK,gBAC7BL,KAAKK,cAAgB,IAAIU,KAEzBqB,WAAW,WACVrC,EAAKM,cAAgB,IACtB,EAAG,GAAK,EAERL,KAAKqC,eAAeC,UAAU,oBAAqB,kCAAoCtC,KAAKY,cAA2B,YAAG2B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,G,kCAIvM,EAEDV,QAAQS,GAAG,oBAAqB,SAAMC,GAAK,OAAAE,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,6EAC1C4B,QAAQG,MAAMA,EAAO,2BAA2B,EAI9B,GAFA1D,OAAM,EAAG8D,KAAKlC,KAAKc,iBAAkB,SAAS,GAEvCd,CAAAA,KAAKK,gBAC7BL,KAAKK,cAAgB,IAAIU,KAEzBqB,WAAW,WACVrC,EAAKM,cAAgB,IACtB,EAAG,GAAK,EAER,CAAA,EAAML,KAAKqC,eAAeC,UAAU,oBAAqB,kCAAoCtC,KAAKY,cAA2B,YAAG2B,KAAKC,UAAU,CAACV,EAAY,KAAGA,EAAe,QAAGA,EAAa,OAAI,KAAM,CAAC,CAAC,IAPvM,CAAA,EAAA,G,OAOHc,EAAAC,KAAA,E,gCAED,EAGDzB,QAAQS,GAAG,SAAU,WACpB9B,EAAKG,YAAc,CAAA,EACnBH,EAAKgD,YAAYC,MAAK,EACtBjD,EAAKkD,aAAY,CAClB,CAAC,EAED7B,QAAQS,GAAG,UAAW,WACrB9B,EAAKG,YAAc,CAAA,EACnBH,EAAKgD,YAAYC,MAAK,EACtBjD,EAAKkD,aAAY,CAClB,CAAC,EAED7B,QAAQS,GAAG,UAAW,WACrB9B,EAAKG,YAAc,CAAA,EACnBH,EAAKgD,YAAYC,MAAK,EACtBjD,EAAKkD,aAAY,CAClB,CAAC,EAEmB,UAAhBjD,KAAKG,QACRwB,QAAQC,IAAI,2BAA2B,EAG9B5B,KAAKQ,kBACDR,KAAKS,mBACLkB,QAAQC,IAAI,8BAA8B,EACtD5B,KAAKqC,eAAiB,IAAI7D,iBAAA0E,cAAclD,KAAMA,KAAKY,cAAeZ,KAAKa,WAAYb,KAAKkB,wBAAyBlB,KAAKQ,kBAAmBR,KAAKS,iBAAiB,EACnJT,KAAKmD,aAAe,IAAI5E,eAAA6E,YAAYpD,IAAI,EACpDA,KAAKqD,oBAAmB,IAGZ1B,QAAQC,IAAI,8BAA8B,EACtD5B,KAAKsD,kBAAoB,IAAIhE,oBAAAiE,iBAAiBvD,IAAI,EACtCA,KAAKwD,oBAAoB/D,CAAY,EACjDO,KAAKqC,eAAiB,IAAI7D,iBAAA0E,cAAclD,KAAMA,KAAKY,cAAeZ,KAAKa,WAAYb,KAAKkB,wBAAyBlB,KAAKQ,kBAAmBR,KAAKS,iBAAiB,EAC/JT,KAAKyB,qBAAuB,IAAIhD,uBAAAgF,oBAAoBzD,KAAMA,KAAK0D,WAAY1D,KAAKY,cAAeZ,KAAKkB,uBAAuB,EAC3HlB,KAAK2D,OAAM,IAIHhC,QAAQC,IAAI,+BAA+B,EACpD5B,KAAKsD,kBAAoB,IAAIhE,oBAAAiE,iBAAiBvD,IAAI,EACzCA,KAAKwD,oBAAoB/D,CAAY,EAC9CO,KAAKqC,eAAiB,IAAI7D,iBAAA0E,cAAclD,KAAMA,KAAKY,cAAeZ,KAAKa,WAAYb,KAAKkB,wBAAyBlB,KAAKQ,kBAAmBR,KAAKS,iBAAiB,EAC/JT,KAAKyB,qBAAuB,IAAIhD,uBAAAgF,oBAAoBzD,KAAMA,KAAK0D,WAAY1D,KAAKY,cAAeZ,KAAKkB,uBAAuB,EAClHlB,KAAKmD,aAAe,IAAI5E,eAAA6E,YAAYpD,IAAI,EACjDA,KAAK2D,OAAM,EAEb,CAwpBD,OAtpBSpE,oBAAAqE,UAAAJ,oBAAR,SAA4B/D,GAE3BO,KAAK6D,KAAO9F,QAAO,EAGnBiC,KAAK6D,KAAKC,IAAI9F,WAAW+F,KAAK,CAACC,MAAO,OAAQC,QAAS5F,SAAA6F,WAAW,CAAC,CAAC,EACpElE,KAAK6D,KAAKC,IAAI9F,WAAWmG,WAAW,CAACH,MAAO,OAAQI,SAAU,CAAA,EAAMC,eAAgB,GAAO,CAAE,CAAC,EAC9FrE,KAAK6D,KAAKC,IAAI7F,UAAS,CAAE,EAGzB+B,KAAKsE,UAAYlD,QAAQC,IAAIkD,WAAa9E,EAAwB,WAAK,KACvEO,KAAKwE,SAAWpD,QAAQC,IAAIoD,UAAYhF,EAAuB,UAAK,KAEhD,UAAhBO,KAAKG,QACRwB,QAAQC,IAAI,aAAa,EAI1B5B,KAAK0E,aAAY,EAEG,UAAhB1E,KAAKG,QACRwB,QAAQC,IAAI,eAAe,EAI5B5B,KAAK6D,KAAKC,IAAI,SAAUa,EAAKC,EAAKC,GAIjCD,EAAIE,UAAU,8BAA+B,GAAG,EAIhDF,EAAIE,UAAU,+BAAgC,WAAW,EAGzDF,EAAIE,UAAU,+BAAgC,+BAA+B,EAI7EF,EAAIE,UAAU,mCAAoC,OAAO,EAGzDD,EAAI,CACL,CAAC,EAEmB,UAAhB7E,KAAKG,QACRwB,QAAQC,IAAI,YAAY,GAIzB,EAAA5C,OAAA+F,iBAAgB/E,KAAMA,KAAK6D,KAAMpE,CAAY,GAC7C,EAAAR,SAAA+F,mBAAkBhF,KAAK6D,KAAMpE,CAAY,EAEL,cAAhCA,EAA0B,aAAqBO,CAAAA,KAAKH,kBACvD,EAAAd,OAAAkG,iBAAgBjF,KAAMA,KAAK6D,KAAMpE,CAAY,EAG1B,UAAhBO,KAAKG,QACRwB,QAAQC,IAAI,sBAAsB,CAEpC,EAEcrC,oBAAAqE,UAAAP,oBAAd,W,+HAqCsB,OApCrB1B,QAAQC,IAAI,uDAAuD,GAG/DsD,EAAe9F,iCAAA+F,mBAAmBC,gBAAgB,CAAC,CAAEC,OAAQ,CAAEC,sBAAuB,SAAS,CAAE,GAAK,CAAEC,aAAc,cAAc,CAAE,GAE7H1D,GAAG,SAAU,SAAO2D,GAAM,OAAAxD,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,yDACT,WAAzByF,EAAOC,eACJC,EAAOF,EAAOD,eAEnBnD,WAAW,WACVrC,EAAK4F,YAAYD,CAAI,CACtB,EAA8B,GAA3B1F,KAAKU,aAAakF,MAAW,EAGA,WAAzBJ,EAAOC,gBACTI,EAAOL,EAAOD,eACQ,YAAhBM,EAAKC,QAChB1D,WAAW,WACVrC,EAAK4F,YAAYE,CAAI,CACtB,EAA8B,GAA3B7F,KAAKU,aAAakF,MAAW,E,QAGlC,EAEDV,EAAarD,GAAG,QAAS,SAACC,GACzBH,QAAQG,MAAM,+CAAgDA,CAAK,EACnEoD,EAAalC,MAAK,EAClBZ,WAAW,WAAM,OAAArC,EAAKsD,oBAAmB,CAAxB,EAA4B,GAAI,CAClD,CAAC,EAED6B,EAAarD,GAAG,QAAS,WACxBF,QAAQC,IAAI,0DAA0D,EACtEQ,WAAW,WAAM,OAAArC,EAAKsD,oBAAmB,CAAxB,EAA4B,GAAI,CAClD,CAAC,EAGoB,CAAA,EAAMjE,iCAAA+F,mBAAmBY,KAAK,CAAED,OAAQ,SAAS,EAAI,CAACE,KAAM,CAACC,UAAW,CAAC,CAAC,CAAC,G,OAEhG,IAFMC,EAAetD,EAAAC,KAAA,EAErBsD,EAAA,EAAmBC,EAAAF,EAAAC,EAAAC,EAAAR,OAAAO,CAAA,GAARE,EAAID,EAAAD,GACdnG,KAAK2F,YAAYU,CAAI,E,gBAKT9G,oBAAAqE,UAAA+B,YAAd,SAA0BU,G,qGACrBrG,KAAKU,aAAa4F,SAASD,EAAKE,GAAG,GAIvCnH,iCAAA+F,mBAAmBqB,UAAU,CAAED,IAAKF,EAAKE,IAAKT,OAAQ,SAAS,EAAI,CAAEW,KAAM,CAAEX,OAAQ,YAAY,CAAE,CAAE,EAAEY,KAAK,SAAMC,GAAM,OAAA3E,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,uEACnH4G,EAAA,MAAA,CAAA,EAAA,GACH3G,KAAKU,aAAakG,KAAKP,EAAKE,GAAG,E,iBAIf,O,sBAAA,CAAA,GAAM3D,EAAA5C,KAAKqC,eAAewE,oBAAmBC,KAAIC,MAAAnE,EAAAoE,cAAA,CAACC,OAAOC,OAAO,GAAIlH,KAAKqC,eAAgB7D,iBAAA0E,cAAcU,UAAW,CAAEuD,QAASd,EAAKc,QAASC,KAAMf,EAAKe,KAAMC,MAAOhB,EAAKgB,KAAK,CAAE,EAAGhB,EAAKiB,QAAWjB,EAAKkB,OAAM,CAAA,CAAA,CAAA,G,cAAtNC,EAASC,EAAA5E,KAAA,EAEfxD,kCAAAqI,oBAAoBC,OAAO,CAC1BC,WAAYvB,EAAKE,IACjBsB,UAAW,CAAA,EACXC,KAAMN,EACNL,QAASd,EAAKc,QACdC,KAAMf,EAAKe,KACXC,MAAOhB,EAAKgB,K,CACZ,E,+BAGD1F,QAAQG,MAAM,iCAAkCuE,EAAKE,IAAKwB,CAAG,EAE7D1I,kCAAAqI,oBAAoBC,OAAO,CAC1BC,WAAYvB,EAAKE,IACjBsB,UAAW,CAAA,EACXC,KAAMC,EAAIrF,QACVyE,QAASd,EAAKc,QACdC,KAAMf,EAAKe,KACXC,MAAOhB,EAAKgB,K,CACZ,E,aAGErH,KAAKU,aAAa4F,SAASD,EAAKE,GAAG,GACtCvG,KAAKU,aAAasH,OAAOhI,KAAKU,aAAauH,QAAQ5B,EAAKE,GAAG,EAAG,CAAC,EAIhEnH,iCAAA+F,mBAAmBqB,UAAU,CAAED,IAAKF,EAAKE,GAAG,EAAI,CAAEE,KAAM,CAAEX,OAAQ,UAAU,CAAE,CAAE,E,iCAI/E,YAAQ,E,SAGJvG,oBAAAqE,UAAAX,aAAR,WAAA,IAAAlD,EAAAC,KACMA,KAAKW,eACTgB,QAAQC,IAAI,IAAIb,KAAQ,gCAAgC,EAIvDf,KAAKkB,wBAAwBgH,0BAAyB,EAAGtC,QAGzD5F,KAAKC,gBAAgB2F,QAQjB5F,KAAKW,gBACTX,KAAKW,cAAgB,CAAA,EAErByB,WAAW,WACVrC,EAAKY,cAAgB,CAAA,CACtB,EAAG,GAAI,EAEPgB,QAAQC,IAAI,IAAIb,KACf,wBACAf,KAAKkB,wBAAwBgH,0BAAyB,EAAGtC,OAEzD5F,KAAKC,gBAAgB2F,MAAM,GAI7BuC,aAAa,WACZpI,EAAKkD,aAAY,CAClB,CAAC,GAvBD/D,QAAAkJ,gBAAgBC,mBAAkB,EAAGrF,MAAM,CAAA,CAAK,EAAE0D,KAAK,WACtD/E,QAAQC,IAAI,IAAIb,KAAQ,kCAAkC,EAC1DK,QAAQ0B,KAAK,CAAC,CACf,EAAG,WAAO1B,QAAQ0B,KAAK,CAAC,CAAC,CAAC,CAsB5B,EAEAvD,oBAAAqE,UAAA0E,oBAAA,WACC,OAAOtI,KAAKQ,iBACb,EAEAjB,oBAAAqE,UAAA2E,oBAAA,WACC,OAAOvI,KAAKS,iBACb,EAEOlB,oBAAAqE,UAAA4E,UAAP,WACC,IAAI5D,EAAM,GAMV,OAJA5E,KAAK0D,WAAW+E,QAAQC,QAAQ,SAACC,GAChC/D,EAAIgC,KAAK+B,EAAc,SAAC,CACzB,CAAC,EAEM/D,CACR,EAEOrF,oBAAAqE,UAAAgF,cAAP,WACC,IAAIhE,EAAM,GAMV,OAJA5E,KAAK0D,WAAW+E,QAAQC,QAAQ,SAACC,GAChC/D,EAAIgC,KAAK+B,EAAY,OAAC,CACvB,CAAC,EAEM/D,CACR,EAEOrF,oBAAAqE,UAAAiF,cAAP,WACC,OAAO7I,KAAK+C,WACb,EAEOxD,oBAAAqE,UAAAkF,eAAP,WACC,OAAO9I,KAAKmD,YACb,EAEO5D,oBAAAqE,UAAAmF,iBAAP,WACC,OAAO/I,KAAKqC,cACb,EAEO9C,oBAAAqE,UAAAoF,uBAAP,WACC,OAAOhJ,KAAKyB,oBACb,EAEOlC,oBAAAqE,UAAAqF,kBAAP,WACC,OAAOjJ,KAAKgB,eACb,EAEOzB,oBAAAqE,UAAAsF,cAAP,WACC,OAAOlJ,KAAKE,WACb,EAEOX,oBAAAqE,UAAAuF,oBAAP,WACC,OAAOnJ,KAAKsD,iBACb,EAEQ/D,oBAAAqE,UAAAc,aAAR,WAAA,IAAA3E,EAAAC,KAECA,KAAK+C,aAAc,EAAAlF,OAAA6G,cAAa1E,KAAK6D,IAAI,EACzC7D,KAAK+C,YAAYqG,iBAAmB,KACpCpJ,KAAK+C,YAAYsG,eAAiB,KAIlCrJ,KAAK0D,WAAa,IAAIxF,UAAUoL,OAAO,CACtCC,KAAMvJ,KAAKwE,SACXgF,aAAcxJ,KAAKF,cAAgB,KAAO,SAAO2J,EAAMC,GAAE,OAAA1H,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,wDACpDC,KAAKE,YACRwJ,EAAG,CAAA,EAAO,IAAK,mBAAmB,GAGd,UAAhB1J,KAAKG,QACRwB,QAAQC,IAAI,gBAAiB6H,EAAMC,CAAE,EAGlCC,EAAoBF,EAAK9E,IAAIiF,QAAQ,0BAA2BC,MAAM,GAAG,GAEzEJ,EAAKK,SAAW9J,KAAKY,cAAwB,UAAK6I,EAAKK,SAAW9J,KAAKY,cAA4B,cAAK6I,EAAKK,SAAW9J,KAAKY,cAA6B,eAAK6I,EAAKK,SAAW9J,KAAKY,cAAuC,2BAI1NmJ,EAAQJ,EAAS,IAKpBxL,IAAI6L,OAAOD,EAAO/J,KAAKY,cAA0B,WAAG,SAAOqJ,EAAKC,GAAO,OAAAlI,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,wEAClEkK,GACHP,EAAG,CAAA,EAAO,IAAK,cAAc,E,OAD1B,CAAA,EAAA,G,OAIHD,EAAK9E,IAAa,QAAIuF,EAAiB,Q,iBAE3B,O,sBAAA,CAAA,EAAMpL,kBAAAqL,MAAMC,SAASF,EAAiB,OAAC,G,cAA9C9C,EAAOxE,EAAAC,KAAA,IAEV4G,EAAK9E,IAAU,KAAIyC,EAAKiD,SACxBZ,EAAK9E,IAAmB,cAAIyC,EAAKkD,UAAY,CAAA,EAC7Cb,EAAK9E,IAAc,SAAIyC,EACvBsC,EAAG,CAAA,CAAI,GAGPA,EAAG,CAAA,CAAK,E,6BAITA,EAAG,CAAA,CAAK,E,4BAGV,EAzBDA,EAAG,CAAA,EAAO,IAAK,cAAc,G,SA8BjC,CACF,EAGQnK,oBAAAqE,UAAAD,OAAR,WAAA,IAAA5D,EAAAC,KACCA,KAAK+C,YAAYY,OAAO3D,KAAKsE,UAAW,WACvC3C,QAAQC,IAAI,4BAA6B7B,EAAKuE,SAAS,CACxD,CAAC,EAEDtE,KAAK0D,WAAW7B,GAAG,YAAa,WAC/BF,QAAQC,IAAI,4BAA6B7B,EAAKyE,QAAQ,CACvD,CAAC,EAGDxE,KAAK0D,WAAW7B,GAAG,aAAc,SAAC8G,EAAIhE,GAChC5E,EAAKD,gBAET6I,EAAY,QAAIhE,EAAa,QAC7BgE,EAAS,KAAIhE,EAAU,KACvBgE,EAAkB,cAAIhE,EAAmB,cACzCgE,EAAa,SAAIhE,EAAc,SAEZ,UAAfgE,EAAS,MAAuD,cAAtC5I,EAAKa,cAA2B,aAC7Db,EAAKgJ,iBAAgB,EAAGlC,mBAAmBC,KAAK/G,EAAKgJ,iBAAgB,EAAI,2BAA4B,CACpG5B,QAASwB,EAAY,QACrBvB,KAAMuB,EAAS,KACf4B,KAAM,IAAIxJ,KACVyJ,OAAQtL,QAAAkJ,gBAAgBqC,cAAa,C,CACrC,GAIH9B,EAAc,WAAI,EAAArK,gBAAAoM,mBAAiB,EACnC/B,EAAa,SAAI,EAEjB5I,EAAKuD,kBAAkBqH,aAAahC,CAAE,EAEtC5I,EAAK0B,qBAAqBmJ,mBAAmBjC,EAAc,SAAC,EAAEjC,KAAK,WAClEtE,WAAW,WACVuG,EAAa,SAAI,IAAI5H,KACrB4H,EAAGkC,KAAK,OAAQ,SAAC/I,GACZA,IACC/B,EAAK0B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,eAAe,EAEtDhB,EAAK+K,cAAcnC,CAAE,EAEvB,CAAC,CACF,EAAG,GAAI,CACR,CAAC,EAEmB,UAAhB5I,EAAKI,QACRwB,QAAQC,IAAI,oBAAsB+C,EAAU,IAAC,EAI9CgE,EAAY,QAAI,CAAA,EAChBA,EAAG9G,GAAG,UAAW,SAAOa,GAAe,OAAAV,UAAAjC,EAAA,KAAA,EAAA,KAAA,EAAA,W,8EAClB,UAAhBC,KAAKG,QACRwB,QAAQC,IAAI,iBAAmB+G,EAAS,KAAGjG,CAAO,EAGnD1C,KAAKM,eAAiB,EAElByK,EAAkB,CAAA,EAElBC,EAAa,GAEjB,IACCA,EAAazI,KAAK0I,MAAMvI,EAASrE,SAAA6F,WAAW,C,CAE7C,MAAMgH,GACLvJ,QAAQC,IAAI,qBAAsBc,CAAO,EAEzC1C,KAAKqC,eAAeC,UAAU,oBAAqB,+BAAiCtC,KAAKY,cAA2B,YAAG2B,KAAKC,UAAU,CAACE,EAASwI,EAAE,CAAC,EAEnJH,EAAkB,CAAA,C,IAGdA,EAAD,MAAA,CAAA,EAAA,GACH,GAA0B,UAAtB,OAAOC,GAA0C,SAAfA,EACjCrC,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BzC,EAAGkC,KAAK,OAAQ,SAAC/I,GACZA,IACC/B,EAAK0B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,eAAe,EAEtDhB,EAAK+K,cAAcnC,CAAE,EAEvB,CAAC,OAKE,GAA0B,UAAtB,OAAOqC,GAA0C,SAAfA,EAC1CrC,EAAY,QAAI,CAAA,EAChBA,EAAa,SAAI,IAAI5H,KACrB4H,EAAY,QAAIvK,OAAOiN,SAASjN,OAAOuK,EAAa,QAAC,EAAEzG,KAAKyG,EAAa,QAAC,CAAC,EAAE2C,eAAc,EAC3FtL,KAAKyB,qBAAqB8J,gBAAgB5C,CAAE,MAJxC,C,GASA6C,MAAMC,QAAQT,EAAW,EAAE,EAA5B,MAAA,CAAA,EAAA,GAEHrJ,QAAQC,IAAI,0CAA2CoJ,CAAU,C,CACjE,MAAA,CAAA,G,WAGoBU,EAAAV,E,wBAAA7E,EAAAuF,EAAA9F,QAAf+F,EAAAD,EAAAvF,GACJ,CAAA,EAAMnG,KAAK4L,qBAAqBjD,EAAIgD,CAAO,IADd,CAAA,EAAA,G,OAC7B/I,EAAAC,KAAA,E,wBADmBsD,CAAA,G,4BAKtB,EAAEtE,GAAG,MAAO,YAEZ,EAAEA,GAAG,QAAS,YAEd,EAAEA,GAAG,QAAS,SAAAC,IAEd,CACF,CAAC,EAGDN,YAAY,WACXzB,EAAK2D,WAAW+E,QAAQC,QAAQ,SAACC,GAC5BA,EAAa,UAA8C,KAAzC5H,KAAK8K,IAAG,EAAKlD,EAAa,SAAEmD,QAAO,IAClC,CAAA,IAAlBnD,EAAY,SACfA,EAAa,QAAC,GAEQ,GAAlBA,EAAa,SAChB5I,EAAK+K,cAAcnC,CAAE,GAGrBA,EAAa,SAAI,IAAI5H,KACrB4H,EAAGkC,KAAK,OAAQ,SAAC/I,GACZA,IACC/B,EAAK0B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,eAAe,EAEtDhB,EAAK+K,cAAcnC,CAAE,EAEvB,CAAC,KAIFA,EAAa,SAAI,EACjBA,EAAY,QAAI,CAAA,EAChBA,EAAa,SAAI,IAAI5H,KACrB4H,EAAGkC,KAAK,OAAQ,SAAC/I,GACZA,IACC/B,EAAK0B,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,eAAe,EAEtDhB,EAAK+K,cAAcnC,CAAE,EAEvB,CAAC,GAGJ,CAAC,CACF,EAAG,GAAK,CACT,EAEcpJ,oBAAAqE,UAAAgI,qBAAd,SAAmCjD,EAAeqC,G,uJAGjD,OAFIe,EAAef,EAAW,GAEzBhL,KAAKF,eAAiBE,CAAAA,KAAKI,cAAc4L,KAAK,SAAAC,GAAK,OAAAF,EAAazF,SAAS2F,CAAC,CAAvB,CAAwB,GAAMtD,EAAa,SAAEuD,MAAMC,OAAOH,KAAK,SAAAC,GAAK,OAAAA,EAAEG,MAAMJ,KAAK,SAAAK,GAAK,OAAAN,EAAazF,SAAS+F,CAAC,GAAKA,EAAE/F,SAASyF,CAAY,CAAnD,CAAoD,CAAtE,CAAuE,GAAMpD,EAAa,SAAEuD,MAAMI,cAI1NC,EAAcvB,EAAW,GACzBwB,EAAYxB,EAAW,GAGd,kBAFTyB,EAAOzB,EAAW,IAElB,CAAA,EAAA,IACC0B,EAAU1B,EAAW,GACrB2B,EAAM3B,EAAW,GAGL,QAAZ0B,EACH1M,KAAKyB,qBAAqBmL,UAAUb,EAAcQ,EAAa5D,EAAI6D,EAAWG,EAAK3B,EAAW6B,MAAM,CAAC,CAAC,EAItG7M,KAAKyB,qBAAqBqL,YAAYf,EAAcQ,EAAa5D,EAAI6D,EAAWG,EAAK3B,EAAW6B,MAAM,CAAC,CAAC,E,SAjBzG,CAAA,G,UAoBS7M,KAAKF,eAA0B,YAAT2M,EAAvB,MAAA,CAAA,EAAA,IACJM,EAAiC,CACpCP,UAAWA,EACXQ,SAAU,CAAA,EACVlF,KAAM,K,EAGHa,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BpL,KAAKsD,kBAAkBuH,KAAKlC,EAAIpG,KAAKC,UAAUuK,CAAS,CAAC,EAG1D/M,KAAKC,gBAAgB2G,KAAK+B,CAAE,EACxBsE,EAAiBjC,EAAW,GAEvBkC,EAAI,E,sBAAGA,EAAID,EAAerH,QAAM,MAAA,CAAA,EAAA,G,GACpCuH,EAASF,EAAeC,GACxBpF,EAAOqF,EAAOrF,KAEdsF,EAAuC,CAC1CZ,UAAWW,EAAOrF,KAAK,GACvBkF,SAAU,CAAA,EACVlF,KAAM,K,EAGHa,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BpL,KAAKsD,kBAAkBuH,KAAKlC,EAAIpG,KAAKC,UAAU4K,CAAe,CAAC,EAG9CtF,EAAKuF,MAAK,EACXvF,EAAKuF,MAAK,EACLvF,EAAKuF,MAAK,EACfvF,EAAKuF,MAAK,EACvB/F,EAASQ,EAAKuF,MAAK,EACnBC,GAAkB,EAAAhP,gBAAAoM,mBAAiB,EAEvC7L,gCAAA0O,mBAAmB5F,OAAO,CACzBpB,IAAK+G,EACLE,IAAK,EACLC,WAAY,IAAI1M,KAChB2M,SAAU,KACVC,WAAY,EACZrG,OAAQA,C,CACR,EAEc,4BAAXA,GAAmD,kCAAXA,GAAyD,2BAAXA,GAAkD,gBAAXA,GAAuC,qBAAXA,GAA4C,eAAXA,GAAsC,mBAAXA,GAA0C,6BAAXA,GAAoD,SAAXA,GAAgC,YAAXA,GAAmC,oBAAXA,GAA2C,eAAXA,GAAsC,+BAAXA,GACxY1I,iBAAAgP,KAAKC,UAAU,CACdtH,KAAK,EAAAjI,gBAAAoM,mBAAiB,EACtB+B,KAAM,iBACNqB,WAAY,GACZC,YAAa,GACbC,SAAS,EAAA3P,SAAA4P,eAAc1L,KAAKC,UAAUsF,CAAI,CAAC,EAAI,IAASvF,KAAKC,UAAUsF,EAAM,KAAM,CAAC,EAAI,UACxFR,OAAQA,EACRH,QAASwB,EAAY,SAAK,GAC1BvB,KAAMuB,EAAS,MAAK,GACpB6D,UAAWA,EACX0B,MAAOnC,C,CACP,E,CAGE/L,KAAKqC,eAAe8L,SAAS7G,GAA7B,MAAA,CAAA,EAAA,G,iBAEF,O,sBAAA,CAAA,GAAM1E,EAAA5C,KAAKqC,eAAewE,oBAAmBC,KAAIC,MAAAnE,EAAAoE,cAAA,CAACC,OAAOC,OAAO,GAAIlH,KAAKqC,eAAgB7D,iBAAA0E,cAAcU,UAAW,CAACuD,QAASwB,EAAY,QAAGvB,KAAMuB,EAAS,KAAGtB,MAAOsB,EAAc,SAAC,CAAC,EAAGrB,GAAWQ,EAAI,CAAA,CAAA,CAAA,G,cAAtMsG,EAAAvL,KAAA,E,+BAGAlB,QAAQC,IAAI,IAAIb,KAAQ,gBAAiBwB,KAAKC,UAAU6L,EAAK,KAAM,CAAC,CAAC,E,mBAGvD,0BAAX/G,GAAiD,+BAAXA,GACzCpI,QAAAkJ,gBAAgBkG,gBAAe,EAAGC,qBAAqBzG,EAAK,EAAE,E,aAI/DnG,QAAQC,IAAI,oCAAsC0F,CAAM,E,wBA1Df4F,CAAC,G,oBA8D5ClN,KAAKC,gBAAgB+H,OAAOhI,KAAKC,gBAAgBuO,IAAI,SAAAvC,GAAK,OAAAA,EAAa,SAAb,CAAc,EAAEhE,QAAQU,EAAc,SAAC,EAAG,CAAC,E,eAUrG,GAPIb,EAAId,cAAA,GAAOgE,EAAU,CAAA,CAAA,EAErByD,EAAuB3G,EAAKuF,MAAK,EACjCqB,EAAoB5G,EAAKuF,MAAK,EAC9BsB,EAAoB7G,EAAKuF,MAAK,EAGrB,YAFTuB,EAAe9G,EAAKuF,MAAK,GAEN,CAGtB,GAFI/F,EAASQ,EAAKuF,MAAK,EAEnB1E,EAAkB,cACrB,MAAA,CAAA,GAGG2E,GAAkB,EAAAhP,gBAAAoM,mBAAiB,EAEvC7L,gCAAA0O,mBAAmB5F,OAAO,CACzBpB,IAAK+G,EACLE,IAAK,EACLC,WAAY,IAAI1M,KAChB2M,SAAU,KACVC,WAAY,EACZrG,OAAQA,C,CACR,EAEc,4BAAXA,GAAmD,kCAAXA,GAAyD,2BAAXA,GAAkD,gBAAXA,GAAuC,qBAAXA,GAA4C,eAAXA,GAAsC,mBAAXA,GAA0C,6BAAXA,GAAoD,SAAXA,GAAgC,YAAXA,GAAmC,oBAAXA,GAA2C,eAAXA,GAAsC,+BAAXA,GACxY1I,iBAAAgP,KAAKC,UAAU,CACdtH,KAAK,EAAAjI,gBAAAoM,mBAAiB,EACtB+B,KAAM,iBACNqB,WAAY,GACZC,YAAa,GACbC,SAAS,EAAA3P,SAAA4P,eAAc1L,KAAKC,UAAUsF,CAAI,CAAC,EAAI,IAASvF,KAAKC,UAAUsF,EAAM,KAAM,CAAC,EAAI,UACxFR,OAAQA,EACRH,QAASwB,EAAY,SAAK,GAC1BvB,KAAMuB,EAAS,MAAK,GACpB6D,UAAWmC,EACXT,MAAOO,C,CACP,EAGE1B,EAAiC,CACpCP,UAAWmC,EACX3B,SAAU,CAAA,EACVlF,KAAM,K,EAGHa,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BpL,KAAKsD,kBAAkBuH,KAAKlC,EAAIpG,KAAKC,UAAUuK,CAAS,CAAC,EAGtD/M,KAAKqC,eAAe8L,SAAS7G,IAChCG,EAAAzH,KAAKqC,gBAAewM,WAAU9H,MAAAU,EAAAT,cAAA,CAACsG,EAAiB3E,EAAI+F,EAAaC,EAAWrH,GAAWQ,EAAI,CAAA,CAAA,CAAA,EAG3FnG,QAAQC,IAAI,0BAA4B0F,CAAM,C,KAG9B,mBAATsH,IACJtH,EAASQ,EAAKuF,MAAK,EAEvB1O,6BAAAmQ,gBAAgBC,QAAQ,CAAEC,KAAM,CAAC,CAAE7H,QAASwB,EAAY,OAAC,EAAI,CAAEsG,WAAYN,CAAS,EAAI,CAAErH,OAAQA,CAAM,EAAI,CAAEiD,KAAMmE,CAAW,EAAG,CAAE,EAAEhI,KACrI,SAAA9B,GACKA,GACC+D,GAAMA,EAAGwC,aAAexC,EAAGyC,MAC9BrL,EAAKuD,kBAAkBuH,KAAKlC,EAAIpG,KAAKC,UAAUoC,EAAIsK,QAAQ,CAAC,CAG/D,EACA,SAAAjF,IAAS,G,mCAMN1K,oBAAAqE,UAAAkH,cAAP,SAAqBnC,GAChB3I,KAAKyB,qBAAqBC,eAAc,GAC3CC,QAAQC,IAAI,IAAIb,KAAQ,aAAc,WAAY4H,EAAS,KAAGA,EAAc,SAAC,EAE9E3I,KAAKyB,qBAAqB0N,eAAexG,CAAE,EAC3CA,EAAGyG,mBAAkB,CAEtB,EAEO7P,oBAAAqE,UAAAyL,OAAP,WACC,OAAOrP,KAAK6D,IACb,EAEOtE,oBAAAqE,UAAA0L,gBAAP,WACC,OAAOtP,KAAKY,aACb,EACDrB,mBAAA,EAAC","file":"server-app.js","sourcesContent":["import { createServer, Server } from 'http';\nimport * as express from 'express';\nimport * as bodyParser from 'body-parser';\nimport * as xmlParser from 'express-xml-bodyparser';\nimport * as WebSocket from 'ws';\nimport * as jwt from 'jsonwebtoken';\n// import * as SegfaultHandler from 'segfault-handler';\nimport * as moment from 'moment-timezone';\n\nimport { dateReviver, getBinarySize, deepCopy } from './util/common';\n\nimport { objectIdHexString } from './managers/mongo.manager';\nimport { CronManager } from './managers/cron.manager';\nimport { MethodManager } from './managers/method.manager';\nimport { SubscriptionManager } from './managers/subscription.manager';\nimport { MonitorManager, MonitorManagerFunction } from './managers/monitor.manager';\n\nimport { ServerResponseModel } from './models/server-response.model';\n\nimport { MethodResponses } from './collections/method-response.collection';\nimport { Logs } from './collections/log.collection';\nimport { LogMethodLatencies } from './collections/log-method-latency.collection';\nimport { Users } from './collections/user.collection';\n\nimport { setupHomeRoutes } from './http/home';\nimport { setupAuthRoutes } from './http/auth';\nimport { setupHealthRoutes } from './http/health';\nimport { ResolveIOServer } from './index';\nimport { MongoNetworkTimeoutError } from 'mongodb';\nimport { WorkerTaskRequests } from './collections/worker-task-request.collection';\nimport { WorkerTaskResponses } from './collections/worker-task-response.collection';\nimport { WorkerTaskRequestModel } from './models/worker-task-request.model';\nimport { WebSocketManager } from './managers/websocket.manager';\n\nexport default class ResolveIOMainServer {\n\tprivate _app: express.Application;\n\tprivate _serverHTTP: Server;\n\tprivate _portHTTP: string | number;\n\tprivate _serverWSS: WebSocket.Server;\n\tprivate _portWSS: number;\n\tprivate _serverConfig;\n\tprivate _clientDir;\n\tprivate _offlineUpdates = [];\n\tpublic sesMail = false;\n\tprivate standardProgram = false;\n\tprivate publicProgram = false;\n\tprivate _rebootFlag = false;\n\n\tprivate LOGGER = 'ERROR'; //ERROR / DEBUG\n\n\tprivate _websocketManager: WebSocketManager;\n\tprivate _monitorManager: MonitorManager;\n\tprivate _monitorManagerFunction: MonitorManagerFunction;\n\tprivate _subscriptionManager: SubscriptionManager;\n\tprivate _methodManager: MethodManager;\n\tprivate _cronManager: CronManager;\n\tprivate _clientRoutes: string[] = [];\n\n\tprivate _serverStartTime: Date;\n\tprivate _lastErrorMsg: Date = null;\n\n\tprivate _debugMsgRecv = 0;\n\tprivate _debugMsgQueue = 0;\n\n\tprivate _isWorkersEnabled = false;\n\tprivate _isWorkerInstance = false;\n\tprivate _workerTasks: string[] = [];\n\n\tprivate _safeShutdown = false;\n\n\tconstructor(mainServer, serverConfig, clientRoutes, clientDir, sesMail, standardProgram, publicProgram = false) {\n\t\tthis._serverConfig = serverConfig;\n\t\tthis._clientRoutes = clientRoutes;\n\t\tthis._clientDir = clientDir;\n\t\tthis.sesMail = sesMail;\n\t\tthis.standardProgram = standardProgram;\n\t\tthis.publicProgram = publicProgram;\n\n\t\tthis._serverStartTime = new Date();\n\t\tthis._lastErrorMsg = null;\n\t\tthis._monitorManager = new MonitorManager(mainServer, serverConfig);\n\t\tthis._monitorManagerFunction = new MonitorManagerFunction();\n\n\t\t// Check for workers and decide what to start\n\t\tthis._isWorkersEnabled = process.env.IS_WORKERS_ENABLED === 'true';\n\t\tthis._isWorkerInstance = process.env.IS_WORKER_INSTANCE === 'true';\n\n\t\tsetInterval(() => {\n\t\t\tif (this._subscriptionManager && this._subscriptionManager.getEnableDebug()) {\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Recv Hits', this._debugMsgRecv);\n\t\t\t\tconsole.log(new Date(), 'Server App', 'Msg Queue Hits', this._debugMsgQueue);\n\t\t\t}\n\n\t\t\tthis._debugMsgQueue = 0;\n\t\t\tthis._debugMsgRecv = 0;\n\t\t}, 60000);\n\n\t\tprocess.on('unhandledRejection', async (error, rej) => {\n\t\t\t// Condition to filter out the MongoError with code 48 (NamespaceExists)\n\t\t\tif (error && error['name'] === 'MongoError' && error['code'] === 48) {\n\t\t\t\treturn; // Simply return without doing anything further\n\t\t\t}\n\n\t\t\tconsole.error(new Date(), 'Unhandled Rejection at Promise', [error, rej]);\n\t\t\t\n\t\t\tlet diffTimeSec = moment().diff(this._serverStartTime, 'seconds');\n\n\t\t\t// If this is a MongoNetworkTimeoutError, handle it specifically\n\t\t\tif (error && (error['name'] === 'MongoNetworkTimeoutError' || error instanceof MongoNetworkTimeoutError)) {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\t// Sending email notification (using your existing method)\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - MongoNetworkTimeoutError - Quitting NodeJS - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify({\n\t\t\t\t\t\tname: error['name'],\n\t\t\t\t\t\tmessage: error['message'],\n\t\t\t\t\t\tstack: error['stack']\n\t\t\t\t\t}, null, 2));\n\n\t\t\t\t\t// Exiting the process\n\t\t\t\t\tprocess.exit(1);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse if (error && error['name'] === 'MongoError' && error['message'] === 'not master') {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - Quitting NodeJS - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t}\n\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\t\t\telse if (error && error['name'] === 'MongoError' && error['message'] === 'not master and slaveOk=false') {\n\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t}, 60000);\n\n\t\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - Quitting NodeJS - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t}\n\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\t\t\telse if (error) {\n\t\t\t\tif (error['name'] !== 'StatusError' && error['message'] !== '') {\n\t\t\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t\t\t}, 60000);\n\n\t\t\t\t\t\tthis._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Rejection - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\n\t\tprocess.on('uncaughtException', async error => {\n\t\t\tconsole.error(error, 'Uncaught Exception thrown');\n\n\t\t\tlet diffTimeSec = moment().diff(this._serverStartTime, 'seconds');\n\n\t\t\tif (diffTimeSec > 60 && !this._lastErrorMsg) {\n\t\t\t\tthis._lastErrorMsg = new Date();\n\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis._lastErrorMsg = null;\n\t\t\t\t}, 60000);\n\t\t\t\t\n\t\t\t\tawait this._methodManager.sendEmail('dev@resolveio.com', 'SERVER - Unhandled Exception - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([error['name'], error['message'], error['stack']], null, 2));\n\t\t\t}\n\t\t});\n\n\t\t//PM2 wants to reboot/restart\n\t\tprocess.on('SIGINT', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tthis._serverHTTP.close();\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tprocess.on('SIGTERM', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tthis._serverHTTP.close();\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tprocess.on('SIGQUIT', () => {\n\t\t\tthis._rebootFlag = true;\n\t\t\tthis._serverHTTP.close();\n\t\t\tthis.safeShutdown();\n\t\t});\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Starting ResolveIO Server');\n\t\t}\n\n if (this._isWorkersEnabled) {\n if (this._isWorkerInstance) {\n console.log('Running as a Worker instance');\n\t\t\t\tthis._methodManager = new MethodManager(this, this._serverConfig, this._clientDir, this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n this._cronManager = new CronManager(this);\n\t\t\t\tthis.startWorkerInstance();\n }\n\t\t\telse {\n console.log('Running as a Server instance');\n\t\t\t\tthis._websocketManager = new WebSocketManager(this);\n this.startServerInstance(serverConfig);\n\t\t\t\tthis._methodManager = new MethodManager(this, this._serverConfig, this._clientDir, this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n\t\t\t\tthis._subscriptionManager = new SubscriptionManager(this, this._serverWSS, this._serverConfig, this._monitorManagerFunction);\n\t\t\t\tthis.listen();\n }\n }\n\t\telse {\n console.log('Running with Workers Disabled');\n\t\t\tthis._websocketManager = new WebSocketManager(this);\n this.startServerInstance(serverConfig);\n\t\t\tthis._methodManager = new MethodManager(this, this._serverConfig, this._clientDir, this._monitorManagerFunction, this._isWorkersEnabled, this._isWorkerInstance);\n\t\t\tthis._subscriptionManager = new SubscriptionManager(this, this._serverWSS, this._serverConfig, this._monitorManagerFunction);\n this._cronManager = new CronManager(this);\n\t\t\tthis.listen();\n }\n\t}\n\n\tprivate startServerInstance(serverConfig) {\n\t\t// Start express app\n\t\tthis._app = express();\n\n\t\t// Use body parser for http call (login)\n\t\tthis._app.use(bodyParser.json({limit: '50mb', reviver: dateReviver}));\n\t\tthis._app.use(bodyParser.urlencoded({limit: '50mb', extended: true, parameterLimit: 1000000 }));\n\t\tthis._app.use(xmlParser());\n\t\t\n\t\t// Set port\n\t\tthis._portHTTP = process.env.PORT_HTTP || serverConfig['PORT_HTTP'] || 8080;\n\t\tthis._portWSS = process.env.PORT_WSS || serverConfig['PORT_WSS'] || 8081;\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup ports');\n\t\t}\n\n\t\t// Create http server and websock server\n\t\tthis.createServer();\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Create server');\n\t\t}\n\n\t\t// Set CORS\n\t\tthis._app.use(function (req, res, next) {\n\n\t\t\t// Website you wish to allow to connect\n\t\t\t// res.setHeader('Access-Control-Allow-Origin', serverConfig['ROOT_URL']);\n\t\t\tres.setHeader('Access-Control-Allow-Origin', '*');\n\n\t\t\t// Request methods you wish to allow\n\t\t\t// res.setHeader('Access-Control-Allow-Methods', 'GET, POST, OPTIONS, PUT, PATCH, DELETE');\n\t\t\tres.setHeader('Access-Control-Allow-Methods', 'GET, POST');\n\n\t\t\t// Request headers you wish to allow\n\t\t\tres.setHeader('Access-Control-Allow-Headers', 'X-Requested-With,content-type');\n\n\t\t\t// Set to true if you need the website to include cookies in the requests sent\n\t\t\t// to the API (e.g. in case you use sessions)\n\t\t\tres.setHeader('Access-Control-Allow-Credentials', 'false');\n\n\t\t\t// Pass to next layer of middleware\n\t\t\tnext();\n\t\t});\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup cors');\n\t\t}\n\n\t\t// Set up http login route\n\t\tsetupAuthRoutes(this, this._app, serverConfig);\n\t\tsetupHealthRoutes(this._app, serverConfig);\n\n\t\tif (serverConfig['CLIENT_NAME'] === 'ResolveIO' || this.standardProgram) {\n\t\t\tsetupHomeRoutes(this, this._app, serverConfig);\n\t\t}\n\n\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\tconsole.log('Setup express routes');\n\t\t}\n\t}\n\n\tprivate async startWorkerInstance() {\n\t\tconsole.log('Worker instance started, watching worker-task-reqs...');\n\t\n\t\t// Now, set up the change stream to watch for new tasks\n\t\tlet changeStream = WorkerTaskRequests.watchCollection([{ $match: { 'fullDocument.status': 'pending' } }], { fullDocument: 'updateLookup' });\n\t\n\t\tchangeStream.on('change', async (change) => {\n\t\t\tif (change.operationType === 'insert') {\n\t\t\t\tconst task = change.fullDocument;\n\t\t\t\tif (task) {\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis.processTask(task);\n\t\t\t\t\t}, this._workerTasks.length * 25);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse if (change.operationType === 'update') {\n\t\t\t\tconst task = change.fullDocument;\n\t\t\t\tif (task && task.status === 'pending') {\n\t\t\t\t\tsetTimeout(() => {\n\t\t\t\t\t\tthis.processTask(task);\n\t\t\t\t\t}, this._workerTasks.length * 25);\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\t\n\t\tchangeStream.on('error', (error) => {\n\t\t\tconsole.error('Error in change stream worker task requests:', error);\n\t\t\tchangeStream.close();\n\t\t\tsetTimeout(() => this.startWorkerInstance(), 5000); // Restart after a delay\n\t\t});\n\t\n\t\tchangeStream.on('close', () => {\n\t\t\tconsole.log('Change stream worker task requests closed. Restarting...');\n\t\t\tsetTimeout(() => this.startWorkerInstance(), 5000); // Restart after a delay\n\t\t});\n\n\t\t// First, process any existing pending tasks in the database\n\t\tconst pendingTasks = await WorkerTaskRequests.find({ status: 'pending' }, {sort: {createdAt: 1}});\n\n\t\tfor (const task of pendingTasks) {\n\t\t\tthis.processTask(task);\n\t\t}\n\t}\n\t\n\t// Process a task (handles both existing and new tasks)\n\tprivate async processTask(task: WorkerTaskRequestModel) {\n\t\tif (this._workerTasks.includes(task._id)) {\n\t\t\treturn;\n\t\t}\n\t\t\t\n\t\tWorkerTaskRequests.updateOne({ _id: task._id, status: 'pending' }, { $set: { status: 'processing' } }).then(async resReq => {\n\t\t\tif (resReq) {\n\t\t\t\tthis._workerTasks.push(task._id);\n\n\t\t\t\ttry {\n\t\t\t\t\t// Run the actual method\n\t\t\t\t\tconst result = await this._methodManager.callMethodInternal.call(Object.assign({}, this._methodManager, MethodManager.prototype, { id_user: task.id_user, user: task.user, id_ws: task.id_ws }), task.method, ...task.params);\n\n\t\t\t\t\tWorkerTaskResponses.create({\n\t\t\t\t\t\tid_request: task._id,\n\t\t\t\t\t\thas_error: false,\n\t\t\t\t\t\tdata: result,\n\t\t\t\t\t\tid_user: task.id_user,\n\t\t\t\t\t\tuser: task.user,\n\t\t\t\t\t\tid_ws: task.id_ws\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t\tcatch (err) {\n\t\t\t\t\tconsole.error('Worker failed to process task:', task._id, err);\n\n\t\t\t\t\tWorkerTaskResponses.create({\n\t\t\t\t\t\tid_request: task._id,\n\t\t\t\t\t\thas_error: true,\n\t\t\t\t\t\tdata: err.message,\n\t\t\t\t\t\tid_user: task.id_user,\n\t\t\t\t\t\tuser: task.user,\n\t\t\t\t\t\tid_ws: task.id_ws\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\tif (this._workerTasks.includes(task._id)) {\n\t\t\t\t\tthis._workerTasks.splice(this._workerTasks.indexOf(task._id), 1);\n\t\t\t\t}\n\n\t\t\t\t// Mark the task as complete\n\t\t\t\tWorkerTaskRequests.updateOne({ _id: task._id }, { $set: { status: 'complete' } });\n\n\t\t\t\t// console.log(new Date(), 'Instance: ' + process.env.NODE_APP_INSTANCE, 'Complete Task', 'Current Jobs: ' + this._workerTasks.length);\n\t\t\t}\n\t\t}, () => {});\n\t}\n\n\tprivate safeShutdown() {\n\t\tif (!this._safeShutdown) {\n\t\t\tconsole.log(new Date(), 'Safe Shutdown Command Received');\n\t\t}\n\n\t\tif (\n\t\t\t!this._monitorManagerFunction.getActiveMonitorFunctions().length && \n\t\t\t// (!this._monitorManagerFunction.getLastCompletedMonitorFunction() ||\n\t\t\t// Date.now() >= this._monitorManagerFunction.getLastCompletedMonitorFunction().endTime.getTime() + 1500) &&\n\t\t\t!this._offlineUpdates.length\n\t\t) {\n\t\t\tResolveIOServer.getMongoConnection().close(false).then(() => {\n\t\t\t\tconsole.log(new Date(), 'Safe Exit Complete, Process Exit');\n\t\t\t\tprocess.exit(0);\n\t\t\t}, () => {process.exit(1)});\n\t\t}\n\t\telse {\n\t\t\tif (!this._safeShutdown) {\n\t\t\t\tthis._safeShutdown = true;\n\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tthis._safeShutdown = false;\n\t\t\t\t}, 1000);\n\n\t\t\t\tconsole.log(new Date(), \n\t\t\t\t\t'Safe Exit In Progress', \n\t\t\t\t\tthis._monitorManagerFunction.getActiveMonitorFunctions().length, \n\t\t\t\t\t// this._monitorManagerFunction.getLastCompletedMonitorFunction() ? this._monitorManagerFunction.getLastCompletedMonitorFunction().endTime : '',\n\t\t\t\t\tthis._offlineUpdates.length\n\t\t\t\t);\n\t\t\t}\n\n\t\t\tsetImmediate(() => {\n\t\t\t\tthis.safeShutdown();\n\t\t\t});\n\t\t}\n\t}\n\n\tgetIsWorkersEnabled() {\n\t\treturn this._isWorkersEnabled;\n\t}\n\n\tgetIsWorkerInstance() {\n\t\treturn this._isWorkerInstance;\n\t}\n\n\tpublic getWSList() {\n\t\tlet res = [];\n\n\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\tres.push(ws['id_socket']);\n\t\t});\n\n\t\treturn res;\n\t}\n\n\tpublic getWSUserList() {\n\t\tlet res = [];\n\n\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\tres.push(ws['id_user']);\n\t\t});\n\n\t\treturn res;\n\t}\n\n\tpublic getHTTPServer() {\n\t\treturn this._serverHTTP;\n\t}\n\n\tpublic getCronManager() {\n\t\treturn this._cronManager;\n\t}\n\n\tpublic getMethodManager() {\n\t\treturn this._methodManager;\n\t}\n\n\tpublic getSubscriptionManager() {\n\t\treturn this._subscriptionManager;\n\t}\n\n\tpublic getMonitorManager() {\n\t\treturn this._monitorManager;\n\t}\n\n\tpublic getRebootFlag() {\n\t\treturn this._rebootFlag;\n\t}\n\n\tpublic getWebSocketManager(): WebSocketManager {\n\t\treturn this._websocketManager;\n\t}\n\n\tprivate createServer(): void {\n\t\t// Start express server\n\t\tthis._serverHTTP = createServer(this._app);\n\t\tthis._serverHTTP.keepAliveTimeout = 65000;\n\t\tthis._serverHTTP.headersTimeout = 66000; // This should be bigger than `keepAliveTimeout + your server's expected response time`\n\n\t\t// Start websocket server\n\t\t// Verify client with token before opening socket\n\t\tthis._serverWSS = new WebSocket.Server({\n\t\t\tport: this._portWSS,\n\t\t\tverifyClient: this.publicProgram ? null : async (info, cb) => {\n\t\t\t\tif (this._rebootFlag) {\n\t\t\t\t\tcb(false, 409, 'Unable To Process');\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\t\t\tconsole.log('Verify Client', info, cb);\n\t\t\t\t\t}\n\n\t\t\t\t\tlet infoData = (<string>info.req.headers['sec-websocket-protocol']).split(/,/);\n\n\t\t\t\t\tif (info.origin !== this._serverConfig['ROOT_URL'] && info.origin !== this._serverConfig['SEC_ROOT_URL'] && info.origin !== this._serverConfig['RESOLVEIO_URL'] && info.origin !== this._serverConfig['RESOLVEIO_SECONDARY_URL']) {\n\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tlet token = infoData[0];\n\t\t\t\t\t\tif (!token) {\n\t\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tjwt.verify(token, this._serverConfig['JWT_SECRET'], async (err, decoded) => {\n\t\t\t\t\t\t\t\tif (err) {\n\t\t\t\t\t\t\t\t\tcb(false, 401, 'Unauthorized');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\t\tinfo.req['id_user'] = decoded['id_user'];\n\t\t\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\t\t\tlet user = await Users.findById(decoded['id_user']);\n\t\t\t\t\t\t\t\t\t\tif (user) {\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['user'] = user.fullname;\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['user_readonly'] = user.readonly || false;\n\t\t\t\t\t\t\t\t\t\t\tinfo.req['doc_user'] = user;\n\t\t\t\t\t\t\t\t\t\t\tcb(true);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\t\t\t\tcb(false);\n\t\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\t\t\t\t\tcb(false);\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t});\n\t}\n\n\t// Listen to port for websocket\n\tprivate listen(): void {\n\t\tthis._serverHTTP.listen(this._portHTTP, () => {\n\t\t\tconsole.log('Running server on port %s', this._portHTTP);\n\t\t});\n\n\t\tthis._serverWSS.on('listening', () => {\n\t\t\tconsole.log('Running server on port %s', this._portWSS);\n\t\t});\n\n\t\t// On websocket connection (already verified)\n\t\tthis._serverWSS.on('connection', (ws, req) => {\n\t\t\tif (!this.publicProgram) {\n\t\t\t\t// Get user from token\n\t\t\t\tws['id_user'] = req['id_user'];\n\t\t\t\tws['user'] = req['user'];\n\t\t\t\tws['user_readonly'] = req['user_readonly'];\n\t\t\t\tws['doc_user'] = req['doc_user'];\n\n\t\t\t\tif (ws['user'] !== 'Admin' && this._serverConfig['CLIENT_NAME'] !== 'ResolveIO') {\n\t\t\t\t\tthis.getMethodManager().callMethodInternal.call(this.getMethodManager(), 'supportCreateBillingUser', {\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tuser: ws['user'],\n\t\t\t\t\t\tdate: new Date(),\n\t\t\t\t\t\tclient: ResolveIOServer.getClientName()\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tws['id_socket'] = objectIdHexString();\n\t\t\tws['retryCnt'] = 0;\n\n\t\t\tthis._websocketManager.addWebSocket(ws);\n\n\t\t\tthis._subscriptionManager.createLoggedInUser(ws['id_socket']).then(() => {\n\t\t\t\tsetTimeout(() => {\n\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\tws.send('ping', (error) => {\n\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Ping');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t}\n\t\t\t\t\t});\n\t\t\t\t}, 5000);\n\t\t\t});\n\n\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\tconsole.log('Connection from: ' + req['user']);\n\t\t\t}\n\t\t\t\n\t\t\t// Use for keeping connection alive (ping/pong)\n\t\t\tws['isAlive'] = true;\n\t\t\tws.on('message', async (message: string) => {\n\t\t\t\tif (this.LOGGER === 'DEBUG') {\n\t\t\t\t\tconsole.log('Message from: ' + ws['user'], message);\n\t\t\t\t}\n\n\t\t\t\tthis._debugMsgRecv += 1;\n\n\t\t\t\tlet parseErrorFound = false;\n\n\t\t\t\tlet socketData = [];\n\t\t\t\t\n\t\t\t\ttry {\n\t\t\t\t\tsocketData = JSON.parse(message, dateReviver);\n\t\t\t\t}\n\t\t\t\tcatch(e) {\n\t\t\t\t\tconsole.log('Error - JSON.parse', message);\n\t\t\t\t\t\n\t\t\t\t\tthis._methodManager.sendEmail('dev@resolveio.com', 'SERVER - JSON Parse Error - ' + this._serverConfig['CLIENT_NAME'], JSON.stringify([message, e]));\n\n\t\t\t\t\tparseErrorFound = true;\n\t\t\t\t}\n\n\t\t\t\tif (!parseErrorFound) {\n\t\t\t\t\tif (typeof socketData === 'string' && socketData === 'ping') {\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\tws.send('pong', (error) => {\n\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Pong');\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\telse if (typeof socketData === 'string' && socketData === 'pong') {\n\t\t\t\t\t\tws['isAlive'] = true;\n\t\t\t\t\t\tws['pongTime'] = new Date();\n\t\t\t\t\t\tws['latency'] = moment.duration(moment(ws['pongTime']).diff(ws['pingTime'])).asMilliseconds();\n\t\t\t\t\t\tthis._subscriptionManager.loggedInLatency(ws);\n\t\t\t\t\t\t\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\n\t\t\t\t\tif (!Array.isArray(socketData[0])) {\n\t\t\t\t\t\t// Not an array, invalid message\n\t\t\t\t\t\tconsole.log('Invalid message format, expected array:', socketData);\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tfor (let message of socketData) {\n\t\t\t\t\t\t\tawait this.processSocketMessage(ws, message);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}).on('end', () => {\n\t\t\t\t// ... existing end handling code ...\n\t\t\t}).on('close', () => {\n\t\t\t\t// ... existing close handling code ...\n\t\t\t}).on('error', error => {\n\t\t\t\t// ... existing error handling code ...\n\t\t\t});\n\t\t});\n\n\t\t// Keep alive timer to ping/pong\n\t\tsetInterval(() => {\n\t\t\tthis._serverWSS.clients.forEach((ws: WebSocket) => {\n\t\t\t\tif (ws['pingTime'] && Date.now() - ws['pingTime'].getTime() >= 20000) {\n\t\t\t\t\tif (ws['isAlive'] === false) {\n\t\t\t\t\t\tws['retryCnt']++;\n\n\t\t\t\t\t\tif (ws['retryCnt'] >= 3) {\n\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\t\t\tws.send('ping', (error) => {\n\t\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Ping');\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tws['retryCnt'] = 0;\n\t\t\t\t\t\tws['isAlive'] = false;\n\t\t\t\t\t\tws['pingTime'] = new Date();\n\t\t\t\t\t\tws.send('ping', (error) => {\n\t\t\t\t\t\t\tif (error) {\n\t\t\t\t\t\t\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\t\t\t\t\t\t\tconsole.log(new Date(), 'Server App', 'Error WS Ping');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\tthis.unsubscribeWS(ws);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t});\n\t\t}, 20000);\n\t}\n\n\tprivate async processSocketMessage(ws: WebSocket, socketData: any[]) {\n\t\tlet messageRoute = socketData[0];\n\n\t\tif (!this.publicProgram && this._clientRoutes.some(a => messageRoute.includes(a)) && !ws['doc_user'].roles.groups.some(a => a.views.some(b => messageRoute.includes(b) || b.includes(messageRoute))) && !ws['doc_user'].roles.super_admin) {\n\t\t\treturn;\n\t\t}\n\n\t\tlet messageDate = socketData[1];\n\t\tlet messageId = socketData[2];\n\t\tlet type = socketData[3];\n\n\t\tif (type === 'subscription') {\n\t\t\tlet subType = socketData[4];\n\t\t\tlet pub = socketData[5];\n\n\t\t\t// Subscribe\n\t\t\tif (subType === 'sub') {\n\t\t\t\tthis._subscriptionManager.subscribe(messageRoute, messageDate, ws, messageId, pub, socketData.slice(6));\n\t\t\t}\n\t\t\t// Unsubscribe\n\t\t\telse {\n\t\t\t\tthis._subscriptionManager.unsubscribe(messageRoute, messageDate, ws, messageId, pub, socketData.slice(6));\n\t\t\t}\n\t\t}\n\t\telse if (!this.publicProgram && type === 'offline') {\n\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\tmessageId: messageId,\n\t\t\t\thasError: false,\n\t\t\t\tdata: 'ACK'\n\t\t\t};\n\n\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\tthis._websocketManager.send(ws, JSON.stringify(serverRes));\n\t\t\t}\n\n\t\t\tthis._offlineUpdates.push(ws);\n\t\t\tlet offlineUpdates = socketData[4];\n\n\t\t\tfor (let i = 0; i < offlineUpdates.length; i++) {\n\t\t\t\tlet update = offlineUpdates[i];\n\t\t\t\tlet data = update.data;\n\n\t\t\t\tlet serverResMethod: ServerResponseModel = {\n\t\t\t\t\tmessageId: update.data[2],\n\t\t\t\t\thasError: false,\n\t\t\t\t\tdata: 'ACK'\n\t\t\t\t};\n\n\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\tthis._websocketManager.send(ws, JSON.stringify(serverResMethod));\n\t\t\t\t}\n\n\t\t\t\tlet updateRoute = data.shift();\n\t\t\t\tlet updateDate = data.shift();\n\t\t\t\tlet updateMessageId = data.shift();\n\t\t\t\tlet updateType = data.shift();\n\t\t\t\tlet method = data.shift();\n\t\t\t\tlet methodLatencyId = objectIdHexString();\n\n\t\t\t\tLogMethodLatencies.create({\n\t\t\t\t\t_id: methodLatencyId,\n\t\t\t\t\t__v: 0,\n\t\t\t\t\tdate_start: new Date(),\n\t\t\t\t\tdate_end: null,\n\t\t\t\t\tlatency_ms: 0,\n\t\t\t\t\tmethod: method\n\t\t\t\t});\n\n\t\t\t\tif (method !== 'reportBuilderGetResults' && method !== 'reportBuilderGetDistinctValue' && method !== 'reportBuilderBuildTree' && method !== 'generatePDF' && method !== 'getWOOfflineData' && method !== 'countQuery' && method !== 'countWithQuery' && method !== 'countCollectionWithQuery' && method !== 'find' && method !== 'findOne' && method !== 'findWithOptions' && method !== 'getDrivers' && method !== 'processAirdropDistribution') {\n\t\t\t\t\tLogs.insertOne({\n\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\troute: messageRoute\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\tif (this._methodManager._methods[method]) {\n\t\t\t\t\ttry {\n\t\t\t\t\t\tawait this._methodManager.callMethodInternal.call(Object.assign({}, this._methodManager, MethodManager.prototype, {id_user: ws['id_user'], user: ws['user'], id_ws: ws['id_socket']}), method, ...data);\n\t\t\t\t\t}\n\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\tconsole.log(new Date(), 'Offline Error', JSON.stringify(err, null, 2));\n\t\t\t\t\t}\n\n\t\t\t\t\tif (method === 'updateDocumentOffline' || method === 'updateDocumentPropsOffline') {\n\t\t\t\t\t\tResolveIOServer.getMongoManager().invalidateQueryCache(data[0]);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tconsole.log('Offline - Could not find method: ' + method);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tthis._offlineUpdates.splice(this._offlineUpdates.map(a => a['id_socket']).indexOf(ws['id_socket']), 1);\n\t\t}\n\t\telse { //methods\n\t\t\tlet data = [...socketData];\n\t\t\t\n\t\t\tlet messageRoute: string = data.shift();\n\t\t\tlet messageDate: Date = data.shift();\n\t\t\tlet messageId: number = data.shift();\n\t\t\tlet type: string = data.shift();\n\n\t\t\tif (type === 'method') {\n\t\t\t\tlet method = data.shift();\n\n\t\t\t\tif (ws['user_readonly']) {\n\t\t\t\t\treturn;\n\t\t\t\t}\n\n\t\t\t\tlet methodLatencyId = objectIdHexString();\n\n\t\t\t\tLogMethodLatencies.create({\n\t\t\t\t\t_id: methodLatencyId,\n\t\t\t\t\t__v: 0,\n\t\t\t\t\tdate_start: new Date(),\n\t\t\t\t\tdate_end: null,\n\t\t\t\t\tlatency_ms: 0,\n\t\t\t\t\tmethod: method\n\t\t\t\t});\n\n\t\t\t\tif (method !== 'reportBuilderGetResults' && method !== 'reportBuilderGetDistinctValue' && method !== 'reportBuilderBuildTree' && method !== 'generatePDF' && method !== 'getWOOfflineData' && method !== 'countQuery' && method !== 'countWithQuery' && method !== 'countCollectionWithQuery' && method !== 'find' && method !== 'findOne' && method !== 'findWithOptions' && method !== 'getDrivers' && method !== 'processAirdropDistribution') {\n\t\t\t\t\tLogs.insertOne({\n\t\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t\ttype: 'client-request',\n\t\t\t\t\t\tcollection: '',\n\t\t\t\t\t\tid_document: '',\n\t\t\t\t\t\tpayload: getBinarySize(JSON.stringify(data)) < 200000 ? JSON.stringify(data, null, 2) : 'Too Big',\n\t\t\t\t\t\tmethod: method,\n\t\t\t\t\t\tid_user: ws['id_user'] || '',\n\t\t\t\t\t\tuser: ws['user'] || '',\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\troute: messageRoute\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\thasError: false,\n\t\t\t\t\tdata: 'ACK'\n\t\t\t\t};\n\n\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\tthis._websocketManager.send(ws, JSON.stringify(serverRes));\n\t\t\t\t}\n\n\t\t\t\tif (this._methodManager._methods[method]) {\n\t\t\t\t\tthis._methodManager.callMethod(methodLatencyId, ws, messageDate, messageId, method, ...data);\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tconsole.log('Could not find method: ' + method);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse if (type === 'methodResponse') {\n\t\t\t\tlet method = data.shift();\n\n\t\t\t\tMethodResponses.findOne({ $and: [{ id_user: ws['id_user'] }, { message_id: messageId }, { method: method }, { date: messageDate }] }).then(\n\t\t\t\t\tres => {\n\t\t\t\t\t\tif (res) {\n\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\tthis._websocketManager.send(ws, JSON.stringify(res.response));\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t\terr => {}\n\t\t\t\t);\n\t\t\t}\n\t\t}\n\t}\n\n\tpublic unsubscribeWS(ws: WebSocket) {\n\t\tif (this._subscriptionManager.getEnableDebug()) {\n\t\t\tconsole.log(new Date(), 'Server App', 'Unsub WS', ws['user'], ws['id_socket']);\n\t\t}\n\t\tthis._subscriptionManager.unsubscribeAll(ws);\n\t\tws.removeAllListeners();\n\t\tws = null;\n\t}\n\n\tpublic getApp() {\n\t\treturn this._app;\n\t}\n\n\tpublic getServerConfig() {\n\t\treturn this._serverConfig;\n\t}\n}"]}
|