@resolveio/server-lib 20.7.120 → 20.7.122

package/managers/subscription.manager.js

@@ -1,2 +1,1293 @@
-"use strict";var __awaiter=this&&this.__awaiter||function(e,i,s,r){return new(s=s||Promise)(function(n,t){function fulfilled(e){try{step(r.next(e))}catch(e){t(e)}}function rejected(e){try{step(r.throw(e))}catch(e){t(e)}}function step(e){var t;e.done?n(e.value):((t=e.value)instanceof s?t:new s(function(e){e(t)})).then(fulfilled,rejected)}step((r=r.apply(e,i||[])).next())})},__generator=this&&this.__generator||function(i,s){var r,o,a,c={label:0,sent:function(){if(1&a[0])throw a[1];return a[1]},trys:[],ops:[]},u={next:verb(0),throw:verb(1),return:verb(2)};return"function"==typeof Symbol&&(u[Symbol.iterator]=function(){return this}),u;function verb(n){return function(e){var t=[n,e];if(r)throw new TypeError("Generator is already executing.");for(;c=u&&t[u=0]?0:c;)try{if(r=1,o&&(a=2&t[0]?o.return:t[0]?o.throw||((a=o.return)&&a.call(o),0):o.next)&&!(a=a.call(o,t[1])).done)return a;switch(o=0,(t=a?[2&t[0],a.value]:t)[0]){case 0:case 1:a=t;break;case 4:return c.label++,{value:t[1],done:!1};case 5:c.label++,o=t[1],t=[0];continue;case 7:t=c.ops.pop(),c.trys.pop();continue;default:if(!(a=0<(a=c.trys).length&&a[a.length-1])&&(6===t[0]||2===t[0])){c=0;continue}if(3===t[0]&&(!a||t[1]>a[0]&&t[1]<a[3]))c.label=t[1];else if(6===t[0]&&c.label<a[1])c.label=a[1],a=t;else{if(!(a&&c.label<a[2])){a[2]&&c.ops.pop(),c.trys.pop();continue}c.label=a[2],c.ops.push(t)}}t=s.call(i,c)}catch(e){t=[6,e],o=0}finally{r=a=0}if(5&t[0])throw t[1];return{value:t[0]?t[1]:void 0,done:!0}}}},__values=this&&this.__values||function(e){var t="function"==typeof Symbol&&Symbol.iterator,n=t&&e[t],i=0;if(n)return n.call(e);if(e&&"number"==typeof e.length)return{next:function(){return{value:(e=e&&i>=e.length?void 0:e)&&e[i++],done:!e}}};throw new TypeError(t?"Object is not iterable.":"Symbol.iterator is not defined.")},__read=this&&this.__read||function(e,t){var n="function"==typeof Symbol&&e[Symbol.iterator];if(!n)return e;var i,s,r=n.call(e),o=[];try{for(;(void 0===t||0<t--)&&!(i=r.next()).done;)o.push(i.value)}catch(e){s={error:e}}finally{try{i&&!i.done&&(n=r.return)&&n.call(r)}finally{if(s)throw s.error}}return o},__spreadArray=this&&this.__spreadArray||function(e,t,n){if(n||2===arguments.length)for(var i,s=0,r=t.length;s<r;s++)!i&&s in t||((i=i||Array.prototype.slice.call(t,0,s))[s]=t[s]);return e.concat(i||Array.prototype.slice.call(t))},NodeCache=(Object.defineProperty(exports,"__esModule",{value:!0}),exports.SubscriptionManager=void 0,require("node-cache")),os_1=require("os"),flag_collection_1=require("../collections/flag.collection"),logged_in_users_collection_1=require("../collections/logged-in-users.collection"),app_status_1=require("../publications/app-status"),cron_jobs_1=require("../publications/cron-jobs"),files_1=require("../publications/files"),flags_1=require("../publications/flags"),flags_update_1=require("../publications/flags-update"),logs_1=require("../publications/logs"),notifications_1=require("../publications/notifications"),report_builder_dashboard_builders_1=require("../publications/report-builder-dashboard-builders"),report_builder_libraries_1=require("../publications/report-builder-libraries"),report_builder_reports_1=require("../publications/report-builder-reports"),super_admin_1=require("../publications/super-admin"),user_groups_1=require("../publications/user-groups"),user_guides_1=require("../publications/user-guides"),resolveio_server_app_1=require("../resolveio-server-app"),common_1=require("../util/common"),numCPUs=(0,os_1.cpus)().length,v8=require("v8"),SubscriptionManager=function(){function SubscriptionManager(){this._publications={},this._subscriptions=[],this._loggedInUsers=[],this._mongoQueue=[],this._mongoQueueId=0,this._cacheId=1,this._heapSize=v8.getHeapStatistics()/numCPUs,this._enableDebug=!1,this._debugOplogCollections=[],this._debugOplogHits=0,this._debugSubCollections=[],this._debugSubHits=0,this._debugUnSubHits=0,this._debugUnSubAllHits=0,this._debugMongoQueueHits=0,this._debugMongoQueueCollections=[],this._debugSendQueueHits=0,this._debugRemoveCacheHits=0,this._oplogRetryCount=0,this.latencyBuffer=new Map,this.LATENCY_UPDATE_INTERVAL=6e4,this.LATENCY_UPDATE_THRESHOLD_MS=3e4,this._invalidationDebounceTimers=new Map,this._invalidationPendingTimestamps=new Map,this.DEBOUNCE_DELAY=100,this.MAX_WAIT_TIME=500}return SubscriptionManager.create=function(t,n,i){var e=this,s=new SubscriptionManager;return setImmediate(function(){return __awaiter(e,void 0,void 0,function(){return __generator(this,function(e){switch(e.label){case 0:return[4,s.initialize(t,n,i)];case 1:return e.sent(),[2]}})})}),s},SubscriptionManager.prototype.initialize=function(i,s,r){return __awaiter(this,void 0,void 0,function(){var t,n=this;return __generator(this,function(e){switch(e.label){case 0:return this._websocketManager=resolveio_server_app_1.ResolveIOServer.getMainServer().getWebSocketManager(),this._monitorManagerFunction=r,this._nodeCache=new NodeCache({stdTTL:0,checkperiod:0}),setInterval(function(){return n.flushThrottledLatencyUpdates()},this.LATENCY_UPDATE_INTERVAL),this.serverConfig=s,this._wss=i,(0,super_admin_1.loadSuperAdminPublications)(this),(0,app_status_1.loadAppStatusPublications)(this),(0,logs_1.loadLogPublications)(this),(0,files_1.loadFilePublications)(this),(0,cron_jobs_1.loadCronJobPublications)(this),(0,flags_update_1.loadFlagsUpdatePublications)(this),(0,flags_1.loadFlagsPublications)(this),(0,notifications_1.loadNotificationPublications)(this),(0,report_builder_reports_1.loadReportBuilderReportPublications)(this),(0,report_builder_libraries_1.loadReportBuilderLibraryPublications)(this),(0,user_groups_1.loadUserGroupPublications)(this),(0,user_guides_1.loadUserGuidePublications)(this),(0,report_builder_dashboard_builders_1.loadReportBuilderDashboardBuilderPublications)(this),[4,this.tailOpLog()];case 1:return e.sent(),setInterval(function(){n._oplogRetryCount=0},15e3),setInterval(function(){n.getEnableDebug()&&(console.log(new Date,"Sub Manager","Subs",n._subscriptions.length),console.log(new Date,"Sub Manager","Logged In Users",n._loggedInUsers.length),console.log(new Date,"Sub Manager","Mongo Queue",n._mongoQueue.length),console.log(new Date,"Sub Manager","Mongo Queue Hits",n._debugMongoQueueHits),console.log(new Date,"Sub Manager","Mongo Queue Collections",JSON.stringify(n._debugMongoQueueCollections.sort(function(e,t){return e.collection.localeCompare(t.collection)||e.publication.localeCompare(t.publication)}),null,2)),console.log(new Date,"Sub Manager","Oplog Hits",n._debugOplogHits),console.log(new Date,"Sub Manager","Oplog Collections",JSON.stringify(n._debugOplogCollections.sort(function(e,t){return e.collection.localeCompare(t.collection)||e.type.localeCompare(t.type)}),null,2)),console.log(new Date,"Sub Manager","Send Queue Hits",n._debugSendQueueHits),console.log(new Date,"Sub Manager","Sub Hits",n._debugSubHits),console.log(new Date,"Sub Manager","Sub Collections",JSON.stringify(n._debugSubCollections.sort(function(e,t){return e.publication.localeCompare(t.publication)}),null,2)),console.log(new Date,"Sub Manager","Unsub Hits",n._debugUnSubHits),console.log(new Date,"Sub Manager","Unsub All Hits",n._debugUnSubAllHits),console.log(new Date,"Sub Manager","Cache Cleanup Hits",n._debugRemoveCacheHits)),n._debugOplogHits=0,n._debugOplogCollections=[],n._debugSubCollections=[],n._debugMongoQueueHits=0,n._debugMongoQueueCollections=[],n._debugSendQueueHits=0,n._debugSubHits=0,n._debugUnSubHits=0,n._debugUnSubAllHits=0,n._debugRemoveCacheHits=0},6e4),setInterval(function(){return __awaiter(n,void 0,void 0,function(){var t,i,n,s,r,o,a,c,u;return __generator(this,function(e){switch(e.label){case 0:return t=this,[4,logged_in_users_collection_1.LoggedInUsers.find()];case 1:t._loggedInUsers=e.sent(),i=(0,common_1.deepCopy)(this._loggedInUsers),n=function(t){var n;return __generator(this,function(e){switch(e.label){case 0:return!(n=i[t]).date||12e4<Date.now()-n.date.getTime()?s._websocketManager.getWebSocket(n.id_ws)?(s.getEnableDebug()&&console.log(new Date,"Sub Manager","Unsub WS",s._websocketManager.getWebSocket(n.id_ws).user,s._websocketManager.getWebSocket(n.id_ws).id_socket,2),[4,s.unsubscribeAll(s._websocketManager.getWebSocket(n.id_ws))]):[3,2]:[3,4];case 1:return e.sent(),[3,4];case 2:return s._subscriptions.forEach(function(e){for(var t=e.clients.length-1;0<=t;t--)e.clients[t].id_socket===n.id_ws&&e.clients.splice(t,1)}),[4,logged_in_users_collection_1.LoggedInUsers.deleteOne({_id:n._id})];case 3:e.sent(),0<=s._loggedInUsers.findIndex(function(e){return e._id===n._id})&&s._loggedInUsers.splice(s._loggedInUsers.findIndex(function(e){return e._id===n._id}),1),e.label=4;case 4:return[2]}})},r=(s=this)._loggedInUsers.length-1,e.label=2;case 2:return 0<=r?[5,n(r)]:[3,5];case 3:e.sent(),e.label=4;case 4:return r--,[3,2];case 5:for(r=0;r<this._subscriptions.length;r++)for(o=this._subscriptions[r],a=function(e){var t=o.clients[e];c._loggedInUsers.some(function(e){return e.id_ws===t.id_socket})||o.clients.splice(e,1)},c=this,u=o.clients.length-1;0<=u;u--)a(u);return[2]}})})},3e4),[4,flag_collection_1.Flags.findOne({type:"Enable Debug"})];case 2:return(t=e.sent())&&t.value?this._enableDebug=!0:this._enableDebug=!1,this.setCacheLimit(),[2]}})})},SubscriptionManager.prototype.setCacheLimit=function(){"true"===process.env.IS_WORKERS_ENABLED?this._heapLimit=.4*this._heapSize:this._heapLimit=.3*this._heapSize},SubscriptionManager.prototype.invalidatePubsCache=function(r,o){return __awaiter(this,void 0,void 0,function(){var t,n,i,s=this;return __generator(this,function(e){switch(e.label){case 0:return(t=r,n=Date.now(),i=this._invalidationPendingTimestamps.get(t)||n,this._invalidationPendingTimestamps.set(t,i),this._invalidationDebounceTimers.has(t)&&clearTimeout(this._invalidationDebounceTimers.get(t)),n-i>=this.MAX_WAIT_TIME)?(this._invalidationPendingTimestamps.delete(t),[4,this._executeInvalidation(r,o)]):[3,2];case 1:return e.sent(),[3,3];case 2:this._invalidationDebounceTimers.set(t,setTimeout(function(){return __awaiter(s,void 0,void 0,function(){return __generator(this,function(e){switch(e.label){case 0:return this._invalidationPendingTimestamps.delete(t),[4,this._executeInvalidation(r,o)];case 1:return e.sent(),[2]}})})},this.DEBOUNCE_DELAY)),e.label=3;case 3:return[2]}})})},SubscriptionManager.prototype._executeInvalidation=function(h,b){return __awaiter(this,void 0,void 0,function(){var t,n,i,s,r,o,a,c,u,l,_,g,d;return __generator(this,function(e){switch(e.label){case 0:this._invalidationDebounceTimers.has(h)&&(clearTimeout(this._invalidationDebounceTimers.get(h)),this._invalidationDebounceTimers.delete(h)),resolveio_server_app_1.ResolveIOServer.getMongoManager().invalidateQueryCache(h),t=this._subscriptions.filter(function(e){return e.collections.includes(h)}),e.label=1;case 1:e.trys.push([1,17,18,19]),n=__values(t),i=n.next(),e.label=2;case 2:if(i.done)return[3,16];if(s=i.value,this._enableDebug&&console.log(new Date,"Invalidate Sub",s.publication,s.running,s.runAgain),s.running)return s.runAgain=!0,[3,15];if(!this._publications[s.publication].user_specific)return[3,13];e.label=3;case 3:e.trys.push([3,10,11,12]),g=void 0,r=__values(s.clients),o=r.next(),e.label=4;case 4:if(o.done)return[3,9];if(a=o.value,(null==(c=this._websocketManager.getWebSocket(a.id_socket))?void 0:c.readyState)!==c.OPEN)return[3,8];e.label=5;case 5:return e.trys.push([5,7,,8]),[4,this.sendDataToOneWithRetry(c,a.messageId,s,h,b)];case 6:return e.sent(),[3,8];case 7:return e.sent(),[3,8];case 8:return o=r.next(),[3,4];case 9:return[3,12];case 10:return u=e.sent(),g={error:u},[3,12];case 11:try{o&&!o.done&&(d=r.return)&&d.call(r)}finally{if(g)throw g.error}return[7];case 12:return[3,15];case 13:return[4,this.sendDataToAllWithRetry(s,h,b)];case 14:e.sent(),e.label=15;case 15:return i=n.next(),[3,2];case 16:return[3,19];case 17:return u=e.sent(),l={error:u},[3,19];case 18:try{i&&!i.done&&(_=n.return)&&_.call(n)}finally{if(l)throw l.error}return[7];case 19:return[2]}})})},SubscriptionManager.prototype.delay=function(t){return __awaiter(this,void 0,void 0,function(){return __generator(this,function(e){return[2,new Promise(function(e){return setTimeout(e,t)})]})})},SubscriptionManager.prototype.sendDataToAllWithRetry=function(t,n,i){return __awaiter(this,void 0,void 0,function(){return __generator(this,function(e){switch(e.label){case 0:t.running=!0,e.label=1;case 1:return this._enableDebug&&console.log(new Date,"Running sendDataToAll Sub",t.publication),t.runAgain=!1,[4,this.sendDataToAll(t,n,i)];case 2:return(e.sent(),this._enableDebug&&console.log(new Date,"Done sendDataToAll Sub",t.publication,t.runAgain),t.runAgain)?[4,this.delay(500)]:[3,4];case 3:e.sent(),e.label=4;case 4:if(t.runAgain)return[3,1];e.label=5;case 5:return t.running=!1,[2]}})})},SubscriptionManager.prototype.sendDataToOneWithRetry=function(t,n,i,s,r){return __awaiter(this,void 0,void 0,function(){return __generator(this,function(e){switch(e.label){case 0:i.running=!0,e.label=1;case 1:return this._enableDebug&&console.log(new Date,"Running sendDataToOne Sub",i.publication),i.runAgain=!1,[4,this.sendDataToOne(t,n,i,s,r)];case 2:return(e.sent(),this._enableDebug&&console.log(new Date,"Done sendDataToOne Sub",i.publication,i.runAgain),i.runAgain)?[4,this.delay(500)]:[3,4];case 3:e.sent(),e.label=4;case 4:if(i.runAgain)return[3,1];e.label=5;case 5:return i.running=!1,[2]}})})},SubscriptionManager.prototype.publications=function(e){this._publications=Object.assign(this._publications,e)},SubscriptionManager.prototype.loggedInLatency=function(t){var e,n,i,s=this._loggedInUsers.find(function(e){return e.id_ws===t.id_socket});s&&(e=new Date,n=this.latencyBuffer.get(t.id_socket),i=t.latency,!n||e.getTime()-n.lastUpdate.getTime()>=this.LATENCY_UPDATE_THRESHOLD_MS||100<Math.abs(i-n.latency))&&(s.date=e,this.latencyBuffer.set(t.id_socket,{latency:i,lastUpdate:e}))},SubscriptionManager.prototype.flushThrottledLatencyUpdates=function(){return __awaiter(this,void 0,void 0,function(){var t,n;return __generator(this,function(e){switch(e.label){case 0:if(0===this.latencyBuffer.size)return[2];t=Array.from(this.latencyBuffer.entries()).map(function(e){var e=__read(e,2),t=e[0],e=e[1];return{updateOne:{filter:{id_ws:t},update:{$set:{latency:e.latency,date:e.lastUpdate}}}}}),e.label=1;case 1:return e.trys.push([1,3,,4]),[4,logged_in_users_collection_1.LoggedInUsers.bulkWrite(t)];case 2:return e.sent(),this.latencyBuffer.clear(),this.getEnableDebug()&&console.log(new Date,"Sub Manager","Throttled latency batch update successful",t.length),[3,4];case 3:return n=e.sent(),console.error(new Date,"Sub Manager","Throttled latency batch update failed",n),[3,4];case 4:return[2]}})})},SubscriptionManager.prototype.subscribe=function(u,e,l,_,g,d){return __awaiter(this,void 0,void 0,function(){var t,n,i,s,r,o,a,c=this;return __generator(this,function(e){switch(e.label){case 0:return(this._debugSubHits+=1,this._debugSubCollections.some(function(e){return e.publication===g})?this._debugSubCollections.find(function(e){return e.publication===g}).hits+=1:this._debugSubCollections.push({publication:g,hits:1}),t=this._publications[g])?[3,1]:(console.error(new Date,"No Publication: "+g),[2]);case 1:if(1<d.length||d[0]){if(!t.check)return console.error(new Date,"No Check Function For Pub "+g),[2];if(!t.check._schema)return console.error(new Date,"No Check Schema For Pub "+g),[2];for(n={},r=Object.keys(t.check._schema),i=r.filter(function(e){return!e.includes(".")}),s=0;s<d.length;s++)n[i[s]]=d[s];try{t.check.validate(n)}catch(e){if(e)return console.error(new Date,"Error in Pub Check ("+g+")",e),[2]}}return"Bypass"!==u&&(r=u.split("/"),o="",a=r[0],""===r[0]&&(o="/",a=r[1]),o+=a,1<r.length&&(o+="/"),(a=this._subscriptions.filter(function(e){return e.clients.some(function(e){return e.id_socket===l.id_socket&&"Bypass"!==e.messageRoute&&"/"!==e.messageRoute&&e.messageRoute!==u&&!e.messageRoute.startsWith(o)})})).length)&&a.forEach(function(t){t.clients.filter(function(e){return e.id_socket===l.id_socket}).forEach(function(e){c.unsubscribe(e.messageRoute,new Date,l,e.messageId,t.publication,t.subscriptionData)})}),(a=this._subscriptions.find(function(e){return e.publication===g&&JSON.stringify(e.subscriptionData)===JSON.stringify(d)}))?a.clients.some(function(e){return e.id_socket===l.id_socket&&e.messageId===_})||a.clients.push({id_user:l.id_user,messageId:_,id_socket:l.id_socket,messageRoute:u}):this._subscriptions.push({publication:g,subscriptionData:d,collections:this.getPublicationCollections(g),clients:[{id_user:l.id_user,messageId:_,id_socket:l.id_socket,messageRoute:u}],cacheId:0,running:!1,runAgain:!1}),a=a||this._subscriptions.find(function(e){return e.publication===g&&JSON.stringify(e.subscriptionData)===JSON.stringify(d)}),this._enableDebug&&console.log(new Date,"New Sub",a.publication,a.running,a.runAgain,a.clients.length),[4,this.processSubscription(a,l,_)];case 2:e.sent(),e.label=3;case 3:return[2]}})})},SubscriptionManager.prototype.createLoggedInUser=function(i){return __awaiter(this,void 0,void 0,function(){var t,n;return __generator(this,function(e){switch(e.label){case 0:return(t=this._websocketManager.getWebSocket(i))?(n={_id:(0,common_1.objectIdHexString)(),__v:0,date:new Date,id_user:t.id_user,user:t.user,id_ws:t.id_socket},this._loggedInUsers.push(n),[4,logged_in_users_collection_1.LoggedInUsers.insertOne(n)]):[3,2];case 1:return e.sent(),[2,n];case 2:throw new Error("Error in Create Logged In User: No WS")}})})},SubscriptionManager.prototype.unsubscribe=function(e,t,n,i,s,r){if(this._debugUnSubHits+=1,this._publications[s]){var o=this._subscriptions.find(function(e){return e.publication===s&&JSON.stringify(e.subscriptionData)===JSON.stringify(r)});if(o){for(var a=o.clients.length-1;0<=a;a--)o.clients[a].id_user===n.id_user&&o.clients[a].messageId===i&&o.clients[a].id_socket===n.id_socket&&o.clients.splice(a,1);this._enableDebug&&console.log(new Date,"Unsub",o.publication,o.running,o.runAgain,o.clients.length)}}else console.log("No Publication: "+s)},SubscriptionManager.prototype.unsubscribeAll=function(r){return __awaiter(this,void 0,void 0,function(){var t,n,i,s;return __generator(this,function(e){switch(e.label){case 0:return(this._debugUnSubAllHits+=1,r)?r.isUnsubscribed?[2]:(r.isUnsubscribed=!0,0<=this._loggedInUsers.map(function(e){return e.id_ws}).indexOf(r.id_socket)&&this._loggedInUsers.splice(this._loggedInUsers.map(function(e){return e.id_ws}).indexOf(r.id_socket),1),[4,logged_in_users_collection_1.LoggedInUsers.deleteOne({id_ws:r.id_socket})]):[3,2];case 1:for(e.sent(),t=this._subscriptions.filter(function(e){return e.clients.some(function(e){return e.id_user===r.id_user&&e.id_socket===r.id_socket})}),n=t.length-1;0<=n;n--)for(i=t[n],s=i.clients.length-1;0<=s;s--)i.clients[s].id_socket===r.id_socket&&i.clients.splice(s,1);this._websocketManager.removeWebSocket(r),e.label=2;case 2:return[2]}})})},SubscriptionManager.prototype.getActiveSubscriptions=function(){return this._subscriptions},SubscriptionManager.prototype.getPublicationCollections=function(e){return this._publications[e].collections},SubscriptionManager.prototype.tailOpLog=function(i){return __awaiter(this,void 0,void 0,function(){var t,s,n=this;return __generator(this,function(e){switch(e.label){case 0:return!this._oplog$||this._oplog$.closed?[3,2]:(this._oplog$.removeAllListeners(),[4,this._oplog$.close()]);case 1:e.sent(),this._oplog$=null,e.label=2;case 2:return[4,new Promise(function(e){return setTimeout(e,1e3)})];case 3:if(e.sent(),this._oplog$&&!this._oplog$.closed)return[3,12];if(this._oplogRetryCount+=1,5<this._oplogRetryCount&&(console.error("****************** TAIL OPLOG ERROR, RETRYING A BUNCH OF TIMES, KILLING PROCESS **************************"),process.exit(1)),t=[{$match:{$and:[{"ns.coll":{$nin:["log-method-latencies","log-subscriptions","logs","counters","cron-job-histories","email-histories","qb-soap-request-histories","qb-soap-request-responses","qb-soap-requests","qb-soap-retries"]}},{"ns.coll":{$not:/.*\.versions$/}},{"ns.coll":{$not:/^monitor-/}}]}}],!i)return[3,10];s=i,e.label=4;case 4:return e.trys.push([4,5,,9]),this._oplog$=resolveio_server_app_1.ResolveIOServer.getMainDB().watch(t,{resumeAfter:i}),[3,9];case 5:return(e.sent(),this._oplog$)?(this._oplog$.removeAllListeners(),[4,this._oplog$.close()]):[3,7];case 6:e.sent(),this._oplog$=null,e.label=7;case 7:return[4,this.tailOpLog(i)];case 8:return e.sent(),[2];case 9:return[3,11];case 10:this._oplog$=resolveio_server_app_1.ResolveIOServer.getMainDB().watch(t),e.label=11;case 11:console.log(new Date,"oplog started"),this._oplog$.on("change",function(i){return __awaiter(n,void 0,void 0,function(){var t,n;return __generator(this,function(e){switch(e.label){case 0:return i.ns?(this._enableDebug&&console.log(new Date,"Oplog Hit",i.ns),t=i.ns.coll,this._debugOplogCollections.some(function(e){return e.collection===i.ns.coll&&e.type===i.operationType})?this._debugOplogCollections.find(function(e){return e.collection===i.ns.coll&&e.type===i.operationType}).hits+=1:this._debugOplogCollections.push({collection:i.ns.coll,type:i.operationType,hits:1}),t?(this._debugOplogHits+=1,"insert"!==i.operationType?[3,5]:"support-tickets"!==t||"https://resolveio.com"!==this.serverConfig.ROOT_URL?[3,2]:(resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager().callMethod.call(resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager(),"sendSupportTicketEmail",i.documentKey._id),[4,this.invalidatePubsCache(t,"insert")])):[3,10]):[3,13];case 1:e.sent(),e.label=2;case 2:return"method-responses"===t?[3,4]:[4,this.invalidatePubsCache(t,"insert")];case 3:e.sent(),e.label=4;case 4:return[3,10];case 5:return"update"!==i.operationType&&"replace"!==i.operationType?[3,8]:"method-responses"===t?[3,7]:[4,this.invalidatePubsCache(t,"update")];case 6:e.sent(),e.label=7;case 7:return[3,10];case 8:return"delete"!==i.operationType?[3,10]:"method-responses"===t?[3,10]:[4,this.invalidatePubsCache(t,"delete")];case 9:e.sent(),e.label=10;case 10:return"flags"!==t?[3,12]:[4,flag_collection_1.Flags.findOne({type:"Enable Debug"})];case 11:(n=e.sent())&&n.value?this._enableDebug=!0:this._enableDebug=!1,e.label=12;case 12:s=i._id,process.env.NODE_APP_INSTANCE&&"0"!==process.env.NODE_APP_INSTANCE||"false"!==process.env.IS_WORKERS_ENABLED&&"true"===process.env.IS_WORKER_INSTANCE&&process.env.WORKER_INDEX,e.label=13;case 13:return[2]}})})}),this._oplog$.on("error",function(t){return __awaiter(n,void 0,void 0,function(){return __generator(this,function(e){switch(e.label){case 0:return console.log(new Date,"oplog error",t),[4,this._oplog$.close()];case 1:return e.sent(),[2]}})})}),this._oplog$.on("end",function(){return __awaiter(n,void 0,void 0,function(){return __generator(this,function(e){switch(e.label){case 0:return console.log(new Date,"oplog end"),[4,this._oplog$.close()];case 1:return e.sent(),[2]}})})}),this._oplog$.on("close",function(){return __awaiter(n,void 0,void 0,function(){return __generator(this,function(e){switch(e.label){case 0:return console.log(new Date,"oplog close"),this._oplog$.removeAllListeners(),this._oplog$=null,[4,this.tailOpLog(s)];case 1:return e.sent(),[2]}})})}),e.label=12;case 12:return[2]}})})},SubscriptionManager.prototype.processSubscription=function(n,i,s){return __awaiter(this,void 0,void 0,function(){var t;return __generator(this,function(e){switch(e.label){case 0:if(this._publications[n.publication].user_specific)return[3,8];if(!n.cacheId)return[3,5];e.label=1;case 1:return e.trys.push([1,2,,4]),t=JSON.parse(this._nodeCache.get(n.cacheId),common_1.dateReviver),t={messageId:s,hasError:!1,data:t},this._enableDebug&&console.log(new Date,"Process Sub, Cache",n.publication),this.sendWS(i,t),[3,4];case 2:return e.sent(),this._nodeCache.del(n.cacheId),n.cacheId=0,[4,this.sendDataToAllWithRetry(n,"","newSub")];case 3:return e.sent(),[3,4];case 4:return[3,7];case 5:return this._enableDebug&&console.log(new Date,"Process Sub, Non - Cache",n.publication,n.running),n.running?[2]:[4,this.sendDataToAllWithRetry(n,"","newSub")];case 6:e.sent(),e.label=7;case 7:return[3,10];case 8:return this._enableDebug&&console.log(new Date,"Process Sub Specific, Non - Cache",n.publication,n.running),n.running?[2]:[4,this.sendDataToOneWithRetry(i,s,n,"","newSub")];case 9:e.sent(),e.label=10;case 10:return[2]}})})},SubscriptionManager.prototype.sendDataToOne=function(r,o,a,c,u){return __awaiter(this,void 0,void 0,function(){var t,n,i,s;return __generator(this,function(e){switch(e.label){case 0:t=this._monitorManagerFunction.startMonitorFunction("User Specific Publication",a.publication,"","",a.subscriptionData),e.label=1;case 1:return e.trys.push([1,3,5,7]),resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager().callMethod.call(resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager(),"insertSubscriptionLog",u,a.publication,c,JSON.stringify(a.subscriptionData)),[4,(s=this._publications[a.publication].function).call.apply(s,__spreadArray([Object.assign({},this,SubscriptionManager.prototype),r.id_user],__read(a.subscriptionData),!1))];case 2:return s=e.sent(),i={messageId:o,hasError:!1,data:s},this.sendWS(r,i),[3,7];case 3:return n=e.sent(),i={messageId:o,hasError:!0,data:n},this.sendWS(r,i),[4,resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During Subscription "+a.publication+" - (sendDataToOne - WS)\n\nData \n"+JSON.stringify(a.subscriptionData,null,2)+"\n\nErrors\n"+JSON.stringify(n,null,2))];case 4:return e.sent(),[3,7];case 5:return[4,this._monitorManagerFunction.finishMonitorFunction(t)];case 6:return e.sent(),[7];case 7:return[2]}})})},SubscriptionManager.prototype.sendDataToAll=function(O,C,E){return __awaiter(this,void 0,void 0,function(){var t,n,i,s,r,o,a,c,u,l,_,g,d,h,b,p,f,v,S,y,m,w,D,M,I=this;return __generator(this,function(e){switch(e.label){case 0:return O.clients.length?[3,1]:(O.cacheId&&(this._nodeCache.del(O.cacheId),O.cacheId=0),0<=(v=this._subscriptions.findIndex(function(e){return e.publication===O.publication&&JSON.stringify(e.subscriptionData)===JSON.stringify(O.subscriptionData)}))&&this._subscriptions.splice(v,1),[2]);case 1:t=this._monitorManagerFunction.startMonitorFunction("Publication",O.publication,"","",O.subscriptionData),e.label=2;case 2:return e.trys.push([2,4,6,8]),"superadminAPM"!==O.publication&&"loggedInUsers"!==O.publication&&resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager().callMethod.call(resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager(),"insertSubscriptionLog",E,O.publication,C,JSON.stringify(O.subscriptionData)),[4,(v=this._publications[O.publication].function).call.apply(v,__spreadArray([Object.assign({},this,SubscriptionManager.prototype)],__read(O.subscriptionData),!1))];case 3:if(n=e.sent(),O.cacheId)try{if(i=JSON.parse(this._nodeCache.get(O.cacheId),common_1.dateReviver),JSON.stringify(i)!==JSON.stringify(n)){try{for(s=__values(O.clients),r=s.next();!r.done;r=s.next())b=r.value,(p=this._websocketManager.getWebSocket(b.id_socket))&&p.readyState===p.OPEN&&(f={messageId:b.messageId,hasError:!1,data:n},this.sendWS(p,f))}catch(e){S={error:e}}finally{try{r&&!r.done&&(y=s.return)&&y.call(s)}finally{if(S)throw S.error}}this._nodeCache.del(O.cacheId),(0,common_1.getBinarySize)(JSON.stringify(n))<1e6&&!O.collections.includes("logs")&&!O.collections.find(function(e){return e.endsWith(".versions")})&&!O.collections.find(function(e){return e.startsWith("monitor-")})?this._nodeCache.set(O.cacheId,JSON.stringify(n)):O.cacheId=0}}catch(e){O.clients.map(function(e){var t=I._websocketManager.getWebSocket(e.id_socket);t&&t.readyState===t.OPEN&&(e={messageId:e.messageId,hasError:!1,data:n},I.sendWS(t,e))}),this._nodeCache.del(O.cacheId),(0,common_1.getBinarySize)(JSON.stringify(n))<1e6&&!O.collections.includes("logs")&&!O.collections.find(function(e){return e.endsWith(".versions")})&&!O.collections.find(function(e){return e.startsWith("monitor-")})?this._nodeCache.set(O.cacheId,JSON.stringify(n)):O.cacheId=0}else{try{for(o=__values(O.clients),a=o.next();!a.done;a=o.next())b=a.value,(p=this._websocketManager.getWebSocket(b.id_socket))&&p.readyState===p.OPEN&&(f={messageId:b.messageId,hasError:!1,data:n},this.sendWS(p,f))}catch(e){m={error:e}}finally{try{a&&!a.done&&(w=o.return)&&w.call(o)}finally{if(m)throw m.error}}if((0,common_1.getBinarySize)(JSON.stringify(n))<1e6&&!O.collections.includes("logs")&&!O.collections.find(function(e){return e.endsWith(".versions")})&&!O.collections.find(function(e){return e.startsWith("monitor-")})){if(O.cacheId=this._cacheId++,this._nodeCache.set(O.cacheId,JSON.stringify(n)),(c=this._nodeCache.getStats().vsize)>this._heapLimit){for(u=0,l=this._subscriptions.filter(function(e){return e.cacheId&&!e.clients.length}),_=0;_<l.length&&(this._debugRemoveCacheHits+=1,this._nodeCache.del(l[_].cacheId),l[_].cacheId=0,u+=1,!(this._nodeCache.getStats().vsize<.75*this._heapLimit));_++);this._enableDebug&&console.log("Sub Cache: Too Big - "+O.publication+" - Deleted: "+u+" - "+c)}}else O.cacheId=0}return[3,8];case 4:g=e.sent();try{for(d=__values(O.clients),h=d.next();!h.done;h=d.next())b=h.value,(p=this._websocketManager.getWebSocket(b.id_socket))&&p.readyState===p.OPEN&&(f={messageId:b.messageId,hasError:!0,data:g},this.sendWS(p,f))}catch(e){D={error:e}}finally{try{h&&!h.done&&(M=d.return)&&M.call(d)}finally{if(D)throw D.error}}return[4,resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During Subscription "+O.publication+" - (sendPubData)\n\nData \n"+JSON.stringify(O.subscriptionData,null,2)+"\n\nErrors\n"+JSON.stringify(g,null,2))];case 5:return e.sent(),[3,8];case 6:return[4,this._monitorManagerFunction.finishMonitorFunction(t)];case 7:return e.sent(),[7];case 8:return[2]}})})},SubscriptionManager.prototype.sendWS=function(e,t){this._websocketManager.send(e,t)},SubscriptionManager.prototype.getEnableDebug=function(){return this._enableDebug},SubscriptionManager}();exports.SubscriptionManager=SubscriptionManager;
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
+    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+var __values = (this && this.__values) || function(o) {
+    var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
+    if (m) return m.call(o);
+    if (o && typeof o.length === "number") return {
+        next: function () {
+            if (o && i >= o.length) o = void 0;
+            return { value: o && o[i++], done: !o };
+        }
+    };
+    throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
+};
+var __read = (this && this.__read) || function (o, n) {
+    var m = typeof Symbol === "function" && o[Symbol.iterator];
+    if (!m) return o;
+    var i = m.call(o), r, ar = [], e;
+    try {
+        while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
+    }
+    catch (error) { e = { error: error }; }
+    finally {
+        try {
+            if (r && !r.done && (m = i["return"])) m.call(i);
+        }
+        finally { if (e) throw e.error; }
+    }
+    return ar;
+};
+var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
+    if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
+        if (ar || !(i in from)) {
+            if (!ar) ar = Array.prototype.slice.call(from, 0, i);
+            ar[i] = from[i];
+        }
+    }
+    return to.concat(ar || Array.prototype.slice.call(from));
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SubscriptionManager = void 0;
+var NodeCache = require("node-cache");
+var os_1 = require("os");
+var flag_collection_1 = require("../collections/flag.collection");
+var logged_in_users_collection_1 = require("../collections/logged-in-users.collection");
+var app_status_1 = require("../publications/app-status");
+var cron_jobs_1 = require("../publications/cron-jobs");
+var files_1 = require("../publications/files");
+var flags_1 = require("../publications/flags");
+var flags_update_1 = require("../publications/flags-update");
+var logs_1 = require("../publications/logs");
+var notifications_1 = require("../publications/notifications");
+var report_builder_dashboard_builders_1 = require("../publications/report-builder-dashboard-builders");
+var report_builder_libraries_1 = require("../publications/report-builder-libraries");
+var report_builder_reports_1 = require("../publications/report-builder-reports");
+var super_admin_1 = require("../publications/super-admin");
+var user_groups_1 = require("../publications/user-groups");
+var user_guides_1 = require("../publications/user-guides");
+var resolveio_server_app_1 = require("../resolveio-server-app");
+var common_1 = require("../util/common");
+var numCPUs = (0, os_1.cpus)().length;
+var v8 = require('v8');
+// interface CurrentPerformanceMonitor {
+// 	_id: number;
+// 	function: string;
+// 	publication: string;
+// 	subscriptionData: any[];
+// 	date_start: Date;
+// 	date_end: Date;
+// 	duration: number;
+// 	result: string;
+// }
+var SubscriptionManager = /** @class */ (function () {
+    function SubscriptionManager() {
+        this._publications = {};
+        this._subscriptions = [];
+        this._loggedInUsers = [];
+        this._mongoQueue = [];
+        this._mongoQueueId = 0;
+        this._cacheId = 1;
+        this._heapSize = v8.getHeapStatistics() / numCPUs;
+        this._enableDebug = false;
+        this._debugOplogCollections = [];
+        this._debugOplogHits = 0;
+        this._debugSubCollections = [];
+        this._debugSubHits = 0;
+        this._debugUnSubHits = 0;
+        this._debugUnSubAllHits = 0;
+        this._debugMongoQueueHits = 0;
+        this._debugMongoQueueCollections = [];
+        this._debugSendQueueHits = 0;
+        this._debugRemoveCacheHits = 0;
+        this._oplogRetryCount = 0;
+        // Buffer to store throttled latency updates with timestamps
+        this.latencyBuffer = new Map();
+        // Interval to flush latency updates in MongoDB
+        this.LATENCY_UPDATE_INTERVAL = 60000;
+        // Minimum time difference between two latency updates for the same user
+        this.LATENCY_UPDATE_THRESHOLD_MS = 30000;
+        // private currentPerfomanceMonitor: CurrentPerformanceMonitor[] = [];
+        // private idPerformance: number = 0;
+        // private performanceThread;
+        this._invalidationDebounceTimers = new Map();
+        this._invalidationPendingTimestamps = new Map();
+        this.DEBOUNCE_DELAY = 100; // 100ms debounce window
+        this.MAX_WAIT_TIME = 500; // 500ms maximum delay
+    }
+    SubscriptionManager.create = function (wss, serverConfig, monitorManagerFunction) {
+        var _this = this;
+        var subscriptionManager = new SubscriptionManager();
+        setImmediate(function () { return __awaiter(_this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, subscriptionManager.initialize(wss, serverConfig, monitorManagerFunction)];
+                    case 1:
+                        _a.sent();
+                        return [2 /*return*/];
+                }
+            });
+        }); });
+        return subscriptionManager;
+    };
+    SubscriptionManager.prototype.initialize = function (wss, serverConfig, monitorManagerFunction) {
+        return __awaiter(this, void 0, void 0, function () {
+            var flag;
+            var _this = this;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        this._websocketManager = resolveio_server_app_1.ResolveIOServer.getMainServer().getWebSocketManager();
+                        this._monitorManagerFunction = monitorManagerFunction;
+                        this._nodeCache = new NodeCache({ stdTTL: 0, checkperiod: 0 });
+                        setInterval(function () { return _this.flushThrottledLatencyUpdates(); }, this.LATENCY_UPDATE_INTERVAL);
+                        // setTimeout(() => {
+                        // 	console.log('Setting up performance thread');
+                        // 	this.performanceThread = new Worker(path.join(__dirname, './subscription.performance.js'));
+                        // 	this.performanceThread.on('exit', code => {
+                        // 		console.error(new Date(), 'THREAD EXITED!!!!!!!!!!!!!!!!!!', code);
+                        // 	});
+                        // 	this.performanceThread.on('error', code => {
+                        // 		console.error(new Date(), 'THREAD RECV ERROR !!!!!!!!!!!!!!!!!!', code);
+                        // 	});
+                        // }, 5000);
+                        // setInterval(() => {
+                        // 	console.log('Post thread msg');
+                        // 	this.performanceThread.postMessage(this.currentPerfomanceMonitor);
+                        // 	this.currentPerfomanceMonitor = [];
+                        // }, 10000);
+                        this.serverConfig = serverConfig;
+                        this._wss = wss;
+                        // Publications
+                        (0, super_admin_1.loadSuperAdminPublications)(this);
+                        (0, app_status_1.loadAppStatusPublications)(this);
+                        (0, logs_1.loadLogPublications)(this);
+                        (0, files_1.loadFilePublications)(this);
+                        (0, cron_jobs_1.loadCronJobPublications)(this);
+                        (0, flags_update_1.loadFlagsUpdatePublications)(this);
+                        (0, flags_1.loadFlagsPublications)(this);
+                        (0, notifications_1.loadNotificationPublications)(this);
+                        (0, report_builder_reports_1.loadReportBuilderReportPublications)(this);
+                        (0, report_builder_libraries_1.loadReportBuilderLibraryPublications)(this);
+                        (0, user_groups_1.loadUserGroupPublications)(this);
+                        (0, user_guides_1.loadUserGuidePublications)(this);
+                        (0, report_builder_dashboard_builders_1.loadReportBuilderDashboardBuilderPublications)(this);
+                        return [4 /*yield*/, this.tailOpLog()];
+                    case 1:
+                        _a.sent();
+                        setInterval(function () {
+                            _this._oplogRetryCount = 0;
+                        }, 15000);
+                        setInterval(function () {
+                            if (_this.getEnableDebug()) {
+                                console.log(new Date(), 'Sub Manager', 'Subs', _this._subscriptions.length);
+                                console.log(new Date(), 'Sub Manager', 'Logged In Users', _this._loggedInUsers.length);
+                                console.log(new Date(), 'Sub Manager', 'Mongo Queue', _this._mongoQueue.length);
+                                console.log(new Date(), 'Sub Manager', 'Mongo Queue Hits', _this._debugMongoQueueHits);
+                                console.log(new Date(), 'Sub Manager', 'Mongo Queue Collections', JSON.stringify(_this._debugMongoQueueCollections.sort(function (a, b) { return a.collection.localeCompare(b.collection) || a.publication.localeCompare(b.publication); }), null, 2));
+                                console.log(new Date(), 'Sub Manager', 'Oplog Hits', _this._debugOplogHits);
+                                console.log(new Date(), 'Sub Manager', 'Oplog Collections', JSON.stringify(_this._debugOplogCollections.sort(function (a, b) { return a.collection.localeCompare(b.collection) || a.type.localeCompare(b.type); }), null, 2));
+                                console.log(new Date(), 'Sub Manager', 'Send Queue Hits', _this._debugSendQueueHits);
+                                console.log(new Date(), 'Sub Manager', 'Sub Hits', _this._debugSubHits);
+                                console.log(new Date(), 'Sub Manager', 'Sub Collections', JSON.stringify(_this._debugSubCollections.sort(function (a, b) { return a.publication.localeCompare(b.publication); }), null, 2));
+                                console.log(new Date(), 'Sub Manager', 'Unsub Hits', _this._debugUnSubHits);
+                                console.log(new Date(), 'Sub Manager', 'Unsub All Hits', _this._debugUnSubAllHits);
+                                console.log(new Date(), 'Sub Manager', 'Cache Cleanup Hits', _this._debugRemoveCacheHits);
+                            }
+                            _this._debugOplogHits = 0;
+                            _this._debugOplogCollections = [];
+                            _this._debugSubCollections = [];
+                            _this._debugMongoQueueHits = 0;
+                            _this._debugMongoQueueCollections = [];
+                            _this._debugSendQueueHits = 0;
+                            _this._debugSubHits = 0;
+                            _this._debugUnSubHits = 0;
+                            _this._debugUnSubAllHits = 0;
+                            _this._debugRemoveCacheHits = 0;
+                        }, 60000);
+                        setInterval(function () { return __awaiter(_this, void 0, void 0, function () {
+                            var _a, userCopy, _loop_1, this_1, i, i, sub, _loop_2, this_2, j;
+                            return __generator(this, function (_b) {
+                                switch (_b.label) {
+                                    case 0:
+                                        _a = this;
+                                        return [4 /*yield*/, logged_in_users_collection_1.LoggedInUsers.find()];
+                                    case 1:
+                                        _a._loggedInUsers = _b.sent();
+                                        userCopy = (0, common_1.deepCopy)(this._loggedInUsers);
+                                        _loop_1 = function (i) {
+                                            var loggedInUser;
+                                            return __generator(this, function (_c) {
+                                                switch (_c.label) {
+                                                    case 0:
+                                                        loggedInUser = userCopy[i];
+                                                        if (!(!loggedInUser.date || Date.now() - loggedInUser.date.getTime() > 120000)) return [3 /*break*/, 4];
+                                                        if (!this_1._websocketManager.getWebSocket(loggedInUser.id_ws)) return [3 /*break*/, 2];
+                                                        if (this_1.getEnableDebug()) {
+                                                            console.log(new Date(), 'Sub Manager', 'Unsub WS', this_1._websocketManager.getWebSocket(loggedInUser.id_ws)['user'], this_1._websocketManager.getWebSocket(loggedInUser.id_ws)['id_socket'], 2);
+                                                        }
+                                                        return [4 /*yield*/, this_1.unsubscribeAll(this_1._websocketManager.getWebSocket(loggedInUser.id_ws))];
+                                                    case 1:
+                                                        _c.sent();
+                                                        return [3 /*break*/, 4];
+                                                    case 2:
+                                                        this_1._subscriptions.forEach(function (sub) {
+                                                            for (var j = sub.clients.length - 1; j >= 0; j--) {
+                                                                var client = sub.clients[j];
+                                                                if (client.id_socket === loggedInUser.id_ws) {
+                                                                    sub.clients.splice(j, 1);
+                                                                }
+                                                            }
+                                                        });
+                                                        return [4 /*yield*/, logged_in_users_collection_1.LoggedInUsers.deleteOne({ _id: loggedInUser._id })];
+                                                    case 3:
+                                                        _c.sent();
+                                                        if (this_1._loggedInUsers.findIndex(function (a) { return a._id === loggedInUser._id; }) >= 0) {
+                                                            this_1._loggedInUsers.splice(this_1._loggedInUsers.findIndex(function (a) { return a._id === loggedInUser._id; }), 1);
+                                                        }
+                                                        _c.label = 4;
+                                                    case 4: return [2 /*return*/];
+                                                }
+                                            });
+                                        };
+                                        this_1 = this;
+                                        i = this._loggedInUsers.length - 1;
+                                        _b.label = 2;
+                                    case 2:
+                                        if (!(i >= 0)) return [3 /*break*/, 5];
+                                        return [5 /*yield**/, _loop_1(i)];
+                                    case 3:
+                                        _b.sent();
+                                        _b.label = 4;
+                                    case 4:
+                                        i--;
+                                        return [3 /*break*/, 2];
+                                    case 5:
+                                        for (i = 0; i < this._subscriptions.length; i++) {
+                                            sub = this._subscriptions[i];
+                                            _loop_2 = function (j) {
+                                                var client = sub.clients[j];
+                                                if (!this_2._loggedInUsers.some(function (a) { return a.id_ws === client.id_socket; })) {
+                                                    sub.clients.splice(j, 1);
+                                                }
+                                            };
+                                            this_2 = this;
+                                            for (j = sub.clients.length - 1; j >= 0; j--) {
+                                                _loop_2(j);
+                                            }
+                                        }
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); }, 30000);
+                        return [4 /*yield*/, flag_collection_1.Flags.findOne({ type: 'Enable Debug' })];
+                    case 2:
+                        flag = _a.sent();
+                        if (flag && flag.value) {
+                            this._enableDebug = true;
+                        }
+                        else {
+                            this._enableDebug = false;
+                        }
+                        this.setCacheLimit();
+                        return [2 /*return*/];
+                }
+            });
+        });
+    };
+    SubscriptionManager.prototype.setCacheLimit = function () {
+        if (process.env.IS_WORKERS_ENABLED === 'true') {
+            this._heapLimit = this._heapSize * 0.4;
+        }
+        else {
+            this._heapLimit = this._heapSize * 0.3; // Use 50% of total heap size
+        }
+    };
+    SubscriptionManager.prototype.invalidatePubsCache = function (collection, type) {
+        return __awaiter(this, void 0, void 0, function () {
+            var debounceKey, now, firstInvalidationTime, waitedTooLong;
+            var _this = this;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        debounceKey = collection;
+                        now = Date.now();
+                        firstInvalidationTime = this._invalidationPendingTimestamps.get(debounceKey) || now;
+                        this._invalidationPendingTimestamps.set(debounceKey, firstInvalidationTime);
+                        // Clear any existing timer
+                        if (this._invalidationDebounceTimers.has(debounceKey)) {
+                            clearTimeout(this._invalidationDebounceTimers.get(debounceKey));
+                        }
+                        waitedTooLong = (now - firstInvalidationTime) >= this.MAX_WAIT_TIME;
+                        if (!waitedTooLong) return [3 /*break*/, 2];
+                        // Immediate execution path
+                        this._invalidationPendingTimestamps.delete(debounceKey);
+                        return [4 /*yield*/, this._executeInvalidation(collection, type)];
+                    case 1:
+                        _a.sent();
+                        return [3 /*break*/, 3];
+                    case 2:
+                        // Normal debounce path
+                        this._invalidationDebounceTimers.set(debounceKey, setTimeout(function () { return __awaiter(_this, void 0, void 0, function () {
+                            return __generator(this, function (_a) {
+                                switch (_a.label) {
+                                    case 0:
+                                        this._invalidationPendingTimestamps.delete(debounceKey);
+                                        return [4 /*yield*/, this._executeInvalidation(collection, type)];
+                                    case 1:
+                                        _a.sent();
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); }, this.DEBOUNCE_DELAY));
+                        _a.label = 3;
+                    case 3: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    SubscriptionManager.prototype._executeInvalidation = function (collection, type) {
+        return __awaiter(this, void 0, void 0, function () {
+            var collSubs, collSubs_1, collSubs_1_1, sub, _a, _b, client, ws, _c, e_1_1, e_2_1;
+            var e_2, _d, e_1, _e;
+            return __generator(this, function (_f) {
+                switch (_f.label) {
+                    case 0:
+                        // Clean up any existing timer (defensive)
+                        if (this._invalidationDebounceTimers.has(collection)) {
+                            clearTimeout(this._invalidationDebounceTimers.get(collection));
+                            this._invalidationDebounceTimers.delete(collection);
+                        }
+                        // Original invalidation logic
+                        resolveio_server_app_1.ResolveIOServer.getMongoManager().invalidateQueryCache(collection);
+                        collSubs = this._subscriptions.filter(function (a) { return a.collections.includes(collection); });
+                        _f.label = 1;
+                    case 1:
+                        _f.trys.push([1, 17, 18, 19]);
+                        collSubs_1 = __values(collSubs), collSubs_1_1 = collSubs_1.next();
+                        _f.label = 2;
+                    case 2:
+                        if (!!collSubs_1_1.done) return [3 /*break*/, 16];
+                        sub = collSubs_1_1.value;
+                        if (this._enableDebug) {
+                            console.log(new Date(), 'Invalidate Sub', sub.publication, sub.running, sub.runAgain);
+                        }
+                        if (sub.running) {
+                            sub.runAgain = true;
+                            return [3 /*break*/, 15];
+                        }
+                        if (!this._publications[sub.publication].user_specific) return [3 /*break*/, 13];
+                        _f.label = 3;
+                    case 3:
+                        _f.trys.push([3, 10, 11, 12]);
+                        _a = (e_1 = void 0, __values(sub.clients)), _b = _a.next();
+                        _f.label = 4;
+                    case 4:
+                        if (!!_b.done) return [3 /*break*/, 9];
+                        client = _b.value;
+                        ws = this._websocketManager.getWebSocket(client.id_socket);
+                        if (!((ws === null || ws === void 0 ? void 0 : ws.readyState) === ws.OPEN)) return [3 /*break*/, 8];
+                        _f.label = 5;
+                    case 5:
+                        _f.trys.push([5, 7, , 8]);
+                        return [4 /*yield*/, this.sendDataToOneWithRetry(ws, client.messageId, sub, collection, type)];
+                    case 6:
+                        _f.sent();
+                        return [3 /*break*/, 8];
+                    case 7:
+                        _c = _f.sent();
+                        return [3 /*break*/, 8];
+                    case 8:
+                        _b = _a.next();
+                        return [3 /*break*/, 4];
+                    case 9: return [3 /*break*/, 12];
+                    case 10:
+                        e_1_1 = _f.sent();
+                        e_1 = { error: e_1_1 };
+                        return [3 /*break*/, 12];
+                    case 11:
+                        try {
+                            if (_b && !_b.done && (_e = _a.return)) _e.call(_a);
+                        }
+                        finally { if (e_1) throw e_1.error; }
+                        return [7 /*endfinally*/];
+                    case 12: return [3 /*break*/, 15];
+                    case 13: return [4 /*yield*/, this.sendDataToAllWithRetry(sub, collection, type)];
+                    case 14:
+                        _f.sent();
+                        _f.label = 15;
+                    case 15:
+                        collSubs_1_1 = collSubs_1.next();
+                        return [3 /*break*/, 2];
+                    case 16: return [3 /*break*/, 19];
+                    case 17:
+                        e_2_1 = _f.sent();
+                        e_2 = { error: e_2_1 };
+                        return [3 /*break*/, 19];
+                    case 18:
+                        try {
+                            if (collSubs_1_1 && !collSubs_1_1.done && (_d = collSubs_1.return)) _d.call(collSubs_1);
+                        }
+                        finally { if (e_2) throw e_2.error; }
+                        return [7 /*endfinally*/];
+                    case 19: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    SubscriptionManager.prototype.delay = function (ms) {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                // eslint-disable-next-line no-restricted-syntax
+                return [2 /*return*/, new Promise(function (resolve) { return setTimeout(resolve, ms); })];
+            });
+        });
+    };
+    SubscriptionManager.prototype.sendDataToAllWithRetry = function (sub, collection, type) {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        sub.running = true;
+                        _a.label = 1;
+                    case 1:
+                        if (this._enableDebug) {
+                            console.log(new Date(), 'Running sendDataToAll Sub', sub.publication);
+                        }
+                        sub.runAgain = false;
+                        return [4 /*yield*/, this.sendDataToAll(sub, collection, type)];
+                    case 2:
+                        _a.sent();
+                        if (this._enableDebug) {
+                            console.log(new Date(), 'Done sendDataToAll Sub', sub.publication, sub.runAgain);
+                        }
+                        if (!sub.runAgain) return [3 /*break*/, 4];
+                        return [4 /*yield*/, this.delay(500)];
+                    case 3:
+                        _a.sent(); // delay, adjust as needed
+                        _a.label = 4;
+                    case 4:
+                        if (sub.runAgain) return [3 /*break*/, 1];
+                        _a.label = 5;
+                    case 5:
+                        sub.running = false;
+                        return [2 /*return*/];
+                }
+            });
+        });
+    };
+    SubscriptionManager.prototype.sendDataToOneWithRetry = function (ws, messageId, sub, collection, type) {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        sub.running = true;
+                        _a.label = 1;
+                    case 1:
+                        if (this._enableDebug) {
+                            console.log(new Date(), 'Running sendDataToOne Sub', sub.publication);
+                        }
+                        sub.runAgain = false;
+                        return [4 /*yield*/, this.sendDataToOne(ws, messageId, sub, collection, type)];
+                    case 2:
+                        _a.sent();
+                        if (this._enableDebug) {
+                            console.log(new Date(), 'Done sendDataToOne Sub', sub.publication, sub.runAgain);
+                        }
+                        if (!sub.runAgain) return [3 /*break*/, 4];
+                        return [4 /*yield*/, this.delay(500)];
+                    case 3:
+                        _a.sent(); // delay, adjust as needed
+                        _a.label = 4;
+                    case 4:
+                        if (sub.runAgain) return [3 /*break*/, 1];
+                        _a.label = 5;
+                    case 5:
+                        sub.running = false;
+                        return [2 /*return*/];
+                }
+            });
+        });
+    };
+    // Add all files to publications private object
+    SubscriptionManager.prototype.publications = function (method) {
+        this._publications = Object.assign(this._publications, method);
+    };
+    // Throttled `loggedInLatency` method
+    SubscriptionManager.prototype.loggedInLatency = function (ws) {
+        var loggedInUser = this._loggedInUsers.find(function (a) { return a.id_ws === ws['id_socket']; });
+        if (!loggedInUser)
+            return;
+        var now = new Date();
+        var existingEntry = this.latencyBuffer.get(ws['id_socket']);
+        var newLatency = ws['latency'];
+        // Throttle updates: only update if time threshold has passed or latency has significantly changed
+        if (!existingEntry ||
+            (now.getTime() - existingEntry.lastUpdate.getTime() >= this.LATENCY_UPDATE_THRESHOLD_MS) ||
+            (Math.abs(newLatency - existingEntry.latency) > 100) // Optional: log only significant changes
+        ) {
+            // Update in-memory and buffer
+            loggedInUser.date = now;
+            this.latencyBuffer.set(ws['id_socket'], { latency: newLatency, lastUpdate: now });
+        }
+    };
+    // Method to flush buffered latency updates in bulk
+    SubscriptionManager.prototype.flushThrottledLatencyUpdates = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            var updates, error_1;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        if (this.latencyBuffer.size === 0)
+                            return [2 /*return*/]; // No updates to flush
+                        updates = Array.from(this.latencyBuffer.entries()).map(function (_a) {
+                            var _b = __read(_a, 2), id_ws = _b[0], _c = _b[1], latency = _c.latency, lastUpdate = _c.lastUpdate;
+                            return ({
+                                updateOne: {
+                                    filter: { id_ws: id_ws },
+                                    update: { $set: { latency: latency, date: lastUpdate } }
+                                }
+                            });
+                        });
+                        _a.label = 1;
+                    case 1:
+                        _a.trys.push([1, 3, , 4]);
+                        return [4 /*yield*/, logged_in_users_collection_1.LoggedInUsers.bulkWrite(updates)];
+                    case 2:
+                        _a.sent();
+                        this.latencyBuffer.clear(); // Clear buffer after successful update
+                        if (this.getEnableDebug()) {
+                            console.log(new Date(), 'Sub Manager', 'Throttled latency batch update successful', updates.length);
+                        }
+                        return [3 /*break*/, 4];
+                    case 3:
+                        error_1 = _a.sent();
+                        console.error(new Date(), 'Sub Manager', 'Throttled latency batch update failed', error_1);
+                        return [3 /*break*/, 4];
+                    case 4: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    // Subscribe to publication
+    SubscriptionManager.prototype.subscribe = function (messageRoute, messageDate, ws, messageId, publication, subscriptionData) {
+        return __awaiter(this, void 0, void 0, function () {
+            var pub, valObj, valKeys, rootKeys, i, urlData, urlModule_1, urlNext, otherRouteSubs, sub;
+            var _this = this;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        this._debugSubHits += 1;
+                        if (!this._debugSubCollections.some(function (a) { return a.publication === publication; })) {
+                            this._debugSubCollections.push({
+                                publication: publication,
+                                hits: 1
+                            });
+                        }
+                        else {
+                            this._debugSubCollections.find(function (a) { return a.publication === publication; }).hits += 1;
+                        }
+                        pub = this._publications[publication];
+                        if (!!pub) return [3 /*break*/, 1];
+                        console.error(new Date(), 'No Publication: ' + publication);
+                        return [2 /*return*/];
+                    case 1:
+                        if (subscriptionData.length > 1 || subscriptionData[0]) {
+                            if (!pub.check) {
+                                console.error(new Date(), 'No Check Function For Pub ' + publication);
+                                return [2 /*return*/];
+                            }
+                            else if (!pub.check._schema) {
+                                console.error(new Date(), 'No Check Schema For Pub ' + publication);
+                                return [2 /*return*/];
+                            }
+                            else {
+                                valObj = {};
+                                valKeys = Object.keys(pub.check._schema);
+                                rootKeys = valKeys.filter(function (a) { return !a.includes('.'); });
+                                for (i = 0; i < subscriptionData.length; i++) {
+                                    valObj[rootKeys[i]] = subscriptionData[i];
+                                }
+                                try {
+                                    pub.check.validate(valObj);
+                                }
+                                catch (errors) {
+                                    if (errors) {
+                                        console.error(new Date(), 'Error in Pub Check (' + publication + ')', errors);
+                                        return [2 /*return*/];
+                                    }
+                                }
+                            }
+                        }
+                        if (messageRoute !== 'Bypass') {
+                            urlData = messageRoute.split('/');
+                            urlModule_1 = '';
+                            urlNext = urlData[0];
+                            if (urlData[0] === '') {
+                                urlModule_1 = '/';
+                                urlNext = urlData[1];
+                            }
+                            urlModule_1 += urlNext;
+                            if (urlData.length > 1) {
+                                urlModule_1 += '/';
+                            }
+                            otherRouteSubs = this._subscriptions.filter(function (a) { return a.clients.some(function (b) { return b.id_socket === ws['id_socket'] && b.messageRoute !== 'Bypass' && b.messageRoute !== '/' && b.messageRoute !== messageRoute && !b.messageRoute.startsWith(urlModule_1); }); });
+                            if (otherRouteSubs.length) {
+                                // ResolveIOServer.getMainServer().getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Detected Undestroyed Subscription - ' + this.serverConfig['CLIENT_NAME'], 'USER: ' + ws['user'] + ' (Socket: ' + ws['id_socket'] + ') ' + ' is on route: ' + messageRoute + ' but has the following subscriptions on other routes:' + JSON.stringify(otherRouteSubs, null, 2));
+                                otherRouteSubs.forEach(function (otherSub) {
+                                    otherSub.clients.filter(function (a) { return a.id_socket === ws['id_socket']; }).forEach(function (client) {
+                                        _this.unsubscribe(client.messageRoute, new Date(), ws, client.messageId, otherSub.publication, otherSub.subscriptionData);
+                                    });
+                                });
+                            }
+                        }
+                        sub = this._subscriptions.find(function (a) { return a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData); });
+                        // If sub found (another user watching same data), add client to same sub
+                        if (sub) {
+                            if (!sub.clients.some(function (a) { return a.id_socket === ws['id_socket'] && a.messageId === messageId; })) {
+                                sub.clients.push({
+                                    id_user: ws['id_user'],
+                                    messageId: messageId,
+                                    id_socket: ws['id_socket'],
+                                    messageRoute: messageRoute
+                                });
+                            }
+                        }
+                        // If sub not found, create new sub
+                        else {
+                            this._subscriptions.push({
+                                publication: publication,
+                                subscriptionData: subscriptionData,
+                                collections: this.getPublicationCollections(publication),
+                                clients: [{
+                                        id_user: ws['id_user'],
+                                        messageId: messageId,
+                                        id_socket: ws['id_socket'],
+                                        messageRoute: messageRoute,
+                                    }],
+                                cacheId: 0,
+                                running: false,
+                                runAgain: false
+                            });
+                        }
+                        if (!sub) {
+                            sub = this._subscriptions.find(function (a) { return a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData); });
+                        }
+                        if (this._enableDebug) {
+                            console.log(new Date(), 'New Sub', sub.publication, sub.running, sub.runAgain, sub.clients.length);
+                        }
+                        // Immediately send data to the new client
+                        return [4 /*yield*/, this.processSubscription(sub, ws, messageId)];
+                    case 2:
+                        // Immediately send data to the new client
+                        _a.sent();
+                        _a.label = 3;
+                    case 3: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    SubscriptionManager.prototype.createLoggedInUser = function (id_ws) {
+        return __awaiter(this, void 0, void 0, function () {
+            var ws, user;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        ws = this._websocketManager.getWebSocket(id_ws);
+                        if (!ws) return [3 /*break*/, 2];
+                        user = {
+                            _id: (0, common_1.objectIdHexString)(),
+                            __v: 0,
+                            date: new Date(),
+                            id_user: ws['id_user'],
+                            user: ws['user'],
+                            id_ws: ws['id_socket']
+                        };
+                        this._loggedInUsers.push(user);
+                        return [4 /*yield*/, logged_in_users_collection_1.LoggedInUsers.insertOne(user)];
+                    case 1:
+                        _a.sent();
+                        return [2 /*return*/, user];
+                    case 2: throw new Error('Error in Create Logged In User: No WS');
+                }
+            });
+        });
+    };
+    // Unsubscribe from publication 
+    SubscriptionManager.prototype.unsubscribe = function (messageRoute, messageDate, ws, messageId, publication, subscriptionData) {
+        this._debugUnSubHits += 1;
+        if (!this._publications[publication]) {
+            console.log('No Publication: ' + publication);
+            return;
+        }
+        else {
+            var sub = this._subscriptions.find(function (a) { return a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData); });
+            if (sub) {
+                for (var i = sub.clients.length - 1; i >= 0; i--) {
+                    if (sub.clients[i].id_user === ws['id_user'] && sub.clients[i].messageId === messageId && sub.clients[i].id_socket === ws['id_socket']) {
+                        sub.clients.splice(i, 1);
+                    }
+                }
+                if (this._enableDebug) {
+                    console.log(new Date(), 'Unsub', sub.publication, sub.running, sub.runAgain, sub.clients.length);
+                }
+            }
+        }
+    };
+    // Unsubscribe from publication
+    SubscriptionManager.prototype.unsubscribeAll = function (ws) {
+        return __awaiter(this, void 0, void 0, function () {
+            var userSubs, i, sub, j;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        this._debugUnSubAllHits += 1;
+                        if (!ws) return [3 /*break*/, 2];
+                        // Check if WebSocket has already been unsubscribed
+                        if (ws['isUnsubscribed']) {
+                            return [2 /*return*/]; // Skip if already unsubscribed
+                        }
+                        // Mark the WebSocket as unsubscribed to prevent further calls
+                        ws['isUnsubscribed'] = true;
+                        if (this._loggedInUsers.map(function (a) { return a.id_ws; }).indexOf(ws['id_socket']) >= 0) {
+                            this._loggedInUsers.splice(this._loggedInUsers.map(function (a) { return a.id_ws; }).indexOf(ws['id_socket']), 1);
+                        }
+                        return [4 /*yield*/, logged_in_users_collection_1.LoggedInUsers.deleteOne({ id_ws: ws['id_socket'] })];
+                    case 1:
+                        _a.sent();
+                        userSubs = this._subscriptions.filter(function (a) { return a.clients.some(function (b) { return b.id_user === ws['id_user'] && b.id_socket === ws['id_socket']; }); });
+                        for (i = userSubs.length - 1; i >= 0; i--) {
+                            sub = userSubs[i];
+                            for (j = sub.clients.length - 1; j >= 0; j--) {
+                                if (sub.clients[j].id_socket === ws['id_socket']) {
+                                    sub.clients.splice(j, 1);
+                                }
+                            }
+                        }
+                        this._websocketManager.removeWebSocket(ws);
+                        _a.label = 2;
+                    case 2: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    SubscriptionManager.prototype.getActiveSubscriptions = function () {
+        return this._subscriptions;
+    };
+    // Get publication collection
+    SubscriptionManager.prototype.getPublicationCollections = function (publication) {
+        return this._publications[publication].collections;
+    };
+    // Watch (tail) Mongo's operation log on the entire database (all insert/modify/delete will trigger this function)
+    SubscriptionManager.prototype.tailOpLog = function (resumeToken) {
+        return __awaiter(this, void 0, void 0, function () {
+            var pipeline, lastResumeToken_1, _a;
+            var _this = this;
+            return __generator(this, function (_b) {
+                switch (_b.label) {
+                    case 0:
+                        if (!(this._oplog$ && !this._oplog$.closed)) return [3 /*break*/, 2];
+                        this._oplog$.removeAllListeners();
+                        return [4 /*yield*/, this._oplog$.close()];
+                    case 1:
+                        _b.sent();
+                        this._oplog$ = null;
+                        _b.label = 2;
+                    case 2: 
+                    // eslint-disable-next-line no-restricted-syntax
+                    return [4 /*yield*/, new Promise(function (resolve) { return setTimeout(resolve, 1000); })];
+                    case 3:
+                        // eslint-disable-next-line no-restricted-syntax
+                        _b.sent();
+                        if (!(!this._oplog$ || this._oplog$.closed)) return [3 /*break*/, 12];
+                        this._oplogRetryCount += 1;
+                        if (this._oplogRetryCount > 5) {
+                            console.error('****************** TAIL OPLOG ERROR, RETRYING A BUNCH OF TIMES, KILLING PROCESS **************************');
+                            process.exit(1);
+                        }
+                        pipeline = [
+                            {
+                                $match: {
+                                    $and: [
+                                        { 'ns.coll': { $nin: [
+                                                    'log-method-latencies',
+                                                    'log-subscriptions',
+                                                    'logs',
+                                                    'counters',
+                                                    'cron-job-histories',
+                                                    'email-histories',
+                                                    'qb-soap-request-histories',
+                                                    'qb-soap-request-responses',
+                                                    'qb-soap-requests',
+                                                    'qb-soap-retries'
+                                                ] } },
+                                        { 'ns.coll': { $not: /.*\.versions$/ } },
+                                        { 'ns.coll': { $not: /^monitor-/ } },
+                                    ]
+                                },
+                            },
+                        ];
+                        if (!resumeToken) return [3 /*break*/, 10];
+                        lastResumeToken_1 = resumeToken;
+                        _b.label = 4;
+                    case 4:
+                        _b.trys.push([4, 5, , 9]);
+                        this._oplog$ = resolveio_server_app_1.ResolveIOServer.getMainDB().watch(pipeline, { resumeAfter: resumeToken });
+                        return [3 /*break*/, 9];
+                    case 5:
+                        _a = _b.sent();
+                        if (!this._oplog$) return [3 /*break*/, 7];
+                        this._oplog$.removeAllListeners();
+                        return [4 /*yield*/, this._oplog$.close()];
+                    case 6:
+                        _b.sent();
+                        this._oplog$ = null;
+                        _b.label = 7;
+                    case 7: return [4 /*yield*/, this.tailOpLog(resumeToken)];
+                    case 8:
+                        _b.sent();
+                        return [2 /*return*/];
+                    case 9: return [3 /*break*/, 11];
+                    case 10:
+                        this._oplog$ = resolveio_server_app_1.ResolveIOServer.getMainDB().watch(pipeline);
+                        _b.label = 11;
+                    case 11:
+                        console.log(new Date(), 'oplog started');
+                        this._oplog$.on('change', function (doc) { return __awaiter(_this, void 0, void 0, function () {
+                            var collection, flag;
+                            return __generator(this, function (_a) {
+                                switch (_a.label) {
+                                    case 0:
+                                        if (!doc.ns) return [3 /*break*/, 13];
+                                        if (this._enableDebug) {
+                                            console.log(new Date(), 'Oplog Hit', doc.ns);
+                                        }
+                                        collection = doc.ns.coll;
+                                        if (!this._debugOplogCollections.some(function (a) { return a.collection === doc.ns.coll && a.type === doc.operationType; })) {
+                                            this._debugOplogCollections.push({
+                                                collection: doc.ns.coll,
+                                                type: doc.operationType,
+                                                hits: 1
+                                            });
+                                        }
+                                        else {
+                                            this._debugOplogCollections.find(function (a) { return a.collection === doc.ns.coll && a.type === doc.operationType; }).hits += 1;
+                                        }
+                                        if (!collection) return [3 /*break*/, 10];
+                                        this._debugOplogHits += 1;
+                                        if (!(doc.operationType === 'insert')) return [3 /*break*/, 5];
+                                        if (!(collection === 'support-tickets')) return [3 /*break*/, 2];
+                                        if (!(this.serverConfig['ROOT_URL'] === 'https://resolveio.com')) return [3 /*break*/, 2];
+                                        resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager().callMethod.call(resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager(), 'sendSupportTicketEmail', doc.documentKey['_id']);
+                                        return [4 /*yield*/, this.invalidatePubsCache(collection, 'insert')];
+                                    case 1:
+                                        _a.sent();
+                                        _a.label = 2;
+                                    case 2:
+                                        if (!(collection !== 'method-responses')) return [3 /*break*/, 4];
+                                        return [4 /*yield*/, this.invalidatePubsCache(collection, 'insert')];
+                                    case 3:
+                                        _a.sent();
+                                        _a.label = 4;
+                                    case 4: return [3 /*break*/, 10];
+                                    case 5:
+                                        if (!(doc.operationType === 'update' || doc.operationType === 'replace')) return [3 /*break*/, 8];
+                                        if (!(collection !== 'method-responses')) return [3 /*break*/, 7];
+                                        return [4 /*yield*/, this.invalidatePubsCache(collection, 'update')];
+                                    case 6:
+                                        _a.sent();
+                                        _a.label = 7;
+                                    case 7: return [3 /*break*/, 10];
+                                    case 8:
+                                        if (!(doc.operationType === 'delete')) return [3 /*break*/, 10];
+                                        if (!(collection !== 'method-responses')) return [3 /*break*/, 10];
+                                        return [4 /*yield*/, this.invalidatePubsCache(collection, 'delete')];
+                                    case 9:
+                                        _a.sent();
+                                        _a.label = 10;
+                                    case 10:
+                                        if (!(collection === 'flags')) return [3 /*break*/, 12];
+                                        return [4 /*yield*/, flag_collection_1.Flags.findOne({ type: 'Enable Debug' })];
+                                    case 11:
+                                        flag = _a.sent();
+                                        if (flag && flag.value) {
+                                            this._enableDebug = true;
+                                        }
+                                        else {
+                                            this._enableDebug = false;
+                                        }
+                                        _a.label = 12;
+                                    case 12:
+                                        lastResumeToken_1 = doc._id;
+                                        if ((!process.env.NODE_APP_INSTANCE || process.env.NODE_APP_INSTANCE === '0') && (process.env.IS_WORKERS_ENABLED === 'false' || (process.env.IS_WORKER_INSTANCE === 'true' && process.env.WORKER_INDEX === '0'))) {
+                                        }
+                                        _a.label = 13;
+                                    case 13: return [2 /*return*/];
+                                }
+                            });
+                        }); });
+                        this._oplog$.on('error', function (error) { return __awaiter(_this, void 0, void 0, function () {
+                            return __generator(this, function (_a) {
+                                switch (_a.label) {
+                                    case 0:
+                                        console.log(new Date(), 'oplog error', error);
+                                        return [4 /*yield*/, this._oplog$.close()];
+                                    case 1:
+                                        _a.sent();
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); });
+                        this._oplog$.on('end', function () { return __awaiter(_this, void 0, void 0, function () {
+                            return __generator(this, function (_a) {
+                                switch (_a.label) {
+                                    case 0:
+                                        console.log(new Date(), 'oplog end');
+                                        return [4 /*yield*/, this._oplog$.close()];
+                                    case 1:
+                                        _a.sent();
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); });
+                        this._oplog$.on('close', function () { return __awaiter(_this, void 0, void 0, function () {
+                            return __generator(this, function (_a) {
+                                switch (_a.label) {
+                                    case 0:
+                                        console.log(new Date(), 'oplog close');
+                                        this._oplog$.removeAllListeners();
+                                        this._oplog$ = null;
+                                        return [4 /*yield*/, this.tailOpLog(lastResumeToken_1)];
+                                    case 1:
+                                        _a.sent();
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); });
+                        _b.label = 12;
+                    case 12: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    SubscriptionManager.prototype.processSubscription = function (sub, ws, messageId) {
+        return __awaiter(this, void 0, void 0, function () {
+            var cacheData, serverRes, _a;
+            return __generator(this, function (_b) {
+                switch (_b.label) {
+                    case 0:
+                        if (!!this._publications[sub.publication].user_specific) return [3 /*break*/, 8];
+                        if (!sub.cacheId) return [3 /*break*/, 5];
+                        _b.label = 1;
+                    case 1:
+                        _b.trys.push([1, 2, , 4]);
+                        cacheData = JSON.parse(this._nodeCache.get(sub.cacheId), common_1.dateReviver);
+                        serverRes = {
+                            messageId: messageId,
+                            hasError: false,
+                            data: cacheData
+                        };
+                        if (this._enableDebug) {
+                            console.log(new Date(), 'Process Sub, Cache', sub.publication);
+                        }
+                        this.sendWS(ws, serverRes);
+                        return [3 /*break*/, 4];
+                    case 2:
+                        _a = _b.sent();
+                        this._nodeCache.del(sub.cacheId);
+                        sub.cacheId = 0;
+                        return [4 /*yield*/, this.sendDataToAllWithRetry(sub, '', 'newSub')];
+                    case 3:
+                        _b.sent();
+                        return [3 /*break*/, 4];
+                    case 4: return [3 /*break*/, 7];
+                    case 5:
+                        if (this._enableDebug) {
+                            console.log(new Date(), 'Process Sub, Non - Cache', sub.publication, sub.running);
+                        }
+                        if (sub.running) {
+                            return [2 /*return*/];
+                        }
+                        return [4 /*yield*/, this.sendDataToAllWithRetry(sub, '', 'newSub')];
+                    case 6:
+                        _b.sent();
+                        _b.label = 7;
+                    case 7: return [3 /*break*/, 10];
+                    case 8:
+                        if (this._enableDebug) {
+                            console.log(new Date(), 'Process Sub Specific, Non - Cache', sub.publication, sub.running);
+                        }
+                        if (sub.running) {
+                            return [2 /*return*/];
+                        }
+                        return [4 /*yield*/, this.sendDataToOneWithRetry(ws, messageId, sub, '', 'newSub')];
+                    case 9:
+                        _b.sent();
+                        _b.label = 10;
+                    case 10: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    SubscriptionManager.prototype.sendDataToOne = function (ws, messageId, sub, collection, type) {
+        return __awaiter(this, void 0, void 0, function () {
+            var monitor, res, serverRes, err_1, serverRes;
+            var _a;
+            return __generator(this, function (_b) {
+                switch (_b.label) {
+                    case 0:
+                        monitor = this._monitorManagerFunction.startMonitorFunction('User Specific Publication', sub.publication, '', '', sub.subscriptionData);
+                        _b.label = 1;
+                    case 1:
+                        _b.trys.push([1, 3, 5, 7]);
+                        resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager().callMethod.call(resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager(), 'insertSubscriptionLog', type, sub.publication, collection, JSON.stringify(sub.subscriptionData));
+                        return [4 /*yield*/, (_a = this._publications[sub.publication].function).call.apply(_a, __spreadArray([Object.assign({}, this, SubscriptionManager.prototype), ws['id_user']], __read(sub.subscriptionData), false))];
+                    case 2:
+                        res = _b.sent();
+                        serverRes = {
+                            messageId: messageId,
+                            hasError: false,
+                            data: res
+                        };
+                        this.sendWS(ws, serverRes);
+                        return [3 /*break*/, 7];
+                    case 3:
+                        err_1 = _b.sent();
+                        serverRes = {
+                            messageId: messageId,
+                            hasError: true,
+                            data: err_1
+                        };
+                        this.sendWS(ws, serverRes);
+                        return [4 /*yield*/, resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During Subscription ' + sub.publication + ' - (sendDataToOne - WS)\n\nData \n' + JSON.stringify(sub.subscriptionData, null, 2) + '\n\nErrors\n' + JSON.stringify(err_1, null, 2))];
+                    case 4:
+                        _b.sent();
+                        return [3 /*break*/, 7];
+                    case 5: return [4 /*yield*/, this._monitorManagerFunction.finishMonitorFunction(monitor)];
+                    case 6:
+                        _b.sent();
+                        return [7 /*endfinally*/];
+                    case 7: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    // Fetch pub once, send to all clients linked to this pub
+    SubscriptionManager.prototype.sendDataToAll = function (sub, collection, type) {
+        return __awaiter(this, void 0, void 0, function () {
+            var subIndex, monitor, res_1, cacheData, _a, _b, client, ws, serverRes, _c, _d, client, ws, serverRes, nodeCacheSize, deleteCount, subArr, zz, err_2, _e, _f, client, ws, serverRes;
+            var _g, e_3, _h, e_4, _j, e_5, _k;
+            var _this = this;
+            return __generator(this, function (_l) {
+                switch (_l.label) {
+                    case 0:
+                        if (!!sub.clients.length) return [3 /*break*/, 1];
+                        if (sub.cacheId) {
+                            this._nodeCache.del(sub.cacheId);
+                            sub.cacheId = 0;
+                        }
+                        subIndex = this._subscriptions.findIndex(function (a) { return a.publication === sub.publication && JSON.stringify(a.subscriptionData) === JSON.stringify(sub.subscriptionData); });
+                        if (subIndex >= 0) {
+                            this._subscriptions.splice(subIndex, 1);
+                        }
+                        return [2 /*return*/];
+                    case 1:
+                        monitor = this._monitorManagerFunction.startMonitorFunction('Publication', sub.publication, '', '', sub.subscriptionData);
+                        _l.label = 2;
+                    case 2:
+                        _l.trys.push([2, 4, 6, 8]);
+                        if (sub.publication !== 'superadminAPM' && sub.publication !== 'loggedInUsers') {
+                            resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager().callMethod.call(resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager(), 'insertSubscriptionLog', type, sub.publication, collection, JSON.stringify(sub.subscriptionData));
+                        }
+                        return [4 /*yield*/, (_g = this._publications[sub.publication].function).call.apply(_g, __spreadArray([Object.assign({}, this, SubscriptionManager.prototype)], __read(sub.subscriptionData), false))];
+                    case 3:
+                        res_1 = _l.sent();
+                        if (sub.cacheId) {
+                            try {
+                                cacheData = JSON.parse(this._nodeCache.get(sub.cacheId), common_1.dateReviver);
+                                if (JSON.stringify(cacheData) !== JSON.stringify(res_1)) {
+                                    try {
+                                        for (_a = __values(sub.clients), _b = _a.next(); !_b.done; _b = _a.next()) {
+                                            client = _b.value;
+                                            ws = this._websocketManager.getWebSocket(client.id_socket);
+                                            if (ws && ws.readyState === ws.OPEN) {
+                                                serverRes = {
+                                                    messageId: client.messageId,
+                                                    hasError: false,
+                                                    data: res_1
+                                                };
+                                                this.sendWS(ws, serverRes);
+                                            }
+                                        }
+                                    }
+                                    catch (e_3_1) { e_3 = { error: e_3_1 }; }
+                                    finally {
+                                        try {
+                                            if (_b && !_b.done && (_h = _a.return)) _h.call(_a);
+                                        }
+                                        finally { if (e_3) throw e_3.error; }
+                                    }
+                                    this._nodeCache.del(sub.cacheId);
+                                    if ((0, common_1.getBinarySize)(JSON.stringify(res_1)) < 1000000 &&
+                                        !sub.collections.includes('logs') &&
+                                        !sub.collections.find(function (a) { return a.endsWith('.versions'); }) &&
+                                        !sub.collections.find(function (a) { return a.startsWith('monitor-'); })) {
+                                        this._nodeCache.set(sub.cacheId, JSON.stringify(res_1));
+                                    }
+                                    else {
+                                        sub.cacheId = 0;
+                                    }
+                                }
+                            }
+                            catch (_m) {
+                                sub.clients.map(function (client) {
+                                    var ws = _this._websocketManager.getWebSocket(client.id_socket);
+                                    if (ws && ws.readyState === ws.OPEN) {
+                                        var serverRes = {
+                                            messageId: client.messageId,
+                                            hasError: false,
+                                            data: res_1
+                                        };
+                                        _this.sendWS(ws, serverRes);
+                                    }
+                                });
+                                this._nodeCache.del(sub.cacheId);
+                                if ((0, common_1.getBinarySize)(JSON.stringify(res_1)) < 1000000 &&
+                                    !sub.collections.includes('logs') &&
+                                    !sub.collections.find(function (a) { return a.endsWith('.versions'); }) &&
+                                    !sub.collections.find(function (a) { return a.startsWith('monitor-'); })) {
+                                    this._nodeCache.set(sub.cacheId, JSON.stringify(res_1));
+                                }
+                                else {
+                                    sub.cacheId = 0;
+                                }
+                            }
+                        }
+                        else {
+                            try {
+                                for (_c = __values(sub.clients), _d = _c.next(); !_d.done; _d = _c.next()) {
+                                    client = _d.value;
+                                    ws = this._websocketManager.getWebSocket(client.id_socket);
+                                    if (ws && ws.readyState === ws.OPEN) {
+                                        serverRes = {
+                                            messageId: client.messageId,
+                                            hasError: false,
+                                            data: res_1
+                                        };
+                                        this.sendWS(ws, serverRes);
+                                    }
+                                }
+                            }
+                            catch (e_4_1) { e_4 = { error: e_4_1 }; }
+                            finally {
+                                try {
+                                    if (_d && !_d.done && (_j = _c.return)) _j.call(_c);
+                                }
+                                finally { if (e_4) throw e_4.error; }
+                            }
+                            if ((0, common_1.getBinarySize)(JSON.stringify(res_1)) < 1000000 &&
+                                !sub.collections.includes('logs') &&
+                                !sub.collections.find(function (a) { return a.endsWith('.versions'); }) &&
+                                !sub.collections.find(function (a) { return a.startsWith('monitor-'); })) {
+                                sub.cacheId = this._cacheId++;
+                                this._nodeCache.set(sub.cacheId, JSON.stringify(res_1));
+                                nodeCacheSize = this._nodeCache.getStats().vsize;
+                                if (nodeCacheSize > this._heapLimit) {
+                                    deleteCount = 0;
+                                    subArr = this._subscriptions.filter(function (a) { return a.cacheId && !a.clients.length; });
+                                    for (zz = 0; zz < subArr.length; zz++) {
+                                        this._debugRemoveCacheHits += 1;
+                                        this._nodeCache.del(subArr[zz].cacheId);
+                                        subArr[zz].cacheId = 0;
+                                        deleteCount += 1;
+                                        if (this._nodeCache.getStats().vsize < this._heapLimit * 0.75) {
+                                            break;
+                                        }
+                                    }
+                                    if (this._enableDebug) {
+                                        console.log('Sub Cache: ' +
+                                            'Too Big - ' +
+                                            sub.publication +
+                                            ' - Deleted: ' +
+                                            deleteCount +
+                                            ' - ' +
+                                            nodeCacheSize);
+                                    }
+                                }
+                            }
+                            else {
+                                sub.cacheId = 0;
+                            }
+                        }
+                        return [3 /*break*/, 8];
+                    case 4:
+                        err_2 = _l.sent();
+                        try {
+                            for (_e = __values(sub.clients), _f = _e.next(); !_f.done; _f = _e.next()) {
+                                client = _f.value;
+                                ws = this._websocketManager.getWebSocket(client.id_socket);
+                                if (ws && ws.readyState === ws.OPEN) {
+                                    serverRes = {
+                                        messageId: client.messageId,
+                                        hasError: true,
+                                        data: err_2
+                                    };
+                                    this.sendWS(ws, serverRes);
+                                }
+                            }
+                        }
+                        catch (e_5_1) { e_5 = { error: e_5_1 }; }
+                        finally {
+                            try {
+                                if (_f && !_f.done && (_k = _e.return)) _k.call(_e);
+                            }
+                            finally { if (e_5) throw e_5.error; }
+                        }
+                        return [4 /*yield*/, resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During Subscription ' + sub.publication + ' - (sendPubData)\n\nData \n' + JSON.stringify(sub.subscriptionData, null, 2) + '\n\nErrors\n' + JSON.stringify(err_2, null, 2))];
+                    case 5:
+                        _l.sent();
+                        return [3 /*break*/, 8];
+                    case 6: return [4 /*yield*/, this._monitorManagerFunction.finishMonitorFunction(monitor)];
+                    case 7:
+                        _l.sent();
+                        return [7 /*endfinally*/];
+                    case 8: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    SubscriptionManager.prototype.sendWS = function (ws, data) {
+        this._websocketManager.send(ws, data);
+    };
+    SubscriptionManager.prototype.getEnableDebug = function () {
+        return this._enableDebug;
+    };
+    return SubscriptionManager;
+}());
+exports.SubscriptionManager = SubscriptionManager;
+
 //# sourceMappingURL=subscription.manager.js.map