npm - @resolveio/server-lib - Versions diffs - 20.4.15 → 20.4.16 - Mend

@resolveio/server-lib 20.4.15 → 20.4.16

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (4) hide show

package/managers/monitor.manager.js.map +1 -1
package/managers/subscription.manager.js +1 -1
package/managers/subscription.manager.js.map +1 -1
package/package.json +1 -1

package/managers/monitor.manager.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"sources":["../../src/managers/monitor.manager.ts"],"names":["axios_1","require","monitor_cpu_collection_1","monitor_memory_collection_1","monitor_mongo_collection_1","index_1","mongo_manager_1","os","MonitorManager","mainServer","serverConfig","this","_instanceHostname","_monitorData","_mainServer","_serverConfig","hostname","replace","setupIntervals","setupEventLoop","prototype","cpuAverage","totalIdle","totalTick","cpus","i","len","length","type","cpu","times","idle","total","default","get","instanceId_1","_a","sent","setInterval","__awaiter","_this","post","id_aws_instance","data","version","process","env","APP_VERSION","toString","version_key","APP_VERSION_KEY","lastCPU","now","Date","endMeasure","percentageCPU","memUsage","MonitorCPUs","create","_id","objectIdHexString","metadata","instance","client","date","app","system","loadavg","push","memoryUsage","MonitorMemorys","physical_total","heapTotal","physical_used","heapUsed","physical_free","freemem","virtual","rss","private","external","physical","totalmem","addMongoTracker","collection","startsWith","MonitorMongos","method","doc_collection","duration","query","Buffer","byteLength","monitorData","splice","Math","min","MonitorMongo","exports","_startTime","_method","_collection","_query","finish","endTime","mongoMonitor","ResolveIOServer","getMainServer","getMonitorManager","MonitorManagerFunction","_functionCnt","_functions","_functionLastCompletedWS","startMonitorFunction","functionType","functionName","user","id_socket","newMonitorFunction","MonitorFunction","id","finishMonitorFunction","monitor","find","a","_functionLastCompleted","map","indexOf","getActiveMonitorFunctions","getLastCompletedMonitorFunction","getLastCompletedMonitorFunctionWS","_timer","_maxDiff","startTime","lastTime","_functionType","_functionName","_user","_data","diff","getTime","clearInterval"],"mappings":"k8CACAA,S,iKAAAC,QAAA,OAAA,GACAC,yBAAAD,QAAA,uCAAA,EACAE,4BAAAF,QAAA,0CAAA,EACAG,2BAAAH,QAAA,yCAAA,EACAI,QAAAJ,QAAA,UAAA,EAEAK,gBAAAL,QAAA,iBAAA,EACMM,GAAKN,QAAQ,IAAI,EAEvBO,eAAA,WAMC,SAAAA,eAAYC,EAAYC,GAHhBC,KAAAC,kBAAoB,GACpBD,KAAAE,aAAe,GAGtBF,KAAKG,YAAcL,EACnBE,KAAKI,cAAgBL,EACrBC,KAAKC,kBAAoBL,GAAGS,SAAQ,EAAGC,QAAQ,MAAO,GAAG,EAEzDN,KAAKO,eAAc,EACnBP,KAAKQ,eAAc,CACpB,CA8KD,OA3KCX,eAAAY,UAAAC,WAAA,WAMC,IAJA,IAAIC,EAAY,EAAGC,EAAY,EAC3BC,EAAOjB,GAAGiB,KAAI,EAGVC,EAAI,EAAGC,EAAMF,EAAKG,OAAQF,EAAIC,EAAKD,CAAC,GAAI,CAE/C,IAGQG,EAHJC,EAAML,EAAKC,GAGf,IAAQG,KAAQC,EAAIC,MACnBP,GAAaM,EAAIC,MAAMF,GAIxBN,GAAaO,EAAIC,MAAMC,I,CAIxB,MAAO,CAACA,KAAMT,EAAYE,EAAKG,OAASK,MAAOT,EAAYC,EAAKG,MAAM,CACvE,EAEMnB,eAAAY,UAAAF,eAAN,W,4HACwC,0BAAnCP,KAAKI,cAAwB,UAAoE,0BAAnCJ,KAAKI,cAAwB,SAA3F,MAAA,CAAA,EAAA,G,iBAEe,O,sBAAA,CAAA,EAAMf,QAAAiC,QAAMC,IAAI,qDAAqD,G,cAAlFC,EAAaC,EAAAC,KAAA,EAEjBC,YAAY,WAAA,OAAAC,UAAAC,EAAA,KAAA,EAAA,KAAA,EAAA,W,2DAEV,O,sBAAA,CAAA,EAAMxC,QAAAiC,QAAMQ,KAAK,2CAA4C,CAC5Db,KAAM,cACNc,gBAAiBP,EAAWQ,KAC5BC,QAA4C,UAAnC,OAAOC,QAAQC,IAAIC,YAAiCF,QAAQC,IAAIC,YAAaC,SAAQ,EAAKH,QAAQC,IAAIC,YAC/GE,YAAaJ,QAAQC,IAAII,e,CACzB,G,cALDd,EAAAC,KAAA,E,0DAQC,GAAK,E,iDAKNc,EAAUxC,KAAKU,WAAU,EAE7BiB,YAAY,WACX,IAAIc,EAAM,IAAIC,KAGVC,EAAad,EAAKnB,WAAU,EAO5BkC,EAAgB,GAJCD,EAAWvB,KAAOoB,EAAQpB,OACzBuB,EAAWtB,MAAQmB,EAAQnB,OAgC3CwB,GA3BiC,0BAAnChB,EAAKzB,cAAwB,UAAoE,0BAAnCyB,EAAKzB,cAAwB,SAC9Fb,yBAAAuD,YAAYC,OAAO,CAClBC,KAAK,EAAArD,gBAAAsD,mBAAiB,EACtBC,SAAU,CACTC,SAAUtB,EAAK5B,kBACfmD,OAAQvB,EAAKzB,cAA2B,W,EAEzCiD,KAAMZ,EACNa,IAAKV,EACLW,OAAQ3D,GAAG4D,QAAO,EAAG,E,CACrB,EAGD3B,EAAK3B,aAAauD,KAAK,CACtBP,SAAU,CACTC,SAAUtB,EAAK5B,kBACfmD,OAAQvB,EAAKzB,cAA2B,W,EAEzCiD,KAAMZ,EACNa,IAAKV,EACLW,OAAQ3D,GAAG4D,QAAO,EAAG,GACrBvC,KAAM,K,CACN,EAGFuB,EAAUG,EAEOT,QAAQwB,YAAW,GAEG,0BAAnC7B,EAAKzB,cAAwB,UAAoE,0BAAnCyB,EAAKzB,cAAwB,SAC9FZ,4BAAAmE,eAAeZ,OAAO,CACrBC,KAAK,EAAArD,gBAAAsD,mBAAiB,EACtBC,SAAU,CACTC,SAAUtB,EAAK5B,kBACfmD,OAAQvB,EAAKzB,cAA2B,W,EAEzCiD,KAAMZ,EACNmB,eAAgBf,EAASgB,UACzBC,cAAejB,EAASkB,SACxBC,cAAepE,GAAGqE,QAAO,EACzBC,QAASrB,EAASsB,IAClBC,QAASvB,EAASwB,SAClBC,SAAU1E,GAAG2E,SAAQ,C,CACrB,EAGD1C,EAAK3B,aAAauD,KAAK,CACtBP,SAAU,CACTC,SAAUtB,EAAK5B,kBACfmD,OAAQvB,EAAKzB,cAA2B,W,EAEzCiD,KAAMZ,EACNmB,eAAgBf,EAASgB,UACzBC,cAAejB,EAASkB,SACxBC,cAAepE,GAAGqE,QAAO,EACzBC,QAASrB,EAASsB,IAClBC,QAASvB,EAASwB,SAClBC,SAAU1E,GAAG2E,SAAQ,EACrBtD,KAAM,Q,CACN,CAEH,EAAG,GAAI,E,UAGRpB,eAAAY,UAAA+D,gBAAA,SAAgBxC,GACwB,0BAAnChC,KAAKI,cAAwB,UAAoE,0BAAnCJ,KAAKI,cAAwB,SACzF4B,EAAKyC,WAAWC,WAAW,UAAU,GACzCjF,2BAAAkF,cAAc5B,OAAO,CACpBC,KAAK,EAAArD,gBAAAsD,mBAAiB,EACtBC,SAAU,CACTC,SAAUnD,KAAKC,kBACfmD,OAAQpD,KAAKI,cAA2B,W,EAEzCiD,KAAM,IAAIX,KAAKV,EAAKqB,IAAI,EACxBuB,OAAQ5C,EAAK4C,OACbC,eAAgB7C,EAAKyC,WACrBK,SAAU9C,EAAK8C,SACfC,MAAOC,OAAOC,WAAWjD,EAAK+C,MAAO,MAAM,EAAI,MAAW/C,EAAK+C,MAAQ,S,CACvE,EAIE/E,KAAKC,mBAC+B,0BAAnCD,KAAKI,cAAwB,UAAoE,+BAAnCJ,KAAKI,cAAwB,UAC9FJ,KAAKE,aAAauD,KAAK,CACtBP,SAAU,CACTC,SAAUnD,KAAKC,kBACfmD,OAAQpD,KAAKI,cAA2B,W,EAEzCiD,KAAM,IAAIX,KAAKV,EAAKqB,IAAI,EACxBuB,OAAQ5C,EAAK4C,OACbC,eAAgB7C,EAAKyC,WACrBK,SAAU9C,EAAK8C,SACfC,MAAOC,OAAOC,WAAWjD,EAAK+C,MAAO,MAAM,EAAI,MAAW/C,EAAK+C,MAAQ,UACvE9D,KAAM,O,CACN,CAIL,EAEApB,eAAAY,UAAAD,eAAA,WAAA,IAAAqB,EAAA7B,KACC2B,YAAY,WAAA,OAAAC,UAAAC,EAAA,KAAA,EAAA,KAAA,EAAA,W,qEACP7B,KAAKE,aAAac,OAAlB,MAAA,CAAA,EAAA,GACCkE,EAAclF,KAAKE,aAAaiF,OAAO,EAAGC,KAAKC,IAAI,GAAIrF,KAAKE,aAAac,MAAM,CAAC,E,iBAGnF,O,sBAAA,CAAA,EAAM3B,QAAAiC,QAAMQ,KAAK,4CAA6CoD,CAAW,G,cAAzEzD,EAAAC,KAAA,E,0DAIA,GAAI,CACR,EACD7B,cAAA,EAAC,EAUDyF,cArMaC,QAAA1F,eAAAA,eAqMb,WAMC,SAAAyF,aAAYV,EAAgBH,EAAoBM,GALxC/E,KAAAwF,WAAa,EACbxF,KAAAyF,QAAU,GACVzF,KAAA0F,YAAc,GACd1F,KAAA2F,OAAS,GAGhB3F,KAAKwF,WAAa9C,KAAKD,IAAG,EAC1BzC,KAAKyF,QAAUb,EACf5E,KAAK0F,YAAcjB,EACnBzE,KAAK2F,OAASZ,CACf,CAeD,OAbQO,aAAA7E,UAAAmF,OAAP,WACC,IAAIC,EAAUnD,KAAKD,IAAG,EAElBqD,EAAkC,CACrCzC,KAAM,IAAIX,KAAKmD,CAAO,EACtBjB,OAAQ5E,KAAKyF,QACbhB,WAAYzE,KAAK0F,YACjBX,MAAO/E,KAAK2F,OACZb,SAAUe,EAAU7F,KAAKwF,U,EAG1B9F,QAAAqG,gBAAgBC,cAAa,EAAGC,kBAAiB,EAAGzB,gBAAgBsB,CAAY,CACjF,EACDR,YAAA,EAAC,GAEDY,wBA5BaX,QAAAD,aAAAA,aA4Bb,WAQC,SAAAY,yBAPQlG,KAAAmG,aAAe,EACfnG,KAAAoG,WAAgC,GAChCpG,KAAAqG,yBAEJ,EAGW,CA6BhB,OA3BCH,uBAAAzF,UAAA6F,qBAAA,SAAqBC,EAAmCC,EAAsBC,EAAcC,EAAmB1E,GAC1G2E,EAAqB,IAAIC,gBAAgB5G,KAAKmG,YAAY,GAAII,EAAcC,EAAcC,EAAMC,EAAW1E,CAAI,EAEnH,OADAhC,KAAKoG,WAAW3C,KAAKkD,CAAkB,EAChCA,EAAmBE,EAC3B,EAEAX,uBAAAzF,UAAAqG,sBAAA,SAAsBD,GACrB,IAAIE,EAAU/G,KAAKoG,WAAWY,KAAK,SAAAC,GAAK,OAAAA,EAAEJ,KAAOA,CAAT,CAAW,EAC/CE,IACHA,EAAQnB,OAAM,EACd5F,KAAKkH,uBAAyBH,EAC9B/G,KAAKqG,yBAAyBU,EAAQL,WAAaK,EACnD/G,KAAKoG,WAAWjB,OAAOnF,KAAKoG,WAAWe,IAAI,SAAAF,GAAK,OAAAA,EAAEJ,EAAF,CAAI,EAAEO,QAAQP,CAAE,EAAG,CAAC,EAEtE,EAEAX,uBAAAzF,UAAA4G,0BAAA,WACC,OAAOrH,KAAKoG,UACb,EAEAF,uBAAAzF,UAAA6G,gCAAA,WACC,OAAOtH,KAAKkH,sBACb,EAEAhB,uBAAAzF,UAAA8G,kCAAA,WACC,OAAOvH,KAAKqG,wBACb,EACDH,sBAAA,EAAC,GAGDU,iBAxCarB,QAAAW,uBAAAA,uBAwCb,WAaC,SAAAU,gBAAYC,EAAYN,EAAmCC,EAAsBC,EAAcC,EAAmB1E,GAAlH,IAAAH,EAAA7B,KAZQA,KAAAwH,OAAyB,KACzBxH,KAAAyH,SAAW,EAKZzH,KAAA0H,UAAkB,KAClB1H,KAAA6F,QAAgB,KAChB7F,KAAA2H,SAAiB,KACjB3H,KAAA0G,UAAY,GACZ1G,KAAA6G,GAAK,EAGX7G,KAAK6G,GAAKA,EACV7G,KAAK0H,UAAY,IAAIhF,KACrB1C,KAAK4H,cAAgBrB,EACrBvG,KAAK6H,cAAgBrB,EACrBxG,KAAK8H,MAAQrB,EACbzG,KAAK0G,UAAYA,EACjB1G,KAAK+H,MAAQ/F,EACbhC,KAAK2H,SAAW,IAAIjF,KAEpB1C,KAAKwH,OAAS7F,YAAY,WACzB,IAAIqG,EAAOtF,KAAKD,IAAG,EAAKZ,EAAK8F,SAASM,QAAO,EACzCD,EAAOnG,EAAK4F,WACf5F,EAAK4F,SAAWO,GAGjBnG,EAAK8F,SAAW,IAAIjF,IACrB,EAAG,GAAI,CACR,CAcD,OAZQkE,gBAAAnG,UAAAmF,OAAP,WACK5F,KAAKwH,SACRU,cAAclI,KAAKwH,MAAM,EACzBxH,KAAKwH,OAAS,MAGfxH,KAAK6F,QAAU,IAAInD,KAEf1C,KAAKyH,QAGV,EACDb,eAAA,EAAC,GA7CYrB,QAAAqB,gBAAAA","file":"monitor.manager.js","sourcesContent":["import ResolveIOMainServer from '../server-app';\nimport axios from 'axios';\nimport { MonitorCPUs } from '../collections/monitor-cpu.collection';\nimport { MonitorMemorys } from '../collections/monitor-memory.collection';\nimport { MonitorMongos } from '../collections/monitor-mongo.collection';\nimport { ResolveIOServer } from '../index';\nimport { deepCopy } from '../util/common';\nimport { objectIdHexString } from './mongo.manager';\nconst os = require('os');\n\nexport class MonitorManager {\n\tprivate _mainServer: ResolveIOMainServer;\n\tprivate _serverConfig;\n\tprivate _instanceHostname = '';\n\tprivate _monitorData = [];\n\n\tconstructor(mainServer, serverConfig) {\n\t\tthis._mainServer = mainServer;\n\t\tthis._serverConfig = serverConfig;\n\t\tthis._instanceHostname = os.hostname().replace(/\\./g, '-');\n\n\t\tthis.setupIntervals();\n\t\tthis.setupEventLoop();\n\t}\n\n\t//Create function to get CPU information\n\tcpuAverage() {\n\t\t//Initialise sum of idle and time of cores and fetch CPU info\n\t\tvar totalIdle = 0, totalTick = 0;\n\t\tvar cpus = os.cpus();\n\t\n\t\t//Loop through CPU cores\n\t\tfor(var i = 0, len = cpus.length; i < len; i++) {\n\t\t\t//Select CPU core\n\t\t\tvar cpu = cpus[i];\n\t\t\n\t\t\t//Total up the time in the cores tick\n\t\t\tfor(let type in cpu.times) {\n\t\t\t\ttotalTick += cpu.times[type];\n\t\t\t}\n\t\t\n\t\t\t//Total up the idle time of the core\n\t\t\ttotalIdle += cpu.times.idle;\n\t\t}\n\t\n\t\t//Return the average Idle and Tick times\n\t\treturn {idle: totalIdle / cpus.length, total: totalTick / cpus.length};\n\t}\n\n\tasync setupIntervals() {\n\t\tif (this._serverConfig['ROOT_URL'] !== 'https://resolveio.com' && this._serverConfig['ROOT_URL'] !== 'http://localhost:4200') {\n\t\t\ttry {\n\t\t\t\tlet instanceId = await axios.get('http://169.254.169.254/latest/meta-data/instance-id');\n\n\t\t\t\tsetInterval(async () => {\n\t\t\t\t\ttry {\n\t\t\t\t\t\tawait axios.post('https://backend.resolveio.com/api/health', {\n\t\t\t\t\t\t\ttype: 'application',\n\t\t\t\t\t\t\tid_aws_instance: instanceId.data,\n\t\t\t\t\t\t\tversion: typeof process.env.APP_VERSION === 'number' ? (<any>process.env.APP_VERSION).toString() : process.env.APP_VERSION,\n\t\t\t\t\t\t\tversion_key: process.env.APP_VERSION_KEY\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\tcatch(e) {}\n\t\t\t\t}, 10000);\n\t\t\t}\n\t\t\tcatch(errHealth) {}\n\t\t}\n\n\t\tlet lastCPU = this.cpuAverage();\n\t\t\n\t\tsetInterval(() => {\n\t\t\tlet now = new Date();\n\n\t\t\t//Grab second Measure\n\t\t\tvar endMeasure = this.cpuAverage(); \n\n\t\t\t//Calculate the difference in idle and total time between the measures\n\t\t\tvar idleDifference = endMeasure.idle - lastCPU.idle;\n\t\t\tvar totalDifference = endMeasure.total - lastCPU.total;\n\n\t\t\t//Calculate the average percentage CPU usage\n\t\t\tvar percentageCPU = 1 - idleDifference / totalDifference;\n\t\t\t\n\t\t\tif (this._serverConfig['ROOT_URL'] === 'https://resolveio.com' \|\| this._serverConfig['ROOT_URL'] === 'http://localhost:4200') {\n\t\t\t\tMonitorCPUs.create({\n\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\tmetadata: {\n\t\t\t\t\t\tinstance: this._instanceHostname,\n\t\t\t\t\t\tclient: this._serverConfig['CLIENT_NAME']\n\t\t\t\t\t},\n\t\t\t\t\tdate: now,\n\t\t\t\t\tapp: percentageCPU,\n\t\t\t\t\tsystem: os.loadavg()[0]\n\t\t\t\t});\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis._monitorData.push({\n\t\t\t\t\tmetadata: {\n\t\t\t\t\t\tinstance: this._instanceHostname,\n\t\t\t\t\t\tclient: this._serverConfig['CLIENT_NAME']\n\t\t\t\t\t},\n\t\t\t\t\tdate: now,\n\t\t\t\t\tapp: percentageCPU,\n\t\t\t\t\tsystem: os.loadavg()[0],\n\t\t\t\t\ttype: 'cpu'\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tlastCPU = endMeasure;\n\n\t\t\tconst memUsage = process.memoryUsage();\n\n\t\t\tif (this._serverConfig['ROOT_URL'] === 'https://resolveio.com' \|\| this._serverConfig['ROOT_URL'] === 'http://localhost:4200') {\n\t\t\t\tMonitorMemorys.create({\n\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\tmetadata: {\n\t\t\t\t\t\tinstance: this._instanceHostname,\n\t\t\t\t\t\tclient: this._serverConfig['CLIENT_NAME']\n\t\t\t\t\t},\n\t\t\t\t\tdate: now,\n\t\t\t\t\tphysical_total: memUsage.heapTotal,\n\t\t\t\t\tphysical_used: memUsage.heapUsed,\n\t\t\t\t\tphysical_free: os.freemem(),\n\t\t\t\t\tvirtual: memUsage.rss,\n\t\t\t\t\tprivate: memUsage.external,\n\t\t\t\t\tphysical: os.totalmem()\n\t\t\t\t});\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis._monitorData.push({\n\t\t\t\t\tmetadata: {\n\t\t\t\t\t\tinstance: this._instanceHostname,\n\t\t\t\t\t\tclient: this._serverConfig['CLIENT_NAME']\n\t\t\t\t\t},\n\t\t\t\t\tdate: now,\n\t\t\t\t\tphysical_total: memUsage.heapTotal,\n\t\t\t\t\tphysical_used: memUsage.heapUsed,\n\t\t\t\t\tphysical_free: os.freemem(),\n\t\t\t\t\tvirtual: memUsage.rss,\n\t\t\t\t\tprivate: memUsage.external,\n\t\t\t\t\tphysical: os.totalmem(),\n\t\t\t\t\ttype: 'memory'\n\t\t\t\t});\n\t\t\t}\n\t\t}, 3000);\n\t}\n\n\taddMongoTracker(data: MongoMonitorModel) {\n\t\tif (this._serverConfig['ROOT_URL'] === 'https://resolveio.com' \|\| this._serverConfig['ROOT_URL'] === 'http://localhost:4200') {\n\t\t\tif (!data.collection.startsWith('monitor-')) {\n\t\t\t\tMonitorMongos.create({\n\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\tmetadata: {\n\t\t\t\t\t\tinstance: this._instanceHostname,\n\t\t\t\t\t\tclient: this._serverConfig['CLIENT_NAME']\n\t\t\t\t\t},\n\t\t\t\t\tdate: new Date(data.date),\n\t\t\t\t\tmethod: data.method,\n\t\t\t\t\tdoc_collection: data.collection,\n\t\t\t\t\tduration: data.duration,\n\t\t\t\t\tquery: Buffer.byteLength(data.query, 'utf8') < 15800000 ? data.query : 'Too Big'\n\t\t\t\t});\n\t\t\t}\n\t\t}\n\t\telse {\n\t\t\tif (this._instanceHostname) {\n\t\t\t\tif (this._serverConfig['ROOT_URL'] !== 'https://airdropxrp.io' && this._serverConfig['ROOT_URL'] !== 'https://xrptradereport.com') {\n\t\t\t\t\tthis._monitorData.push({\n\t\t\t\t\t\tmetadata: {\n\t\t\t\t\t\t\tinstance: this._instanceHostname,\n\t\t\t\t\t\t\tclient: this._serverConfig['CLIENT_NAME']\n\t\t\t\t\t\t},\n\t\t\t\t\t\tdate: new Date(data.date),\n\t\t\t\t\t\tmethod: data.method,\n\t\t\t\t\t\tdoc_collection: data.collection,\n\t\t\t\t\t\tduration: data.duration,\n\t\t\t\t\t\tquery: Buffer.byteLength(data.query, 'utf8') < 15800000 ? data.query : 'Too Big',\n\t\t\t\t\t\ttype: 'mongo'\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\t\t}\t\n\t}\n\n\tsetupEventLoop() {\n\t\tsetInterval(async () => {\n\t\t\tif (this._monitorData.length) {\n\t\t\t\tlet monitorData = this._monitorData.splice(0, Math.min(25, this._monitorData.length));\n\n\t\t\t\ttry {\n\t\t\t\t\tawait axios.post('https://backend.resolveio.com/api/monitor', monitorData);\n\t\t\t\t}\n\t\t\t\tcatch (e) {}\n\t\t\t}\n\t\t}, 1000);\n\t}\n}\n\nexport interface MongoMonitorModel {\n\tdate: Date, \n\tmethod: string,\n\tcollection: string,\n\tduration: number,\n\tquery: string\n}\n\nexport class MonitorMongo {\n\tprivate _startTime = 0;\n\tprivate _method = '';\n\tprivate _collection = '';\n\tprivate _query = '';\n\n\tconstructor(method: string, collection: string, query: string) {\n\t\tthis._startTime = Date.now();\n\t\tthis._method = method;\n\t\tthis._collection = collection;\n\t\tthis._query = query;\n\t}\n\n\tpublic finish() {\n\t\tlet endTime = Date.now();\n\n\t\tlet mongoMonitor: MongoMonitorModel = {\n\t\t\tdate: new Date(endTime),\n\t\t\tmethod: this._method,\n\t\t\tcollection: this._collection,\n\t\t\tquery: this._query,\n\t\t\tduration: endTime - this._startTime\n\t\t};\n\n\t\tResolveIOServer.getMainServer().getMonitorManager().addMongoTracker(mongoMonitor);\n\t}\n}\n\nexport class MonitorManagerFunction {\n\tprivate _functionCnt = 0;\n\tprivate _functions: MonitorFunction[] = [];\n\tprivate _functionLastCompletedWS: {\n\t\t[id_socket: string]: MonitorFunction;\n\t} = {};\n\tprivate _functionLastCompleted: MonitorFunction;\n\n\tconstructor() {}\n\n\tstartMonitorFunction(functionType: MonitorFunctionType, functionName: string, user: string, id_socket: string, data: any) {\n\t\tlet newMonitorFunction = new MonitorFunction(this._functionCnt++, functionType, functionName, user, id_socket, data);\n\t\tthis._functions.push(newMonitorFunction);\n\t\treturn newMonitorFunction.id;\n\t}\n\n\tfinishMonitorFunction(id: number) {\n\t\tlet monitor = this._functions.find(a => a.id === id);\n\t\tif (monitor) {\n\t\t\tmonitor.finish();\n\t\t\tthis._functionLastCompleted = monitor;\n\t\t\tthis._functionLastCompletedWS[monitor.id_socket] = monitor;\n\t\t\tthis._functions.splice(this._functions.map(a => a.id).indexOf(id), 1);\n\t\t}\n\t}\n\n\tgetActiveMonitorFunctions() {\n\t\treturn this._functions;\n\t}\n\n\tgetLastCompletedMonitorFunction() {\n\t\treturn this._functionLastCompleted;\n\t}\n\t\n\tgetLastCompletedMonitorFunctionWS() {\n\t\treturn this._functionLastCompletedWS;\n\t}\n}\n\nexport type MonitorFunctionType = 'Cron Method' \| 'Internal Method' \| 'Method' \| 'User Specific Publication' \| 'Publication';\nexport class MonitorFunction {\n\tprivate _timer: NodeJS.Timeout = null;\n\tprivate _maxDiff = 0;\n\tprivate _functionType: MonitorFunctionType;\n\tprivate _functionName: string;\n\tprivate _user: string;\n\tprivate _data: any;\n\tpublic startTime: Date = null;\n\tpublic endTime: Date = null;\n\tpublic lastTime: Date = null;\n\tpublic id_socket = '';\n\tpublic id = 0;\n\n\tconstructor(id: number, functionType: MonitorFunctionType, functionName: string, user: string, id_socket: string, data: any) {\n\t\tthis.id = id;\n\t\tthis.startTime = new Date();\n\t\tthis._functionType = functionType;\n\t\tthis._functionName = functionName;\n\t\tthis._user = user;\n\t\tthis.id_socket = id_socket;\n\t\tthis._data = data;\n\t\tthis.lastTime = new Date();\n\n\t\tthis._timer = setInterval(() => {\n\t\t\tlet diff = Date.now() - this.lastTime.getTime();\n\t\t\tif (diff > this._maxDiff) {\n\t\t\t\tthis._maxDiff = diff;\n\t\t\t}\n\n\t\t\tthis.lastTime = new Date();\n\t\t}, 1000);\n\t}\n\n\tpublic finish() {\n\t\tif (this._timer) {\n\t\t\tclearInterval(this._timer);\n\t\t\tthis._timer = null;\n\t\t}\n\n\t\tthis.endTime = new Date();\n\n\t\tif (this._maxDiff >= 5000) {\n\t\t\t// ResolveIOServer.getMainServer().getMethodManager().sendEmail('dev@resolveio.com', ResolveIOServer.getMainServer().getServerConfig()['CLIENT_NAME'] + ' - Slow ' + this._functionType + ' Detected', '', (this._user ? 'User: ' + this._user + '\\n' : '') + this._functionType + ': ' + this._functionName + '\\n' + 'During this function the event loop did not run for ' + this._maxDiff + ' ms (' + this._maxDiff / 1000 + ' sec)' + (this._data ? '\\n\\nData: ' + JSON.stringify(this._data, null, 2) : ''));\n\t\t}\n\t}\n}"]}
1	+ {"version":3,"sources":["../../src/managers/monitor.manager.ts"],"names":["axios_1","require","monitor_cpu_collection_1","monitor_memory_collection_1","monitor_mongo_collection_1","index_1","mongo_manager_1","os","MonitorManager","mainServer","serverConfig","this","_instanceHostname","_monitorData","_mainServer","_serverConfig","hostname","replace","setupIntervals","setupEventLoop","prototype","cpuAverage","totalIdle","totalTick","cpus","i","len","length","type","cpu","times","idle","total","default","get","instanceId_1","_a","sent","setInterval","__awaiter","_this","post","id_aws_instance","data","version","process","env","APP_VERSION","toString","version_key","APP_VERSION_KEY","lastCPU","now","Date","endMeasure","percentageCPU","memUsage","MonitorCPUs","create","_id","objectIdHexString","metadata","instance","client","date","app","system","loadavg","push","memoryUsage","MonitorMemorys","physical_total","heapTotal","physical_used","heapUsed","physical_free","freemem","virtual","rss","private","external","physical","totalmem","addMongoTracker","collection","startsWith","MonitorMongos","method","doc_collection","duration","query","Buffer","byteLength","monitorData","splice","Math","min","MonitorMongo","exports","_startTime","_method","_collection","_query","finish","endTime","mongoMonitor","ResolveIOServer","getMainServer","getMonitorManager","MonitorManagerFunction","_functionCnt","_functions","_functionLastCompletedWS","startMonitorFunction","functionType","functionName","user","id_socket","newMonitorFunction","MonitorFunction","id","finishMonitorFunction","monitor","find","a","_functionLastCompleted","map","indexOf","getActiveMonitorFunctions","getLastCompletedMonitorFunction","getLastCompletedMonitorFunctionWS","_timer","_maxDiff","startTime","lastTime","_functionType","_functionName","_user","_data","diff","getTime","clearInterval"],"mappings":"k8CACAA,S,iKAAAC,QAAA,OAAA,GACAC,yBAAAD,QAAA,uCAAA,EACAE,4BAAAF,QAAA,0CAAA,EACAG,2BAAAH,QAAA,yCAAA,EACAI,QAAAJ,QAAA,UAAA,EACAK,gBAAAL,QAAA,iBAAA,EACMM,GAAKN,QAAQ,IAAI,EAEvBO,eAAA,WAMC,SAAAA,eAAYC,EAAYC,GAHhBC,KAAAC,kBAAoB,GACpBD,KAAAE,aAAe,GAGtBF,KAAKG,YAAcL,EACnBE,KAAKI,cAAgBL,EACrBC,KAAKC,kBAAoBL,GAAGS,SAAQ,EAAGC,QAAQ,MAAO,GAAG,EAEzDN,KAAKO,eAAc,EACnBP,KAAKQ,eAAc,CACpB,CA8KD,OA3KCX,eAAAY,UAAAC,WAAA,WAMC,IAJA,IAAIC,EAAY,EAAGC,EAAY,EAC3BC,EAAOjB,GAAGiB,KAAI,EAGVC,EAAI,EAAGC,EAAMF,EAAKG,OAAQF,EAAIC,EAAKD,CAAC,GAAI,CAE/C,IAGQG,EAHJC,EAAML,EAAKC,GAGf,IAAQG,KAAQC,EAAIC,MACnBP,GAAaM,EAAIC,MAAMF,GAIxBN,GAAaO,EAAIC,MAAMC,I,CAIxB,MAAO,CAACA,KAAMT,EAAYE,EAAKG,OAASK,MAAOT,EAAYC,EAAKG,MAAM,CACvE,EAEMnB,eAAAY,UAAAF,eAAN,W,4HACwC,0BAAnCP,KAAKI,cAAwB,UAAoE,0BAAnCJ,KAAKI,cAAwB,SAA3F,MAAA,CAAA,EAAA,G,iBAEe,O,sBAAA,CAAA,EAAMf,QAAAiC,QAAMC,IAAI,qDAAqD,G,cAAlFC,EAAaC,EAAAC,KAAA,EAEjBC,YAAY,WAAA,OAAAC,UAAAC,EAAA,KAAA,EAAA,KAAA,EAAA,W,2DAEV,O,sBAAA,CAAA,EAAMxC,QAAAiC,QAAMQ,KAAK,2CAA4C,CAC5Db,KAAM,cACNc,gBAAiBP,EAAWQ,KAC5BC,QAA4C,UAAnC,OAAOC,QAAQC,IAAIC,YAAiCF,QAAQC,IAAIC,YAAaC,SAAQ,EAAKH,QAAQC,IAAIC,YAC/GE,YAAaJ,QAAQC,IAAII,e,CACzB,G,cALDd,EAAAC,KAAA,E,0DAQC,GAAK,E,iDAKNc,EAAUxC,KAAKU,WAAU,EAE7BiB,YAAY,WACX,IAAIc,EAAM,IAAIC,KAGVC,EAAad,EAAKnB,WAAU,EAO5BkC,EAAgB,GAJCD,EAAWvB,KAAOoB,EAAQpB,OACzBuB,EAAWtB,MAAQmB,EAAQnB,OAgC3CwB,GA3BiC,0BAAnChB,EAAKzB,cAAwB,UAAoE,0BAAnCyB,EAAKzB,cAAwB,SAC9Fb,yBAAAuD,YAAYC,OAAO,CAClBC,KAAK,EAAArD,gBAAAsD,mBAAiB,EACtBC,SAAU,CACTC,SAAUtB,EAAK5B,kBACfmD,OAAQvB,EAAKzB,cAA2B,W,EAEzCiD,KAAMZ,EACNa,IAAKV,EACLW,OAAQ3D,GAAG4D,QAAO,EAAG,E,CACrB,EAGD3B,EAAK3B,aAAauD,KAAK,CACtBP,SAAU,CACTC,SAAUtB,EAAK5B,kBACfmD,OAAQvB,EAAKzB,cAA2B,W,EAEzCiD,KAAMZ,EACNa,IAAKV,EACLW,OAAQ3D,GAAG4D,QAAO,EAAG,GACrBvC,KAAM,K,CACN,EAGFuB,EAAUG,EAEOT,QAAQwB,YAAW,GAEG,0BAAnC7B,EAAKzB,cAAwB,UAAoE,0BAAnCyB,EAAKzB,cAAwB,SAC9FZ,4BAAAmE,eAAeZ,OAAO,CACrBC,KAAK,EAAArD,gBAAAsD,mBAAiB,EACtBC,SAAU,CACTC,SAAUtB,EAAK5B,kBACfmD,OAAQvB,EAAKzB,cAA2B,W,EAEzCiD,KAAMZ,EACNmB,eAAgBf,EAASgB,UACzBC,cAAejB,EAASkB,SACxBC,cAAepE,GAAGqE,QAAO,EACzBC,QAASrB,EAASsB,IAClBC,QAASvB,EAASwB,SAClBC,SAAU1E,GAAG2E,SAAQ,C,CACrB,EAGD1C,EAAK3B,aAAauD,KAAK,CACtBP,SAAU,CACTC,SAAUtB,EAAK5B,kBACfmD,OAAQvB,EAAKzB,cAA2B,W,EAEzCiD,KAAMZ,EACNmB,eAAgBf,EAASgB,UACzBC,cAAejB,EAASkB,SACxBC,cAAepE,GAAGqE,QAAO,EACzBC,QAASrB,EAASsB,IAClBC,QAASvB,EAASwB,SAClBC,SAAU1E,GAAG2E,SAAQ,EACrBtD,KAAM,Q,CACN,CAEH,EAAG,GAAI,E,UAGRpB,eAAAY,UAAA+D,gBAAA,SAAgBxC,GACwB,0BAAnChC,KAAKI,cAAwB,UAAoE,0BAAnCJ,KAAKI,cAAwB,SACzF4B,EAAKyC,WAAWC,WAAW,UAAU,GACzCjF,2BAAAkF,cAAc5B,OAAO,CACpBC,KAAK,EAAArD,gBAAAsD,mBAAiB,EACtBC,SAAU,CACTC,SAAUnD,KAAKC,kBACfmD,OAAQpD,KAAKI,cAA2B,W,EAEzCiD,KAAM,IAAIX,KAAKV,EAAKqB,IAAI,EACxBuB,OAAQ5C,EAAK4C,OACbC,eAAgB7C,EAAKyC,WACrBK,SAAU9C,EAAK8C,SACfC,MAAOC,OAAOC,WAAWjD,EAAK+C,MAAO,MAAM,EAAI,MAAW/C,EAAK+C,MAAQ,S,CACvE,EAIE/E,KAAKC,mBAC+B,0BAAnCD,KAAKI,cAAwB,UAAoE,+BAAnCJ,KAAKI,cAAwB,UAC9FJ,KAAKE,aAAauD,KAAK,CACtBP,SAAU,CACTC,SAAUnD,KAAKC,kBACfmD,OAAQpD,KAAKI,cAA2B,W,EAEzCiD,KAAM,IAAIX,KAAKV,EAAKqB,IAAI,EACxBuB,OAAQ5C,EAAK4C,OACbC,eAAgB7C,EAAKyC,WACrBK,SAAU9C,EAAK8C,SACfC,MAAOC,OAAOC,WAAWjD,EAAK+C,MAAO,MAAM,EAAI,MAAW/C,EAAK+C,MAAQ,UACvE9D,KAAM,O,CACN,CAIL,EAEApB,eAAAY,UAAAD,eAAA,WAAA,IAAAqB,EAAA7B,KACC2B,YAAY,WAAA,OAAAC,UAAAC,EAAA,KAAA,EAAA,KAAA,EAAA,W,qEACP7B,KAAKE,aAAac,OAAlB,MAAA,CAAA,EAAA,GACCkE,EAAclF,KAAKE,aAAaiF,OAAO,EAAGC,KAAKC,IAAI,GAAIrF,KAAKE,aAAac,MAAM,CAAC,E,iBAGnF,O,sBAAA,CAAA,EAAM3B,QAAAiC,QAAMQ,KAAK,4CAA6CoD,CAAW,G,cAAzEzD,EAAAC,KAAA,E,0DAIA,GAAI,CACR,EACD7B,cAAA,EAAC,EAUDyF,cArMaC,QAAA1F,eAAAA,eAqMb,WAMC,SAAAyF,aAAYV,EAAgBH,EAAoBM,GALxC/E,KAAAwF,WAAa,EACbxF,KAAAyF,QAAU,GACVzF,KAAA0F,YAAc,GACd1F,KAAA2F,OAAS,GAGhB3F,KAAKwF,WAAa9C,KAAKD,IAAG,EAC1BzC,KAAKyF,QAAUb,EACf5E,KAAK0F,YAAcjB,EACnBzE,KAAK2F,OAASZ,CACf,CAeD,OAbQO,aAAA7E,UAAAmF,OAAP,WACC,IAAIC,EAAUnD,KAAKD,IAAG,EAElBqD,EAAkC,CACrCzC,KAAM,IAAIX,KAAKmD,CAAO,EACtBjB,OAAQ5E,KAAKyF,QACbhB,WAAYzE,KAAK0F,YACjBX,MAAO/E,KAAK2F,OACZb,SAAUe,EAAU7F,KAAKwF,U,EAG1B9F,QAAAqG,gBAAgBC,cAAa,EAAGC,kBAAiB,EAAGzB,gBAAgBsB,CAAY,CACjF,EACDR,YAAA,EAAC,GAEDY,wBA5BaX,QAAAD,aAAAA,aA4Bb,WAQC,SAAAY,yBAPQlG,KAAAmG,aAAe,EACfnG,KAAAoG,WAAgC,GAChCpG,KAAAqG,yBAEJ,EAGW,CA6BhB,OA3BCH,uBAAAzF,UAAA6F,qBAAA,SAAqBC,EAAmCC,EAAsBC,EAAcC,EAAmB1E,GAC1G2E,EAAqB,IAAIC,gBAAgB5G,KAAKmG,YAAY,GAAII,EAAcC,EAAcC,EAAMC,EAAW1E,CAAI,EAEnH,OADAhC,KAAKoG,WAAW3C,KAAKkD,CAAkB,EAChCA,EAAmBE,EAC3B,EAEAX,uBAAAzF,UAAAqG,sBAAA,SAAsBD,GACrB,IAAIE,EAAU/G,KAAKoG,WAAWY,KAAK,SAAAC,GAAK,OAAAA,EAAEJ,KAAOA,CAAT,CAAW,EAC/CE,IACHA,EAAQnB,OAAM,EACd5F,KAAKkH,uBAAyBH,EAC9B/G,KAAKqG,yBAAyBU,EAAQL,WAAaK,EACnD/G,KAAKoG,WAAWjB,OAAOnF,KAAKoG,WAAWe,IAAI,SAAAF,GAAK,OAAAA,EAAEJ,EAAF,CAAI,EAAEO,QAAQP,CAAE,EAAG,CAAC,EAEtE,EAEAX,uBAAAzF,UAAA4G,0BAAA,WACC,OAAOrH,KAAKoG,UACb,EAEAF,uBAAAzF,UAAA6G,gCAAA,WACC,OAAOtH,KAAKkH,sBACb,EAEAhB,uBAAAzF,UAAA8G,kCAAA,WACC,OAAOvH,KAAKqG,wBACb,EACDH,sBAAA,EAAC,GAGDU,iBAxCarB,QAAAW,uBAAAA,uBAwCb,WAaC,SAAAU,gBAAYC,EAAYN,EAAmCC,EAAsBC,EAAcC,EAAmB1E,GAAlH,IAAAH,EAAA7B,KAZQA,KAAAwH,OAAyB,KACzBxH,KAAAyH,SAAW,EAKZzH,KAAA0H,UAAkB,KAClB1H,KAAA6F,QAAgB,KAChB7F,KAAA2H,SAAiB,KACjB3H,KAAA0G,UAAY,GACZ1G,KAAA6G,GAAK,EAGX7G,KAAK6G,GAAKA,EACV7G,KAAK0H,UAAY,IAAIhF,KACrB1C,KAAK4H,cAAgBrB,EACrBvG,KAAK6H,cAAgBrB,EACrBxG,KAAK8H,MAAQrB,EACbzG,KAAK0G,UAAYA,EACjB1G,KAAK+H,MAAQ/F,EACbhC,KAAK2H,SAAW,IAAIjF,KAEpB1C,KAAKwH,OAAS7F,YAAY,WACzB,IAAIqG,EAAOtF,KAAKD,IAAG,EAAKZ,EAAK8F,SAASM,QAAO,EACzCD,EAAOnG,EAAK4F,WACf5F,EAAK4F,SAAWO,GAGjBnG,EAAK8F,SAAW,IAAIjF,IACrB,EAAG,GAAI,CACR,CAcD,OAZQkE,gBAAAnG,UAAAmF,OAAP,WACK5F,KAAKwH,SACRU,cAAclI,KAAKwH,MAAM,EACzBxH,KAAKwH,OAAS,MAGfxH,KAAK6F,QAAU,IAAInD,KAEf1C,KAAKyH,QAGV,EACDb,eAAA,EAAC,GA7CYrB,QAAAqB,gBAAAA","file":"monitor.manager.js","sourcesContent":["import ResolveIOMainServer from '../server-app';\nimport axios from 'axios';\nimport { MonitorCPUs } from '../collections/monitor-cpu.collection';\nimport { MonitorMemorys } from '../collections/monitor-memory.collection';\nimport { MonitorMongos } from '../collections/monitor-mongo.collection';\nimport { ResolveIOServer } from '../index';\nimport { objectIdHexString } from './mongo.manager';\nconst os = require('os');\n\nexport class MonitorManager {\n\tprivate _mainServer: ResolveIOMainServer;\n\tprivate _serverConfig;\n\tprivate _instanceHostname = '';\n\tprivate _monitorData = [];\n\n\tconstructor(mainServer, serverConfig) {\n\t\tthis._mainServer = mainServer;\n\t\tthis._serverConfig = serverConfig;\n\t\tthis._instanceHostname = os.hostname().replace(/\\./g, '-');\n\n\t\tthis.setupIntervals();\n\t\tthis.setupEventLoop();\n\t}\n\n\t//Create function to get CPU information\n\tcpuAverage() {\n\t\t//Initialise sum of idle and time of cores and fetch CPU info\n\t\tvar totalIdle = 0, totalTick = 0;\n\t\tvar cpus = os.cpus();\n\t\n\t\t//Loop through CPU cores\n\t\tfor(var i = 0, len = cpus.length; i < len; i++) {\n\t\t\t//Select CPU core\n\t\t\tvar cpu = cpus[i];\n\t\t\n\t\t\t//Total up the time in the cores tick\n\t\t\tfor(let type in cpu.times) {\n\t\t\t\ttotalTick += cpu.times[type];\n\t\t\t}\n\t\t\n\t\t\t//Total up the idle time of the core\n\t\t\ttotalIdle += cpu.times.idle;\n\t\t}\n\t\n\t\t//Return the average Idle and Tick times\n\t\treturn {idle: totalIdle / cpus.length, total: totalTick / cpus.length};\n\t}\n\n\tasync setupIntervals() {\n\t\tif (this._serverConfig['ROOT_URL'] !== 'https://resolveio.com' && this._serverConfig['ROOT_URL'] !== 'http://localhost:4200') {\n\t\t\ttry {\n\t\t\t\tlet instanceId = await axios.get('http://169.254.169.254/latest/meta-data/instance-id');\n\n\t\t\t\tsetInterval(async () => {\n\t\t\t\t\ttry {\n\t\t\t\t\t\tawait axios.post('https://backend.resolveio.com/api/health', {\n\t\t\t\t\t\t\ttype: 'application',\n\t\t\t\t\t\t\tid_aws_instance: instanceId.data,\n\t\t\t\t\t\t\tversion: typeof process.env.APP_VERSION === 'number' ? (<any>process.env.APP_VERSION).toString() : process.env.APP_VERSION,\n\t\t\t\t\t\t\tversion_key: process.env.APP_VERSION_KEY\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\tcatch(e) {}\n\t\t\t\t}, 10000);\n\t\t\t}\n\t\t\tcatch(errHealth) {}\n\t\t}\n\n\t\tlet lastCPU = this.cpuAverage();\n\t\t\n\t\tsetInterval(() => {\n\t\t\tlet now = new Date();\n\n\t\t\t//Grab second Measure\n\t\t\tvar endMeasure = this.cpuAverage(); \n\n\t\t\t//Calculate the difference in idle and total time between the measures\n\t\t\tvar idleDifference = endMeasure.idle - lastCPU.idle;\n\t\t\tvar totalDifference = endMeasure.total - lastCPU.total;\n\n\t\t\t//Calculate the average percentage CPU usage\n\t\t\tvar percentageCPU = 1 - idleDifference / totalDifference;\n\t\t\t\n\t\t\tif (this._serverConfig['ROOT_URL'] === 'https://resolveio.com' \|\| this._serverConfig['ROOT_URL'] === 'http://localhost:4200') {\n\t\t\t\tMonitorCPUs.create({\n\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\tmetadata: {\n\t\t\t\t\t\tinstance: this._instanceHostname,\n\t\t\t\t\t\tclient: this._serverConfig['CLIENT_NAME']\n\t\t\t\t\t},\n\t\t\t\t\tdate: now,\n\t\t\t\t\tapp: percentageCPU,\n\t\t\t\t\tsystem: os.loadavg()[0]\n\t\t\t\t});\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis._monitorData.push({\n\t\t\t\t\tmetadata: {\n\t\t\t\t\t\tinstance: this._instanceHostname,\n\t\t\t\t\t\tclient: this._serverConfig['CLIENT_NAME']\n\t\t\t\t\t},\n\t\t\t\t\tdate: now,\n\t\t\t\t\tapp: percentageCPU,\n\t\t\t\t\tsystem: os.loadavg()[0],\n\t\t\t\t\ttype: 'cpu'\n\t\t\t\t})\n\t\t\t}\n\n\t\t\tlastCPU = endMeasure;\n\n\t\t\tconst memUsage = process.memoryUsage();\n\n\t\t\tif (this._serverConfig['ROOT_URL'] === 'https://resolveio.com' \|\| this._serverConfig['ROOT_URL'] === 'http://localhost:4200') {\n\t\t\t\tMonitorMemorys.create({\n\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\tmetadata: {\n\t\t\t\t\t\tinstance: this._instanceHostname,\n\t\t\t\t\t\tclient: this._serverConfig['CLIENT_NAME']\n\t\t\t\t\t},\n\t\t\t\t\tdate: now,\n\t\t\t\t\tphysical_total: memUsage.heapTotal,\n\t\t\t\t\tphysical_used: memUsage.heapUsed,\n\t\t\t\t\tphysical_free: os.freemem(),\n\t\t\t\t\tvirtual: memUsage.rss,\n\t\t\t\t\tprivate: memUsage.external,\n\t\t\t\t\tphysical: os.totalmem()\n\t\t\t\t});\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis._monitorData.push({\n\t\t\t\t\tmetadata: {\n\t\t\t\t\t\tinstance: this._instanceHostname,\n\t\t\t\t\t\tclient: this._serverConfig['CLIENT_NAME']\n\t\t\t\t\t},\n\t\t\t\t\tdate: now,\n\t\t\t\t\tphysical_total: memUsage.heapTotal,\n\t\t\t\t\tphysical_used: memUsage.heapUsed,\n\t\t\t\t\tphysical_free: os.freemem(),\n\t\t\t\t\tvirtual: memUsage.rss,\n\t\t\t\t\tprivate: memUsage.external,\n\t\t\t\t\tphysical: os.totalmem(),\n\t\t\t\t\ttype: 'memory'\n\t\t\t\t});\n\t\t\t}\n\t\t}, 3000);\n\t}\n\n\taddMongoTracker(data: MongoMonitorModel) {\n\t\tif (this._serverConfig['ROOT_URL'] === 'https://resolveio.com' \|\| this._serverConfig['ROOT_URL'] === 'http://localhost:4200') {\n\t\t\tif (!data.collection.startsWith('monitor-')) {\n\t\t\t\tMonitorMongos.create({\n\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\tmetadata: {\n\t\t\t\t\t\tinstance: this._instanceHostname,\n\t\t\t\t\t\tclient: this._serverConfig['CLIENT_NAME']\n\t\t\t\t\t},\n\t\t\t\t\tdate: new Date(data.date),\n\t\t\t\t\tmethod: data.method,\n\t\t\t\t\tdoc_collection: data.collection,\n\t\t\t\t\tduration: data.duration,\n\t\t\t\t\tquery: Buffer.byteLength(data.query, 'utf8') < 15800000 ? data.query : 'Too Big'\n\t\t\t\t});\n\t\t\t}\n\t\t}\n\t\telse {\n\t\t\tif (this._instanceHostname) {\n\t\t\t\tif (this._serverConfig['ROOT_URL'] !== 'https://airdropxrp.io' && this._serverConfig['ROOT_URL'] !== 'https://xrptradereport.com') {\n\t\t\t\t\tthis._monitorData.push({\n\t\t\t\t\t\tmetadata: {\n\t\t\t\t\t\t\tinstance: this._instanceHostname,\n\t\t\t\t\t\t\tclient: this._serverConfig['CLIENT_NAME']\n\t\t\t\t\t\t},\n\t\t\t\t\t\tdate: new Date(data.date),\n\t\t\t\t\t\tmethod: data.method,\n\t\t\t\t\t\tdoc_collection: data.collection,\n\t\t\t\t\t\tduration: data.duration,\n\t\t\t\t\t\tquery: Buffer.byteLength(data.query, 'utf8') < 15800000 ? data.query : 'Too Big',\n\t\t\t\t\t\ttype: 'mongo'\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\t\t}\t\n\t}\n\n\tsetupEventLoop() {\n\t\tsetInterval(async () => {\n\t\t\tif (this._monitorData.length) {\n\t\t\t\tlet monitorData = this._monitorData.splice(0, Math.min(25, this._monitorData.length));\n\n\t\t\t\ttry {\n\t\t\t\t\tawait axios.post('https://backend.resolveio.com/api/monitor', monitorData);\n\t\t\t\t}\n\t\t\t\tcatch (e) {}\n\t\t\t}\n\t\t}, 1000);\n\t}\n}\n\nexport interface MongoMonitorModel {\n\tdate: Date, \n\tmethod: string,\n\tcollection: string,\n\tduration: number,\n\tquery: string\n}\n\nexport class MonitorMongo {\n\tprivate _startTime = 0;\n\tprivate _method = '';\n\tprivate _collection = '';\n\tprivate _query = '';\n\n\tconstructor(method: string, collection: string, query: string) {\n\t\tthis._startTime = Date.now();\n\t\tthis._method = method;\n\t\tthis._collection = collection;\n\t\tthis._query = query;\n\t}\n\n\tpublic finish() {\n\t\tlet endTime = Date.now();\n\n\t\tlet mongoMonitor: MongoMonitorModel = {\n\t\t\tdate: new Date(endTime),\n\t\t\tmethod: this._method,\n\t\t\tcollection: this._collection,\n\t\t\tquery: this._query,\n\t\t\tduration: endTime - this._startTime\n\t\t};\n\n\t\tResolveIOServer.getMainServer().getMonitorManager().addMongoTracker(mongoMonitor);\n\t}\n}\n\nexport class MonitorManagerFunction {\n\tprivate _functionCnt = 0;\n\tprivate _functions: MonitorFunction[] = [];\n\tprivate _functionLastCompletedWS: {\n\t\t[id_socket: string]: MonitorFunction;\n\t} = {};\n\tprivate _functionLastCompleted: MonitorFunction;\n\n\tconstructor() {}\n\n\tstartMonitorFunction(functionType: MonitorFunctionType, functionName: string, user: string, id_socket: string, data: any) {\n\t\tlet newMonitorFunction = new MonitorFunction(this._functionCnt++, functionType, functionName, user, id_socket, data);\n\t\tthis._functions.push(newMonitorFunction);\n\t\treturn newMonitorFunction.id;\n\t}\n\n\tfinishMonitorFunction(id: number) {\n\t\tlet monitor = this._functions.find(a => a.id === id);\n\t\tif (monitor) {\n\t\t\tmonitor.finish();\n\t\t\tthis._functionLastCompleted = monitor;\n\t\t\tthis._functionLastCompletedWS[monitor.id_socket] = monitor;\n\t\t\tthis._functions.splice(this._functions.map(a => a.id).indexOf(id), 1);\n\t\t}\n\t}\n\n\tgetActiveMonitorFunctions() {\n\t\treturn this._functions;\n\t}\n\n\tgetLastCompletedMonitorFunction() {\n\t\treturn this._functionLastCompleted;\n\t}\n\t\n\tgetLastCompletedMonitorFunctionWS() {\n\t\treturn this._functionLastCompletedWS;\n\t}\n}\n\nexport type MonitorFunctionType = 'Cron Method' \| 'Internal Method' \| 'Method' \| 'User Specific Publication' \| 'Publication';\nexport class MonitorFunction {\n\tprivate _timer: NodeJS.Timeout = null;\n\tprivate _maxDiff = 0;\n\tprivate _functionType: MonitorFunctionType;\n\tprivate _functionName: string;\n\tprivate _user: string;\n\tprivate _data: any;\n\tpublic startTime: Date = null;\n\tpublic endTime: Date = null;\n\tpublic lastTime: Date = null;\n\tpublic id_socket = '';\n\tpublic id = 0;\n\n\tconstructor(id: number, functionType: MonitorFunctionType, functionName: string, user: string, id_socket: string, data: any) {\n\t\tthis.id = id;\n\t\tthis.startTime = new Date();\n\t\tthis._functionType = functionType;\n\t\tthis._functionName = functionName;\n\t\tthis._user = user;\n\t\tthis.id_socket = id_socket;\n\t\tthis._data = data;\n\t\tthis.lastTime = new Date();\n\n\t\tthis._timer = setInterval(() => {\n\t\t\tlet diff = Date.now() - this.lastTime.getTime();\n\t\t\tif (diff > this._maxDiff) {\n\t\t\t\tthis._maxDiff = diff;\n\t\t\t}\n\n\t\t\tthis.lastTime = new Date();\n\t\t}, 1000);\n\t}\n\n\tpublic finish() {\n\t\tif (this._timer) {\n\t\t\tclearInterval(this._timer);\n\t\t\tthis._timer = null;\n\t\t}\n\n\t\tthis.endTime = new Date();\n\n\t\tif (this._maxDiff >= 5000) {\n\t\t\t// ResolveIOServer.getMainServer().getMethodManager().sendEmail('dev@resolveio.com', ResolveIOServer.getMainServer().getServerConfig()['CLIENT_NAME'] + ' - Slow ' + this._functionType + ' Detected', '', (this._user ? 'User: ' + this._user + '\\n' : '') + this._functionType + ': ' + this._functionName + '\\n' + 'During this function the event loop did not run for ' + this._maxDiff + ' ms (' + this._maxDiff / 1000 + ' sec)' + (this._data ? '\\n\\nData: ' + JSON.stringify(this._data, null, 2) : ''));\n\t\t}\n\t}\n}"]}

package/managers/subscription.manager.js CHANGED Viewed

@@ -1,2 +1,2 @@
-"use strict";var __awaiter=this&&this.__awaiter||function(e,n,o,s){return new(o=o||Promise)(function(i,t){function fulfilled(e){try{step(s.next(e))}catch(e){t(e)}}function rejected(e){try{step(s.throw(e))}catch(e){t(e)}}function step(e){var t;e.done?i(e.value):((t=e.value)instanceof o?t:new o(function(e){e(t)})).then(fulfilled,rejected)}step((s=s.apply(e,n||[])).next())})},__generator=this&&this.__generator||function(n,o){var s,r,a,c={label:0,sent:function(){if(1&a[0])throw a[1];return a[1]},trys:[],ops:[]},u={next:verb(0),throw:verb(1),return:verb(2)};return"function"==typeof Symbol&&(u[Symbol.iterator]=function(){return this}),u;function verb(i){return function(e){var t=[i,e];if(s)throw new TypeError("Generator is already executing.");for(;c=u&&t[u=0]?0:c;)try{if(s=1,r&&(a=2&t[0]?r.return:t[0]?r.throw||((a=r.return)&&a.call(r),0):r.next)&&!(a=a.call(r,t[1])).done)return a;switch(r=0,(t=a?[2&t[0],a.value]:t)[0]){case 0:case 1:a=t;break;case 4:return c.label++,{value:t[1],done:!1};case 5:c.label++,r=t[1],t=[0];continue;case 7:t=c.ops.pop(),c.trys.pop();continue;default:if(!(a=0<(a=c.trys).length&&a[a.length-1])&&(6===t[0]||2===t[0])){c=0;continue}if(3===t[0]&&(!a||t[1]>a[0]&&t[1]<a[3]))c.label=t[1];else if(6===t[0]&&c.label<a[1])c.label=a[1],a=t;else{if(!(a&&c.label<a[2])){a[2]&&c.ops.pop(),c.trys.pop();continue}c.label=a[2],c.ops.push(t)}}t=o.call(n,c)}catch(e){t=[6,e],r=0}finally{s=a=0}if(5&t[0])throw t[1];return{value:t[0]?t[1]:void 0,done:!0}}}},__values=this&&this.__values||function(e){var t="function"==typeof Symbol&&Symbol.iterator,i=t&&e[t],n=0;if(i)return i.call(e);if(e&&"number"==typeof e.length)return{next:function(){return{value:(e=e&&n>=e.length?void 0:e)&&e[n++],done:!e}}};throw new TypeError(t?"Object is not iterable.":"Symbol.iterator is not defined.")},__read=this&&this.__read||function(e,t){var i="function"==typeof Symbol&&e[Symbol.iterator];if(!i)return e;var n,o,s=i.call(e),r=[];try{for(;(void 0===t||0<t--)&&!(n=s.next()).done;)r.push(n.value)}catch(e){o={error:e}}finally{try{n&&!n.done&&(i=s.return)&&i.call(s)}finally{if(o)throw o.error}}return r},__spreadArray=this&&this.__spreadArray||function(e,t,i){if(i||2===arguments.length)for(var n,o=0,s=t.length;o<s;o++)!n&&o in t||((n=n||Array.prototype.slice.call(t,0,o))[o]=t[o]);return e.concat(n||Array.prototype.slice.call(t))},logs_1=(Object.defineProperty(exports,"__esModule",{value:!0}),exports.SubscriptionManager=void 0,require("../publications/logs")),app_status_1=require("../publications/app-status"),files_1=require("../publications/files"),super_admin_1=require("../publications/super-admin"),logged_in_users_collection_1=require("../collections/logged-in-users.collection"),cron_jobs_1=require("../publications/cron-jobs"),flags_1=require("../publications/flags"),method_responses_1=require("../publications/method-responses"),index_1=require("../index"),notifications_1=require("../publications/notifications"),report_builder_reports_1=require("../publications/report-builder-reports"),report_builder_libraries_1=require("../publications/report-builder-libraries"),user_groups_1=require("../publications/user-groups"),user_guides_1=require("../publications/user-guides"),report_builder_dashboard_builders_1=require("../publications/report-builder-dashboard-builders"),mongo_manager_1=require("./mongo.manager"),common_1=require("../util/common"),NodeCache=require("node-cache"),flag_collection_1=require("../collections/flag.collection"),os_1=require("os"),numCPUs=(0,os_1.cpus)().length,v8=require("v8"),SubscriptionManager=function(){function SubscriptionManager(e,t,i,n){var o=this;this._publications={},this._subscriptions=[],this._loggedInUsers=[],this._mongoQueue=[],this._mongoQueueId=0,this._cacheId=1,this._heapSize=v8.getHeapStatistics()/numCPUs,this._enableDebug=!1,this._debugOplogCollections=[],this._debugOplogHits=0,this._debugSubCollections=[],this._debugSubHits=0,this._debugUnSubHits=0,this._debugUnSubAllHits=0,this._debugMongoQueueHits=0,this._debugMongoQueueCollections=[],this._debugSendQueueHits=0,this._debugRemoveCacheHits=0,this._oplogRetryCount=0,this._mainServer=e,this._websocketManager=this._mainServer.getWebSocketManager(),this._monitorManagerFunction=n,this._nodeCache=new NodeCache({stdTTL:0,checkperiod:0}),this.serverConfig=i,this._wss=t,(0,super_admin_1.loadSuperAdminPublications)(this),(0,app_status_1.loadAppStatusPublications)(this),(0,logs_1.loadLogPublications)(this),(0,files_1.loadFilePublications)(this),(0,cron_jobs_1.loadCronJobPublications)(this),(0,flags_1.loadFlagsPublications)(this),(0,method_responses_1.loadMethodResponsePublications)(this),(0,notifications_1.loadNotificationPublications)(this),(0,report_builder_reports_1.loadReportBuilderReportPublications)(this),(0,report_builder_libraries_1.loadReportBuilderLibraryPublications)(this),(0,user_groups_1.loadUserGroupPublications)(this),(0,user_guides_1.loadUserGuidePublications)(this),(0,report_builder_dashboard_builders_1.loadReportBuilderDashboardBuilderPublications)(this),this.tailOpLog(),setInterval(function(){o._oplogRetryCount=0},15e3),setInterval(function(){o.getEnableDebug()&&(console.log(new Date,"Sub Manager","Subs",o._subscriptions.length),console.log(new Date,"Sub Manager","Logged In Users",o._loggedInUsers.length),console.log(new Date,"Sub Manager","Mongo Queue",o._mongoQueue.length),console.log(new Date,"Sub Manager","Mongo Queue Hits",o._debugMongoQueueHits),console.log(new Date,"Sub Manager","Mongo Queue Collections",JSON.stringify(o._debugMongoQueueCollections.sort(function(e,t){return e.collection.localeCompare(t.collection)||e.publication.localeCompare(t.publication)}),null,2)),console.log(new Date,"Sub Manager","Oplog Hits",o._debugOplogHits),console.log(new Date,"Sub Manager","Oplog Collections",JSON.stringify(o._debugOplogCollections.sort(function(e,t){return e.collection.localeCompare(t.collection)||e.type.localeCompare(t.type)}),null,2)),console.log(new Date,"Sub Manager","Send Queue Hits",o._debugSendQueueHits),console.log(new Date,"Sub Manager","Sub Hits",o._debugSubHits),console.log(new Date,"Sub Manager","Sub Collections",JSON.stringify(o._debugSubCollections.sort(function(e,t){return e.publication.localeCompare(t.publication)}),null,2)),console.log(new Date,"Sub Manager","Unsub Hits",o._debugUnSubHits),console.log(new Date,"Sub Manager","Unsub All Hits",o._debugUnSubAllHits),console.log(new Date,"Sub Manager","Cache Cleanup Hits",o._debugRemoveCacheHits)),o._debugOplogHits=0,o._debugOplogCollections=[],o._debugSubCollections=[],o._debugMongoQueueHits=0,o._debugMongoQueueCollections=[],o._debugSendQueueHits=0,o._debugSubHits=0,o._debugUnSubHits=0,o._debugUnSubAllHits=0,o._debugRemoveCacheHits=0},6e4),setInterval(function(){return __awaiter(o,void 0,void 0,function(){var t,n,i,o,s,r,a,c,u;return __generator(this,function(e){switch(e.label){case 0:return t=this,[4,logged_in_users_collection_1.LoggedInUsers.find()];case 1:for(t._loggedInUsers=e.sent(),n=(0,common_1.deepCopy)(this._loggedInUsers),i=function(e){var i=n[e];(!i.date||12e4<Date.now()-i.date.getTime())&&(o._websocketManager.getWebSocket(i.id_ws)?(o.getEnableDebug()&&console.log(new Date,"Sub Manager","Unsub WS",o._websocketManager.getWebSocket(i.id_ws).user,o._websocketManager.getWebSocket(i.id_ws).id_socket,2),o.unsubscribeAll(o._websocketManager.getWebSocket(i.id_ws))):(o._subscriptions.forEach(function(e){for(var t=e.clients.length-1;0<=t;t--)e.clients[t].id_socket===i.id_ws&&e.clients.splice(t,1)}),logged_in_users_collection_1.LoggedInUsers.deleteOne({_id:i._id}),0<=o._loggedInUsers.findIndex(function(e){return e._id===i._id})&&o._loggedInUsers.splice(o._loggedInUsers.findIndex(function(e){return e._id===i._id}),1)))},s=(o=this)._loggedInUsers.length-1;0<=s;s--)i(s);for(s=0;s<this._subscriptions.length;s++)for(r=this._subscriptions[s],a=function(e){var t=r.clients[e];c._loggedInUsers.some(function(e){return e.id_ws===t.id_socket})||r.clients.splice(e,1)},c=this,u=r.clients.length-1;0<=u;u--)a(u);return[2]}})})},3e4),flag_collection_1.Flags.findOne({type:"Enable Debug"}).then(function(e){e&&e.value?o._enableDebug=!0:o._enableDebug=!1}),this.setCacheLimit()}return SubscriptionManager.prototype.setCacheLimit=function(){"true"===process.env.IS_WORKERS_ENABLED?this._heapLimit=.4*this._heapSize:this._heapLimit=.3*this._heapSize},SubscriptionManager.prototype.invalidatePubsCache=function(l,_){return __awaiter(this,void 0,void 0,function(){var t,i,o,n,s,r,a,c,u=this;return __generator(this,function(e){t=this._subscriptions.filter(function(e){return e.collections.includes(l)}),i=function(n){o._publications[n.publication].user_specific?Promise.all(n.clients.map(function(i){return __awaiter(u,void 0,void 0,function(){var t;return __generator(this,function(e){if((t=this._websocketManager.getWebSocket(i.id_socket))&&t.readyState===t.OPEN)try{this.sendDataToOne(t,i.messageId,n,_,l)}catch(e){this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During sendDataToOne - User Specific - Socket: "+i.id_socket+", User: "+i.id_user+", MessageId: "+i.messageId+", Pub: "+n.publication+", Err: "+JSON.stringify(e,null,2))}return[2]})})})):o.sendDataToAll(n)},o=this;try{for(n=__values(t),s=n.next();!s.done;s=n.next())r=s.value,i(r)}catch(e){a={error:e}}finally{try{s&&!s.done&&(c=n.return)&&c.call(n)}finally{if(a)throw a.error}}return[2]})})},SubscriptionManager.prototype.publications=function(e){this._publications=Object.assign(this._publications,e)},SubscriptionManager.prototype.loggedInLatency=function(t){var i=this,e=this._loggedInUsers.find(function(e){return e.id_ws===t.id_socket});e&&(e.date=new Date,logged_in_users_collection_1.LoggedInUsers.updateOne({id_ws:t.id_socket},{$set:{latency:t.latency,date:e.date}}).then(function(e){e||(i.unsubscribeAll(t),i.getEnableDebug()&&console.log(new Date,"Sub Manager","Unsub WS",t.user,t.id_socket,3))},function(){i.unsubscribeAll(t),i.getEnableDebug()&&console.log(new Date,"Sub Manager","Unsub WS",t.user,t.id_socket,4)}))},SubscriptionManager.prototype.subscribe=function(t,e,i,n,o,s){var r=this,a=(this._debugSubHits+=1,this._debugSubCollections.some(function(e){return e.publication===o})?this._debugSubCollections.find(function(e){return e.publication===o}).hits+=1:this._debugSubCollections.push({publication:o,hits:1}),this._publications[o]);if(a){if(1<s.length||s[0]){if(!a.check)return void console.error(new Date,"No Check Function For Pub "+o);if(!a.check._schema)return void console.error(new Date,"No Check Schema For Pub "+o);for(var c={},u=Object.keys(a.check._schema).filter(function(e){return!e.includes(".")}),l=0;l<s.length;l++)c[u[l]]=s[l];try{a.check.validate(c)}catch(e){if(e)return void console.error(new Date,"Error in Pub Check ("+o+")",e)}}"Bypass"!==t&&(a=t.split("/"),_="",d=a[0],""===a[0]&&(_="/",d=a[1]),_+=d,1<a.length&&(_+="/"),(d=this._subscriptions.filter(function(e){return e.clients.some(function(e){return e.id_socket===i.id_socket&&"Bypass"!==e.messageRoute&&"/"!==e.messageRoute&&e.messageRoute!==t&&!e.messageRoute.startsWith(_)})})).length)&&(this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Detected Undestroyed Subscription - "+this.serverConfig.CLIENT_NAME,"USER: "+i.user+" (Socket: "+i.id_socket+")  is on route: "+t+" but has the following subscriptions on other routes:"+JSON.stringify(d,null,2)),d.forEach(function(t){t.clients.filter(function(e){return e.id_socket===i.id_socket}).forEach(function(e){r.unsubscribe(e.messageRoute,new Date,i,e.messageId,t.publication,t.subscriptionData)})}));var _,d,a=this._subscriptions.find(function(e){return e.publication===o&&JSON.stringify(e.subscriptionData)===JSON.stringify(s)});a?a.clients.some(function(e){return e.id_socket===i.id_socket&&e.messageId===n})||a.clients.push({id_user:i.id_user,messageId:n,id_socket:i.id_socket,messageRoute:t}):this._subscriptions.push({publication:o,subscriptionData:s,collections:this.getPublicationCollections(o),clients:[{id_user:i.id_user,messageId:n,id_socket:i.id_socket,messageRoute:t}],cacheId:0}),a=a||this._subscriptions.find(function(e){return e.publication===o&&JSON.stringify(e.subscriptionData)===JSON.stringify(s)}),this.processSubscription(a,i,n)}else console.error(new Date,"No Publication: "+o)},SubscriptionManager.prototype.createLoggedInUser=function(n){return __awaiter(this,void 0,void 0,function(){var t=this;return __generator(this,function(e){return[2,new Promise(function(i,e){return __awaiter(t,void 0,void 0,function(){var t;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n))?(t={_id:(0,mongo_manager_1.objectIdHexString)(),__v:0,date:new Date,id_user:t.id_user,user:t.user,id_ws:t.id_socket},this._loggedInUsers.push(t),logged_in_users_collection_1.LoggedInUsers.insertOne(t),i(t)):i(null),[2]})})})]})})},SubscriptionManager.prototype.unsubscribe=function(e,t,i,n,o,s){if(this._debugUnSubHits+=1,this._publications[o]){var r=this._subscriptions.find(function(e){return e.publication===o&&JSON.stringify(e.subscriptionData)===JSON.stringify(s)});if(r)for(var a=r.clients.length-1;0<=a;a--)r.clients[a].id_user===i.id_user&&r.clients[a].messageId===n&&r.clients[a].id_socket===i.id_socket&&r.clients.splice(a,1)}else console.log("No Publication: "+o)},SubscriptionManager.prototype.unsubscribeAll=function(r){return __awaiter(this,void 0,void 0,function(){var t,i,n,o,s;return __generator(this,function(e){switch(e.label){case 0:return(this._debugUnSubAllHits+=1,r)?[4,logged_in_users_collection_1.LoggedInUsers.findOne({id_ws:r.id_socket})]:[3,2];case 1:for((t=e.sent())&&(0<=this._loggedInUsers.map(function(e){return e._id}).indexOf(t._id)&&this._loggedInUsers.splice(this._loggedInUsers.map(function(e){return e._id}).indexOf(t._id),1),logged_in_users_collection_1.LoggedInUsers.deleteOne({_id:t._id})),i=this._subscriptions.filter(function(e){return e.clients.some(function(e){return e.id_user===r.id_user&&e.id_socket===r.id_socket})}),n=i.length-1;0<=n;n--)for(o=i[n],s=o.clients.length-1;0<=s;s--)o.clients[s].id_socket===r.id_socket&&o.clients.splice(s,1);this._websocketManager.removeWebSocket(r),e.label=2;case 2:return[2]}})})},SubscriptionManager.prototype.getActiveSubscriptions=function(){return this._subscriptions},SubscriptionManager.prototype.getPublicationCollections=function(e){return this._publications[e].collections},SubscriptionManager.prototype.tailOpLog=function(t){return __awaiter(this,void 0,void 0,function(){var i,n=this;return __generator(this,function(e){switch(e.label){case 0:return this._oplog$&&!this._oplog$.closed&&(this._oplog$.removeAllListeners(),this._oplog$.close(),this._oplog$=null),[4,new Promise(function(e){return setTimeout(e,1e3)})];case 1:if(e.sent(),!this._oplog$||this._oplog$.closed){if(this._oplogRetryCount+=1,5<this._oplogRetryCount&&(console.error("****************** TAIL OPLOG ERROR, RETRYING A BUNCH OF TIMES, KILLING PROCESS **************************"),process.exit(1)),t){i=t;try{this._oplog$=index_1.ResolveIOServer.getMainDB().watch([],{resumeAfter:t})}catch(e){return this._oplog$&&(this._oplog$.removeAllListeners(),this._oplog$.close(),this._oplog$=null),this.tailOpLog(t),[2]}}else this._oplog$=index_1.ResolveIOServer.getMainDB().watch();console.log(new Date,"oplog started"),this._oplog$.on("change",function(t){var e;t.ns&&(e=t.ns.coll,n._debugOplogCollections.some(function(e){return e.collection===t.ns.coll&&e.type===t.operationType})?n._debugOplogCollections.find(function(e){return e.collection===t.ns.coll&&e.type===t.operationType}).hits+=1:n._debugOplogCollections.push({collection:t.ns.coll,type:t.operationType,hits:1}),!e||e.endsWith(".versions")||e.startsWith("monitor-")||"logs"===e||"log-method-latencies"===e||"log-subscriptions"===e||(n._debugOplogHits+=1,"insert"===t.operationType?("support-tickets"===e&&"https://resolveio.com"===n.serverConfig.ROOT_URL&&(n._mainServer.getMethodManager().callMethodInternal.call(n._mainServer.getMethodManager(),"sendSupportTicketEmail",t.documentKey._id),n.invalidatePubsCache(e,"insert")),"method-responses"!==e&&n.invalidatePubsCache(e,"insert")):"update"===t.operationType||"replace"===t.operationType?"method-responses"!==e&&n.invalidatePubsCache(e,"update"):"delete"===t.operationType&&"method-responses"!==e&&n.invalidatePubsCache(e,"delete")),"flags"===e&&flag_collection_1.Flags.findOne({type:"Enable Debug"}).then(function(e){e&&e.value?n._enableDebug=!0:n._enableDebug=!1}),i=t._id)}),this._oplog$.on("error",function(e){console.log(new Date,"oplog error",e),n._oplog$.removeAllListeners(),n._oplog$.close(),n._oplog$=null,n.tailOpLog(i)}),this._oplog$.on("end",function(){console.log(new Date,"oplog end"),n._oplog$.removeAllListeners(),n._oplog$.close(),n._oplog$=null,n.tailOpLog(i)}),this._oplog$.on("close",function(){console.log(new Date,"oplog close"),n._oplog$.removeAllListeners(),n._oplog$=null,n.tailOpLog(i)})}return[2]}})})},SubscriptionManager.prototype.processSubscription=function(n,o,s){return __awaiter(this,void 0,void 0,function(){var t,i;return __generator(this,function(e){if(this._publications[n.publication].user_specific)this.sendDataToOne(o,s,n,"newSub",n.collections[0]);else if(n.cacheId)try{t=JSON.parse(this._nodeCache.get(n.cacheId),common_1.dateReviver),i={messageId:s,hasError:!1,data:t},this.sendWS(o,i)}catch(e){this._nodeCache.del(n.cacheId),n.cacheId=0,this.sendDataToAll(n)}else this.sendDataToAll(n);return[2]})})},SubscriptionManager.prototype.sendDataToOne=function(s,r,a,e,t){return __awaiter(this,void 0,void 0,function(){var t,i,n,o;return __generator(this,function(e){switch(e.label){case 0:t=this._monitorManagerFunction.startMonitorFunction("User Specific Publication",a.publication,"","",a.subscriptionData),e.label=1;case 1:return e.trys.push([1,3,,4]),[4,(o=this._publications[a.publication].function).call.apply(o,__spreadArray([Object.assign({},this,SubscriptionManager.prototype),s.id_user],__read(a.subscriptionData),!1))];case 2:return o=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),n={messageId:r,hasError:!1,data:o},this.sendWS(s,n),[3,4];case 3:return i=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),n={messageId:r,hasError:!0,data:i},this.sendWS(s,n),this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During Subscription "+a.publication+" - (sendDataToOne - WS)\n\nData \n"+JSON.stringify(a.subscriptionData,null,2)+"\n\nErrors\n"+JSON.stringify(i,null,2)),[3,4];case 4:return[2]}})})},SubscriptionManager.prototype.sendDataToAll=function(_){return __awaiter(this,void 0,void 0,function(){var t,o,i,n,s,r,a,c,u,l=this;return __generator(this,function(e){switch(e.label){case 0:return _.clients.length?[3,1]:(_.cacheId&&(this._nodeCache.del(_.cacheId),_.cacheId=0),0<=(u=this._subscriptions.findIndex(function(e){return e.publication===_.publication&&JSON.stringify(e.subscriptionData)===JSON.stringify(_.subscriptionData)}))&&this._subscriptions.splice(u,1),[2]);case 1:t=this._monitorManagerFunction.startMonitorFunction("Publication",_.publication,"","",_.subscriptionData),e.label=2;case 2:return e.trys.push([2,4,,5]),[4,(u=this._publications[_.publication].function).call.apply(u,__spreadArray([Object.assign({},this,SubscriptionManager.prototype)],__read(_.subscriptionData),!1))];case 3:if(o=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),_.cacheId)try{i=JSON.parse(this._nodeCache.get(_.cacheId),common_1.dateReviver),JSON.stringify(i)!==JSON.stringify(o)&&(Promise.all(_.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!1,data:o},this.sendWS(t,i)),[2]})})})),this._nodeCache.del(_.cacheId),_.cacheId=0,!o||Array.isArray(o)&&!o.length||(_.cacheId=this._cacheId++,this._nodeCache.set(_.cacheId,JSON.stringify(o))))}catch(e){Promise.all(_.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!1,data:o},this.sendWS(t,i)),[2]})})})),this._nodeCache.del(_.cacheId),_.cacheId=0,!o||Array.isArray(o)&&!o.length||(_.cacheId=this._cacheId++,this._nodeCache.set(_.cacheId,JSON.stringify(o)))}else if(Promise.all(_.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!1,data:o},this.sendWS(t,i)),[2]})})})),o&&(!Array.isArray(o)||o.length)&&(_.cacheId=this._cacheId++,this._nodeCache.set(_.cacheId,JSON.stringify(o)),(n=this._nodeCache.getStats().vsize)>this._heapLimit)){for(s=0,r=this._subscriptions.filter(function(e){return e.cacheId&&!e.clients.length}),a=0;a<r.length&&(this._debugRemoveCacheHits+=1,this._nodeCache.del(r[a].cacheId),r[a].cacheId=0,s+=1,!(this._nodeCache.getStats().vsize<.75*this._heapLimit));a++);this._enableDebug&&console.log("Sub Cache: Too Big - "+_.publication+" - Deleted: "+s+" - "+n)}return[3,5];case 4:return c=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),Promise.all(_.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!0,data:c},this.sendWS(t,i)),[2]})})})),this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During Subscription "+_.publication+" - (sendPubData)\n\nData \n"+JSON.stringify(_.subscriptionData,null,2)+"\n\nErrors\n"+JSON.stringify(c,null,2)),[3,5];case 5:return[2]}})})},SubscriptionManager.prototype.sendWS=function(e,t){this._websocketManager.send(e,t)},SubscriptionManager.prototype.getEnableDebug=function(){return this._enableDebug},SubscriptionManager}();exports.SubscriptionManager=SubscriptionManager;
+"use strict";var __awaiter=this&&this.__awaiter||function(e,n,o,s){return new(o=o||Promise)(function(i,t){function fulfilled(e){try{step(s.next(e))}catch(e){t(e)}}function rejected(e){try{step(s.throw(e))}catch(e){t(e)}}function step(e){var t;e.done?i(e.value):((t=e.value)instanceof o?t:new o(function(e){e(t)})).then(fulfilled,rejected)}step((s=s.apply(e,n||[])).next())})},__generator=this&&this.__generator||function(n,o){var s,r,a,c={label:0,sent:function(){if(1&a[0])throw a[1];return a[1]},trys:[],ops:[]},u={next:verb(0),throw:verb(1),return:verb(2)};return"function"==typeof Symbol&&(u[Symbol.iterator]=function(){return this}),u;function verb(i){return function(e){var t=[i,e];if(s)throw new TypeError("Generator is already executing.");for(;c=u&&t[u=0]?0:c;)try{if(s=1,r&&(a=2&t[0]?r.return:t[0]?r.throw||((a=r.return)&&a.call(r),0):r.next)&&!(a=a.call(r,t[1])).done)return a;switch(r=0,(t=a?[2&t[0],a.value]:t)[0]){case 0:case 1:a=t;break;case 4:return c.label++,{value:t[1],done:!1};case 5:c.label++,r=t[1],t=[0];continue;case 7:t=c.ops.pop(),c.trys.pop();continue;default:if(!(a=0<(a=c.trys).length&&a[a.length-1])&&(6===t[0]||2===t[0])){c=0;continue}if(3===t[0]&&(!a||t[1]>a[0]&&t[1]<a[3]))c.label=t[1];else if(6===t[0]&&c.label<a[1])c.label=a[1],a=t;else{if(!(a&&c.label<a[2])){a[2]&&c.ops.pop(),c.trys.pop();continue}c.label=a[2],c.ops.push(t)}}t=o.call(n,c)}catch(e){t=[6,e],r=0}finally{s=a=0}if(5&t[0])throw t[1];return{value:t[0]?t[1]:void 0,done:!0}}}},__values=this&&this.__values||function(e){var t="function"==typeof Symbol&&Symbol.iterator,i=t&&e[t],n=0;if(i)return i.call(e);if(e&&"number"==typeof e.length)return{next:function(){return{value:(e=e&&n>=e.length?void 0:e)&&e[n++],done:!e}}};throw new TypeError(t?"Object is not iterable.":"Symbol.iterator is not defined.")},__read=this&&this.__read||function(e,t){var i="function"==typeof Symbol&&e[Symbol.iterator];if(!i)return e;var n,o,s=i.call(e),r=[];try{for(;(void 0===t||0<t--)&&!(n=s.next()).done;)r.push(n.value)}catch(e){o={error:e}}finally{try{n&&!n.done&&(i=s.return)&&i.call(s)}finally{if(o)throw o.error}}return r},__spreadArray=this&&this.__spreadArray||function(e,t,i){if(i||2===arguments.length)for(var n,o=0,s=t.length;o<s;o++)!n&&o in t||((n=n||Array.prototype.slice.call(t,0,o))[o]=t[o]);return e.concat(n||Array.prototype.slice.call(t))},logs_1=(Object.defineProperty(exports,"__esModule",{value:!0}),exports.SubscriptionManager=void 0,require("../publications/logs")),app_status_1=require("../publications/app-status"),files_1=require("../publications/files"),super_admin_1=require("../publications/super-admin"),logged_in_users_collection_1=require("../collections/logged-in-users.collection"),cron_jobs_1=require("../publications/cron-jobs"),flags_1=require("../publications/flags"),method_responses_1=require("../publications/method-responses"),index_1=require("../index"),notifications_1=require("../publications/notifications"),report_builder_reports_1=require("../publications/report-builder-reports"),report_builder_libraries_1=require("../publications/report-builder-libraries"),user_groups_1=require("../publications/user-groups"),user_guides_1=require("../publications/user-guides"),report_builder_dashboard_builders_1=require("../publications/report-builder-dashboard-builders"),mongo_manager_1=require("./mongo.manager"),common_1=require("../util/common"),NodeCache=require("node-cache"),flag_collection_1=require("../collections/flag.collection"),os_1=require("os"),numCPUs=(0,os_1.cpus)().length,v8=require("v8"),SubscriptionManager=function(){function SubscriptionManager(e,t,i,n){var o=this;this._publications={},this._subscriptions=[],this._loggedInUsers=[],this._mongoQueue=[],this._mongoQueueId=0,this._cacheId=1,this._heapSize=v8.getHeapStatistics()/numCPUs,this._enableDebug=!1,this._debugOplogCollections=[],this._debugOplogHits=0,this._debugSubCollections=[],this._debugSubHits=0,this._debugUnSubHits=0,this._debugUnSubAllHits=0,this._debugMongoQueueHits=0,this._debugMongoQueueCollections=[],this._debugSendQueueHits=0,this._debugRemoveCacheHits=0,this._oplogRetryCount=0,this._mainServer=e,this._websocketManager=this._mainServer.getWebSocketManager(),this._monitorManagerFunction=n,this._nodeCache=new NodeCache({stdTTL:0,checkperiod:0}),this.serverConfig=i,this._wss=t,(0,super_admin_1.loadSuperAdminPublications)(this),(0,app_status_1.loadAppStatusPublications)(this),(0,logs_1.loadLogPublications)(this),(0,files_1.loadFilePublications)(this),(0,cron_jobs_1.loadCronJobPublications)(this),(0,flags_1.loadFlagsPublications)(this),(0,method_responses_1.loadMethodResponsePublications)(this),(0,notifications_1.loadNotificationPublications)(this),(0,report_builder_reports_1.loadReportBuilderReportPublications)(this),(0,report_builder_libraries_1.loadReportBuilderLibraryPublications)(this),(0,user_groups_1.loadUserGroupPublications)(this),(0,user_guides_1.loadUserGuidePublications)(this),(0,report_builder_dashboard_builders_1.loadReportBuilderDashboardBuilderPublications)(this),this.tailOpLog(),setInterval(function(){o._oplogRetryCount=0},15e3),setInterval(function(){o.getEnableDebug()&&(console.log(new Date,"Sub Manager","Subs",o._subscriptions.length),console.log(new Date,"Sub Manager","Logged In Users",o._loggedInUsers.length),console.log(new Date,"Sub Manager","Mongo Queue",o._mongoQueue.length),console.log(new Date,"Sub Manager","Mongo Queue Hits",o._debugMongoQueueHits),console.log(new Date,"Sub Manager","Mongo Queue Collections",JSON.stringify(o._debugMongoQueueCollections.sort(function(e,t){return e.collection.localeCompare(t.collection)||e.publication.localeCompare(t.publication)}),null,2)),console.log(new Date,"Sub Manager","Oplog Hits",o._debugOplogHits),console.log(new Date,"Sub Manager","Oplog Collections",JSON.stringify(o._debugOplogCollections.sort(function(e,t){return e.collection.localeCompare(t.collection)||e.type.localeCompare(t.type)}),null,2)),console.log(new Date,"Sub Manager","Send Queue Hits",o._debugSendQueueHits),console.log(new Date,"Sub Manager","Sub Hits",o._debugSubHits),console.log(new Date,"Sub Manager","Sub Collections",JSON.stringify(o._debugSubCollections.sort(function(e,t){return e.publication.localeCompare(t.publication)}),null,2)),console.log(new Date,"Sub Manager","Unsub Hits",o._debugUnSubHits),console.log(new Date,"Sub Manager","Unsub All Hits",o._debugUnSubAllHits),console.log(new Date,"Sub Manager","Cache Cleanup Hits",o._debugRemoveCacheHits)),o._debugOplogHits=0,o._debugOplogCollections=[],o._debugSubCollections=[],o._debugMongoQueueHits=0,o._debugMongoQueueCollections=[],o._debugSendQueueHits=0,o._debugSubHits=0,o._debugUnSubHits=0,o._debugUnSubAllHits=0,o._debugRemoveCacheHits=0},6e4),setInterval(function(){return __awaiter(o,void 0,void 0,function(){var t,n,i,o,s,r,a,c,u;return __generator(this,function(e){switch(e.label){case 0:return t=this,[4,logged_in_users_collection_1.LoggedInUsers.find()];case 1:for(t._loggedInUsers=e.sent(),n=(0,common_1.deepCopy)(this._loggedInUsers),i=function(e){var i=n[e];(!i.date||12e4<Date.now()-i.date.getTime())&&(o._websocketManager.getWebSocket(i.id_ws)?(o.getEnableDebug()&&console.log(new Date,"Sub Manager","Unsub WS",o._websocketManager.getWebSocket(i.id_ws).user,o._websocketManager.getWebSocket(i.id_ws).id_socket,2),o.unsubscribeAll(o._websocketManager.getWebSocket(i.id_ws))):(o._subscriptions.forEach(function(e){for(var t=e.clients.length-1;0<=t;t--)e.clients[t].id_socket===i.id_ws&&e.clients.splice(t,1)}),logged_in_users_collection_1.LoggedInUsers.deleteOne({_id:i._id}),0<=o._loggedInUsers.findIndex(function(e){return e._id===i._id})&&o._loggedInUsers.splice(o._loggedInUsers.findIndex(function(e){return e._id===i._id}),1)))},s=(o=this)._loggedInUsers.length-1;0<=s;s--)i(s);for(s=0;s<this._subscriptions.length;s++)for(r=this._subscriptions[s],a=function(e){var t=r.clients[e];c._loggedInUsers.some(function(e){return e.id_ws===t.id_socket})||r.clients.splice(e,1)},c=this,u=r.clients.length-1;0<=u;u--)a(u);return[2]}})})},3e4),flag_collection_1.Flags.findOne({type:"Enable Debug"}).then(function(e){e&&e.value?o._enableDebug=!0:o._enableDebug=!1}),this.setCacheLimit()}return SubscriptionManager.prototype.setCacheLimit=function(){"true"===process.env.IS_WORKERS_ENABLED?this._heapLimit=.4*this._heapSize:this._heapLimit=.3*this._heapSize},SubscriptionManager.prototype.invalidatePubsCache=function(l,g){return __awaiter(this,void 0,void 0,function(){var t,i,o,n,s,r,a,c,u=this;return __generator(this,function(e){index_1.ResolveIOServer.getMongoManager().invalidateQueryCache(l),t=this._subscriptions.filter(function(e){return e.collections.includes(l)}),i=function(n){o._publications[n.publication].user_specific?Promise.all(n.clients.map(function(i){return __awaiter(u,void 0,void 0,function(){var t;return __generator(this,function(e){if((t=this._websocketManager.getWebSocket(i.id_socket))&&t.readyState===t.OPEN)try{this.sendDataToOne(t,i.messageId,n,g,l)}catch(e){this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During sendDataToOne - User Specific - Socket: "+i.id_socket+", User: "+i.id_user+", MessageId: "+i.messageId+", Pub: "+n.publication+", Err: "+JSON.stringify(e,null,2))}return[2]})})})):o.sendDataToAll(n)},o=this;try{for(n=__values(t),s=n.next();!s.done;s=n.next())r=s.value,i(r)}catch(e){a={error:e}}finally{try{s&&!s.done&&(c=n.return)&&c.call(n)}finally{if(a)throw a.error}}return[2]})})},SubscriptionManager.prototype.publications=function(e){this._publications=Object.assign(this._publications,e)},SubscriptionManager.prototype.loggedInLatency=function(t){var i=this,e=this._loggedInUsers.find(function(e){return e.id_ws===t.id_socket});e&&(e.date=new Date,logged_in_users_collection_1.LoggedInUsers.updateOne({id_ws:t.id_socket},{$set:{latency:t.latency,date:e.date}}).then(function(e){e||(i.unsubscribeAll(t),i.getEnableDebug()&&console.log(new Date,"Sub Manager","Unsub WS",t.user,t.id_socket,3))},function(){i.unsubscribeAll(t),i.getEnableDebug()&&console.log(new Date,"Sub Manager","Unsub WS",t.user,t.id_socket,4)}))},SubscriptionManager.prototype.subscribe=function(t,e,i,n,o,s){var r=this,a=(this._debugSubHits+=1,this._debugSubCollections.some(function(e){return e.publication===o})?this._debugSubCollections.find(function(e){return e.publication===o}).hits+=1:this._debugSubCollections.push({publication:o,hits:1}),this._publications[o]);if(a){if(1<s.length||s[0]){if(!a.check)return void console.error(new Date,"No Check Function For Pub "+o);if(!a.check._schema)return void console.error(new Date,"No Check Schema For Pub "+o);for(var c={},u=Object.keys(a.check._schema).filter(function(e){return!e.includes(".")}),l=0;l<s.length;l++)c[u[l]]=s[l];try{a.check.validate(c)}catch(e){if(e)return void console.error(new Date,"Error in Pub Check ("+o+")",e)}}"Bypass"!==t&&(a=t.split("/"),g="",_=a[0],""===a[0]&&(g="/",_=a[1]),g+=_,1<a.length&&(g+="/"),(_=this._subscriptions.filter(function(e){return e.clients.some(function(e){return e.id_socket===i.id_socket&&"Bypass"!==e.messageRoute&&"/"!==e.messageRoute&&e.messageRoute!==t&&!e.messageRoute.startsWith(g)})})).length)&&(this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Detected Undestroyed Subscription - "+this.serverConfig.CLIENT_NAME,"USER: "+i.user+" (Socket: "+i.id_socket+")  is on route: "+t+" but has the following subscriptions on other routes:"+JSON.stringify(_,null,2)),_.forEach(function(t){t.clients.filter(function(e){return e.id_socket===i.id_socket}).forEach(function(e){r.unsubscribe(e.messageRoute,new Date,i,e.messageId,t.publication,t.subscriptionData)})}));var g,_,a=this._subscriptions.find(function(e){return e.publication===o&&JSON.stringify(e.subscriptionData)===JSON.stringify(s)});a?a.clients.some(function(e){return e.id_socket===i.id_socket&&e.messageId===n})||a.clients.push({id_user:i.id_user,messageId:n,id_socket:i.id_socket,messageRoute:t}):this._subscriptions.push({publication:o,subscriptionData:s,collections:this.getPublicationCollections(o),clients:[{id_user:i.id_user,messageId:n,id_socket:i.id_socket,messageRoute:t}],cacheId:0}),a=a||this._subscriptions.find(function(e){return e.publication===o&&JSON.stringify(e.subscriptionData)===JSON.stringify(s)}),this.processSubscription(a,i,n)}else console.error(new Date,"No Publication: "+o)},SubscriptionManager.prototype.createLoggedInUser=function(n){return __awaiter(this,void 0,void 0,function(){var t=this;return __generator(this,function(e){return[2,new Promise(function(i,e){return __awaiter(t,void 0,void 0,function(){var t;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n))?(t={_id:(0,mongo_manager_1.objectIdHexString)(),__v:0,date:new Date,id_user:t.id_user,user:t.user,id_ws:t.id_socket},this._loggedInUsers.push(t),logged_in_users_collection_1.LoggedInUsers.insertOne(t),i(t)):i(null),[2]})})})]})})},SubscriptionManager.prototype.unsubscribe=function(e,t,i,n,o,s){if(this._debugUnSubHits+=1,this._publications[o]){var r=this._subscriptions.find(function(e){return e.publication===o&&JSON.stringify(e.subscriptionData)===JSON.stringify(s)});if(r)for(var a=r.clients.length-1;0<=a;a--)r.clients[a].id_user===i.id_user&&r.clients[a].messageId===n&&r.clients[a].id_socket===i.id_socket&&r.clients.splice(a,1)}else console.log("No Publication: "+o)},SubscriptionManager.prototype.unsubscribeAll=function(r){return __awaiter(this,void 0,void 0,function(){var t,i,n,o,s;return __generator(this,function(e){switch(e.label){case 0:return(this._debugUnSubAllHits+=1,r)?[4,logged_in_users_collection_1.LoggedInUsers.findOne({id_ws:r.id_socket})]:[3,2];case 1:for((t=e.sent())&&(0<=this._loggedInUsers.map(function(e){return e._id}).indexOf(t._id)&&this._loggedInUsers.splice(this._loggedInUsers.map(function(e){return e._id}).indexOf(t._id),1),logged_in_users_collection_1.LoggedInUsers.deleteOne({_id:t._id})),i=this._subscriptions.filter(function(e){return e.clients.some(function(e){return e.id_user===r.id_user&&e.id_socket===r.id_socket})}),n=i.length-1;0<=n;n--)for(o=i[n],s=o.clients.length-1;0<=s;s--)o.clients[s].id_socket===r.id_socket&&o.clients.splice(s,1);this._websocketManager.removeWebSocket(r),e.label=2;case 2:return[2]}})})},SubscriptionManager.prototype.getActiveSubscriptions=function(){return this._subscriptions},SubscriptionManager.prototype.getPublicationCollections=function(e){return this._publications[e].collections},SubscriptionManager.prototype.tailOpLog=function(t){return __awaiter(this,void 0,void 0,function(){var i,n=this;return __generator(this,function(e){switch(e.label){case 0:return this._oplog$&&!this._oplog$.closed&&(this._oplog$.removeAllListeners(),this._oplog$.close(),this._oplog$=null),[4,new Promise(function(e){return setTimeout(e,1e3)})];case 1:if(e.sent(),!this._oplog$||this._oplog$.closed){if(this._oplogRetryCount+=1,5<this._oplogRetryCount&&(console.error("****************** TAIL OPLOG ERROR, RETRYING A BUNCH OF TIMES, KILLING PROCESS **************************"),process.exit(1)),t){i=t;try{this._oplog$=index_1.ResolveIOServer.getMainDB().watch([],{resumeAfter:t})}catch(e){return this._oplog$&&(this._oplog$.removeAllListeners(),this._oplog$.close(),this._oplog$=null),this.tailOpLog(t),[2]}}else this._oplog$=index_1.ResolveIOServer.getMainDB().watch();console.log(new Date,"oplog started"),this._oplog$.on("change",function(t){var e;t.ns&&(e=t.ns.coll,n._debugOplogCollections.some(function(e){return e.collection===t.ns.coll&&e.type===t.operationType})?n._debugOplogCollections.find(function(e){return e.collection===t.ns.coll&&e.type===t.operationType}).hits+=1:n._debugOplogCollections.push({collection:t.ns.coll,type:t.operationType,hits:1}),!e||e.endsWith(".versions")||e.startsWith("monitor-")||"logs"===e||"log-method-latencies"===e||"log-subscriptions"===e||(n._debugOplogHits+=1,"insert"===t.operationType?("support-tickets"===e&&"https://resolveio.com"===n.serverConfig.ROOT_URL&&(n._mainServer.getMethodManager().callMethodInternal.call(n._mainServer.getMethodManager(),"sendSupportTicketEmail",t.documentKey._id),n.invalidatePubsCache(e,"insert")),"method-responses"!==e&&n.invalidatePubsCache(e,"insert")):"update"===t.operationType||"replace"===t.operationType?"method-responses"!==e&&n.invalidatePubsCache(e,"update"):"delete"===t.operationType&&"method-responses"!==e&&n.invalidatePubsCache(e,"delete")),"flags"===e&&flag_collection_1.Flags.findOne({type:"Enable Debug"}).then(function(e){e&&e.value?n._enableDebug=!0:n._enableDebug=!1}),i=t._id)}),this._oplog$.on("error",function(e){console.log(new Date,"oplog error",e),n._oplog$.removeAllListeners(),n._oplog$.close(),n._oplog$=null,n.tailOpLog(i)}),this._oplog$.on("end",function(){console.log(new Date,"oplog end"),n._oplog$.removeAllListeners(),n._oplog$.close(),n._oplog$=null,n.tailOpLog(i)}),this._oplog$.on("close",function(){console.log(new Date,"oplog close"),n._oplog$.removeAllListeners(),n._oplog$=null,n.tailOpLog(i)})}return[2]}})})},SubscriptionManager.prototype.processSubscription=function(n,o,s){return __awaiter(this,void 0,void 0,function(){var t,i;return __generator(this,function(e){if(this._publications[n.publication].user_specific)this.sendDataToOne(o,s,n,"newSub",n.collections[0]);else if(n.cacheId)try{t=JSON.parse(this._nodeCache.get(n.cacheId),common_1.dateReviver),i={messageId:s,hasError:!1,data:t},this.sendWS(o,i)}catch(e){this._nodeCache.del(n.cacheId),n.cacheId=0,this.sendDataToAll(n)}else this.sendDataToAll(n);return[2]})})},SubscriptionManager.prototype.sendDataToOne=function(s,r,a,e,t){return __awaiter(this,void 0,void 0,function(){var t,i,n,o;return __generator(this,function(e){switch(e.label){case 0:t=this._monitorManagerFunction.startMonitorFunction("User Specific Publication",a.publication,"","",a.subscriptionData),e.label=1;case 1:return e.trys.push([1,3,,4]),[4,(o=this._publications[a.publication].function).call.apply(o,__spreadArray([Object.assign({},this,SubscriptionManager.prototype),s.id_user],__read(a.subscriptionData),!1))];case 2:return o=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),n={messageId:r,hasError:!1,data:o},this.sendWS(s,n),[3,4];case 3:return i=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),n={messageId:r,hasError:!0,data:i},this.sendWS(s,n),this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During Subscription "+a.publication+" - (sendDataToOne - WS)\n\nData \n"+JSON.stringify(a.subscriptionData,null,2)+"\n\nErrors\n"+JSON.stringify(i,null,2)),[3,4];case 4:return[2]}})})},SubscriptionManager.prototype.sendDataToAll=function(g){return __awaiter(this,void 0,void 0,function(){var t,o,i,n,s,r,a,c,u,l=this;return __generator(this,function(e){switch(e.label){case 0:return g.clients.length?[3,1]:(g.cacheId&&(this._nodeCache.del(g.cacheId),g.cacheId=0),0<=(u=this._subscriptions.findIndex(function(e){return e.publication===g.publication&&JSON.stringify(e.subscriptionData)===JSON.stringify(g.subscriptionData)}))&&this._subscriptions.splice(u,1),[2]);case 1:t=this._monitorManagerFunction.startMonitorFunction("Publication",g.publication,"","",g.subscriptionData),e.label=2;case 2:return e.trys.push([2,4,,5]),[4,(u=this._publications[g.publication].function).call.apply(u,__spreadArray([Object.assign({},this,SubscriptionManager.prototype)],__read(g.subscriptionData),!1))];case 3:if(o=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),g.cacheId)try{i=JSON.parse(this._nodeCache.get(g.cacheId),common_1.dateReviver),JSON.stringify(i)!==JSON.stringify(o)&&(Promise.all(g.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!1,data:o},this.sendWS(t,i)),[2]})})})),this._nodeCache.del(g.cacheId),g.cacheId=0,!o||Array.isArray(o)&&!o.length||(g.cacheId=this._cacheId++,this._nodeCache.set(g.cacheId,JSON.stringify(o))))}catch(e){Promise.all(g.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!1,data:o},this.sendWS(t,i)),[2]})})})),this._nodeCache.del(g.cacheId),g.cacheId=0,!o||Array.isArray(o)&&!o.length||(g.cacheId=this._cacheId++,this._nodeCache.set(g.cacheId,JSON.stringify(o)))}else if(Promise.all(g.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!1,data:o},this.sendWS(t,i)),[2]})})})),o&&(!Array.isArray(o)||o.length)&&(g.cacheId=this._cacheId++,this._nodeCache.set(g.cacheId,JSON.stringify(o)),(n=this._nodeCache.getStats().vsize)>this._heapLimit)){for(s=0,r=this._subscriptions.filter(function(e){return e.cacheId&&!e.clients.length}),a=0;a<r.length&&(this._debugRemoveCacheHits+=1,this._nodeCache.del(r[a].cacheId),r[a].cacheId=0,s+=1,!(this._nodeCache.getStats().vsize<.75*this._heapLimit));a++);this._enableDebug&&console.log("Sub Cache: Too Big - "+g.publication+" - Deleted: "+s+" - "+n)}return[3,5];case 4:return c=e.sent(),this._monitorManagerFunction.finishMonitorFunction(t),Promise.all(g.clients.map(function(n){return __awaiter(l,void 0,void 0,function(){var t,i;return __generator(this,function(e){return(t=this._websocketManager.getWebSocket(n.id_socket))&&t.readyState===t.OPEN&&(i={messageId:n.messageId,hasError:!0,data:c},this.sendWS(t,i)),[2]})})})),this._mainServer.getMethodManager().sendEmail("dev@resolveio.com","SERVER - Error Detected - "+this.serverConfig.CLIENT_NAME,"Error Detected During Subscription "+g.publication+" - (sendPubData)\n\nData \n"+JSON.stringify(g.subscriptionData,null,2)+"\n\nErrors\n"+JSON.stringify(c,null,2)),[3,5];case 5:return[2]}})})},SubscriptionManager.prototype.sendWS=function(e,t){this._websocketManager.send(e,t)},SubscriptionManager.prototype.getEnableDebug=function(){return this._enableDebug},SubscriptionManager}();exports.SubscriptionManager=SubscriptionManager;
 //# sourceMappingURL=subscription.manager.js.map

package/managers/subscription.manager.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"sources":["../../src/managers/subscription.manager.ts"],"names":["logs_1","require","app_status_1","files_1","super_admin_1","logged_in_users_collection_1","cron_jobs_1","flags_1","method_responses_1","index_1","notifications_1","report_builder_reports_1","report_builder_libraries_1","user_groups_1","user_guides_1","report_builder_dashboard_builders_1","mongo_manager_1","common_1","NodeCache","flag_collection_1","os_1","numCPUs","cpus","length","v8","SubscriptionManager","mainServer","wss","serverConfig","monitorManagerFunction","_this","this","_publications","_subscriptions","_loggedInUsers","_mongoQueue","_mongoQueueId","_cacheId","_heapSize","getHeapStatistics","_enableDebug","_debugOplogCollections","_debugOplogHits","_debugSubCollections","_debugSubHits","_debugUnSubHits","_debugUnSubAllHits","_debugMongoQueueHits","_debugMongoQueueCollections","_debugSendQueueHits","_debugRemoveCacheHits","_oplogRetryCount","_mainServer","_websocketManager","getWebSocketManager","_monitorManagerFunction","_nodeCache","stdTTL","checkperiod","_wss","loadSuperAdminPublications","loadAppStatusPublications","loadLogPublications","loadFilePublications","loadCronJobPublications","loadFlagsPublications","loadMethodResponsePublications","loadNotificationPublications","loadReportBuilderReportPublications","loadReportBuilderLibraryPublications","loadUserGroupPublications","loadUserGuidePublications","loadReportBuilderDashboardBuilderPublications","tailOpLog","setInterval","getEnableDebug","console","log","Date","JSON","stringify","sort","a","b","collection","localeCompare","publication","type","__awaiter","_a","LoggedInUsers","find","_b","sent","userCopy","deepCopy","i","loggedInUser","date","now","getTime","this_1","getWebSocket","id_ws","unsubscribeAll","forEach","sub","j","clients","id_socket","splice","deleteOne","_id","findIndex","client","this_2","some","Flags","findOne","then","flag","value","setCacheLimit","prototype","process","env","IS_WORKERS_ENABLED","_heapLimit","invalidatePubsCache","collSubs","filter","collections","includes","this_3","user_specific","Promise","all","map","ws","readyState","OPEN","sendDataToOne","messageId","err","getMethodManager","sendEmail","id_user","sendDataToAll","collSubs_1","__values","collSubs_1_1","next","done","publications","method","Object","assign","loggedInLatency","updateOne","$set","latency","res","subscribe","messageRoute","messageDate","subscriptionData","pub","hits","push","check","error","_schema","valObj","rootKeys","keys","validate","errors","urlData","split","urlModule_1","urlNext","otherRouteSubs","startsWith","otherSub","unsubscribe","getPublicationCollections","cacheId","processSubscription","createLoggedInUser","resolve","reject","user","objectIdHexString","__v","insertOne","indexOf","userSubs","removeWebSocket","getActiveSubscriptions","resumeToken","_oplog$","closed","removeAllListeners","close","setTimeout","exit","lastResumeToken_1","ResolveIOServer","getMainDB","watch","resumeAfter","errOp","on","doc","ns","coll","operationType","endsWith","callMethodInternal","call","documentKey","cacheData","parse","get","dateReviver","serverRes","hasError","data","sendWS","del","monitor","startMonitorFunction","function","apply","__spreadArray","__read","finishMonitorFunction","err_1","subIndex","res_1","Array","isArray","set","nodeCacheSize","getStats","vsize","deleteCount","subArr","zz","err_2","send","exports"],"mappings":"+xEAGAA,Q,0FAAAC,QAAA,sBAAA,GACAC,aAAAD,QAAA,4BAAA,EACAE,QAAAF,QAAA,uBAAA,EACAG,cAAAH,QAAA,6BAAA,EACAI,6BAAAJ,QAAA,2CAAA,EACAK,YAAAL,QAAA,2BAAA,EACAM,QAAAN,QAAA,uBAAA,EACAO,mBAAAP,QAAA,kCAAA,EAEAQ,QAAAR,QAAA,UAAA,EACAS,gBAAAT,QAAA,+BAAA,EACAU,yBAAAV,QAAA,wCAAA,EAIAW,2BAAAX,QAAA,0CAAA,EACAY,cAAAZ,QAAA,6BAAA,EACAa,cAAAb,QAAA,6BAAA,EACAc,oCAAAd,QAAA,mDAAA,EACAe,gBAAAf,QAAA,iBAAA,EACAgB,SAAAhB,QAAA,gBAAA,EACAiB,UAAAjB,QAAA,YAAA,EAEAkB,kBAAAlB,QAAA,gCAAA,EACAmB,KAAAnB,QAAA,IAAA,EAEMoB,SAAU,EAAAD,KAAAE,MAAI,EAAGC,OACjBC,GAAKvB,QAAQ,IAAI,EA0BvBwB,oBAAA,WA0CC,SAAAA,oBAAYC,EAAYC,EAAuBC,EAAcC,GAA7D,IAAAC,EAAAC,KAtCQA,KAAAC,cAAmC,GACnCD,KAAAE,eAA4C,GAE5CF,KAAAG,eAAsC,GAEtCH,KAAAI,YAAiC,GACjCJ,KAAAK,cAAgB,EAKhBL,KAAAM,SAAW,EAEXN,KAAAO,UAAYd,GAAGe,kBAAiB,EAAKlB,QAOrCU,KAAAS,aAAe,CAAA,EACfT,KAAAU,uBAAyB,GACzBV,KAAAW,gBAAkB,EAClBX,KAAAY,qBAAuB,GACvBZ,KAAAa,cAAgB,EAChBb,KAAAc,gBAAkB,EAClBd,KAAAe,mBAAqB,EACrBf,KAAAgB,qBAAuB,EACvBhB,KAAAiB,4BAA8B,GAC9BjB,KAAAkB,oBAAsB,EACtBlB,KAAAmB,sBAAwB,EAExBnB,KAAAoB,iBAAmB,EAO1BpB,KAAKqB,YAAc1B,EACnBK,KAAKsB,kBAAoBtB,KAAKqB,YAAYE,oBAAmB,EAC7DvB,KAAKwB,wBAA0B1B,EAE/BE,KAAKyB,WAAa,IAAItC,UAAW,CAAEuC,OAAQ,EAAGC,YAAa,CAAC,CAAE,EAsB9D3B,KAAKH,aAAeA,EACpBG,KAAK4B,KAAOhC,GAGZ,EAAAvB,cAAAwD,4BAA2B7B,IAAI,GAC/B,EAAA7B,aAAA2D,2BAA0B9B,IAAI,GAC9B,EAAA/B,OAAA8D,qBAAoB/B,IAAI,GACxB,EAAA5B,QAAA4D,sBAAqBhC,IAAI,GACzB,EAAAzB,YAAA0D,yBAAwBjC,IAAI,GAC5B,EAAAxB,QAAA0D,uBAAsBlC,IAAI,GAC1B,EAAAvB,mBAAA0D,gCAA+BnC,IAAI,GACnC,EAAArB,gBAAAyD,8BAA6BpC,IAAI,GACjC,EAAApB,yBAAAyD,qCAAoCrC,IAAI,GACxC,EAAAnB,2BAAAyD,sCAAqCtC,IAAI,GACzC,EAAAlB,cAAAyD,2BAA0BvC,IAAI,GAC9B,EAAAjB,cAAAyD,2BAA0BxC,IAAI,GAC9B,EAAAhB,oCAAAyD,+CAA8CzC,IAAI,EAElDA,KAAK0C,UAAS,EAEdC,YAAY,WACX5C,EAAKqB,iBAAmB,CACzB,EAAG,IAAK,EAERuB,YAAY,WACP5C,EAAK6C,eAAc,IACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,OAAQhD,EAAKG,eAAeV,MAAM,EACzEqD,QAAQC,IAAI,IAAIC,KAAQ,cAAe,kBAAmBhD,EAAKI,eAAeX,MAAM,EACpFqD,QAAQC,IAAI,IAAIC,KAAQ,cAAe,cAAehD,EAAKK,YAAYZ,MAAM,EAC7EqD,QAAQC,IAAI,IAAIC,KAAQ,cAAe,mBAAoBhD,EAAKiB,oBAAoB,EACpF6B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,0BAA2BC,KAAKC,UAAUlD,EAAKkB,4BAA4BiC,KAAK,SAACC,EAAGC,GAAM,OAAAD,EAAEE,WAAWC,cAAcF,EAAEC,UAAU,GAAKF,EAAEI,YAAYD,cAAcF,EAAEG,WAAW,CAArF,CAAsF,EAAG,KAAM,CAAC,CAAC,EAClOV,QAAQC,IAAI,IAAIC,KAAQ,cAAe,aAAchD,EAAKY,eAAe,EACzEkC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,oBAAqBC,KAAKC,UAAUlD,EAAKW,uBAAuBwC,KAAK,SAACC,EAAGC,GAAM,OAAAD,EAAEE,WAAWC,cAAcF,EAAEC,UAAU,GAAKF,EAAEK,KAAKF,cAAcF,EAAEI,IAAI,CAAvE,CAAwE,EAAG,KAAM,CAAC,CAAC,EACzMX,QAAQC,IAAI,IAAIC,KAAQ,cAAe,kBAAmBhD,EAAKmB,mBAAmB,EAClF2B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAYhD,EAAKc,aAAa,EACrEgC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,kBAAmBC,KAAKC,UAAUlD,EAAKa,qBAAqBsC,KAAK,SAACC,EAAGC,GAAM,OAAAD,EAAEI,YAAYD,cAAcF,EAAEG,WAAW,CAAzC,CAA0C,EAAG,KAAM,CAAC,CAAC,EACvKV,QAAQC,IAAI,IAAIC,KAAQ,cAAe,aAAchD,EAAKe,eAAe,EACzE+B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,iBAAkBhD,EAAKgB,kBAAkB,EAChF8B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,qBAAsBhD,EAAKoB,qBAAqB,GAGxFpB,EAAKY,gBAAkB,EACvBZ,EAAKW,uBAAyB,GAC9BX,EAAKa,qBAAuB,GAC5Bb,EAAKiB,qBAAuB,EAC5BjB,EAAKkB,4BAA8B,GACnClB,EAAKmB,oBAAsB,EAC3BnB,EAAKc,cAAgB,EACrBd,EAAKe,gBAAkB,EACvBf,EAAKgB,mBAAqB,EAC1BhB,EAAKoB,sBAAwB,CAC9B,EAAG,GAAK,EAERwB,YAAY,WAAA,OAAAc,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,iFACW,OAAtB2D,EAAA1D,KAAsB,CAAA,EAAM1B,6BAAAqF,cAAcC,KAAI,G,OAG9C,IAHAF,EAAKvD,eAAiB0D,EAAAC,KAAA,EAElBC,GAAW,EAAA7E,SAAA8E,UAAShE,KAAKG,cAAc,E,WAClC8D,GACR,IAAIC,EAAeH,EAASE,IAExB,CAACC,EAAaC,MAAmD,KAA3CpB,KAAKqB,IAAG,EAAKF,EAAaC,KAAKE,QAAO,KAC3DC,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,GACrDF,EAAK1B,eAAc,GACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAYuB,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,EAAQ,KAAGF,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,EAAa,UAAG,CAAC,EAE5LF,EAAKG,eAAeH,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,CAAC,IAG3EF,EAAKpE,eAAewE,QAAQ,SAAAC,GAC3B,IAAK,IAAIC,EAAID,EAAIE,QAAQrF,OAAS,EAAQ,GAALoF,EAAQA,CAAC,GAChCD,EAAIE,QAAQD,GAEdE,YAAcZ,EAAaM,OACrCG,EAAIE,QAAQE,OAAOH,EAAG,CAAC,CAG1B,CAAC,EAEDtG,6BAAAqF,cAAcqB,UAAU,CAACC,IAAKf,EAAae,GAAG,CAAC,EAEuB,GAAlEX,EAAKnE,eAAe+E,UAAU,SAAA/B,GAAK,OAAAA,EAAE8B,MAAQf,EAAae,GAAvB,CAA0B,GAChEX,EAAKnE,eAAe4E,OAAOT,EAAKnE,eAAe+E,UAAU,SAAA/B,GAAK,OAAAA,EAAE8B,MAAQf,EAAae,GAAvB,CAA0B,EAAG,CAAC,G,EAxBvFhB,G,QAAS9D,eAAeX,OAAS,EAAQ,GAALyE,EAAQA,CAAC,G,EAA7CA,CAAC,EA8BV,IAASA,EAAI,EAAGA,EAAIjE,KAAKE,eAAeV,OAAQyE,CAAC,GAGhD,IAFIU,EAAM3E,KAAKE,eAAe+D,G,WAErBW,GACR,IAAIO,EAASR,EAAIE,QAAQD,GAEpBQ,EAAKjF,eAAekF,KAAK,SAAAlC,GAAK,OAAAA,EAAEqB,QAAUW,EAAOL,SAAnB,CAA4B,GAC9DH,EAAIE,QAAQE,OAAOH,EAAG,CAAC,C,SAJhBA,EAAID,EAAIE,QAAQrF,OAAS,EAAQ,GAALoF,EAAQA,CAAC,G,EAArCA,CAAC,E,gBAQT,GAAK,EAERxF,kBAAAkG,MAAMC,QAAQ,CAAC/B,KAAM,cAAc,CAAC,EAAEgC,KAAK,SAAAC,GACtCA,GAAQA,EAAKC,MAChB3F,EAAKU,aAAe,CAAA,EAGpBV,EAAKU,aAAe,CAAA,CAEtB,CAAC,EAEDT,KAAK2F,cAAa,CACnB,CAqmBD,OAnmBSjG,oBAAAkG,UAAAD,cAAR,WACwC,SAAnCE,QAAQC,IAAIC,mBACf/F,KAAKgG,WAA8B,GAAjBhG,KAAKO,UAGvBP,KAAKgG,WAA8B,GAAjBhG,KAAKO,SAEzB,EAEab,oBAAAkG,UAAAK,oBAAb,SAAiC5C,EAAoBG,G,8GAChD0C,EAAWlG,KAAKE,eAAeiG,OAAO,SAAAhD,GAAK,OAAAA,EAAEiD,YAAYC,SAAShD,CAAU,CAAjC,CAAkC,E,WAExEsB,GACJ2B,EAAKrG,cAAc0E,EAAIpB,aAAagD,cAEvCC,QAAQC,IACP9B,EAAIE,QAAQ6B,IAAI,SAAMvB,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,0CAE3B,IADI4G,EAAK3G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnD6B,EAAGC,aAAeD,EAAGE,KAC9B,IACC7G,KAAK8G,cAAcH,EAAIxB,EAAO4B,UAAWpC,EAAKnB,EAAMH,CAAU,C,CAC7D,MAAO2D,GAERhH,KAAKqB,YAAY4F,iBAAgB,EAAGC,UAAU,oBAAqB,6BAA+BlH,KAAKH,aAA0B,YAAG,iEAAmEsF,EAAOL,UAAY,WAAaK,EAAOgC,QAAU,gBAAkBhC,EAAO4B,UAAY,UAAYpC,EAAIpB,YAAc,UAAYP,KAAKC,UAAU+D,EAAK,KAAM,CAAC,CAAC,C,eAGrW,CAAC,EAKHV,EAAKc,cAAczC,CAAG,C,aAnBxB,IAAgB0C,EAAAC,SAAApB,CAAQ,EAAAqB,EAAAF,EAAAG,KAAA,EAAA,CAAAD,EAAAE,KAAAF,EAAAF,EAAAG,KAAA,EAAf7C,EAAG4C,EAAA7B,M,EAAHf,CAAG,C,iHAyBNjF,oBAAAkG,UAAA8B,aAAP,SAAoBC,GACnB3H,KAAKC,cAAgB2H,OAAOC,OAAO7H,KAAKC,cAAe0H,CAAM,CAC9D,EAEOjI,oBAAAkG,UAAAkC,gBAAP,SAAuBnB,GAAvB,IAAA5G,EAAAC,KACKkE,EAAelE,KAAKG,eAAeyD,KAAK,SAAAT,GAAK,OAAAA,EAAEqB,QAAUmC,EAAc,SAA1B,CAA2B,EAExEzC,IACHA,EAAaC,KAAO,IAAIpB,KAExBzE,6BAAAqF,cAAcoE,UAAU,CAACvD,MAAOmC,EAAc,SAAC,EAAG,CAACqB,KAAM,CAACC,QAAStB,EAAY,QAAGxC,KAAMD,EAAaC,IAAI,CAAC,CAAC,EAAEqB,KAAK,SAAA0C,GAC5GA,IACJnI,EAAK0E,eAAekC,CAAE,EAClB5G,EAAK6C,eAAc,GACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAY4D,EAAS,KAAGA,EAAc,UAAG,CAAC,EAGpF,EAAG,WACF5G,EAAK0E,eAAekC,CAAE,EAClB5G,EAAK6C,eAAc,GACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAY4D,EAAS,KAAGA,EAAc,UAAG,CAAC,CAEnF,CAAC,EAEH,EAGOjH,oBAAAkG,UAAAuC,UAAP,SAAiBC,EAAsBC,EAAmB1B,EAAeI,EAAmBxD,EAAqB+E,GAAjH,IAAAvI,EAAAC,KAaKuI,GAZJvI,KAAKa,eAAiB,EAEjBb,KAAKY,qBAAqByE,KAAK,SAAAlC,GAAK,OAAAA,EAAEI,cAAgBA,CAAlB,CAA6B,EAOrEvD,KAAKY,qBAAqBgD,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,CAAlB,CAA6B,EAAEiF,MAAQ,EAN3ExI,KAAKY,qBAAqB6H,KAAK,CAC9BlF,YAAaA,EACbiF,KAAM,C,CACN,EAMQxI,KAAKC,cAAcsD,IAE7B,GAAKgF,EAIA,CACJ,GAA8B,EAA1BD,EAAiB9I,QAAc8I,EAAiB,GAAI,CACvD,GAAKC,CAAAA,EAAIG,MAER,OADA7F,KAAAA,QAAQ8F,MAAM,IAAI5F,KAAQ,6BAA+BQ,CAAW,EAGhE,GAAKgF,CAAAA,EAAIG,MAAME,QAEnB,OADA/F,KAAAA,QAAQ8F,MAAM,IAAI5F,KAAQ,2BAA6BQ,CAAW,EASlE,IALA,IAAIsF,EAAS,GAGTC,EAFUlB,OAAOmB,KAAKR,EAAIG,MAAME,OAAO,EAEpBzC,OAAO,SAAAhD,GAAK,MAAA,CAACA,EAAEkD,SAAS,GAAG,CAAf,CAAgB,EAE1CpC,EAAI,EAAGA,EAAIqE,EAAiB9I,OAAQyE,CAAC,GAC7C4E,EAAOC,EAAS7E,IAAMqE,EAAiBrE,GAGxC,IACCsE,EAAIG,MAAMM,SAASH,CAAM,C,CAE1B,MAAOI,GACN,GAAIA,EAEH,OADApG,KAAAA,QAAQ8F,MAAM,IAAI5F,KAAQ,uBAAyBQ,EAAc,IAAK0F,CAAM,C,EAO3D,WAAjBb,IACCc,EAAUd,EAAae,MAAM,GAAG,EAChCC,EAAY,GACZC,EAAUH,EAAQ,GAEH,KAAfA,EAAQ,KACXE,EAAY,IACZC,EAAUH,EAAQ,IAGnBE,GAAaC,EAEQ,EAAjBH,EAAQ1J,SACX4J,GAAa,MAGVE,EAAiBtJ,KAAKE,eAAeiG,OAAO,SAAAhD,GAAK,OAAAA,EAAE0B,QAAQQ,KAAK,SAAAjC,GAAK,OAAAA,EAAE0B,YAAc6B,EAAc,WAAwB,WAAnBvD,EAAEgF,cAAgD,MAAnBhF,EAAEgF,cAAwBhF,EAAEgF,eAAiBA,GAAgB,CAAChF,EAAEgF,aAAamB,WAAWH,CAAS,CAAnK,CAAoK,CAAxL,CAAyL,GAE3N5J,UAClBQ,KAAKqB,YAAY4F,iBAAgB,EAAGC,UAAU,oBAAqB,gDAAkDlH,KAAKH,aAA0B,YAAG,SAAW8G,EAAS,KAAI,aAAeA,EAAc,UAAW,mBAAmByB,EAAe,wDAA0DpF,KAAKC,UAAUqG,EAAgB,KAAM,CAAC,CAAC,EAE1VA,EAAe5E,QAAQ,SAAA8E,GACtBA,EAAS3E,QAAQsB,OAAO,SAAAhD,GAAK,OAAAA,EAAE2B,YAAc6B,EAAc,SAA9B,CAA+B,EAAEjC,QAAQ,SAAAS,GACrEpF,EAAK0J,YAAYtE,EAAOiD,aAAc,IAAIrF,KAAQ4D,EAAIxB,EAAO4B,UAAWyC,EAASjG,YAAaiG,EAASlB,gBAAgB,CACxH,CAAC,CACF,CAAC,GAzBH,IAEKc,EAcAE,EAaD3E,EAAM3E,KAAKE,eAAe0D,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,GAAeP,KAAKC,UAAUE,EAAEmF,gBAAgB,IAAMtF,KAAKC,UAAUqF,CAAgB,CAAvG,CAAwG,EAG5I3D,EACEA,EAAIE,QAAQQ,KAAK,SAAAlC,GAAK,OAAAA,EAAE2B,YAAc6B,EAAc,WAAKxD,EAAE4D,YAAcA,CAAnD,CAA4D,GACtFpC,EAAIE,QAAQ4D,KAAK,CAChBtB,QAASR,EAAY,QACrBI,UAAWA,EACXjC,UAAW6B,EAAc,UACzByB,aAAcA,C,CACd,EAKFpI,KAAKE,eAAeuI,KAAK,CACxBlF,YAAaA,EACb+E,iBAAkBA,EAClBlC,YAAapG,KAAK0J,0BAA0BnG,CAAW,EACvDsB,QAAS,CAAC,CACTsC,QAASR,EAAY,QACrBI,UAAWA,EACXjC,UAAW6B,EAAc,UACzByB,aAAcA,C,GAEfuB,QAAS,C,CACT,EAGGhF,EAAAA,GACE3E,KAAKE,eAAe0D,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,GAAeP,KAAKC,UAAUE,EAAEmF,gBAAgB,IAAMtF,KAAKC,UAAUqF,CAAgB,CAAvG,CAAwG,EAI7ItI,KAAK4J,oBAAoBjF,EAAKgC,EAAII,CAAS,C,MAlG3ClE,QAAQ8F,MAAM,IAAI5F,KAAQ,mBAAqBQ,CAAW,CAoG5D,EAEa7D,oBAAAkG,UAAAiE,mBAAb,SAAgCrF,G,8FAC/B,MAAA,CAAA,EAAO,IAAIgC,QAAQ,SAAOsD,EAASC,GAAM,OAAAtG,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,iDACpC4G,EAAK3G,KAAKsB,kBAAkBiD,aAAaC,CAAK,IAG7CwF,EAAO,CACV/E,KAAK,EAAAhG,gBAAAgL,mBAAiB,EACtBC,IAAK,EACL/F,KAAM,IAAIpB,KACVoE,QAASR,EAAY,QACrBqD,KAAMrD,EAAS,KACfnC,MAAOmC,EAAc,S,EAGtB3G,KAAKG,eAAesI,KAAKuB,CAAI,EAC7B1L,6BAAAqF,cAAcwG,UAAUH,CAAI,EAE5BF,EAAQE,CAAI,GAGZF,EAAQ,IAAI,E,QAEb,E,MAIKpK,oBAAAkG,UAAA6D,YAAP,SAAmBrB,EAAsBC,EAAmB1B,EAAeI,EAAmBxD,EAAqB+E,GAGlH,GAFAtI,KAAKc,iBAAmB,EAEnBd,KAAKC,cAAcsD,GAInB,CACJ,IAAIoB,EAAM3E,KAAKE,eAAe0D,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,GAAeP,KAAKC,UAAUE,EAAEmF,gBAAgB,IAAMtF,KAAKC,UAAUqF,CAAgB,CAAvG,CAAwG,EAEhJ,GAAI3D,EACH,IAAK,IAAIV,EAAIU,EAAIE,QAAQrF,OAAS,EAAQ,GAALyE,EAAQA,CAAC,GACzCU,EAAIE,QAAQZ,GAAGkD,UAAYR,EAAY,SAAKhC,EAAIE,QAAQZ,GAAG8C,YAAcA,GAAapC,EAAIE,QAAQZ,GAAGa,YAAc6B,EAAc,WACpIhC,EAAIE,QAAQE,OAAOd,EAAG,CAAC,C,MAT1BpB,QAAQC,IAAI,mBAAqBS,CAAW,CAc9C,EAIa7D,oBAAAkG,UAAAnB,eAAb,SAA4BkC,G,+HAC3B3G,KAAKe,oBAAsB,EAEvB4F,GACgB,CAAA,EAAMrI,6BAAAqF,cAAc4B,QAAQ,CAAEf,MAAOmC,EAAc,SAAC,CAAE,GADtE,CAAA,EAAA,G,OAaH,KAZIzC,EAAeR,EAAAI,KAAA,KAGmD,GAAjE9D,KAAKG,eAAeuG,IAAI,SAAAvD,GAAK,OAAAA,EAAE8B,GAAF,CAAK,EAAEmF,QAAQlG,EAAae,GAAG,GAC/DjF,KAAKG,eAAe4E,OAAO/E,KAAKG,eAAeuG,IAAI,SAAAvD,GAAK,OAAAA,EAAE8B,GAAF,CAAK,EAAEmF,QAAQlG,EAAae,GAAG,EAAG,CAAC,EAG5F3G,6BAAAqF,cAAcqB,UAAU,CAAEC,IAAKf,EAAae,GAAG,CAAE,GAG9CoF,EAAWrK,KAAKE,eAAeiG,OAAO,SAAAhD,GAAK,OAAAA,EAAE0B,QAAQQ,KAAK,SAAAjC,GAAK,OAAAA,EAAE+D,UAAYR,EAAY,SAAKvD,EAAE0B,YAAc6B,EAAc,SAA7D,CAA8D,CAAlF,CAAmF,EAEzH1C,EAAIoG,EAAS7K,OAAS,EAAQ,GAALyE,EAAQA,CAAC,GAG1C,IAFIU,EAAM0F,EAASpG,GAEVW,EAAID,EAAIE,QAAQrF,OAAS,EAAQ,GAALoF,EAAQA,CAAC,GACzCD,EAAIE,QAAQD,GAAGE,YAAc6B,EAAc,WAC9ChC,EAAIE,QAAQE,OAAOH,EAAG,CAAC,EAK1B5E,KAAKsB,kBAAkBgJ,gBAAgB3D,CAAE,E,iCAIpCjH,oBAAAkG,UAAA2E,uBAAP,WACC,OAAOvK,KAAKE,cACb,EAGQR,oBAAAkG,UAAA8D,0BAAR,SAAkCnG,GACjC,OAAOvD,KAAKC,cAAcsD,GAAa6C,WACxC,EAGc1G,oBAAAkG,UAAAlD,UAAd,SAAwB8H,G,uHAOvB,OANIxK,KAAKyK,SAAW,CAACzK,KAAKyK,QAAQC,SACjC1K,KAAKyK,QAAQE,mBAAkB,EAC/B3K,KAAKyK,QAAQG,MAAK,EAClB5K,KAAKyK,QAAU,MAGhB,CAAA,EAAM,IAAIjE,QAAQ,SAAAsD,GAAW,OAAAe,WAAWf,EAAS,GAAI,CAAxB,CAAyB,G,OAEtD,GAFApG,EAAAI,KAAA,EAEI,CAAC9D,KAAKyK,SAAWzK,KAAKyK,QAAQC,OAAQ,CAUzC,GATA1K,KAAKoB,kBAAoB,EAEG,EAAxBpB,KAAKoB,mBACRyB,QAAQ8F,MAAM,4GAA4G,EAC1H9C,QAAQiF,KAAK,CAAC,GAKXN,EAAa,CAChBO,EAAkBP,EAClB,IACCxK,KAAKyK,QAAU/L,QAAAsM,gBAAgBC,UAAS,EAAGC,MAAM,GAAI,CAAEC,YAAaX,CAAW,CAAE,C,CAElF,MAAOY,GAON,OANIpL,KAAKyK,UACRzK,KAAKyK,QAAQE,mBAAkB,EAC/B3K,KAAKyK,QAAQG,MAAK,EAClB5K,KAAKyK,QAAU,MAEhBzK,KAAK0C,UAAU8H,CAAW,EAC1B,CAAA,E,OAIDxK,KAAKyK,QAAU/L,QAAAsM,gBAAgBC,UAAS,EAAGC,MAAK,EAGjDrI,QAAQC,IAAI,IAAIC,KAAQ,eAAe,EAEvC/C,KAAKyK,QAAQY,GAAG,SAAU,SAACC,GAC1B,IACKjI,EADDiI,EAAIC,KACHlI,EAAaiI,EAAIC,GAAGC,KAEnBzL,EAAKW,uBAAuB2E,KAAK,SAAAlC,GAAK,OAAAA,EAAEE,aAAeiI,EAAIC,GAAGC,MAAQrI,EAAEK,OAAS8H,EAAIG,aAA/C,CAA4D,EAQtG1L,EAAKW,uBAAuBkD,KAAK,SAAAT,GAAK,OAAAA,EAAEE,aAAeiI,EAAIC,GAAGC,MAAQrI,EAAEK,OAAS8H,EAAIG,aAA/C,CAA4D,EAAEjD,MAAQ,EAP5GzI,EAAKW,uBAAuB+H,KAAK,CAChCpF,WAAYiI,EAAIC,GAAGC,KACnBhI,KAAM8H,EAAIG,cACVjD,KAAM,C,CACN,EAMEnF,CAAAA,GAAeA,EAAWqI,SAAS,WAAW,GAAMrI,EAAWkG,WAAW,UAAU,GAAoB,SAAflG,GAAwC,yBAAfA,GAAwD,sBAAfA,IAC9JtD,EAAKY,iBAAmB,EAEE,WAAtB2K,EAAIG,eACY,oBAAfpI,GACmC,0BAAlCtD,EAAKF,aAAuB,WAC/BE,EAAKsB,YAAY4F,iBAAgB,EAAG0E,mBAAmBC,KAAK7L,EAAKsB,YAAY4F,iBAAgB,EAAI,yBAA0BqE,EAAIO,YAAiB,GAAC,EACjJ9L,EAAKkG,oBAAoB5C,EAAY,QAAQ,GAI5B,qBAAfA,GACHtD,EAAKkG,oBAAoB5C,EAAY,QAAQ,GAGhB,WAAtBiI,EAAIG,eAAoD,YAAtBH,EAAIG,cAC3B,qBAAfpI,GACHtD,EAAKkG,oBAAoB5C,EAAY,QAAQ,EAGhB,WAAtBiI,EAAIG,eACO,qBAAfpI,GACHtD,EAAKkG,oBAAoB5C,EAAY,QAAQ,GAK7B,UAAfA,GACHjE,kBAAAkG,MAAMC,QAAQ,CAAE/B,KAAM,cAAc,CAAE,EAAEgC,KAAK,SAAAC,GACxCA,GAAQA,EAAKC,MAChB3F,EAAKU,aAAe,CAAA,EAGpBV,EAAKU,aAAe,CAAA,CAEtB,CAAC,EAGFsK,EAAkBO,EAAIrG,IAExB,CAAC,EAEDjF,KAAKyK,QAAQY,GAAG,QAAS,SAAA1C,GACxB9F,QAAQC,IAAI,IAAIC,KAAQ,cAAe4F,CAAK,EAC5C5I,EAAK0K,QAAQE,mBAAkB,EAC/B5K,EAAK0K,QAAQG,MAAK,EAClB7K,EAAK0K,QAAU,KACf1K,EAAK2C,UAAUqI,CAAe,CAC/B,CAAC,EAED/K,KAAKyK,QAAQY,GAAG,MAAO,WACtBxI,QAAQC,IAAI,IAAIC,KAAQ,WAAW,EACnChD,EAAK0K,QAAQE,mBAAkB,EAC/B5K,EAAK0K,QAAQG,MAAK,EAClB7K,EAAK0K,QAAU,KACf1K,EAAK2C,UAAUqI,CAAe,CAC/B,CAAC,EAED/K,KAAKyK,QAAQY,GAAG,QAAS,WACxBxI,QAAQC,IAAI,IAAIC,KAAQ,aAAa,EACrChD,EAAK0K,QAAQE,mBAAkB,EAC/B5K,EAAK0K,QAAU,KACf1K,EAAK2C,UAAUqI,CAAe,CAC/B,CAAC,C,iBAIWrL,oBAAAkG,UAAAgE,oBAAd,SAAkCjF,EAA8BgC,EAAeI,G,2FAC9E,GAAK/G,KAAKC,cAAc0E,EAAIpB,aAAagD,cAyBxCvG,KAAK8G,cAAcH,EAAII,EAAWpC,EAAK,SAAUA,EAAIyB,YAAY,EAAE,OAxBnE,GAAIzB,EAAIgF,QACP,IACKmC,EAAY9I,KAAK+I,MAAM/L,KAAKyB,WAAWuK,IAAIrH,EAAIgF,OAAO,EAAGzK,SAAA+M,WAAW,EAEpEC,EAAiC,CACpCnF,UAAWA,EACXoF,SAAU,CAAA,EACVC,KAAMN,C,EAGP9L,KAAKqM,OAAO1F,EAAIuF,CAAS,C,CAE1B,MAAOlF,GACNhH,KAAKyB,WAAW6K,IAAI3H,EAAIgF,OAAO,EAC/BhF,EAAIgF,QAAU,EAEd3J,KAAKoH,cAAczC,CAAG,C,MAIvB3E,KAAKoH,cAAczC,CAAG,E,eASXjF,oBAAAkG,UAAAkB,cAAd,SAA4BH,EAAeI,EAAmBpC,EAA8BnB,EAAcH,G,sHACrGkJ,EAAUvM,KAAKwB,wBAAwBgL,qBAAqB,4BAA6B7H,EAAIpB,YAAa,GAAI,GAAIoB,EAAI2D,gBAAgB,E,iBAE/H,O,sBAAA,CAAA,GAAM5E,EAAA1D,KAAKC,cAAc0E,EAAIpB,aAAakJ,UAASb,KAAIc,MAAAhJ,EAAAiJ,cAAA,CAAC/E,OAAOC,OAAO,GAAI7H,KAAMN,oBAAoBkG,SAAS,EAAGe,EAAY,SAACiG,OAAKjI,EAAI2D,gBAAgB,EAAA,CAAA,CAAA,CAAA,G,cAA5JJ,EAAMrE,EAAAC,KAAA,EACV9D,KAAKwB,wBAAwBqL,sBAAsBN,CAAO,EAEtDL,EAAiC,CACpCnF,UAAWA,EACXoF,SAAU,CAAA,EACVC,KAAMlE,C,EAGPlI,KAAKqM,OAAO1F,EAAIuF,CAAS,E,+BAGzBlM,KAAKwB,wBAAwBqL,sBAAsBN,CAAO,EAEtDL,EAAiC,CACpCnF,UAAWA,EACXoF,SAAU,CAAA,EACVC,KAAMU,C,EAGP9M,KAAKqM,OAAO1F,EAAIuF,CAAS,EAEzBlM,KAAKqB,YAAY4F,iBAAgB,EAAGC,UAAU,oBAAqB,6BAA+BlH,KAAKH,aAA0B,YAAG,sCAAwC8E,EAAIpB,YAAc,qCAAuCP,KAAKC,UAAU0B,EAAI2D,iBAAkB,KAAM,CAAC,EAAI,eAAiBtF,KAAKC,UAAU6J,EAAK,KAAM,CAAC,CAAC,E,6BAKtTpN,oBAAAkG,UAAAwB,cAAd,SAA4BzC,G,8IACtBA,EAAIE,QAAQrF,OAAb,CAAA,EAAA,IACCmF,EAAIgF,UACP3J,KAAKyB,WAAW6K,IAAI3H,EAAIgF,OAAO,EAC/BhF,EAAIgF,QAAU,GAIC,IADZoD,EAAW/M,KAAKE,eAAegF,UAAU,SAAA/B,GAAK,OAAAA,EAAEI,cAAgBoB,EAAIpB,aAAeP,KAAKC,UAAUE,EAAEmF,gBAAgB,IAAMtF,KAAKC,UAAU0B,EAAI2D,gBAAgB,CAA/G,CAAgH,IAEjKtI,KAAKE,eAAe6E,OAAOgI,EAAU,CAAC,EAGvC,CAAA,I,OAGIR,EAAUvM,KAAKwB,wBAAwBgL,qBAAqB,cAAe7H,EAAIpB,YAAa,GAAI,GAAIoB,EAAI2D,gBAAgB,E,iBAGjH,O,sBAAA,CAAA,GAAM5E,EAAA1D,KAAKC,cAAc0E,EAAIpB,aAAakJ,UAASb,KAAIc,MAAAhJ,EAAAiJ,cAAA,CAAC/E,OAAOC,OAAO,GAAI7H,KAAMN,oBAAoBkG,SAAS,GAACgH,OAAKjI,EAAI2D,gBAAgB,EAAA,CAAA,CAAA,CAAA,G,OAGjJ,GAHI0E,EAAMnJ,EAAAC,KAAA,EACV9D,KAAKwB,wBAAwBqL,sBAAsBN,CAAO,EAEtD5H,EAAIgF,QACP,IACKmC,EAAY9I,KAAK+I,MAAM/L,KAAKyB,WAAWuK,IAAIrH,EAAIgF,OAAO,EAAGzK,SAAA+M,WAAW,EAEpEjJ,KAAKC,UAAU6I,CAAS,IAAM9I,KAAKC,UAAU+J,CAAG,IACnDxG,QAAQC,IACP9B,EAAIE,QAAQ6B,IAAI,SAAMvB,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB4G,EAAK3G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnD6B,EAAGC,aAAeD,EAAGE,OAC1BqF,EAAiC,CACpCnF,UAAW5B,EAAO4B,UAClBoF,SAAU,CAAA,EACVC,KAAMY,C,EAGPhN,KAAKqM,OAAO1F,EAAIuF,CAAS,G,QAE1B,CAAC,EAGHlM,KAAKyB,WAAW6K,IAAI3H,EAAIgF,OAAO,EAC/BhF,EAAIgF,QAAU,EAEVqD,CAAAA,GAASC,MAAMC,QAAQF,CAAG,GAAKA,CAAAA,EAAIxN,SACtCmF,EAAIgF,QAAU3J,KAAKM,QAAQ,GAC3BN,KAAKyB,WAAW0L,IAAIxI,EAAIgF,QAAS3G,KAAKC,UAAU+J,CAAG,CAAC,G,CAKvD,MAAOhG,GACNR,QAAQC,IACP9B,EAAIE,QAAQ6B,IAAI,SAAMvB,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB4G,EAAK3G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnD6B,EAAGC,aAAeD,EAAGE,OAC1BqF,EAAiC,CACpCnF,UAAW5B,EAAO4B,UAClBoF,SAAU,CAAA,EACVC,KAAMY,C,EAGPhN,KAAKqM,OAAO1F,EAAIuF,CAAS,G,QAE1B,CAAC,EAGHlM,KAAKyB,WAAW6K,IAAI3H,EAAIgF,OAAO,EAC/BhF,EAAIgF,QAAU,EAEVqD,CAAAA,GAASC,MAAMC,QAAQF,CAAG,GAAKA,CAAAA,EAAIxN,SACtCmF,EAAIgF,QAAU3J,KAAKM,QAAQ,GAC3BN,KAAKyB,WAAW0L,IAAIxI,EAAIgF,QAAS3G,KAAKC,UAAU+J,CAAG,CAAC,E,MAoBtD,GAfAxG,QAAQC,IACP9B,EAAIE,QAAQ6B,IAAI,SAAMvB,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB4G,EAAK3G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnD6B,EAAGC,aAAeD,EAAGE,OAC1BqF,EAAiC,CACpCnF,UAAW5B,EAAO4B,UAClBoF,SAAU,CAAA,EACVC,KAAMY,C,EAGPhN,KAAKqM,OAAO1F,EAAIuF,CAAS,G,QAE1B,CAAC,EAGCc,IAAQ,CAACC,MAAMC,QAAQF,CAAG,GAAKA,EAAIxN,UACtCmF,EAAIgF,QAAU3J,KAAKM,QAAQ,GAC3BN,KAAKyB,WAAW0L,IAAIxI,EAAIgF,QAAS3G,KAAKC,UAAU+J,CAAG,CAAC,GAE9CI,EAAgBpN,KAAKyB,WAAW4L,SAAQ,EAAGC,OAE7BtN,KAAKgG,YAAY,CAKpC,IAHIuH,EAAc,EACZC,EAASxN,KAAKE,eAAeiG,OAAO,SAAAhD,GAAK,OAAAA,EAAEwG,SAAW,CAACxG,EAAE0B,QAAQrF,MAAxB,CAA8B,EAEpEiO,EAAK,EAAGA,EAAKD,EAAOhO,SAC5BQ,KAAKmB,uBAAyB,EAC9BnB,KAAKyB,WAAW6K,IAAIkB,EAAOC,GAAI9D,OAAO,EACtC6D,EAAOC,GAAI9D,QAAU,EACrB4D,GAAe,EACXvN,EAAAA,KAAKyB,WAAW4L,SAAQ,EAAGC,MAA0B,IAAlBtN,KAAKgG,aALRyH,CAAE,IAUnCzN,KAAKS,cACRoC,QAAQC,IACP,wBAEA6B,EAAIpB,YACJ,eACAgK,EACA,MACAH,CAAa,C,sCAQlBpN,KAAKwB,wBAAwBqL,sBAAsBN,CAAO,EAE1D/F,QAAQC,IACP9B,EAAIE,QAAQ6B,IAAI,SAAMvB,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB4G,EAAK3G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnD6B,EAAGC,aAAeD,EAAGE,OAC1BqF,EAAiC,CACpCnF,UAAW5B,EAAO4B,UAClBoF,SAAU,CAAA,EACVC,KAAMsB,C,EAGP1N,KAAKqM,OAAO1F,EAAIuF,CAAS,G,QAE1B,CAAC,EAGHlM,KAAKqB,YAAY4F,iBAAgB,EAAGC,UAAU,oBAAqB,6BAA+BlH,KAAKH,aAA0B,YAAG,sCAAwC8E,EAAIpB,YAAc,8BAAgCP,KAAKC,UAAU0B,EAAI2D,iBAAkB,KAAM,CAAC,EAAI,eAAiBtF,KAAKC,UAAUyK,EAAK,KAAM,CAAC,CAAC,E,6BAKtThO,oBAAAkG,UAAAyG,OAAR,SAAe1F,EAAeyF,GAC7BpM,KAAKsB,kBAAkBqM,KAAKhH,EAAIyF,CAAI,CACrC,EAEO1M,oBAAAkG,UAAAhD,eAAP,WACC,OAAO5C,KAAKS,YACb,EACDf,mBAAA,EAAC,EAxxBYkO,QAAAlO,oBAAAA","file":"subscription.manager.js","sourcesContent":["import { ServerResponseModel } from '../models/server-response.model';\nimport { ActiveSubscriptionModel, SubscriptionModel } from '../models/subscription.model';\nimport * as WebSocket from 'ws';\nimport { loadLogPublications } from '../publications/logs';\nimport { loadAppStatusPublications } from '../publications/app-status';\nimport { loadFilePublications } from '../publications/files';\nimport { loadSuperAdminPublications } from '../publications/super-admin';\nimport { LoggedInUsers } from '../collections/logged-in-users.collection';\nimport { loadCronJobPublications } from '../publications/cron-jobs';\nimport { loadFlagsPublications } from '../publications/flags';\nimport { loadMethodResponsePublications } from '../publications/method-responses';\nimport ResolveIOMainServer from '../server-app';\nimport { ResolveIOServer } from '../index';\nimport { loadNotificationPublications } from '../publications/notifications';\nimport { loadReportBuilderReportPublications } from '../publications/report-builder-reports';\nimport { LoggedInUserModel } from '../models/logged-in-users.model';\n\nimport { ChangeStream, ChangeStreamDeleteDocument, ChangeStreamDocument, ChangeStreamInsertDocument, ChangeStreamReplaceDocument, ChangeStreamUpdateDocument, ResumeToken } from 'mongodb';\nimport { loadReportBuilderLibraryPublications } from '../publications/report-builder-libraries';\nimport { loadUserGroupPublications } from '../publications/user-groups';\nimport { loadUserGuidePublications } from '../publications/user-guides';\nimport { loadReportBuilderDashboardBuilderPublications } from '../publications/report-builder-dashboard-builders';\nimport { objectIdHexString } from './mongo.manager';\nimport { dateReviver, deepCopy } from '../util/common';\nimport * as NodeCache from 'node-cache';\nimport { MonitorManagerFunction } from './monitor.manager';\nimport { Flags } from '../collections/flag.collection';\nimport { cpus } from 'os';\nimport { WebSocketManager } from './websocket.manager';\nconst numCPUs = cpus().length;\nconst v8 = require('v8');\n\n// Performance Dependencies\n// import * as path from 'path';\n// import { Worker } from 'worker_threads';\n\ninterface MongoQueueModel {\n\t_id: number,\n\ttype: string;\n\tcollection: string;\n\tsubscription: ActiveSubscriptionModel;\n\trunning: boolean;\n\trun_again: boolean;\n}\n\n// interface CurrentPerformanceMonitor {\n// \t_id: number;\n// \tfunction: string;\n// \tpublication: string;\n// \tsubscriptionData: any[];\n// \tdate_start: Date;\n// \tdate_end: Date;\n// \tduration: number;\n// \tresult: string;\n// }\n\nexport class SubscriptionManager {\n\n\tprivate _mainServer: ResolveIOMainServer;\n\tprivate _websocketManager: WebSocketManager;\n\tprivate _publications: SubscriptionModel = {};\n\tprivate _subscriptions: ActiveSubscriptionModel[] = [];\n\tprivate _wss: WebSocket.Server;\n\tprivate _loggedInUsers: LoggedInUserModel[] = [];\n\n\tprivate _mongoQueue: MongoQueueModel[] = [];\n\tprivate _mongoQueueId = 0;\n\t\n\tprivate _oplog$: ChangeStream;\n\n\tprivate _nodeCache;\n\tprivate _cacheId = 1;\n\n\tprivate _heapSize = v8.getHeapStatistics() / numCPUs;\n\tprivate _heapLimit: number;\n\n\tprivate serverConfig;\n\n\tprivate _monitorManagerFunction: MonitorManagerFunction;\n\n\tprivate _enableDebug = false;\n\tprivate _debugOplogCollections = [];\n\tprivate _debugOplogHits = 0;\n\tprivate _debugSubCollections = [];\n\tprivate _debugSubHits = 0;\n\tprivate _debugUnSubHits = 0;\n\tprivate _debugUnSubAllHits = 0;\n\tprivate _debugMongoQueueHits = 0;\n\tprivate _debugMongoQueueCollections = [];\n\tprivate _debugSendQueueHits = 0;\n\tprivate _debugRemoveCacheHits = 0;\n\n\tprivate _oplogRetryCount = 0;\n\n\t// private currentPerfomanceMonitor: CurrentPerformanceMonitor[] = [];\n\t// private idPerformance: number = 0;\n\t// private performanceThread;\n\n\tconstructor(mainServer, wss: WebSocket.Server, serverConfig, monitorManagerFunction: MonitorManagerFunction) {\n\t\tthis._mainServer = mainServer;\n\t\tthis._websocketManager = this._mainServer.getWebSocketManager();\n\t\tthis._monitorManagerFunction = monitorManagerFunction;\n\n\t\tthis._nodeCache = new NodeCache( { stdTTL: 0, checkperiod: 0 } );\n\n\t\t// setTimeout(() => {\n\t\t// \tconsole.log('Setting up performance thread');\n\n\t\t// \tthis.performanceThread = new Worker(path.join(__dirname, './subscription.performance.js'));\n\n\t\t// \tthis.performanceThread.on('exit', code => {\n\t\t// \t\tconsole.error(new Date(), 'THREAD EXITED!!!!!!!!!!!!!!!!!!', code);\n\t\t// \t});\n\n\t\t// \tthis.performanceThread.on('error', code => {\n\t\t// \t\tconsole.error(new Date(), 'THREAD RECV ERROR !!!!!!!!!!!!!!!!!!', code);\n\t\t// \t});\n\t\t// }, 5000);\n\n\t\t// setInterval(() => {\n\t\t// \tconsole.log('Post thread msg');\n\t\t// \tthis.performanceThread.postMessage(this.currentPerfomanceMonitor);\n\t\t// \tthis.currentPerfomanceMonitor = [];\n\t\t// }, 10000);\n\n\t\tthis.serverConfig = serverConfig;\n\t\tthis._wss = wss;\n\n\t\t// Publications\n\t\tloadSuperAdminPublications(this);\n\t\tloadAppStatusPublications(this);\n\t\tloadLogPublications(this);\n\t\tloadFilePublications(this);\n\t\tloadCronJobPublications(this);\n\t\tloadFlagsPublications(this);\n\t\tloadMethodResponsePublications(this);\n\t\tloadNotificationPublications(this);\n\t\tloadReportBuilderReportPublications(this);\n\t\tloadReportBuilderLibraryPublications(this);\n\t\tloadUserGroupPublications(this);\n\t\tloadUserGuidePublications(this);\n\t\tloadReportBuilderDashboardBuilderPublications(this);\n\n\t\tthis.tailOpLog();\n\n\t\tsetInterval(() => {\n\t\t\tthis._oplogRetryCount = 0;\n\t\t}, 15000);\n\n\t\tsetInterval(() => {\n\t\t\tif (this.getEnableDebug()) {\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Subs', this._subscriptions.length);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Logged In Users', this._loggedInUsers.length);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Mongo Queue', this._mongoQueue.length);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Mongo Queue Hits', this._debugMongoQueueHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Mongo Queue Collections', JSON.stringify(this._debugMongoQueueCollections.sort((a, b) => a.collection.localeCompare(b.collection) \|\| a.publication.localeCompare(b.publication)), null, 2));\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Oplog Hits', this._debugOplogHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Oplog Collections', JSON.stringify(this._debugOplogCollections.sort((a, b) => a.collection.localeCompare(b.collection) \|\| a.type.localeCompare(b.type)), null, 2));\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Send Queue Hits', this._debugSendQueueHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Sub Hits', this._debugSubHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Sub Collections', JSON.stringify(this._debugSubCollections.sort((a, b) => a.publication.localeCompare(b.publication)), null, 2));\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub Hits', this._debugUnSubHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub All Hits', this._debugUnSubAllHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Cache Cleanup Hits', this._debugRemoveCacheHits);\n\t\t\t}\n\t\t\t\n\t\t\tthis._debugOplogHits = 0;\n\t\t\tthis._debugOplogCollections = [];\n\t\t\tthis._debugSubCollections = [];\n\t\t\tthis._debugMongoQueueHits = 0;\n\t\t\tthis._debugMongoQueueCollections = [];\n\t\t\tthis._debugSendQueueHits = 0;\n\t\t\tthis._debugSubHits = 0;\n\t\t\tthis._debugUnSubHits = 0;\n\t\t\tthis._debugUnSubAllHits = 0;\n\t\t\tthis._debugRemoveCacheHits = 0;\n\t\t}, 60000);\n\n\t\tsetInterval(async () => {\n\t\t\tthis._loggedInUsers = await LoggedInUsers.find();\n\t\n\t\t\tlet userCopy = deepCopy(this._loggedInUsers);\n\t\t\tfor (let i = this._loggedInUsers.length - 1; i >= 0; i--) {\n\t\t\t\tlet loggedInUser = userCopy[i];\n\n\t\t\t\tif (!loggedInUser.date \|\| Date.now() - loggedInUser.date.getTime() > 120000) {\n\t\t\t\t\tif (this._websocketManager.getWebSocket(loggedInUser.id_ws)) {\n\t\t\t\t\t\tif (this.getEnableDebug()) {\n\t\t\t\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub WS', this._websocketManager.getWebSocket(loggedInUser.id_ws)['user'], this._websocketManager.getWebSocket(loggedInUser.id_ws)['id_socket'], 2);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tthis.unsubscribeAll(this._websocketManager.getWebSocket(loggedInUser.id_ws));\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tthis._subscriptions.forEach(sub => {\n\t\t\t\t\t\t\tfor (let j = sub.clients.length - 1; j >= 0; j--) {\n\t\t\t\t\t\t\t\tlet client = sub.clients[j];\n\n\t\t\t\t\t\t\t\tif (client.id_socket === loggedInUser.id_ws) {\n\t\t\t\t\t\t\t\t\tsub.clients.splice(j, 1);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\n\t\t\t\t\t\tLoggedInUsers.deleteOne({_id: loggedInUser._id});\n\n\t\t\t\t\t\tif (this._loggedInUsers.findIndex(a => a._id === loggedInUser._id) >= 0) {\n\t\t\t\t\t\t\tthis._loggedInUsers.splice(this._loggedInUsers.findIndex(a => a._id === loggedInUser._id), 1);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfor (let i = 0; i < this._subscriptions.length; i++) {\n\t\t\t\tlet sub = this._subscriptions[i];\n\n\t\t\t\tfor (let j = sub.clients.length - 1; j >= 0; j--) {\n\t\t\t\t\tlet client = sub.clients[j];\n\n\t\t\t\t\tif (!this._loggedInUsers.some(a => a.id_ws === client.id_socket)) {\n\t\t\t\t\t\tsub.clients.splice(j, 1);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}, 30000);\n\n\t\tFlags.findOne({type: 'Enable Debug'}).then(flag => {\n\t\t\tif (flag && flag.value) {\n\t\t\t\tthis._enableDebug = true;\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis._enableDebug = false;\n\t\t\t}\n\t\t});\n\n\t\tthis.setCacheLimit();\n\t}\n\n\tprivate setCacheLimit() {\t\n\t\tif (process.env.IS_WORKERS_ENABLED === 'true') {\n\t\t\tthis._heapLimit = this._heapSize * 0.4;\n\t\t}\n\t\telse {\n\t\t\tthis._heapLimit = this._heapSize * 0.3; // Use 50% of total heap size\n\t\t}\n\t}\n\n\tpublic async invalidatePubsCache(collection: string, type: string) {\n\t\tlet collSubs = this._subscriptions.filter(a => a.collections.includes(collection));\n\n\t\tfor (let sub of collSubs) {\n\t\t\tif (this._publications[sub.publication].user_specific) {\n\t\t\t\t// For user-specific publications, process each client separately\n\t\t\t\tPromise.all(\n\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\tthis.sendDataToOne(ws, client.messageId, sub, type, collection);\n\t\t\t\t\t\t\t} catch (err) {\n\t\t\t\t\t\t\t\t// Handle error\n\t\t\t\t\t\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During sendDataToOne - User Specific - Socket: ' + client.id_socket + ', User: ' + client.id_user + ', MessageId: ' + client.messageId + ', Pub: ' + sub.publication + ', Err: ' + JSON.stringify(err, null, 2));\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t})\n\t\t\t\t);\n\t\t\t}\n\t\t\telse {\n\t\t\t\t// For non-user-specific publications, send data to all clients\n\t\t\t\tthis.sendDataToAll(sub);\n\t\t\t}\n\t\t}\n\t}\n\n\t// Add all files to publications private object\n\tpublic publications(method: SubscriptionModel) {\n\t\tthis._publications = Object.assign(this._publications, method);\n\t}\n\n\tpublic loggedInLatency(ws: WebSocket) {\n\t\tlet loggedInUser = this._loggedInUsers.find(a => a.id_ws === ws['id_socket']);\n\n\t\tif (loggedInUser) {\n\t\t\tloggedInUser.date = new Date();\n\n\t\t\tLoggedInUsers.updateOne({id_ws: ws['id_socket']}, {$set: {latency: ws['latency'], date: loggedInUser.date}}).then(res => {\n\t\t\t\tif (!res) {\n\t\t\t\t\tthis.unsubscribeAll(ws);\n\t\t\t\t\tif (this.getEnableDebug()) {\n\t\t\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub WS', ws['user'], ws['id_socket'], 3);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}, () => {\n\t\t\t\tthis.unsubscribeAll(ws);\n\t\t\t\tif (this.getEnableDebug()) {\n\t\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub WS', ws['user'], ws['id_socket'], 4);\n\t\t\t\t}\n\t\t\t});\n\t\t}\n\t}\n\n\t// Subscribe to publication\n\tpublic subscribe(messageRoute: string, messageDate: Date, ws: WebSocket, messageId: number, publication: string, subscriptionData: any[]) {\n\t\tthis._debugSubHits += 1;\n\n\t\tif (!this._debugSubCollections.some(a => a.publication === publication)) {\n\t\t\tthis._debugSubCollections.push({\n\t\t\t\tpublication: publication,\n\t\t\t\thits: 1\n\t\t\t});\n\t\t}\n\t\telse {\n\t\t\tthis._debugSubCollections.find(a => a.publication === publication).hits += 1;\n\t\t}\n\n\t\tlet pub = this._publications[publication];\n\n\t\tif (!pub) {\n\t\t\tconsole.error(new Date(), 'No Publication: ' + publication);\n\t\t\treturn;\n\t\t}\n\t\telse {\n\t\t\tif (subscriptionData.length > 1 \|\| subscriptionData[0]) {\n\t\t\t\tif (!pub.check) {\n\t\t\t\t\tconsole.error(new Date(), 'No Check Function For Pub ' + publication);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t\telse if (!pub.check._schema) {\n\t\t\t\t\tconsole.error(new Date(), 'No Check Schema For Pub ' + publication);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tlet valObj = {};\n\t\t\t\t\tlet valKeys = Object.keys(pub.check._schema);\n\n\t\t\t\t\tlet rootKeys = valKeys.filter(a => !a.includes('.'));\n\n\t\t\t\t\tfor (let i = 0; i < subscriptionData.length; i++) {\n\t\t\t\t\t\tvalObj[rootKeys[i]] = subscriptionData[i];\n\t\t\t\t\t}\n\n\t\t\t\t\ttry {\n\t\t\t\t\t\tpub.check.validate(valObj);\n\t\t\t\t\t}\n\t\t\t\t\tcatch (errors) {\n\t\t\t\t\t\tif (errors) {\n\t\t\t\t\t\t\tconsole.error(new Date(), 'Error in Pub Check (' + publication + ')', errors);\n\t\t\t\t\t\t\treturn;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif (messageRoute !== 'Bypass') {\n\t\t\t\tlet urlData = messageRoute.split('/');\n\t\t\t\tlet urlModule = '';\n\t\t\t\tlet urlNext = urlData[0];\n\n\t\t\t\tif (urlData[0] === '') {\n\t\t\t\t\turlModule = '/';\n\t\t\t\t\turlNext = urlData[1];\n\t\t\t\t}\n\n\t\t\t\turlModule += urlNext;\n\n\t\t\t\tif (urlData.length > 1) {\n\t\t\t\t\turlModule += '/';\n\t\t\t\t}\n\n\t\t\t\tlet otherRouteSubs = this._subscriptions.filter(a => a.clients.some(b => b.id_socket === ws['id_socket'] && b.messageRoute !== 'Bypass' && b.messageRoute !== '/' && b.messageRoute !== messageRoute && !b.messageRoute.startsWith(urlModule)));\n\n\t\t\t\tif (otherRouteSubs.length) {\n\t\t\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Detected Undestroyed Subscription - ' + this.serverConfig['CLIENT_NAME'], 'USER: ' + ws['user'] + ' (Socket: ' + ws['id_socket'] + ') ' + ' is on route: ' + messageRoute + ' but has the following subscriptions on other routes:' + JSON.stringify(otherRouteSubs, null, 2));\n\n\t\t\t\t\totherRouteSubs.forEach(otherSub => {\n\t\t\t\t\t\totherSub.clients.filter(a => a.id_socket === ws['id_socket']).forEach(client => {\n\t\t\t\t\t\t\tthis.unsubscribe(client.messageRoute, new Date(), ws, client.messageId, otherSub.publication, otherSub.subscriptionData);\n\t\t\t\t\t\t});\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlet sub = this._subscriptions.find(a => a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData));\n\n\t\t\t// If sub found (another user watching same data), add client to same sub\n\t\t\tif (sub) {\n\t\t\t\tif (!sub.clients.some(a => a.id_socket === ws['id_socket'] && a.messageId === messageId)) {\n\t\t\t\t\tsub.clients.push({\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\tid_socket: ws['id_socket'],\n\t\t\t\t\t\tmessageRoute: messageRoute\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\t\t\t// If sub not found, create new sub\n\t\t\telse {\n\t\t\t\tthis._subscriptions.push({\n\t\t\t\t\tpublication: publication,\n\t\t\t\t\tsubscriptionData: subscriptionData,\n\t\t\t\t\tcollections: this.getPublicationCollections(publication),\n\t\t\t\t\tclients: [{\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\tid_socket: ws['id_socket'],\n\t\t\t\t\t\tmessageRoute: messageRoute\n\t\t\t\t\t}],\n\t\t\t\t\tcacheId: 0\n\t\t\t\t});\n\t\t\t}\n\n\t\t\tif (!sub) {\n\t\t\t\tsub = this._subscriptions.find(a => a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData));\n\t\t\t}\n\n\t\t\t// Immediately send data to the new client\n\t\t\tthis.processSubscription(sub, ws, messageId);\n\t\t}\n\t}\n\n\tpublic async createLoggedInUser(id_ws: string): Promise<LoggedInUserModel> {\n\t\treturn new Promise(async (resolve, reject) => {\n\t\t\tlet ws = this._websocketManager.getWebSocket(id_ws);\n\n\t\t\tif (ws) {\n\t\t\t\tlet user = {\n\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t__v: 0,\n\t\t\t\t\tdate: new Date(),\n\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\tuser: ws['user'],\n\t\t\t\t\tid_ws: ws['id_socket']\n\t\t\t\t};\n\t\t\t\t\n\t\t\t\tthis._loggedInUsers.push(user);\n\t\t\t\tLoggedInUsers.insertOne(user);\n\t\t\t\t\n\t\t\t\tresolve(user);\n\t\t\t}\n\t\t\telse {\n\t\t\t\tresolve(null);\n\t\t\t}\n\t\t});\n\t}\n\n\t// Unsubscribe from publication \n\tpublic unsubscribe(messageRoute: string, messageDate: Date, ws: WebSocket, messageId: number, publication: string, subscriptionData: any[]) {\n\t\tthis._debugUnSubHits += 1;\n\n\t\tif (!this._publications[publication]) {\n\t\t\tconsole.log('No Publication: ' + publication);\n\t\t\treturn;\n\t\t}\n\t\telse {\n\t\t\tlet sub = this._subscriptions.find(a => a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData));\n\n\t\t\tif (sub) {\n\t\t\t\tfor (let i = sub.clients.length - 1; i >= 0; i--) {\n\t\t\t\t\tif (sub.clients[i].id_user === ws['id_user'] && sub.clients[i].messageId === messageId && sub.clients[i].id_socket === ws['id_socket']) {\n\t\t\t\t\t\tsub.clients.splice(i, 1);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\n\t// Unsubscribe from publication\n\tpublic async unsubscribeAll(ws: WebSocket) {\n\t\tthis._debugUnSubAllHits += 1;\n\n\t\tif (ws) {\n\t\t\tlet loggedInUser = await LoggedInUsers.findOne({ id_ws: ws['id_socket'] });\n\n\t\t\tif (loggedInUser) {\n\t\t\t\tif (this._loggedInUsers.map(a => a._id).indexOf(loggedInUser._id) >= 0) {\n\t\t\t\t\tthis._loggedInUsers.splice(this._loggedInUsers.map(a => a._id).indexOf(loggedInUser._id), 1);\n\t\t\t\t}\n\n\t\t\t\tLoggedInUsers.deleteOne({ _id: loggedInUser._id });\n\t\t\t}\n\n\t\t\tlet userSubs = this._subscriptions.filter(a => a.clients.some(b => b.id_user === ws['id_user'] && b.id_socket === ws['id_socket']));\n\n\t\t\tfor (let i = userSubs.length - 1; i >= 0; i--) {\n\t\t\t\tlet sub = userSubs[i];\n\n\t\t\t\tfor (let j = sub.clients.length - 1; j >= 0; j--) {\n\t\t\t\t\tif (sub.clients[j].id_socket === ws['id_socket']) {\n\t\t\t\t\t\tsub.clients.splice(j, 1);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tthis._websocketManager.removeWebSocket(ws);\n\t\t}\n\t}\n\n\tpublic getActiveSubscriptions() {\n\t\treturn this._subscriptions;\n\t}\n\n\t// Get publication collection\n\tprivate getPublicationCollections(publication: string) {\n\t\treturn this._publications[publication].collections;\n\t}\n\n\t// Watch (tail) Mongo's operation log on the entire database (all insert/modify/delete will trigger this function)\n\tprivate async tailOpLog(resumeToken?: ResumeToken) {\n\t\tif (this._oplog$ && !this._oplog$.closed) {\n\t\t\tthis._oplog$.removeAllListeners();\n\t\t\tthis._oplog$.close();\n\t\t\tthis._oplog$ = null;\n\t\t}\n\n\t\tawait new Promise(resolve => setTimeout(resolve, 1000));\n\n\t\tif (!this._oplog$ \|\| this._oplog$.closed) {\n\t\t\tthis._oplogRetryCount += 1;\n\n\t\t\tif (this._oplogRetryCount > 5) {\n\t\t\t\tconsole.error('**************** TAIL OPLOG ERROR, RETRYING A BUNCH OF TIMES, KILLING PROCESS ***********************');\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\n\t\t\tlet lastResumeToken: ResumeToken;\n\n\t\t\tif (resumeToken) {\n\t\t\t\tlastResumeToken = resumeToken;\n\t\t\t\ttry {\n\t\t\t\t\tthis._oplog$ = ResolveIOServer.getMainDB().watch([], { resumeAfter: resumeToken });\n\t\t\t\t}\n\t\t\t\tcatch (errOp) {\n\t\t\t\t\tif (this._oplog$) {\n\t\t\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\t\t\tthis._oplog$.close();\n\t\t\t\t\t\tthis._oplog$ = null;\n\t\t\t\t\t}\n\t\t\t\t\tthis.tailOpLog(resumeToken);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis._oplog$ = ResolveIOServer.getMainDB().watch();\n\t\t\t}\n\n\t\t\tconsole.log(new Date(), 'oplog started');\n\n\t\t\tthis._oplog$.on('change', (doc: ChangeStreamInsertDocument \| ChangeStreamUpdateDocument \| ChangeStreamReplaceDocument \| ChangeStreamDeleteDocument) => {\n\t\t\t\tif (doc.ns) {\n\t\t\t\t\tlet collection = doc.ns.coll;\n\n\t\t\t\t\tif (!this._debugOplogCollections.some(a => a.collection === doc.ns.coll && a.type === doc.operationType)) {\n\t\t\t\t\t\tthis._debugOplogCollections.push({\n\t\t\t\t\t\t\tcollection: doc.ns.coll,\n\t\t\t\t\t\t\ttype: doc.operationType,\n\t\t\t\t\t\t\thits: 1\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tthis._debugOplogCollections.find(a => a.collection === doc.ns.coll && a.type === doc.operationType).hits += 1;\n\t\t\t\t\t}\n\n\t\t\t\t\tif (collection && !collection.endsWith('.versions') && !collection.startsWith('monitor-') && collection !== 'logs' && collection !== 'log-method-latencies' && collection !== 'log-subscriptions') {\n\t\t\t\t\t\tthis._debugOplogHits += 1;\n\n\t\t\t\t\t\tif (doc.operationType === 'insert') {\n\t\t\t\t\t\t\tif (collection === 'support-tickets') {\n\t\t\t\t\t\t\t\tif (this.serverConfig['ROOT_URL'] === 'https://resolveio.com') {\n\t\t\t\t\t\t\t\t\tthis._mainServer.getMethodManager().callMethodInternal.call(this._mainServer.getMethodManager(), 'sendSupportTicketEmail', doc.documentKey['_id']);\n\t\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'insert');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\tif (collection !== 'method-responses') {\n\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'insert');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse if (doc.operationType === 'update' \|\| doc.operationType === 'replace') {\n\t\t\t\t\t\t\tif (collection !== 'method-responses') {\n\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'update');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse if (doc.operationType === 'delete') {\n\t\t\t\t\t\t\tif (collection !== 'method-responses') {\n\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'delete');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\tif (collection === 'flags') {\n\t\t\t\t\t\tFlags.findOne({ type: 'Enable Debug' }).then(flag => {\n\t\t\t\t\t\t\tif (flag && flag.value) {\n\t\t\t\t\t\t\t\tthis._enableDebug = true;\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\tthis._enableDebug = false;\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\n\t\t\t\t\tlastResumeToken = doc._id;\n\t\t\t\t}\n\t\t\t});\n\n\t\t\tthis._oplog$.on('error', error => {\n\t\t\t\tconsole.log(new Date(), 'oplog error', error);\n\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\tthis._oplog$.close();\n\t\t\t\tthis._oplog$ = null;\n\t\t\t\tthis.tailOpLog(lastResumeToken);\n\t\t\t});\n\n\t\t\tthis._oplog$.on('end', () => {\n\t\t\t\tconsole.log(new Date(), 'oplog end');\n\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\tthis._oplog$.close();\n\t\t\t\tthis._oplog$ = null;\n\t\t\t\tthis.tailOpLog(lastResumeToken);\n\t\t\t});\n\n\t\t\tthis._oplog$.on('close', () => {\n\t\t\t\tconsole.log(new Date(), 'oplog close');\n\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\tthis._oplog$ = null;\n\t\t\t\tthis.tailOpLog(lastResumeToken);\n\t\t\t});\n\t\t}\n\t}\n\n\tprivate async processSubscription(sub: ActiveSubscriptionModel, ws: WebSocket, messageId: number) {\n\t\tif (!this._publications[sub.publication].user_specific) {\n\t\t\tif (sub.cacheId) {\n\t\t\t\ttry {\n\t\t\t\t\tlet cacheData = JSON.parse(this._nodeCache.get(sub.cacheId), dateReviver);\n\n\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\tdata: cacheData\n\t\t\t\t\t};\n\n\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t}\n\t\t\t\tcatch (err) {\n\t\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t\t\tsub.cacheId = 0;\n\n\t\t\t\t\tthis.sendDataToAll(sub);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis.sendDataToAll(sub);\n\t\t\t}\n\t\t}\n\t\telse {\n\t\t\tthis.sendDataToOne(ws, messageId, sub, 'newSub', sub.collections[0]);\n\t\t}\n\t}\n\n\t// Fetch pub once, send to all clients linked to this pub\n\tprivate async sendDataToOne(ws: WebSocket, messageId: number, sub: ActiveSubscriptionModel, type: string, collection: string) {\n\t\tlet monitor = this._monitorManagerFunction.startMonitorFunction('User Specific Publication', sub.publication, '', '', sub.subscriptionData);\n\t\ttry {\n\t\t\tlet res = await this._publications[sub.publication].function.call(Object.assign({}, this, SubscriptionManager.prototype), ws['id_user'], ...sub.subscriptionData);\n\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\tmessageId: messageId,\n\t\t\t\thasError: false,\n\t\t\t\tdata: res\n\t\t\t};\n\n\t\t\tthis.sendWS(ws, serverRes);\n\t\t}\n\t\tcatch (err) {\n\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\tmessageId: messageId,\n\t\t\t\thasError: true,\n\t\t\t\tdata: err\n\t\t\t};\n\n\t\t\tthis.sendWS(ws, serverRes);\n\n\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During Subscription ' + sub.publication + ' - (sendDataToOne - WS)\\n\\nData \\n' + JSON.stringify(sub.subscriptionData, null, 2) + '\\n\\nErrors\\n' + JSON.stringify(err, null, 2));\n\t\t}\n\t}\n\n\t// Fetch pub once, send to all clients linked to this pub\n\tprivate async sendDataToAll(sub: ActiveSubscriptionModel) {\n\t\tif (!sub.clients.length) {\n\t\t\tif (sub.cacheId) {\n\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t\tsub.cacheId = 0;\n\t\t\t}\n\n\t\t\tlet subIndex = this._subscriptions.findIndex(a => a.publication === sub.publication && JSON.stringify(a.subscriptionData) === JSON.stringify(sub.subscriptionData));\n\t\t\tif (subIndex >= 0) {\n\t\t\t\tthis._subscriptions.splice(subIndex, 1);\n\t\t\t}\n\n\t\t\treturn;\n\t\t}\n\t\telse {\n\t\t\tlet monitor = this._monitorManagerFunction.startMonitorFunction('Publication', sub.publication, '', '', sub.subscriptionData);\n\n\t\t\ttry {\n\t\t\t\tlet res = await this._publications[sub.publication].function.call(Object.assign({}, this, SubscriptionManager.prototype), ...sub.subscriptionData);\n\t\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\t\tif (sub.cacheId) {\n\t\t\t\t\ttry {\n\t\t\t\t\t\tlet cacheData = JSON.parse(this._nodeCache.get(sub.cacheId), dateReviver);\n\t\n\t\t\t\t\t\tif (JSON.stringify(cacheData) !== JSON.stringify(res)) {\n\t\t\t\t\t\t\tPromise.all(\n\t\t\t\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\t\t\t\tdata: res\n\t\t\t\t\t\t\t\t\t\t};\n\t\t\t\n\t\t\t\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t);\n\n\t\t\t\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t\t\t\t\tsub.cacheId = 0;\n\n\t\t\t\t\t\t\tif (res && (!Array.isArray(res) \|\| res.length)) {\n\t\t\t\t\t\t\t\tsub.cacheId = this._cacheId++;\n\t\t\t\t\t\t\t\tthis._nodeCache.set(sub.cacheId, JSON.stringify(res));\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\n\t\t\t\t\t}\n\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\tPromise.all(\n\t\t\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\t\t\tdata: res\n\t\t\t\t\t\t\t\t\t};\n\t\t\n\t\t\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t);\n\n\t\t\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t\t\t\tsub.cacheId = 0;\n\t\t\t\t\t\t\n\t\t\t\t\t\tif (res && (!Array.isArray(res) \|\| res.length)) {\n\t\t\t\t\t\t\tsub.cacheId = this._cacheId++;\n\t\t\t\t\t\t\tthis._nodeCache.set(sub.cacheId, JSON.stringify(res));\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tPromise.all(\n\t\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\t\tdata: res\n\t\t\t\t\t\t\t\t};\n\t\n\t\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t})\n\t\t\t\t\t);\n\t\t\t\t\t\n\t\t\t\t\tif (res && (!Array.isArray(res) \|\| res.length)) {\n\t\t\t\t\t\tsub.cacheId = this._cacheId++;\n\t\t\t\t\t\tthis._nodeCache.set(sub.cacheId, JSON.stringify(res));\n\n\t\t\t\t\t\tconst nodeCacheSize = this._nodeCache.getStats().vsize;\n\n\t\t\t\t\t\tif (nodeCacheSize > this._heapLimit) {\n\t\t\t\t\t\t\t// Evict cache entries as needed\n\t\t\t\t\t\t\tlet deleteCount = 0;\n\t\t\t\t\t\t\tconst subArr = this._subscriptions.filter(a => a.cacheId && !a.clients.length);\n\t\t\t\t\t\n\t\t\t\t\t\t\tfor (let zz = 0; zz < subArr.length; zz++) {\n\t\t\t\t\t\t\t\tthis._debugRemoveCacheHits += 1;\n\t\t\t\t\t\t\t\tthis._nodeCache.del(subArr[zz].cacheId);\n\t\t\t\t\t\t\t\tsubArr[zz].cacheId = 0;\n\t\t\t\t\t\t\t\tdeleteCount += 1;\n\t\t\t\t\t\t\t\tif (this._nodeCache.getStats().vsize < this._heapLimit 0.75) {\n\t\t\t\t\t\t\t\t\tbreak;\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\tif (this._enableDebug) {\n\t\t\t\t\t\t\t\tconsole.log(\n\t\t\t\t\t\t\t\t\t'Sub Cache: ' +\n\t\t\t\t\t\t\t\t\t'Too Big - ' +\n\t\t\t\t\t\t\t\t\tsub.publication +\n\t\t\t\t\t\t\t\t\t' - Deleted: ' +\n\t\t\t\t\t\t\t\t\tdeleteCount +\n\t\t\t\t\t\t\t\t\t' - ' +\n\t\t\t\t\t\t\t\t\tnodeCacheSize\n\t\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tcatch (err) {\n\t\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\t\tPromise.all(\n\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\thasError: true,\n\t\t\t\t\t\t\t\tdata: err\n\t\t\t\t\t\t\t};\n\n\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t}\n\t\t\t\t\t})\n\t\t\t\t);\n\n\t\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During Subscription ' + sub.publication + ' - (sendPubData)\\n\\nData \\n' + JSON.stringify(sub.subscriptionData, null, 2) + '\\n\\nErrors\\n' + JSON.stringify(err, null, 2));\n\t\t\t}\n\t\t}\n\t}\n\n\tprivate sendWS(ws: WebSocket, data: ServerResponseModel) {\n\t\tthis._websocketManager.send(ws, data);\n\t}\n\n\tpublic getEnableDebug() {\n\t\treturn this._enableDebug;\n\t}\n}\n"]}
1	+ {"version":3,"sources":["../../src/managers/subscription.manager.ts"],"names":["logs_1","require","app_status_1","files_1","super_admin_1","logged_in_users_collection_1","cron_jobs_1","flags_1","method_responses_1","index_1","notifications_1","report_builder_reports_1","report_builder_libraries_1","user_groups_1","user_guides_1","report_builder_dashboard_builders_1","mongo_manager_1","common_1","NodeCache","flag_collection_1","os_1","numCPUs","cpus","length","v8","SubscriptionManager","mainServer","wss","serverConfig","monitorManagerFunction","_this","this","_publications","_subscriptions","_loggedInUsers","_mongoQueue","_mongoQueueId","_cacheId","_heapSize","getHeapStatistics","_enableDebug","_debugOplogCollections","_debugOplogHits","_debugSubCollections","_debugSubHits","_debugUnSubHits","_debugUnSubAllHits","_debugMongoQueueHits","_debugMongoQueueCollections","_debugSendQueueHits","_debugRemoveCacheHits","_oplogRetryCount","_mainServer","_websocketManager","getWebSocketManager","_monitorManagerFunction","_nodeCache","stdTTL","checkperiod","_wss","loadSuperAdminPublications","loadAppStatusPublications","loadLogPublications","loadFilePublications","loadCronJobPublications","loadFlagsPublications","loadMethodResponsePublications","loadNotificationPublications","loadReportBuilderReportPublications","loadReportBuilderLibraryPublications","loadUserGroupPublications","loadUserGuidePublications","loadReportBuilderDashboardBuilderPublications","tailOpLog","setInterval","getEnableDebug","console","log","Date","JSON","stringify","sort","a","b","collection","localeCompare","publication","type","__awaiter","_a","LoggedInUsers","find","_b","sent","userCopy","deepCopy","i","loggedInUser","date","now","getTime","this_1","getWebSocket","id_ws","unsubscribeAll","forEach","sub","j","clients","id_socket","splice","deleteOne","_id","findIndex","client","this_2","some","Flags","findOne","then","flag","value","setCacheLimit","prototype","process","env","IS_WORKERS_ENABLED","_heapLimit","invalidatePubsCache","ResolveIOServer","getMongoManager","invalidateQueryCache","collSubs","filter","collections","includes","this_3","user_specific","Promise","all","map","ws","readyState","OPEN","sendDataToOne","messageId","err","getMethodManager","sendEmail","id_user","sendDataToAll","collSubs_1","__values","collSubs_1_1","next","done","publications","method","Object","assign","loggedInLatency","updateOne","$set","latency","res","subscribe","messageRoute","messageDate","subscriptionData","pub","hits","push","check","error","_schema","valObj","rootKeys","keys","validate","errors","urlData","split","urlModule_1","urlNext","otherRouteSubs","startsWith","otherSub","unsubscribe","getPublicationCollections","cacheId","processSubscription","createLoggedInUser","resolve","reject","user","objectIdHexString","__v","insertOne","indexOf","userSubs","removeWebSocket","getActiveSubscriptions","resumeToken","_oplog$","closed","removeAllListeners","close","setTimeout","exit","lastResumeToken_1","getMainDB","watch","resumeAfter","errOp","on","doc","ns","coll","operationType","endsWith","callMethodInternal","call","documentKey","cacheData","parse","get","dateReviver","serverRes","hasError","data","sendWS","del","monitor","startMonitorFunction","function","apply","__spreadArray","__read","finishMonitorFunction","err_1","subIndex","res_1","Array","isArray","set","nodeCacheSize","getStats","vsize","deleteCount","subArr","zz","err_2","send","exports"],"mappings":"+xEAGAA,Q,0FAAAC,QAAA,sBAAA,GACAC,aAAAD,QAAA,4BAAA,EACAE,QAAAF,QAAA,uBAAA,EACAG,cAAAH,QAAA,6BAAA,EACAI,6BAAAJ,QAAA,2CAAA,EACAK,YAAAL,QAAA,2BAAA,EACAM,QAAAN,QAAA,uBAAA,EACAO,mBAAAP,QAAA,kCAAA,EAEAQ,QAAAR,QAAA,UAAA,EACAS,gBAAAT,QAAA,+BAAA,EACAU,yBAAAV,QAAA,wCAAA,EAIAW,2BAAAX,QAAA,0CAAA,EACAY,cAAAZ,QAAA,6BAAA,EACAa,cAAAb,QAAA,6BAAA,EACAc,oCAAAd,QAAA,mDAAA,EACAe,gBAAAf,QAAA,iBAAA,EACAgB,SAAAhB,QAAA,gBAAA,EACAiB,UAAAjB,QAAA,YAAA,EAEAkB,kBAAAlB,QAAA,gCAAA,EACAmB,KAAAnB,QAAA,IAAA,EAEMoB,SAAU,EAAAD,KAAAE,MAAI,EAAGC,OACjBC,GAAKvB,QAAQ,IAAI,EA0BvBwB,oBAAA,WA0CC,SAAAA,oBAAYC,EAAYC,EAAuBC,EAAcC,GAA7D,IAAAC,EAAAC,KAtCQA,KAAAC,cAAmC,GACnCD,KAAAE,eAA4C,GAE5CF,KAAAG,eAAsC,GAEtCH,KAAAI,YAAiC,GACjCJ,KAAAK,cAAgB,EAKhBL,KAAAM,SAAW,EAEXN,KAAAO,UAAYd,GAAGe,kBAAiB,EAAKlB,QAOrCU,KAAAS,aAAe,CAAA,EACfT,KAAAU,uBAAyB,GACzBV,KAAAW,gBAAkB,EAClBX,KAAAY,qBAAuB,GACvBZ,KAAAa,cAAgB,EAChBb,KAAAc,gBAAkB,EAClBd,KAAAe,mBAAqB,EACrBf,KAAAgB,qBAAuB,EACvBhB,KAAAiB,4BAA8B,GAC9BjB,KAAAkB,oBAAsB,EACtBlB,KAAAmB,sBAAwB,EAExBnB,KAAAoB,iBAAmB,EAO1BpB,KAAKqB,YAAc1B,EACnBK,KAAKsB,kBAAoBtB,KAAKqB,YAAYE,oBAAmB,EAC7DvB,KAAKwB,wBAA0B1B,EAE/BE,KAAKyB,WAAa,IAAItC,UAAW,CAAEuC,OAAQ,EAAGC,YAAa,CAAC,CAAE,EAsB9D3B,KAAKH,aAAeA,EACpBG,KAAK4B,KAAOhC,GAGZ,EAAAvB,cAAAwD,4BAA2B7B,IAAI,GAC/B,EAAA7B,aAAA2D,2BAA0B9B,IAAI,GAC9B,EAAA/B,OAAA8D,qBAAoB/B,IAAI,GACxB,EAAA5B,QAAA4D,sBAAqBhC,IAAI,GACzB,EAAAzB,YAAA0D,yBAAwBjC,IAAI,GAC5B,EAAAxB,QAAA0D,uBAAsBlC,IAAI,GAC1B,EAAAvB,mBAAA0D,gCAA+BnC,IAAI,GACnC,EAAArB,gBAAAyD,8BAA6BpC,IAAI,GACjC,EAAApB,yBAAAyD,qCAAoCrC,IAAI,GACxC,EAAAnB,2BAAAyD,sCAAqCtC,IAAI,GACzC,EAAAlB,cAAAyD,2BAA0BvC,IAAI,GAC9B,EAAAjB,cAAAyD,2BAA0BxC,IAAI,GAC9B,EAAAhB,oCAAAyD,+CAA8CzC,IAAI,EAElDA,KAAK0C,UAAS,EAEdC,YAAY,WACX5C,EAAKqB,iBAAmB,CACzB,EAAG,IAAK,EAERuB,YAAY,WACP5C,EAAK6C,eAAc,IACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,OAAQhD,EAAKG,eAAeV,MAAM,EACzEqD,QAAQC,IAAI,IAAIC,KAAQ,cAAe,kBAAmBhD,EAAKI,eAAeX,MAAM,EACpFqD,QAAQC,IAAI,IAAIC,KAAQ,cAAe,cAAehD,EAAKK,YAAYZ,MAAM,EAC7EqD,QAAQC,IAAI,IAAIC,KAAQ,cAAe,mBAAoBhD,EAAKiB,oBAAoB,EACpF6B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,0BAA2BC,KAAKC,UAAUlD,EAAKkB,4BAA4BiC,KAAK,SAACC,EAAGC,GAAM,OAAAD,EAAEE,WAAWC,cAAcF,EAAEC,UAAU,GAAKF,EAAEI,YAAYD,cAAcF,EAAEG,WAAW,CAArF,CAAsF,EAAG,KAAM,CAAC,CAAC,EAClOV,QAAQC,IAAI,IAAIC,KAAQ,cAAe,aAAchD,EAAKY,eAAe,EACzEkC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,oBAAqBC,KAAKC,UAAUlD,EAAKW,uBAAuBwC,KAAK,SAACC,EAAGC,GAAM,OAAAD,EAAEE,WAAWC,cAAcF,EAAEC,UAAU,GAAKF,EAAEK,KAAKF,cAAcF,EAAEI,IAAI,CAAvE,CAAwE,EAAG,KAAM,CAAC,CAAC,EACzMX,QAAQC,IAAI,IAAIC,KAAQ,cAAe,kBAAmBhD,EAAKmB,mBAAmB,EAClF2B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAYhD,EAAKc,aAAa,EACrEgC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,kBAAmBC,KAAKC,UAAUlD,EAAKa,qBAAqBsC,KAAK,SAACC,EAAGC,GAAM,OAAAD,EAAEI,YAAYD,cAAcF,EAAEG,WAAW,CAAzC,CAA0C,EAAG,KAAM,CAAC,CAAC,EACvKV,QAAQC,IAAI,IAAIC,KAAQ,cAAe,aAAchD,EAAKe,eAAe,EACzE+B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,iBAAkBhD,EAAKgB,kBAAkB,EAChF8B,QAAQC,IAAI,IAAIC,KAAQ,cAAe,qBAAsBhD,EAAKoB,qBAAqB,GAGxFpB,EAAKY,gBAAkB,EACvBZ,EAAKW,uBAAyB,GAC9BX,EAAKa,qBAAuB,GAC5Bb,EAAKiB,qBAAuB,EAC5BjB,EAAKkB,4BAA8B,GACnClB,EAAKmB,oBAAsB,EAC3BnB,EAAKc,cAAgB,EACrBd,EAAKe,gBAAkB,EACvBf,EAAKgB,mBAAqB,EAC1BhB,EAAKoB,sBAAwB,CAC9B,EAAG,GAAK,EAERwB,YAAY,WAAA,OAAAc,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,iFACW,OAAtB2D,EAAA1D,KAAsB,CAAA,EAAM1B,6BAAAqF,cAAcC,KAAI,G,OAG9C,IAHAF,EAAKvD,eAAiB0D,EAAAC,KAAA,EAElBC,GAAW,EAAA7E,SAAA8E,UAAShE,KAAKG,cAAc,E,WAClC8D,GACR,IAAIC,EAAeH,EAASE,IAExB,CAACC,EAAaC,MAAmD,KAA3CpB,KAAKqB,IAAG,EAAKF,EAAaC,KAAKE,QAAO,KAC3DC,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,GACrDF,EAAK1B,eAAc,GACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAYuB,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,EAAQ,KAAGF,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,EAAa,UAAG,CAAC,EAE5LF,EAAKG,eAAeH,EAAKhD,kBAAkBiD,aAAaL,EAAaM,KAAK,CAAC,IAG3EF,EAAKpE,eAAewE,QAAQ,SAAAC,GAC3B,IAAK,IAAIC,EAAID,EAAIE,QAAQrF,OAAS,EAAQ,GAALoF,EAAQA,CAAC,GAChCD,EAAIE,QAAQD,GAEdE,YAAcZ,EAAaM,OACrCG,EAAIE,QAAQE,OAAOH,EAAG,CAAC,CAG1B,CAAC,EAEDtG,6BAAAqF,cAAcqB,UAAU,CAACC,IAAKf,EAAae,GAAG,CAAC,EAEuB,GAAlEX,EAAKnE,eAAe+E,UAAU,SAAA/B,GAAK,OAAAA,EAAE8B,MAAQf,EAAae,GAAvB,CAA0B,GAChEX,EAAKnE,eAAe4E,OAAOT,EAAKnE,eAAe+E,UAAU,SAAA/B,GAAK,OAAAA,EAAE8B,MAAQf,EAAae,GAAvB,CAA0B,EAAG,CAAC,G,EAxBvFhB,G,QAAS9D,eAAeX,OAAS,EAAQ,GAALyE,EAAQA,CAAC,G,EAA7CA,CAAC,EA8BV,IAASA,EAAI,EAAGA,EAAIjE,KAAKE,eAAeV,OAAQyE,CAAC,GAGhD,IAFIU,EAAM3E,KAAKE,eAAe+D,G,WAErBW,GACR,IAAIO,EAASR,EAAIE,QAAQD,GAEpBQ,EAAKjF,eAAekF,KAAK,SAAAlC,GAAK,OAAAA,EAAEqB,QAAUW,EAAOL,SAAnB,CAA4B,GAC9DH,EAAIE,QAAQE,OAAOH,EAAG,CAAC,C,SAJhBA,EAAID,EAAIE,QAAQrF,OAAS,EAAQ,GAALoF,EAAQA,CAAC,G,EAArCA,CAAC,E,gBAQT,GAAK,EAERxF,kBAAAkG,MAAMC,QAAQ,CAAC/B,KAAM,cAAc,CAAC,EAAEgC,KAAK,SAAAC,GACtCA,GAAQA,EAAKC,MAChB3F,EAAKU,aAAe,CAAA,EAGpBV,EAAKU,aAAe,CAAA,CAEtB,CAAC,EAEDT,KAAK2F,cAAa,CACnB,CAumBD,OArmBSjG,oBAAAkG,UAAAD,cAAR,WACwC,SAAnCE,QAAQC,IAAIC,mBACf/F,KAAKgG,WAA8B,GAAjBhG,KAAKO,UAGvBP,KAAKgG,WAA8B,GAAjBhG,KAAKO,SAEzB,EAEab,oBAAAkG,UAAAK,oBAAb,SAAiC5C,EAAoBG,G,8GACpD9E,QAAAwH,gBAAgBC,gBAAe,EAAGC,qBAAqB/C,CAAU,EAE7DgD,EAAWrG,KAAKE,eAAeoG,OAAO,SAAAnD,GAAK,OAAAA,EAAEoD,YAAYC,SAASnD,CAAU,CAAjC,CAAkC,E,WAExEsB,GACJ8B,EAAKxG,cAAc0E,EAAIpB,aAAamD,cAEvCC,QAAQC,IACPjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,0CAE3B,IADI+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,KAC9B,IACChH,KAAKiH,cAAcH,EAAI3B,EAAO+B,UAAWvC,EAAKnB,EAAMH,CAAU,C,CAC7D,MAAO8D,GAERnH,KAAKqB,YAAY+F,iBAAgB,EAAGC,UAAU,oBAAqB,6BAA+BrH,KAAKH,aAA0B,YAAG,iEAAmEsF,EAAOL,UAAY,WAAaK,EAAOmC,QAAU,gBAAkBnC,EAAO+B,UAAY,UAAYvC,EAAIpB,YAAc,UAAYP,KAAKC,UAAUkE,EAAK,KAAM,CAAC,CAAC,C,eAGrW,CAAC,EAKHV,EAAKc,cAAc5C,CAAG,C,aAnBxB,IAAgB6C,EAAAC,SAAApB,CAAQ,EAAAqB,EAAAF,EAAAG,KAAA,EAAA,CAAAD,EAAAE,KAAAF,EAAAF,EAAAG,KAAA,EAAfhD,EAAG+C,EAAAhC,M,EAAHf,CAAG,C,iHAyBNjF,oBAAAkG,UAAAiC,aAAP,SAAoBC,GACnB9H,KAAKC,cAAgB8H,OAAOC,OAAOhI,KAAKC,cAAe6H,CAAM,CAC9D,EAEOpI,oBAAAkG,UAAAqC,gBAAP,SAAuBnB,GAAvB,IAAA/G,EAAAC,KACKkE,EAAelE,KAAKG,eAAeyD,KAAK,SAAAT,GAAK,OAAAA,EAAEqB,QAAUsC,EAAc,SAA1B,CAA2B,EAExE5C,IACHA,EAAaC,KAAO,IAAIpB,KAExBzE,6BAAAqF,cAAcuE,UAAU,CAAC1D,MAAOsC,EAAc,SAAC,EAAG,CAACqB,KAAM,CAACC,QAAStB,EAAY,QAAG3C,KAAMD,EAAaC,IAAI,CAAC,CAAC,EAAEqB,KAAK,SAAA6C,GAC5GA,IACJtI,EAAK0E,eAAeqC,CAAE,EAClB/G,EAAK6C,eAAc,GACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAY+D,EAAS,KAAGA,EAAc,UAAG,CAAC,EAGpF,EAAG,WACF/G,EAAK0E,eAAeqC,CAAE,EAClB/G,EAAK6C,eAAc,GACtBC,QAAQC,IAAI,IAAIC,KAAQ,cAAe,WAAY+D,EAAS,KAAGA,EAAc,UAAG,CAAC,CAEnF,CAAC,EAEH,EAGOpH,oBAAAkG,UAAA0C,UAAP,SAAiBC,EAAsBC,EAAmB1B,EAAeI,EAAmB3D,EAAqBkF,GAAjH,IAAA1I,EAAAC,KAaK0I,GAZJ1I,KAAKa,eAAiB,EAEjBb,KAAKY,qBAAqByE,KAAK,SAAAlC,GAAK,OAAAA,EAAEI,cAAgBA,CAAlB,CAA6B,EAOrEvD,KAAKY,qBAAqBgD,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,CAAlB,CAA6B,EAAEoF,MAAQ,EAN3E3I,KAAKY,qBAAqBgI,KAAK,CAC9BrF,YAAaA,EACboF,KAAM,C,CACN,EAMQ3I,KAAKC,cAAcsD,IAE7B,GAAKmF,EAIA,CACJ,GAA8B,EAA1BD,EAAiBjJ,QAAciJ,EAAiB,GAAI,CACvD,GAAKC,CAAAA,EAAIG,MAER,OADAhG,KAAAA,QAAQiG,MAAM,IAAI/F,KAAQ,6BAA+BQ,CAAW,EAGhE,GAAKmF,CAAAA,EAAIG,MAAME,QAEnB,OADAlG,KAAAA,QAAQiG,MAAM,IAAI/F,KAAQ,2BAA6BQ,CAAW,EASlE,IALA,IAAIyF,EAAS,GAGTC,EAFUlB,OAAOmB,KAAKR,EAAIG,MAAME,OAAO,EAEpBzC,OAAO,SAAAnD,GAAK,MAAA,CAACA,EAAEqD,SAAS,GAAG,CAAf,CAAgB,EAE1CvC,EAAI,EAAGA,EAAIwE,EAAiBjJ,OAAQyE,CAAC,GAC7C+E,EAAOC,EAAShF,IAAMwE,EAAiBxE,GAGxC,IACCyE,EAAIG,MAAMM,SAASH,CAAM,C,CAE1B,MAAOI,GACN,GAAIA,EAEH,OADAvG,KAAAA,QAAQiG,MAAM,IAAI/F,KAAQ,uBAAyBQ,EAAc,IAAK6F,CAAM,C,EAO3D,WAAjBb,IACCc,EAAUd,EAAae,MAAM,GAAG,EAChCC,EAAY,GACZC,EAAUH,EAAQ,GAEH,KAAfA,EAAQ,KACXE,EAAY,IACZC,EAAUH,EAAQ,IAGnBE,GAAaC,EAEQ,EAAjBH,EAAQ7J,SACX+J,GAAa,MAGVE,EAAiBzJ,KAAKE,eAAeoG,OAAO,SAAAnD,GAAK,OAAAA,EAAE0B,QAAQQ,KAAK,SAAAjC,GAAK,OAAAA,EAAE0B,YAAcgC,EAAc,WAAwB,WAAnB1D,EAAEmF,cAAgD,MAAnBnF,EAAEmF,cAAwBnF,EAAEmF,eAAiBA,GAAgB,CAACnF,EAAEmF,aAAamB,WAAWH,CAAS,CAAnK,CAAoK,CAAxL,CAAyL,GAE3N/J,UAClBQ,KAAKqB,YAAY+F,iBAAgB,EAAGC,UAAU,oBAAqB,gDAAkDrH,KAAKH,aAA0B,YAAG,SAAWiH,EAAS,KAAI,aAAeA,EAAc,UAAW,mBAAmByB,EAAe,wDAA0DvF,KAAKC,UAAUwG,EAAgB,KAAM,CAAC,CAAC,EAE1VA,EAAe/E,QAAQ,SAAAiF,GACtBA,EAAS9E,QAAQyB,OAAO,SAAAnD,GAAK,OAAAA,EAAE2B,YAAcgC,EAAc,SAA9B,CAA+B,EAAEpC,QAAQ,SAAAS,GACrEpF,EAAK6J,YAAYzE,EAAOoD,aAAc,IAAIxF,KAAQ+D,EAAI3B,EAAO+B,UAAWyC,EAASpG,YAAaoG,EAASlB,gBAAgB,CACxH,CAAC,CACF,CAAC,GAzBH,IAEKc,EAcAE,EAaD9E,EAAM3E,KAAKE,eAAe0D,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,GAAeP,KAAKC,UAAUE,EAAEsF,gBAAgB,IAAMzF,KAAKC,UAAUwF,CAAgB,CAAvG,CAAwG,EAG5I9D,EACEA,EAAIE,QAAQQ,KAAK,SAAAlC,GAAK,OAAAA,EAAE2B,YAAcgC,EAAc,WAAK3D,EAAE+D,YAAcA,CAAnD,CAA4D,GACtFvC,EAAIE,QAAQ+D,KAAK,CAChBtB,QAASR,EAAY,QACrBI,UAAWA,EACXpC,UAAWgC,EAAc,UACzByB,aAAcA,C,CACd,EAKFvI,KAAKE,eAAe0I,KAAK,CACxBrF,YAAaA,EACbkF,iBAAkBA,EAClBlC,YAAavG,KAAK6J,0BAA0BtG,CAAW,EACvDsB,QAAS,CAAC,CACTyC,QAASR,EAAY,QACrBI,UAAWA,EACXpC,UAAWgC,EAAc,UACzByB,aAAcA,C,GAEfuB,QAAS,C,CACT,EAGGnF,EAAAA,GACE3E,KAAKE,eAAe0D,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,GAAeP,KAAKC,UAAUE,EAAEsF,gBAAgB,IAAMzF,KAAKC,UAAUwF,CAAgB,CAAvG,CAAwG,EAI7IzI,KAAK+J,oBAAoBpF,EAAKmC,EAAII,CAAS,C,MAlG3CrE,QAAQiG,MAAM,IAAI/F,KAAQ,mBAAqBQ,CAAW,CAoG5D,EAEa7D,oBAAAkG,UAAAoE,mBAAb,SAAgCxF,G,8FAC/B,MAAA,CAAA,EAAO,IAAImC,QAAQ,SAAOsD,EAASC,GAAM,OAAAzG,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,iDACpC+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaC,CAAK,IAG7C2F,EAAO,CACVlF,KAAK,EAAAhG,gBAAAmL,mBAAiB,EACtBC,IAAK,EACLlG,KAAM,IAAIpB,KACVuE,QAASR,EAAY,QACrBqD,KAAMrD,EAAS,KACftC,MAAOsC,EAAc,S,EAGtB9G,KAAKG,eAAeyI,KAAKuB,CAAI,EAC7B7L,6BAAAqF,cAAc2G,UAAUH,CAAI,EAE5BF,EAAQE,CAAI,GAGZF,EAAQ,IAAI,E,QAEb,E,MAIKvK,oBAAAkG,UAAAgE,YAAP,SAAmBrB,EAAsBC,EAAmB1B,EAAeI,EAAmB3D,EAAqBkF,GAGlH,GAFAzI,KAAKc,iBAAmB,EAEnBd,KAAKC,cAAcsD,GAInB,CACJ,IAAIoB,EAAM3E,KAAKE,eAAe0D,KAAK,SAAAT,GAAK,OAAAA,EAAEI,cAAgBA,GAAeP,KAAKC,UAAUE,EAAEsF,gBAAgB,IAAMzF,KAAKC,UAAUwF,CAAgB,CAAvG,CAAwG,EAEhJ,GAAI9D,EACH,IAAK,IAAIV,EAAIU,EAAIE,QAAQrF,OAAS,EAAQ,GAALyE,EAAQA,CAAC,GACzCU,EAAIE,QAAQZ,GAAGqD,UAAYR,EAAY,SAAKnC,EAAIE,QAAQZ,GAAGiD,YAAcA,GAAavC,EAAIE,QAAQZ,GAAGa,YAAcgC,EAAc,WACpInC,EAAIE,QAAQE,OAAOd,EAAG,CAAC,C,MAT1BpB,QAAQC,IAAI,mBAAqBS,CAAW,CAc9C,EAIa7D,oBAAAkG,UAAAnB,eAAb,SAA4BqC,G,+HAC3B9G,KAAKe,oBAAsB,EAEvB+F,GACgB,CAAA,EAAMxI,6BAAAqF,cAAc4B,QAAQ,CAAEf,MAAOsC,EAAc,SAAC,CAAE,GADtE,CAAA,EAAA,G,OAaH,KAZI5C,EAAeR,EAAAI,KAAA,KAGmD,GAAjE9D,KAAKG,eAAe0G,IAAI,SAAA1D,GAAK,OAAAA,EAAE8B,GAAF,CAAK,EAAEsF,QAAQrG,EAAae,GAAG,GAC/DjF,KAAKG,eAAe4E,OAAO/E,KAAKG,eAAe0G,IAAI,SAAA1D,GAAK,OAAAA,EAAE8B,GAAF,CAAK,EAAEsF,QAAQrG,EAAae,GAAG,EAAG,CAAC,EAG5F3G,6BAAAqF,cAAcqB,UAAU,CAAEC,IAAKf,EAAae,GAAG,CAAE,GAG9CuF,EAAWxK,KAAKE,eAAeoG,OAAO,SAAAnD,GAAK,OAAAA,EAAE0B,QAAQQ,KAAK,SAAAjC,GAAK,OAAAA,EAAEkE,UAAYR,EAAY,SAAK1D,EAAE0B,YAAcgC,EAAc,SAA7D,CAA8D,CAAlF,CAAmF,EAEzH7C,EAAIuG,EAAShL,OAAS,EAAQ,GAALyE,EAAQA,CAAC,GAG1C,IAFIU,EAAM6F,EAASvG,GAEVW,EAAID,EAAIE,QAAQrF,OAAS,EAAQ,GAALoF,EAAQA,CAAC,GACzCD,EAAIE,QAAQD,GAAGE,YAAcgC,EAAc,WAC9CnC,EAAIE,QAAQE,OAAOH,EAAG,CAAC,EAK1B5E,KAAKsB,kBAAkBmJ,gBAAgB3D,CAAE,E,iCAIpCpH,oBAAAkG,UAAA8E,uBAAP,WACC,OAAO1K,KAAKE,cACb,EAGQR,oBAAAkG,UAAAiE,0BAAR,SAAkCtG,GACjC,OAAOvD,KAAKC,cAAcsD,GAAagD,WACxC,EAGc7G,oBAAAkG,UAAAlD,UAAd,SAAwBiI,G,uHAOvB,OANI3K,KAAK4K,SAAW,CAAC5K,KAAK4K,QAAQC,SACjC7K,KAAK4K,QAAQE,mBAAkB,EAC/B9K,KAAK4K,QAAQG,MAAK,EAClB/K,KAAK4K,QAAU,MAGhB,CAAA,EAAM,IAAIjE,QAAQ,SAAAsD,GAAW,OAAAe,WAAWf,EAAS,GAAI,CAAxB,CAAyB,G,OAEtD,GAFAvG,EAAAI,KAAA,EAEI,CAAC9D,KAAK4K,SAAW5K,KAAK4K,QAAQC,OAAQ,CAUzC,GATA7K,KAAKoB,kBAAoB,EAEG,EAAxBpB,KAAKoB,mBACRyB,QAAQiG,MAAM,4GAA4G,EAC1HjD,QAAQoF,KAAK,CAAC,GAKXN,EAAa,CAChBO,EAAkBP,EAClB,IACC3K,KAAK4K,QAAUlM,QAAAwH,gBAAgBiF,UAAS,EAAGC,MAAM,GAAI,CAAEC,YAAaV,CAAW,CAAE,C,CAElF,MAAOW,GAON,OANItL,KAAK4K,UACR5K,KAAK4K,QAAQE,mBAAkB,EAC/B9K,KAAK4K,QAAQG,MAAK,EAClB/K,KAAK4K,QAAU,MAEhB5K,KAAK0C,UAAUiI,CAAW,EAC1B,CAAA,E,OAID3K,KAAK4K,QAAUlM,QAAAwH,gBAAgBiF,UAAS,EAAGC,MAAK,EAGjDvI,QAAQC,IAAI,IAAIC,KAAQ,eAAe,EAEvC/C,KAAK4K,QAAQW,GAAG,SAAU,SAACC,GAC1B,IACKnI,EADDmI,EAAIC,KACHpI,EAAamI,EAAIC,GAAGC,KAEnB3L,EAAKW,uBAAuB2E,KAAK,SAAAlC,GAAK,OAAAA,EAAEE,aAAemI,EAAIC,GAAGC,MAAQvI,EAAEK,OAASgI,EAAIG,aAA/C,CAA4D,EAQtG5L,EAAKW,uBAAuBkD,KAAK,SAAAT,GAAK,OAAAA,EAAEE,aAAemI,EAAIC,GAAGC,MAAQvI,EAAEK,OAASgI,EAAIG,aAA/C,CAA4D,EAAEhD,MAAQ,EAP5G5I,EAAKW,uBAAuBkI,KAAK,CAChCvF,WAAYmI,EAAIC,GAAGC,KACnBlI,KAAMgI,EAAIG,cACVhD,KAAM,C,CACN,EAMEtF,CAAAA,GAAeA,EAAWuI,SAAS,WAAW,GAAMvI,EAAWqG,WAAW,UAAU,GAAoB,SAAfrG,GAAwC,yBAAfA,GAAwD,sBAAfA,IAC9JtD,EAAKY,iBAAmB,EAEE,WAAtB6K,EAAIG,eACY,oBAAftI,GACmC,0BAAlCtD,EAAKF,aAAuB,WAC/BE,EAAKsB,YAAY+F,iBAAgB,EAAGyE,mBAAmBC,KAAK/L,EAAKsB,YAAY+F,iBAAgB,EAAI,yBAA0BoE,EAAIO,YAAiB,GAAC,EACjJhM,EAAKkG,oBAAoB5C,EAAY,QAAQ,GAI5B,qBAAfA,GACHtD,EAAKkG,oBAAoB5C,EAAY,QAAQ,GAGhB,WAAtBmI,EAAIG,eAAoD,YAAtBH,EAAIG,cAC3B,qBAAftI,GACHtD,EAAKkG,oBAAoB5C,EAAY,QAAQ,EAGhB,WAAtBmI,EAAIG,eACO,qBAAftI,GACHtD,EAAKkG,oBAAoB5C,EAAY,QAAQ,GAK7B,UAAfA,GACHjE,kBAAAkG,MAAMC,QAAQ,CAAE/B,KAAM,cAAc,CAAE,EAAEgC,KAAK,SAAAC,GACxCA,GAAQA,EAAKC,MAChB3F,EAAKU,aAAe,CAAA,EAGpBV,EAAKU,aAAe,CAAA,CAEtB,CAAC,EAGFyK,EAAkBM,EAAIvG,IAExB,CAAC,EAEDjF,KAAK4K,QAAQW,GAAG,QAAS,SAAAzC,GACxBjG,QAAQC,IAAI,IAAIC,KAAQ,cAAe+F,CAAK,EAC5C/I,EAAK6K,QAAQE,mBAAkB,EAC/B/K,EAAK6K,QAAQG,MAAK,EAClBhL,EAAK6K,QAAU,KACf7K,EAAK2C,UAAUwI,CAAe,CAC/B,CAAC,EAEDlL,KAAK4K,QAAQW,GAAG,MAAO,WACtB1I,QAAQC,IAAI,IAAIC,KAAQ,WAAW,EACnChD,EAAK6K,QAAQE,mBAAkB,EAC/B/K,EAAK6K,QAAQG,MAAK,EAClBhL,EAAK6K,QAAU,KACf7K,EAAK2C,UAAUwI,CAAe,CAC/B,CAAC,EAEDlL,KAAK4K,QAAQW,GAAG,QAAS,WACxB1I,QAAQC,IAAI,IAAIC,KAAQ,aAAa,EACrChD,EAAK6K,QAAQE,mBAAkB,EAC/B/K,EAAK6K,QAAU,KACf7K,EAAK2C,UAAUwI,CAAe,CAC/B,CAAC,C,iBAIWxL,oBAAAkG,UAAAmE,oBAAd,SAAkCpF,EAA8BmC,EAAeI,G,2FAC9E,GAAKlH,KAAKC,cAAc0E,EAAIpB,aAAamD,cAyBxC1G,KAAKiH,cAAcH,EAAII,EAAWvC,EAAK,SAAUA,EAAI4B,YAAY,EAAE,OAxBnE,GAAI5B,EAAImF,QACP,IACKkC,EAAYhJ,KAAKiJ,MAAMjM,KAAKyB,WAAWyK,IAAIvH,EAAImF,OAAO,EAAG5K,SAAAiN,WAAW,EAEpEC,EAAiC,CACpClF,UAAWA,EACXmF,SAAU,CAAA,EACVC,KAAMN,C,EAGPhM,KAAKuM,OAAOzF,EAAIsF,CAAS,C,CAE1B,MAAOjF,GACNnH,KAAKyB,WAAW+K,IAAI7H,EAAImF,OAAO,EAC/BnF,EAAImF,QAAU,EAEd9J,KAAKuH,cAAc5C,CAAG,C,MAIvB3E,KAAKuH,cAAc5C,CAAG,E,eASXjF,oBAAAkG,UAAAqB,cAAd,SAA4BH,EAAeI,EAAmBvC,EAA8BnB,EAAcH,G,sHACrGoJ,EAAUzM,KAAKwB,wBAAwBkL,qBAAqB,4BAA6B/H,EAAIpB,YAAa,GAAI,GAAIoB,EAAI8D,gBAAgB,E,iBAE/H,O,sBAAA,CAAA,GAAM/E,EAAA1D,KAAKC,cAAc0E,EAAIpB,aAAaoJ,UAASb,KAAIc,MAAAlJ,EAAAmJ,cAAA,CAAC9E,OAAOC,OAAO,GAAIhI,KAAMN,oBAAoBkG,SAAS,EAAGkB,EAAY,SAACgG,OAAKnI,EAAI8D,gBAAgB,EAAA,CAAA,CAAA,CAAA,G,cAA5JJ,EAAMxE,EAAAC,KAAA,EACV9D,KAAKwB,wBAAwBuL,sBAAsBN,CAAO,EAEtDL,EAAiC,CACpClF,UAAWA,EACXmF,SAAU,CAAA,EACVC,KAAMjE,C,EAGPrI,KAAKuM,OAAOzF,EAAIsF,CAAS,E,+BAGzBpM,KAAKwB,wBAAwBuL,sBAAsBN,CAAO,EAEtDL,EAAiC,CACpClF,UAAWA,EACXmF,SAAU,CAAA,EACVC,KAAMU,C,EAGPhN,KAAKuM,OAAOzF,EAAIsF,CAAS,EAEzBpM,KAAKqB,YAAY+F,iBAAgB,EAAGC,UAAU,oBAAqB,6BAA+BrH,KAAKH,aAA0B,YAAG,sCAAwC8E,EAAIpB,YAAc,qCAAuCP,KAAKC,UAAU0B,EAAI8D,iBAAkB,KAAM,CAAC,EAAI,eAAiBzF,KAAKC,UAAU+J,EAAK,KAAM,CAAC,CAAC,E,6BAKtTtN,oBAAAkG,UAAA2B,cAAd,SAA4B5C,G,8IACtBA,EAAIE,QAAQrF,OAAb,CAAA,EAAA,IACCmF,EAAImF,UACP9J,KAAKyB,WAAW+K,IAAI7H,EAAImF,OAAO,EAC/BnF,EAAImF,QAAU,GAIC,IADZmD,EAAWjN,KAAKE,eAAegF,UAAU,SAAA/B,GAAK,OAAAA,EAAEI,cAAgBoB,EAAIpB,aAAeP,KAAKC,UAAUE,EAAEsF,gBAAgB,IAAMzF,KAAKC,UAAU0B,EAAI8D,gBAAgB,CAA/G,CAAgH,IAEjKzI,KAAKE,eAAe6E,OAAOkI,EAAU,CAAC,EAGvC,CAAA,I,OAGIR,EAAUzM,KAAKwB,wBAAwBkL,qBAAqB,cAAe/H,EAAIpB,YAAa,GAAI,GAAIoB,EAAI8D,gBAAgB,E,iBAGjH,O,sBAAA,CAAA,GAAM/E,EAAA1D,KAAKC,cAAc0E,EAAIpB,aAAaoJ,UAASb,KAAIc,MAAAlJ,EAAAmJ,cAAA,CAAC9E,OAAOC,OAAO,GAAIhI,KAAMN,oBAAoBkG,SAAS,GAACkH,OAAKnI,EAAI8D,gBAAgB,EAAA,CAAA,CAAA,CAAA,G,OAGjJ,GAHIyE,EAAMrJ,EAAAC,KAAA,EACV9D,KAAKwB,wBAAwBuL,sBAAsBN,CAAO,EAEtD9H,EAAImF,QACP,IACKkC,EAAYhJ,KAAKiJ,MAAMjM,KAAKyB,WAAWyK,IAAIvH,EAAImF,OAAO,EAAG5K,SAAAiN,WAAW,EAEpEnJ,KAAKC,UAAU+I,CAAS,IAAMhJ,KAAKC,UAAUiK,CAAG,IACnDvG,QAAQC,IACPjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,OAC1BoF,EAAiC,CACpClF,UAAW/B,EAAO+B,UAClBmF,SAAU,CAAA,EACVC,KAAMY,C,EAGPlN,KAAKuM,OAAOzF,EAAIsF,CAAS,G,QAE1B,CAAC,EAGHpM,KAAKyB,WAAW+K,IAAI7H,EAAImF,OAAO,EAC/BnF,EAAImF,QAAU,EAEVoD,CAAAA,GAASC,MAAMC,QAAQF,CAAG,GAAKA,CAAAA,EAAI1N,SACtCmF,EAAImF,QAAU9J,KAAKM,QAAQ,GAC3BN,KAAKyB,WAAW4L,IAAI1I,EAAImF,QAAS9G,KAAKC,UAAUiK,CAAG,CAAC,G,CAKvD,MAAO/F,GACNR,QAAQC,IACPjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,OAC1BoF,EAAiC,CACpClF,UAAW/B,EAAO+B,UAClBmF,SAAU,CAAA,EACVC,KAAMY,C,EAGPlN,KAAKuM,OAAOzF,EAAIsF,CAAS,G,QAE1B,CAAC,EAGHpM,KAAKyB,WAAW+K,IAAI7H,EAAImF,OAAO,EAC/BnF,EAAImF,QAAU,EAEVoD,CAAAA,GAASC,MAAMC,QAAQF,CAAG,GAAKA,CAAAA,EAAI1N,SACtCmF,EAAImF,QAAU9J,KAAKM,QAAQ,GAC3BN,KAAKyB,WAAW4L,IAAI1I,EAAImF,QAAS9G,KAAKC,UAAUiK,CAAG,CAAC,E,MAoBtD,GAfAvG,QAAQC,IACPjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,OAC1BoF,EAAiC,CACpClF,UAAW/B,EAAO+B,UAClBmF,SAAU,CAAA,EACVC,KAAMY,C,EAGPlN,KAAKuM,OAAOzF,EAAIsF,CAAS,G,QAE1B,CAAC,EAGCc,IAAQ,CAACC,MAAMC,QAAQF,CAAG,GAAKA,EAAI1N,UACtCmF,EAAImF,QAAU9J,KAAKM,QAAQ,GAC3BN,KAAKyB,WAAW4L,IAAI1I,EAAImF,QAAS9G,KAAKC,UAAUiK,CAAG,CAAC,GAE9CI,EAAgBtN,KAAKyB,WAAW8L,SAAQ,EAAGC,OAE7BxN,KAAKgG,YAAY,CAKpC,IAHIyH,EAAc,EACZC,EAAS1N,KAAKE,eAAeoG,OAAO,SAAAnD,GAAK,OAAAA,EAAE2G,SAAW,CAAC3G,EAAE0B,QAAQrF,MAAxB,CAA8B,EAEpEmO,EAAK,EAAGA,EAAKD,EAAOlO,SAC5BQ,KAAKmB,uBAAyB,EAC9BnB,KAAKyB,WAAW+K,IAAIkB,EAAOC,GAAI7D,OAAO,EACtC4D,EAAOC,GAAI7D,QAAU,EACrB2D,GAAe,EACXzN,EAAAA,KAAKyB,WAAW8L,SAAQ,EAAGC,MAA0B,IAAlBxN,KAAKgG,aALR2H,CAAE,IAUnC3N,KAAKS,cACRoC,QAAQC,IACP,wBAEA6B,EAAIpB,YACJ,eACAkK,EACA,MACAH,CAAa,C,sCAQlBtN,KAAKwB,wBAAwBuL,sBAAsBN,CAAO,EAE1D9F,QAAQC,IACPjC,EAAIE,QAAQgC,IAAI,SAAM1B,GAAM,OAAA1B,UAAA1D,EAAA,KAAA,EAAA,KAAA,EAAA,W,mDACvB+G,EAAK9G,KAAKsB,kBAAkBiD,aAAaY,EAAOL,SAAS,IACnDgC,EAAGC,aAAeD,EAAGE,OAC1BoF,EAAiC,CACpClF,UAAW/B,EAAO+B,UAClBmF,SAAU,CAAA,EACVC,KAAMsB,C,EAGP5N,KAAKuM,OAAOzF,EAAIsF,CAAS,G,QAE1B,CAAC,EAGHpM,KAAKqB,YAAY+F,iBAAgB,EAAGC,UAAU,oBAAqB,6BAA+BrH,KAAKH,aAA0B,YAAG,sCAAwC8E,EAAIpB,YAAc,8BAAgCP,KAAKC,UAAU0B,EAAI8D,iBAAkB,KAAM,CAAC,EAAI,eAAiBzF,KAAKC,UAAU2K,EAAK,KAAM,CAAC,CAAC,E,6BAKtTlO,oBAAAkG,UAAA2G,OAAR,SAAezF,EAAewF,GAC7BtM,KAAKsB,kBAAkBuM,KAAK/G,EAAIwF,CAAI,CACrC,EAEO5M,oBAAAkG,UAAAhD,eAAP,WACC,OAAO5C,KAAKS,YACb,EACDf,mBAAA,EAAC,EA1xBYoO,QAAApO,oBAAAA","file":"subscription.manager.js","sourcesContent":["import { ServerResponseModel } from '../models/server-response.model';\nimport { ActiveSubscriptionModel, SubscriptionModel } from '../models/subscription.model';\nimport * as WebSocket from 'ws';\nimport { loadLogPublications } from '../publications/logs';\nimport { loadAppStatusPublications } from '../publications/app-status';\nimport { loadFilePublications } from '../publications/files';\nimport { loadSuperAdminPublications } from '../publications/super-admin';\nimport { LoggedInUsers } from '../collections/logged-in-users.collection';\nimport { loadCronJobPublications } from '../publications/cron-jobs';\nimport { loadFlagsPublications } from '../publications/flags';\nimport { loadMethodResponsePublications } from '../publications/method-responses';\nimport ResolveIOMainServer from '../server-app';\nimport { ResolveIOServer } from '../index';\nimport { loadNotificationPublications } from '../publications/notifications';\nimport { loadReportBuilderReportPublications } from '../publications/report-builder-reports';\nimport { LoggedInUserModel } from '../models/logged-in-users.model';\n\nimport { ChangeStream, ChangeStreamDeleteDocument, ChangeStreamDocument, ChangeStreamInsertDocument, ChangeStreamReplaceDocument, ChangeStreamUpdateDocument, ResumeToken } from 'mongodb';\nimport { loadReportBuilderLibraryPublications } from '../publications/report-builder-libraries';\nimport { loadUserGroupPublications } from '../publications/user-groups';\nimport { loadUserGuidePublications } from '../publications/user-guides';\nimport { loadReportBuilderDashboardBuilderPublications } from '../publications/report-builder-dashboard-builders';\nimport { objectIdHexString } from './mongo.manager';\nimport { dateReviver, deepCopy } from '../util/common';\nimport * as NodeCache from 'node-cache';\nimport { MonitorManagerFunction } from './monitor.manager';\nimport { Flags } from '../collections/flag.collection';\nimport { cpus } from 'os';\nimport { WebSocketManager } from './websocket.manager';\nconst numCPUs = cpus().length;\nconst v8 = require('v8');\n\n// Performance Dependencies\n// import * as path from 'path';\n// import { Worker } from 'worker_threads';\n\ninterface MongoQueueModel {\n\t_id: number,\n\ttype: string;\n\tcollection: string;\n\tsubscription: ActiveSubscriptionModel;\n\trunning: boolean;\n\trun_again: boolean;\n}\n\n// interface CurrentPerformanceMonitor {\n// \t_id: number;\n// \tfunction: string;\n// \tpublication: string;\n// \tsubscriptionData: any[];\n// \tdate_start: Date;\n// \tdate_end: Date;\n// \tduration: number;\n// \tresult: string;\n// }\n\nexport class SubscriptionManager {\n\n\tprivate _mainServer: ResolveIOMainServer;\n\tprivate _websocketManager: WebSocketManager;\n\tprivate _publications: SubscriptionModel = {};\n\tprivate _subscriptions: ActiveSubscriptionModel[] = [];\n\tprivate _wss: WebSocket.Server;\n\tprivate _loggedInUsers: LoggedInUserModel[] = [];\n\n\tprivate _mongoQueue: MongoQueueModel[] = [];\n\tprivate _mongoQueueId = 0;\n\t\n\tprivate _oplog$: ChangeStream;\n\n\tprivate _nodeCache;\n\tprivate _cacheId = 1;\n\n\tprivate _heapSize = v8.getHeapStatistics() / numCPUs;\n\tprivate _heapLimit: number;\n\n\tprivate serverConfig;\n\n\tprivate _monitorManagerFunction: MonitorManagerFunction;\n\n\tprivate _enableDebug = false;\n\tprivate _debugOplogCollections = [];\n\tprivate _debugOplogHits = 0;\n\tprivate _debugSubCollections = [];\n\tprivate _debugSubHits = 0;\n\tprivate _debugUnSubHits = 0;\n\tprivate _debugUnSubAllHits = 0;\n\tprivate _debugMongoQueueHits = 0;\n\tprivate _debugMongoQueueCollections = [];\n\tprivate _debugSendQueueHits = 0;\n\tprivate _debugRemoveCacheHits = 0;\n\n\tprivate _oplogRetryCount = 0;\n\n\t// private currentPerfomanceMonitor: CurrentPerformanceMonitor[] = [];\n\t// private idPerformance: number = 0;\n\t// private performanceThread;\n\n\tconstructor(mainServer, wss: WebSocket.Server, serverConfig, monitorManagerFunction: MonitorManagerFunction) {\n\t\tthis._mainServer = mainServer;\n\t\tthis._websocketManager = this._mainServer.getWebSocketManager();\n\t\tthis._monitorManagerFunction = monitorManagerFunction;\n\n\t\tthis._nodeCache = new NodeCache( { stdTTL: 0, checkperiod: 0 } );\n\n\t\t// setTimeout(() => {\n\t\t// \tconsole.log('Setting up performance thread');\n\n\t\t// \tthis.performanceThread = new Worker(path.join(__dirname, './subscription.performance.js'));\n\n\t\t// \tthis.performanceThread.on('exit', code => {\n\t\t// \t\tconsole.error(new Date(), 'THREAD EXITED!!!!!!!!!!!!!!!!!!', code);\n\t\t// \t});\n\n\t\t// \tthis.performanceThread.on('error', code => {\n\t\t// \t\tconsole.error(new Date(), 'THREAD RECV ERROR !!!!!!!!!!!!!!!!!!', code);\n\t\t// \t});\n\t\t// }, 5000);\n\n\t\t// setInterval(() => {\n\t\t// \tconsole.log('Post thread msg');\n\t\t// \tthis.performanceThread.postMessage(this.currentPerfomanceMonitor);\n\t\t// \tthis.currentPerfomanceMonitor = [];\n\t\t// }, 10000);\n\n\t\tthis.serverConfig = serverConfig;\n\t\tthis._wss = wss;\n\n\t\t// Publications\n\t\tloadSuperAdminPublications(this);\n\t\tloadAppStatusPublications(this);\n\t\tloadLogPublications(this);\n\t\tloadFilePublications(this);\n\t\tloadCronJobPublications(this);\n\t\tloadFlagsPublications(this);\n\t\tloadMethodResponsePublications(this);\n\t\tloadNotificationPublications(this);\n\t\tloadReportBuilderReportPublications(this);\n\t\tloadReportBuilderLibraryPublications(this);\n\t\tloadUserGroupPublications(this);\n\t\tloadUserGuidePublications(this);\n\t\tloadReportBuilderDashboardBuilderPublications(this);\n\n\t\tthis.tailOpLog();\n\n\t\tsetInterval(() => {\n\t\t\tthis._oplogRetryCount = 0;\n\t\t}, 15000);\n\n\t\tsetInterval(() => {\n\t\t\tif (this.getEnableDebug()) {\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Subs', this._subscriptions.length);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Logged In Users', this._loggedInUsers.length);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Mongo Queue', this._mongoQueue.length);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Mongo Queue Hits', this._debugMongoQueueHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Mongo Queue Collections', JSON.stringify(this._debugMongoQueueCollections.sort((a, b) => a.collection.localeCompare(b.collection) \|\| a.publication.localeCompare(b.publication)), null, 2));\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Oplog Hits', this._debugOplogHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Oplog Collections', JSON.stringify(this._debugOplogCollections.sort((a, b) => a.collection.localeCompare(b.collection) \|\| a.type.localeCompare(b.type)), null, 2));\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Send Queue Hits', this._debugSendQueueHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Sub Hits', this._debugSubHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Sub Collections', JSON.stringify(this._debugSubCollections.sort((a, b) => a.publication.localeCompare(b.publication)), null, 2));\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub Hits', this._debugUnSubHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub All Hits', this._debugUnSubAllHits);\n\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Cache Cleanup Hits', this._debugRemoveCacheHits);\n\t\t\t}\n\t\t\t\n\t\t\tthis._debugOplogHits = 0;\n\t\t\tthis._debugOplogCollections = [];\n\t\t\tthis._debugSubCollections = [];\n\t\t\tthis._debugMongoQueueHits = 0;\n\t\t\tthis._debugMongoQueueCollections = [];\n\t\t\tthis._debugSendQueueHits = 0;\n\t\t\tthis._debugSubHits = 0;\n\t\t\tthis._debugUnSubHits = 0;\n\t\t\tthis._debugUnSubAllHits = 0;\n\t\t\tthis._debugRemoveCacheHits = 0;\n\t\t}, 60000);\n\n\t\tsetInterval(async () => {\n\t\t\tthis._loggedInUsers = await LoggedInUsers.find();\n\t\n\t\t\tlet userCopy = deepCopy(this._loggedInUsers);\n\t\t\tfor (let i = this._loggedInUsers.length - 1; i >= 0; i--) {\n\t\t\t\tlet loggedInUser = userCopy[i];\n\n\t\t\t\tif (!loggedInUser.date \|\| Date.now() - loggedInUser.date.getTime() > 120000) {\n\t\t\t\t\tif (this._websocketManager.getWebSocket(loggedInUser.id_ws)) {\n\t\t\t\t\t\tif (this.getEnableDebug()) {\n\t\t\t\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub WS', this._websocketManager.getWebSocket(loggedInUser.id_ws)['user'], this._websocketManager.getWebSocket(loggedInUser.id_ws)['id_socket'], 2);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tthis.unsubscribeAll(this._websocketManager.getWebSocket(loggedInUser.id_ws));\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tthis._subscriptions.forEach(sub => {\n\t\t\t\t\t\t\tfor (let j = sub.clients.length - 1; j >= 0; j--) {\n\t\t\t\t\t\t\t\tlet client = sub.clients[j];\n\n\t\t\t\t\t\t\t\tif (client.id_socket === loggedInUser.id_ws) {\n\t\t\t\t\t\t\t\t\tsub.clients.splice(j, 1);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\n\t\t\t\t\t\tLoggedInUsers.deleteOne({_id: loggedInUser._id});\n\n\t\t\t\t\t\tif (this._loggedInUsers.findIndex(a => a._id === loggedInUser._id) >= 0) {\n\t\t\t\t\t\t\tthis._loggedInUsers.splice(this._loggedInUsers.findIndex(a => a._id === loggedInUser._id), 1);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tfor (let i = 0; i < this._subscriptions.length; i++) {\n\t\t\t\tlet sub = this._subscriptions[i];\n\n\t\t\t\tfor (let j = sub.clients.length - 1; j >= 0; j--) {\n\t\t\t\t\tlet client = sub.clients[j];\n\n\t\t\t\t\tif (!this._loggedInUsers.some(a => a.id_ws === client.id_socket)) {\n\t\t\t\t\t\tsub.clients.splice(j, 1);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}, 30000);\n\n\t\tFlags.findOne({type: 'Enable Debug'}).then(flag => {\n\t\t\tif (flag && flag.value) {\n\t\t\t\tthis._enableDebug = true;\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis._enableDebug = false;\n\t\t\t}\n\t\t});\n\n\t\tthis.setCacheLimit();\n\t}\n\n\tprivate setCacheLimit() {\t\n\t\tif (process.env.IS_WORKERS_ENABLED === 'true') {\n\t\t\tthis._heapLimit = this._heapSize * 0.4;\n\t\t}\n\t\telse {\n\t\t\tthis._heapLimit = this._heapSize * 0.3; // Use 50% of total heap size\n\t\t}\n\t}\n\n\tpublic async invalidatePubsCache(collection: string, type: string) {\n\t\tResolveIOServer.getMongoManager().invalidateQueryCache(collection);\n\n\t\tlet collSubs = this._subscriptions.filter(a => a.collections.includes(collection));\n\n\t\tfor (let sub of collSubs) {\n\t\t\tif (this._publications[sub.publication].user_specific) {\n\t\t\t\t// For user-specific publications, process each client separately\n\t\t\t\tPromise.all(\n\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\tthis.sendDataToOne(ws, client.messageId, sub, type, collection);\n\t\t\t\t\t\t\t} catch (err) {\n\t\t\t\t\t\t\t\t// Handle error\n\t\t\t\t\t\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During sendDataToOne - User Specific - Socket: ' + client.id_socket + ', User: ' + client.id_user + ', MessageId: ' + client.messageId + ', Pub: ' + sub.publication + ', Err: ' + JSON.stringify(err, null, 2));\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t})\n\t\t\t\t);\n\t\t\t}\n\t\t\telse {\n\t\t\t\t// For non-user-specific publications, send data to all clients\n\t\t\t\tthis.sendDataToAll(sub);\n\t\t\t}\n\t\t}\n\t}\n\n\t// Add all files to publications private object\n\tpublic publications(method: SubscriptionModel) {\n\t\tthis._publications = Object.assign(this._publications, method);\n\t}\n\n\tpublic loggedInLatency(ws: WebSocket) {\n\t\tlet loggedInUser = this._loggedInUsers.find(a => a.id_ws === ws['id_socket']);\n\n\t\tif (loggedInUser) {\n\t\t\tloggedInUser.date = new Date();\n\n\t\t\tLoggedInUsers.updateOne({id_ws: ws['id_socket']}, {$set: {latency: ws['latency'], date: loggedInUser.date}}).then(res => {\n\t\t\t\tif (!res) {\n\t\t\t\t\tthis.unsubscribeAll(ws);\n\t\t\t\t\tif (this.getEnableDebug()) {\n\t\t\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub WS', ws['user'], ws['id_socket'], 3);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}, () => {\n\t\t\t\tthis.unsubscribeAll(ws);\n\t\t\t\tif (this.getEnableDebug()) {\n\t\t\t\t\tconsole.log(new Date(), 'Sub Manager', 'Unsub WS', ws['user'], ws['id_socket'], 4);\n\t\t\t\t}\n\t\t\t});\n\t\t}\n\t}\n\n\t// Subscribe to publication\n\tpublic subscribe(messageRoute: string, messageDate: Date, ws: WebSocket, messageId: number, publication: string, subscriptionData: any[]) {\n\t\tthis._debugSubHits += 1;\n\n\t\tif (!this._debugSubCollections.some(a => a.publication === publication)) {\n\t\t\tthis._debugSubCollections.push({\n\t\t\t\tpublication: publication,\n\t\t\t\thits: 1\n\t\t\t});\n\t\t}\n\t\telse {\n\t\t\tthis._debugSubCollections.find(a => a.publication === publication).hits += 1;\n\t\t}\n\n\t\tlet pub = this._publications[publication];\n\n\t\tif (!pub) {\n\t\t\tconsole.error(new Date(), 'No Publication: ' + publication);\n\t\t\treturn;\n\t\t}\n\t\telse {\n\t\t\tif (subscriptionData.length > 1 \|\| subscriptionData[0]) {\n\t\t\t\tif (!pub.check) {\n\t\t\t\t\tconsole.error(new Date(), 'No Check Function For Pub ' + publication);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t\telse if (!pub.check._schema) {\n\t\t\t\t\tconsole.error(new Date(), 'No Check Schema For Pub ' + publication);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tlet valObj = {};\n\t\t\t\t\tlet valKeys = Object.keys(pub.check._schema);\n\n\t\t\t\t\tlet rootKeys = valKeys.filter(a => !a.includes('.'));\n\n\t\t\t\t\tfor (let i = 0; i < subscriptionData.length; i++) {\n\t\t\t\t\t\tvalObj[rootKeys[i]] = subscriptionData[i];\n\t\t\t\t\t}\n\n\t\t\t\t\ttry {\n\t\t\t\t\t\tpub.check.validate(valObj);\n\t\t\t\t\t}\n\t\t\t\t\tcatch (errors) {\n\t\t\t\t\t\tif (errors) {\n\t\t\t\t\t\t\tconsole.error(new Date(), 'Error in Pub Check (' + publication + ')', errors);\n\t\t\t\t\t\t\treturn;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif (messageRoute !== 'Bypass') {\n\t\t\t\tlet urlData = messageRoute.split('/');\n\t\t\t\tlet urlModule = '';\n\t\t\t\tlet urlNext = urlData[0];\n\n\t\t\t\tif (urlData[0] === '') {\n\t\t\t\t\turlModule = '/';\n\t\t\t\t\turlNext = urlData[1];\n\t\t\t\t}\n\n\t\t\t\turlModule += urlNext;\n\n\t\t\t\tif (urlData.length > 1) {\n\t\t\t\t\turlModule += '/';\n\t\t\t\t}\n\n\t\t\t\tlet otherRouteSubs = this._subscriptions.filter(a => a.clients.some(b => b.id_socket === ws['id_socket'] && b.messageRoute !== 'Bypass' && b.messageRoute !== '/' && b.messageRoute !== messageRoute && !b.messageRoute.startsWith(urlModule)));\n\n\t\t\t\tif (otherRouteSubs.length) {\n\t\t\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Detected Undestroyed Subscription - ' + this.serverConfig['CLIENT_NAME'], 'USER: ' + ws['user'] + ' (Socket: ' + ws['id_socket'] + ') ' + ' is on route: ' + messageRoute + ' but has the following subscriptions on other routes:' + JSON.stringify(otherRouteSubs, null, 2));\n\n\t\t\t\t\totherRouteSubs.forEach(otherSub => {\n\t\t\t\t\t\totherSub.clients.filter(a => a.id_socket === ws['id_socket']).forEach(client => {\n\t\t\t\t\t\t\tthis.unsubscribe(client.messageRoute, new Date(), ws, client.messageId, otherSub.publication, otherSub.subscriptionData);\n\t\t\t\t\t\t});\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tlet sub = this._subscriptions.find(a => a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData));\n\n\t\t\t// If sub found (another user watching same data), add client to same sub\n\t\t\tif (sub) {\n\t\t\t\tif (!sub.clients.some(a => a.id_socket === ws['id_socket'] && a.messageId === messageId)) {\n\t\t\t\t\tsub.clients.push({\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\tid_socket: ws['id_socket'],\n\t\t\t\t\t\tmessageRoute: messageRoute\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\t\t\t// If sub not found, create new sub\n\t\t\telse {\n\t\t\t\tthis._subscriptions.push({\n\t\t\t\t\tpublication: publication,\n\t\t\t\t\tsubscriptionData: subscriptionData,\n\t\t\t\t\tcollections: this.getPublicationCollections(publication),\n\t\t\t\t\tclients: [{\n\t\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\tid_socket: ws['id_socket'],\n\t\t\t\t\t\tmessageRoute: messageRoute\n\t\t\t\t\t}],\n\t\t\t\t\tcacheId: 0\n\t\t\t\t});\n\t\t\t}\n\n\t\t\tif (!sub) {\n\t\t\t\tsub = this._subscriptions.find(a => a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData));\n\t\t\t}\n\n\t\t\t// Immediately send data to the new client\n\t\t\tthis.processSubscription(sub, ws, messageId);\n\t\t}\n\t}\n\n\tpublic async createLoggedInUser(id_ws: string): Promise<LoggedInUserModel> {\n\t\treturn new Promise(async (resolve, reject) => {\n\t\t\tlet ws = this._websocketManager.getWebSocket(id_ws);\n\n\t\t\tif (ws) {\n\t\t\t\tlet user = {\n\t\t\t\t\t_id: objectIdHexString(),\n\t\t\t\t\t__v: 0,\n\t\t\t\t\tdate: new Date(),\n\t\t\t\t\tid_user: ws['id_user'],\n\t\t\t\t\tuser: ws['user'],\n\t\t\t\t\tid_ws: ws['id_socket']\n\t\t\t\t};\n\t\t\t\t\n\t\t\t\tthis._loggedInUsers.push(user);\n\t\t\t\tLoggedInUsers.insertOne(user);\n\t\t\t\t\n\t\t\t\tresolve(user);\n\t\t\t}\n\t\t\telse {\n\t\t\t\tresolve(null);\n\t\t\t}\n\t\t});\n\t}\n\n\t// Unsubscribe from publication \n\tpublic unsubscribe(messageRoute: string, messageDate: Date, ws: WebSocket, messageId: number, publication: string, subscriptionData: any[]) {\n\t\tthis._debugUnSubHits += 1;\n\n\t\tif (!this._publications[publication]) {\n\t\t\tconsole.log('No Publication: ' + publication);\n\t\t\treturn;\n\t\t}\n\t\telse {\n\t\t\tlet sub = this._subscriptions.find(a => a.publication === publication && JSON.stringify(a.subscriptionData) === JSON.stringify(subscriptionData));\n\n\t\t\tif (sub) {\n\t\t\t\tfor (let i = sub.clients.length - 1; i >= 0; i--) {\n\t\t\t\t\tif (sub.clients[i].id_user === ws['id_user'] && sub.clients[i].messageId === messageId && sub.clients[i].id_socket === ws['id_socket']) {\n\t\t\t\t\t\tsub.clients.splice(i, 1);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\n\t// Unsubscribe from publication\n\tpublic async unsubscribeAll(ws: WebSocket) {\n\t\tthis._debugUnSubAllHits += 1;\n\n\t\tif (ws) {\n\t\t\tlet loggedInUser = await LoggedInUsers.findOne({ id_ws: ws['id_socket'] });\n\n\t\t\tif (loggedInUser) {\n\t\t\t\tif (this._loggedInUsers.map(a => a._id).indexOf(loggedInUser._id) >= 0) {\n\t\t\t\t\tthis._loggedInUsers.splice(this._loggedInUsers.map(a => a._id).indexOf(loggedInUser._id), 1);\n\t\t\t\t}\n\n\t\t\t\tLoggedInUsers.deleteOne({ _id: loggedInUser._id });\n\t\t\t}\n\n\t\t\tlet userSubs = this._subscriptions.filter(a => a.clients.some(b => b.id_user === ws['id_user'] && b.id_socket === ws['id_socket']));\n\n\t\t\tfor (let i = userSubs.length - 1; i >= 0; i--) {\n\t\t\t\tlet sub = userSubs[i];\n\n\t\t\t\tfor (let j = sub.clients.length - 1; j >= 0; j--) {\n\t\t\t\t\tif (sub.clients[j].id_socket === ws['id_socket']) {\n\t\t\t\t\t\tsub.clients.splice(j, 1);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tthis._websocketManager.removeWebSocket(ws);\n\t\t}\n\t}\n\n\tpublic getActiveSubscriptions() {\n\t\treturn this._subscriptions;\n\t}\n\n\t// Get publication collection\n\tprivate getPublicationCollections(publication: string) {\n\t\treturn this._publications[publication].collections;\n\t}\n\n\t// Watch (tail) Mongo's operation log on the entire database (all insert/modify/delete will trigger this function)\n\tprivate async tailOpLog(resumeToken?: ResumeToken) {\n\t\tif (this._oplog$ && !this._oplog$.closed) {\n\t\t\tthis._oplog$.removeAllListeners();\n\t\t\tthis._oplog$.close();\n\t\t\tthis._oplog$ = null;\n\t\t}\n\n\t\tawait new Promise(resolve => setTimeout(resolve, 1000));\n\n\t\tif (!this._oplog$ \|\| this._oplog$.closed) {\n\t\t\tthis._oplogRetryCount += 1;\n\n\t\t\tif (this._oplogRetryCount > 5) {\n\t\t\t\tconsole.error('**************** TAIL OPLOG ERROR, RETRYING A BUNCH OF TIMES, KILLING PROCESS ***********************');\n\t\t\t\tprocess.exit(1);\n\t\t\t}\n\n\t\t\tlet lastResumeToken: ResumeToken;\n\n\t\t\tif (resumeToken) {\n\t\t\t\tlastResumeToken = resumeToken;\n\t\t\t\ttry {\n\t\t\t\t\tthis._oplog$ = ResolveIOServer.getMainDB().watch([], { resumeAfter: resumeToken });\n\t\t\t\t}\n\t\t\t\tcatch (errOp) {\n\t\t\t\t\tif (this._oplog$) {\n\t\t\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\t\t\tthis._oplog$.close();\n\t\t\t\t\t\tthis._oplog$ = null;\n\t\t\t\t\t}\n\t\t\t\t\tthis.tailOpLog(resumeToken);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis._oplog$ = ResolveIOServer.getMainDB().watch();\n\t\t\t}\n\n\t\t\tconsole.log(new Date(), 'oplog started');\n\n\t\t\tthis._oplog$.on('change', (doc: ChangeStreamInsertDocument \| ChangeStreamUpdateDocument \| ChangeStreamReplaceDocument \| ChangeStreamDeleteDocument) => {\n\t\t\t\tif (doc.ns) {\n\t\t\t\t\tlet collection = doc.ns.coll;\n\n\t\t\t\t\tif (!this._debugOplogCollections.some(a => a.collection === doc.ns.coll && a.type === doc.operationType)) {\n\t\t\t\t\t\tthis._debugOplogCollections.push({\n\t\t\t\t\t\t\tcollection: doc.ns.coll,\n\t\t\t\t\t\t\ttype: doc.operationType,\n\t\t\t\t\t\t\thits: 1\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t\telse {\n\t\t\t\t\t\tthis._debugOplogCollections.find(a => a.collection === doc.ns.coll && a.type === doc.operationType).hits += 1;\n\t\t\t\t\t}\n\n\t\t\t\t\tif (collection && !collection.endsWith('.versions') && !collection.startsWith('monitor-') && collection !== 'logs' && collection !== 'log-method-latencies' && collection !== 'log-subscriptions') {\n\t\t\t\t\t\tthis._debugOplogHits += 1;\n\n\t\t\t\t\t\tif (doc.operationType === 'insert') {\n\t\t\t\t\t\t\tif (collection === 'support-tickets') {\n\t\t\t\t\t\t\t\tif (this.serverConfig['ROOT_URL'] === 'https://resolveio.com') {\n\t\t\t\t\t\t\t\t\tthis._mainServer.getMethodManager().callMethodInternal.call(this._mainServer.getMethodManager(), 'sendSupportTicketEmail', doc.documentKey['_id']);\n\t\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'insert');\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\tif (collection !== 'method-responses') {\n\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'insert');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse if (doc.operationType === 'update' \|\| doc.operationType === 'replace') {\n\t\t\t\t\t\t\tif (collection !== 'method-responses') {\n\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'update');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t\telse if (doc.operationType === 'delete') {\n\t\t\t\t\t\t\tif (collection !== 'method-responses') {\n\t\t\t\t\t\t\t\tthis.invalidatePubsCache(collection, 'delete');\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\tif (collection === 'flags') {\n\t\t\t\t\t\tFlags.findOne({ type: 'Enable Debug' }).then(flag => {\n\t\t\t\t\t\t\tif (flag && flag.value) {\n\t\t\t\t\t\t\t\tthis._enableDebug = true;\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\telse {\n\t\t\t\t\t\t\t\tthis._enableDebug = false;\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\n\t\t\t\t\tlastResumeToken = doc._id;\n\t\t\t\t}\n\t\t\t});\n\n\t\t\tthis._oplog$.on('error', error => {\n\t\t\t\tconsole.log(new Date(), 'oplog error', error);\n\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\tthis._oplog$.close();\n\t\t\t\tthis._oplog$ = null;\n\t\t\t\tthis.tailOpLog(lastResumeToken);\n\t\t\t});\n\n\t\t\tthis._oplog$.on('end', () => {\n\t\t\t\tconsole.log(new Date(), 'oplog end');\n\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\tthis._oplog$.close();\n\t\t\t\tthis._oplog$ = null;\n\t\t\t\tthis.tailOpLog(lastResumeToken);\n\t\t\t});\n\n\t\t\tthis._oplog$.on('close', () => {\n\t\t\t\tconsole.log(new Date(), 'oplog close');\n\t\t\t\tthis._oplog$.removeAllListeners();\n\t\t\t\tthis._oplog$ = null;\n\t\t\t\tthis.tailOpLog(lastResumeToken);\n\t\t\t});\n\t\t}\n\t}\n\n\tprivate async processSubscription(sub: ActiveSubscriptionModel, ws: WebSocket, messageId: number) {\n\t\tif (!this._publications[sub.publication].user_specific) {\n\t\t\tif (sub.cacheId) {\n\t\t\t\ttry {\n\t\t\t\t\tlet cacheData = JSON.parse(this._nodeCache.get(sub.cacheId), dateReviver);\n\n\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\tmessageId: messageId,\n\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\tdata: cacheData\n\t\t\t\t\t};\n\n\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t}\n\t\t\t\tcatch (err) {\n\t\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t\t\tsub.cacheId = 0;\n\n\t\t\t\t\tthis.sendDataToAll(sub);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse {\n\t\t\t\tthis.sendDataToAll(sub);\n\t\t\t}\n\t\t}\n\t\telse {\n\t\t\tthis.sendDataToOne(ws, messageId, sub, 'newSub', sub.collections[0]);\n\t\t}\n\t}\n\n\t// Fetch pub once, send to all clients linked to this pub\n\tprivate async sendDataToOne(ws: WebSocket, messageId: number, sub: ActiveSubscriptionModel, type: string, collection: string) {\n\t\tlet monitor = this._monitorManagerFunction.startMonitorFunction('User Specific Publication', sub.publication, '', '', sub.subscriptionData);\n\t\ttry {\n\t\t\tlet res = await this._publications[sub.publication].function.call(Object.assign({}, this, SubscriptionManager.prototype), ws['id_user'], ...sub.subscriptionData);\n\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\tmessageId: messageId,\n\t\t\t\thasError: false,\n\t\t\t\tdata: res\n\t\t\t};\n\n\t\t\tthis.sendWS(ws, serverRes);\n\t\t}\n\t\tcatch (err) {\n\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\tmessageId: messageId,\n\t\t\t\thasError: true,\n\t\t\t\tdata: err\n\t\t\t};\n\n\t\t\tthis.sendWS(ws, serverRes);\n\n\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During Subscription ' + sub.publication + ' - (sendDataToOne - WS)\\n\\nData \\n' + JSON.stringify(sub.subscriptionData, null, 2) + '\\n\\nErrors\\n' + JSON.stringify(err, null, 2));\n\t\t}\n\t}\n\n\t// Fetch pub once, send to all clients linked to this pub\n\tprivate async sendDataToAll(sub: ActiveSubscriptionModel) {\n\t\tif (!sub.clients.length) {\n\t\t\tif (sub.cacheId) {\n\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t\tsub.cacheId = 0;\n\t\t\t}\n\n\t\t\tlet subIndex = this._subscriptions.findIndex(a => a.publication === sub.publication && JSON.stringify(a.subscriptionData) === JSON.stringify(sub.subscriptionData));\n\t\t\tif (subIndex >= 0) {\n\t\t\t\tthis._subscriptions.splice(subIndex, 1);\n\t\t\t}\n\n\t\t\treturn;\n\t\t}\n\t\telse {\n\t\t\tlet monitor = this._monitorManagerFunction.startMonitorFunction('Publication', sub.publication, '', '', sub.subscriptionData);\n\n\t\t\ttry {\n\t\t\t\tlet res = await this._publications[sub.publication].function.call(Object.assign({}, this, SubscriptionManager.prototype), ...sub.subscriptionData);\n\t\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\t\tif (sub.cacheId) {\n\t\t\t\t\ttry {\n\t\t\t\t\t\tlet cacheData = JSON.parse(this._nodeCache.get(sub.cacheId), dateReviver);\n\t\n\t\t\t\t\t\tif (JSON.stringify(cacheData) !== JSON.stringify(res)) {\n\t\t\t\t\t\t\tPromise.all(\n\t\t\t\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\t\t\t\tdata: res\n\t\t\t\t\t\t\t\t\t\t};\n\t\t\t\n\t\t\t\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t);\n\n\t\t\t\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t\t\t\t\tsub.cacheId = 0;\n\n\t\t\t\t\t\t\tif (res && (!Array.isArray(res) \|\| res.length)) {\n\t\t\t\t\t\t\t\tsub.cacheId = this._cacheId++;\n\t\t\t\t\t\t\t\tthis._nodeCache.set(sub.cacheId, JSON.stringify(res));\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\n\t\t\t\t\t}\n\t\t\t\t\tcatch (err) {\n\t\t\t\t\t\tPromise.all(\n\t\t\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\t\t\tdata: res\n\t\t\t\t\t\t\t\t\t};\n\t\t\n\t\t\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t);\n\n\t\t\t\t\t\tthis._nodeCache.del(sub.cacheId);\n\t\t\t\t\t\tsub.cacheId = 0;\n\t\t\t\t\t\t\n\t\t\t\t\t\tif (res && (!Array.isArray(res) \|\| res.length)) {\n\t\t\t\t\t\t\tsub.cacheId = this._cacheId++;\n\t\t\t\t\t\t\tthis._nodeCache.set(sub.cacheId, JSON.stringify(res));\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\tPromise.all(\n\t\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\t\thasError: false,\n\t\t\t\t\t\t\t\t\tdata: res\n\t\t\t\t\t\t\t\t};\n\t\n\t\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t})\n\t\t\t\t\t);\n\t\t\t\t\t\n\t\t\t\t\tif (res && (!Array.isArray(res) \|\| res.length)) {\n\t\t\t\t\t\tsub.cacheId = this._cacheId++;\n\t\t\t\t\t\tthis._nodeCache.set(sub.cacheId, JSON.stringify(res));\n\n\t\t\t\t\t\tconst nodeCacheSize = this._nodeCache.getStats().vsize;\n\n\t\t\t\t\t\tif (nodeCacheSize > this._heapLimit) {\n\t\t\t\t\t\t\t// Evict cache entries as needed\n\t\t\t\t\t\t\tlet deleteCount = 0;\n\t\t\t\t\t\t\tconst subArr = this._subscriptions.filter(a => a.cacheId && !a.clients.length);\n\t\t\t\t\t\n\t\t\t\t\t\t\tfor (let zz = 0; zz < subArr.length; zz++) {\n\t\t\t\t\t\t\t\tthis._debugRemoveCacheHits += 1;\n\t\t\t\t\t\t\t\tthis._nodeCache.del(subArr[zz].cacheId);\n\t\t\t\t\t\t\t\tsubArr[zz].cacheId = 0;\n\t\t\t\t\t\t\t\tdeleteCount += 1;\n\t\t\t\t\t\t\t\tif (this._nodeCache.getStats().vsize < this._heapLimit 0.75) {\n\t\t\t\t\t\t\t\t\tbreak;\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\tif (this._enableDebug) {\n\t\t\t\t\t\t\t\tconsole.log(\n\t\t\t\t\t\t\t\t\t'Sub Cache: ' +\n\t\t\t\t\t\t\t\t\t'Too Big - ' +\n\t\t\t\t\t\t\t\t\tsub.publication +\n\t\t\t\t\t\t\t\t\t' - Deleted: ' +\n\t\t\t\t\t\t\t\t\tdeleteCount +\n\t\t\t\t\t\t\t\t\t' - ' +\n\t\t\t\t\t\t\t\t\tnodeCacheSize\n\t\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t\tcatch (err) {\n\t\t\t\tthis._monitorManagerFunction.finishMonitorFunction(monitor);\n\n\t\t\t\tPromise.all(\n\t\t\t\t\tsub.clients.map(async client => {\n\t\t\t\t\t\tlet ws = this._websocketManager.getWebSocket(client.id_socket);\n\t\t\t\t\t\tif (ws && ws.readyState === ws.OPEN) {\n\t\t\t\t\t\t\tlet serverRes: ServerResponseModel = {\n\t\t\t\t\t\t\t\tmessageId: client.messageId,\n\t\t\t\t\t\t\t\thasError: true,\n\t\t\t\t\t\t\t\tdata: err\n\t\t\t\t\t\t\t};\n\n\t\t\t\t\t\t\tthis.sendWS(ws, serverRes);\n\t\t\t\t\t\t}\n\t\t\t\t\t})\n\t\t\t\t);\n\n\t\t\t\tthis._mainServer.getMethodManager().sendEmail('dev@resolveio.com', 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'], 'Error Detected During Subscription ' + sub.publication + ' - (sendPubData)\\n\\nData \\n' + JSON.stringify(sub.subscriptionData, null, 2) + '\\n\\nErrors\\n' + JSON.stringify(err, null, 2));\n\t\t\t}\n\t\t}\n\t}\n\n\tprivate sendWS(ws: WebSocket, data: ServerResponseModel) {\n\t\tthis._websocketManager.send(ws, data);\n\t}\n\n\tpublic getEnableDebug() {\n\t\treturn this._enableDebug;\n\t}\n}\n"]}

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@resolveio/server-lib",
-  "version": "20.4.15",
+  "version": "20.4.16",
   "description": "",
   "scripts": {
     "package": "./build_package.sh",