@resolveio/server-lib 20.7.131 → 20.7.133

package/managers/mongo.manager.d.ts

@@ -85,9 +85,13 @@ export declare class MongoManager {
     private _serverCollections;
     private _isWorkersEnabled;
     private _isWorkerInstance;
+    private _watchedDatabases;
+    private _mainDatabaseName;
     constructor();
     static create(): Promise<MongoManager>;
     private initialize;
+    private resolveWatchedDatabases;
+    getWatchedDatabases(): string[];
     oneTimeTransaction<T>(fn: () => Promise<T>): Promise<T>;
     getSession(): any;
     private setCacheLimit;

package/managers/mongo.manager.js

@@ -72,6 +72,17 @@ var __rest = (this && this.__rest) || function (s, e) {
         }
     return t;
 };
+var __values = (this && this.__values) || function(o) {
+    var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
+    if (m) return m.call(o);
+    if (o && typeof o.length === "number") return {
+        next: function () {
+            if (o && i >= o.length) o = void 0;
+            return { value: o && o[i++], done: !o };
+        }
+    };
+    throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
+};
 var __read = (this && this.__read) || function (o, n) {
     var m = typeof Symbol === "function" && o[Symbol.iterator];
     if (!m) return o;
@@ -97,17 +108,6 @@ var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
     }
     return to.concat(ar || Array.prototype.slice.call(from));
 };
-var __values = (this && this.__values) || function(o) {
-    var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
-    if (m) return m.call(o);
-    if (o && typeof o.length === "number") return {
-        next: function () {
-            if (o && i >= o.length) o = void 0;
-            return { value: o && o[i++], done: !o };
-        }
-    };
-    throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MongoManagerUserCollection = exports.MongoManagerCollection = exports.MongoManagerModel = exports.MongoManager = void 0;
 var NodeCache = require("node-cache");
@@ -132,6 +132,8 @@ var MongoManager = /** @class */ (function () {
         this._serverCollections = [];
         this._isWorkersEnabled = false;
         this._isWorkerInstance = false;
+        this._watchedDatabases = [];
+        this._mainDatabaseName = '';
     }
     MongoManager.create = function () {
         return __awaiter(this, void 0, void 0, function () {
@@ -157,6 +159,8 @@ var MongoManager = /** @class */ (function () {
                         this._nodeCache = new NodeCache({ stdTTL: 0, checkperiod: 0 });
                         this._isWorkersEnabled = process.env.IS_WORKERS_ENABLED === 'true';
                         this._isWorkerInstance = process.env.IS_WORKER_INSTANCE === 'true';
+                        this._mainDatabaseName = resolveio_server_app_1.ResolveIOServer.getServerConfig() ? resolveio_server_app_1.ResolveIOServer.getServerConfig()['DATABASE'] : '';
+                        this._watchedDatabases = this.resolveWatchedDatabases();
                         this.setCacheLimit();
                         if (this._isWorkersEnabled && this._isWorkerInstance) {
                             this.setupChangeStream();
@@ -170,6 +174,43 @@ var MongoManager = /** @class */ (function () {
             });
         });
     };
+    MongoManager.prototype.resolveWatchedDatabases = function () {
+        var e_1, _a;
+        var config = resolveio_server_app_1.ResolveIOServer.getServerConfig ? resolveio_server_app_1.ResolveIOServer.getServerConfig() : null;
+        var watchSet = new Set();
+        if (this._mainDatabaseName) {
+            watchSet.add(this._mainDatabaseName);
+        }
+        var configValue = config ? config['WATCH_DATABASES'] : null;
+        if (Array.isArray(configValue)) {
+            try {
+                for (var configValue_1 = __values(configValue), configValue_1_1 = configValue_1.next(); !configValue_1_1.done; configValue_1_1 = configValue_1.next()) {
+                    var value = configValue_1_1.value;
+                    if (typeof value === 'string' && value.trim()) {
+                        watchSet.add(value.trim());
+                    }
+                }
+            }
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (configValue_1_1 && !configValue_1_1.done && (_a = configValue_1.return)) _a.call(configValue_1);
+                }
+                finally { if (e_1) throw e_1.error; }
+            }
+        }
+        else if (typeof configValue === 'string' && configValue.trim()) {
+            configValue.split(',').map(function (a) { return a.trim(); }).filter(function (a) { return a.length; }).forEach(function (a) { return watchSet.add(a); });
+        }
+        var envValue = process.env.MONGO_WATCH_DATABASES;
+        if (envValue) {
+            envValue.split(',').map(function (a) { return a.trim(); }).filter(function (a) { return a.length; }).forEach(function (a) { return watchSet.add(a); });
+        }
+        return Array.from(watchSet.values());
+    };
+    MongoManager.prototype.getWatchedDatabases = function () {
+        return this._watchedDatabases;
+    };
     MongoManager.prototype.oneTimeTransaction = function (fn) {
         var _this = this;
         return asyncLocalStorage.run({}, function () { return __awaiter(_this, void 0, void 0, function () {
@@ -615,7 +656,7 @@ var MongoManager = /** @class */ (function () {
         return undefined;
     };
     MongoManager.prototype.addToCache = function (collections, cacheKey, data) {
-        var e_1, _a;
+        var e_2, _a;
         if ((0, common_1.getBinarySize)(JSON.stringify(data)) < 1000000 &&
             !collections.includes('logs') &&
             !collections.find(function (a) { return a.endsWith('.versions'); }) &&
@@ -635,12 +676,12 @@ var MongoManager = /** @class */ (function () {
                         }
                     }
                 }
-                catch (e_1_1) { e_1 = { error: e_1_1 }; }
+                catch (e_2_1) { e_2 = { error: e_2_1 }; }
                 finally {
                     try {
                         if (keys_1_1 && !keys_1_1.done && (_a = keys_1.return)) _a.call(keys_1);
                     }
-                    finally { if (e_1) throw e_1.error; }
+                    finally { if (e_2) throw e_2.error; }
                 }
                 console.log('Query Cache: ' + 'Too Big, - Deleted: ' + deleteCount + ' - ' + nodeCacheSize);
             }
@@ -649,7 +690,7 @@ var MongoManager = /** @class */ (function () {
         }
     };
     MongoManager.prototype.invalidateQueryCache = function (collection) {
-        var e_2, _a, e_3, _b;
+        var e_3, _a, e_4, _b;
         var collectionCacheMap = this._cacheMap.filter(function (a) { return a.collections.includes(collection); });
         if (resolveio_server_app_1.ResolveIOServer.getMainServer().getSubscriptionManager() && resolveio_server_app_1.ResolveIOServer.getMainServer().getSubscriptionManager().getEnableDebug()) {
             console.log(new Date(), 'Mongo Invalidate Cache', collection);
@@ -666,12 +707,12 @@ var MongoManager = /** @class */ (function () {
                 }
             }
         }
-        catch (e_2_1) { e_2 = { error: e_2_1 }; }
+        catch (e_3_1) { e_3 = { error: e_3_1 }; }
         finally {
             try {
                 if (collectionCacheMap_1_1 && !collectionCacheMap_1_1.done && (_a = collectionCacheMap_1.return)) _a.call(collectionCacheMap_1);
             }
-            finally { if (e_2) throw e_2.error; }
+            finally { if (e_3) throw e_3.error; }
         }
         try {
             // eslint-disable-next-line no-unused-vars
@@ -685,22 +726,23 @@ var MongoManager = /** @class */ (function () {
                 }
             }
         }
-        catch (e_3_1) { e_3 = { error: e_3_1 }; }
+        catch (e_4_1) { e_4 = { error: e_4_1 }; }
         finally {
             try {
                 if (_d && !_d.done && (_b = _c.return)) _b.call(_c);
             }
-            finally { if (e_3) throw e_3.error; }
+            finally { if (e_4) throw e_4.error; }
         }
         this._cacheMap = this._cacheMap.filter(function (a) { return !a.collections.includes(collection); });
     };
     MongoManager.prototype.setupChangeStream = function () {
         var _this = this;
-        var db = resolveio_server_app_1.ResolveIOServer.getMainDB();
+        var client = resolveio_server_app_1.ResolveIOServer.getMongoConnection();
+        var watchDatabases = this._watchedDatabases.length ? this._watchedDatabases : (this._mainDatabaseName ? [this._mainDatabaseName] : []);
         var pipeline = [
             {
                 $match: {
-                    $and: [
+                    $and: __spreadArray(__spreadArray([], __read((watchDatabases.length ? [{ 'ns.db': { $in: watchDatabases } }] : [])), false), [
                         { 'ns.coll': { $nin: [
                                     'log-method-latencies',
                                     'log-subscriptions',
@@ -715,11 +757,11 @@ var MongoManager = /** @class */ (function () {
                                 ] } },
                         { 'ns.coll': { $not: /.*\.versions$/ } },
                         { 'ns.coll': { $not: /^monitor-/ } },
-                    ]
+                    ], false)
                 },
             },
         ];
-        var changeStream = db.watch(pipeline, { fullDocument: 'updateLookup' });
+        var changeStream = client.watch(pipeline, { fullDocument: 'updateLookup' });
         changeStream.on('change', function (change) {
             if (change['ns'] && change['ns'].coll) {
                 var collectionName = change['ns'].coll;
@@ -1031,7 +1073,7 @@ var MongoManagerCollection = /** @class */ (function () {
         if (bypassSession === void 0) { bypassSession = false; }
         return __awaiter(this, void 0, void 0, function () {
             var BATCH_SIZE, opIndex, mongoSession, _a, session, safeOptions, batchOps, logs, versionOps, batchOps_1, batchOps_1_1, op, opType, doc, validationContext, isValid, affectedDocs, versionFilters, versionInserts, _b, _c, monitor, err_7, bwOptions, affectedDocIds, pipeline, oldVersions, _d;
-            var e_4, _e;
+            var e_5, _e;
             return __generator(this, function (_f) {
                 switch (_f.label) {
                     case 0:
@@ -1057,7 +1099,7 @@ var MongoManagerCollection = /** @class */ (function () {
                         logs = [];
                         versionOps = [];
                         try {
-                            for (batchOps_1 = (e_4 = void 0, __values(batchOps)), batchOps_1_1 = batchOps_1.next(); !batchOps_1_1.done; batchOps_1_1 = batchOps_1.next()) {
+                            for (batchOps_1 = (e_5 = void 0, __values(batchOps)), batchOps_1_1 = batchOps_1.next(); !batchOps_1_1.done; batchOps_1_1 = batchOps_1.next()) {
                                 op = batchOps_1_1.value;
                                 opType = Object.keys(op)[0];
                                 doc = op[opType];
@@ -1227,12 +1269,12 @@ var MongoManagerCollection = /** @class */ (function () {
                                 }
                             }
                         }
-                        catch (e_4_1) { e_4 = { error: e_4_1 }; }
+                        catch (e_5_1) { e_5 = { error: e_5_1 }; }
                         finally {
                             try {
                                 if (batchOps_1_1 && !batchOps_1_1.done && (_e = batchOps_1.return)) _e.call(batchOps_1);
                             }
-                            finally { if (e_4) throw e_4.error; }
+                            finally { if (e_5) throw e_5.error; }
                         }
                         affectedDocs = [];
                         if (!(!bypassVersions && this.useVersions && versionOps.length > 0)) return [3 /*break*/, 10];
@@ -2630,8 +2672,8 @@ var MongoManagerCollection = /** @class */ (function () {
         if (bypassMonitor === void 0) { bypassMonitor = false; }
         if (bypassSession === void 0) { bypassSession = false; }
         return __awaiter(this, void 0, void 0, function () {
-            var validationResults, docs_1, docs_1_1, doc, validation, isValid, e_5_1, validDocs, mongoSession, _a, session, safeOptions, i, doc, date, monitor, err_25;
-            var e_5, _b;
+            var validationResults, docs_1, docs_1_1, doc, validation, isValid, e_6_1, validDocs, mongoSession, _a, session, safeOptions, i, doc, date, monitor, err_25;
+            var e_6, _b;
             return __generator(this, function (_c) {
                 switch (_c.label) {
                     case 0:
@@ -2665,14 +2707,14 @@ var MongoManagerCollection = /** @class */ (function () {
                         return [3 /*break*/, 2];
                     case 6: return [3 /*break*/, 9];
                     case 7:
-                        e_5_1 = _c.sent();
-                        e_5 = { error: e_5_1 };
+                        e_6_1 = _c.sent();
+                        e_6 = { error: e_6_1 };
                         return [3 /*break*/, 9];
                     case 8:
                         try {
                             if (docs_1_1 && !docs_1_1.done && (_b = docs_1.return)) _b.call(docs_1);
                         }
-                        finally { if (e_5) throw e_5.error; }
+                        finally { if (e_6) throw e_6.error; }
                         return [7 /*endfinally*/];
                     case 9:
                         validDocs = this.checkSchema ? docs.filter(function (a, idx) { return validationResults[idx]; }) : docs;