@resolveio/server-lib 22.0.0 → 22.0.2

package/managers/subscription.manager.d.ts

@@ -41,6 +41,9 @@ export declare class SubscriptionManager {
     private _subSendLogThresholdMs;
     private _subSendLogBytes;
     private _subSendLogSampleRate;
+    private _aiWorkerDebug;
+    private _aiSubscriptionDebug;
+    private _aiSubLastAt;
     private _oplogRetryCount;
     private _lastResumeToken;
     private _lastResumeTokenSaveMs;
@@ -106,11 +109,15 @@ export declare class SubscriptionManager {
     private resolveSubSendLogThresholdMs;
     private resolveSubSendLogBytes;
     private resolveSubSendLogSampleRate;
+    private resolveAiSubscriptionDebug;
     private parseDebugFlag;
     private parsePositiveNumber;
     private parseSampleRate;
     private shouldLogSubSend;
     private logSubSend;
+    private isAiPublication;
+    private logAiSubSend;
+    private logAiSubscriptionEvent;
     private connectDebug;
     private parsePositiveFloat;
     private isChangeStreamUnsupported;

package/managers/subscription.manager.js

@@ -151,6 +151,9 @@ var SubscriptionManager = /** @class */ (function () {
         this._subSendLogThresholdMs = 0;
         this._subSendLogBytes = 0;
         this._subSendLogSampleRate = 1;
+        this._aiWorkerDebug = false;
+        this._aiSubscriptionDebug = false;
+        this._aiSubLastAt = new Map();
         this._oplogRetryCount = 0;
         this._lastResumeToken = null;
         this._lastResumeTokenSaveMs = 0;
@@ -237,6 +240,8 @@ var SubscriptionManager = /** @class */ (function () {
                         this._subSendLogThresholdMs = this.resolveSubSendLogThresholdMs();
                         this._subSendLogBytes = this.resolveSubSendLogBytes();
                         this._subSendLogSampleRate = this.resolveSubSendLogSampleRate();
+                        this._aiWorkerDebug = this.parseDebugFlag(process.env.AI_ASSISTANT_WORKER_DEBUG);
+                        this._aiSubscriptionDebug = this.resolveAiSubscriptionDebug();
                         this._oplogMode = this.resolveOplogMode();
                         this._localOplogResyncIntervalMs = this.resolveLocalOplogResyncIntervalMs();
                         this.registerCorePublications();
@@ -956,8 +961,9 @@ var SubscriptionManager = /** @class */ (function () {
         return __awaiter(this, void 0, void 0, function () {
             var pub, valObj, valKeys, rootKeys, i, staleRouteMessage, urlData, urlModule_1, urlNext, otherRouteSubs, normalizedSubscriptionData, subscriptionKey_1, sub;
             var _this = this;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
+            var _a;
+            return __generator(this, function (_b) {
+                switch (_b.label) {
                     case 0:
                         this._debugSubHits += 1;
                         this.connectDebug('Subscribe request', {
@@ -1083,6 +1089,15 @@ var SubscriptionManager = /** @class */ (function () {
                             sub = this._subscriptions.find(function (a) { return a.publication === publication && a.subscriptionKey === subscriptionKey_1; });
                         }
                         this.ensureDependencyContainers(sub);
+                        this.logAiSubscriptionEvent('sub', {
+                            publication: publication,
+                            subscriptionKey: subscriptionKey_1,
+                            messageId: messageId,
+                            id_socket: ws ? ws['id_socket'] : null,
+                            messageRoute: messageRoute,
+                            clients: ((_a = sub === null || sub === void 0 ? void 0 : sub.clients) === null || _a === void 0 ? void 0 : _a.length) || 0,
+                            subscriptionData: normalizedSubscriptionData
+                        });
                         if (this._enableDebug) {
                             console.log(new Date(), 'New Sub', sub.publication, sub.running, sub.runAgain, sub.clients.length);
                         }
@@ -1090,8 +1105,8 @@ var SubscriptionManager = /** @class */ (function () {
                         return [4 /*yield*/, this.processSubscription(sub, ws, messageId)];
                     case 2:
                         // Immediately send data to the new client
-                        _a.sent();
-                        _a.label = 3;
+                        _b.sent();
+                        _b.label = 3;
                     case 3: return [2 /*return*/];
                 }
             });
@@ -1140,6 +1155,15 @@ var SubscriptionManager = /** @class */ (function () {
                         sub.clients.splice(i, 1);
                     }
                 }
+                this.logAiSubscriptionEvent('unsub', {
+                    publication: publication,
+                    subscriptionKey: subscriptionKey_2,
+                    messageId: messageId,
+                    id_socket: ws ? ws['id_socket'] : null,
+                    messageRoute: messageRoute,
+                    clients: sub.clients.length,
+                    subscriptionData: normalizedSubscriptionData
+                });
                 if (this._enableDebug) {
                     console.log(new Date(), 'Unsub', sub.publication, sub.running, sub.runAgain, sub.clients.length);
                 }
@@ -1285,6 +1309,14 @@ var SubscriptionManager = /** @class */ (function () {
             || config['SUBSCRIPTION_SEND_LOG_SAMPLE_RATE'];
         return this.parseSampleRate(raw, this._subSendLogSampleRate);
     };
+    SubscriptionManager.prototype.resolveAiSubscriptionDebug = function () {
+        var config = this.serverConfig || resolveio_server_app_1.ResolveIOServer.getServerConfig() || {};
+        var raw = process.env.AI_ASSISTANT_SUB_DEBUG
+            || process.env.AI_TERMINAL_SUB_DEBUG
+            || config['AI_ASSISTANT_SUB_DEBUG']
+            || config['AI_TERMINAL_SUB_DEBUG'];
+        return this.parseDebugFlag(raw);
+    };
     SubscriptionManager.prototype.parseDebugFlag = function (value) {
         if (value === true) {
             return true;
@@ -1355,6 +1387,55 @@ var SubscriptionManager = /** @class */ (function () {
             type: details.type
         }));
     };
+    SubscriptionManager.prototype.isAiPublication = function (publication) {
+        return publication === 'aiTerminalMessages' || publication === 'aiTerminalConversations';
+    };
+    SubscriptionManager.prototype.logAiSubSend = function (details) {
+        var _a;
+        if (!this._aiWorkerDebug) {
+            return;
+        }
+        if (!this.isAiPublication(details.publication)) {
+            return;
+        }
+        console.log(new Date(), '[AI Worker Debug] subSend', JSON.stringify({
+            publication: details.publication,
+            subscriptionKey: details.subscriptionKey,
+            messageId: details.messageId,
+            id_socket: details.id_socket,
+            clients: details.clients,
+            payloadBytes: details.payloadBytes,
+            packed: details.packed,
+            cacheHit: (_a = details.cacheHit) !== null && _a !== void 0 ? _a : false,
+            collection: details.collection,
+            type: details.type,
+            subscriptionData: details.subscriptionData
+        }));
+    };
+    SubscriptionManager.prototype.logAiSubscriptionEvent = function (event, details) {
+        if (!this._aiSubscriptionDebug) {
+            return;
+        }
+        if (!this.isAiPublication(details.publication)) {
+            return;
+        }
+        var wsId = details.id_socket || 'unknown';
+        var key = "".concat(event, ":").concat(wsId, ":").concat(details.publication, ":").concat(details.subscriptionKey);
+        var now = Date.now();
+        var lastAt = this._aiSubLastAt.get(key);
+        var deltaMs = lastAt ? now - lastAt : null;
+        this._aiSubLastAt.set(key, now);
+        console.log(new Date(), "[AI Sub Debug] ".concat(event), JSON.stringify({
+            publication: details.publication,
+            subscriptionKey: details.subscriptionKey,
+            messageId: details.messageId,
+            messageRoute: details.messageRoute,
+            id_socket: wsId,
+            clients: details.clients,
+            deltaMs: deltaMs,
+            subscriptionData: details.subscriptionData
+        }));
+    };
     SubscriptionManager.prototype.connectDebug = function (message, details) {
         if (!this._connectDebug) {
             return;
@@ -2195,6 +2276,19 @@ var SubscriptionManager = /** @class */ (function () {
                                 console.log(new Date(), 'Process Sub, Cache (packed)', sub.publication);
                             }
                             this._websocketManager.sendPackedBuffer(ws, messageId, false, cachedBuffer, 'msgpack');
+                            this.logAiSubSend({
+                                publication: sub.publication,
+                                subscriptionKey: sub.subscriptionKey,
+                                messageId: messageId,
+                                id_socket: ws['id_socket'],
+                                clients: 1,
+                                payloadBytes: cachedBuffer.byteLength,
+                                packed: true,
+                                cacheHit: true,
+                                collection: '',
+                                type: 'cache',
+                                subscriptionData: sub.subscriptionData
+                            });
                         }
                         else {
                             cacheData = this.decodeCachePayload(cachedRaw);
@@ -2210,6 +2304,19 @@ var SubscriptionManager = /** @class */ (function () {
                                 console.log(new Date(), 'Process Sub, Cache', sub.publication);
                             }
                             this.sendWS(ws, serverRes);
+                            this.logAiSubSend({
+                                publication: sub.publication,
+                                subscriptionKey: sub.subscriptionKey,
+                                messageId: messageId,
+                                id_socket: ws['id_socket'],
+                                clients: 1,
+                                payloadBytes: cacheData ? Buffer.byteLength(JSON.stringify(cacheData)) : null,
+                                packed: false,
+                                cacheHit: true,
+                                collection: '',
+                                type: 'cache',
+                                subscriptionData: sub.subscriptionData
+                            });
                         }
                         return [3 /*break*/, 4];
                     case 2:
@@ -2251,25 +2358,27 @@ var SubscriptionManager = /** @class */ (function () {
     };
     SubscriptionManager.prototype.sendDataToOne = function (ws, messageId, sub, collection, type) {
         return __awaiter(this, void 0, void 0, function () {
-            var monitor, dependencySnapshot, res, execution, serverRes, err_1, _a, normalizedError, correlationId, serverRes, errorPayload;
-            var _b;
-            return __generator(this, function (_c) {
-                switch (_c.label) {
+            var monitor, dependencySnapshot, res, execution, packedRes, payloadBytes, serverRes, err_1, _a, normalizedError, correlationId, serverRes, errorPayload;
+            var _b, _c;
+            return __generator(this, function (_d) {
+                switch (_d.label) {
                     case 0:
                         if (!ws || ws.readyState !== WebSocket.OPEN) {
                             return [2 /*return*/];
                         }
                         monitor = this._monitorManagerFunction.startMonitorFunction('User Specific Publication', sub.publication, '', '', sub.subscriptionData);
-                        _c.label = 1;
+                        _d.label = 1;
                     case 1:
-                        _c.trys.push([1, 3, 5, 7]);
+                        _d.trys.push([1, 3, 5, 7]);
                         resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager().callMethod.call(resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager(), 'insertSubscriptionLog', type, sub.publication, collection, JSON.stringify(sub.subscriptionData));
                         return [4 /*yield*/, this.runPublicationExecution(sub, ws['id_user'])];
                     case 2:
-                        execution = _c.sent();
+                        execution = _d.sent();
                         res = execution.result;
                         dependencySnapshot = execution.snapshot;
                         this.updateSubscriptionDependencies(sub, dependencySnapshot);
+                        packedRes = (_b = execution.packedResult) !== null && _b !== void 0 ? _b : this.packCachePayload(res);
+                        payloadBytes = packedRes ? packedRes.byteLength : null;
                         if (execution.packedResult) {
                             this._websocketManager.sendPackedBuffer(ws, messageId, false, execution.packedResult, execution.encoding || 'msgpack', { passThrough: !!execution.workerUsed });
                         }
@@ -2281,9 +2390,22 @@ var SubscriptionManager = /** @class */ (function () {
                             };
                             this.sendWS(ws, serverRes);
                         }
+                        this.logAiSubSend({
+                            publication: sub.publication,
+                            subscriptionKey: sub.subscriptionKey,
+                            messageId: messageId,
+                            id_socket: ws['id_socket'],
+                            clients: 1,
+                            payloadBytes: payloadBytes,
+                            packed: !!execution.packedResult,
+                            cacheHit: false,
+                            collection: collection,
+                            type: type,
+                            subscriptionData: sub.subscriptionData
+                        });
                         return [3 /*break*/, 7];
                     case 3:
-                        err_1 = _c.sent();
+                        err_1 = _d.sent();
                         _a = (0, error_tracking_1.ensureErrorWithCorrelation)(err_1), normalizedError = _a.error, correlationId = _a.correlationId;
                         serverRes = {
                             messageId: messageId,
@@ -2309,7 +2431,7 @@ var SubscriptionManager = /** @class */ (function () {
                         return [4 /*yield*/, error_reporter_1.ErrorReporter.report({
                                 sourceApp: 'subscription-manager',
                                 message: 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'],
-                                environment: (_b = this.serverConfig) === null || _b === void 0 ? void 0 : _b.ROOT_URL,
+                                environment: (_c = this.serverConfig) === null || _c === void 0 ? void 0 : _c.ROOT_URL,
                                 clientSlug: resolveio_server_app_1.ResolveIOServer.getClientName(),
                                 clientName: this.serverConfig['CLIENT_NAME'],
                                 stack: normalizedError === null || normalizedError === void 0 ? void 0 : normalizedError.stack,
@@ -2322,11 +2444,11 @@ var SubscriptionManager = /** @class */ (function () {
                                 correlationId: correlationId
                             })];
                     case 4:
-                        _c.sent();
+                        _d.sent();
                         return [3 /*break*/, 7];
                     case 5: return [4 /*yield*/, this._monitorManagerFunction.finishMonitorFunction(monitor)];
                     case 6:
-                        _c.sent();
+                        _d.sent();
                         return [7 /*endfinally*/];
                     case 7: return [2 /*return*/];
                 }
@@ -2336,7 +2458,7 @@ var SubscriptionManager = /** @class */ (function () {
     // Fetch pub once, send to all clients linked to this pub
     SubscriptionManager.prototype.sendDataToAll = function (sub, collection, type) {
         return __awaiter(this, void 0, void 0, function () {
-            var activeClients, _a, _b, client, ws, subIndex, monitor, res, dependencySnapshot, execution, packedRes, passThrough, payloadBytes, shouldCache, cachedBuffer, isSame, sendStartMs, sentClients, activeClients_1, activeClients_1_1, entry, client, ws, serverRes, sendStartMs, sentClients, activeClients_2, activeClients_2_1, entry, client, ws, serverRes, nodeCacheSize, deleteCount, subArr, zz, err_2, _c, normalizedError, correlationId, _d, _e, client, ws, serverRes, errorPayload;
+            var activeClients, _a, _b, client, ws, subIndex, monitor, res, dependencySnapshot, execution, packedRes, passThrough, payloadBytes, shouldCache, isAiPublication, cachedBuffer, isSame, sendStartMs, sentClients, activeClients_1, activeClients_1_1, entry, client, ws, serverRes, sendStartMs, sentClients, activeClients_2, activeClients_2_1, entry, client, ws, serverRes, nodeCacheSize, deleteCount, subArr, zz, err_2, _c, normalizedError, correlationId, _d, _e, client, ws, serverRes, errorPayload;
             var e_6, _f, e_7, _g, e_8, _h, e_9, _j;
             var _k, _l;
             return __generator(this, function (_m) {
@@ -2394,6 +2516,7 @@ var SubscriptionManager = /** @class */ (function () {
                         passThrough = !!execution.workerUsed;
                         payloadBytes = packedRes ? packedRes.byteLength : null;
                         shouldCache = this.shouldCachePayload(sub, packedRes);
+                        isAiPublication = this.isAiPublication(sub.publication);
                         if (sub.cacheId) {
                             cachedBuffer = this.getCacheBuffer(this._nodeCache.get(sub.cacheId));
                             isSame = this.buffersEqual(cachedBuffer, packedRes);
@@ -2415,6 +2538,21 @@ var SubscriptionManager = /** @class */ (function () {
                                             };
                                             this.sendWS(ws, serverRes);
                                         }
+                                        if (isAiPublication) {
+                                            this.logAiSubSend({
+                                                publication: sub.publication,
+                                                subscriptionKey: sub.subscriptionKey,
+                                                messageId: client.messageId,
+                                                id_socket: ws['id_socket'],
+                                                clients: activeClients.length,
+                                                payloadBytes: payloadBytes,
+                                                packed: !!packedRes,
+                                                cacheHit: false,
+                                                collection: collection,
+                                                type: type,
+                                                subscriptionData: sub.subscriptionData
+                                            });
+                                        }
                                         sentClients += 1;
                                     }
                                 }
@@ -2466,6 +2604,21 @@ var SubscriptionManager = /** @class */ (function () {
                                         };
                                         this.sendWS(ws, serverRes);
                                     }
+                                    if (isAiPublication) {
+                                        this.logAiSubSend({
+                                            publication: sub.publication,
+                                            subscriptionKey: sub.subscriptionKey,
+                                            messageId: client.messageId,
+                                            id_socket: ws['id_socket'],
+                                            clients: activeClients.length,
+                                            payloadBytes: payloadBytes,
+                                            packed: !!packedRes,
+                                            cacheHit: false,
+                                            collection: collection,
+                                            type: type,
+                                            subscriptionData: sub.subscriptionData
+                                        });
+                                    }
                                     sentClients += 1;
                                 }
                             }