@resolveio/server-lib 20.16.0 → 22.0.1

package/managers/subscription.manager.d.ts

@@ -41,6 +41,7 @@ export declare class SubscriptionManager {
     private _subSendLogThresholdMs;
     private _subSendLogBytes;
     private _subSendLogSampleRate;
+    private _aiWorkerDebug;
     private _oplogRetryCount;
     private _lastResumeToken;
     private _lastResumeTokenSaveMs;
@@ -111,6 +112,8 @@ export declare class SubscriptionManager {
     private parseSampleRate;
     private shouldLogSubSend;
     private logSubSend;
+    private isAiPublication;
+    private logAiSubSend;
     private connectDebug;
     private parsePositiveFloat;
     private isChangeStreamUnsupported;

package/managers/subscription.manager.js

@@ -151,6 +151,7 @@ var SubscriptionManager = /** @class */ (function () {
         this._subSendLogThresholdMs = 0;
         this._subSendLogBytes = 0;
         this._subSendLogSampleRate = 1;
+        this._aiWorkerDebug = false;
         this._oplogRetryCount = 0;
         this._lastResumeToken = null;
         this._lastResumeTokenSaveMs = 0;
@@ -237,6 +238,7 @@ var SubscriptionManager = /** @class */ (function () {
                         this._subSendLogThresholdMs = this.resolveSubSendLogThresholdMs();
                         this._subSendLogBytes = this.resolveSubSendLogBytes();
                         this._subSendLogSampleRate = this.resolveSubSendLogSampleRate();
+                        this._aiWorkerDebug = this.parseDebugFlag(process.env.AI_ASSISTANT_WORKER_DEBUG);
                         this._oplogMode = this.resolveOplogMode();
                         this._localOplogResyncIntervalMs = this.resolveLocalOplogResyncIntervalMs();
                         this.registerCorePublications();
@@ -1355,6 +1357,31 @@ var SubscriptionManager = /** @class */ (function () {
             type: details.type
         }));
     };
+    SubscriptionManager.prototype.isAiPublication = function (publication) {
+        return publication === 'aiTerminalMessages' || publication === 'aiTerminalConversations';
+    };
+    SubscriptionManager.prototype.logAiSubSend = function (details) {
+        var _a;
+        if (!this._aiWorkerDebug) {
+            return;
+        }
+        if (!this.isAiPublication(details.publication)) {
+            return;
+        }
+        console.log(new Date(), '[AI Worker Debug] subSend', JSON.stringify({
+            publication: details.publication,
+            subscriptionKey: details.subscriptionKey,
+            messageId: details.messageId,
+            id_socket: details.id_socket,
+            clients: details.clients,
+            payloadBytes: details.payloadBytes,
+            packed: details.packed,
+            cacheHit: (_a = details.cacheHit) !== null && _a !== void 0 ? _a : false,
+            collection: details.collection,
+            type: details.type,
+            subscriptionData: details.subscriptionData
+        }));
+    };
     SubscriptionManager.prototype.connectDebug = function (message, details) {
         if (!this._connectDebug) {
             return;
@@ -2195,6 +2222,19 @@ var SubscriptionManager = /** @class */ (function () {
                                 console.log(new Date(), 'Process Sub, Cache (packed)', sub.publication);
                             }
                             this._websocketManager.sendPackedBuffer(ws, messageId, false, cachedBuffer, 'msgpack');
+                            this.logAiSubSend({
+                                publication: sub.publication,
+                                subscriptionKey: sub.subscriptionKey,
+                                messageId: messageId,
+                                id_socket: ws['id_socket'],
+                                clients: 1,
+                                payloadBytes: cachedBuffer.byteLength,
+                                packed: true,
+                                cacheHit: true,
+                                collection: '',
+                                type: 'cache',
+                                subscriptionData: sub.subscriptionData
+                            });
                         }
                         else {
                             cacheData = this.decodeCachePayload(cachedRaw);
@@ -2210,6 +2250,19 @@ var SubscriptionManager = /** @class */ (function () {
                                 console.log(new Date(), 'Process Sub, Cache', sub.publication);
                             }
                             this.sendWS(ws, serverRes);
+                            this.logAiSubSend({
+                                publication: sub.publication,
+                                subscriptionKey: sub.subscriptionKey,
+                                messageId: messageId,
+                                id_socket: ws['id_socket'],
+                                clients: 1,
+                                payloadBytes: cacheData ? Buffer.byteLength(JSON.stringify(cacheData)) : null,
+                                packed: false,
+                                cacheHit: true,
+                                collection: '',
+                                type: 'cache',
+                                subscriptionData: sub.subscriptionData
+                            });
                         }
                         return [3 /*break*/, 4];
                     case 2:
@@ -2251,25 +2304,27 @@ var SubscriptionManager = /** @class */ (function () {
     };
     SubscriptionManager.prototype.sendDataToOne = function (ws, messageId, sub, collection, type) {
         return __awaiter(this, void 0, void 0, function () {
-            var monitor, dependencySnapshot, res, execution, serverRes, err_1, _a, normalizedError, correlationId, serverRes, errorPayload;
-            var _b;
-            return __generator(this, function (_c) {
-                switch (_c.label) {
+            var monitor, dependencySnapshot, res, execution, packedRes, payloadBytes, serverRes, err_1, _a, normalizedError, correlationId, serverRes, errorPayload;
+            var _b, _c;
+            return __generator(this, function (_d) {
+                switch (_d.label) {
                     case 0:
                         if (!ws || ws.readyState !== WebSocket.OPEN) {
                             return [2 /*return*/];
                         }
                         monitor = this._monitorManagerFunction.startMonitorFunction('User Specific Publication', sub.publication, '', '', sub.subscriptionData);
-                        _c.label = 1;
+                        _d.label = 1;
                     case 1:
-                        _c.trys.push([1, 3, 5, 7]);
+                        _d.trys.push([1, 3, 5, 7]);
                         resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager().callMethod.call(resolveio_server_app_1.ResolveIOServer.getMainServer().getMethodManager(), 'insertSubscriptionLog', type, sub.publication, collection, JSON.stringify(sub.subscriptionData));
                         return [4 /*yield*/, this.runPublicationExecution(sub, ws['id_user'])];
                     case 2:
-                        execution = _c.sent();
+                        execution = _d.sent();
                         res = execution.result;
                         dependencySnapshot = execution.snapshot;
                         this.updateSubscriptionDependencies(sub, dependencySnapshot);
+                        packedRes = (_b = execution.packedResult) !== null && _b !== void 0 ? _b : this.packCachePayload(res);
+                        payloadBytes = packedRes ? packedRes.byteLength : null;
                         if (execution.packedResult) {
                             this._websocketManager.sendPackedBuffer(ws, messageId, false, execution.packedResult, execution.encoding || 'msgpack', { passThrough: !!execution.workerUsed });
                         }
@@ -2281,9 +2336,22 @@ var SubscriptionManager = /** @class */ (function () {
                             };
                             this.sendWS(ws, serverRes);
                         }
+                        this.logAiSubSend({
+                            publication: sub.publication,
+                            subscriptionKey: sub.subscriptionKey,
+                            messageId: messageId,
+                            id_socket: ws['id_socket'],
+                            clients: 1,
+                            payloadBytes: payloadBytes,
+                            packed: !!execution.packedResult,
+                            cacheHit: false,
+                            collection: collection,
+                            type: type,
+                            subscriptionData: sub.subscriptionData
+                        });
                         return [3 /*break*/, 7];
                     case 3:
-                        err_1 = _c.sent();
+                        err_1 = _d.sent();
                         _a = (0, error_tracking_1.ensureErrorWithCorrelation)(err_1), normalizedError = _a.error, correlationId = _a.correlationId;
                         serverRes = {
                             messageId: messageId,
@@ -2309,7 +2377,7 @@ var SubscriptionManager = /** @class */ (function () {
                         return [4 /*yield*/, error_reporter_1.ErrorReporter.report({
                                 sourceApp: 'subscription-manager',
                                 message: 'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'],
-                                environment: (_b = this.serverConfig) === null || _b === void 0 ? void 0 : _b.ROOT_URL,
+                                environment: (_c = this.serverConfig) === null || _c === void 0 ? void 0 : _c.ROOT_URL,
                                 clientSlug: resolveio_server_app_1.ResolveIOServer.getClientName(),
                                 clientName: this.serverConfig['CLIENT_NAME'],
                                 stack: normalizedError === null || normalizedError === void 0 ? void 0 : normalizedError.stack,
@@ -2322,11 +2390,11 @@ var SubscriptionManager = /** @class */ (function () {
                                 correlationId: correlationId
                             })];
                     case 4:
-                        _c.sent();
+                        _d.sent();
                         return [3 /*break*/, 7];
                     case 5: return [4 /*yield*/, this._monitorManagerFunction.finishMonitorFunction(monitor)];
                     case 6:
-                        _c.sent();
+                        _d.sent();
                         return [7 /*endfinally*/];
                     case 7: return [2 /*return*/];
                 }
@@ -2336,7 +2404,7 @@ var SubscriptionManager = /** @class */ (function () {
     // Fetch pub once, send to all clients linked to this pub
     SubscriptionManager.prototype.sendDataToAll = function (sub, collection, type) {
         return __awaiter(this, void 0, void 0, function () {
-            var activeClients, _a, _b, client, ws, subIndex, monitor, res, dependencySnapshot, execution, packedRes, passThrough, payloadBytes, shouldCache, cachedBuffer, isSame, sendStartMs, sentClients, activeClients_1, activeClients_1_1, entry, client, ws, serverRes, sendStartMs, sentClients, activeClients_2, activeClients_2_1, entry, client, ws, serverRes, nodeCacheSize, deleteCount, subArr, zz, err_2, _c, normalizedError, correlationId, _d, _e, client, ws, serverRes, errorPayload;
+            var activeClients, _a, _b, client, ws, subIndex, monitor, res, dependencySnapshot, execution, packedRes, passThrough, payloadBytes, shouldCache, isAiPublication, cachedBuffer, isSame, sendStartMs, sentClients, activeClients_1, activeClients_1_1, entry, client, ws, serverRes, sendStartMs, sentClients, activeClients_2, activeClients_2_1, entry, client, ws, serverRes, nodeCacheSize, deleteCount, subArr, zz, err_2, _c, normalizedError, correlationId, _d, _e, client, ws, serverRes, errorPayload;
             var e_6, _f, e_7, _g, e_8, _h, e_9, _j;
             var _k, _l;
             return __generator(this, function (_m) {
@@ -2394,6 +2462,7 @@ var SubscriptionManager = /** @class */ (function () {
                         passThrough = !!execution.workerUsed;
                         payloadBytes = packedRes ? packedRes.byteLength : null;
                         shouldCache = this.shouldCachePayload(sub, packedRes);
+                        isAiPublication = this.isAiPublication(sub.publication);
                         if (sub.cacheId) {
                             cachedBuffer = this.getCacheBuffer(this._nodeCache.get(sub.cacheId));
                             isSame = this.buffersEqual(cachedBuffer, packedRes);
@@ -2415,6 +2484,21 @@ var SubscriptionManager = /** @class */ (function () {
                                             };
                                             this.sendWS(ws, serverRes);
                                         }
+                                        if (isAiPublication) {
+                                            this.logAiSubSend({
+                                                publication: sub.publication,
+                                                subscriptionKey: sub.subscriptionKey,
+                                                messageId: client.messageId,
+                                                id_socket: ws['id_socket'],
+                                                clients: activeClients.length,
+                                                payloadBytes: payloadBytes,
+                                                packed: !!packedRes,
+                                                cacheHit: false,
+                                                collection: collection,
+                                                type: type,
+                                                subscriptionData: sub.subscriptionData
+                                            });
+                                        }
                                         sentClients += 1;
                                     }
                                 }
@@ -2466,6 +2550,21 @@ var SubscriptionManager = /** @class */ (function () {
                                         };
                                         this.sendWS(ws, serverRes);
                                     }
+                                    if (isAiPublication) {
+                                        this.logAiSubSend({
+                                            publication: sub.publication,
+                                            subscriptionKey: sub.subscriptionKey,
+                                            messageId: client.messageId,
+                                            id_socket: ws['id_socket'],
+                                            clients: activeClients.length,
+                                            payloadBytes: payloadBytes,
+                                            packed: !!packedRes,
+                                            cacheHit: false,
+                                            collection: collection,
+                                            type: type,
+                                            subscriptionData: sub.subscriptionData
+                                        });
+                                    }
                                     sentClients += 1;
                                 }
                             }