n8n 1.63.3 → 1.64.0

package/dist/scaling/pubsub/pubsub-handler.js

@@ -8,24 +8,25 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PubSubHandler = void 0;
 const n8n_core_1 = require("n8n-core");
+const n8n_workflow_1 = require("n8n-workflow");
 const typedi_1 = require("typedi");
-const config_1 = __importDefault(require("../../config"));
+const active_workflow_manager_1 = require("../../active-workflow-manager");
+const workflow_repository_1 = require("../../databases/repositories/workflow.repository");
 const message_event_bus_1 = require("../../eventbus/message-event-bus/message-event-bus");
 const event_service_1 = require("../../events/event.service");
 const external_secrets_manager_ee_1 = require("../../external-secrets/external-secrets-manager.ee");
 const license_1 = require("../../license");
+const push_1 = require("../../push");
 const publisher_service_1 = require("../../scaling/pubsub/publisher.service");
 const community_packages_service_1 = require("../../services/community-packages.service");
 const utils_1 = require("../../utils");
-const worker_status_1 = require("../worker-status");
+const test_webhooks_1 = require("../../webhooks/test-webhooks");
+const worker_status_service_1 = require("../worker-status.service");
 let PubSubHandler = class PubSubHandler {
-    constructor(eventService, instanceSettings, license, eventbus, externalSecretsManager, communityPackagesService, publisher, workerStatus) {
+    constructor(eventService, instanceSettings, license, eventbus, externalSecretsManager, communityPackagesService, publisher, workerStatusService, activeWorkflowManager, push, workflowRepository, testWebhooks) {
         this.eventService = eventService;
         this.instanceSettings = instanceSettings;
         this.license = license;
@@ -33,7 +34,11 @@ let PubSubHandler = class PubSubHandler {
         this.externalSecretsManager = externalSecretsManager;
         this.communityPackagesService = communityPackagesService;
         this.publisher = publisher;
-        this.workerStatus = workerStatus;
+        this.workerStatusService = workerStatusService;
+        this.activeWorkflowManager = activeWorkflowManager;
+        this.push = push;
+        this.workflowRepository = workflowRepository;
+        this.testWebhooks = testWebhooks;
         this.commonHandlers = {
             'reload-license': async () => await this.license.reload(),
             'restart-event-bus': async () => await this.eventbus.restart(),
@@ -42,6 +47,58 @@ let PubSubHandler = class PubSubHandler {
             'community-package-update': async ({ packageName, packageVersion }) => await this.communityPackagesService.installOrUpdateNpmPackage(packageName, packageVersion),
             'community-package-uninstall': async ({ packageName }) => await this.communityPackagesService.removeNpmPackage(packageName),
         };
+        this.multiMainHandlers = {
+            'add-webhooks-triggers-and-pollers': async ({ workflowId }) => {
+                if (this.instanceSettings.isFollower)
+                    return;
+                try {
+                    await this.activeWorkflowManager.add(workflowId, 'activate', undefined, {
+                        shouldPublish: false,
+                    });
+                    this.push.broadcast('workflowActivated', { workflowId });
+                    await this.publisher.publishCommand({
+                        command: 'display-workflow-activation',
+                        payload: { workflowId },
+                    });
+                }
+                catch (e) {
+                    const error = (0, n8n_workflow_1.ensureError)(e);
+                    const { message } = error;
+                    await this.workflowRepository.update(workflowId, { active: false });
+                    this.push.broadcast('workflowFailedToActivate', { workflowId, errorMessage: message });
+                    await this.publisher.publishCommand({
+                        command: 'display-workflow-activation-error',
+                        payload: { workflowId, errorMessage: message },
+                    });
+                }
+            },
+            'remove-triggers-and-pollers': async ({ workflowId }) => {
+                if (this.instanceSettings.isFollower)
+                    return;
+                await this.activeWorkflowManager.removeActivationError(workflowId);
+                await this.activeWorkflowManager.removeWorkflowTriggersAndPollers(workflowId);
+                this.push.broadcast('workflowDeactivated', { workflowId });
+                await this.publisher.publishCommand({
+                    command: 'display-workflow-deactivation',
+                    payload: { workflowId },
+                });
+            },
+            'display-workflow-activation': async ({ workflowId }) => this.push.broadcast('workflowActivated', { workflowId }),
+            'display-workflow-deactivation': async ({ workflowId }) => this.push.broadcast('workflowDeactivated', { workflowId }),
+            'display-workflow-activation-error': async ({ workflowId, errorMessage }) => this.push.broadcast('workflowFailedToActivate', { workflowId, errorMessage }),
+            'relay-execution-lifecycle-event': async ({ type, args, pushRef }) => {
+                if (!this.push.getBackend().hasPushRef(pushRef))
+                    return;
+                this.push.send(type, args, pushRef);
+            },
+            'clear-test-webhooks': async ({ webhookKey, workflowEntity, pushRef }) => {
+                if (!this.push.getBackend().hasPushRef(pushRef))
+                    return;
+                this.testWebhooks.clearTimeout(webhookKey);
+                const workflow = this.testWebhooks.toWorkflow(workflowEntity);
+                await this.testWebhooks.deactivateWebhooks(workflow);
+            },
+        };
     }
     init() {
         switch (this.instanceSettings.instanceType) {
@@ -52,13 +109,21 @@ let PubSubHandler = class PubSubHandler {
                 this.setupHandlers({
                     ...this.commonHandlers,
                     'get-worker-status': async () => await this.publisher.publishWorkerResponse({
-                        workerId: config_1.default.getEnv('redis.queueModeId'),
-                        command: 'get-worker-status',
-                        payload: this.workerStatus.generateStatus(),
+                        senderId: this.instanceSettings.hostId,
+                        response: 'response-to-get-worker-status',
+                        payload: this.workerStatusService.generateStatus(),
                     }),
                 });
                 break;
             case 'main':
+                this.setupHandlers({
+                    ...this.commonHandlers,
+                    ...this.multiMainHandlers,
+                    'response-to-get-worker-status': async (payload) => this.push.broadcast('sendWorkerStatusMessage', {
+                        workerId: payload.senderId,
+                        status: payload,
+                    }),
+                });
                 break;
             default:
                 (0, utils_1.assertNever)(this.instanceSettings.instanceType);
@@ -82,6 +147,10 @@ exports.PubSubHandler = PubSubHandler = __decorate([
         external_secrets_manager_ee_1.ExternalSecretsManager,
         community_packages_service_1.CommunityPackagesService,
         publisher_service_1.Publisher,
-        worker_status_1.WorkerStatus])
+        worker_status_service_1.WorkerStatusService,
+        active_workflow_manager_1.ActiveWorkflowManager,
+        push_1.Push,
+        workflow_repository_1.WorkflowRepository,
+        test_webhooks_1.TestWebhooks])
 ], PubSubHandler);
 //# sourceMappingURL=pubsub-handler.js.map

package/dist/scaling/pubsub/pubsub-handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"pubsub-handler.js","sourceRoot":"","sources":["../../../src/scaling/pubsub/pubsub-handler.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,uCAA4C;AAC5C,mCAAiC;AAEjC,sDAA8B;AAC9B,sFAAiF;AACjF,0DAAsD;AAEtD,gGAAwF;AACxF,uCAAoC;AACpC,0EAA+D;AAC/D,sFAAiF;AACjF,mCAAsC;AAEtC,oDAAgD;AAMzC,IAAM,aAAa,GAAnB,MAAM,aAAa;IACzB,YACkB,YAA0B,EAC1B,gBAAkC,EAClC,OAAgB,EAChB,QAAyB,EACzB,sBAA8C,EAC9C,wBAAkD,EAClD,SAAoB,EACpB,YAA0B;QAP1B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,YAAO,GAAP,OAAO,CAAS;QAChB,aAAQ,GAAR,QAAQ,CAAiB;QACzB,2BAAsB,GAAtB,sBAAsB,CAAwB;QAC9C,6BAAwB,GAAxB,wBAAwB,CAA0B;QAClD,cAAS,GAAT,SAAS,CAAW;QACpB,iBAAY,GAAZ,YAAY,CAAc;QA0CpC,mBAAc,GAUlB;YACH,gBAAgB,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YACzD,mBAAmB,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE;YAC9D,mCAAmC,EAAE,KAAK,IAAI,EAAE,CAC/C,MAAM,IAAI,CAAC,sBAAsB,CAAC,kBAAkB,EAAE;YACvD,2BAA2B,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,cAAc,EAAE,EAAE,EAAE,CACtE,MAAM,IAAI,CAAC,wBAAwB,CAAC,yBAAyB,CAAC,WAAW,EAAE,cAAc,CAAC;YAC3F,0BAA0B,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,cAAc,EAAE,EAAE,EAAE,CACrE,MAAM,IAAI,CAAC,wBAAwB,CAAC,yBAAyB,CAAC,WAAW,EAAE,cAAc,CAAC;YAC3F,6BAA6B,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CACxD,MAAM,IAAI,CAAC,wBAAwB,CAAC,gBAAgB,CAAC,WAAW,CAAC;SAClE,CAAC;IA9DC,CAAC;IAEJ,IAAI;QACH,QAAQ,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC;YAC5C,KAAK,SAAS;gBACb,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;gBACxC,MAAM;YACP,KAAK,QAAQ;gBACZ,IAAI,CAAC,aAAa,CAAC;oBAClB,GAAG,IAAI,CAAC,cAAc;oBACtB,mBAAmB,EAAE,KAAK,IAAI,EAAE,CAC/B,MAAM,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC;wBAC1C,QAAQ,EAAE,gBAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC;wBAC5C,OAAO,EAAE,mBAAmB;wBAC5B,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE;qBAC3C,CAAC;iBACH,CAAC,CAAC;gBACH,MAAM;YACP,KAAK,MAAM;gBAEV,MAAM;YACP;gBACC,IAAA,mBAAW,EAAC,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAClD,CAAC;IACF,CAAC;IAEO,aAAa,CACpB,GAEC;QAED,KAAK,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAEtD,EAAE,CAAC;YACH,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBAC/C,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;CAyBD,CAAA;AAzEY,sCAAa;wBAAb,aAAa;IADzB,IAAA,gBAAO,GAAE;qCAGuB,4BAAY;QACR,2BAAgB;QACzB,iBAAO;QACN,mCAAe;QACD,oDAAsB;QACpB,qDAAwB;QACvC,6BAAS;QACN,4BAAY;GAThC,aAAa,CAyEzB"}
+{"version":3,"file":"pubsub-handler.js","sourceRoot":"","sources":["../../../src/scaling/pubsub/pubsub-handler.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,uCAA4C;AAC5C,+CAA2C;AAC3C,mCAAiC;AAEjC,uEAAkE;AAClE,sFAAkF;AAClF,sFAAiF;AACjF,0DAAsD;AAEtD,gGAAwF;AACxF,uCAAoC;AACpC,iCAA8B;AAC9B,0EAA+D;AAC/D,sFAAiF;AACjF,mCAAsC;AACtC,4DAAwD;AAGxD,oEAA+D;AAMxD,IAAM,aAAa,GAAnB,MAAM,aAAa;IACzB,YACkB,YAA0B,EAC1B,gBAAkC,EAClC,OAAgB,EAChB,QAAyB,EACzB,sBAA8C,EAC9C,wBAAkD,EAClD,SAAoB,EACpB,mBAAwC,EACxC,qBAA4C,EAC5C,IAAU,EACV,kBAAsC,EACtC,YAA0B;QAX1B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,YAAO,GAAP,OAAO,CAAS;QAChB,aAAQ,GAAR,QAAQ,CAAiB;QACzB,2BAAsB,GAAtB,sBAAsB,CAAwB;QAC9C,6BAAwB,GAAxB,wBAAwB,CAA0B;QAClD,cAAS,GAAT,SAAS,CAAW;QACpB,wBAAmB,GAAnB,mBAAmB,CAAqB;QACxC,0BAAqB,GAArB,qBAAqB,CAAuB;QAC5C,SAAI,GAAJ,IAAI,CAAM;QACV,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,iBAAY,GAAZ,YAAY,CAAc;QAkDpC,mBAAc,GAElB;YACH,gBAAgB,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YACzD,mBAAmB,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE;YAC9D,mCAAmC,EAAE,KAAK,IAAI,EAAE,CAC/C,MAAM,IAAI,CAAC,sBAAsB,CAAC,kBAAkB,EAAE;YACvD,2BAA2B,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,cAAc,EAAE,EAAE,EAAE,CACtE,MAAM,IAAI,CAAC,wBAAwB,CAAC,yBAAyB,CAAC,WAAW,EAAE,cAAc,CAAC;YAC3F,0BAA0B,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,cAAc,EAAE,EAAE,EAAE,CACrE,MAAM,IAAI,CAAC,wBAAwB,CAAC,yBAAyB,CAAC,WAAW,EAAE,cAAc,CAAC;YAC3F,6BAA6B,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CACxD,MAAM,IAAI,CAAC,wBAAwB,CAAC,gBAAgB,CAAC,WAAW,CAAC;SAClE,CAAC;QAEM,sBAAiB,GAIrB;YACH,mCAAmC,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;gBAC7D,IAAI,IAAI,CAAC,gBAAgB,CAAC,UAAU;oBAAE,OAAO;gBAE7C,IAAI,CAAC;oBACJ,MAAM,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE;wBACvE,aAAa,EAAE,KAAK;qBACpB,CAAC,CAAC;oBAEH,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,mBAAmB,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;oBAEzD,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;wBACnC,OAAO,EAAE,6BAA6B;wBACtC,OAAO,EAAE,EAAE,UAAU,EAAE;qBACvB,CAAC,CAAC;gBACJ,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACZ,MAAM,KAAK,GAAG,IAAA,0BAAW,EAAC,CAAC,CAAC,CAAC;oBAC7B,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;oBAE1B,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;oBAEpE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,0BAA0B,EAAE,EAAE,UAAU,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;oBAEvF,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;wBACnC,OAAO,EAAE,mCAAmC;wBAC5C,OAAO,EAAE,EAAE,UAAU,EAAE,YAAY,EAAE,OAAO,EAAE;qBAC9C,CAAC,CAAC;gBACJ,CAAC;YACF,CAAC;YACD,6BAA6B,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;gBACvD,IAAI,IAAI,CAAC,gBAAgB,CAAC,UAAU;oBAAE,OAAO;gBAE7C,MAAM,IAAI,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;gBACnE,MAAM,IAAI,CAAC,qBAAqB,CAAC,gCAAgC,CAAC,UAAU,CAAC,CAAC;gBAE9E,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,qBAAqB,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;gBAG3D,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;oBACnC,OAAO,EAAE,+BAA+B;oBACxC,OAAO,EAAE,EAAE,UAAU,EAAE;iBACvB,CAAC,CAAC;YACJ,CAAC;YACD,6BAA6B,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CACvD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,mBAAmB,EAAE,EAAE,UAAU,EAAE,CAAC;YACzD,+BAA+B,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CACzD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,qBAAqB,EAAE,EAAE,UAAU,EAAE,CAAC;YAC3D,mCAAmC,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,YAAY,EAAE,EAAE,EAAE,CAC3E,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,0BAA0B,EAAE,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC;YAC9E,iCAAiC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE;gBACpE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;oBAAE,OAAO;gBAExD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YACrC,CAAC;YACD,qBAAqB,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,EAAE,EAAE;gBACxE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;oBAAE,OAAO;gBAExD,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;gBAE3C,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;gBAE9D,MAAM,IAAI,CAAC,YAAY,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YACtD,CAAC;SACD,CAAC;IAnIC,CAAC;IAEJ,IAAI;QACH,QAAQ,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC;YAC5C,KAAK,SAAS;gBACb,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;gBACxC,MAAM;YACP,KAAK,QAAQ;gBACZ,IAAI,CAAC,aAAa,CAAC;oBAClB,GAAG,IAAI,CAAC,cAAc;oBACtB,mBAAmB,EAAE,KAAK,IAAI,EAAE,CAC/B,MAAM,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC;wBAC1C,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM;wBACtC,QAAQ,EAAE,+BAA+B;wBACzC,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,cAAc,EAAE;qBAClD,CAAC;iBACH,CAAC,CAAC;gBACH,MAAM;YACP,KAAK,MAAM;gBACV,IAAI,CAAC,aAAa,CAAC;oBAClB,GAAG,IAAI,CAAC,cAAc;oBACtB,GAAG,IAAI,CAAC,iBAAiB;oBACzB,+BAA+B,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAClD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,yBAAyB,EAAE;wBAC9C,QAAQ,EAAE,OAAO,CAAC,QAAQ;wBAC1B,MAAM,EAAE,OAAO;qBACf,CAAC;iBACH,CAAC,CAAC;gBAEH,MAAM;YACP;gBACC,IAAA,mBAAW,EAAC,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAClD,CAAC;IACF,CAAC;IAEO,aAAa,CACpB,GAEC;QAED,KAAK,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAEtD,EAAE,CAAC;YACH,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBAC/C,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;CAqFD,CAAA;AAlJY,sCAAa;wBAAb,aAAa;IADzB,IAAA,gBAAO,GAAE;qCAGuB,4BAAY;QACR,2BAAgB;QACzB,iBAAO;QACN,mCAAe;QACD,oDAAsB;QACpB,qDAAwB;QACvC,6BAAS;QACC,2CAAmB;QACjB,+CAAqB;QACtC,WAAI;QACU,wCAAkB;QACxB,4BAAY;GAbhC,aAAa,CAkJzB"}

package/dist/scaling/pubsub/pubsub.types.d.ts

@@ -1,4 +1,4 @@
-import type { PubSubCommandMap, PubSubWorkerResponseMap } from '../../events/maps/pub-sub.event-map';
+import type { PubSubCommandMap, PubSubEventMap, PubSubWorkerResponseMap } from '../../events/maps/pub-sub.event-map';
 import type { Resolve } from '../../utlity.types';
 import type { COMMAND_PUBSUB_CHANNEL, WORKER_RESPONSE_PUBSUB_CHANNEL } from '../constants';
 export declare namespace PubSub {
@@ -35,15 +35,18 @@ export declare namespace PubSub {
     }
     export type Command = Commands.ReloadLicense | Commands.RestartEventBus | Commands.ReloadExternalSecretsProviders | Commands.CommunityPackageInstall | Commands.CommunityPackageUpdate | Commands.CommunityPackageUninstall | Commands.GetWorkerId | Commands.GetWorkerStatus | Commands.AddWebhooksTriggersAndPollers | Commands.RemoveTriggersAndPollers | Commands.DisplayWorkflowActivation | Commands.DisplayWorkflowDeactivation | Commands.DisplayWorkflowActivationError | Commands.RelayExecutionLifecycleEvent | Commands.ClearTestWebhooks;
     type _ToWorkerResponse<WorkerResponseKey extends keyof PubSubWorkerResponseMap> = {
-        workerId: string;
+        senderId: string;
         targets?: string[];
-        command: WorkerResponseKey;
+        response: WorkerResponseKey;
+        debounce?: boolean;
     } & (PubSubWorkerResponseMap[WorkerResponseKey] extends never ? {
         payload?: never;
     } : {
         payload: PubSubWorkerResponseMap[WorkerResponseKey];
     });
     type ToWorkerResponse<WorkerResponseKey extends keyof PubSubWorkerResponseMap> = Resolve<_ToWorkerResponse<WorkerResponseKey>>;
-    export type WorkerResponse = ToWorkerResponse<'get-worker-status'>;
+    export type WorkerResponse = ToWorkerResponse<'response-to-get-worker-status'>;
+    export type CommonEvents = Pick<PubSubEventMap, 'reload-license' | 'restart-event-bus' | 'reload-external-secrets-providers' | 'community-package-install' | 'community-package-update' | 'community-package-uninstall'>;
+    export type MultiMainEvents = Pick<PubSubEventMap, 'add-webhooks-triggers-and-pollers' | 'remove-triggers-and-pollers' | 'display-workflow-activation' | 'display-workflow-deactivation' | 'display-workflow-activation-error' | 'relay-execution-lifecycle-event' | 'clear-test-webhooks'>;
     export {};
 }

package/dist/scaling/pubsub/subscriber.service.d.ts

@@ -1,4 +1,5 @@
 import type { Redis as SingleNodeClient, Cluster as MultiNodeClient } from 'ioredis';
+import { InstanceSettings } from 'n8n-core';
 import { EventService } from '../../events/event.service';
 import { Logger } from '../../logging/logger.service';
 import { RedisClientService } from '../../services/redis-client.service';
@@ -7,13 +8,11 @@ export declare class Subscriber {
     private readonly logger;
     private readonly redisClientService;
     private readonly eventService;
+    private readonly instanceSettings;
     private readonly client;
-    private readonly handlers;
-    constructor(logger: Logger, redisClientService: RedisClientService, eventService: EventService);
+    constructor(logger: Logger, redisClientService: RedisClientService, eventService: EventService, instanceSettings: InstanceSettings);
     getClient(): SingleNodeClient | MultiNodeClient;
     shutdown(): void;
     subscribe(channel: PubSub.Channel): Promise<void>;
-    setMessageHandler(channel: PubSub.Channel, handlerFn: PubSub.HandlerFn): void;
-    setCommandMessageHandler(): void;
-    private parseCommandMessage;
+    private parseMessage;
 }

package/dist/scaling/pubsub/subscriber.service.js

@@ -14,6 +14,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Subscriber = void 0;
 const debounce_1 = __importDefault(require("lodash/debounce"));
+const n8n_core_1 = require("n8n-core");
 const n8n_workflow_1 = require("n8n-workflow");
 const typedi_1 = require("typedi");
 const config_1 = __importDefault(require("../../config"));
@@ -21,16 +22,28 @@ const event_service_1 = require("../../events/event.service");
 const logger_service_1 = require("../../logging/logger.service");
 const redis_client_service_1 = require("../../services/redis-client.service");
 let Subscriber = class Subscriber {
-    constructor(logger, redisClientService, eventService) {
+    constructor(logger, redisClientService, eventService, instanceSettings) {
         this.logger = logger;
         this.redisClientService = redisClientService;
         this.eventService = eventService;
-        this.handlers = new Map();
+        this.instanceSettings = instanceSettings;
         if (config_1.default.getEnv('executions.mode') !== 'queue')
             return;
+        this.logger = this.logger.withScope('scaling');
         this.client = this.redisClientService.createClient({ type: 'subscriber(n8n)' });
-        this.client.on('message', (channel, message) => {
-            this.handlers.get(channel)?.(message);
+        const handlerFn = (msg) => {
+            const eventName = 'command' in msg ? msg.command : msg.response;
+            this.eventService.emit(eventName, msg.payload);
+        };
+        const debouncedHandlerFn = (0, debounce_1.default)(handlerFn, 300);
+        this.client.on('message', (channel, str) => {
+            const msg = this.parseMessage(str, channel);
+            if (!msg)
+                return;
+            if (msg.debounce)
+                debouncedHandlerFn(msg);
+            else
+                handlerFn(msg);
         });
     }
     getClient() {
@@ -42,41 +55,34 @@ let Subscriber = class Subscriber {
     async subscribe(channel) {
         await this.client.subscribe(channel, (error) => {
             if (error) {
-                this.logger.error('Failed to subscribe to channel', { channel, cause: error });
+                this.logger.error(`Failed to subscribe to channel ${channel}`, { error });
                 return;
             }
-            this.logger.debug('Subscribed to channel', { channel });
+            this.logger.debug(`Subscribed to channel ${channel}`);
         });
     }
-    setMessageHandler(channel, handlerFn) {
-        this.handlers.set(channel, handlerFn);
-    }
-    setCommandMessageHandler() {
-        const handlerFn = (msg) => this.eventService.emit(msg.command, msg.payload);
-        const debouncedHandlerFn = (0, debounce_1.default)(handlerFn, 300);
-        this.setMessageHandler('n8n.commands', (str) => {
-            const msg = this.parseCommandMessage(str);
-            if (!msg)
-                return;
-            if (msg.debounce)
-                debouncedHandlerFn(msg);
-            else
-                handlerFn(msg);
+    parseMessage(str, channel) {
+        const msg = (0, n8n_workflow_1.jsonParse)(str, {
+            fallbackValue: null,
         });
-    }
-    parseCommandMessage(str) {
-        const msg = (0, n8n_workflow_1.jsonParse)(str, { fallbackValue: null });
         if (!msg) {
-            this.logger.debug('Received invalid string via command channel', { message: str });
+            this.logger.error(`Received malformed message via channel ${channel}`, {
+                msg: str,
+                channel,
+            });
             return null;
         }
-        this.logger.debug('Received message via command channel', msg);
-        const queueModeId = config_1.default.getEnv('redis.queueModeId');
-        if (!msg.selfSend &&
-            (msg.senderId === queueModeId || (msg.targets && !msg.targets.includes(queueModeId)))) {
-            this.logger.debug('Disregarding message - not for this instance', msg);
+        const { hostId } = this.instanceSettings;
+        if ('command' in msg &&
+            !msg.selfSend &&
+            (msg.senderId === hostId || (msg.targets && !msg.targets.includes(hostId)))) {
             return null;
         }
+        const msgName = 'command' in msg ? msg.command : msg.response;
+        this.logger.debug(`Received message ${msgName} via channel ${channel}`, {
+            msg,
+            channel,
+        });
         return msg;
     }
 };
@@ -85,6 +91,7 @@ exports.Subscriber = Subscriber = __decorate([
     (0, typedi_1.Service)(),
     __metadata("design:paramtypes", [logger_service_1.Logger,
         redis_client_service_1.RedisClientService,
-        event_service_1.EventService])
+        event_service_1.EventService,
+        n8n_core_1.InstanceSettings])
 ], Subscriber);
 //# sourceMappingURL=subscriber.service.js.map

package/dist/scaling/pubsub/subscriber.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"subscriber.service.js","sourceRoot":"","sources":["../../../src/scaling/pubsub/subscriber.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,+DAAuC;AACvC,+CAAyC;AACzC,mCAAiC;AAEjC,sDAA8B;AAC9B,0DAAsD;AACtD,6DAAkD;AAClD,0EAAqE;AAQ9D,IAAM,UAAU,GAAhB,MAAM,UAAU;IAOtB,YACkB,MAAc,EACd,kBAAsC,EACtC,YAA0B;QAF1B,WAAM,GAAN,MAAM,CAAQ;QACd,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,iBAAY,GAAZ,YAAY,CAAc;QAP3B,aAAQ,GAA0C,IAAI,GAAG,EAAE,CAAC;QAU5E,IAAI,gBAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,OAAO;YAAE,OAAO;QAEzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAEhF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAuB,EAAE,OAAO,EAAE,EAAE;YAC9D,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,SAAS;QACR,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;IAGD,QAAQ;QACP,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IAC1B,CAAC;IAMD,KAAK,CAAC,SAAS,CAAC,OAAuB;QACtC,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC9C,IAAI,KAAK,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC/E,OAAO;YACR,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACJ,CAAC;IAGD,iBAAiB,CAAC,OAAuB,EAAE,SAA2B;QACrE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACvC,CAAC;IAMD,wBAAwB;QACvB,MAAM,SAAS,GAAG,CAAC,GAAmB,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5F,MAAM,kBAAkB,GAAG,IAAA,kBAAQ,EAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAEpD,IAAI,CAAC,iBAAiB,CAAC,cAAc,EAAE,CAAC,GAAW,EAAE,EAAE;YACtD,MAAM,GAAG,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAC1C,IAAI,CAAC,GAAG;gBAAE,OAAO;YACjB,IAAI,GAAG,CAAC,QAAQ;gBAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC;;gBACrC,SAAS,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;IACJ,CAAC;IAEO,mBAAmB,CAAC,GAAW;QACtC,MAAM,GAAG,GAAG,IAAA,wBAAS,EAAwB,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAE3E,IAAI,CAAC,GAAG,EAAE,CAAC;YACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;YAEnF,OAAO,IAAI,CAAC;QACb,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,GAAG,CAAC,CAAC;QAE/D,MAAM,WAAW,GAAG,gBAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;QAEvD,IACC,CAAC,GAAG,CAAC,QAAQ;YACb,CAAC,GAAG,CAAC,QAAQ,KAAK,WAAW,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EACpF,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE,GAAG,CAAC,CAAC;YAEvE,OAAO,IAAI,CAAC;QACb,CAAC;QAED,OAAO,GAAG,CAAC;IACZ,CAAC;CAGD,CAAA;AA7FY,gCAAU;qBAAV,UAAU;IADtB,IAAA,gBAAO,GAAE;qCASiB,uBAAM;QACM,yCAAkB;QACxB,4BAAY;GAVhC,UAAU,CA6FtB"}
+{"version":3,"file":"subscriber.service.js","sourceRoot":"","sources":["../../../src/scaling/pubsub/subscriber.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,+DAAuC;AACvC,uCAA4C;AAC5C,+CAAyC;AACzC,mCAAiC;AAEjC,sDAA8B;AAC9B,0DAAsD;AACtD,6DAAkD;AAClD,0EAAqE;AAQ9D,IAAM,UAAU,GAAhB,MAAM,UAAU;IAGtB,YACkB,MAAc,EACd,kBAAsC,EACtC,YAA0B,EAC1B,gBAAkC;QAHlC,WAAM,GAAN,MAAM,CAAQ;QACd,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAGnD,IAAI,gBAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,OAAO;YAAE,OAAO;QAEzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAE/C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAEhF,MAAM,SAAS,GAAG,CAAC,GAA2C,EAAE,EAAE;YACjE,MAAM,SAAS,GAAG,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;YAChE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC,CAAC;QAEF,MAAM,kBAAkB,GAAG,IAAA,kBAAQ,EAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAEpD,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAuB,EAAE,GAAG,EAAE,EAAE;YAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC5C,IAAI,CAAC,GAAG;gBAAE,OAAO;YACjB,IAAI,GAAG,CAAC,QAAQ;gBAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC;;gBACrC,SAAS,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,SAAS;QACR,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;IAGD,QAAQ;QACP,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAuB;QACtC,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC9C,IAAI,KAAK,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1E,OAAO;YACR,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,OAAO,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,GAAW,EAAE,OAAuB;QACxD,MAAM,GAAG,GAAG,IAAA,wBAAS,EAAgD,GAAG,EAAE;YACzE,aAAa,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,EAAE,CAAC;YACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0CAA0C,OAAO,EAAE,EAAE;gBACtE,GAAG,EAAE,GAAG;gBACR,OAAO;aACP,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACb,CAAC;QAED,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAEzC,IACC,SAAS,IAAI,GAAG;YAChB,CAAC,GAAG,CAAC,QAAQ;YACb,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAC1E,CAAC;YACF,OAAO,IAAI,CAAC;QACb,CAAC;QAED,MAAM,OAAO,GAAG,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;QAE9D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,OAAO,gBAAgB,OAAO,EAAE,EAAE;YACvE,GAAG;YACH,OAAO;SACP,CAAC,CAAC;QAEH,OAAO,GAAG,CAAC;IACZ,CAAC;CACD,CAAA;AAnFY,gCAAU;qBAAV,UAAU;IADtB,IAAA,gBAAO,GAAE;qCAKiB,uBAAM;QACM,yCAAkB;QACxB,4BAAY;QACR,2BAAgB;GAPxC,UAAU,CAmFtB"}

package/dist/scaling/scaling.service.d.ts

@@ -20,6 +20,7 @@ export declare class ScalingService {
     constructor(logger: Logger, activeExecutions: ActiveExecutions, jobProcessor: JobProcessor, globalConfig: GlobalConfig, executionRepository: ExecutionRepository, instanceSettings: InstanceSettings, orchestrationService: OrchestrationService, eventService: EventService);
     setupQueue(): Promise<void>;
     setupWorker(concurrency: number): void;
+    private reportJobProcessingError;
     stop(): Promise<void>;
     pingQueue(): Promise<void>;
     getPendingJobCounts(): Promise<{
@@ -36,7 +37,7 @@ export declare class ScalingService {
     private registerListeners;
     private registerWorkerListeners;
     private registerMainOrWebhookListeners;
-    private isPubSubMessage;
+    private isJobMessage;
     private decodeWebhookResponse;
     private assertQueue;
     private assertWorker;

package/dist/scaling/scaling.service.js

@@ -50,6 +50,7 @@ const max_stalled_count_error_1 = require("../errors/max-stalled-count.error");
 const event_service_1 = require("../events/event.service");
 const logger_service_1 = require("../logging/logger.service");
 const orchestration_service_1 = require("../services/orchestration.service");
+const utils_1 = require("../utils");
 const constants_2 = require("./constants");
 const job_processor_1 = require("./job-processor");
 let ScalingService = class ScalingService {
@@ -99,23 +100,34 @@ let ScalingService = class ScalingService {
                 await this.jobProcessor.processJob(job);
             }
             catch (error) {
-                this.logger.error('Executing a job errored', {
-                    jobId: job.id,
-                    executionId: job.data.executionId,
-                    error,
-                });
-                n8n_workflow_1.ErrorReporterProxy.error(error);
-                throw error;
+                await this.reportJobProcessingError((0, n8n_workflow_1.ensureError)(error), job);
             }
         });
         this.logger.debug('Worker setup completed');
     }
+    async reportJobProcessingError(error, job) {
+        const { executionId } = job.data;
+        this.logger.error(`Worker errored while running execution ${executionId} (job ${job.id})`, {
+            error,
+            executionId,
+            jobId: job.id,
+        });
+        const msg = {
+            kind: 'job-failed',
+            executionId,
+            workerId: this.instanceSettings.hostId,
+            errorMsg: error.message,
+            errorStack: error.stack ?? '',
+        };
+        await job.progress(msg);
+        n8n_workflow_1.ErrorReporterProxy.error(error, { executionId });
+        throw error;
+    }
     async stop() {
         await this.queue.pause(true, true);
         this.logger.debug('Queue paused');
         this.stopQueueRecovery();
         this.stopQueueMetrics();
-        this.logger.debug('Queue recovery and metrics stopped');
         let count = 0;
         while (this.getRunningJobsCount() !== 0) {
             if (count++ % 4 === 0) {
@@ -139,7 +151,9 @@ let ScalingService = class ScalingService {
             removeOnFail: true,
         };
         const job = await this.queue.add(constants_2.JOB_TYPE_NAME, jobData, jobOptions);
-        this.logger.info(`Added job ${job.id} (execution ${jobData.executionId})`);
+        const { executionId } = jobData;
+        const jobId = job.id;
+        this.logger.info(`Enqueued execution ${executionId} (job ${jobId})`, { executionId, jobId });
         return job;
     }
     async getJob(jobId) {
@@ -181,7 +195,7 @@ let ScalingService = class ScalingService {
     }
     registerWorkerListeners() {
         this.queue.on('global:progress', (jobId, msg) => {
-            if (!this.isPubSubMessage(msg))
+            if (!this.isJobMessage(msg))
                 return;
             if (msg.kind === 'abort-job')
                 this.jobProcessor.stopJob(jobId);
@@ -208,12 +222,36 @@ let ScalingService = class ScalingService {
             this.logger.error('Queue errored', { error });
             throw error;
         });
-        this.queue.on('global:progress', (_jobId, msg) => {
-            if (!this.isPubSubMessage(msg))
+        this.queue.on('global:progress', (jobId, msg) => {
+            if (!this.isJobMessage(msg))
                 return;
-            if (msg.kind === 'respond-to-webhook') {
-                const decodedResponse = this.decodeWebhookResponse(msg.response);
-                this.activeExecutions.resolveResponsePromise(msg.executionId, decodedResponse);
+            switch (msg.kind) {
+                case 'respond-to-webhook':
+                    const decodedResponse = this.decodeWebhookResponse(msg.response);
+                    this.activeExecutions.resolveResponsePromise(msg.executionId, decodedResponse);
+                    break;
+                case 'job-finished':
+                    this.logger.info(`Execution ${msg.executionId} (job ${jobId}) finished successfully`, {
+                        workerId: msg.workerId,
+                        executionId: msg.executionId,
+                        jobId,
+                    });
+                    break;
+                case 'job-failed':
+                    this.logger.error([
+                        `Execution ${msg.executionId} (job ${jobId}) failed`,
+                        msg.errorStack ? `\n${msg.errorStack}\n` : '',
+                    ].join(''), {
+                        workerId: msg.workerId,
+                        errorMsg: msg.errorMsg,
+                        executionId: msg.executionId,
+                        jobId,
+                    });
+                    break;
+                case 'abort-job':
+                    break;
+                default:
+                    (0, utils_1.assertNever)(msg);
             }
         });
         if (this.isQueueMetricsEnabled) {
@@ -221,7 +259,7 @@ let ScalingService = class ScalingService {
             this.queue.on('global:failed', () => this.jobCounters.failed++);
         }
     }
-    isPubSubMessage(candidate) {
+    isJobMessage(candidate) {
         return typeof candidate === 'object' && candidate !== null && 'kind' in candidate;
     }
     decodeWebhookResponse(response) {
@@ -266,6 +304,7 @@ let ScalingService = class ScalingService {
         if (this.queueMetricsInterval) {
             clearInterval(this.queueMetricsInterval);
             this.queueMetricsInterval = undefined;
+            this.logger.debug('Queue metrics collection stopped');
         }
     }
     scheduleQueueRecovery(waitMs = this.queueRecoveryContext.waitMs) {
@@ -287,6 +326,7 @@ let ScalingService = class ScalingService {
     }
     stopQueueRecovery() {
         clearTimeout(this.queueRecoveryContext.timeout);
+        this.logger.debug('Queue recovery stopped');
     }
     async recoverFromQueue() {
         const { waitMs, batchSize } = this.queueRecoveryContext;

package/dist/scaling/scaling.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"scaling.service.js","sourceRoot":"","sources":["../../src/scaling/scaling.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,wCAA2C;AAC3C,uCAA4C;AAC5C,+CAMsB;AAEtB,6CAAqC;AACrC,iDAA4C;AAE5C,2DAAuD;AACvD,sDAA8B;AAC9B,2CAA8D;AAC9D,wFAAoF;AACpF,0DAAsD;AACtD,8EAAwE;AACxE,0DAAsD;AACtD,6DAAkD;AAClD,4EAAwE;AAExE,2CAAwD;AACxD,mDAA+C;AAaxC,IAAM,cAAc,GAApB,MAAM,cAAc;IAG1B,YACkB,MAAc,EACd,gBAAkC,EAClC,YAA0B,EAC1B,YAA0B,EAC1B,mBAAwC,EACxC,gBAAkC,EAClC,oBAA0C,EAC1C,YAA0B;QAP1B,WAAM,GAAN,MAAM,CAAQ;QACd,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,wBAAmB,GAAnB,mBAAmB,CAAqB;QACxC,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,iBAAY,GAAZ,YAAY,CAAc;QAwQ3B,gBAAW,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QA0C1C,yBAAoB,GAAyB;YAC7D,SAAS,EAAE,gBAAM,CAAC,MAAM,CAAC,oCAAoC,CAAC;YAC9D,MAAM,EAAE,gBAAM,CAAC,MAAM,CAAC,mCAAmC,CAAC,GAAG,EAAE,GAAG,IAAI;SACtE,CAAC;QAnTD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;IAID,KAAK,CAAC,UAAU;QACf,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,wDAAa,MAAM,GAAC,CAAC;QACpD,MAAM,EAAE,kBAAkB,EAAE,GAAG,wDAAa,iCAAiC,GAAC,CAAC;QAC/E,MAAM,OAAO,GAAG,gBAAS,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAElD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAEjD,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,sBAAU,EAAE;YACtC,MAAM;YACN,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ;YAC/C,YAAY,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,GAAG,IAAI,QAAQ,EAAE,CAAC;SACvE,CAAC,CAAC;QAEH,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,IAAI,CAAC,gBAAgB,CAAC,QAAQ;YAAE,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAEjE,IAAI,IAAI,CAAC,oBAAoB,CAAC,uBAAuB,EAAE,CAAC;YACvD,IAAI,CAAC,oBAAoB,CAAC,cAAc;iBACtC,EAAE,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;iBACzD,EAAE,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAC5C,CAAC;IAED,WAAW,CAAC,WAAmB;QAC9B,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,yBAAa,EAAE,WAAW,EAAE,KAAK,EAAE,GAAQ,EAAE,EAAE;YACtE,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBAIzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE;oBAC5C,KAAK,EAAE,GAAG,CAAC,EAAE;oBACb,WAAW,EAAE,GAAG,CAAC,IAAI,CAAC,WAAW;oBACjC,KAAK;iBACL,CAAC,CAAC;gBACH,iCAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAChC,MAAM,KAAK,CAAC;YACb,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC7C,CAAC;IAGK,AAAN,KAAK,CAAC,IAAI;QACT,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAEnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAElC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;QAExD,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,OAAO,IAAI,CAAC,mBAAmB,EAAE,KAAK,CAAC,EAAE,CAAC;YACzC,IAAI,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,eAAe,IAAI,CAAC,mBAAmB,EAAE,iCAAiC,CAC1E,CAAC;YACH,CAAC;YAED,MAAM,IAAA,oBAAK,EAAC,GAAG,CAAC,CAAC;QAClB,CAAC;IACF,CAAC;IAED,KAAK,CAAC,SAAS;QACd,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAChC,CAAC;IAMD,KAAK,CAAC,mBAAmB;QACxB,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;QAE5D,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC5B,CAAC;IAQD,KAAK,CAAC,MAAM,CAAC,OAAgB,EAAE,EAAE,QAAQ,EAAwB;QAChE,IAAA,oBAAM,EAAC,QAAQ,GAAG,CAAC,IAAI,QAAQ,IAAI,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAE5D,MAAM,UAAU,GAAe;YAC9B,QAAQ;YACR,gBAAgB,EAAE,IAAI;YACtB,YAAY,EAAE,IAAI;SAClB,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAa,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QAErE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE,eAAe,OAAO,CAAC,WAAW,GAAG,CAAC,CAAC;QAE3E,OAAO,GAAG,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAY;QACxB,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,QAAqB;QAC3C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEhD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAQ;QACrB,MAAM,KAAK,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnE,IAAI,CAAC;YACJ,IAAI,MAAM,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAC1B,MAAM,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;gBAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;gBAC/C,OAAO,IAAI,CAAC;YACb,CAAC;YAED,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC;QACb,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACzB,MAAM,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7D,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;IAED,mBAAmB;QAClB,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC,MAAM,CAAC;IACpD,CAAC;IAMO,iBAAiB;QACxB,MAAM,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC/C,IAAI,YAAY,KAAK,MAAM,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC3D,IAAI,CAAC,8BAA8B,EAAE,CAAC;QACvC,CAAC;aAAM,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;YACtC,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAChC,CAAC;IACF,CAAC;IAKO,uBAAuB;QAC9B,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC,KAAY,EAAE,GAAY,EAAE,EAAE;YAC/D,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC;gBAAE,OAAO;YAEvC,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW;gBAAE,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;YACvC,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc;gBAAE,OAAO;YAE7D,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,uCAAuC,CAAC,EAAE,CAAC;gBACrE,MAAM,IAAI,8CAAoB,CAAC,KAAK,CAAC,CAAC;YACvC,CAAC;YAMD,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;gBAChE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBACxC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAE9C,MAAM,KAAK,CAAC;QACb,CAAC,CAAC,CAAC;IACJ,CAAC;IAKO,8BAA8B;QACrC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;YACvC,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc;gBAAE,OAAO;YAE7D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAE9C,MAAM,KAAK,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC,MAAa,EAAE,GAAY,EAAE,EAAE;YAChE,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC;gBAAE,OAAO;YAEvC,IAAI,GAAG,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;gBACvC,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACjE,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,GAAG,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;YAChF,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAChC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,kBAAkB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC;YACtE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,CAAC;IACF,CAAC;IAEO,eAAe,CAAC,SAAkB;QACzC,OAAO,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI,IAAI,MAAM,IAAI,SAAS,CAAC;IACnF,CAAC;IAIO,qBAAqB,CAC5B,QAAqC;QAErC,IACC,OAAO,QAAQ,KAAK,QAAQ;YAC5B,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ;YACjC,QAAQ,CAAC,IAAI,KAAK,IAAI;YACtB,wBAAwB,IAAI,QAAQ,CAAC,IAAI;YACzC,OAAO,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,KAAK,QAAQ,EAC1D,CAAC;YACF,QAAQ,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,EAAE,8BAAe,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,QAAQ,CAAC;IACjB,CAAC;IAEO,WAAW;QAClB,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO;QAEvB,MAAM,IAAI,+BAAgB,CAAC,+CAA+C,CAAC,CAAC;IAC7E,CAAC;IAEO,YAAY;QACnB,IAAI,IAAI,CAAC,gBAAgB,CAAC,YAAY,KAAK,QAAQ;YAAE,OAAO;QAE5D,MAAM,IAAI,+BAAgB,CAAC,mDAAmD,CAAC,CAAC;IACjF,CAAC;IAUD,IAAI,qBAAqB;QACxB,OAAO,CACN,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,mBAAmB;YACvD,IAAI,CAAC,gBAAgB,CAAC,YAAY,KAAK,MAAM;YAC7C,CAAC,IAAI,CAAC,oBAAoB,CAAC,uBAAuB,CAClD,CAAC;IACH,CAAC;IAGO,oBAAoB;QAC3B,IAAI,CAAC,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,oBAAoB;YAAE,OAAO;QAErE,IAAI,CAAC,oBAAoB,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAClD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAE1D,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,oBAAoB,EAAE;gBAC5C,GAAG,gBAAgB;gBACnB,GAAG,IAAI,CAAC,WAAW;aACnB,CAAC,CAAC;YAEH,IAAI,CAAC,WAAW,CAAC,SAAS,GAAG,CAAC,CAAC;YAC/B,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;QAC7B,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,oBAAoB,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IAC5F,CAAC;IAGO,gBAAgB;QACvB,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACzC,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAC;QACvC,CAAC;IACF,CAAC;IAWO,qBAAqB,CAAC,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM;QACtE,IAAI,CAAC,oBAAoB,CAAC,OAAO,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;YACzD,IAAI,CAAC;gBACJ,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACjD,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;YACxC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kDAAkD,EAAE;oBACrE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;iBAC3B,CAAC,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAEjC,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC9B,CAAC;QACF,CAAC,EAAE,MAAM,CAAC,CAAC;QAEX,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAM,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE/F,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2CAA2C,IAAI,EAAE,CAAC,CAAC;IACtE,CAAC;IAEO,iBAAiB;QACxB,YAAY,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;IACjD,CAAC;IAMO,KAAK,CAAC,gBAAgB;QAC7B,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC;QAExD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,yBAAyB,CAAC,SAAS,CAAC,CAAC;QAEtF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAC;YAC5E,OAAO,MAAM,CAAC;QACf,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;QAEvE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;QAE1E,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAC;YAC5E,OAAO,MAAM,CAAC;QACf,CAAC;QAED,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEjE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAC;YAC5E,OAAO,MAAM,CAAC;QACf,CAAC;QAED,MAAM,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QAE1D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+DAA+D,EAAE;YACjF,WAAW;SACX,CAAC,CAAC;QAKH,OAAO,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACtF,CAAC;IAEO,UAAU,CAAC,KAAc;QAChC,OAAO,KAAK,YAAY,KAAK;YAC5B,CAAC,CAAC,KAAK,CAAC,OAAO;YACf,CAAC,CAAC,IAAA,4BAAa,EAAC,KAAK,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;CAGD,CAAA;AA3YY,wCAAc;AAwEpB;IADL,IAAA,wBAAU,EAAC,qCAAyB,CAAC;;;;0CAsBrC;yBA7FW,cAAc;IAD1B,IAAA,gBAAO,GAAE;qCAKiB,uBAAM;QACI,oCAAgB;QACpB,4BAAY;QACZ,qBAAY;QACL,0CAAmB;QACtB,2BAAgB;QACZ,4CAAoB;QAC5B,4BAAY;GAXhC,cAAc,CA2Y1B"}
+{"version":3,"file":"scaling.service.js","sourceRoot":"","sources":["../../src/scaling/scaling.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,wCAA2C;AAC3C,uCAA4C;AAC5C,+CAOsB;AAEtB,6CAAqC;AACrC,iDAA4C;AAE5C,2DAAuD;AACvD,sDAA8B;AAC9B,2CAA8D;AAC9D,wFAAoF;AACpF,0DAAsD;AACtD,8EAAwE;AACxE,0DAAsD;AACtD,6DAAkD;AAClD,4EAAwE;AACxE,mCAAsC;AAEtC,2CAAwD;AACxD,mDAA+C;AAcxC,IAAM,cAAc,GAApB,MAAM,cAAc;IAG1B,YACkB,MAAc,EACd,gBAAkC,EAClC,YAA0B,EAC1B,YAA0B,EAC1B,mBAAwC,EACxC,gBAAkC,EAClC,oBAA0C,EAC1C,YAA0B;QAP1B,WAAM,GAAN,MAAM,CAAQ;QACd,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,wBAAmB,GAAnB,mBAAmB,CAAqB;QACxC,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,iBAAY,GAAZ,YAAY,CAAc;QAuT3B,gBAAW,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QA4C1C,yBAAoB,GAAyB;YAC7D,SAAS,EAAE,gBAAM,CAAC,MAAM,CAAC,oCAAoC,CAAC;YAC9D,MAAM,EAAE,gBAAM,CAAC,MAAM,CAAC,mCAAmC,CAAC,GAAG,EAAE,GAAG,IAAI;SACtE,CAAC;QApWD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;IAID,KAAK,CAAC,UAAU;QACf,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,wDAAa,MAAM,GAAC,CAAC;QACpD,MAAM,EAAE,kBAAkB,EAAE,GAAG,wDAAa,iCAAiC,GAAC,CAAC;QAC/E,MAAM,OAAO,GAAG,gBAAS,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAElD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QACvD,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAEjD,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,sBAAU,EAAE;YACtC,MAAM;YACN,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ;YAC/C,YAAY,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,GAAG,IAAI,QAAQ,EAAE,CAAC;SACvE,CAAC,CAAC;QAEH,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,IAAI,CAAC,gBAAgB,CAAC,QAAQ;YAAE,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAEjE,IAAI,IAAI,CAAC,oBAAoB,CAAC,uBAAuB,EAAE,CAAC;YACvD,IAAI,CAAC,oBAAoB,CAAC,cAAc;iBACtC,EAAE,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;iBACzD,EAAE,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAC5C,CAAC;IAED,WAAW,CAAC,WAAmB;QAC9B,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,yBAAa,EAAE,WAAW,EAAE,KAAK,EAAE,GAAQ,EAAE,EAAE;YACtE,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAM,IAAI,CAAC,wBAAwB,CAAC,IAAA,0BAAW,EAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC;YAC9D,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC7C,CAAC;IAEO,KAAK,CAAC,wBAAwB,CAAC,KAAY,EAAE,GAAQ;QAC5D,MAAM,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;QAEjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0CAA0C,WAAW,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE;YAC1F,KAAK;YACL,WAAW;YACX,KAAK,EAAE,GAAG,CAAC,EAAE;SACb,CAAC,CAAC;QAEH,MAAM,GAAG,GAAqB;YAC7B,IAAI,EAAE,YAAY;YAClB,WAAW;YACX,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM;YACtC,QAAQ,EAAE,KAAK,CAAC,OAAO;YACvB,UAAU,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;SAC7B,CAAC;QAEF,MAAM,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAExB,iCAAkB,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QAEjD,MAAM,KAAK,CAAC;IACb,CAAC;IAGK,AAAN,KAAK,CAAC,IAAI;QACT,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAEnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAElC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,OAAO,IAAI,CAAC,mBAAmB,EAAE,KAAK,CAAC,EAAE,CAAC;YACzC,IAAI,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,eAAe,IAAI,CAAC,mBAAmB,EAAE,iCAAiC,CAC1E,CAAC;YACH,CAAC;YAED,MAAM,IAAA,oBAAK,EAAC,GAAG,CAAC,CAAC;QAClB,CAAC;IACF,CAAC;IAED,KAAK,CAAC,SAAS;QACd,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAChC,CAAC;IAMD,KAAK,CAAC,mBAAmB;QACxB,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;QAE5D,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC5B,CAAC;IAQD,KAAK,CAAC,MAAM,CAAC,OAAgB,EAAE,EAAE,QAAQ,EAAwB;QAChE,IAAA,oBAAM,EAAC,QAAQ,GAAG,CAAC,IAAI,QAAQ,IAAI,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAE5D,MAAM,UAAU,GAAe;YAC9B,QAAQ;YACR,gBAAgB,EAAE,IAAI;YACtB,YAAY,EAAE,IAAI;SAClB,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAa,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QAErE,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QAChC,MAAM,KAAK,GAAG,GAAG,CAAC,EAAE,CAAC;QAErB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,WAAW,SAAS,KAAK,GAAG,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;QAE7F,OAAO,GAAG,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAY;QACxB,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,QAAqB;QAC3C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEhD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAQ;QACrB,MAAM,KAAK,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnE,IAAI,CAAC;YACJ,IAAI,MAAM,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAC1B,MAAM,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;gBAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;gBAC/C,OAAO,IAAI,CAAC;YACb,CAAC;YAED,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC;QACb,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACzB,MAAM,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7D,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;IAED,mBAAmB;QAClB,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC,MAAM,CAAC;IACpD,CAAC;IAMO,iBAAiB;QACxB,MAAM,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC/C,IAAI,YAAY,KAAK,MAAM,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC3D,IAAI,CAAC,8BAA8B,EAAE,CAAC;QACvC,CAAC;aAAM,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;YACtC,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAChC,CAAC;IACF,CAAC;IAKO,uBAAuB;QAC9B,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC,KAAY,EAAE,GAAY,EAAE,EAAE;YAC/D,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC;gBAAE,OAAO;YAEpC,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW;gBAAE,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;YACvC,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc;gBAAE,OAAO;YAE7D,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,uCAAuC,CAAC,EAAE,CAAC;gBACrE,MAAM,IAAI,8CAAoB,CAAC,KAAK,CAAC,CAAC;YACvC,CAAC;YAMD,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;gBAChE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBACxC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAE9C,MAAM,KAAK,CAAC;QACb,CAAC,CAAC,CAAC;IACJ,CAAC;IAKO,8BAA8B;QACrC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;YACvC,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc;gBAAE,OAAO;YAE7D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAE9C,MAAM,KAAK,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC,KAAY,EAAE,GAAY,EAAE,EAAE;YAC/D,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC;gBAAE,OAAO;YAKpC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;gBAClB,KAAK,oBAAoB;oBACxB,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACjE,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,GAAG,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;oBAC/E,MAAM;gBACP,KAAK,cAAc;oBAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,WAAW,SAAS,KAAK,yBAAyB,EAAE;wBACrF,QAAQ,EAAE,GAAG,CAAC,QAAQ;wBACtB,WAAW,EAAE,GAAG,CAAC,WAAW;wBAC5B,KAAK;qBACL,CAAC,CAAC;oBACH,MAAM;gBACP,KAAK,YAAY;oBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB;wBACC,aAAa,GAAG,CAAC,WAAW,SAAS,KAAK,UAAU;wBACpD,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,EAAE;qBAC7C,CAAC,IAAI,CAAC,EAAE,CAAC,EACV;wBACC,QAAQ,EAAE,GAAG,CAAC,QAAQ;wBACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;wBACtB,WAAW,EAAE,GAAG,CAAC,WAAW;wBAC5B,KAAK;qBACL,CACD,CAAC;oBACF,MAAM;gBACP,KAAK,WAAW;oBACf,MAAM;gBACP;oBACC,IAAA,mBAAW,EAAC,GAAG,CAAC,CAAC;YACnB,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAChC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,kBAAkB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC;YACtE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,CAAC;IACF,CAAC;IAGO,YAAY,CAAC,SAAkB;QACtC,OAAO,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI,IAAI,MAAM,IAAI,SAAS,CAAC;IACnF,CAAC;IAIO,qBAAqB,CAC5B,QAAqC;QAErC,IACC,OAAO,QAAQ,KAAK,QAAQ;YAC5B,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ;YACjC,QAAQ,CAAC,IAAI,KAAK,IAAI;YACtB,wBAAwB,IAAI,QAAQ,CAAC,IAAI;YACzC,OAAO,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,KAAK,QAAQ,EAC1D,CAAC;YACF,QAAQ,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,EAAE,8BAAe,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,QAAQ,CAAC;IACjB,CAAC;IAEO,WAAW;QAClB,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO;QAEvB,MAAM,IAAI,+BAAgB,CAAC,+CAA+C,CAAC,CAAC;IAC7E,CAAC;IAEO,YAAY;QACnB,IAAI,IAAI,CAAC,gBAAgB,CAAC,YAAY,KAAK,QAAQ;YAAE,OAAO;QAE5D,MAAM,IAAI,+BAAgB,CAAC,mDAAmD,CAAC,CAAC;IACjF,CAAC;IAUD,IAAI,qBAAqB;QACxB,OAAO,CACN,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,mBAAmB;YACvD,IAAI,CAAC,gBAAgB,CAAC,YAAY,KAAK,MAAM;YAC7C,CAAC,IAAI,CAAC,oBAAoB,CAAC,uBAAuB,CAClD,CAAC;IACH,CAAC;IAGO,oBAAoB;QAC3B,IAAI,CAAC,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,oBAAoB;YAAE,OAAO;QAErE,IAAI,CAAC,oBAAoB,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAClD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAE1D,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,oBAAoB,EAAE;gBAC5C,GAAG,gBAAgB;gBACnB,GAAG,IAAI,CAAC,WAAW;aACnB,CAAC,CAAC;YAEH,IAAI,CAAC,WAAW,CAAC,SAAS,GAAG,CAAC,CAAC;YAC/B,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;QAC7B,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,oBAAoB,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IAC5F,CAAC;IAGO,gBAAgB;QACvB,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACzC,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAC;YAEtC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACvD,CAAC;IACF,CAAC;IAWO,qBAAqB,CAAC,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM;QACtE,IAAI,CAAC,oBAAoB,CAAC,OAAO,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;YACzD,IAAI,CAAC;gBACJ,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACjD,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;YACxC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kDAAkD,EAAE;oBACrE,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;iBAC3B,CAAC,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAEjC,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC9B,CAAC;QACF,CAAC,EAAE,MAAM,CAAC,CAAC;QAEX,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAM,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE/F,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2CAA2C,IAAI,EAAE,CAAC,CAAC;IACtE,CAAC;IAEO,iBAAiB;QACxB,YAAY,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAEhD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC7C,CAAC;IAMO,KAAK,CAAC,gBAAgB;QAC7B,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC;QAExD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,yBAAyB,CAAC,SAAS,CAAC,CAAC;QAEtF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAC;YAC5E,OAAO,MAAM,CAAC;QACf,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;QAEvE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;QAE1E,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAC;YAC5E,OAAO,MAAM,CAAC;QACf,CAAC;QAED,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEjE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAC;YAC5E,OAAO,MAAM,CAAC;QACf,CAAC;QAED,MAAM,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QAE1D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+DAA+D,EAAE;YACjF,WAAW;SACX,CAAC,CAAC;QAKH,OAAO,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACtF,CAAC;IAEO,UAAU,CAAC,KAAc;QAChC,OAAO,KAAK,YAAY,KAAK;YAC5B,CAAC,CAAC,KAAK,CAAC,OAAO;YACf,CAAC,CAAC,IAAA,4BAAa,EAAC,KAAK,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;CAGD,CAAA;AA9bY,wCAAc;AAuFpB;IADL,IAAA,wBAAU,EAAC,qCAAyB,CAAC;;;;0CAoBrC;yBA1GW,cAAc;IAD1B,IAAA,gBAAO,GAAE;qCAKiB,uBAAM;QACI,oCAAgB;QACpB,4BAAY;QACZ,qBAAY;QACL,0CAAmB;QACtB,2BAAgB;QACZ,4CAAoB;QAC5B,4BAAY;GAXhC,cAAc,CA8b1B"}

package/dist/scaling/scaling.types.d.ts

@@ -15,15 +15,26 @@ export type JobResult = {
 };
 export type JobStatus = Bull.JobStatus;
 export type JobOptions = Bull.JobOptions;
-export type JobReport = JobReportToMain | JobReportToWorker;
-type JobReportToMain = RespondToWebhookMessage;
-type JobReportToWorker = AbortJobMessage;
-type RespondToWebhookMessage = {
+export type JobMessage = RespondToWebhookMessage | JobFinishedMessage | JobFailedMessage | AbortJobMessage;
+export type RespondToWebhookMessage = {
     kind: 'respond-to-webhook';
     executionId: string;
     response: IExecuteResponsePromiseData;
+    workerId: string;
 };
-type AbortJobMessage = {
+export type JobFinishedMessage = {
+    kind: 'job-finished';
+    executionId: string;
+    workerId: string;
+};
+export type JobFailedMessage = {
+    kind: 'job-failed';
+    executionId: string;
+    workerId: string;
+    errorMsg: string;
+    errorStack: string;
+};
+export type AbortJobMessage = {
     kind: 'abort-job';
 };
 export type RunningJob = RunningJobSummary & {
@@ -34,4 +45,3 @@ export type QueueRecoveryContext = {
     batchSize: number;
     waitMs: number;
 };
-export {};

package/dist/scaling/worker-server.js

@@ -63,6 +63,7 @@ let WorkerServer = class WorkerServer {
         this.redisClientService = redisClientService;
         this.overwritesLoaded = false;
         (0, node_assert_1.strict)(this.instanceSettings.instanceType === 'worker');
+        this.logger = this.logger.withScope('scaling');
         this.app = (0, express_1.default)();
         this.app.disable('x-powered-by');
         this.server = node_http_1.default.createServer(this.app);
@@ -79,6 +80,9 @@ let WorkerServer = class WorkerServer {
         (0, node_assert_1.strict)(Object.values(endpointsConfig).some((e) => e));
         this.endpointsConfig = endpointsConfig;
         await this.mountEndpoints();
+        this.logger.debug('Worker server initialized', {
+            endpoints: Object.keys(this.endpointsConfig),
+        });
         await new Promise((resolve) => this.server.listen(this.port, this.address, resolve));
         await this.externalHooks.run('worker.ready');
         this.logger.info(`\nn8n worker server listening on port ${this.port}`);
@@ -116,6 +120,7 @@ let WorkerServer = class WorkerServer {
         }
         this.credentialsOverwrites.setData(req.body);
         this.overwritesLoaded = true;
+        this.logger.debug('Worker loaded credentials overwrites');
         ResponseHelper.sendSuccessResponse(res, { success: true }, true, 200);
     }
 };

package/dist/scaling/worker-server.js.map

@@ -1 +1 @@
-{"version":3,"file":"worker-server.js","sourceRoot":"","sources":["../../src/scaling/worker-server.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,wCAA2C;AAE3C,sDAA8B;AAC9B,uCAA4C;AAC5C,6CAA+C;AAC/C,0DAA6B;AAE7B,mCAAiC;AAEjC,qEAAiE;AACjE,yCAA2B;AAC3B,gHAAyG;AACzG,sEAAgE;AAChE,qDAAiD;AAEjD,6DAAkD;AAClD,qFAAgF;AAChF,+CAA0D;AAC1D,kEAAoD;AACpD,0EAAqE;AAiB9D,IAAM,YAAY,GAAlB,MAAM,YAAY;IAaxB,YACkB,YAA0B,EAC1B,MAAc,EACd,qBAA4C,EAC5C,aAA4B,EAC5B,gBAAkC,EAClC,wBAAkD,EAClD,kBAAsC;QANtC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,WAAM,GAAN,MAAM,CAAQ;QACd,0BAAqB,GAArB,qBAAqB,CAAuB;QAC5C,kBAAa,GAAb,aAAa,CAAe;QAC5B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,6BAAwB,GAAxB,wBAAwB,CAA0B;QAClD,uBAAkB,GAAlB,kBAAkB,CAAoB;QAThD,qBAAgB,GAAG,KAAK,CAAC;QAWhC,IAAA,oBAAM,EAAC,IAAI,CAAC,gBAAgB,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC;QAExD,IAAI,CAAC,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;QAErB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAEjC,IAAI,CAAC,MAAM,GAAG,mBAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE1C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;QAEtD,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAA4B,EAAE,EAAE;YACxD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,QAAQ,IAAI,CAAC,IAAI,iHAAiH,CAClI,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;QACF,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,eAA4C;QACtD,IAAA,oBAAM,EAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QAEvC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAE5B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAE3F,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAE7C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;IAEO,KAAK,CAAC,cAAc;QAC3B,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC;QAE7D,IAAI,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACvE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,oBAAoB,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QACpF,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YAChB,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,SAAS,CAAC;YAE7D,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,QAAQ,EAAE,EAAE,2BAAa,EAAE,wBAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CACrE,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,GAAG,CAAC,CAC/B,CAAC;QACH,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpD,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,IAAqB,EAAE,GAAqB;QACnE,MAAM,OAAO,GACZ,EAAE,CAAC,eAAe,CAAC,SAAS;YAC5B,EAAE,CAAC,eAAe,CAAC,QAAQ;YAC3B,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,CAAC;QAEvC,OAAO,OAAO;YACb,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YACxC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;IAC9C,CAAC;IAEO,gBAAgB,CACvB,GAAmD,EACnD,GAAqB;QAErB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,cAAc,CAAC,iBAAiB,CAAC,GAAG,EAAE,IAAI,+EAAoC,EAAE,CAAC,CAAC;YAClF,OAAO;QACR,CAAC;QAED,IAAI,GAAG,CAAC,WAAW,KAAK,kBAAkB,EAAE,CAAC;YAC5C,cAAc,CAAC,iBAAiB,CAAC,GAAG,EAAE,IAAI,sCAAgB,EAAE,CAAC,CAAC;YAC9D,OAAO;QACR,CAAC;QAED,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAE7C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAE7B,cAAc,CAAC,mBAAmB,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;IACvE,CAAC;CACD,CAAA;AA7GY,oCAAY;uBAAZ,YAAY;IADxB,IAAA,gBAAO,GAAE;qCAeuB,qBAAY;QAClB,uBAAM;QACS,8CAAqB;QAC7B,8BAAa;QACV,2BAAgB;QACR,qDAAwB;QAC9B,yCAAkB;GApB5C,YAAY,CA6GxB"}
+{"version":3,"file":"worker-server.js","sourceRoot":"","sources":["../../src/scaling/worker-server.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,wCAA2C;AAE3C,sDAA8B;AAC9B,uCAA4C;AAC5C,6CAA+C;AAC/C,0DAA6B;AAE7B,mCAAiC;AAEjC,qEAAiE;AACjE,yCAA2B;AAC3B,gHAAyG;AACzG,sEAAgE;AAChE,qDAAiD;AAEjD,6DAAkD;AAClD,qFAAgF;AAChF,+CAA0D;AAC1D,kEAAoD;AACpD,0EAAqE;AAiB9D,IAAM,YAAY,GAAlB,MAAM,YAAY;IAaxB,YACkB,YAA0B,EAC1B,MAAc,EACd,qBAA4C,EAC5C,aAA4B,EAC5B,gBAAkC,EAClC,wBAAkD,EAClD,kBAAsC;QANtC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,WAAM,GAAN,MAAM,CAAQ;QACd,0BAAqB,GAArB,qBAAqB,CAAuB;QAC5C,kBAAa,GAAb,aAAa,CAAe;QAC5B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,6BAAwB,GAAxB,wBAAwB,CAA0B;QAClD,uBAAkB,GAAlB,kBAAkB,CAAoB;QAThD,qBAAgB,GAAG,KAAK,CAAC;QAWhC,IAAA,oBAAM,EAAC,IAAI,CAAC,gBAAgB,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC;QAExD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAE/C,IAAI,CAAC,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;QAErB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAEjC,IAAI,CAAC,MAAM,GAAG,mBAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE1C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;QAEtD,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAA4B,EAAE,EAAE;YACxD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,QAAQ,IAAI,CAAC,IAAI,iHAAiH,CAClI,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;QACF,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,eAA4C;QACtD,IAAA,oBAAM,EAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QAEvC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAE5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE;YAC9C,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;SAC5C,CAAC,CAAC;QAEH,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAE3F,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAE7C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;IAEO,KAAK,CAAC,cAAc;QAC3B,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC;QAE7D,IAAI,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACvE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,oBAAoB,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QACpF,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YAChB,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,SAAS,CAAC;YAE7D,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,QAAQ,EAAE,EAAE,2BAAa,EAAE,wBAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CACrE,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,GAAG,CAAC,CAC/B,CAAC;QACH,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpD,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,IAAqB,EAAE,GAAqB;QACnE,MAAM,OAAO,GACZ,EAAE,CAAC,eAAe,CAAC,SAAS;YAC5B,EAAE,CAAC,eAAe,CAAC,QAAQ;YAC3B,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,CAAC;QAEvC,OAAO,OAAO;YACb,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YACxC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;IAC9C,CAAC;IAEO,gBAAgB,CACvB,GAAmD,EACnD,GAAqB;QAErB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,cAAc,CAAC,iBAAiB,CAAC,GAAG,EAAE,IAAI,+EAAoC,EAAE,CAAC,CAAC;YAClF,OAAO;QACR,CAAC;QAED,IAAI,GAAG,CAAC,WAAW,KAAK,kBAAkB,EAAE,CAAC;YAC5C,cAAc,CAAC,iBAAiB,CAAC,GAAG,EAAE,IAAI,sCAAgB,EAAE,CAAC,CAAC;YAC9D,OAAO;QACR,CAAC;QAED,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAE7C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAE7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAE1D,cAAc,CAAC,mBAAmB,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;IACvE,CAAC;CACD,CAAA;AArHY,oCAAY;uBAAZ,YAAY;IADxB,IAAA,gBAAO,GAAE;qCAeuB,qBAAY;QAClB,uBAAM;QACS,8CAAqB;QAC7B,8BAAa;QACV,2BAAgB;QACR,qDAAwB;QAC9B,yCAAkB;GApB5C,YAAY,CAqHxB"}