n8n 1.63.4 → 1.64.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/abstract-server.d.ts +1 -2
- package/dist/abstract-server.js +2 -4
- package/dist/abstract-server.js.map +1 -1
- package/dist/active-workflow-manager.d.ts +3 -2
- package/dist/active-workflow-manager.js +5 -3
- package/dist/active-workflow-manager.js.map +1 -1
- package/dist/build.tsbuildinfo +1 -1
- package/dist/commands/base-command.d.ts +1 -2
- package/dist/commands/base-command.js +5 -9
- package/dist/commands/base-command.js.map +1 -1
- package/dist/commands/execute-batch.js +1 -0
- package/dist/commands/execute-batch.js.map +1 -1
- package/dist/commands/execute.js +1 -0
- package/dist/commands/execute.js.map +1 -1
- package/dist/commands/start.d.ts +0 -2
- package/dist/commands/start.js +16 -13
- package/dist/commands/start.js.map +1 -1
- package/dist/commands/webhook.d.ts +0 -2
- package/dist/commands/webhook.js +9 -14
- package/dist/commands/webhook.js.map +1 -1
- package/dist/commands/worker.d.ts +0 -2
- package/dist/commands/worker.js +27 -17
- package/dist/commands/worker.js.map +1 -1
- package/dist/config/index.d.ts +0 -1
- package/dist/config/schema.d.ts +0 -5
- package/dist/config/schema.js +0 -5
- package/dist/config/schema.js.map +1 -1
- package/dist/config/types.d.ts +2 -0
- package/dist/controllers/debug.controller.d.ts +3 -1
- package/dist/controllers/debug.controller.js +7 -4
- package/dist/controllers/debug.controller.js.map +1 -1
- package/dist/databases/entities/index.d.ts +2 -0
- package/dist/databases/entities/index.js +2 -0
- package/dist/databases/entities/index.js.map +1 -1
- package/dist/databases/entities/processed-data.d.ts +7 -0
- package/dist/databases/entities/processed-data.js +38 -0
- package/dist/databases/entities/processed-data.js.map +1 -0
- package/dist/databases/migrations/common/1726606152711-CreateProcessedDataTable.d.ts +5 -0
- package/dist/databases/migrations/common/1726606152711-CreateProcessedDataTable.js +20 -0
- package/dist/databases/migrations/common/1726606152711-CreateProcessedDataTable.js.map +1 -0
- package/dist/databases/migrations/mysqldb/index.js +2 -0
- package/dist/databases/migrations/mysqldb/index.js.map +1 -1
- package/dist/databases/migrations/postgresdb/index.js +2 -0
- package/dist/databases/migrations/postgresdb/index.js.map +1 -1
- package/dist/databases/migrations/sqlite/index.js +2 -0
- package/dist/databases/migrations/sqlite/index.js.map +1 -1
- package/dist/databases/repositories/processed-data.repository.d.ts +5 -0
- package/dist/databases/repositories/processed-data.repository.js +26 -0
- package/dist/databases/repositories/processed-data.repository.js.map +1 -0
- package/dist/deduplication/deduplication-helper.d.ts +17 -0
- package/dist/deduplication/deduplication-helper.js +236 -0
- package/dist/deduplication/deduplication-helper.js.map +1 -0
- package/dist/deduplication/index.d.ts +2 -0
- package/dist/deduplication/index.js +8 -0
- package/dist/deduplication/index.js.map +1 -0
- package/dist/error-reporting.js +3 -1
- package/dist/error-reporting.js.map +1 -1
- package/dist/errors/deduplication.error.d.ts +4 -0
- package/dist/errors/deduplication.error.js +11 -0
- package/dist/errors/deduplication.error.js.map +1 -0
- package/dist/errors/worker-missing-encryption-key.error.d.ts +4 -0
- package/dist/errors/worker-missing-encryption-key.error.js +15 -0
- package/dist/errors/worker-missing-encryption-key.error.js.map +1 -0
- package/dist/eventbus/message-event-bus-destination/message-event-bus-destination-webhook.ee.js +2 -2
- package/dist/eventbus/message-event-bus-destination/message-event-bus-destination-webhook.ee.js.map +1 -1
- package/dist/events/maps/pub-sub.event-map.d.ts +2 -2
- package/dist/events/relays/telemetry.event-relay.js +9 -3
- package/dist/events/relays/telemetry.event-relay.js.map +1 -1
- package/dist/external-secrets/providers/azure-key-vault/azure-key-vault.js +27 -4
- package/dist/external-secrets/providers/azure-key-vault/azure-key-vault.js.map +1 -1
- package/dist/external-secrets/providers/gcp-secrets-manager/gcp-secrets-manager.js +25 -2
- package/dist/external-secrets/providers/gcp-secrets-manager/gcp-secrets-manager.js.map +1 -1
- package/dist/interfaces.d.ts +9 -1
- package/dist/interfaces.js.map +1 -1
- package/dist/license.js +1 -2
- package/dist/license.js.map +1 -1
- package/dist/permissions/global-roles.js +0 -1
- package/dist/permissions/global-roles.js.map +1 -1
- package/dist/push/abstract.push.d.ts +3 -1
- package/dist/push/abstract.push.js +23 -2
- package/dist/push/abstract.push.js.map +1 -1
- package/dist/push/sse.push.d.ts +1 -5
- package/dist/push/sse.push.js +22 -21
- package/dist/push/sse.push.js.map +1 -1
- package/dist/push/types.d.ts +1 -0
- package/dist/push/websocket.push.d.ts +1 -3
- package/dist/push/websocket.push.js +6 -19
- package/dist/push/websocket.push.js.map +1 -1
- package/dist/runners/task-broker.service.js +13 -4
- package/dist/runners/task-broker.service.js.map +1 -1
- package/dist/runners/task-managers/{single-main-task-manager.d.ts → local-task-manager.d.ts} +1 -1
- package/dist/runners/task-managers/{single-main-task-manager.js → local-task-manager.js} +4 -4
- package/dist/runners/task-managers/local-task-manager.js.map +1 -0
- package/dist/runners/task-managers/task-manager.d.ts +2 -2
- package/dist/runners/task-managers/task-manager.js +3 -8
- package/dist/runners/task-managers/task-manager.js.map +1 -1
- package/dist/runners/task-runner-process.d.ts +4 -0
- package/dist/runners/task-runner-process.js +55 -8
- package/dist/runners/task-runner-process.js.map +1 -1
- package/dist/scaling/job-processor.d.ts +3 -1
- package/dist/scaling/job-processor.js +26 -13
- package/dist/scaling/job-processor.js.map +1 -1
- package/dist/scaling/pubsub/publisher.service.d.ts +3 -1
- package/dist/scaling/pubsub/publisher.service.js +8 -4
- package/dist/scaling/pubsub/publisher.service.js.map +1 -1
- package/dist/scaling/pubsub/pubsub-handler.d.ts +12 -3
- package/dist/scaling/pubsub/pubsub-handler.js +80 -11
- package/dist/scaling/pubsub/pubsub-handler.js.map +1 -1
- package/dist/scaling/pubsub/pubsub.types.d.ts +7 -4
- package/dist/scaling/pubsub/subscriber.service.d.ts +4 -5
- package/dist/scaling/pubsub/subscriber.service.js +37 -30
- package/dist/scaling/pubsub/subscriber.service.js.map +1 -1
- package/dist/scaling/scaling.service.d.ts +2 -1
- package/dist/scaling/scaling.service.js +56 -16
- package/dist/scaling/scaling.service.js.map +1 -1
- package/dist/scaling/scaling.types.d.ts +16 -6
- package/dist/scaling/worker-server.js +5 -0
- package/dist/scaling/worker-server.js.map +1 -1
- package/dist/scaling/worker-status.service.d.ts +10 -0
- package/dist/scaling/{worker-status.js → worker-status.service.js} +12 -10
- package/dist/scaling/worker-status.service.js.map +1 -0
- package/dist/server.d.ts +3 -1
- package/dist/server.js +7 -4
- package/dist/server.js.map +1 -1
- package/dist/services/orchestration/main/multi-main-setup.ee.d.ts +0 -1
- package/dist/services/orchestration/main/multi-main-setup.ee.js +10 -12
- package/dist/services/orchestration/main/multi-main-setup.ee.js.map +1 -1
- package/dist/services/orchestration.service.d.ts +0 -3
- package/dist/services/orchestration.service.js +3 -12
- package/dist/services/orchestration.service.js.map +1 -1
- package/dist/services/pruning.service.js +2 -1
- package/dist/services/pruning.service.js.map +1 -1
- package/dist/wait-tracker.d.ts +3 -1
- package/dist/wait-tracker.js +7 -3
- package/dist/wait-tracker.js.map +1 -1
- package/dist/webhooks/webhook-server.d.ts +0 -1
- package/dist/webhooks/webhook-server.js +1 -8
- package/dist/webhooks/webhook-server.js.map +1 -1
- package/dist/workflow-runner.js +1 -2
- package/dist/workflow-runner.js.map +1 -1
- package/package.json +9 -10
- package/dist/runners/task-managers/single-main-task-manager.js.map +0 -1
- package/dist/scaling/worker-status.d.ts +0 -24
- package/dist/scaling/worker-status.js.map +0 -1
- package/dist/services/orchestration/helpers.d.ts +0 -7
- package/dist/services/orchestration/helpers.js +0 -43
- package/dist/services/orchestration/helpers.js.map +0 -1
- package/dist/services/orchestration/main/handle-command-message-main.d.ts +0 -205
- package/dist/services/orchestration/main/handle-command-message-main.js +0 -178
- package/dist/services/orchestration/main/handle-command-message-main.js.map +0 -1
- package/dist/services/orchestration/main/handle-worker-response-message-main.d.ts +0 -7
- package/dist/services/orchestration/main/handle-worker-response-message-main.js +0 -35
- package/dist/services/orchestration/main/handle-worker-response-message-main.js.map +0 -1
- package/dist/services/orchestration/main/orchestration.handler.main.service.d.ts +0 -8
- package/dist/services/orchestration/main/orchestration.handler.main.service.js +0 -37
- package/dist/services/orchestration/main/orchestration.handler.main.service.js.map +0 -1
- package/dist/services/orchestration/main/types.d.ts +0 -5
- package/dist/services/orchestration/main/types.js +0 -3
- package/dist/services/orchestration/main/types.js.map +0 -1
- package/dist/services/orchestration/webhook/orchestration.webhook.service.d.ts +0 -4
- package/dist/services/orchestration/webhook/orchestration.webhook.service.js +0 -27
- package/dist/services/orchestration/webhook/orchestration.webhook.service.js.map +0 -1
- package/dist/services/orchestration/worker/orchestration.worker.service.d.ts +0 -4
- package/dist/services/orchestration/worker/orchestration.worker.service.js +0 -27
- package/dist/services/orchestration/worker/orchestration.worker.service.js.map +0 -1
- package/dist/services/orchestration/worker/types.d.ts +0 -8
- package/dist/services/orchestration/worker/types.js +0 -3
- package/dist/services/orchestration/worker/types.js.map +0 -1
- package/dist/services/orchestration.handler.base.service.d.ts +0 -9
- package/dist/services/orchestration.handler.base.service.js +0 -21
- package/dist/services/orchestration.handler.base.service.js.map +0 -1
|
@@ -3,11 +3,11 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.
|
|
6
|
+
exports.LocalTaskManager = void 0;
|
|
7
7
|
const typedi_1 = __importDefault(require("typedi"));
|
|
8
8
|
const task_manager_1 = require("./task-manager");
|
|
9
9
|
const task_broker_service_1 = require("../task-broker.service");
|
|
10
|
-
class
|
|
10
|
+
class LocalTaskManager extends task_manager_1.TaskManager {
|
|
11
11
|
constructor() {
|
|
12
12
|
super();
|
|
13
13
|
this.id = 'single-main';
|
|
@@ -21,5 +21,5 @@ class SingleMainTaskManager extends task_manager_1.TaskManager {
|
|
|
21
21
|
void this.taskBroker.onRequesterMessage(this.id, message);
|
|
22
22
|
}
|
|
23
23
|
}
|
|
24
|
-
exports.
|
|
25
|
-
//# sourceMappingURL=
|
|
24
|
+
exports.LocalTaskManager = LocalTaskManager;
|
|
25
|
+
//# sourceMappingURL=local-task-manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"local-task-manager.js","sourceRoot":"","sources":["../../../src/runners/task-managers/local-task-manager.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA+B;AAE/B,iDAA6C;AAG7C,gEAAoD;AAEpD,MAAa,gBAAiB,SAAQ,0BAAW;IAKhD;QACC,KAAK,EAAE,CAAC;QAHT,OAAE,GAAW,aAAa,CAAC;QAI1B,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC1B,CAAC;IAED,iBAAiB;QAChB,IAAI,CAAC,UAAU,GAAG,gBAAS,CAAC,GAAG,CAAC,gCAAU,CAAC,CAAC;QAE5C,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAChC,IAAI,CAAC,EAAE,EACP,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAA6B,CACrD,CAAC;IACH,CAAC;IAED,WAAW,CAAC,OAAmC;QAC9C,KAAK,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;CACD;AAtBD,4CAsBC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type
|
|
1
|
+
import { type EnvProviderState, type IExecuteFunctions, type Workflow, type IRunExecutionData, type INodeExecutionData, type ITaskDataConnections, type INode, type WorkflowParameters, type INodeParameters, type WorkflowExecuteMode, type IExecuteData, type IDataObject, type IWorkflowExecuteAdditionalData, type Result } from 'n8n-workflow';
|
|
2
2
|
import { type TaskResultData, type N8nMessage, type RequesterMessage } from '../runner-types';
|
|
3
3
|
export type RequestAccept = (jobId: string) => void;
|
|
4
4
|
export type RequestReject = (reason: string) => void;
|
|
@@ -77,7 +77,7 @@ export declare class TaskManager {
|
|
|
77
77
|
}>;
|
|
78
78
|
pendingRequests: Map<string, TaskRequest>;
|
|
79
79
|
tasks: Map<string, Task>;
|
|
80
|
-
startTask<
|
|
80
|
+
startTask<TData, TError>(additionalData: IWorkflowExecuteAdditionalData, taskType: string, settings: unknown, executeFunctions: IExecuteFunctions, inputData: ITaskDataConnections, node: INode, workflow: Workflow, runExecutionData: IRunExecutionData, runIndex: number, itemIndex: number, activeNodeName: string, connectionInputData: INodeExecutionData[], siblingParameters: INodeParameters, mode: WorkflowExecuteMode, envProviderState: EnvProviderState, executeData?: IExecuteData, defaultReturnRunIndex?: number, selfData?: IDataObject, contextNodeName?: string): Promise<Result<TData, TError>>;
|
|
81
81
|
sendMessage(_message: RequesterMessage.ToN8n.All): void;
|
|
82
82
|
onMessage(message: N8nMessage.ToRequester.All): void;
|
|
83
83
|
taskReady(requestId: string, taskId: string): void;
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.TaskManager = void 0;
|
|
4
|
+
const n8n_workflow_1 = require("n8n-workflow");
|
|
4
5
|
const nanoid_1 = require("nanoid");
|
|
5
|
-
const errors_1 = require("../../runners/errors");
|
|
6
6
|
const runner_types_1 = require("../runner-types");
|
|
7
7
|
const workflowToParameters = (workflow) => {
|
|
8
8
|
return {
|
|
@@ -89,15 +89,10 @@ class TaskManager {
|
|
|
89
89
|
runExecutionData.resultData.metadata[k] = v;
|
|
90
90
|
});
|
|
91
91
|
}
|
|
92
|
-
return resultData.result;
|
|
92
|
+
return (0, n8n_workflow_1.createResultOk)(resultData.result);
|
|
93
93
|
}
|
|
94
94
|
catch (e) {
|
|
95
|
-
|
|
96
|
-
throw new errors_1.TaskError(e, {
|
|
97
|
-
level: 'error',
|
|
98
|
-
});
|
|
99
|
-
}
|
|
100
|
-
throw e;
|
|
95
|
+
return (0, n8n_workflow_1.createResultError)(e);
|
|
101
96
|
}
|
|
102
97
|
finally {
|
|
103
98
|
this.tasks.delete(taskId);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"task-manager.js","sourceRoot":"","sources":["../../../src/runners/task-managers/task-manager.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"task-manager.js","sourceRoot":"","sources":["../../../src/runners/task-managers/task-manager.ts"],"names":[],"mappings":";;;AAAA,+CAiBsB;AACtB,mCAAgC;AAEhC,kDAKyB;AAiFzB,MAAM,oBAAoB,GAAG,CAAC,QAAkB,EAAyC,EAAE;IAC1F,OAAO;QACN,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,WAAW,EAAE,QAAQ,CAAC,uBAAuB;QAC7C,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QACpC,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,UAAU,EAAE,QAAQ,CAAC,UAAU;KAC/B,CAAC;AACH,CAAC,CAAC;AAEF,MAAa,WAAW;IAAxB;QACC,yBAAoB,GAAkE,IAAI,GAAG,EAAE,CAAC;QAEhG,sBAAiB,GAA4D,IAAI,GAAG,EAAE,CAAC;QAEvF,oBAAe,GAA6B,IAAI,GAAG,EAAE,CAAC;QAEtD,UAAK,GAAsB,IAAI,GAAG,EAAE,CAAC;IA8RtC,CAAC;IA5RA,KAAK,CAAC,SAAS,CACd,cAA8C,EAC9C,QAAgB,EAChB,QAAiB,EACjB,gBAAmC,EACnC,SAA+B,EAC/B,IAAW,EACX,QAAkB,EAClB,gBAAmC,EACnC,QAAgB,EAChB,SAAiB,EACjB,cAAsB,EACtB,mBAAyC,EACzC,iBAAkC,EAClC,IAAyB,EACzB,gBAAkC,EAClC,WAA0B,EAC1B,qBAAqB,GAAG,CAAC,CAAC,EAC1B,WAAwB,EAAE,EAC1B,kBAA0B,cAAc;QAExC,MAAM,IAAI,GAAa;YACtB,QAAQ;YACR,gBAAgB;YAChB,QAAQ;YACR,mBAAmB;YACnB,SAAS;YACT,IAAI;YACJ,gBAAgB;YAChB,SAAS;YACT,iBAAiB;YACjB,IAAI;YACJ,gBAAgB;YAChB,WAAW;YACX,qBAAqB;YACrB,QAAQ;YACR,eAAe;YACf,cAAc;YACd,cAAc;SACd,CAAC;QAEF,MAAM,OAAO,GAAgB;YAC5B,SAAS,EAAE,IAAA,eAAM,GAAE;YACnB,QAAQ;YACR,QAAQ;YACR,IAAI;SACJ,CAAC;QAEF,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAErD,MAAM,aAAa,GAAG,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC7D,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE;gBAChD,MAAM,EAAE,OAAO;gBACf,MAAM;aACN,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,CAAC;YAChB,IAAI,EAAE,uBAAuB;YAC7B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ;SACR,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;QAEnC,MAAM,IAAI,GAAS;YAClB,MAAM;YACN,IAAI;YACJ,QAAQ;SACR,CAAC;QACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAElC,IAAI,CAAC;YACJ,MAAM,WAAW,GAAG,IAAI,OAAO,CAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACnE,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE;oBACvC,MAAM,EAAE,OAAO;oBACf,MAAM;iBACN,CAAC,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,WAAW,CAAC;gBAChB,IAAI,EAAE,wBAAwB;gBAC9B,MAAM;gBACN,QAAQ;aACR,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC;YAErC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC3B,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE;oBACxD,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;wBAC3C,gBAAgB,CAAC,UAAU,CAAC,QAAQ,GAAG,EAAE,CAAC;oBAC3C,CAAC;oBACD,gBAAgB,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC7C,CAAC,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,IAAA,6BAAc,EAAC,UAAU,CAAC,MAAe,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACrB,OAAO,IAAA,gCAAiB,EAAC,CAAW,CAAC,CAAC;QACvC,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;IACF,CAAC;IAED,WAAW,CAAC,QAAoC,IAAG,CAAC;IAEpD,SAAS,CAAC,OAAmC;QAC5C,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACtB,KAAK,kBAAkB;gBACtB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;gBAClD,MAAM;YACP,KAAK,iBAAiB;gBACrB,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;gBAC5C,MAAM;YACP,KAAK,kBAAkB;gBACtB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC9C,MAAM;YACP,KAAK,wBAAwB;gBAC5B,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;gBAC1E,MAAM;YACP,KAAK,YAAY;gBAChB,KAAK,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;gBAClF,MAAM;QACR,CAAC;IACF,CAAC;IAED,SAAS,CAAC,SAAiB,EAAE,MAAc;QAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC9D,IAAI,CAAC,YAAY,EAAE,CAAC;YACnB,IAAI,CAAC,UAAU,CACd,MAAM,EACN,sHAAsH,CACtH,CAAC;YACF,OAAO;QACR,CAAC;QAED,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,UAAU,CAAC,KAAa,EAAE,MAAc;QACvC,IAAI,CAAC,WAAW,CAAC;YAChB,IAAI,EAAE,sBAAsB;YAC5B,MAAM,EAAE,KAAK;YACb,MAAM;SACN,CAAC,CAAC;IACJ,CAAC;IAED,QAAQ,CAAC,MAAc,EAAE,IAAoB;QAC5C,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,YAAY,EAAE,CAAC;YAClB,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;IACF,CAAC;IAED,SAAS,CAAC,MAAc,EAAE,KAAc;QACvC,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,YAAY,EAAE,CAAC;YAClB,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC3B,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;IACF,CAAC;IAED,YAAY,CACX,MAAc,EACd,SAAiB,EACjB,WAAkE;QAElE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,CAAC,GAAG,EAAE,CAAC;YAEV,OAAO;QACR,CAAC;QACD,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;YAC3B,MAAM,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YACpB,MAAM,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC;YAC7B,MAAM,IAAI,GAAoB;gBAC7B,QAAQ,EAAE,oBAAoB,CAAC,EAAE,CAAC,QAAQ,CAAC;gBAC3C,mBAAmB,EAAE,EAAE,CAAC,mBAAmB;gBAC3C,SAAS,EAAE,EAAE,CAAC,SAAS;gBACvB,SAAS,EAAE,EAAE,CAAC,SAAS;gBACvB,cAAc,EAAE,EAAE,CAAC,cAAc;gBACjC,eAAe,EAAE,EAAE,CAAC,eAAe;gBACnC,qBAAqB,EAAE,EAAE,CAAC,qBAAqB;gBAC/C,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,gBAAgB,EAAE,EAAE,CAAC,gBAAgB;gBACrC,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,gBAAgB,EAAE,EAAE,CAAC,gBAAgB;gBACrC,QAAQ,EAAE,EAAE,CAAC,QAAQ;gBACrB,QAAQ,EAAE,EAAE,CAAC,QAAQ;gBACrB,iBAAiB,EAAE,EAAE,CAAC,iBAAiB;gBACvC,WAAW,EAAE,EAAE,CAAC,WAAW;gBAC3B,cAAc,EAAE;oBACf,kBAAkB,EAAE,EAAE,CAAC,kBAAkB;oBACzC,eAAe,EAAE,EAAE,CAAC,eAAe;oBACnC,UAAU,EAAE,EAAE,CAAC,UAAU;oBACzB,SAAS,EAAE,EAAE,CAAC,SAAS;oBACvB,cAAc,EAAE,EAAE,CAAC,cAAc;oBACjC,kBAAkB,EAAE,EAAE,CAAC,kBAAkB;oBACzC,qBAAqB,EAAE,EAAE,CAAC,qBAAqB;oBAC/C,qBAAqB,EAAE,EAAE,CAAC,qBAAqB;oBAC/C,WAAW,EAAE,EAAE,CAAC,WAAW;oBAC3B,yBAAyB,EAAE,EAAE,CAAC,yBAAyB;oBACvD,kBAAkB,EAAE,EAAE,CAAC,kBAAkB;oBACzC,MAAM,EAAE,EAAE,CAAC,MAAM;iBACjB;aACD,CAAC;YACF,IAAI,CAAC,WAAW,CAAC;gBAChB,IAAI,EAAE,4BAA4B;gBAClC,MAAM;gBACN,SAAS;gBACT,IAAI;aACJ,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED,KAAK,CAAC,SAAS,CACd,MAAc,EACd,MAAc,EACd,IAAwC,EACxC,MAAiB;QAEjB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,CAAC,GAAG,EAAE,CAAC;YAEV,OAAO;QACR,CAAC;QAED,IAAI,CAAC;YACJ,IAAI,CAAC,6BAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpC,IAAI,CAAC,WAAW,CAAC;oBAChB,IAAI,EAAE,uBAAuB;oBAC7B,MAAM;oBACN,MAAM;oBACN,MAAM,EAAE,OAAO;oBACf,IAAI,EAAE,oBAAoB;iBAC1B,CAAC,CAAC;gBACH,OAAO;YACR,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAElC,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC;YAExC,IAAI,IAAI,GAA2D,SAAS,CAAC;YAC7E,IAAI,OAAO,GACV,KAAyC,CAAC;YAC3C,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC9B,OAAO,GAAI,OAAiC,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC;gBAChE,IAAI,CAAC,OAAO,EAAE,CAAC;oBACd,MAAM;gBACP,CAAC;YACF,CAAC;YACD,IAAI,GAAG,OAA8D,CAAC;YACtE,IAAI,CAAC,IAAI,EAAE,CAAC;gBACX,IAAI,CAAC,WAAW,CAAC;oBAChB,IAAI,EAAE,uBAAuB;oBAC7B,MAAM;oBACN,MAAM;oBACN,MAAM,EAAE,OAAO;oBACf,IAAI,EAAE,uBAAuB;iBAC7B,CAAC,CAAC;gBACH,OAAO;YACR,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,MAAM,CAAC,CAAY,CAAC;YAE5D,IAAI,CAAC,WAAW,CAAC;gBAChB,IAAI,EAAE,uBAAuB;gBAC7B,MAAM;gBACN,MAAM;gBACN,MAAM,EAAE,SAAS;gBACjB,IAAI;aACJ,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,WAAW,CAAC;gBAChB,IAAI,EAAE,uBAAuB;gBAC7B,MAAM;gBACN,MAAM;gBACN,MAAM,EAAE,OAAO;gBACf,IAAI,EAAE,CAAC;aACP,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;CACD;AArSD,kCAqSC"}
|
|
@@ -10,7 +10,11 @@ export declare class TaskRunnerProcess {
|
|
|
10
10
|
private isShuttingDown;
|
|
11
11
|
constructor(globalConfig: GlobalConfig, authService: TaskRunnerAuthService);
|
|
12
12
|
start(): Promise<void>;
|
|
13
|
+
startNode(grantToken: string, n8nUri: string): import("child_process").ChildProcessWithoutNullStreams;
|
|
14
|
+
startLauncher(grantToken: string, n8nUri: string): import("child_process").ChildProcessWithoutNullStreams;
|
|
13
15
|
stop(): Promise<void>;
|
|
16
|
+
killNode(): void;
|
|
17
|
+
killLauncher(): Promise<void>;
|
|
14
18
|
private monitorProcess;
|
|
15
19
|
private onProcessExit;
|
|
16
20
|
}
|
|
@@ -36,6 +36,7 @@ exports.TaskRunnerProcess = void 0;
|
|
|
36
36
|
const config_1 = require("@n8n/config");
|
|
37
37
|
const a = __importStar(require("node:assert/strict"));
|
|
38
38
|
const node_child_process_1 = require("node:child_process");
|
|
39
|
+
const process = __importStar(require("node:process"));
|
|
39
40
|
const typedi_1 = require("typedi");
|
|
40
41
|
const task_runner_auth_service_1 = require("./auth/task-runner-auth.service");
|
|
41
42
|
const on_shutdown_1 = require("../decorators/on-shutdown");
|
|
@@ -56,30 +57,76 @@ let TaskRunnerProcess = class TaskRunnerProcess {
|
|
|
56
57
|
async start() {
|
|
57
58
|
a.ok(!this.process, 'Task Runner Process already running');
|
|
58
59
|
const grantToken = await this.authService.createGrantToken();
|
|
60
|
+
const n8nUri = `127.0.0.1:${this.globalConfig.taskRunners.port}`;
|
|
61
|
+
this.process = this.globalConfig.taskRunners.useLauncher
|
|
62
|
+
? this.startLauncher(grantToken, n8nUri)
|
|
63
|
+
: this.startNode(grantToken, n8nUri);
|
|
64
|
+
this.process.stdout?.pipe(process.stdout);
|
|
65
|
+
this.process.stderr?.pipe(process.stderr);
|
|
66
|
+
this.monitorProcess(this.process);
|
|
67
|
+
}
|
|
68
|
+
startNode(grantToken, n8nUri) {
|
|
59
69
|
const startScript = require.resolve('@n8n/task-runner');
|
|
60
|
-
|
|
70
|
+
return (0, node_child_process_1.spawn)('node', [startScript], {
|
|
61
71
|
env: {
|
|
62
72
|
PATH: process.env.PATH,
|
|
63
73
|
N8N_RUNNERS_GRANT_TOKEN: grantToken,
|
|
64
|
-
N8N_RUNNERS_N8N_URI:
|
|
74
|
+
N8N_RUNNERS_N8N_URI: n8nUri,
|
|
75
|
+
NODE_FUNCTION_ALLOW_BUILTIN: process.env.NODE_FUNCTION_ALLOW_BUILTIN,
|
|
76
|
+
NODE_FUNCTION_ALLOW_EXTERNAL: process.env.NODE_FUNCTION_ALLOW_EXTERNAL,
|
|
77
|
+
},
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
startLauncher(grantToken, n8nUri) {
|
|
81
|
+
return (0, node_child_process_1.spawn)(this.globalConfig.taskRunners.launcherPath, ['launch', this.globalConfig.taskRunners.launcherRunner], {
|
|
82
|
+
env: {
|
|
83
|
+
PATH: process.env.PATH,
|
|
84
|
+
N8N_RUNNERS_GRANT_TOKEN: grantToken,
|
|
85
|
+
N8N_RUNNERS_N8N_URI: n8nUri,
|
|
86
|
+
NODE_FUNCTION_ALLOW_BUILTIN: process.env.NODE_FUNCTION_ALLOW_BUILTIN,
|
|
87
|
+
NODE_FUNCTION_ALLOW_EXTERNAL: process.env.NODE_FUNCTION_ALLOW_EXTERNAL,
|
|
88
|
+
RUST_LOG: process.env.RUST_LOG,
|
|
65
89
|
},
|
|
66
90
|
});
|
|
67
|
-
this.process.stdout?.pipe(process.stdout);
|
|
68
|
-
this.process.stderr?.pipe(process.stderr);
|
|
69
|
-
this.monitorProcess(this.process);
|
|
70
91
|
}
|
|
71
92
|
async stop() {
|
|
72
93
|
if (!this.process) {
|
|
73
94
|
return;
|
|
74
95
|
}
|
|
75
96
|
this.isShuttingDown = true;
|
|
76
|
-
this.
|
|
97
|
+
if (this.globalConfig.taskRunners.useLauncher) {
|
|
98
|
+
await this.killLauncher();
|
|
99
|
+
}
|
|
100
|
+
else {
|
|
101
|
+
this.killNode();
|
|
102
|
+
}
|
|
77
103
|
await this.runPromise;
|
|
78
104
|
this.isShuttingDown = false;
|
|
79
105
|
}
|
|
80
|
-
|
|
106
|
+
killNode() {
|
|
107
|
+
if (!this.process) {
|
|
108
|
+
return;
|
|
109
|
+
}
|
|
110
|
+
this.process.kill();
|
|
111
|
+
}
|
|
112
|
+
async killLauncher() {
|
|
113
|
+
if (!this.process?.pid) {
|
|
114
|
+
return;
|
|
115
|
+
}
|
|
116
|
+
const killProcess = (0, node_child_process_1.spawn)(this.globalConfig.taskRunners.launcherPath, [
|
|
117
|
+
'kill',
|
|
118
|
+
this.globalConfig.taskRunners.launcherRunner,
|
|
119
|
+
this.process.pid.toString(),
|
|
120
|
+
]);
|
|
121
|
+
await new Promise((resolve) => {
|
|
122
|
+
killProcess.on('exit', () => {
|
|
123
|
+
resolve();
|
|
124
|
+
});
|
|
125
|
+
});
|
|
126
|
+
}
|
|
127
|
+
monitorProcess(taskRunnerProcess) {
|
|
81
128
|
this.runPromise = new Promise((resolve) => {
|
|
82
|
-
|
|
129
|
+
taskRunnerProcess.on('exit', (code) => {
|
|
83
130
|
this.onProcessExit(code, resolve);
|
|
84
131
|
});
|
|
85
132
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"task-runner-process.js","sourceRoot":"","sources":["../../src/runners/task-runner-process.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,wCAA2C;AAC3C,sDAAwC;AACxC,2DAA2C;AAC3C,mCAAiC;AAEjC,8EAAwE;AACxE,2DAAuD;AAQhD,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAC7B,IAAW,SAAS;QACnB,OAAO,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC;IAC9B,CAAC;IAGD,IAAW,GAAG;QACb,OAAO,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC;IAC1B,CAAC;IASD,YACkB,YAA0B,EAC1B,WAAkC;QADlC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,gBAAW,GAAX,WAAW,CAAuB;QAT5C,YAAO,GAAwB,IAAI,CAAC;QAGpC,eAAU,GAAyB,IAAI,CAAC;QAExC,mBAAc,GAAG,KAAK,CAAC;IAK5B,CAAC;IAEJ,KAAK,CAAC,KAAK;QACV,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,qCAAqC,CAAC,CAAC;QAE3D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"task-runner-process.js","sourceRoot":"","sources":["../../src/runners/task-runner-process.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,wCAA2C;AAC3C,sDAAwC;AACxC,2DAA2C;AAC3C,sDAAwC;AACxC,mCAAiC;AAEjC,8EAAwE;AACxE,2DAAuD;AAQhD,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAC7B,IAAW,SAAS;QACnB,OAAO,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC;IAC9B,CAAC;IAGD,IAAW,GAAG;QACb,OAAO,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC;IAC1B,CAAC;IASD,YACkB,YAA0B,EAC1B,WAAkC;QADlC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,gBAAW,GAAX,WAAW,CAAuB;QAT5C,YAAO,GAAwB,IAAI,CAAC;QAGpC,eAAU,GAAyB,IAAI,CAAC;QAExC,mBAAc,GAAG,KAAK,CAAC;IAK5B,CAAC;IAEJ,KAAK,CAAC,KAAK;QACV,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,qCAAqC,CAAC,CAAC;QAE3D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;QAE7D,MAAM,MAAM,GAAG,aAAa,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QACjE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,WAAW;YACvD,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC;YACxC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAEtC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAE1C,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,SAAS,CAAC,UAAkB,EAAE,MAAc;QAC3C,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAExD,OAAO,IAAA,0BAAK,EAAC,MAAM,EAAE,CAAC,WAAW,CAAC,EAAE;YACnC,GAAG,EAAE;gBACJ,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI;gBACtB,uBAAuB,EAAE,UAAU;gBACnC,mBAAmB,EAAE,MAAM;gBAC3B,2BAA2B,EAAE,OAAO,CAAC,GAAG,CAAC,2BAA2B;gBACpE,4BAA4B,EAAE,OAAO,CAAC,GAAG,CAAC,4BAA4B;aACtE;SACD,CAAC,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,UAAkB,EAAE,MAAc;QAC/C,OAAO,IAAA,0BAAK,EACX,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,YAAY,EAC1C,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,cAAc,CAAC,EACxD;YACC,GAAG,EAAE;gBACJ,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI;gBACtB,uBAAuB,EAAE,UAAU;gBACnC,mBAAmB,EAAE,MAAM;gBAC3B,2BAA2B,EAAE,OAAO,CAAC,GAAG,CAAC,2BAA2B;gBACpE,4BAA4B,EAAE,OAAO,CAAC,GAAG,CAAC,4BAA4B;gBAEtE,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ;aAC9B;SACD,CACD,CAAC;IACH,CAAC;IAGK,AAAN,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO;QACR,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAG3B,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;YAC/C,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC3B,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,QAAQ,EAAE,CAAC;QACjB,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,CAAC;QAEtB,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;IAC7B,CAAC;IAED,QAAQ;QACP,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO;QACR,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,YAAY;QACjB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC;YACxB,OAAO;QACR,CAAC;QAED,MAAM,WAAW,GAAG,IAAA,0BAAK,EAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,YAAY,EAAE;YACrE,MAAM;YACN,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,cAAc;YAC5C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;SAC3B,CAAC,CAAC;QAEH,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnC,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;gBAC3B,OAAO,EAAE,CAAC;YACX,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,iBAA+B;QACrD,IAAI,CAAC,UAAU,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YACzC,iBAAiB,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACrC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,KAAoB,EAAE,SAAqB;QAChE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,SAAS,EAAE,CAAC;QAGZ,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1B,YAAY,CAAC,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAC9C,CAAC;IACF,CAAC;CACD,CAAA;AAnIY,8CAAiB;AAuEvB;IADL,IAAA,wBAAU,GAAE;;;;6CAiBZ;4BAvFW,iBAAiB;IAD7B,IAAA,gBAAO,GAAE;qCAmBuB,qBAAY;QACb,gDAAqB;GAnBxC,iBAAiB,CAmI7B"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { RunningJobSummary } from '@n8n/api-types';
|
|
2
|
+
import { InstanceSettings } from 'n8n-core';
|
|
2
3
|
import { ExecutionRepository } from '../databases/repositories/execution.repository';
|
|
3
4
|
import { WorkflowRepository } from '../databases/repositories/workflow.repository';
|
|
4
5
|
import { Logger } from '../logging/logger.service';
|
|
@@ -9,8 +10,9 @@ export declare class JobProcessor {
|
|
|
9
10
|
private readonly executionRepository;
|
|
10
11
|
private readonly workflowRepository;
|
|
11
12
|
private readonly nodeTypes;
|
|
13
|
+
private readonly instanceSettings;
|
|
12
14
|
private readonly runningJobs;
|
|
13
|
-
constructor(logger: Logger, executionRepository: ExecutionRepository, workflowRepository: WorkflowRepository, nodeTypes: NodeTypes);
|
|
15
|
+
constructor(logger: Logger, executionRepository: ExecutionRepository, workflowRepository: WorkflowRepository, nodeTypes: NodeTypes, instanceSettings: InstanceSettings);
|
|
14
16
|
processJob(job: Job): Promise<JobResult>;
|
|
15
17
|
stopJob(jobId: JobId): void;
|
|
16
18
|
getRunningJobIds(): JobId[];
|
|
@@ -46,12 +46,14 @@ const logger_service_1 = require("../logging/logger.service");
|
|
|
46
46
|
const node_types_1 = require("../node-types");
|
|
47
47
|
const WorkflowExecuteAdditionalData = __importStar(require("../workflow-execute-additional-data"));
|
|
48
48
|
let JobProcessor = class JobProcessor {
|
|
49
|
-
constructor(logger, executionRepository, workflowRepository, nodeTypes) {
|
|
49
|
+
constructor(logger, executionRepository, workflowRepository, nodeTypes, instanceSettings) {
|
|
50
50
|
this.logger = logger;
|
|
51
51
|
this.executionRepository = executionRepository;
|
|
52
52
|
this.workflowRepository = workflowRepository;
|
|
53
53
|
this.nodeTypes = nodeTypes;
|
|
54
|
+
this.instanceSettings = instanceSettings;
|
|
54
55
|
this.runningJobs = {};
|
|
56
|
+
this.logger = this.logger.withScope('scaling');
|
|
55
57
|
}
|
|
56
58
|
async processJob(job) {
|
|
57
59
|
const { executionId, loadStaticData } = job.data;
|
|
@@ -60,13 +62,13 @@ let JobProcessor = class JobProcessor {
|
|
|
60
62
|
unflattenData: true,
|
|
61
63
|
});
|
|
62
64
|
if (!execution) {
|
|
63
|
-
|
|
64
|
-
throw new n8n_workflow_1.ApplicationError('Failed to find execution data. Aborting execution.', {
|
|
65
|
-
extra: { executionId },
|
|
66
|
-
});
|
|
65
|
+
throw new n8n_workflow_1.ApplicationError(`Worker failed to find data for execution ${executionId} (job ${job.id})`, { level: 'warning' });
|
|
67
66
|
}
|
|
68
67
|
const workflowId = execution.workflowData.id;
|
|
69
|
-
this.logger.info(`
|
|
68
|
+
this.logger.info(`Worker started execution ${executionId} (job ${job.id})`, {
|
|
69
|
+
executionId,
|
|
70
|
+
jobId: job.id,
|
|
71
|
+
});
|
|
70
72
|
const startedAt = await this.executionRepository.setRunning(executionId);
|
|
71
73
|
let { staticData } = execution.workflowData;
|
|
72
74
|
if (loadStaticData) {
|
|
@@ -75,8 +77,7 @@ let JobProcessor = class JobProcessor {
|
|
|
75
77
|
where: { id: workflowId },
|
|
76
78
|
});
|
|
77
79
|
if (workflowData === null) {
|
|
78
|
-
|
|
79
|
-
throw new n8n_workflow_1.ApplicationError('Failed to find workflow', { extra: { workflowId } });
|
|
80
|
+
throw new n8n_workflow_1.ApplicationError(`Worker failed to find workflow ${workflowId} to run execution ${executionId} (job ${job.id})`, { level: 'warning' });
|
|
80
81
|
}
|
|
81
82
|
staticData = workflowData.staticData;
|
|
82
83
|
}
|
|
@@ -101,16 +102,18 @@ let JobProcessor = class JobProcessor {
|
|
|
101
102
|
additionalData.hooks = WorkflowExecuteAdditionalData.getWorkflowHooksWorkerExecuter(execution.mode, job.data.executionId, execution.workflowData, { retryOf: execution.retryOf });
|
|
102
103
|
additionalData.hooks.hookFunctions.sendResponse = [
|
|
103
104
|
async (response) => {
|
|
104
|
-
|
|
105
|
+
const msg = {
|
|
105
106
|
kind: 'respond-to-webhook',
|
|
106
107
|
executionId,
|
|
107
108
|
response: this.encodeWebhookResponse(response),
|
|
108
|
-
|
|
109
|
+
workerId: this.instanceSettings.hostId,
|
|
110
|
+
};
|
|
111
|
+
await job.progress(msg);
|
|
109
112
|
},
|
|
110
113
|
];
|
|
111
114
|
additionalData.executionId = executionId;
|
|
112
115
|
additionalData.setExecutionStatus = (status) => {
|
|
113
|
-
this.logger.debug(`
|
|
116
|
+
this.logger.debug(`Queued worker execution status for execution ${executionId} (job ${job.id}) is "${status}"`);
|
|
114
117
|
};
|
|
115
118
|
let workflowExecute;
|
|
116
119
|
let workflowRun;
|
|
@@ -135,7 +138,16 @@ let JobProcessor = class JobProcessor {
|
|
|
135
138
|
this.runningJobs[job.id] = runningJob;
|
|
136
139
|
await workflowRun;
|
|
137
140
|
delete this.runningJobs[job.id];
|
|
138
|
-
this.logger.
|
|
141
|
+
this.logger.info(`Worker finished execution ${executionId} (job ${job.id})`, {
|
|
142
|
+
executionId,
|
|
143
|
+
jobId: job.id,
|
|
144
|
+
});
|
|
145
|
+
const msg = {
|
|
146
|
+
kind: 'job-finished',
|
|
147
|
+
executionId,
|
|
148
|
+
workerId: this.instanceSettings.hostId,
|
|
149
|
+
};
|
|
150
|
+
await job.progress(msg);
|
|
139
151
|
return { success: true };
|
|
140
152
|
}
|
|
141
153
|
stopJob(jobId) {
|
|
@@ -163,6 +175,7 @@ exports.JobProcessor = JobProcessor = __decorate([
|
|
|
163
175
|
__metadata("design:paramtypes", [logger_service_1.Logger,
|
|
164
176
|
execution_repository_1.ExecutionRepository,
|
|
165
177
|
workflow_repository_1.WorkflowRepository,
|
|
166
|
-
node_types_1.NodeTypes
|
|
178
|
+
node_types_1.NodeTypes,
|
|
179
|
+
n8n_core_1.InstanceSettings])
|
|
167
180
|
], JobProcessor);
|
|
168
181
|
//# sourceMappingURL=job-processor.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"job-processor.js","sourceRoot":"","sources":["../../src/scaling/job-processor.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,
|
|
1
|
+
{"version":3,"file":"job-processor.js","sourceRoot":"","sources":["../../src/scaling/job-processor.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,uCAA6D;AAC7D,+CAA2E;AAG3E,mCAAiC;AAEjC,sDAA8B;AAC9B,wFAAoF;AACpF,sFAAkF;AAClF,6DAAkD;AAClD,6CAAyC;AACzC,kGAAoF;AAe7E,IAAM,YAAY,GAAlB,MAAM,YAAY;IAGxB,YACkB,MAAc,EACd,mBAAwC,EACxC,kBAAsC,EACtC,SAAoB,EACpB,gBAAkC;QAJlC,WAAM,GAAN,MAAM,CAAQ;QACd,wBAAmB,GAAnB,mBAAmB,CAAqB;QACxC,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,cAAS,GAAT,SAAS,CAAW;QACpB,qBAAgB,GAAhB,gBAAgB,CAAkB;QAPnC,gBAAW,GAA8B,EAAE,CAAC;QAS5D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAQ;QACxB,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;QAEjD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,mBAAmB,CAAC,WAAW,EAAE;YACjF,WAAW,EAAE,IAAI;YACjB,aAAa,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,MAAM,IAAI,+BAAgB,CACzB,4CAA4C,WAAW,SAAS,GAAG,CAAC,EAAE,GAAG,EACzE,EAAE,KAAK,EAAE,SAAS,EAAE,CACpB,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC;QAE7C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,WAAW,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE;YAC3E,WAAW;YACX,KAAK,EAAE,GAAG,CAAC,EAAE;SACb,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAEzE,IAAI,EAAE,UAAU,EAAE,GAAG,SAAS,CAAC,YAAY,CAAC;QAE5C,IAAI,cAAc,EAAE,CAAC;YACpB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC;gBAC1D,MAAM,EAAE,CAAC,IAAI,EAAE,YAAY,CAAC;gBAC5B,KAAK,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE;aACzB,CAAC,CAAC;YAEH,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;gBAC3B,MAAM,IAAI,+BAAgB,CACzB,kCAAkC,UAAU,qBAAqB,WAAW,SAAS,GAAG,CAAC,EAAE,GAAG,EAC9F,EAAE,KAAK,EAAE,SAAS,EAAE,CACpB,CAAC;YACH,CAAC;YAED,UAAU,GAAG,YAAY,CAAC,UAAU,CAAC;QACtC,CAAC;QAED,MAAM,gBAAgB,GAAG,SAAS,CAAC,YAAY,CAAC,QAAQ,IAAI,EAAE,CAAC;QAE/D,IAAI,eAAe,GAAG,gBAAgB,CAAC,gBAAgB,IAAI,gBAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAE/F,IAAI,yBAA6C,CAAC;QAElD,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;YACzB,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,gBAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC,CAAC;YACpF,yBAAyB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe,GAAG,IAAI,CAAC;QACjE,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,uBAAQ,CAAC;YAC7B,EAAE,EAAE,UAAU;YACd,IAAI,EAAE,SAAS,CAAC,YAAY,CAAC,IAAI;YACjC,KAAK,EAAE,SAAS,CAAC,YAAY,CAAC,KAAK;YACnC,WAAW,EAAE,SAAS,CAAC,YAAY,CAAC,WAAW;YAC/C,MAAM,EAAE,SAAS,CAAC,YAAY,CAAC,MAAM;YACrC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,UAAU;YACV,QAAQ,EAAE,SAAS,CAAC,YAAY,CAAC,QAAQ;SACzC,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,MAAM,6BAA6B,CAAC,OAAO,CACjE,SAAS,EACT,SAAS,EACT,yBAAyB,CACzB,CAAC;QAEF,cAAc,CAAC,KAAK,GAAG,6BAA6B,CAAC,8BAA8B,CAClF,SAAS,CAAC,IAAI,EACd,GAAG,CAAC,IAAI,CAAC,WAAW,EACpB,SAAS,CAAC,YAAY,EACtB,EAAE,OAAO,EAAE,SAAS,CAAC,OAAiB,EAAE,CACxC,CAAC;QAEF,cAAc,CAAC,KAAK,CAAC,aAAa,CAAC,YAAY,GAAG;YACjD,KAAK,EAAE,QAAqC,EAAiB,EAAE;gBAC9D,MAAM,GAAG,GAA4B;oBACpC,IAAI,EAAE,oBAAoB;oBAC1B,WAAW;oBACX,QAAQ,EAAE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC;oBAC9C,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM;iBACtC,CAAC;gBAEF,MAAM,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;SACD,CAAC;QAEF,cAAc,CAAC,WAAW,GAAG,WAAW,CAAC;QAEzC,cAAc,CAAC,kBAAkB,GAAG,CAAC,MAAuB,EAAE,EAAE;YAE/D,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,gDAAgD,WAAW,SAAS,GAAG,CAAC,EAAE,SAAS,MAAM,GAAG,CAC5F,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,eAAgC,CAAC;QACrC,IAAI,WAA8B,CAAC;QACnC,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAClC,eAAe,GAAG,IAAI,0BAAe,CAAC,cAAc,EAAE,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;YACtF,WAAW,GAAG,eAAe,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YAGP,eAAe,GAAG,IAAI,0BAAe,CAAC,cAAc,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;YACtE,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,UAAU,GAAe;YAC9B,GAAG,EAAE,WAAW;YAChB,WAAW;YACX,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,YAAY,EAAE,SAAS,CAAC,YAAY,CAAC,IAAI;YACzC,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,SAAS;YACT,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI,EAAE;YAChC,MAAM,EAAE,SAAS,CAAC,MAAM;SACxB,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC;QAEtC,MAAM,WAAW,CAAC;QAElB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,WAAW,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE;YAC5E,WAAW;YACX,KAAK,EAAE,GAAG,CAAC,EAAE;SACb,CAAC,CAAC;QAEH,MAAM,GAAG,GAAuB;YAC/B,IAAI,EAAE,cAAc;YACpB,WAAW;YACX,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM;SACtC,CAAC;QAEF,MAAM,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAOxB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,OAAO,CAAC,KAAY;QACnB,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,gBAAgB;QACf,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IAED,qBAAqB;QACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;IAC9E,CAAC;IAEO,qBAAqB,CAC5B,QAAqC;QAErC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACpE,QAAQ,CAAC,IAAI,GAAG;gBACf,wBAAwB,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,8BAAe,CAAC;aACjE,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IACjB,CAAC;CACD,CAAA;AA1LY,oCAAY;uBAAZ,YAAY;IADxB,IAAA,gBAAO,GAAE;qCAKiB,uBAAM;QACO,0CAAmB;QACpB,wCAAkB;QAC3B,sBAAS;QACF,2BAAgB;GARxC,YAAY,CA0LxB"}
|
|
@@ -1,12 +1,14 @@
|
|
|
1
1
|
import type { Redis as SingleNodeClient, Cluster as MultiNodeClient } from 'ioredis';
|
|
2
|
+
import { InstanceSettings } from 'n8n-core';
|
|
2
3
|
import { Logger } from '../../logging/logger.service';
|
|
3
4
|
import { RedisClientService } from '../../services/redis-client.service';
|
|
4
5
|
import type { PubSub } from './pubsub.types';
|
|
5
6
|
export declare class Publisher {
|
|
6
7
|
private readonly logger;
|
|
7
8
|
private readonly redisClientService;
|
|
9
|
+
private readonly instanceSettings;
|
|
8
10
|
private readonly client;
|
|
9
|
-
constructor(logger: Logger, redisClientService: RedisClientService);
|
|
11
|
+
constructor(logger: Logger, redisClientService: RedisClientService, instanceSettings: InstanceSettings);
|
|
10
12
|
getClient(): SingleNodeClient | MultiNodeClient;
|
|
11
13
|
shutdown(): void;
|
|
12
14
|
publishCommand(msg: Omit<PubSub.Command, 'senderId'>): Promise<void>;
|
|
@@ -13,17 +13,20 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
13
13
|
};
|
|
14
14
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
15
|
exports.Publisher = void 0;
|
|
16
|
+
const n8n_core_1 = require("n8n-core");
|
|
16
17
|
const typedi_1 = require("typedi");
|
|
17
18
|
const config_1 = __importDefault(require("../../config"));
|
|
18
19
|
const logger_service_1 = require("../../logging/logger.service");
|
|
19
20
|
const redis_client_service_1 = require("../../services/redis-client.service");
|
|
20
21
|
const constants_1 = require("../constants");
|
|
21
22
|
let Publisher = class Publisher {
|
|
22
|
-
constructor(logger, redisClientService) {
|
|
23
|
+
constructor(logger, redisClientService, instanceSettings) {
|
|
23
24
|
this.logger = logger;
|
|
24
25
|
this.redisClientService = redisClientService;
|
|
26
|
+
this.instanceSettings = instanceSettings;
|
|
25
27
|
if (config_1.default.getEnv('executions.mode') !== 'queue')
|
|
26
28
|
return;
|
|
29
|
+
this.logger = this.logger.withScope('scaling');
|
|
27
30
|
this.client = this.redisClientService.createClient({ type: 'publisher(n8n)' });
|
|
28
31
|
}
|
|
29
32
|
getClient() {
|
|
@@ -35,7 +38,7 @@ let Publisher = class Publisher {
|
|
|
35
38
|
async publishCommand(msg) {
|
|
36
39
|
await this.client.publish('n8n.commands', JSON.stringify({
|
|
37
40
|
...msg,
|
|
38
|
-
senderId:
|
|
41
|
+
senderId: this.instanceSettings.hostId,
|
|
39
42
|
selfSend: constants_1.SELF_SEND_COMMANDS.has(msg.command),
|
|
40
43
|
debounce: !constants_1.IMMEDIATE_COMMANDS.has(msg.command),
|
|
41
44
|
}));
|
|
@@ -43,7 +46,7 @@ let Publisher = class Publisher {
|
|
|
43
46
|
}
|
|
44
47
|
async publishWorkerResponse(msg) {
|
|
45
48
|
await this.client.publish('n8n.worker-response', JSON.stringify(msg));
|
|
46
|
-
this.logger.debug(`Published
|
|
49
|
+
this.logger.debug(`Published ${msg.response} to worker response channel`);
|
|
47
50
|
}
|
|
48
51
|
async setIfNotExists(key, value) {
|
|
49
52
|
const success = await this.client.setnx(key, value);
|
|
@@ -63,6 +66,7 @@ exports.Publisher = Publisher;
|
|
|
63
66
|
exports.Publisher = Publisher = __decorate([
|
|
64
67
|
(0, typedi_1.Service)(),
|
|
65
68
|
__metadata("design:paramtypes", [logger_service_1.Logger,
|
|
66
|
-
redis_client_service_1.RedisClientService
|
|
69
|
+
redis_client_service_1.RedisClientService,
|
|
70
|
+
n8n_core_1.InstanceSettings])
|
|
67
71
|
], Publisher);
|
|
68
72
|
//# sourceMappingURL=publisher.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"publisher.service.js","sourceRoot":"","sources":["../../../src/scaling/pubsub/publisher.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,mCAAiC;AAEjC,sDAA8B;AAC9B,6DAAkD;AAClD,0EAAqE;AAGrE,4CAAsE;AAM/D,IAAM,SAAS,GAAf,MAAM,SAAS;IAKrB,YACkB,MAAc,EACd,kBAAsC;
|
|
1
|
+
{"version":3,"file":"publisher.service.js","sourceRoot":"","sources":["../../../src/scaling/pubsub/publisher.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,uCAA4C;AAC5C,mCAAiC;AAEjC,sDAA8B;AAC9B,6DAAkD;AAClD,0EAAqE;AAGrE,4CAAsE;AAM/D,IAAM,SAAS,GAAf,MAAM,SAAS;IAKrB,YACkB,MAAc,EACd,kBAAsC,EACtC,gBAAkC;QAFlC,WAAM,GAAN,MAAM,CAAQ;QACd,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,qBAAgB,GAAhB,gBAAgB,CAAkB;QAGnD,IAAI,gBAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,OAAO;YAAE,OAAO;QAEzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAE/C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,SAAS;QACR,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;IAGD,QAAQ;QACP,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IAC1B,CAAC;IAOD,KAAK,CAAC,cAAc,CAAC,GAAqC;QACzD,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CACxB,cAAc,EACd,IAAI,CAAC,SAAS,CAAC;YACd,GAAG,GAAG;YACN,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM;YACtC,QAAQ,EAAE,8BAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC;YAC7C,QAAQ,EAAE,CAAC,8BAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC;SAC9C,CAAC,CACF,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC;IAClE,CAAC;IAGD,KAAK,CAAC,qBAAqB,CAAC,GAA0B;QACrD,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;QAEtE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,QAAQ,6BAA6B,CAAC,CAAC;IAC3E,CAAC;IAQD,KAAK,CAAC,cAAc,CAAC,GAAW,EAAE,KAAa;QAC9C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAEpD,OAAO,CAAC,CAAC,OAAO,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,GAAW,EAAE,GAAW;QAC3C,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACpB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAW;QACtB,MAAM,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;CAGD,CAAA;AA9EY,8BAAS;oBAAT,SAAS;IADrB,IAAA,gBAAO,GAAE;qCAOiB,uBAAM;QACM,yCAAkB;QACpB,2BAAgB;GARxC,SAAS,CA8ErB"}
|
|
@@ -1,11 +1,15 @@
|
|
|
1
1
|
import { InstanceSettings } from 'n8n-core';
|
|
2
|
+
import { ActiveWorkflowManager } from '../../active-workflow-manager';
|
|
3
|
+
import { WorkflowRepository } from '../../databases/repositories/workflow.repository';
|
|
2
4
|
import { MessageEventBus } from '../../eventbus/message-event-bus/message-event-bus';
|
|
3
5
|
import { EventService } from '../../events/event.service';
|
|
4
6
|
import { ExternalSecretsManager } from '../../external-secrets/external-secrets-manager.ee';
|
|
5
7
|
import { License } from '../../license';
|
|
8
|
+
import { Push } from '../../push';
|
|
6
9
|
import { Publisher } from '../../scaling/pubsub/publisher.service';
|
|
7
10
|
import { CommunityPackagesService } from '../../services/community-packages.service';
|
|
8
|
-
import {
|
|
11
|
+
import { TestWebhooks } from '../../webhooks/test-webhooks';
|
|
12
|
+
import { WorkerStatusService } from '../worker-status.service';
|
|
9
13
|
export declare class PubSubHandler {
|
|
10
14
|
private readonly eventService;
|
|
11
15
|
private readonly instanceSettings;
|
|
@@ -14,9 +18,14 @@ export declare class PubSubHandler {
|
|
|
14
18
|
private readonly externalSecretsManager;
|
|
15
19
|
private readonly communityPackagesService;
|
|
16
20
|
private readonly publisher;
|
|
17
|
-
private readonly
|
|
18
|
-
|
|
21
|
+
private readonly workerStatusService;
|
|
22
|
+
private readonly activeWorkflowManager;
|
|
23
|
+
private readonly push;
|
|
24
|
+
private readonly workflowRepository;
|
|
25
|
+
private readonly testWebhooks;
|
|
26
|
+
constructor(eventService: EventService, instanceSettings: InstanceSettings, license: License, eventbus: MessageEventBus, externalSecretsManager: ExternalSecretsManager, communityPackagesService: CommunityPackagesService, publisher: Publisher, workerStatusService: WorkerStatusService, activeWorkflowManager: ActiveWorkflowManager, push: Push, workflowRepository: WorkflowRepository, testWebhooks: TestWebhooks);
|
|
19
27
|
init(): void;
|
|
20
28
|
private setupHandlers;
|
|
21
29
|
private commonHandlers;
|
|
30
|
+
private multiMainHandlers;
|
|
22
31
|
}
|
|
@@ -8,24 +8,25 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
8
8
|
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
9
|
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
10
|
};
|
|
11
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
-
};
|
|
14
11
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
12
|
exports.PubSubHandler = void 0;
|
|
16
13
|
const n8n_core_1 = require("n8n-core");
|
|
14
|
+
const n8n_workflow_1 = require("n8n-workflow");
|
|
17
15
|
const typedi_1 = require("typedi");
|
|
18
|
-
const
|
|
16
|
+
const active_workflow_manager_1 = require("../../active-workflow-manager");
|
|
17
|
+
const workflow_repository_1 = require("../../databases/repositories/workflow.repository");
|
|
19
18
|
const message_event_bus_1 = require("../../eventbus/message-event-bus/message-event-bus");
|
|
20
19
|
const event_service_1 = require("../../events/event.service");
|
|
21
20
|
const external_secrets_manager_ee_1 = require("../../external-secrets/external-secrets-manager.ee");
|
|
22
21
|
const license_1 = require("../../license");
|
|
22
|
+
const push_1 = require("../../push");
|
|
23
23
|
const publisher_service_1 = require("../../scaling/pubsub/publisher.service");
|
|
24
24
|
const community_packages_service_1 = require("../../services/community-packages.service");
|
|
25
25
|
const utils_1 = require("../../utils");
|
|
26
|
-
const
|
|
26
|
+
const test_webhooks_1 = require("../../webhooks/test-webhooks");
|
|
27
|
+
const worker_status_service_1 = require("../worker-status.service");
|
|
27
28
|
let PubSubHandler = class PubSubHandler {
|
|
28
|
-
constructor(eventService, instanceSettings, license, eventbus, externalSecretsManager, communityPackagesService, publisher,
|
|
29
|
+
constructor(eventService, instanceSettings, license, eventbus, externalSecretsManager, communityPackagesService, publisher, workerStatusService, activeWorkflowManager, push, workflowRepository, testWebhooks) {
|
|
29
30
|
this.eventService = eventService;
|
|
30
31
|
this.instanceSettings = instanceSettings;
|
|
31
32
|
this.license = license;
|
|
@@ -33,7 +34,11 @@ let PubSubHandler = class PubSubHandler {
|
|
|
33
34
|
this.externalSecretsManager = externalSecretsManager;
|
|
34
35
|
this.communityPackagesService = communityPackagesService;
|
|
35
36
|
this.publisher = publisher;
|
|
36
|
-
this.
|
|
37
|
+
this.workerStatusService = workerStatusService;
|
|
38
|
+
this.activeWorkflowManager = activeWorkflowManager;
|
|
39
|
+
this.push = push;
|
|
40
|
+
this.workflowRepository = workflowRepository;
|
|
41
|
+
this.testWebhooks = testWebhooks;
|
|
37
42
|
this.commonHandlers = {
|
|
38
43
|
'reload-license': async () => await this.license.reload(),
|
|
39
44
|
'restart-event-bus': async () => await this.eventbus.restart(),
|
|
@@ -42,6 +47,58 @@ let PubSubHandler = class PubSubHandler {
|
|
|
42
47
|
'community-package-update': async ({ packageName, packageVersion }) => await this.communityPackagesService.installOrUpdateNpmPackage(packageName, packageVersion),
|
|
43
48
|
'community-package-uninstall': async ({ packageName }) => await this.communityPackagesService.removeNpmPackage(packageName),
|
|
44
49
|
};
|
|
50
|
+
this.multiMainHandlers = {
|
|
51
|
+
'add-webhooks-triggers-and-pollers': async ({ workflowId }) => {
|
|
52
|
+
if (this.instanceSettings.isFollower)
|
|
53
|
+
return;
|
|
54
|
+
try {
|
|
55
|
+
await this.activeWorkflowManager.add(workflowId, 'activate', undefined, {
|
|
56
|
+
shouldPublish: false,
|
|
57
|
+
});
|
|
58
|
+
this.push.broadcast('workflowActivated', { workflowId });
|
|
59
|
+
await this.publisher.publishCommand({
|
|
60
|
+
command: 'display-workflow-activation',
|
|
61
|
+
payload: { workflowId },
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
catch (e) {
|
|
65
|
+
const error = (0, n8n_workflow_1.ensureError)(e);
|
|
66
|
+
const { message } = error;
|
|
67
|
+
await this.workflowRepository.update(workflowId, { active: false });
|
|
68
|
+
this.push.broadcast('workflowFailedToActivate', { workflowId, errorMessage: message });
|
|
69
|
+
await this.publisher.publishCommand({
|
|
70
|
+
command: 'display-workflow-activation-error',
|
|
71
|
+
payload: { workflowId, errorMessage: message },
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
},
|
|
75
|
+
'remove-triggers-and-pollers': async ({ workflowId }) => {
|
|
76
|
+
if (this.instanceSettings.isFollower)
|
|
77
|
+
return;
|
|
78
|
+
await this.activeWorkflowManager.removeActivationError(workflowId);
|
|
79
|
+
await this.activeWorkflowManager.removeWorkflowTriggersAndPollers(workflowId);
|
|
80
|
+
this.push.broadcast('workflowDeactivated', { workflowId });
|
|
81
|
+
await this.publisher.publishCommand({
|
|
82
|
+
command: 'display-workflow-deactivation',
|
|
83
|
+
payload: { workflowId },
|
|
84
|
+
});
|
|
85
|
+
},
|
|
86
|
+
'display-workflow-activation': async ({ workflowId }) => this.push.broadcast('workflowActivated', { workflowId }),
|
|
87
|
+
'display-workflow-deactivation': async ({ workflowId }) => this.push.broadcast('workflowDeactivated', { workflowId }),
|
|
88
|
+
'display-workflow-activation-error': async ({ workflowId, errorMessage }) => this.push.broadcast('workflowFailedToActivate', { workflowId, errorMessage }),
|
|
89
|
+
'relay-execution-lifecycle-event': async ({ type, args, pushRef }) => {
|
|
90
|
+
if (!this.push.getBackend().hasPushRef(pushRef))
|
|
91
|
+
return;
|
|
92
|
+
this.push.send(type, args, pushRef);
|
|
93
|
+
},
|
|
94
|
+
'clear-test-webhooks': async ({ webhookKey, workflowEntity, pushRef }) => {
|
|
95
|
+
if (!this.push.getBackend().hasPushRef(pushRef))
|
|
96
|
+
return;
|
|
97
|
+
this.testWebhooks.clearTimeout(webhookKey);
|
|
98
|
+
const workflow = this.testWebhooks.toWorkflow(workflowEntity);
|
|
99
|
+
await this.testWebhooks.deactivateWebhooks(workflow);
|
|
100
|
+
},
|
|
101
|
+
};
|
|
45
102
|
}
|
|
46
103
|
init() {
|
|
47
104
|
switch (this.instanceSettings.instanceType) {
|
|
@@ -52,13 +109,21 @@ let PubSubHandler = class PubSubHandler {
|
|
|
52
109
|
this.setupHandlers({
|
|
53
110
|
...this.commonHandlers,
|
|
54
111
|
'get-worker-status': async () => await this.publisher.publishWorkerResponse({
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
payload: this.
|
|
112
|
+
senderId: this.instanceSettings.hostId,
|
|
113
|
+
response: 'response-to-get-worker-status',
|
|
114
|
+
payload: this.workerStatusService.generateStatus(),
|
|
58
115
|
}),
|
|
59
116
|
});
|
|
60
117
|
break;
|
|
61
118
|
case 'main':
|
|
119
|
+
this.setupHandlers({
|
|
120
|
+
...this.commonHandlers,
|
|
121
|
+
...this.multiMainHandlers,
|
|
122
|
+
'response-to-get-worker-status': async (payload) => this.push.broadcast('sendWorkerStatusMessage', {
|
|
123
|
+
workerId: payload.senderId,
|
|
124
|
+
status: payload,
|
|
125
|
+
}),
|
|
126
|
+
});
|
|
62
127
|
break;
|
|
63
128
|
default:
|
|
64
129
|
(0, utils_1.assertNever)(this.instanceSettings.instanceType);
|
|
@@ -82,6 +147,10 @@ exports.PubSubHandler = PubSubHandler = __decorate([
|
|
|
82
147
|
external_secrets_manager_ee_1.ExternalSecretsManager,
|
|
83
148
|
community_packages_service_1.CommunityPackagesService,
|
|
84
149
|
publisher_service_1.Publisher,
|
|
85
|
-
|
|
150
|
+
worker_status_service_1.WorkerStatusService,
|
|
151
|
+
active_workflow_manager_1.ActiveWorkflowManager,
|
|
152
|
+
push_1.Push,
|
|
153
|
+
workflow_repository_1.WorkflowRepository,
|
|
154
|
+
test_webhooks_1.TestWebhooks])
|
|
86
155
|
], PubSubHandler);
|
|
87
156
|
//# sourceMappingURL=pubsub-handler.js.map
|