n8n 2.33.2 → 2.33.4

package/dist/task-runners/task-broker/errors/task-requester-accept-timeout.error.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-requester-accept-timeout.error.js","sourceRoot":"","sources":["../../../../src/task-runners/task-broker/errors/task-requester-accept-timeout.error.ts"],"names":[],"mappings":";;;AAAA,+CAAgD;AAEhD,qCAA6C,SAAQ,+BAAgB;IACpE,YAAY,MAAc,EAAE,WAAmB;QAC9C,KAAK,CAAC,cAAc,WAAW,wCAAwC,MAAM,GAAG,CAAC,CAAC;IACnF,CAAC;CACD"}

package/dist/task-runners/task-broker/errors/task-runner-unreachable.error.d.ts

@@ -0,0 +1,4 @@
+import { OperationalError } from 'n8n-workflow';
+export declare class TaskRunnerUnreachableError extends OperationalError {
+    constructor(taskId: string, runnerId: string);
+}

package/dist/task-runners/task-broker/errors/task-runner-unreachable.error.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TaskRunnerUnreachableError = void 0;
+const n8n_workflow_1 = require("n8n-workflow");
+class TaskRunnerUnreachableError extends n8n_workflow_1.OperationalError {
+    constructor(taskId, runnerId) {
+        super(`Runner (${runnerId}) became unreachable while processing task (${taskId})`);
+    }
+}
+exports.TaskRunnerUnreachableError = TaskRunnerUnreachableError;
+//# sourceMappingURL=task-runner-unreachable.error.js.map

package/dist/task-runners/task-broker/errors/task-runner-unreachable.error.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-runner-unreachable.error.js","sourceRoot":"","sources":["../../../../src/task-runners/task-broker/errors/task-runner-unreachable.error.ts"],"names":[],"mappings":";;;AAAA,+CAAgD;AAEhD,gCAAwC,SAAQ,+BAAgB;IAC/D,YAAY,MAAc,EAAE,QAAgB;QAC3C,KAAK,CAAC,WAAW,QAAQ,+CAA+C,MAAM,GAAG,CAAC,CAAC;IACpF,CAAC;CACD"}

package/dist/task-runners/task-broker/task-broker-types.d.ts

@@ -15,7 +15,7 @@ export interface TaskBrokerServerInitRequest extends AuthlessRequest<{}, {}, {},
 export type TaskBrokerServerInitResponse = Response & {
     req: TaskBrokerServerInitRequest;
 };
-export type DisconnectReason = 'shutting-down' | 'failed-heartbeat-check' | 'unknown';
+export type DisconnectReason = 'shutting-down' | 'failed-heartbeat-check' | 'runner-unresponsive' | 'unknown';
 export type DisconnectErrorOptions = {
     runnerId?: TaskRunner['id'];
     reason?: DisconnectReason;

package/dist/task-runners/task-broker/task-broker-ws-server.d.ts

@@ -3,11 +3,17 @@ import { GlobalConfig, TaskRunnersConfig } from '@n8n/config';
 import type { BrokerMessage } from '@n8n/task-runner';
 import type WebSocket from 'ws';
 import { WsStatusCodes } from '../../constants';
+import { EventService } from '../../events/event.service';
 import { DefaultTaskRunnerDisconnectAnalyzer } from '../../task-runners/default-task-runner-disconnect-analyzer';
 import type { DisconnectAnalyzer, DisconnectReason, TaskBrokerServerInitRequest, TaskBrokerServerInitResponse } from '../../task-runners/task-broker/task-broker-types';
 import { TaskRunnerLifecycleEvents } from '../../task-runners/task-runner-lifecycle-events';
 import { TaskBroker, type TaskRunner } from './task-broker.service';
 type WsStatusCode = (typeof WsStatusCodes)[keyof typeof WsStatusCodes];
+type RemoveConnectionOptions = {
+    reason?: DisconnectReason;
+    code?: WsStatusCode;
+    expectedConnection?: WebSocket;
+};
 export declare class TaskBrokerWsServer {
     private readonly logger;
     private readonly taskBroker;
@@ -15,18 +21,23 @@ export declare class TaskBrokerWsServer {
     private readonly taskRunnersConfig;
     private readonly runnerLifecycleEvents;
     private readonly globalConfig;
+    private readonly eventService;
     runnerConnections: Map<TaskRunner['id'], WebSocket>;
     private heartbeatTimer;
-    constructor(logger: Logger, taskBroker: TaskBroker, disconnectAnalyzer: DefaultTaskRunnerDisconnectAnalyzer, taskRunnersConfig: TaskRunnersConfig, runnerLifecycleEvents: TaskRunnerLifecycleEvents, globalConfig: GlobalConfig);
+    constructor(logger: Logger, taskBroker: TaskBroker, disconnectAnalyzer: DefaultTaskRunnerDisconnectAnalyzer, taskRunnersConfig: TaskRunnersConfig, runnerLifecycleEvents: TaskRunnerLifecycleEvents, globalConfig: GlobalConfig, eventService: EventService);
     start(): void;
+    private readonly onRunnerUnresponsive;
     private startHeartbeatChecks;
+    private checkConnectionLiveness;
     stop(): Promise<void>;
     setDisconnectAnalyzer(disconnectAnalyzer: DisconnectAnalyzer): void;
     getDisconnectAnalyzer(): DefaultTaskRunnerDisconnectAnalyzer;
     sendMessage(id: TaskRunner['id'], message: BrokerMessage.ToRunner.All): void;
     add(id: TaskRunner['id'], connection: WebSocket): void;
-    removeConnection(id: TaskRunner['id'], reason?: DisconnectReason, code?: WsStatusCode): Promise<void>;
+    removeConnection(id: TaskRunner['id'], { reason, code, expectedConnection, }?: RemoveConnectionOptions): Promise<void>;
     handleRequest(req: TaskBrokerServerInitRequest, _res: TaskBrokerServerInitResponse): void;
+    private isCurrentConnection;
+    private isRunnerReachable;
     private stopConnectedRunners;
     private drainActiveTasks;
 }

package/dist/task-runners/task-broker/task-broker-ws-server.js

@@ -16,6 +16,7 @@ const constants_1 = require("@n8n/constants");
 const di_1 = require("@n8n/di");
 const n8n_workflow_1 = require("n8n-workflow");
 const constants_2 = require("../../constants");
+const event_service_1 = require("../../events/event.service");
 const default_task_runner_disconnect_analyzer_1 = require("../../task-runners/default-task-runner-disconnect-analyzer");
 const task_runner_lifecycle_events_1 = require("../../task-runners/task-runner-lifecycle-events");
 const task_broker_service_1 = require("./task-broker.service");
@@ -23,36 +24,55 @@ function heartbeat() {
     this.isAlive = true;
 }
 let TaskBrokerWsServer = class TaskBrokerWsServer {
-    constructor(logger, taskBroker, disconnectAnalyzer, taskRunnersConfig, runnerLifecycleEvents, globalConfig) {
+    constructor(logger, taskBroker, disconnectAnalyzer, taskRunnersConfig, runnerLifecycleEvents, globalConfig, eventService) {
         this.logger = logger;
         this.taskBroker = taskBroker;
         this.disconnectAnalyzer = disconnectAnalyzer;
         this.taskRunnersConfig = taskRunnersConfig;
         this.runnerLifecycleEvents = runnerLifecycleEvents;
         this.globalConfig = globalConfig;
+        this.eventService = eventService;
         this.runnerConnections = new Map();
+        this.onRunnerUnresponsive = ({ runnerId, }) => {
+            void this.removeConnection(runnerId, {
+                reason: 'runner-unresponsive',
+                code: constants_2.WsStatusCodes.CloseProtocolError,
+            });
+        };
     }
     start() {
         this.startHeartbeatChecks();
+        this.runnerLifecycleEvents.on('runner:unresponsive', this.onRunnerUnresponsive);
     }
     startHeartbeatChecks() {
         const { heartbeatInterval } = this.taskRunnersConfig;
         if (heartbeatInterval <= 0) {
             throw new n8n_workflow_1.UserError('Heartbeat interval must be greater than 0');
         }
-        this.heartbeatTimer = setInterval(() => {
-            for (const [runnerId, connection] of this.runnerConnections.entries()) {
-                if (!connection.isAlive) {
-                    void this.removeConnection(runnerId, 'failed-heartbeat-check', constants_2.WsStatusCodes.CloseProtocolError);
-                    this.runnerLifecycleEvents.emit('runner:failed-heartbeat-check');
-                    return;
-                }
+        this.heartbeatTimer = setInterval(() => this.checkConnectionLiveness(), heartbeatInterval * constants_1.Time.seconds.toMilliseconds);
+    }
+    checkConnectionLiveness() {
+        for (const [runnerId, connection] of this.runnerConnections) {
+            if (connection.isAlive) {
                 connection.isAlive = false;
                 connection.ping();
             }
-        }, heartbeatInterval * constants_1.Time.seconds.toMilliseconds);
+            else {
+                const taskTypes = this.taskBroker.getKnownRunners().get(runnerId)?.runner.taskTypes ?? [];
+                void this.removeConnection(runnerId, {
+                    reason: 'failed-heartbeat-check',
+                    code: constants_2.WsStatusCodes.CloseProtocolError,
+                    expectedConnection: connection,
+                });
+                this.runnerLifecycleEvents.emit('runner:failed-heartbeat-check', {
+                    runnerId,
+                    taskTypes,
+                });
+            }
+        }
     }
     async stop() {
+        this.runnerLifecycleEvents.off('runner:unresponsive', this.onRunnerUnresponsive);
         if (this.heartbeatTimer) {
             clearInterval(this.heartbeatTimer);
             this.heartbeatTimer = undefined;
@@ -80,23 +100,23 @@ let TaskBrokerWsServer = class TaskBrokerWsServer {
                         ? Buffer.from(data)
                         : data;
                 const message = JSON.parse(buffer.toString('utf8'));
-                if (!isConnected && message.type !== 'runner:info') {
-                    return;
+                if (!isConnected) {
+                    if (message.type === 'runner:info') {
+                        await this.removeConnection(id);
+                        isConnected = true;
+                        this.runnerConnections.set(id, connection);
+                        this.taskBroker.registerRunner({
+                            id,
+                            taskTypes: message.types,
+                            lastSeen: new Date(),
+                            name: message.name,
+                        }, this.sendMessage.bind(this, id), () => this.isRunnerReachable(id, connection));
+                        this.logger.info(`Registered runner "${message.name}" (${id}) `);
+                    }
                 }
-                else if (!isConnected && message.type === 'runner:info') {
-                    await this.removeConnection(id);
-                    isConnected = true;
-                    this.runnerConnections.set(id, connection);
-                    this.taskBroker.registerRunner({
-                        id,
-                        taskTypes: message.types,
-                        lastSeen: new Date(),
-                        name: message.name,
-                    }, this.sendMessage.bind(this, id));
-                    this.logger.info(`Registered runner "${message.name}" (${id}) `);
-                    return;
+                else if (this.isCurrentConnection(id, connection)) {
+                    void this.taskBroker.onRunnerMessage(id, message);
                 }
-                void this.taskBroker.onRunnerMessage(id, message);
             }
             catch (error) {
                 this.logger.error(`Couldn't parse message from runner "${id}"`, {
@@ -109,31 +129,55 @@ let TaskBrokerWsServer = class TaskBrokerWsServer {
         connection.once('close', async () => {
             connection.off('pong', heartbeat);
             connection.off('message', onMessage);
-            await this.removeConnection(id);
+            await this.removeConnection(id, { expectedConnection: connection });
         });
         connection.on('message', onMessage);
         connection.send(JSON.stringify({ type: 'broker:inforequest' }));
     }
-    async removeConnection(id, reason = 'unknown', code = constants_2.WsStatusCodes.CloseNormal) {
+    async removeConnection(id, { reason = 'unknown', code = constants_2.WsStatusCodes.CloseNormal, expectedConnection, } = {}) {
         const connection = this.runnerConnections.get(id);
-        if (connection) {
+        const isStaleRemoval = expectedConnection !== undefined && !this.isCurrentConnection(id, expectedConnection);
+        if (connection && !isStaleRemoval) {
+            this.runnerConnections.delete(id);
+            connection.close(code);
+            if (reason === 'failed-heartbeat-check' || reason === 'runner-unresponsive') {
+                this.eventService.emit('runner-disconnected', {
+                    reason,
+                    mode: this.taskRunnersConfig.mode,
+                });
+            }
+            const inFlightTaskIds = this.taskBroker.getInFlightTaskIds(id);
             const disconnectError = await this.disconnectAnalyzer.toDisconnectError({
                 runnerId: id,
                 reason,
                 heartbeatInterval: this.taskRunnersConfig.heartbeatInterval,
             });
-            this.taskBroker.deregisterRunner(id, disconnectError);
-            this.logger.debug(`Deregistered runner "${id}"`);
-            connection.close(code);
-            this.runnerConnections.delete(id);
+            const hasReconnected = this.runnerConnections.has(id);
+            if (hasReconnected) {
+                this.taskBroker.failTasks(inFlightTaskIds, disconnectError);
+            }
+            else {
+                this.taskBroker.deregisterRunner(id, disconnectError);
+                this.logger.debug(`Deregistered runner "${id}"`);
+            }
         }
     }
     handleRequest(req, _res) {
         this.add(req.query.id, req.ws);
     }
+    isCurrentConnection(id, connection) {
+        return this.runnerConnections.get(id) === connection;
+    }
+    isRunnerReachable(id, connection) {
+        return this.isCurrentConnection(id, connection) && connection.readyState === connection.OPEN;
+    }
     async stopConnectedRunners() {
         await this.drainActiveTasks();
-        await Promise.all(Array.from(this.runnerConnections.keys()).map(async (id) => await this.removeConnection(id, 'shutting-down', constants_2.WsStatusCodes.CloseGoingAway)));
+        await Promise.all(Array.from(this.runnerConnections.entries()).map(async ([id, connection]) => await this.removeConnection(id, {
+            reason: 'shutting-down',
+            code: constants_2.WsStatusCodes.CloseGoingAway,
+            expectedConnection: connection,
+        })));
     }
     async drainActiveTasks() {
         const drainTimeout = Math.floor(this.globalConfig.generic.gracefulShutdownTimeout * 0.8);
@@ -158,6 +202,6 @@ let TaskBrokerWsServer = class TaskBrokerWsServer {
 exports.TaskBrokerWsServer = TaskBrokerWsServer;
 exports.TaskBrokerWsServer = TaskBrokerWsServer = __decorate([
     (0, di_1.Service)(),
-    __metadata("design:paramtypes", [backend_common_1.Logger, task_broker_service_1.TaskBroker, default_task_runner_disconnect_analyzer_1.DefaultTaskRunnerDisconnectAnalyzer, config_1.TaskRunnersConfig, task_runner_lifecycle_events_1.TaskRunnerLifecycleEvents, config_1.GlobalConfig])
+    __metadata("design:paramtypes", [backend_common_1.Logger, task_broker_service_1.TaskBroker, default_task_runner_disconnect_analyzer_1.DefaultTaskRunnerDisconnectAnalyzer, config_1.TaskRunnersConfig, task_runner_lifecycle_events_1.TaskRunnerLifecycleEvents, config_1.GlobalConfig, event_service_1.EventService])
 ], TaskBrokerWsServer);
 //# sourceMappingURL=task-broker-ws-server.js.map

package/dist/task-runners/task-broker/task-broker-ws-server.js.map

@@ -1 +1 @@
-{"version":3,"file":"task-broker-ws-server.js","sourceRoot":"","sources":["../../../src/task-runners/task-broker/task-broker-ws-server.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,wDAA6C;AAC7C,wCAA8D;AAC9D,8CAAsC;AACtC,gCAAkC;AAElC,+CAA+D;AAG/D,2CAA4C;AAC5C,oHAA6G;AAO7G,8FAAwF;AAExF,+DAA0F;AAE1F,SAAS,SAAS;IACjB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;AACrB,CAAC;AASM,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAK9B,YACkB,MAAc,EACd,UAAsB,EAC/B,kBAAuD,EAC9C,iBAAoC,EACpC,qBAAgD,EAChD,YAA0B;QAL1B,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAAY;QAC/B,uBAAkB,GAAlB,kBAAkB,CAAqC;QAC9C,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,0BAAqB,GAArB,qBAAqB,CAA2B;QAChD,iBAAY,GAAZ,YAAY,CAAc;QAV5C,sBAAiB,GAAqC,IAAI,GAAG,EAAE,CAAC;IAW7D,CAAC;IAEJ,KAAK;QACJ,IAAI,CAAC,oBAAoB,EAAE,CAAC;IAC7B,CAAC;IAEO,oBAAoB;QAC3B,MAAM,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC;QAErD,IAAI,iBAAiB,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,wBAAS,CAAC,2CAA2C,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACtC,KAAK,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,IAAI,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC;gBACvE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;oBACzB,KAAK,IAAI,CAAC,gBAAgB,CACzB,QAAQ,EACR,wBAAwB,EACxB,yBAAa,CAAC,kBAAkB,CAChC,CAAC;oBACF,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;oBACjE,OAAO;gBACR,CAAC;gBACD,UAAU,CAAC,OAAO,GAAG,KAAK,CAAC;gBAC3B,UAAU,CAAC,IAAI,EAAE,CAAC;YACnB,CAAC;QACF,CAAC,EAAE,iBAAiB,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,IAAI;QACT,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;IACnC,CAAC;IAED,qBAAqB,CAAC,kBAAsC;QAC3D,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;IAC9C,CAAC;IAED,qBAAqB;QACpB,OAAO,IAAI,CAAC,kBAAkB,CAAC;IAChC,CAAC;IAED,WAAW,CAAC,EAAoB,EAAE,OAAmC;QACpE,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,IAAA,4BAAa,EAAC,OAAO,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7F,CAAC;IAED,GAAG,CAAC,EAAoB,EAAE,UAAqB;QAC9C,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC;QAC1B,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAEjC,IAAI,WAAW,GAAG,KAAK,CAAC;QAExB,MAAM,SAAS,GAAG,KAAK,EAAE,IAAuB,EAAE,EAAE;YACnD,IAAI,CAAC;gBACJ,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;oBACjC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;oBACrB,CAAC,CAAC,IAAI,YAAY,WAAW;wBAC5B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;wBACnB,CAAC,CAAC,IAAI,CAAC;gBAET,MAAM,OAAO,GAA+B,IAAI,CAAC,KAAK,CACrD,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CACO,CAAC;gBAEhC,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBACpD,OAAO;gBACR,CAAC;qBAAM,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBAC3D,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;oBAChC,WAAW,GAAG,IAAI,CAAC;oBAEnB,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;oBAE3C,IAAI,CAAC,UAAU,CAAC,cAAc,CAC7B;wBACC,EAAE;wBACF,SAAS,EAAE,OAAO,CAAC,KAAK;wBACxB,QAAQ,EAAE,IAAI,IAAI,EAAE;wBACpB,IAAI,EAAE,OAAO,CAAC,IAAI;qBAClB,EACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAoB,CAClD,CAAC;oBAEF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,OAAO,CAAC,IAAI,MAAM,EAAE,IAAI,CAAC,CAAC;oBACjE,OAAO;gBACR,CAAC;gBAED,KAAK,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE,GAAG,EAAE;oBAC/D,KAAK,EAAE,KAAgB;oBACvB,EAAE;oBACF,IAAI;iBACJ,CAAC,CAAC;YACJ,CAAC;QACF,CAAC,CAAC;QAGF,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;YACnC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAClC,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACrC,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpC,UAAU,CAAC,IAAI,CACd,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAwC,CAAC,CACpF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CACrB,EAAoB,EACpB,MAAM,GAAqB,SAAS,EACpC,IAAI,GAAiB,yBAAa,CAAC,WAAW;QAE9C,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClD,IAAI,UAAU,EAAE,CAAC;YAChB,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,iBAAiB,CAAC;gBACvE,QAAQ,EAAE,EAAE;gBACZ,MAAM;gBACN,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,CAAC,iBAAiB;aAC3D,CAAC,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;YACtD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC;YACjD,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACvB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACnC,CAAC;IACF,CAAC;IAED,aAAa,CAAC,GAAgC,EAAE,IAAkC;QACjF,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,oBAAoB;QACjC,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAE9B,MAAM,OAAO,CAAC,GAAG,CAChB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAC5C,KAAK,EAAE,EAAE,EAAE,EAAE,CACZ,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,eAAe,EAAE,yBAAa,CAAC,cAAc,CAAC,CAC/E,CACD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,uBAAuB,GAAG,GAAG,CAAC,CAAC;QAEzF,MAAM,cAAc,GAAG,YAAY,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,CAAC;QAElE,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;QAEhC,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1D,IAAI,CAAC;gBACJ,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;YAC3D,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;QACF,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,cAAc,EAAE,CAAC;YAChF,MAAM,IAAA,oBAAK,EAAC,GAAG,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,EAAE,CAAC;YACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,+BAA+B,YAAY,6CAA6C,CACxF,CAAC;QACH,CAAC;IACF,CAAC;CACD,CAAA;;6BA1LY,kBAAkB;IAD9B,IAAA,YAAO,GAAE;qCAOiB,uBAAM,EACF,gCAAU,EACX,6EAAmC,EAC3B,0BAAiB,EACb,wDAAyB,EAClC,qBAAY;GAXhC,kBAAkB,CA0L9B"}
+{"version":3,"file":"task-broker-ws-server.js","sourceRoot":"","sources":["../../../src/task-runners/task-broker/task-broker-ws-server.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,wDAA6C;AAC7C,wCAA8D;AAC9D,8CAAsC;AACtC,gCAAkC;AAElC,+CAA+D;AAG/D,2CAA4C;AAC5C,0DAAsD;AACtD,oHAA6G;AAO7G,8FAGqD;AAErD,+DAA0F;AAE1F,SAAS,SAAS;IACjB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;AACrB,CAAC;AAoBM,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAK9B,YACkB,MAAc,EACd,UAAsB,EAC/B,kBAAuD,EAC9C,iBAAoC,EACpC,qBAAgD,EAChD,YAA0B,EAC1B,YAA0B;QAN1B,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAAY;QAC/B,uBAAkB,GAAlB,kBAAkB,CAAqC;QAC9C,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,0BAAqB,GAArB,qBAAqB,CAA2B;QAChD,iBAAY,GAAZ,YAAY,CAAc;QAC1B,iBAAY,GAAZ,YAAY,CAAc;QAX5C,sBAAiB,GAAqC,IAAI,GAAG,EAAE,CAAC;QAmB/C,yBAAoB,GAAG,CAAC,EACxC,QAAQ,GAC4C,EAAE,EAAE;YACxD,KAAK,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE;gBACpC,MAAM,EAAE,qBAAqB;gBAC7B,IAAI,EAAE,yBAAa,CAAC,kBAAkB;aACtC,CAAC,CAAC;QACJ,CAAC,CAAC;IAdC,CAAC;IAEJ,KAAK;QACJ,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC,qBAAqB,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACjF,CAAC;IAWO,oBAAoB;QAC3B,MAAM,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC;QAErD,IAAI,iBAAiB,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,wBAAS,CAAC,2CAA2C,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,WAAW,CAChC,GAAG,EAAE,CAAC,IAAI,CAAC,uBAAuB,EAAE,EACpC,iBAAiB,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,CAC/C,CAAC;IACH,CAAC;IAEO,uBAAuB;QAC9B,KAAK,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC7D,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;gBACxB,UAAU,CAAC,OAAO,GAAG,KAAK,CAAC;gBAC3B,UAAU,CAAC,IAAI,EAAE,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACP,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;gBAE1F,KAAK,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE;oBACpC,MAAM,EAAE,wBAAwB;oBAChC,IAAI,EAAE,yBAAa,CAAC,kBAAkB;oBACtC,kBAAkB,EAAE,UAAU;iBAC9B,CAAC,CAAC;gBAEH,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,+BAA+B,EAAE;oBAChE,QAAQ;oBACR,SAAS;iBACT,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,qBAAqB,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAEjF,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;IACnC,CAAC;IAED,qBAAqB,CAAC,kBAAsC;QAC3D,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;IAC9C,CAAC;IAED,qBAAqB;QACpB,OAAO,IAAI,CAAC,kBAAkB,CAAC;IAChC,CAAC;IAED,WAAW,CAAC,EAAoB,EAAE,OAAmC;QACpE,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,IAAA,4BAAa,EAAC,OAAO,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7F,CAAC;IAED,GAAG,CAAC,EAAoB,EAAE,UAAqB;QAC9C,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC;QAC1B,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAEjC,IAAI,WAAW,GAAG,KAAK,CAAC;QAExB,MAAM,SAAS,GAAG,KAAK,EAAE,IAAuB,EAAE,EAAE;YACnD,IAAI,CAAC;gBACJ,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;oBACjC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;oBACrB,CAAC,CAAC,IAAI,YAAY,WAAW;wBAC5B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;wBACnB,CAAC,CAAC,IAAI,CAAC;gBAET,MAAM,OAAO,GAA+B,IAAI,CAAC,KAAK,CACrD,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CACO,CAAC;gBAEhC,IAAI,CAAC,WAAW,EAAE,CAAC;oBAClB,IAAI,OAAO,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;wBACpC,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;wBAChC,WAAW,GAAG,IAAI,CAAC;wBAEnB,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;wBAE3C,IAAI,CAAC,UAAU,CAAC,cAAc,CAC7B;4BACC,EAAE;4BACF,SAAS,EAAE,OAAO,CAAC,KAAK;4BACxB,QAAQ,EAAE,IAAI,IAAI,EAAE;4BACpB,IAAI,EAAE,OAAO,CAAC,IAAI;yBAClB,EACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAoB,EAClD,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,EAAE,UAAU,CAAC,CAC5C,CAAC;wBAEF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,OAAO,CAAC,IAAI,MAAM,EAAE,IAAI,CAAC,CAAC;oBAClE,CAAC;gBACF,CAAC;qBAAM,IAAI,IAAI,CAAC,mBAAmB,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC;oBACrD,KAAK,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;gBACnD,CAAC;YACF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE,GAAG,EAAE;oBAC/D,KAAK,EAAE,KAAgB;oBACvB,EAAE;oBACF,IAAI;iBACJ,CAAC,CAAC;YACJ,CAAC;QACF,CAAC,CAAC;QAGF,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;YACnC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAClC,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACrC,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE,UAAU,EAAE,CAAC,CAAC;QACrE,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpC,UAAU,CAAC,IAAI,CACd,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAwC,CAAC,CACpF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CACrB,EAAoB,EACpB,EACC,MAAM,GAAG,SAAS,EAClB,IAAI,GAAG,yBAAa,CAAC,WAAW,EAChC,kBAAkB,GAClB,GAA4B,EAAE;QAE/B,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClD,MAAM,cAAc,GACnB,kBAAkB,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAAE,EAAE,kBAAkB,CAAC,CAAC;QAEvF,IAAI,UAAU,IAAI,CAAC,cAAc,EAAE,CAAC;YAEnC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAClC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEvB,IAAI,MAAM,KAAK,wBAAwB,IAAI,MAAM,KAAK,qBAAqB,EAAE,CAAC;gBAC7E,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,qBAAqB,EAAE;oBAC7C,MAAM;oBACN,IAAI,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI;iBACjC,CAAC,CAAC;YACJ,CAAC;YAED,MAAM,eAAe,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;YAE/D,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,iBAAiB,CAAC;gBACvE,QAAQ,EAAE,EAAE;gBACZ,MAAM;gBACN,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,CAAC,iBAAiB;aAC3D,CAAC,CAAC;YAEH,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAEtD,IAAI,cAAc,EAAE,CAAC;gBACpB,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;gBACtD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC;YAClD,CAAC;QACF,CAAC;IACF,CAAC;IAED,aAAa,CAAC,GAAgC,EAAE,IAAkC;QACjF,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAChC,CAAC;IAQO,mBAAmB,CAAC,EAAoB,EAAE,UAAqB;QACtE,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,UAAU,CAAC;IACtD,CAAC;IAMO,iBAAiB,CAAC,EAAoB,EAAE,UAAqB;QACpE,OAAO,IAAI,CAAC,mBAAmB,CAAC,EAAE,EAAE,UAAU,CAAC,IAAI,UAAU,CAAC,UAAU,KAAK,UAAU,CAAC,IAAI,CAAC;IAC9F,CAAC;IAEO,KAAK,CAAC,oBAAoB;QACjC,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAE9B,MAAM,OAAO,CAAC,GAAG,CAChB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAC/C,KAAK,EAAE,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,EAAE,CAC1B,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE;YAC/B,MAAM,EAAE,eAAe;YACvB,IAAI,EAAE,yBAAa,CAAC,cAAc;YAClC,kBAAkB,EAAE,UAAU;SAC9B,CAAC,CACH,CACD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,uBAAuB,GAAG,GAAG,CAAC,CAAC;QAEzF,MAAM,cAAc,GAAG,YAAY,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,CAAC;QAElE,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;QAEhC,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1D,IAAI,CAAC;gBACJ,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;YAC3D,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;QACF,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,cAAc,EAAE,CAAC;YAChF,MAAM,IAAA,oBAAK,EAAC,GAAG,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,EAAE,CAAC;YACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,+BAA+B,YAAY,6CAA6C,CACxF,CAAC;QACH,CAAC;IACF,CAAC;CACD,CAAA;;6BAhQY,kBAAkB;IAD9B,IAAA,YAAO,GAAE;qCAOiB,uBAAM,EACF,gCAAU,EACX,6EAAmC,EAC3B,0BAAiB,EACb,wDAAyB,EAClC,qBAAY,EACZ,4BAAY;GAZhC,kBAAkB,CAgQ9B"}

package/dist/task-runners/task-broker/task-broker.service.d.ts

@@ -30,11 +30,14 @@ export interface TaskRequest {
     taskType: string;
     timeout?: NodeJS.Timeout;
     acceptInProgress?: boolean;
+    timeoutRefreshes?: number;
 }
 export type MessageCallback = (message: BrokerMessage.ToRunner.All) => Promise<void> | void;
 export type RequesterMessageCallback = (message: BrokerMessage.ToRequester.All) => Promise<void> | void;
 type RunnerAcceptCallback = () => void;
+type RequesterAcceptCallback = (settings: RequesterMessage.ToBroker.TaskSettings['settings']) => void;
 type TaskRejectCallback = (reason: TaskRejectError | TaskDeferredError) => void;
+export type RunnerReachabilityCheck = () => boolean;
 export declare class TaskBroker {
     private readonly logger;
     private readonly taskRunnersConfig;
@@ -46,15 +49,22 @@ export declare class TaskBroker {
     private isDraining;
     private runnerAcceptRejects;
     private requesterAcceptRejects;
+    private consecutiveAcceptTimeouts;
     private pendingTaskOffers;
     private pendingTaskRequests;
     private mismatchWarned;
     constructor(logger: Logger, taskRunnersConfig: TaskRunnersConfig, taskRunnerLifecycleEvents: TaskRunnerLifecycleEvents, globalConfig: GlobalConfig);
     private createRequestTimeout;
+    private refreshRequestTimeout;
     private handleRequestTimeout;
+    private discardOffers;
     expireTasks(): void;
-    registerRunner(runner: TaskRunner, messageCallback: MessageCallback): void;
+    private discardOffersFrom;
+    private discardOffersFromUnreachableRunners;
+    registerRunner(runner: TaskRunner, messageCallback: MessageCallback, isRunnerReachable?: RunnerReachabilityCheck): void;
     deregisterRunner(runnerId: string, error: Error): void;
+    getInFlightTaskIds(runnerId: TaskRunner['id']): Array<Task['id']>;
+    failTasks(taskIds: Array<Task['id']>, error: Error): void;
     registerRequester(requesterId: string, messageCallback: RequesterMessageCallback): void;
     deregisterRequester(requesterId: string): void;
     private messageRunner;
@@ -73,6 +83,7 @@ export declare class TaskBroker {
     handleRequesterNodeTypesResponse(taskId: Task['id'], requestId: RequesterMessage.ToBroker.NodeTypesResponse['requestId'], nodeTypes: RequesterMessage.ToBroker.NodeTypesResponse['nodeTypes']): Promise<void>;
     handleRequesterAccept(taskId: Task['id'], settings: RequesterMessage.ToBroker.TaskSettings['settings']): void;
     handleRequesterReject(taskId: Task['id'], reason: string): void;
+    private untrackTask;
     private cancelTask;
     private failTask;
     private getRunnerOrFailTask;
@@ -81,6 +92,10 @@ export declare class TaskBroker {
     taskDoneHandler(taskId: Task['id'], data: TaskResultData): Promise<void>;
     taskErrorHandler(taskId: Task['id'], error: unknown): Promise<void>;
     acceptOffer(offer: TaskOffer, request: TaskRequest): Promise<void>;
+    private flagRunnerIfUnresponsive;
+    private flagSilentRunners;
+    private reportUnresponsive;
+    private isSilent;
     settleTasks(): void;
     private warnOnTaskTypeMismatch;
     taskRequested(request: TaskRequest): void;
@@ -94,11 +109,17 @@ export declare class TaskBroker {
     getKnownRunners(): Map<string, {
         runner: TaskRunner;
         messageCallback: MessageCallback;
+        isRunnerReachable: RunnerReachabilityCheck;
     }>;
     getKnownRequesters(): Map<string, RequesterMessageCallback>;
     getRunnerAcceptRejects(): Map<string, {
         accept: RunnerAcceptCallback;
         reject: TaskRejectCallback;
+        runnerId: TaskRunner['id'];
+    }>;
+    getRequesterAcceptRejects(): Map<string, {
+        accept: RequesterAcceptCallback;
+        reject: TaskRejectCallback;
     }>;
     setTasks(tasks: Record<string, Task>): void;
     setPendingTaskOffers(pendingTaskOffers: TaskOffer[]): void;
@@ -106,6 +127,7 @@ export declare class TaskBroker {
     setRunnerAcceptRejects(runnerAcceptRejects: Record<string, {
         accept: RunnerAcceptCallback;
         reject: TaskRejectCallback;
+        runnerId: TaskRunner['id'];
     }>): void;
 }
 export {};