@n8n/scheduler 0.2.3 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +60 -23
- package/dist/build.tsbuildinfo +1 -1
- package/dist/core/errors.d.ts +6 -0
- package/dist/core/errors.js +15 -1
- package/dist/core/errors.js.map +1 -1
- package/dist/core/executor/backoff.js.map +1 -0
- package/dist/core/executor/executor.d.ts +38 -0
- package/dist/core/executor/executor.js +137 -0
- package/dist/core/executor/executor.js.map +1 -0
- package/dist/core/executor/index.d.ts +8 -0
- package/dist/core/executor/index.js +16 -0
- package/dist/core/executor/index.js.map +1 -0
- package/dist/core/executor/options.d.ts +6 -0
- package/dist/core/executor/options.js +10 -0
- package/dist/core/executor/options.js.map +1 -0
- package/dist/{executor → core/executor}/precision-timer.d.ts +1 -0
- package/dist/{executor → core/executor}/precision-timer.js +3 -0
- package/dist/core/executor/precision-timer.js.map +1 -0
- package/dist/core/executor/store.d.ts +21 -0
- package/dist/core/executor/store.js +3 -0
- package/dist/core/executor/store.js.map +1 -0
- package/dist/{executor → core/executor}/task-handler.d.ts +1 -1
- package/dist/{executor → core/executor}/task-handler.js +2 -2
- package/dist/core/executor/task-handler.js.map +1 -0
- package/dist/core/executor/tracing.d.ts +11 -0
- package/dist/core/executor/tracing.js +7 -0
- package/dist/core/executor/tracing.js.map +1 -0
- package/dist/core/factory.d.ts +29 -0
- package/dist/core/factory.js +254 -0
- package/dist/core/factory.js.map +1 -0
- package/dist/core/index.d.ts +17 -9
- package/dist/core/index.js +15 -17
- package/dist/core/index.js.map +1 -1
- package/dist/core/lifecycle/alarm.d.ts +8 -0
- package/dist/core/lifecycle/alarm.js +32 -0
- package/dist/core/lifecycle/alarm.js.map +1 -0
- package/dist/core/lifecycle/index.d.ts +5 -0
- package/dist/core/lifecycle/index.js +11 -0
- package/dist/core/lifecycle/index.js.map +1 -0
- package/dist/core/lifecycle/lookahead.d.ts +1 -0
- package/dist/core/lifecycle/lookahead.js +7 -0
- package/dist/core/lifecycle/lookahead.js.map +1 -0
- package/dist/core/lifecycle/loop.d.ts +39 -0
- package/dist/core/lifecycle/loop.js +86 -0
- package/dist/core/lifecycle/loop.js.map +1 -0
- package/dist/core/lifecycle/options.d.ts +15 -0
- package/dist/core/lifecycle/options.js +18 -0
- package/dist/core/lifecycle/options.js.map +1 -0
- package/dist/core/lifecycle/timeline.d.ts +9 -0
- package/dist/core/lifecycle/timeline.js +22 -0
- package/dist/core/lifecycle/timeline.js.map +1 -0
- package/dist/core/materializer/index.d.ts +2 -2
- package/dist/core/materializer/index.js.map +1 -1
- package/dist/core/materializer/materialize.d.ts +10 -2
- package/dist/core/materializer/materialize.js +32 -6
- package/dist/core/materializer/materialize.js.map +1 -1
- package/dist/core/materializer/options.d.ts +1 -0
- package/dist/core/materializer/options.js +1 -0
- package/dist/core/materializer/options.js.map +1 -1
- package/dist/core/materializer/plan.d.ts +1 -0
- package/dist/core/materializer/plan.js +12 -6
- package/dist/core/materializer/plan.js.map +1 -1
- package/dist/core/materializer/transaction.d.ts +18 -1
- package/dist/core/provisioning/index.d.ts +5 -0
- package/dist/core/provisioning/index.js +9 -0
- package/dist/core/provisioning/index.js.map +1 -0
- package/dist/core/provisioning/provision.d.ts +6 -0
- package/dist/core/provisioning/provision.js +64 -0
- package/dist/core/provisioning/provision.js.map +1 -0
- package/dist/core/provisioning/provisioner.d.ts +15 -0
- package/dist/core/provisioning/provisioner.js +18 -0
- package/dist/core/provisioning/provisioner.js.map +1 -0
- package/dist/core/provisioning/transaction.d.ts +13 -0
- package/dist/core/provisioning/transaction.js +3 -0
- package/dist/core/provisioning/transaction.js.map +1 -0
- package/dist/core/provisioning/types.d.ts +43 -0
- package/dist/core/provisioning/types.js +3 -0
- package/dist/core/provisioning/types.js.map +1 -0
- package/dist/core/reaper/index.d.ts +1 -0
- package/dist/core/reaper/index.js +7 -0
- package/dist/core/reaper/index.js.map +1 -0
- package/dist/{reaper/reaper.d.ts → core/reaper/reap.d.ts} +13 -8
- package/dist/core/reaper/reap.js +51 -0
- package/dist/core/reaper/reap.js.map +1 -0
- package/dist/core/recurrence/field.d.ts +2 -0
- package/dist/core/recurrence/field.js +12 -0
- package/dist/core/recurrence/field.js.map +1 -0
- package/dist/core/recurrence/kinds/cron.d.ts +10 -0
- package/dist/core/recurrence/kinds/cron.js +64 -0
- package/dist/core/recurrence/kinds/cron.js.map +1 -0
- package/dist/core/recurrence/kinds/interval.d.ts +5 -0
- package/dist/core/recurrence/kinds/interval.js +29 -0
- package/dist/core/recurrence/kinds/interval.js.map +1 -0
- package/dist/core/recurrence/kinds/one-off.d.ts +5 -0
- package/dist/core/recurrence/kinds/one-off.js +24 -0
- package/dist/core/recurrence/kinds/one-off.js.map +1 -0
- package/dist/core/recurrence/kinds/recurring-cron.d.ts +7 -0
- package/dist/core/recurrence/kinds/recurring-cron.js +64 -0
- package/dist/core/recurrence/kinds/recurring-cron.js.map +1 -0
- package/dist/core/recurrence/next-run.d.ts +2 -0
- package/dist/core/recurrence/next-run.js +37 -24
- package/dist/core/recurrence/next-run.js.map +1 -1
- package/dist/core/recurrence/periods.d.ts +2 -0
- package/dist/core/recurrence/periods.js +30 -0
- package/dist/core/recurrence/periods.js.map +1 -0
- package/dist/core/recurrence/resolve.d.ts +2 -0
- package/dist/core/recurrence/resolve.js +25 -0
- package/dist/core/recurrence/resolve.js.map +1 -0
- package/dist/core/recurrence/validate.js +9 -38
- package/dist/core/recurrence/validate.js.map +1 -1
- package/dist/core/retention/prune.d.ts +1 -1
- package/dist/core/retention/prune.js +11 -9
- package/dist/core/retention/prune.js.map +1 -1
- package/dist/core/retention/store.d.ts +1 -1
- package/dist/core/scheduler.d.ts +16 -0
- package/dist/core/scheduler.js +3 -0
- package/dist/core/scheduler.js.map +1 -0
- package/dist/core/types/schedule.d.ts +17 -4
- package/dist/core/types/task.d.ts +2 -5
- package/dist/observability/attributes.d.ts +41 -0
- package/dist/observability/attributes.js +56 -0
- package/dist/observability/attributes.js.map +1 -0
- package/dist/observability/executor-tracing.d.ts +4 -0
- package/dist/observability/executor-tracing.js +61 -0
- package/dist/observability/executor-tracing.js.map +1 -0
- package/dist/observability/materializer-tracing.d.ts +3 -0
- package/dist/observability/materializer-tracing.js +22 -0
- package/dist/observability/materializer-tracing.js.map +1 -0
- package/dist/observability/metrics.d.ts +11 -0
- package/dist/observability/metrics.js +14 -0
- package/dist/observability/metrics.js.map +1 -0
- package/dist/observability/pass-tracing.d.ts +2 -0
- package/dist/observability/pass-tracing.js +24 -0
- package/dist/observability/pass-tracing.js.map +1 -0
- package/dist/observability/provisioner-tracing.d.ts +11 -0
- package/dist/observability/provisioner-tracing.js +51 -0
- package/dist/observability/provisioner-tracing.js.map +1 -0
- package/dist/observability/tracer.d.ts +21 -0
- package/dist/observability/tracer.js +10 -0
- package/dist/observability/tracer.js.map +1 -0
- package/package.json +13 -24
- package/dist/core/enums.d.ts +0 -1
- package/dist/core/enums.js +0 -10
- package/dist/core/enums.js.map +0 -1
- package/dist/executor/backoff.js.map +0 -1
- package/dist/executor/executor.d.ts +0 -23
- package/dist/executor/executor.js +0 -133
- package/dist/executor/executor.js.map +0 -1
- package/dist/executor/precision-timer.js.map +0 -1
- package/dist/executor/task-handler.js.map +0 -1
- package/dist/reaper/reaper.js +0 -37
- package/dist/reaper/reaper.js.map +0 -1
- package/dist/storage/index.d.ts +0 -3
- package/dist/storage/index.js +0 -12
- package/dist/storage/index.js.map +0 -1
- package/dist/storage/mappers.d.ts +0 -6
- package/dist/storage/mappers.js +0 -72
- package/dist/storage/mappers.js.map +0 -1
- package/dist/storage/materializer-store.d.ts +0 -14
- package/dist/storage/materializer-store.js +0 -83
- package/dist/storage/materializer-store.js.map +0 -1
- package/dist/storage/scheduler.service.d.ts +0 -16
- package/dist/storage/scheduler.service.js +0 -70
- package/dist/storage/scheduler.service.js.map +0 -1
- /package/dist/{executor → core/executor}/backoff.d.ts +0 -0
- /package/dist/{executor → core/executor}/backoff.js +0 -0
package/dist/core/errors.d.ts
CHANGED
|
@@ -4,6 +4,12 @@ export declare class InvalidScheduleError extends Error {
|
|
|
4
4
|
export declare class InvalidRetentionOptionsError extends Error {
|
|
5
5
|
constructor(message: string);
|
|
6
6
|
}
|
|
7
|
+
export declare class InvalidLifecycleOptionsError extends Error {
|
|
8
|
+
constructor(message: string);
|
|
9
|
+
}
|
|
10
|
+
export declare class DuplicateTaskHandlerError extends Error {
|
|
11
|
+
constructor(taskType: string);
|
|
12
|
+
}
|
|
7
13
|
export declare class CorruptStorageRowError extends Error {
|
|
8
14
|
constructor(message: string);
|
|
9
15
|
}
|
package/dist/core/errors.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.CorruptStorageRowError = exports.InvalidRetentionOptionsError = exports.InvalidScheduleError = void 0;
|
|
3
|
+
exports.CorruptStorageRowError = exports.DuplicateTaskHandlerError = exports.InvalidLifecycleOptionsError = exports.InvalidRetentionOptionsError = exports.InvalidScheduleError = void 0;
|
|
4
4
|
class InvalidScheduleError extends Error {
|
|
5
5
|
constructor(message) {
|
|
6
6
|
super(message);
|
|
@@ -15,6 +15,20 @@ class InvalidRetentionOptionsError extends Error {
|
|
|
15
15
|
}
|
|
16
16
|
}
|
|
17
17
|
exports.InvalidRetentionOptionsError = InvalidRetentionOptionsError;
|
|
18
|
+
class InvalidLifecycleOptionsError extends Error {
|
|
19
|
+
constructor(message) {
|
|
20
|
+
super(message);
|
|
21
|
+
this.name = 'InvalidLifecycleOptionsError';
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
exports.InvalidLifecycleOptionsError = InvalidLifecycleOptionsError;
|
|
25
|
+
class DuplicateTaskHandlerError extends Error {
|
|
26
|
+
constructor(taskType) {
|
|
27
|
+
super(`A handler for task type '${taskType}' is already registered`);
|
|
28
|
+
this.name = 'DuplicateTaskHandlerError';
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
exports.DuplicateTaskHandlerError = DuplicateTaskHandlerError;
|
|
18
32
|
class CorruptStorageRowError extends Error {
|
|
19
33
|
constructor(message) {
|
|
20
34
|
super(message);
|
package/dist/core/errors.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/core/errors.ts"],"names":[],"mappings":";;;AAQA,MAAa,oBAAqB,SAAQ,KAAK;IAC9C,YAAY,OAAe;QAC1B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACpC,CAAC;CACD;AALD,oDAKC;AAMD,MAAa,4BAA6B,SAAQ,KAAK;IACtD,YAAY,OAAe;QAC1B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,8BAA8B,CAAC;IAC5C,CAAC;CACD;AALD,oEAKC;AAOD,MAAa,sBAAuB,SAAQ,KAAK;IAChD,YAAY,OAAe;QAC1B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;IACtC,CAAC;CACD;AALD,wDAKC"}
|
|
1
|
+
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/core/errors.ts"],"names":[],"mappings":";;;AAQA,MAAa,oBAAqB,SAAQ,KAAK;IAC9C,YAAY,OAAe;QAC1B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACpC,CAAC;CACD;AALD,oDAKC;AAMD,MAAa,4BAA6B,SAAQ,KAAK;IACtD,YAAY,OAAe;QAC1B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,8BAA8B,CAAC;IAC5C,CAAC;CACD;AALD,oEAKC;AAMD,MAAa,4BAA6B,SAAQ,KAAK;IACtD,YAAY,OAAe;QAC1B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,8BAA8B,CAAC;IAC5C,CAAC;CACD;AALD,oEAKC;AAOD,MAAa,yBAA0B,SAAQ,KAAK;IACnD,YAAY,QAAgB;QAC3B,KAAK,CAAC,4BAA4B,QAAQ,yBAAyB,CAAC,CAAC;QACrE,IAAI,CAAC,IAAI,GAAG,2BAA2B,CAAC;IACzC,CAAC;CACD;AALD,8DAKC;AAOD,MAAa,sBAAuB,SAAQ,KAAK;IAChD,YAAY,OAAe;QAC1B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;IACtC,CAAC;CACD;AALD,wDAKC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"backoff.js","sourceRoot":"","sources":["../../../src/core/executor/backoff.ts"],"names":[],"mappings":";;AAuBA,0BAKC;AA5BD,8CAAsC;AAmBtC,MAAM,eAAe,GAAG,CAAC,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,CAAC;AACxD,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,cAAc,GAAG,CAAC,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,CAAC;AAEvD,SAAgB,OAAO,CAAC,QAAgB,EAAE,OAAuB,EAAE;IAClE,MAAM,EAAE,MAAM,GAAG,eAAe,EAAE,MAAM,GAAG,cAAc,EAAE,KAAK,GAAG,cAAc,EAAE,GAAG,IAAI,CAAC;IAC3F,IAAI,QAAQ,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3B,MAAM,GAAG,GAAG,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IAC9C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;AAC7B,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { type ExecutorOptions } from './options';
|
|
2
|
+
import type { PrecisionTimer } from './precision-timer';
|
|
3
|
+
import type { ExecutorTaskStore } from './store';
|
|
4
|
+
import type { TaskHandlerRegistry } from './task-handler';
|
|
5
|
+
import type { ExecutorTracing, FireResult } from './tracing';
|
|
6
|
+
import type { ClaimedTask } from '../types';
|
|
7
|
+
export interface ExecutorHooks {
|
|
8
|
+
onLeaseShorterThanLookahead?: (context: {
|
|
9
|
+
lookaheadMs: number;
|
|
10
|
+
leaseMs: number;
|
|
11
|
+
}) => void;
|
|
12
|
+
onMissingHandler?: (task: ClaimedTask) => void;
|
|
13
|
+
onFireError?: (task: ClaimedTask, error: unknown) => void;
|
|
14
|
+
onReleaseError?: (taskId: string, error: unknown) => void;
|
|
15
|
+
onDispatch?: (taskType: string, lagSeconds: number) => void;
|
|
16
|
+
onFire?: (taskType: string, result: 'success' | 'failure') => void;
|
|
17
|
+
onRetry?: (taskType: string) => void;
|
|
18
|
+
}
|
|
19
|
+
export declare class Executor {
|
|
20
|
+
private readonly store;
|
|
21
|
+
private readonly registry;
|
|
22
|
+
private readonly timer;
|
|
23
|
+
private readonly options;
|
|
24
|
+
private readonly hooks;
|
|
25
|
+
private readonly tracing;
|
|
26
|
+
private readonly leaseMs;
|
|
27
|
+
private readonly lookaheadMs;
|
|
28
|
+
private readonly claimedTaskById;
|
|
29
|
+
private stopping;
|
|
30
|
+
constructor(store: ExecutorTaskStore, registry: TaskHandlerRegistry, timer: PrecisionTimer, options?: ExecutorOptions, hooks?: ExecutorHooks, tracing?: ExecutorTracing);
|
|
31
|
+
claimAndSchedule(host: string, signal?: AbortSignal): Promise<ClaimedTask[]>;
|
|
32
|
+
private handBackClaims;
|
|
33
|
+
private scheduleClaimed;
|
|
34
|
+
fire(host: string, task: ClaimedTask): Promise<FireResult>;
|
|
35
|
+
private runFire;
|
|
36
|
+
private releaseClaimBestEffort;
|
|
37
|
+
stop(): Promise<void>;
|
|
38
|
+
}
|
|
@@ -0,0 +1,137 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.Executor = void 0;
|
|
4
|
+
const constants_1 = require("@n8n/constants");
|
|
5
|
+
const ensure_error_1 = require("@n8n/utils/errors/ensure-error");
|
|
6
|
+
const backoff_1 = require("./backoff");
|
|
7
|
+
const options_1 = require("./options");
|
|
8
|
+
const tracing_1 = require("./tracing");
|
|
9
|
+
class Executor {
|
|
10
|
+
constructor(store, registry, timer, options = options_1.DEFAULT_EXECUTOR_OPTIONS, hooks = {}, tracing = tracing_1.noopExecutorTracing) {
|
|
11
|
+
this.store = store;
|
|
12
|
+
this.registry = registry;
|
|
13
|
+
this.timer = timer;
|
|
14
|
+
this.options = options;
|
|
15
|
+
this.hooks = hooks;
|
|
16
|
+
this.tracing = tracing;
|
|
17
|
+
this.claimedTaskById = new Map();
|
|
18
|
+
this.stopping = false;
|
|
19
|
+
this.leaseMs = options.leaseSeconds * constants_1.Time.seconds.toMilliseconds;
|
|
20
|
+
this.lookaheadMs = options.lookaheadSeconds * constants_1.Time.seconds.toMilliseconds;
|
|
21
|
+
if (this.lookaheadMs >= this.leaseMs) {
|
|
22
|
+
this.hooks.onLeaseShorterThanLookahead?.({
|
|
23
|
+
lookaheadMs: this.lookaheadMs,
|
|
24
|
+
leaseMs: this.leaseMs,
|
|
25
|
+
});
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
async claimAndSchedule(host, signal) {
|
|
29
|
+
const taskTypes = this.registry.registeredTypes();
|
|
30
|
+
if (taskTypes.length === 0)
|
|
31
|
+
return [];
|
|
32
|
+
const batch = {
|
|
33
|
+
host,
|
|
34
|
+
taskTypes,
|
|
35
|
+
lookaheadMs: this.lookaheadMs,
|
|
36
|
+
leaseMs: this.leaseMs,
|
|
37
|
+
batchSize: this.options.batchSize,
|
|
38
|
+
};
|
|
39
|
+
const tasks = await this.store.claimDueTasks(batch);
|
|
40
|
+
if (this.stopping || signal?.aborted === true) {
|
|
41
|
+
await this.handBackClaims(host, tasks);
|
|
42
|
+
return [];
|
|
43
|
+
}
|
|
44
|
+
for (const task of tasks) {
|
|
45
|
+
this.scheduleClaimed(host, task);
|
|
46
|
+
}
|
|
47
|
+
return tasks;
|
|
48
|
+
}
|
|
49
|
+
async handBackClaims(host, tasks) {
|
|
50
|
+
await Promise.all(tasks.map(async (task) => await this.releaseClaimBestEffort({
|
|
51
|
+
host,
|
|
52
|
+
id: task.id,
|
|
53
|
+
claimedEpoch: task.leaseEpoch,
|
|
54
|
+
})));
|
|
55
|
+
}
|
|
56
|
+
scheduleClaimed(host, task) {
|
|
57
|
+
this.claimedTaskById.set(task.id, { host, task });
|
|
58
|
+
this.timer.schedule(task.runAt, () => {
|
|
59
|
+
this.claimedTaskById.delete(task.id);
|
|
60
|
+
this.fire(host, task).catch((error) => {
|
|
61
|
+
this.hooks.onFireError?.(task, error);
|
|
62
|
+
});
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
async fire(host, task) {
|
|
66
|
+
return await this.tracing.fire(host, task, async () => await this.runFire(host, task));
|
|
67
|
+
}
|
|
68
|
+
async runFire(host, task) {
|
|
69
|
+
const claim = { host, id: task.id, claimedEpoch: task.leaseEpoch };
|
|
70
|
+
const handler = this.registry.resolve(task.taskType);
|
|
71
|
+
if (handler === undefined) {
|
|
72
|
+
this.hooks.onMissingHandler?.(task);
|
|
73
|
+
await this.releaseClaimBestEffort(claim);
|
|
74
|
+
return { outcome: 'skipped-no-handler' };
|
|
75
|
+
}
|
|
76
|
+
const started = await this.store.markStarted(claim);
|
|
77
|
+
if (started === 0) {
|
|
78
|
+
return { outcome: 'skipped-not-owned' };
|
|
79
|
+
}
|
|
80
|
+
const lagMs = this.timer.now() - task.runAt.getTime();
|
|
81
|
+
const lagSeconds = Math.max(0, lagMs) / constants_1.Time.seconds.toMilliseconds;
|
|
82
|
+
this.hooks.onDispatch?.(task.taskType, lagSeconds);
|
|
83
|
+
try {
|
|
84
|
+
await handler.execute(task);
|
|
85
|
+
}
|
|
86
|
+
catch (error) {
|
|
87
|
+
const errorMessage = (0, ensure_error_1.ensureError)(error).message;
|
|
88
|
+
const nextAttempts = task.attempts + 1;
|
|
89
|
+
if (nextAttempts >= task.maxAttempts) {
|
|
90
|
+
const rowsAffected = await this.store.failTaskTerminal(claim, errorMessage);
|
|
91
|
+
if (rowsAffected > 0) {
|
|
92
|
+
this.hooks.onFire?.(task.taskType, 'failure');
|
|
93
|
+
return { outcome: 'dead-lettered', errorMessage };
|
|
94
|
+
}
|
|
95
|
+
return { outcome: 'skipped-not-owned', errorMessage };
|
|
96
|
+
}
|
|
97
|
+
const rowsAffected = await this.store.rescheduleTask(claim, (0, backoff_1.backoff)(nextAttempts), errorMessage);
|
|
98
|
+
if (rowsAffected > 0) {
|
|
99
|
+
this.hooks.onRetry?.(task.taskType);
|
|
100
|
+
return { outcome: 'rescheduled', errorMessage };
|
|
101
|
+
}
|
|
102
|
+
return { outcome: 'skipped-not-owned', errorMessage };
|
|
103
|
+
}
|
|
104
|
+
const rowsAffected = await this.store.completeTask(claim);
|
|
105
|
+
if (rowsAffected > 0) {
|
|
106
|
+
this.hooks.onFire?.(task.taskType, 'success');
|
|
107
|
+
return { outcome: 'completed' };
|
|
108
|
+
}
|
|
109
|
+
return { outcome: 'skipped-not-owned' };
|
|
110
|
+
}
|
|
111
|
+
async releaseClaimBestEffort(claim) {
|
|
112
|
+
try {
|
|
113
|
+
await this.store.releaseClaim(claim);
|
|
114
|
+
}
|
|
115
|
+
catch (error) {
|
|
116
|
+
this.hooks.onReleaseError?.(claim.id, error);
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
async stop() {
|
|
120
|
+
this.stopping = true;
|
|
121
|
+
this.timer.cancelAll();
|
|
122
|
+
const entries = [...this.claimedTaskById.values()];
|
|
123
|
+
const results = await Promise.allSettled(entries.map(async ({ host, task }) => await this.store.releaseClaim({
|
|
124
|
+
host,
|
|
125
|
+
id: task.id,
|
|
126
|
+
claimedEpoch: task.leaseEpoch,
|
|
127
|
+
})));
|
|
128
|
+
results.forEach((result, index) => {
|
|
129
|
+
if (result.status === 'rejected') {
|
|
130
|
+
this.hooks.onReleaseError?.(entries[index].task.id, result.reason);
|
|
131
|
+
}
|
|
132
|
+
});
|
|
133
|
+
this.claimedTaskById.clear();
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
exports.Executor = Executor;
|
|
137
|
+
//# sourceMappingURL=executor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executor.js","sourceRoot":"","sources":["../../../src/core/executor/executor.ts"],"names":[],"mappings":";;;AAAA,8CAAsC;AACtC,iEAA6D;AAE7D,uCAAoC;AACpC,uCAA2E;AAI3E,uCAAgD;AAiEhD,MAAa,QAAQ;IAepB,YACkB,KAAwB,EACxB,QAA6B,EAC7B,KAAqB,EACrB,UAA2B,kCAAwB,EACnD,QAAuB,EAAE,EACzB,UAA2B,6BAAmB;QAL9C,UAAK,GAAL,KAAK,CAAmB;QACxB,aAAQ,GAAR,QAAQ,CAAqB;QAC7B,UAAK,GAAL,KAAK,CAAgB;QACrB,YAAO,GAAP,OAAO,CAA4C;QACnD,UAAK,GAAL,KAAK,CAAoB;QACzB,YAAO,GAAP,OAAO,CAAuC;QAX/C,oBAAe,GAAG,IAAI,GAAG,EAAwB,CAAC;QAG3D,aAAQ,GAAG,KAAK,CAAC;QAUxB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,YAAY,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,CAAC;QAGlE,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,gBAAgB,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,CAAC;QAE1E,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACtC,IAAI,CAAC,KAAK,CAAC,2BAA2B,EAAE,CAAC;gBACxC,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;aACrB,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAaD,KAAK,CAAC,gBAAgB,CAAC,IAAY,EAAE,MAAoB;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;QAClD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEtC,MAAM,KAAK,GAAuB;YACjC,IAAI;YACJ,SAAS;YACT,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;SACjC,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAOpD,IAAI,IAAI,CAAC,QAAQ,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;YAC/C,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACvC,OAAO,EAAE,CAAC;QACX,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,KAAK,CAAC;IACd,CAAC;IASO,KAAK,CAAC,cAAc,CAAC,IAAY,EAAE,KAAoB;QAC9D,MAAM,OAAO,CAAC,GAAG,CAChB,KAAK,CAAC,GAAG,CACR,KAAK,EAAE,IAAI,EAAE,EAAE,CACd,MAAM,IAAI,CAAC,sBAAsB,CAAC;YACjC,IAAI;YACJ,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,YAAY,EAAE,IAAI,CAAC,UAAU;SAC7B,CAAC,CACH,CACD,CAAC;IACH,CAAC;IAGO,eAAe,CAAC,IAAY,EAAE,IAAiB;QAEtD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE;YAEpC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAGrC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACrC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACvC,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC;IASD,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,IAAiB;QACzC,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IACxF,CAAC;IAGO,KAAK,CAAC,OAAO,CAAC,IAAY,EAAE,IAAiB;QACpD,MAAM,KAAK,GAAmB,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;QAMnF,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;YACzC,OAAO,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC;QAC1C,CAAC;QAID,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACpD,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;YACnB,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;QACzC,CAAC;QAQD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACtD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,CAAC;QACpE,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAKnD,IAAI,CAAC;YACJ,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,YAAY,GAAG,IAAA,0BAAW,EAAC,KAAK,CAAC,CAAC,OAAO,CAAC;YAChD,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;YACvC,IAAI,YAAY,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBAMtC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;gBAC5E,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;oBACtB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;oBAC9C,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,CAAC;gBACnD,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,CAAC;YACvD,CAAC;YACD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,CACnD,KAAK,EACL,IAAA,iBAAO,EAAC,YAAY,CAAC,EACrB,YAAY,CACZ,CAAC;YACF,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;gBACtB,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACpC,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC;YACjD,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,CAAC;QACvD,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC1D,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACtB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAC9C,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;QACjC,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;IACzC,CAAC;IAGO,KAAK,CAAC,sBAAsB,CAAC,KAAqB;QACzD,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAC9C,CAAC;IACF,CAAC;IAUD,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAEvB,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACvC,OAAO,CAAC,GAAG,CACV,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CACxB,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC;YAC7B,IAAI;YACJ,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,YAAY,EAAE,IAAI,CAAC,UAAU;SAC7B,CAAC,CACH,CACD,CAAC;QAEF,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YACjC,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAClC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACpE,CAAC;QACF,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;CACD;AA5OD,4BA4OC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export { Executor, type ExecutorHooks } from './executor';
|
|
2
|
+
export { noopExecutorTracing } from './tracing';
|
|
3
|
+
export type { ExecutorTracing, FireResult } from './tracing';
|
|
4
|
+
export { DEFAULT_EXECUTOR_OPTIONS, type ExecutorOptions } from './options';
|
|
5
|
+
export type { ClaimedTaskRef, ClaimDueTasksBatch, ExecutorTaskStore } from './store';
|
|
6
|
+
export { TaskHandlerRegistry, type TaskHandler } from './task-handler';
|
|
7
|
+
export { PrecisionTimer, type TimerBackend } from './precision-timer';
|
|
8
|
+
export { backoff, type BackoffOptions } from './backoff';
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.backoff = exports.PrecisionTimer = exports.TaskHandlerRegistry = exports.DEFAULT_EXECUTOR_OPTIONS = exports.noopExecutorTracing = exports.Executor = void 0;
|
|
4
|
+
var executor_1 = require("./executor");
|
|
5
|
+
Object.defineProperty(exports, "Executor", { enumerable: true, get: function () { return executor_1.Executor; } });
|
|
6
|
+
var tracing_1 = require("./tracing");
|
|
7
|
+
Object.defineProperty(exports, "noopExecutorTracing", { enumerable: true, get: function () { return tracing_1.noopExecutorTracing; } });
|
|
8
|
+
var options_1 = require("./options");
|
|
9
|
+
Object.defineProperty(exports, "DEFAULT_EXECUTOR_OPTIONS", { enumerable: true, get: function () { return options_1.DEFAULT_EXECUTOR_OPTIONS; } });
|
|
10
|
+
var task_handler_1 = require("./task-handler");
|
|
11
|
+
Object.defineProperty(exports, "TaskHandlerRegistry", { enumerable: true, get: function () { return task_handler_1.TaskHandlerRegistry; } });
|
|
12
|
+
var precision_timer_1 = require("./precision-timer");
|
|
13
|
+
Object.defineProperty(exports, "PrecisionTimer", { enumerable: true, get: function () { return precision_timer_1.PrecisionTimer; } });
|
|
14
|
+
var backoff_1 = require("./backoff");
|
|
15
|
+
Object.defineProperty(exports, "backoff", { enumerable: true, get: function () { return backoff_1.backoff; } });
|
|
16
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/executor/index.ts"],"names":[],"mappings":";;;AAAA,uCAA0D;AAAjD,oGAAA,QAAQ,OAAA;AACjB,qCAAgD;AAAvC,8GAAA,mBAAmB,OAAA;AAE5B,qCAA2E;AAAlE,mHAAA,wBAAwB,OAAA;AAEjC,+CAAuE;AAA9D,mHAAA,mBAAmB,OAAA;AAC5B,qDAAsE;AAA7D,iHAAA,cAAc,OAAA;AACvB,qCAAyD;AAAhD,kGAAA,OAAO,OAAA"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DEFAULT_EXECUTOR_OPTIONS = void 0;
|
|
4
|
+
const constants_1 = require("@n8n/constants");
|
|
5
|
+
exports.DEFAULT_EXECUTOR_OPTIONS = {
|
|
6
|
+
leaseSeconds: constants_1.Time.minutes.toSeconds,
|
|
7
|
+
lookaheadSeconds: 5,
|
|
8
|
+
batchSize: 100,
|
|
9
|
+
};
|
|
10
|
+
//# sourceMappingURL=options.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"options.js","sourceRoot":"","sources":["../../../src/core/executor/options.ts"],"names":[],"mappings":";;;AAAA,8CAAsC;AA2BzB,QAAA,wBAAwB,GAAoB;IACxD,YAAY,EAAE,gBAAI,CAAC,OAAO,CAAC,SAAS;IACpC,gBAAgB,EAAE,CAAC;IACnB,SAAS,EAAE,GAAG;CACd,CAAC"}
|
|
@@ -13,6 +13,9 @@ class PrecisionTimer {
|
|
|
13
13
|
this.backend = backend;
|
|
14
14
|
this.pending = new Set();
|
|
15
15
|
}
|
|
16
|
+
now() {
|
|
17
|
+
return this.backend.now();
|
|
18
|
+
}
|
|
16
19
|
schedule(runAt, fn) {
|
|
17
20
|
const delay = Math.min(Math.max(0, runAt.getTime() - this.backend.now()), MAX_DELAY_MS);
|
|
18
21
|
const handle = this.backend.setTimer(() => {
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"precision-timer.js","sourceRoot":"","sources":["../../../src/core/executor/precision-timer.ts"],"names":[],"mappings":";;;AAAA,8CAA2D;AAY3D,MAAM,cAAc,GAAiB;IACpC,GAAG,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;IACrB,QAAQ,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,CAAC;IAClD,UAAU,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC;CAC5C,CAAC;AAGF,MAAM,YAAY,GAAG,qCAAyB,CAAC;AAY/C,MAAa,cAAc;IAG1B,YAA6B,UAAwB,cAAc;QAAtC,YAAO,GAAP,OAAO,CAA+B;QAFlD,YAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEiB,CAAC;IAGvE,GAAG;QACF,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;IAC3B,CAAC;IAGD,QAAQ,CAAC,KAAW,EAAE,EAAc;QAInC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,YAAY,CAAC,CAAC;QAGxF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE;YACzC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC5B,EAAE,EAAE,CAAC;QACN,CAAC,EAAE,KAAK,CAAC,CAAC;QACV,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAGD,SAAS;QAGR,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,KAAK,MAAM,MAAM,IAAI,OAAO;YAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,YAAY;QACf,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC1B,CAAC;CACD;AArCD,wCAqCC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { ClaimedTask } from '../types';
|
|
2
|
+
export interface ClaimedTaskRef {
|
|
3
|
+
host: string;
|
|
4
|
+
id: string;
|
|
5
|
+
claimedEpoch: number;
|
|
6
|
+
}
|
|
7
|
+
export interface ClaimDueTasksBatch {
|
|
8
|
+
host: string;
|
|
9
|
+
taskTypes: string[];
|
|
10
|
+
lookaheadMs: number;
|
|
11
|
+
leaseMs: number;
|
|
12
|
+
batchSize: number;
|
|
13
|
+
}
|
|
14
|
+
export interface ExecutorTaskStore {
|
|
15
|
+
claimDueTasks(batch: ClaimDueTasksBatch): Promise<ClaimedTask[]>;
|
|
16
|
+
markStarted(claim: ClaimedTaskRef): Promise<number>;
|
|
17
|
+
completeTask(claim: ClaimedTaskRef): Promise<number>;
|
|
18
|
+
failTaskTerminal(claim: ClaimedTaskRef, errorMessage: string): Promise<number>;
|
|
19
|
+
rescheduleTask(claim: ClaimedTaskRef, backoffMs: number, errorMessage: string): Promise<number>;
|
|
20
|
+
releaseClaim(claim: ClaimedTaskRef): Promise<number>;
|
|
21
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"store.js","sourceRoot":"","sources":["../../../src/core/executor/store.ts"],"names":[],"mappings":""}
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.TaskHandlerRegistry = void 0;
|
|
4
|
-
const
|
|
4
|
+
const errors_1 = require("../errors");
|
|
5
5
|
class TaskHandlerRegistry {
|
|
6
6
|
constructor() {
|
|
7
7
|
this.handlers = new Map();
|
|
8
8
|
}
|
|
9
9
|
register(taskType, handler) {
|
|
10
10
|
if (this.handlers.has(taskType)) {
|
|
11
|
-
throw new
|
|
11
|
+
throw new errors_1.DuplicateTaskHandlerError(taskType);
|
|
12
12
|
}
|
|
13
13
|
this.handlers.set(taskType, handler);
|
|
14
14
|
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"task-handler.js","sourceRoot":"","sources":["../../../src/core/executor/task-handler.ts"],"names":[],"mappings":";;;AAAA,sCAAsD;AAiBtD,MAAa,mBAAmB;IAAhC;QACkB,aAAQ,GAAG,IAAI,GAAG,EAAuB,CAAC;IAkB5D,CAAC;IAfA,QAAQ,CAAC,QAAgB,EAAE,OAAoB;QAC9C,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,kCAAyB,CAAC,QAAQ,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,CAAC,QAAgB;QACvB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAGD,eAAe;QACd,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAClC,CAAC;CACD;AAnBD,kDAmBC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { ClaimedTask } from '../types';
|
|
2
|
+
export type FireResult = {
|
|
3
|
+
outcome: 'completed' | 'skipped-no-handler' | 'skipped-not-owned';
|
|
4
|
+
} | {
|
|
5
|
+
outcome: 'rescheduled' | 'dead-lettered' | 'skipped-not-owned';
|
|
6
|
+
errorMessage: string;
|
|
7
|
+
};
|
|
8
|
+
export interface ExecutorTracing {
|
|
9
|
+
fire(host: string, task: ClaimedTask, run: () => Promise<FireResult>): Promise<FireResult>;
|
|
10
|
+
}
|
|
11
|
+
export declare const noopExecutorTracing: ExecutorTracing;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tracing.js","sourceRoot":"","sources":["../../../src/core/executor/tracing.ts"],"names":[],"mappings":";;;AA0Ca,QAAA,mBAAmB,GAAoB;IACnD,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,GAAG,EAAE;CAC9C,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { ExecutorOptions, ExecutorTaskStore } from './executor';
|
|
2
|
+
import type { LifecycleOptions } from './lifecycle';
|
|
3
|
+
import type { MaterializerOptions, RunInTransaction } from './materializer';
|
|
4
|
+
import type { ReaperOptions, ReaperTaskStore } from './reaper';
|
|
5
|
+
import type { RetentionOptions, RetentionStore } from './retention';
|
|
6
|
+
import type { Scheduler, SchedulerPasses } from './scheduler';
|
|
7
|
+
import { type SchedulerMetrics } from '../observability/metrics';
|
|
8
|
+
import { type Tracer } from '../observability/tracer';
|
|
9
|
+
export type SchedulerEventLevel = 'debug' | 'info' | 'warn' | 'error';
|
|
10
|
+
export interface SchedulerEvent {
|
|
11
|
+
level: SchedulerEventLevel;
|
|
12
|
+
message: string;
|
|
13
|
+
context: Record<string, unknown>;
|
|
14
|
+
}
|
|
15
|
+
export type SchedulerTaskStore = ExecutorTaskStore & ReaperTaskStore & RetentionStore;
|
|
16
|
+
export interface SchedulerDeps {
|
|
17
|
+
hostId: string;
|
|
18
|
+
materializerTransaction: RunInTransaction;
|
|
19
|
+
taskStore: SchedulerTaskStore;
|
|
20
|
+
materializer?: Partial<MaterializerOptions>;
|
|
21
|
+
executor?: Partial<ExecutorOptions>;
|
|
22
|
+
reaper?: Partial<ReaperOptions>;
|
|
23
|
+
retention?: Partial<RetentionOptions>;
|
|
24
|
+
lifecycle?: Partial<LifecycleOptions>;
|
|
25
|
+
onEvent?: (event: SchedulerEvent) => void;
|
|
26
|
+
tracer?: Tracer;
|
|
27
|
+
metrics?: SchedulerMetrics;
|
|
28
|
+
}
|
|
29
|
+
export declare function createScheduler(deps: SchedulerDeps): Scheduler & SchedulerPasses;
|