@n8n/scheduler 0.2.2 → 0.3.0

package/dist/core/factory.js

@@ -0,0 +1,254 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createScheduler = createScheduler;
+const constants_1 = require("@n8n/constants");
+const ensure_error_1 = require("@n8n/utils/errors/ensure-error");
+const errors_1 = require("./errors");
+const executor_1 = require("./executor");
+const lifecycle_1 = require("./lifecycle");
+const materializer_1 = require("./materializer");
+const reaper_1 = require("./reaper");
+const retention_1 = require("./retention");
+const attributes_1 = require("../observability/attributes");
+const executor_tracing_1 = require("../observability/executor-tracing");
+const materializer_tracing_1 = require("../observability/materializer-tracing");
+const metrics_1 = require("../observability/metrics");
+const pass_tracing_1 = require("../observability/pass-tracing");
+const tracer_1 = require("../observability/tracer");
+function withDefaults(defaults, overrides = {}) {
+    const merged = { ...defaults };
+    for (const key of Object.keys(overrides)) {
+        const value = overrides[key];
+        if (value !== undefined) {
+            merged[key] = value;
+        }
+    }
+    return merged;
+}
+function createScheduler(deps) {
+    const { hostId, materializerTransaction, taskStore, onEvent } = deps;
+    const tracer = deps.tracer ?? tracer_1.noopTracer;
+    const metrics = deps.metrics ?? metrics_1.noopMetrics;
+    const materializerOptions = withDefaults(materializer_1.DEFAULT_MATERIALIZER_OPTIONS, deps.materializer);
+    const executorOptions = withDefaults(executor_1.DEFAULT_EXECUTOR_OPTIONS, deps.executor);
+    const reaperOptions = withDefaults(reaper_1.DEFAULT_REAPER_OPTIONS, deps.reaper);
+    const retentionOptions = withDefaults(retention_1.DEFAULT_RETENTION_OPTIONS, deps.retention);
+    const lifecycleOptions = withDefaults(lifecycle_1.DEFAULT_LIFECYCLE_OPTIONS, deps.lifecycle);
+    if (!(lifecycleOptions.jitterRatio >= 0 && lifecycleOptions.jitterRatio < 1)) {
+        throw new errors_1.InvalidLifecycleOptionsError(`jitterRatio must be at least 0 and below 1, got ${lifecycleOptions.jitterRatio}`);
+    }
+    const durationKeys = [
+        'materializerIntervalSeconds',
+        'executorIntervalSeconds',
+        'reaperIntervalSeconds',
+        'retentionIntervalSeconds',
+        'materializerTimeoutSeconds',
+        'executorTimeoutSeconds',
+        'reaperTimeoutSeconds',
+        'retentionTimeoutSeconds',
+    ];
+    for (const key of durationKeys) {
+        const value = lifecycleOptions[key];
+        if (!(Number.isFinite(value) && value > 0)) {
+            throw new errors_1.InvalidLifecycleOptionsError(`${key} must be a positive number of seconds, got ${value}`);
+        }
+    }
+    if (lifecycleOptions.concurrencyMode !== 'sequential' &&
+        lifecycleOptions.concurrencyMode !== 'concurrent') {
+        throw new errors_1.InvalidLifecycleOptionsError(`concurrencyMode must be 'sequential' or 'concurrent', got ${String(lifecycleOptions.concurrencyMode)}`);
+    }
+    const { maxConcurrentPasses } = lifecycleOptions;
+    if (!(Number.isInteger(maxConcurrentPasses) && maxConcurrentPasses >= 1)) {
+        throw new errors_1.InvalidLifecycleOptionsError(`maxConcurrentPasses must be a positive integer, got ${maxConcurrentPasses}`);
+    }
+    const emit = (level, message, context) => {
+        try {
+            onEvent?.({ level, message, context });
+        }
+        catch {
+        }
+    };
+    const described = (error) => (0, ensure_error_1.ensureError)(error).message;
+    const recordMetric = (record) => {
+        try {
+            record();
+        }
+        catch {
+        }
+    };
+    const registry = new executor_1.TaskHandlerRegistry();
+    const executor = new executor_1.Executor(taskStore, registry, new executor_1.PrecisionTimer(), executorOptions, {
+        onLeaseShorterThanLookahead: (context) => {
+            emit('warn', 'Scheduler executor lookahead reaches or exceeds the lease; claimed tasks may lose their lease before firing', { ...context });
+        },
+        onMissingHandler: (task) => {
+            emit('warn', 'Scheduler claimed a task with no registered handler; claim released', {
+                taskId: task.id,
+                taskType: task.taskType,
+            });
+        },
+        onFireError: (task, error) => {
+            emit('error', 'Scheduler could not record a task outcome; left for the reaper', {
+                taskId: task.id,
+                error: described(error),
+            });
+        },
+        onReleaseError: (taskId, error) => {
+            emit('error', 'Scheduler failed to release a claimed task; left for the reaper', {
+                taskId,
+                error: described(error),
+            });
+        },
+        onDispatch: (taskType, lagSeconds) => recordMetric(() => {
+            metrics.recordDispatch(taskType);
+            metrics.observeDispatchLagSeconds(taskType, lagSeconds);
+        }),
+        onFire: (taskType, result) => recordMetric(() => {
+            metrics.recordFireOutcome(taskType, result);
+            if (result === 'failure')
+                metrics.recordDeadLettered();
+        }),
+        onRetry: (taskType) => recordMetric(() => metrics.recordRetry(taskType)),
+    }, (0, executor_tracing_1.createExecutorTracing)(tracer));
+    if (retentionOptions.failedRetentionSeconds < retentionOptions.retentionSeconds) {
+        emit('warn', 'Scheduler retention keeps failed runs shorter than succeeded ones; failure evidence will be deleted first', {
+            retentionSeconds: retentionOptions.retentionSeconds,
+            failedRetentionSeconds: retentionOptions.failedRetentionSeconds,
+        });
+    }
+    const runMaterialize = (0, pass_tracing_1.tracePass)(tracer, { name: 'Scheduler materialize', op: 'scheduler.materialize' }, async (signal) => {
+        try {
+            const summary = await (0, materializer_1.materialize)(materializerTransaction, materializerOptions, {
+                onPlanError: (job, error) => {
+                    emit('error', 'Scheduler could not plan a job schedule; deferred for retry', {
+                        jobId: job.id,
+                        error: described(error),
+                    });
+                },
+                onSkippedDuplicates: (context) => {
+                    emit('debug', 'Scheduler materializer skipped occurrences that were already recorded', { ...context });
+                },
+            }, signal);
+            await (0, materializer_tracing_1.traceCreatedTasks)(tracer, summary.created);
+            recordMetric(() => metrics.recordMaterialized(summary.occurrences, summary.deferredJobs));
+            return summary;
+        }
+        catch (error) {
+            if (signal?.aborted === true &&
+                signal.reason !== lifecycle_1.PASS_TIMED_OUT &&
+                error === signal.reason) {
+                return { claimedJobs: 0, occurrences: 0, created: [], deferredJobs: 0 };
+            }
+            throw error;
+        }
+    }, (summary) => ({
+        [attributes_1.SCHEDULER_ATTRIBUTES.claimedJobs]: summary.claimedJobs,
+        [attributes_1.SCHEDULER_ATTRIBUTES.occurrences]: summary.occurrences,
+        [attributes_1.SCHEDULER_ATTRIBUTES.deferredJobs]: summary.deferredJobs,
+    }));
+    const runExecute = (0, pass_tracing_1.tracePass)(tracer, {
+        name: 'Scheduler claim',
+        op: 'scheduler.claim',
+        attributes: { [attributes_1.SCHEDULER_ATTRIBUTES.host]: hostId },
+    }, async (signal) => await executor.claimAndSchedule(hostId, signal), (tasks) => ({ [attributes_1.SCHEDULER_ATTRIBUTES.claimedCount]: tasks.length }));
+    const runReap = (0, pass_tracing_1.tracePass)(tracer, { name: 'Scheduler reap', op: 'scheduler.reap' }, async (signal) => {
+        const result = await (0, reaper_1.reap)(taskStore, reaperOptions, {
+            onRowError: (taskId, error) => {
+                emit('error', 'Scheduler could not recover an expired task; skipped until the next sweep', {
+                    taskId,
+                    error: described(error),
+                });
+            },
+            onDeadLetter: (task) => {
+                emit('warn', 'Scheduler dead-lettered a task; its last attempt lost its lease', {
+                    ...task,
+                });
+            },
+        }, signal);
+        recordMetric(() => metrics.recordReaped(result.reclaimed, result.deadLettered));
+        return result;
+    }, (result) => ({
+        [attributes_1.SCHEDULER_ATTRIBUTES.reclaimed]: result.reclaimed,
+        [attributes_1.SCHEDULER_ATTRIBUTES.deadLettered]: result.deadLettered,
+    }));
+    const runPrune = (0, pass_tracing_1.tracePass)(tracer, { name: 'Scheduler retention', op: 'scheduler.retention' }, async (signal) => {
+        const summary = await (0, retention_1.prune)(taskStore, retentionOptions, signal);
+        if (!summary.drained && signal?.aborted !== true) {
+            emit('warn', 'Scheduler retention pass hit its batch budget; backlog remains', {
+                ...summary,
+            });
+        }
+        else if (summary.drained && summary.deleted > 0) {
+            emit('debug', 'Scheduler retention deleted finished tasks', { ...summary });
+        }
+        recordMetric(() => metrics.recordPruned(summary.deleted));
+        return summary;
+    }, (summary) => ({
+        [attributes_1.SCHEDULER_ATTRIBUTES.retentionDeleted]: summary.deleted,
+        [attributes_1.SCHEDULER_ATTRIBUTES.retentionDrained]: summary.drained,
+    }));
+    const loopOver = (pass, run, intervalSeconds, timeoutSeconds) => new lifecycle_1.Loop(run, {
+        intervalMs: intervalSeconds * constants_1.Time.seconds.toMilliseconds,
+        jitterRatio: lifecycleOptions.jitterRatio,
+        timeoutMs: timeoutSeconds * constants_1.Time.seconds.toMilliseconds,
+        concurrency: lifecycleOptions.concurrencyMode,
+        maxConcurrent: lifecycleOptions.maxConcurrentPasses,
+    }, {
+        onError: (error) => {
+            emit('error', 'Scheduler pass failed; retrying on its next tick', {
+                pass,
+                error: described(error),
+            });
+        },
+        onTimeout: ({ timeoutMs }) => {
+            emit('error', 'Scheduler pass timed out and was abandoned; retrying on its next tick', {
+                pass,
+                timeoutMs,
+            });
+        },
+        onSkippedTick: ({ inFlight, limit }) => {
+            emit('warn', 'Scheduler pass tick dropped; in-flight passes at the concurrency limit', {
+                pass,
+                inFlight,
+                limit,
+            });
+        },
+    });
+    const loops = [
+        loopOver('materializer', runMaterialize, lifecycleOptions.materializerIntervalSeconds, lifecycleOptions.materializerTimeoutSeconds),
+        loopOver('executor', runExecute, lifecycleOptions.executorIntervalSeconds, lifecycleOptions.executorTimeoutSeconds),
+        loopOver('reaper', runReap, lifecycleOptions.reaperIntervalSeconds, lifecycleOptions.reaperTimeoutSeconds),
+        loopOver('retention', runPrune, lifecycleOptions.retentionIntervalSeconds, lifecycleOptions.retentionTimeoutSeconds),
+    ];
+    let started = false;
+    let stopping;
+    return {
+        registerTaskHandler(taskType, handler) {
+            registry.register(taskType, (0, executor_tracing_1.withHandoffTracing)(tracer, handler));
+        },
+        materialize: runMaterialize,
+        execute: runExecute,
+        reap: runReap,
+        prune: runPrune,
+        start() {
+            if (!started && stopping === undefined) {
+                started = true;
+                for (const loop of loops) {
+                    loop.start();
+                }
+                emit('info', 'Scheduler started', { hostId });
+            }
+        },
+        async stop() {
+            stopping ??= (async () => {
+                await Promise.all(loops.map(async (loop) => await loop.stop()));
+                await executor.stop();
+                if (started) {
+                    emit('info', 'Scheduler stopped', { hostId });
+                }
+            })();
+            await stopping;
+        },
+    };
+}
+//# sourceMappingURL=factory.js.map

package/dist/core/factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"factory.js","sourceRoot":"","sources":["../../src/core/factory.ts"],"names":[],"mappings":";;AAkGA,0CA8WC;AAhdD,8CAAsC;AACtC,iEAA6D;AAE7D,qCAAwD;AACxD,yCAKoB;AAEpB,2CAA8E;AAE9E,iDAA2E;AAE3E,qCAAwD;AAExD,2CAA+D;AAG/D,4DAAmE;AACnE,wEAA8F;AAC9F,gFAA0E;AAC1E,sDAA8E;AAC9E,gEAA0D;AAC1D,oDAAkE;AAuDlE,SAAS,YAAY,CAAmB,QAAW,EAAE,YAAwB,EAAE;IAC9E,MAAM,MAAM,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;IAC/B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAmB,EAAE,CAAC;QAC5D,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACrB,CAAC;IACF,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AASD,SAAgB,eAAe,CAAC,IAAmB;IAClD,MAAM,EAAE,MAAM,EAAE,uBAAuB,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IACrE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,mBAAU,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,qBAAW,CAAC;IAC5C,MAAM,mBAAmB,GAAG,YAAY,CAAC,2CAA4B,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC1F,MAAM,eAAe,GAAG,YAAY,CAAC,mCAAwB,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9E,MAAM,aAAa,GAAG,YAAY,CAAC,+BAAsB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACxE,MAAM,gBAAgB,GAAG,YAAY,CAAC,qCAAyB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACjF,MAAM,gBAAgB,GAAG,YAAY,CAAC,qCAAyB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAEjF,IAAI,CAAC,CAAC,gBAAgB,CAAC,WAAW,IAAI,CAAC,IAAI,gBAAgB,CAAC,WAAW,GAAG,CAAC,CAAC,EAAE,CAAC;QAC9E,MAAM,IAAI,qCAA4B,CACrC,mDAAmD,gBAAgB,CAAC,WAAW,EAAE,CACjF,CAAC;IACH,CAAC;IAKD,MAAM,YAAY,GAAG;QACpB,6BAA6B;QAC7B,yBAAyB;QACzB,uBAAuB;QACvB,0BAA0B;QAC1B,4BAA4B;QAC5B,wBAAwB;QACxB,sBAAsB;QACtB,yBAAyB;KAChB,CAAC;IACX,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,qCAA4B,CACrC,GAAG,GAAG,8CAA8C,KAAK,EAAE,CAC3D,CAAC;QACH,CAAC;IACF,CAAC;IAED,IACC,gBAAgB,CAAC,eAAe,KAAK,YAAY;QACjD,gBAAgB,CAAC,eAAe,KAAK,YAAY,EAChD,CAAC;QACF,MAAM,IAAI,qCAA4B,CACrC,6DAA6D,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,EAAE,CACvG,CAAC;IACH,CAAC;IAED,MAAM,EAAE,mBAAmB,EAAE,GAAG,gBAAgB,CAAC;IACjD,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC,IAAI,mBAAmB,IAAI,CAAC,CAAC,EAAE,CAAC;QAC1E,MAAM,IAAI,qCAA4B,CACrC,uDAAuD,mBAAmB,EAAE,CAC5E,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,KAA0B,EAAE,OAAe,EAAE,OAAgC,EAAE,EAAE;QAI9F,IAAI,CAAC;YACJ,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QACxC,CAAC;QAAC,MAAM,CAAC;QAET,CAAC;IACF,CAAC,CAAC;IACF,MAAM,SAAS,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,IAAA,0BAAW,EAAC,KAAK,CAAC,CAAC,OAAO,CAAC;IAKjE,MAAM,YAAY,GAAG,CAAC,MAAkB,EAAE,EAAE;QAC3C,IAAI,CAAC;YACJ,MAAM,EAAE,CAAC;QACV,CAAC;QAAC,MAAM,CAAC;QAET,CAAC;IACF,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAI,8BAAmB,EAAE,CAAC;IAC3C,MAAM,QAAQ,GAAG,IAAI,mBAAQ,CAC5B,SAAS,EACT,QAAQ,EACR,IAAI,yBAAc,EAAE,EACpB,eAAe,EACf;QACC,2BAA2B,EAAE,CAAC,OAAO,EAAE,EAAE;YACxC,IAAI,CACH,MAAM,EACN,6GAA6G,EAC7G,EAAE,GAAG,OAAO,EAAE,CACd,CAAC;QACH,CAAC;QACD,gBAAgB,EAAE,CAAC,IAAI,EAAE,EAAE;YAC1B,IAAI,CAAC,MAAM,EAAE,qEAAqE,EAAE;gBACnF,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACvB,CAAC,CAAC;QACJ,CAAC;QACD,WAAW,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC5B,IAAI,CAAC,OAAO,EAAE,gEAAgE,EAAE;gBAC/E,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC;aACvB,CAAC,CAAC;QACJ,CAAC;QACD,cAAc,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YACjC,IAAI,CAAC,OAAO,EAAE,iEAAiE,EAAE;gBAChF,MAAM;gBACN,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC;aACvB,CAAC,CAAC;QACJ,CAAC;QACD,UAAU,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,CACpC,YAAY,CAAC,GAAG,EAAE;YACjB,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YACjC,OAAO,CAAC,yBAAyB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACzD,CAAC,CAAC;QACH,MAAM,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAC5B,YAAY,CAAC,GAAG,EAAE;YACjB,OAAO,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAE5C,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACxD,CAAC,CAAC;QACH,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;KACxE,EACD,IAAA,wCAAqB,EAAC,MAAM,CAAC,CAC7B,CAAC;IAEF,IAAI,gBAAgB,CAAC,sBAAsB,GAAG,gBAAgB,CAAC,gBAAgB,EAAE,CAAC;QACjF,IAAI,CACH,MAAM,EACN,2GAA2G,EAC3G;YACC,gBAAgB,EAAE,gBAAgB,CAAC,gBAAgB;YACnD,sBAAsB,EAAE,gBAAgB,CAAC,sBAAsB;SAC/D,CACD,CAAC;IACH,CAAC;IAQD,MAAM,cAAc,GAAG,IAAA,wBAAS,EAC/B,MAAM,EACN,EAAE,IAAI,EAAE,uBAAuB,EAAE,EAAE,EAAE,uBAAuB,EAAE,EAC9D,KAAK,EAAE,MAAM,EAAE,EAAE;QAChB,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,MAAM,IAAA,0BAAW,EAChC,uBAAuB,EACvB,mBAAmB,EACnB;gBACC,WAAW,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;oBAC3B,IAAI,CAAC,OAAO,EAAE,6DAA6D,EAAE;wBAC5E,KAAK,EAAE,GAAG,CAAC,EAAE;wBACb,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC;qBACvB,CAAC,CAAC;gBACJ,CAAC;gBACD,mBAAmB,EAAE,CAAC,OAAO,EAAE,EAAE;oBAChC,IAAI,CACH,OAAO,EACP,uEAAuE,EACvE,EAAE,GAAG,OAAO,EAAE,CACd,CAAC;gBACH,CAAC;aACD,EACD,MAAM,CACN,CAAC;YACF,MAAM,IAAA,wCAAiB,EAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YACjD,YAAY,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;YAC1F,OAAO,OAAO,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAIhB,IACC,MAAM,EAAE,OAAO,KAAK,IAAI;gBACxB,MAAM,CAAC,MAAM,KAAK,0BAAc;gBAChC,KAAK,KAAK,MAAM,CAAC,MAAM,EACtB,CAAC;gBACF,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YACzE,CAAC;YACD,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC,EACD,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACb,CAAC,iCAAoB,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW;QACvD,CAAC,iCAAoB,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW;QACvD,CAAC,iCAAoB,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,YAAY;KACzD,CAAC,CACF,CAAC;IAEF,MAAM,UAAU,GAAG,IAAA,wBAAS,EAC3B,MAAM,EACN;QACC,IAAI,EAAE,iBAAiB;QACvB,EAAE,EAAE,iBAAiB;QACrB,UAAU,EAAE,EAAE,CAAC,iCAAoB,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE;KACnD,EACD,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,QAAQ,CAAC,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,EACjE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,iCAAoB,CAAC,YAAY,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAClE,CAAC;IAEF,MAAM,OAAO,GAAG,IAAA,wBAAS,EACxB,MAAM,EACN,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAChD,KAAK,EAAE,MAAM,EAAE,EAAE;QAChB,MAAM,MAAM,GAAG,MAAM,IAAA,aAAI,EACxB,SAAS,EACT,aAAa,EACb;YACC,UAAU,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;gBAC7B,IAAI,CACH,OAAO,EACP,2EAA2E,EAC3E;oBACC,MAAM;oBACN,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC;iBACvB,CACD,CAAC;YACH,CAAC;YACD,YAAY,EAAE,CAAC,IAAI,EAAE,EAAE;gBACtB,IAAI,CAAC,MAAM,EAAE,iEAAiE,EAAE;oBAC/E,GAAG,IAAI;iBACP,CAAC,CAAC;YACJ,CAAC;SACD,EACD,MAAM,CACN,CAAC;QACF,YAAY,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;QAChF,OAAO,MAAM,CAAC;IACf,CAAC,EACD,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACZ,CAAC,iCAAoB,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,SAAS;QAClD,CAAC,iCAAoB,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC,YAAY;KACxD,CAAC,CACF,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAA,wBAAS,EACzB,MAAM,EACN,EAAE,IAAI,EAAE,qBAAqB,EAAE,EAAE,EAAE,qBAAqB,EAAE,EAC1D,KAAK,EAAE,MAAM,EAAE,EAAE;QAChB,MAAM,OAAO,GAAG,MAAM,IAAA,iBAAK,EAAC,SAAS,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;YAClD,IAAI,CAAC,MAAM,EAAE,gEAAgE,EAAE;gBAC9E,GAAG,OAAO;aACV,CAAC,CAAC;QACJ,CAAC;aAAM,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;YACnD,IAAI,CAAC,OAAO,EAAE,4CAA4C,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC7E,CAAC;QACD,YAAY,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAC1D,OAAO,OAAO,CAAC;IAChB,CAAC,EACD,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACb,CAAC,iCAAoB,CAAC,gBAAgB,CAAC,EAAE,OAAO,CAAC,OAAO;QACxD,CAAC,iCAAoB,CAAC,gBAAgB,CAAC,EAAE,OAAO,CAAC,OAAO;KACxD,CAAC,CACF,CAAC;IAEF,MAAM,QAAQ,GAAG,CAChB,IAAY,EACZ,GAA8C,EAC9C,eAAuB,EACvB,cAAsB,EACrB,EAAE,CACH,IAAI,gBAAI,CACP,GAAG,EACH;QACC,UAAU,EAAE,eAAe,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc;QACzD,WAAW,EAAE,gBAAgB,CAAC,WAAW;QACzC,SAAS,EAAE,cAAc,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc;QACvD,WAAW,EAAE,gBAAgB,CAAC,eAAe;QAC7C,aAAa,EAAE,gBAAgB,CAAC,mBAAmB;KACnD,EACD;QACC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAClB,IAAI,CAAC,OAAO,EAAE,kDAAkD,EAAE;gBACjE,IAAI;gBACJ,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC;aACvB,CAAC,CAAC;QACJ,CAAC;QACD,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE;YAC5B,IAAI,CAAC,OAAO,EAAE,uEAAuE,EAAE;gBACtF,IAAI;gBACJ,SAAS;aACT,CAAC,CAAC;QACJ,CAAC;QACD,aAAa,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE;YACtC,IAAI,CAAC,MAAM,EAAE,wEAAwE,EAAE;gBACtF,IAAI;gBACJ,QAAQ;gBACR,KAAK;aACL,CAAC,CAAC;QACJ,CAAC;KACD,CACD,CAAC;IAEH,MAAM,KAAK,GAAG;QACb,QAAQ,CACP,cAAc,EACd,cAAc,EACd,gBAAgB,CAAC,2BAA2B,EAC5C,gBAAgB,CAAC,0BAA0B,CAC3C;QACD,QAAQ,CACP,UAAU,EACV,UAAU,EACV,gBAAgB,CAAC,uBAAuB,EACxC,gBAAgB,CAAC,sBAAsB,CACvC;QACD,QAAQ,CACP,QAAQ,EACR,OAAO,EACP,gBAAgB,CAAC,qBAAqB,EACtC,gBAAgB,CAAC,oBAAoB,CACrC;QACD,QAAQ,CACP,WAAW,EACX,QAAQ,EACR,gBAAgB,CAAC,wBAAwB,EACzC,gBAAgB,CAAC,uBAAuB,CACxC;KACD,CAAC;IAEF,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,QAAmC,CAAC;IAExC,OAAO;QACN,mBAAmB,CAAC,QAAQ,EAAE,OAAO;YAGpC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAA,qCAAkB,EAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QAClE,CAAC;QAED,WAAW,EAAE,cAAc;QAE3B,OAAO,EAAE,UAAU;QAEnB,IAAI,EAAE,OAAO;QAEb,KAAK,EAAE,QAAQ;QAEf,KAAK;YACJ,IAAI,CAAC,OAAO,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBACxC,OAAO,GAAG,IAAI,CAAC;gBACf,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;gBACd,CAAC;gBACD,IAAI,CAAC,MAAM,EAAE,mBAAmB,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC/C,CAAC;QACF,CAAC;QAED,KAAK,CAAC,IAAI;YAGT,QAAQ,KAAK,CAAC,KAAK,IAAI,EAAE;gBAGxB,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;gBAChE,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACtB,IAAI,OAAO,EAAE,CAAC;oBACb,IAAI,CAAC,MAAM,EAAE,mBAAmB,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC/C,CAAC;YACF,CAAC,CAAC,EAAE,CAAC;YACL,MAAM,QAAQ,CAAC;QAChB,CAAC;KACD,CAAC;AACH,CAAC"}

package/dist/core/index.d.ts

@@ -1,10 +1,18 @@
-export { ScheduledJobKind, ScheduledJobKindList, ScheduledTaskStatus, ScheduledTaskStatusList, type TerminalTaskStatus, TerminalTaskStatusList, } from './enums';
-export type { CronSchedule, IntervalSchedule, OneOffSchedule, Schedule, ScheduledJob, ScheduledTask, } from './types';
-export { InvalidScheduleError, InvalidRetentionOptionsError, CorruptStorageRowError, } from './errors';
-export { computeNextRunAt } from './recurrence/next-run';
+export type { Scheduler, SchedulerPasses } from './scheduler';
+export { createScheduler } from './factory';
+export type { SchedulerDeps, SchedulerEvent, SchedulerEventLevel, SchedulerTaskStore, } from './factory';
+export type { ClaimedTask, CronSchedule, IntervalSchedule, OneOffSchedule, RecurringCronSchedule, Schedule, } from './types';
+export { computeFirstRunAt, computeNextRunAt } from './recurrence/next-run';
 export { validateSchedule } from './recurrence/validate';
-export { materialize, DEFAULT_MATERIALIZER_OPTIONS } from './materializer';
-export type { MaterializerSummary, MaterializerOptions, OnJobPlanError, } from './materializer';
-export type { DueJobs, PlannedJob, RunInTransaction, MaterializerTransaction, } from './materializer';
-export { prune, DEFAULT_RETENTION_OPTIONS } from './retention';
-export type { RetentionSummary, RetentionOptions, RetentionBatch, RetentionStore, } from './retention';
+export { provision, deprovision, createJobProvisioner } from './provisioning';
+export type { JobProvisioner, JobProvisionerDeps, ProvisionTransaction, RunInProvisionTransaction, DeprovisionTransaction, RunInDeprovisionTransaction, ScheduleDefinition, CronDefinition, RecurringCronDefinition, IntervalDefinition, OneOffDefinition, DesiredJob, ExistingJob, ProvisionedJob, ProvisionSummary, } from './provisioning';
+export type { ExecutorOptions, TaskHandler } from './executor';
+export type { MaterializerOptions, MaterializerSummary, NewOccurrence, RunInTransaction, } from './materializer';
+export { executorLookaheadSeconds } from './lifecycle';
+export type { ConcurrencyMode, LifecycleOptions } from './lifecycle';
+export type { ReaperOptions, ReapResult } from './reaper';
+export type { RetentionOptions, RetentionSummary } from './retention';
+export { SpanStatus, noopTracer } from '../observability/tracer';
+export type { Tracer, Span, SpanOptions } from '../observability/tracer';
+export { noopMetrics } from '../observability/metrics';
+export type { SchedulerMetrics } from '../observability/metrics';

package/dist/core/index.js

@@ -1,24 +1,22 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DEFAULT_RETENTION_OPTIONS = exports.prune = exports.DEFAULT_MATERIALIZER_OPTIONS = exports.materialize = exports.validateSchedule = exports.computeNextRunAt = exports.CorruptStorageRowError = exports.InvalidRetentionOptionsError = exports.InvalidScheduleError = exports.TerminalTaskStatusList = exports.ScheduledTaskStatusList = exports.ScheduledTaskStatus = exports.ScheduledJobKindList = exports.ScheduledJobKind = void 0;
-var enums_1 = require("./enums");
-Object.defineProperty(exports, "ScheduledJobKind", { enumerable: true, get: function () { return enums_1.ScheduledJobKind; } });
-Object.defineProperty(exports, "ScheduledJobKindList", { enumerable: true, get: function () { return enums_1.ScheduledJobKindList; } });
-Object.defineProperty(exports, "ScheduledTaskStatus", { enumerable: true, get: function () { return enums_1.ScheduledTaskStatus; } });
-Object.defineProperty(exports, "ScheduledTaskStatusList", { enumerable: true, get: function () { return enums_1.ScheduledTaskStatusList; } });
-Object.defineProperty(exports, "TerminalTaskStatusList", { enumerable: true, get: function () { return enums_1.TerminalTaskStatusList; } });
-var errors_1 = require("./errors");
-Object.defineProperty(exports, "InvalidScheduleError", { enumerable: true, get: function () { return errors_1.InvalidScheduleError; } });
-Object.defineProperty(exports, "InvalidRetentionOptionsError", { enumerable: true, get: function () { return errors_1.InvalidRetentionOptionsError; } });
-Object.defineProperty(exports, "CorruptStorageRowError", { enumerable: true, get: function () { return errors_1.CorruptStorageRowError; } });
+exports.noopMetrics = exports.noopTracer = exports.SpanStatus = exports.executorLookaheadSeconds = exports.createJobProvisioner = exports.deprovision = exports.provision = exports.validateSchedule = exports.computeNextRunAt = exports.computeFirstRunAt = exports.createScheduler = void 0;
+var factory_1 = require("./factory");
+Object.defineProperty(exports, "createScheduler", { enumerable: true, get: function () { return factory_1.createScheduler; } });
 var next_run_1 = require("./recurrence/next-run");
+Object.defineProperty(exports, "computeFirstRunAt", { enumerable: true, get: function () { return next_run_1.computeFirstRunAt; } });
 Object.defineProperty(exports, "computeNextRunAt", { enumerable: true, get: function () { return next_run_1.computeNextRunAt; } });
 var validate_1 = require("./recurrence/validate");
 Object.defineProperty(exports, "validateSchedule", { enumerable: true, get: function () { return validate_1.validateSchedule; } });
-var materializer_1 = require("./materializer");
-Object.defineProperty(exports, "materialize", { enumerable: true, get: function () { return materializer_1.materialize; } });
-Object.defineProperty(exports, "DEFAULT_MATERIALIZER_OPTIONS", { enumerable: true, get: function () { return materializer_1.DEFAULT_MATERIALIZER_OPTIONS; } });
-var retention_1 = require("./retention");
-Object.defineProperty(exports, "prune", { enumerable: true, get: function () { return retention_1.prune; } });
-Object.defineProperty(exports, "DEFAULT_RETENTION_OPTIONS", { enumerable: true, get: function () { return retention_1.DEFAULT_RETENTION_OPTIONS; } });
+var provisioning_1 = require("./provisioning");
+Object.defineProperty(exports, "provision", { enumerable: true, get: function () { return provisioning_1.provision; } });
+Object.defineProperty(exports, "deprovision", { enumerable: true, get: function () { return provisioning_1.deprovision; } });
+Object.defineProperty(exports, "createJobProvisioner", { enumerable: true, get: function () { return provisioning_1.createJobProvisioner; } });
+var lifecycle_1 = require("./lifecycle");
+Object.defineProperty(exports, "executorLookaheadSeconds", { enumerable: true, get: function () { return lifecycle_1.executorLookaheadSeconds; } });
+var tracer_1 = require("../observability/tracer");
+Object.defineProperty(exports, "SpanStatus", { enumerable: true, get: function () { return tracer_1.SpanStatus; } });
+Object.defineProperty(exports, "noopTracer", { enumerable: true, get: function () { return tracer_1.noopTracer; } });
+var metrics_1 = require("../observability/metrics");
+Object.defineProperty(exports, "noopMetrics", { enumerable: true, get: function () { return metrics_1.noopMetrics; } });
 //# sourceMappingURL=index.js.map

package/dist/core/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":";;;AAqBA,iCAOiB;AANhB,yGAAA,gBAAgB,OAAA;AAChB,6GAAA,oBAAoB,OAAA;AACpB,4GAAA,mBAAmB,OAAA;AACnB,gHAAA,uBAAuB,OAAA;AAEvB,+GAAA,sBAAsB,OAAA;AAYvB,mCAIkB;AAHjB,8GAAA,oBAAoB,OAAA;AACpB,sHAAA,4BAA4B,OAAA;AAC5B,gHAAA,sBAAsB,OAAA;AAGvB,kDAAyD;AAAhD,4GAAA,gBAAgB,OAAA;AACzB,kDAAyD;AAAhD,4GAAA,gBAAgB,OAAA;AAEzB,+CAA2E;AAAlE,2GAAA,WAAW,OAAA;AAAE,4HAAA,4BAA4B,OAAA;AAclD,yCAA+D;AAAtD,kGAAA,KAAK,OAAA;AAAE,sHAAA,yBAAyB,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":";;;AACA,qCAA4C;AAAnC,0GAAA,eAAe,OAAA;AAgBxB,kDAA4E;AAAnE,6GAAA,iBAAiB,OAAA;AAAE,4GAAA,gBAAgB,OAAA;AAC5C,kDAAyD;AAAhD,4GAAA,gBAAgB,OAAA;AAEzB,+CAA8E;AAArE,yGAAA,SAAS,OAAA;AAAE,2GAAA,WAAW,OAAA;AAAE,oHAAA,oBAAoB,OAAA;AAyBrD,yCAAuD;AAA9C,qHAAA,wBAAwB,OAAA;AAKjC,kDAAiE;AAAxD,oGAAA,UAAU,OAAA;AAAE,oGAAA,UAAU,OAAA;AAE/B,oDAAuD;AAA9C,sGAAA,WAAW,OAAA"}

package/dist/core/lifecycle/alarm.d.ts

@@ -0,0 +1,8 @@
+export declare const MAX_DELAY_MS: number;
+export declare class Alarm {
+    private readonly now;
+    private timer?;
+    constructor(now: () => number);
+    set(targetAt: number, fire: () => void): void;
+    cancel(): void;
+}

package/dist/core/lifecycle/alarm.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Alarm = exports.MAX_DELAY_MS = void 0;
+const constants_1 = require("@n8n/constants");
+exports.MAX_DELAY_MS = constants_1.MAX_INTEGER_32BITS_SIGNED;
+class Alarm {
+    constructor(now) {
+        this.now = now;
+    }
+    set(targetAt, fire) {
+        this.cancel();
+        const delayMs = Math.min(Math.max(0, targetAt - this.now()), exports.MAX_DELAY_MS);
+        this.timer = setTimeout(() => {
+            this.timer = undefined;
+            if (targetAt > this.now()) {
+                this.set(targetAt, fire);
+            }
+            else {
+                fire();
+            }
+        }, delayMs);
+        this.timer.unref();
+    }
+    cancel() {
+        if (this.timer !== undefined) {
+            clearTimeout(this.timer);
+            this.timer = undefined;
+        }
+    }
+}
+exports.Alarm = Alarm;
+//# sourceMappingURL=alarm.js.map

package/dist/core/lifecycle/alarm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"alarm.js","sourceRoot":"","sources":["../../../src/core/lifecycle/alarm.ts"],"names":[],"mappings":";;;AAAA,8CAA2D;AAG9C,QAAA,YAAY,GAAG,qCAAyB,CAAC;AAQtD,MAAa,KAAK;IAGjB,YAA6B,GAAiB;QAAjB,QAAG,GAAH,GAAG,CAAc;IAAG,CAAC;IAGlD,GAAG,CAAC,QAAgB,EAAE,IAAgB;QACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,oBAAY,CAAC,CAAC;QAC3E,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;YAEvB,IAAI,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACP,IAAI,EAAE,CAAC;YACR,CAAC;QACF,CAAC,EAAE,OAAO,CAAC,CAAC;QACZ,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IAED,MAAM;QACL,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACxB,CAAC;IACF,CAAC;CACD;AA3BD,sBA2BC"}

package/dist/core/lifecycle/index.d.ts

@@ -0,0 +1,5 @@
+export { Loop, PASS_TIMED_OUT } from './loop';
+export type { ConcurrencyMode, LoopHooks, LoopOptions } from './loop';
+export { executorLookaheadSeconds } from './lookahead';
+export { DEFAULT_LIFECYCLE_OPTIONS } from './options';
+export type { LifecycleOptions } from './options';

package/dist/core/lifecycle/index.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_LIFECYCLE_OPTIONS = exports.executorLookaheadSeconds = exports.PASS_TIMED_OUT = exports.Loop = void 0;
+var loop_1 = require("./loop");
+Object.defineProperty(exports, "Loop", { enumerable: true, get: function () { return loop_1.Loop; } });
+Object.defineProperty(exports, "PASS_TIMED_OUT", { enumerable: true, get: function () { return loop_1.PASS_TIMED_OUT; } });
+var lookahead_1 = require("./lookahead");
+Object.defineProperty(exports, "executorLookaheadSeconds", { enumerable: true, get: function () { return lookahead_1.executorLookaheadSeconds; } });
+var options_1 = require("./options");
+Object.defineProperty(exports, "DEFAULT_LIFECYCLE_OPTIONS", { enumerable: true, get: function () { return options_1.DEFAULT_LIFECYCLE_OPTIONS; } });
+//# sourceMappingURL=index.js.map

package/dist/core/lifecycle/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/lifecycle/index.ts"],"names":[],"mappings":";;;AAAA,+BAA8C;AAArC,4FAAA,IAAI,OAAA;AAAE,sGAAA,cAAc,OAAA;AAE7B,yCAAuD;AAA9C,qHAAA,wBAAwB,OAAA;AACjC,qCAAsD;AAA7C,oHAAA,yBAAyB,OAAA"}

package/dist/core/lifecycle/lookahead.d.ts

@@ -0,0 +1 @@
+export declare function executorLookaheadSeconds(intervalSeconds: number, jitterRatio: number): number;

package/dist/core/lifecycle/lookahead.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.executorLookaheadSeconds = executorLookaheadSeconds;
+function executorLookaheadSeconds(intervalSeconds, jitterRatio) {
+    return intervalSeconds * (1 + 2 * jitterRatio);
+}
+//# sourceMappingURL=lookahead.js.map

package/dist/core/lifecycle/lookahead.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lookahead.js","sourceRoot":"","sources":["../../../src/core/lifecycle/lookahead.ts"],"names":[],"mappings":";;AAWA,4DAEC;AAFD,SAAgB,wBAAwB,CAAC,eAAuB,EAAE,WAAmB;IACpF,OAAO,eAAe,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC;AAChD,CAAC"}

package/dist/core/lifecycle/loop.d.ts

@@ -0,0 +1,39 @@
+export declare const PASS_TIMED_OUT: unique symbol;
+export type ConcurrencyMode = 'sequential' | 'concurrent';
+export interface LoopOptions {
+    intervalMs: number;
+    jitterRatio: number;
+    timeoutMs: number;
+    concurrency: ConcurrencyMode;
+    maxConcurrent: number;
+}
+export interface LoopHooks {
+    onError: (error: unknown) => void;
+    onTimeout: (context: {
+        timeoutMs: number;
+    }) => void;
+    onSkippedTick: (context: {
+        inFlight: number;
+        limit: number;
+    }) => void;
+}
+export declare class Loop {
+    private readonly pass;
+    private readonly options;
+    private readonly hooks;
+    private readonly random;
+    private readonly now;
+    private readonly alarm;
+    private readonly inFlight;
+    private readonly inFlightControllers;
+    private timeline?;
+    private stopped;
+    private readonly limit;
+    constructor(pass: (signal: AbortSignal) => Promise<unknown>, options: LoopOptions, hooks: LoopHooks, random?: () => number, now?: () => number);
+    start(): void;
+    stop(): Promise<void>;
+    private tick;
+    private launch;
+    private runOnce;
+    private runPass;
+}

package/dist/core/lifecycle/loop.js

@@ -0,0 +1,86 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Loop = exports.PASS_TIMED_OUT = void 0;
+const alarm_1 = require("./alarm");
+const timeline_1 = require("./timeline");
+const TIMED_OUT = Symbol('pass timed out');
+exports.PASS_TIMED_OUT = Symbol('pass aborted after timeout');
+function timeoutAfter(ms) {
+    let timer;
+    const timedOut = new Promise((resolve) => {
+        timer = setTimeout(() => resolve(TIMED_OUT), Math.min(ms, alarm_1.MAX_DELAY_MS));
+        timer.unref();
+    });
+    return { timedOut, cancel: () => clearTimeout(timer) };
+}
+class Loop {
+    constructor(pass, options, hooks, random = Math.random, now = Date.now) {
+        this.pass = pass;
+        this.options = options;
+        this.hooks = hooks;
+        this.random = random;
+        this.now = now;
+        this.inFlight = new Set();
+        this.inFlightControllers = new Set();
+        this.stopped = false;
+        this.limit = options.concurrency === 'sequential' ? 1 : options.maxConcurrent;
+        this.alarm = new alarm_1.Alarm(now);
+    }
+    start() {
+        if (this.timeline === undefined && !this.stopped) {
+            this.timeline = new timeline_1.Timeline(this.options.intervalMs, this.options.jitterRatio, this.random, this.now());
+            this.alarm.set(this.timeline.firstTickAt, () => this.tick());
+        }
+    }
+    async stop() {
+        this.stopped = true;
+        this.alarm.cancel();
+        for (const controller of this.inFlightControllers) {
+            controller.abort();
+        }
+        await Promise.all(this.inFlight);
+    }
+    tick() {
+        if (this.timeline) {
+            this.alarm.set(this.timeline.nextTickAt(this.now()), () => this.tick());
+            this.launch();
+        }
+    }
+    launch() {
+        if (this.inFlight.size >= this.limit) {
+            this.hooks.onSkippedTick({ inFlight: this.inFlight.size, limit: this.limit });
+        }
+        else {
+            const run = this.runOnce();
+            this.inFlight.add(run);
+            void run.finally(() => this.inFlight.delete(run));
+        }
+    }
+    async runOnce() {
+        const controller = new AbortController();
+        this.inFlightControllers.add(controller);
+        const timeout = timeoutAfter(this.options.timeoutMs);
+        const pass = this.runPass(controller.signal);
+        pass.catch(() => { });
+        try {
+            if ((await Promise.race([pass, timeout.timedOut])) === TIMED_OUT) {
+                controller.abort(exports.PASS_TIMED_OUT);
+                this.hooks.onTimeout({ timeoutMs: this.options.timeoutMs });
+            }
+        }
+        catch (error) {
+            if (!controller.signal.aborted) {
+                this.hooks.onError(error);
+            }
+        }
+        finally {
+            this.inFlightControllers.delete(controller);
+            timeout.cancel();
+        }
+    }
+    async runPass(signal) {
+        return await this.pass(signal);
+    }
+}
+exports.Loop = Loop;
+//# sourceMappingURL=loop.js.map

package/dist/core/lifecycle/loop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loop.js","sourceRoot":"","sources":["../../../src/core/lifecycle/loop.ts"],"names":[],"mappings":";;;AAAA,mCAA8C;AAC9C,yCAAsC;AAGtC,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;AAO9B,QAAA,cAAc,GAAG,MAAM,CAAC,4BAA4B,CAAC,CAAC;AA+CnE,SAAS,YAAY,CAAC,EAAU;IAC/B,IAAI,KAAgD,CAAC;IACrD,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAmB,CAAC,OAAO,EAAE,EAAE;QAC1D,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,oBAAY,CAAC,CAAC,CAAC;QACzE,KAAK,CAAC,KAAK,EAAE,CAAC;IACf,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;AACxD,CAAC;AAqBD,MAAa,IAAI;IAkBhB,YACkB,IAA+C,EAC/C,OAAoB,EACpB,KAAgB,EAChB,SAAuB,IAAI,CAAC,MAAM,EAClC,MAAoB,IAAI,CAAC,GAAG;QAJ5B,SAAI,GAAJ,IAAI,CAA2C;QAC/C,YAAO,GAAP,OAAO,CAAa;QACpB,UAAK,GAAL,KAAK,CAAW;QAChB,WAAM,GAAN,MAAM,CAA4B;QAClC,QAAG,GAAH,GAAG,CAAyB;QApB7B,aAAQ,GAAG,IAAI,GAAG,EAAiB,CAAC;QAGpC,wBAAmB,GAAG,IAAI,GAAG,EAAmB,CAAC;QAQ1D,YAAO,GAAG,KAAK,CAAC;QAWvB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,WAAW,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAC9E,IAAI,CAAC,KAAK,GAAG,IAAI,aAAK,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAOD,KAAK;QACJ,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClD,IAAI,CAAC,QAAQ,GAAG,IAAI,mBAAQ,CAC3B,IAAI,CAAC,OAAO,CAAC,UAAU,EACvB,IAAI,CAAC,OAAO,CAAC,WAAW,EACxB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,GAAG,EAAE,CACV,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;IACF,CAAC;IAMD,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACpB,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACnD,UAAU,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAEO,IAAI;QACX,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAGnB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACxE,IAAI,CAAC,MAAM,EAAE,CAAC;QACf,CAAC;IACF,CAAC;IAGO,MAAM;QACb,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAC/E,CAAC;aAAM,CAAC;YACP,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACvB,KAAK,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACnD,CAAC;IACF,CAAC;IAGO,KAAK,CAAC,OAAO;QACpB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzC,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC;YACJ,IAAI,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;gBAClE,UAAU,CAAC,KAAK,CAAC,sBAAc,CAAC,CAAC;gBACjC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YAC7D,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;QACF,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC5C,OAAO,CAAC,MAAM,EAAE,CAAC;QAClB,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,MAAmB;QACxC,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;CACD;AAxGD,oBAwGC"}

package/dist/core/lifecycle/options.d.ts

@@ -0,0 +1,15 @@
+import type { ConcurrencyMode } from './loop';
+export interface LifecycleOptions {
+    materializerIntervalSeconds: number;
+    executorIntervalSeconds: number;
+    reaperIntervalSeconds: number;
+    retentionIntervalSeconds: number;
+    materializerTimeoutSeconds: number;
+    executorTimeoutSeconds: number;
+    reaperTimeoutSeconds: number;
+    retentionTimeoutSeconds: number;
+    jitterRatio: number;
+    concurrencyMode: ConcurrencyMode;
+    maxConcurrentPasses: number;
+}
+export declare const DEFAULT_LIFECYCLE_OPTIONS: LifecycleOptions;

package/dist/core/lifecycle/options.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_LIFECYCLE_OPTIONS = void 0;
+const constants_1 = require("@n8n/constants");
+exports.DEFAULT_LIFECYCLE_OPTIONS = {
+    materializerIntervalSeconds: 10,
+    executorIntervalSeconds: 5,
+    reaperIntervalSeconds: 30,
+    retentionIntervalSeconds: constants_1.Time.hours.toSeconds,
+    materializerTimeoutSeconds: constants_1.Time.minutes.toSeconds,
+    executorTimeoutSeconds: constants_1.Time.minutes.toSeconds,
+    reaperTimeoutSeconds: constants_1.Time.minutes.toSeconds,
+    retentionTimeoutSeconds: 5 * constants_1.Time.minutes.toSeconds,
+    jitterRatio: 0.1,
+    concurrencyMode: 'sequential',
+    maxConcurrentPasses: 10,
+};
+//# sourceMappingURL=options.js.map

package/dist/core/lifecycle/options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"options.js","sourceRoot":"","sources":["../../../src/core/lifecycle/options.ts"],"names":[],"mappings":";;;AAAA,8CAAsC;AAwDzB,QAAA,yBAAyB,GAAqB;IAC1D,2BAA2B,EAAE,EAAE;IAC/B,uBAAuB,EAAE,CAAC;IAC1B,qBAAqB,EAAE,EAAE;IACzB,wBAAwB,EAAE,gBAAI,CAAC,KAAK,CAAC,SAAS;IAC9C,0BAA0B,EAAE,gBAAI,CAAC,OAAO,CAAC,SAAS;IAClD,sBAAsB,EAAE,gBAAI,CAAC,OAAO,CAAC,SAAS;IAC9C,oBAAoB,EAAE,gBAAI,CAAC,OAAO,CAAC,SAAS;IAC5C,uBAAuB,EAAE,CAAC,GAAG,gBAAI,CAAC,OAAO,CAAC,SAAS;IACnD,WAAW,EAAE,GAAG;IAChB,eAAe,EAAE,YAAY;IAC7B,mBAAmB,EAAE,EAAE;CACvB,CAAC"}

package/dist/core/lifecycle/timeline.d.ts

@@ -0,0 +1,9 @@
+export declare class Timeline {
+    private readonly intervalMs;
+    private readonly jitterRatio;
+    private readonly random;
+    private slotAt;
+    constructor(intervalMs: number, jitterRatio: number, random: () => number, startAt: number);
+    get firstTickAt(): number;
+    nextTickAt(now: number): number;
+}