@stonyx/cron 0.2.1-alpha.47 → 0.2.1-alpha.48

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -35,34 +35,20 @@ When a job is executed, its next trigger time is updated, and it is re-inserted
35
35
  | `register` | `key: string, callback: Function, interval: number, runOnInit?: boolean` | Register a new job with a given interval in seconds. If `runOnInit` is true, the job runs immediately upon registration. |
36
36
  | `unregister` | `key: string` | Remove a previously registered job. |
37
37
 
38
- > **Callback semantics.** Callbacks are invoked fire-and-forget: `Cron` never waits for one to settle, and reschedules a job *before* invoking it. Two *different* jobs that fall due on the same tick may therefore overlap.
39
- >
40
- > A job that is still running when it next falls due is skipped — and **keeps** being skipped until that invocation settles. `Cron` provides no timeout by design, so **bounding your own callback is your responsibility**: a promise that never settles means that job never runs again for the lifetime of the process, even though the scheduler stays healthy and the job stays visible in `jobs` and in the heap. Other jobs are unaffected.
41
- >
42
- > One warning is emitted per stuck run (not per tick), including how long the invocation has been running. That warning goes to `log.warn` and is **not** gated by `config.cron.log` — a dropped execution reported on a channel a config flag can silence would be indistinguishable from a healthy scheduler.
43
- >
44
- > The same-job guarantee holds for the lifetime of a **registration**, not of a key: `unregister` followed by `register` on a key whose invocation is still in flight builds a fresh job object with a fresh guard, so the replacement can run alongside the abandoned invocation. That is also the only way to recover a permanently stuck job.
45
- >
46
- > Synchronous throws and asynchronous rejections are both caught and reported through `log.error`, with the error's stack interpolated into the message. Neither can stop the scheduler. Note that a rejection which previously escaped `register()` as an unhandled rejection — process-fatal under Node's default — is now swallowed into `log.error`.
47
-
48
38
  > `MinHeap` is also exported as a public subpath (`@stonyx/cron/min-heap`) and can be imported directly for advanced usage.
49
39
 
50
40
  ## Configuration
51
41
 
52
- Optionally, informational logging and debugging can be controlled through `config.cron`:
42
+ Optionally, logging and debugging can be enabled through `config.cron`:
53
43
 
54
44
  ```js
55
45
  config.cron = {
56
- log: true // informational cron job logs; defaults to true
46
+ log: true // enable cron job logs
57
47
  };
58
48
 
59
49
  config.debug = true; // optional: debug logs for job registration and execution
60
50
  ```
61
51
 
62
- `config.cron.log` gates **informational** messages only. Error reports and the
63
- stuck-job warning described above are never gated by it, so setting it to `false`
64
- cannot make a dropped execution silent.
65
-
66
52
  ## License
67
53
 
68
54
  Apache — do what you want, just keep attribution.
package/dist/main.d.ts CHANGED
@@ -3,24 +3,6 @@ interface CronJob extends HeapItem {
3
3
  callback: () => void | Promise<void>;
4
4
  interval: string;
5
5
  key: string;
6
- /**
7
- * Timestamp (ms) at which the current invocation started; `undefined` when the
8
- * job is idle. Optional so the emitted `CronJob` stays assignable from a job
9
- * object built by a consumer — `jobs`, `heap` and `setNextTrigger` all expose
10
- * this interface structurally, so a required field is a breaking type change.
11
- *
12
- * A timestamp rather than a boolean, mirroring `job.state.runningAtMs` in the
13
- * service tier (`markRunning` / `applyResult` / `isDue` in `src/job.ts`), and
14
- * carrying the one fact a stuck-job warning needs: how long it has been stuck.
15
- * `CronService.running` is a class-level re-entrancy flag and a different
16
- * concept; reusing that word here would collide.
17
- */
18
- runningAtMs?: number;
19
- /**
20
- * True once a skip has been reported for the *current* invocation. Bounds the
21
- * still-running warning to one line per stuck run instead of one per tick.
22
- */
23
- skipReported?: boolean;
24
6
  }
25
7
  export default class Cron {
26
8
  static instance: Cron | null;
@@ -33,33 +15,6 @@ export default class Cron {
33
15
  runDueJobs(): Promise<void>;
34
16
  register(key: string, callback: () => void | Promise<void>, interval: string, runOnInit?: boolean): void;
35
17
  unregister(key: string): void;
36
- /**
37
- * The one place this class invokes a consumer callback.
38
- *
39
- * Never blocks the caller, catches synchronous throws and asynchronous
40
- * rejections identically, and skips the invocation entirely while the job's
41
- * previous invocation has not settled (fire-and-forget would otherwise let a
42
- * slow job stack invocations on itself).
43
- *
44
- * Everything that touches the callback — including the thenable probe and the
45
- * handler attachment — is inside the `try`. A callback may return an object
46
- * whose `then` is a throwing getter, and reading it outside the guard would
47
- * abort the drain loop before `scheduleNextRun()`, which is defect #36 again.
48
- */
49
- invokeJob(job: CronJob, runOnInit?: boolean): void;
50
- /**
51
- * Report a scheduler-level message without ever letting the logger's own
52
- * failure reach the caller.
53
- *
54
- * `@stonyx/logs` convenience methods return a promise and write to disk
55
- * through an unguarded `mkdirSync` + `fsp.appendFile`. On a read-only or full
56
- * log volume that promise rejects; an unobserved rejection raised from inside
57
- * the handler that exists to prevent unhandled rejections would re-create
58
- * exactly the defect this class was fixed for.
59
- */
60
- report(level: 'error' | 'warn', message: string): void;
61
- /** Release a job's in-flight guard. Only ever called for the job it belongs to. */
62
- release(job: CronJob): void;
63
18
  setNextTrigger(job: CronJob): void;
64
19
  log(text: string, key?: string | null): void;
65
20
  }
package/dist/main.js CHANGED
@@ -17,30 +17,6 @@ import config from 'stonyx/config';
17
17
  import log from 'stonyx/log';
18
18
  import { getTimestamp } from '@stonyx/utils/date';
19
19
  import MinHeap from './min-heap.js';
20
- /**
21
- * Render an unknown thrown value as log text.
22
- *
23
- * `@stonyx/logs` reads a second argument as `logToFile`, not as a format
24
- * argument, so `log.error(message, err)` discards the error entirely *and*
25
- * forces a disk write on every failure. The error has to be interpolated into
26
- * the message instead — the shape `CronService.executeJob` already uses.
27
- */
28
- function describeError(err) {
29
- if (err instanceof Error)
30
- return err.stack ?? `${err.name}: ${err.message}`;
31
- return String(err);
32
- }
33
- /**
34
- * Render a consumer-supplied job key safely for log output.
35
- *
36
- * Keys reach the log verbatim, so a key containing a newline can forge a
37
- * complete, well-formed log line (`'a:\n[FORGED] Cron::admin - all jobs
38
- * healthy'`). `JSON.stringify` quotes the value and escapes the control
39
- * characters, which is also how the key is rendered one tier up.
40
- */
41
- function describeKey(key) {
42
- return JSON.stringify(key);
43
- }
44
20
  export default class Cron {
45
21
  static instance;
46
22
  jobs = {};
@@ -67,41 +43,28 @@ export default class Cron {
67
43
  if (!nextJob)
68
44
  return;
69
45
  const delay = Math.max(0, nextJob.nextTrigger - getTimestamp()) * 1000;
70
- // Terminal catch: `runDueJobs` is async, so anything that escapes it would
71
- // otherwise become an unhandled rejection raised from a bare timer callback
72
- // — the very failure mode this class was fixed for.
73
- this.timer = setTimeout(() => {
74
- this.runDueJobs().catch((err) => {
75
- this.report('error', `Cron scheduler tick failed: ${describeError(err)}`);
76
- });
77
- }, delay);
46
+ this.timer = setTimeout(() => this.runDueJobs(), delay);
78
47
  }
79
48
  async runDueJobs() {
80
49
  const now = getTimestamp();
81
50
  const { heap } = this;
82
- // `finally`, not a trailing statement: `scheduleNextRun()` running on every
83
- // exit from the drain loop is the invariant this whole fix is about. If
84
- // anything in the loop body ever throws, the scheduler must still re-arm
85
- // rather than stopping silently while `timer` still holds a fired handle.
86
- try {
87
- while (!heap.isEmpty()) {
88
- const next = heap.peek();
89
- if (!next || next.nextTrigger > now)
90
- break;
91
- const job = heap.pop();
92
- if (config.debug)
93
- this.log('job has been triggered', job.key);
94
- // Reschedule before invoking: a consumer callback is never awaited here,
95
- // so a callback that hangs or rejects can no longer starve the drain loop
96
- // or leave the job orphaned outside the heap.
97
- this.setNextTrigger(job);
98
- heap.push(job);
99
- this.invokeJob(job);
51
+ while (!heap.isEmpty()) {
52
+ const next = heap.peek();
53
+ if (!next || next.nextTrigger > now)
54
+ break;
55
+ const job = heap.pop();
56
+ if (config.debug)
57
+ this.log('job has been triggered', job.key);
58
+ try {
59
+ await job.callback();
100
60
  }
61
+ catch (err) {
62
+ log.error(`Cron job "${job.key}" failed:`, err);
63
+ }
64
+ this.setNextTrigger(job);
65
+ heap.push(job);
101
66
  }
102
- finally {
103
- this.scheduleNextRun();
104
- }
67
+ this.scheduleNextRun();
105
68
  }
106
69
  register(key, callback, interval, runOnInit = false) {
107
70
  const job = { callback, interval, key, nextTrigger: 0 };
@@ -111,8 +74,14 @@ export default class Cron {
111
74
  if (config.debug) {
112
75
  this.log(`job has been registered with interval: ${interval}`, key);
113
76
  }
114
- if (runOnInit)
115
- this.invokeJob(job, true);
77
+ if (runOnInit) {
78
+ try {
79
+ callback();
80
+ }
81
+ catch (err) {
82
+ log.error(`Cron job "${key}" failed on init:`, err);
83
+ }
84
+ }
116
85
  this.scheduleNextRun();
117
86
  }
118
87
  unregister(key) {
@@ -126,104 +95,13 @@ export default class Cron {
126
95
  this.log('job has been unregistered', key);
127
96
  this.scheduleNextRun();
128
97
  }
129
- /**
130
- * The one place this class invokes a consumer callback.
131
- *
132
- * Never blocks the caller, catches synchronous throws and asynchronous
133
- * rejections identically, and skips the invocation entirely while the job's
134
- * previous invocation has not settled (fire-and-forget would otherwise let a
135
- * slow job stack invocations on itself).
136
- *
137
- * Everything that touches the callback — including the thenable probe and the
138
- * handler attachment — is inside the `try`. A callback may return an object
139
- * whose `then` is a throwing getter, and reading it outside the guard would
140
- * abort the drain loop before `scheduleNextRun()`, which is defect #36 again.
141
- */
142
- invokeJob(job, runOnInit = false) {
143
- const { key } = job;
144
- const context = runOnInit ? 'failed on init:' : 'failed:';
145
- // The in-flight guard lives on the job object, not in a module-level set
146
- // keyed by string. Object identity is invocation identity: the only thing
147
- // that clears the guard is the settle handler of the invocation that set it,
148
- // and that handler closes over this exact job object, so a stale handler can
149
- // never release a later invocation's guard.
150
- if (job.runningAtMs !== undefined) {
151
- // Bounded to one line per stuck run, not one per tick. A permanently hung
152
- // job is re-pushed and re-skipped every interval forever; at the 1s
153
- // interval this class's own tests use that measures 43,200 lines/day per
154
- // job — a disk-fill and ingest-cost vector whose natural operator response
155
- // is to silence the only signal that the job is dead.
156
- if (!job.skipReported) {
157
- job.skipReported = true;
158
- const runningForSeconds = Math.max(0, Math.round((Date.now() - job.runningAtMs) / 1000));
159
- // Ungated, deliberately, matching the sibling `CronService` handler. A
160
- // skipped run is a *lost* execution, and `runDueJobs`/`register` both
161
- // return `void`, so this is the legacy class's only wedged-job channel.
162
- // Routing it through `this.log` would put it behind `config.cron.log`,
163
- // where a permanently dead job is indistinguishable from a healthy one.
164
- this.report('warn', `Cron job ${describeKey(key)} is still running after ${runningForSeconds}s; skipping this `
165
- + 'tick and any further ticks until it settles (this warning is not repeated for this run)');
166
- }
167
- return;
168
- }
169
- job.runningAtMs = Date.now();
170
- job.skipReported = false;
171
- try {
172
- const result = job.callback();
173
- if (result && typeof result.then === 'function') {
174
- Promise.resolve(result)
175
- .catch((err) => {
176
- // Braces matter: returning `report`'s value would put it back into
177
- // the chain, and `.finally` passes a rejection straight through.
178
- this.report('error', `Cron job ${describeKey(key)} ${context} ${describeError(err)}`);
179
- })
180
- .finally(() => { this.release(job); })
181
- // Backstop: a throw inside the error handler or the release must not
182
- // re-create the unhandled rejection this helper exists to prevent.
183
- .catch(() => { });
184
- return;
185
- }
186
- this.release(job);
187
- }
188
- catch (err) {
189
- this.release(job);
190
- this.report('error', `Cron job ${describeKey(key)} ${context} ${describeError(err)}`);
191
- }
192
- }
193
- /**
194
- * Report a scheduler-level message without ever letting the logger's own
195
- * failure reach the caller.
196
- *
197
- * `@stonyx/logs` convenience methods return a promise and write to disk
198
- * through an unguarded `mkdirSync` + `fsp.appendFile`. On a read-only or full
199
- * log volume that promise rejects; an unobserved rejection raised from inside
200
- * the handler that exists to prevent unhandled rejections would re-create
201
- * exactly the defect this class was fixed for.
202
- */
203
- report(level, message) {
204
- try {
205
- const result = level === 'error' ? log.error(message) : log.warn(message);
206
- void Promise.resolve(result).catch(() => { });
207
- }
208
- catch {
209
- // Nowhere left to report to; the logger must never stop the scheduler.
210
- }
211
- }
212
- /** Release a job's in-flight guard. Only ever called for the job it belongs to. */
213
- release(job) {
214
- job.runningAtMs = undefined;
215
- job.skipReported = false;
216
- }
217
98
  setNextTrigger(job) {
218
99
  job.nextTrigger = getTimestamp() + parseInt(job.interval, 10);
219
100
  }
220
101
  log(text, key = null) {
221
102
  if (!config.cron?.log)
222
103
  return;
223
- // The key is consumer-controlled and reaches the log verbatim. Strip the
224
- // line terminators so a key cannot forge a second, well-formed log line;
225
- // the surrounding format is unchanged.
226
- const tag = key ? `Cron::${key.replace(/[\r\n]+/g, ' ')}` : `Cron`;
104
+ const tag = key ? `Cron::${key}` : `Cron`;
227
105
  log.cron(`${tag} - ${text}:`);
228
106
  }
229
107
  }
package/dist/service.d.ts CHANGED
@@ -15,7 +15,8 @@ interface ExecuteResult {
15
15
  summary?: string;
16
16
  durationMs?: number;
17
17
  deleted?: boolean;
18
- reason?: string;
18
+ /** Only set when `status` is `'skipped'`. */
19
+ reason?: 'not due' | 'already running' | 'removed';
19
20
  }
20
21
  interface ServiceStatus {
21
22
  started: boolean;
@@ -27,6 +28,7 @@ interface ListOptions {
27
28
  }
28
29
  type OnJobDueCallback = (job: Job) => Promise<JobDueResult | void> | JobDueResult | void;
29
30
  export default class CronService {
31
+ #private;
30
32
  jobs: Map<string, Job>;
31
33
  heap: MinHeap<HeapEntry>;
32
34
  timer: ReturnType<typeof setTimeout> | null;
@@ -69,6 +71,21 @@ export default class CronService {
69
71
  remove(id: string): Promise<void>;
70
72
  /**
71
73
  * Manually trigger a job.
74
+ *
75
+ * Returns `{ status: 'skipped', reason }` without invoking the callback when
76
+ * the job is not due (`mode: 'due'`), is already in flight
77
+ * (`'already running'`), or was removed before the claim landed
78
+ * (`'removed'`). Before the phase split, a forced run against an in-flight
79
+ * job launched a second concurrent invocation.
80
+ *
81
+ * CONCURRENCY: the same job is bounded to one in-flight invocation on every
82
+ * path, and the timer path invokes due jobs one at a time. `run()` fan-out
83
+ * across DIFFERENT jobs is deliberately unbounded — N concurrent `run()`
84
+ * calls produce N concurrent consumer callbacks. Before the phase split
85
+ * these serialized behind the module-global lock; that serialization was the
86
+ * bug rather than the feature (one hung callback wedged every other caller),
87
+ * so it is not restored here. The fan-out is caller-driven and the scheduler
88
+ * never produces it on its own.
72
89
  */
73
90
  run(id: string, mode?: 'due' | 'force'): Promise<ExecuteResult>;
74
91
  /**
@@ -78,6 +95,25 @@ export default class CronService {
78
95
  armTimer(): void;
79
96
  onTimer(): Promise<void>;
80
97
  findDueJobs(nowMs: number): Job[];
98
+ /**
99
+ * Execute a job in three phases:
100
+ *
101
+ * 1. claim (locked) — take ownership of the job, detach it from the heap
102
+ * 2. invoke (UNLOCKED) — await the consumer callback
103
+ * 3. settle (locked) — apply the result, log it, re-insert into the heap
104
+ *
105
+ * The critical section deliberately excludes phase 2. `onJobDue` is
106
+ * arbitrary, unbounded consumer code; awaiting it under the module-global
107
+ * lock is what wedged every subsequent `locked()` call (add/update/remove)
108
+ * when a callback never settled.
109
+ *
110
+ * `onTimer` performs the batch claim (`findDueJobs` + `markRunning`) for all
111
+ * due jobs under a single lock and then enters at phase 2 via
112
+ * `#executeClaimed`. That entry point is `#private` rather than a parameter
113
+ * on this method: as a published `alreadyClaimed` flag it would be a
114
+ * supported way to skip phase 1 entirely, defeating the claim guard and
115
+ * allowing concurrent `onJobDue` invocations for the same job.
116
+ */
81
117
  executeJob(job: Job): Promise<ExecuteResult>;
82
118
  removeFromHeap(id: string): void;
83
119
  log(message: string): void;
package/dist/service.js CHANGED
@@ -12,6 +12,54 @@ import { locked } from './locked.js';
12
12
  import { normalizeJobInput, recoverFlatParams } from './normalize.js';
13
13
  import RunLog from './run-log.js';
14
14
  const MAX_TIMER_DELAY_MS = 60_000;
15
+ /** Longest error text that may reach a log line. Anything past this is truncated. */
16
+ const MAX_LOGGED_ERROR_LENGTH = 512;
17
+ /** Longest job name that may reach a log line. Anything past this is truncated. */
18
+ const MAX_LOGGED_NAME_LENGTH = 120;
19
+ /**
20
+ * Flatten a value for interpolation into a single log line.
21
+ *
22
+ * Chronicle writes `${timestamp} ${content}\n` to a newline-delimited file, so
23
+ * any `\r` or `\n` inside `content` ends the record early and everything after
24
+ * it is read back as a separate, attacker-shaped entry — including a forged
25
+ * `[timestamp] Cron — ...` prefix that is indistinguishable from a real one.
26
+ * Both values that reach these lines are untrusted: `job.name` is passed
27
+ * through `createJob` unvalidated and `normalize.ts` exists specifically to
28
+ * accept AI-shaped input, and an error message is arbitrary consumer-callback
29
+ * text. Newlines become the literal two characters so the content survives for
30
+ * a reader, and the length cap keeps one pathological value from swamping the
31
+ * file.
32
+ */
33
+ function forLog(value, maxLength) {
34
+ const flattened = value.replace(/\r\n|[\r\n\u2028\u2029]/g, '\\n');
35
+ return flattened.length > maxLength ? `${flattened.slice(0, maxLength)}...` : flattened;
36
+ }
37
+ /**
38
+ * Describe a thrown value without ever throwing.
39
+ *
40
+ * `String(err)` is not total: a null-prototype object, or any object whose
41
+ * `toString`/`Symbol.toPrimitive` throws, raises "Cannot convert object to
42
+ * primitive value". Consumer callbacks throw arbitrary values, so the error
43
+ * handler must not become a second failure source of its own.
44
+ *
45
+ * The `instanceof Error` branch needs the same guard as the other one. `Error`
46
+ * is subclassable and `message` is a plain writable property, so a consumer can
47
+ * hand back an `Error` whose `message` is a getter that throws, or one that is
48
+ * an object whose `toString` throws — `Error.prototype.message` is typed
49
+ * `string`, so TypeScript sees nothing wrong and the coercion is deferred to
50
+ * the caller's template literal, outside every guard here. That made `run()`
51
+ * reject instead of returning an `ExecuteResult`: a contract violation in the
52
+ * function written to prevent exactly that. Reading and coercing `message`
53
+ * inside the `try` is what closes it.
54
+ */
55
+ function describeError(err) {
56
+ try {
57
+ return err instanceof Error ? String(err.message) : String(err);
58
+ }
59
+ catch {
60
+ return 'unknown error';
61
+ }
62
+ }
15
63
  export default class CronService {
16
64
  jobs;
17
65
  heap;
@@ -40,6 +88,23 @@ export default class CronService {
40
88
  this.started = true;
41
89
  if (initialJobs) {
42
90
  for (const job of initialJobs) {
91
+ // A `runningAtMs` on a rehydrated job is always stale. The claim it
92
+ // records was taken by a process that is gone, so nothing will ever
93
+ // settle it, and nothing reaps it — there is no lease on the field
94
+ // (tracked on #35). Left in place it is a permanently dead job that
95
+ // still reports healthy: `isDue` returns false forever because of the
96
+ // flag, `run()` answers `'already running'` forever, `update()` never
97
+ // touches `state.runningAtMs`, and `status()` counts it like any other.
98
+ // The consumer's only recovery would be remove() + add(), losing the
99
+ // job id and its run history.
100
+ //
101
+ // Same hazard, same treatment as the hand-release on the `'removed'`
102
+ // path in `#executeClaimed`: a claim with no reachable settle must be
103
+ // released. Assigned directly rather than via `applyResult` for the same
104
+ // reason — this releases the claim and nothing else. The job did not
105
+ // run, so it gets no run-log row, no `lastStatus`, and no recomputed
106
+ // `nextRunAtMs`; it is rescheduled from the store's own value below.
107
+ job.state.runningAtMs = undefined;
43
108
  this.jobs.set(job.id, job);
44
109
  if (job.enabled && job.state.nextRunAtMs) {
45
110
  this.heap.push({ key: job.id, nextTrigger: job.state.nextRunAtMs });
@@ -136,6 +201,21 @@ export default class CronService {
136
201
  }
137
202
  /**
138
203
  * Manually trigger a job.
204
+ *
205
+ * Returns `{ status: 'skipped', reason }` without invoking the callback when
206
+ * the job is not due (`mode: 'due'`), is already in flight
207
+ * (`'already running'`), or was removed before the claim landed
208
+ * (`'removed'`). Before the phase split, a forced run against an in-flight
209
+ * job launched a second concurrent invocation.
210
+ *
211
+ * CONCURRENCY: the same job is bounded to one in-flight invocation on every
212
+ * path, and the timer path invokes due jobs one at a time. `run()` fan-out
213
+ * across DIFFERENT jobs is deliberately unbounded — N concurrent `run()`
214
+ * calls produce N concurrent consumer callbacks. Before the phase split
215
+ * these serialized behind the module-global lock; that serialization was the
216
+ * bug rather than the feature (one hung callback wedged every other caller),
217
+ * so it is not restored here. The fan-out is caller-driven and the scheduler
218
+ * never produces it on its own.
139
219
  */
140
220
  async run(id, mode = 'force') {
141
221
  const job = this.jobs.get(id);
@@ -144,6 +224,10 @@ export default class CronService {
144
224
  if (mode === 'due' && !isDue(job, Date.now())) {
145
225
  return { status: 'skipped', reason: 'not due' };
146
226
  }
227
+ // Deliberately NOT wrapped in locked(): executeJob takes the lock itself,
228
+ // for its claim and settle phases only. Wrapping here would re-create the
229
+ // wedge through a second door, because the consumer callback would once
230
+ // again be awaited while a lock is held.
147
231
  return this.executeJob(job);
148
232
  }
149
233
  /**
@@ -172,16 +256,65 @@ export default class CronService {
172
256
  }
173
257
  this.running = true;
174
258
  try {
175
- await locked(async () => {
259
+ // -- Phase 1: claim (locked), batched --
260
+ // Collecting due jobs pops them off the heap, and marking them running
261
+ // makes them un-claimable by anyone else. Both must happen under the
262
+ // same lock turn, or a concurrent run() could claim a job this batch has
263
+ // already detached.
264
+ const dueJobs = await locked(() => {
176
265
  const nowMs = Date.now();
177
- const dueJobs = this.findDueJobs(nowMs);
178
- for (const job of dueJobs) {
266
+ const due = this.findDueJobs(nowMs);
267
+ for (const job of due) {
179
268
  markRunning(job);
180
269
  }
181
- for (const job of dueJobs) {
182
- await this.executeJob(job);
183
- }
270
+ return due;
184
271
  });
272
+ // Phases 2 and 3 run OUTSIDE the claim lock. The consumer callback is
273
+ // awaited here holding no lock at all, so a callback that never settles
274
+ // cannot poison the lock chain and wedge add/update/remove.
275
+ for (const job of dueJobs) {
276
+ try {
277
+ await this.#executeClaimed(job);
278
+ }
279
+ catch (err) {
280
+ // One job's unexpected throw must not abort the batch. Every job in
281
+ // `dueJobs` is already claimed — marked running and detached from
282
+ // the heap — and only its own settle releases it, so aborting here
283
+ // would strand every sibling permanently un-due.
284
+ //
285
+ // Reported on an UNGATED channel. `this.log()` returns early when
286
+ // `config.cron.log` is false, which is a supported production
287
+ // setting, and a failure here permanently unschedules a job while
288
+ // `status()` keeps reporting the service healthy. Silent-and-healthy
289
+ // is exactly the failure class this split exists to remove.
290
+ //
291
+ // This is the outermost handler on the timer path, so it is the one
292
+ // that must not be able to throw: `log` is a shared singleton whose
293
+ // transports can reach the filesystem, so its own failure is
294
+ // swallowed rather than allowed to take the batch down.
295
+ //
296
+ // BOTH halves of that failure have to be caught, and they are caught
297
+ // by different constructs. `log.error` is a chronicle convenience
298
+ // method that returns `logAction(...)` -> `async log(...)`, so its
299
+ // console write, colour lookup, `mkdirSync` and `appendFile` all
300
+ // surface as REJECTIONS, never as synchronous throws. A bare call
301
+ // here escapes this `catch` entirely and terminates the process under
302
+ // Node's default `--unhandled-rejections=throw` — the handler written
303
+ // so it "must not be able to throw" would be the one taking the
304
+ // daemon down. The `try` covers the synchronous half (evaluating the
305
+ // template literal); `Promise.resolve(...).catch()` covers the async
306
+ // half. Deliberately not awaited: the batch must not block on a log
307
+ // transport, and `void` marks the floated promise as intentional.
308
+ try {
309
+ void Promise.resolve(log.error(`Cron — Job "${forLog(job.name, MAX_LOGGED_NAME_LENGTH)}" (${job.id}) execution failed unexpectedly: ${forLog(describeError(err), MAX_LOGGED_ERROR_LENGTH)}`)).catch(() => {
310
+ // Nothing left to report to.
311
+ });
312
+ }
313
+ catch {
314
+ // Nothing left to report to.
315
+ }
316
+ }
317
+ }
185
318
  }
186
319
  finally {
187
320
  this.running = false;
@@ -202,50 +335,190 @@ export default class CronService {
202
335
  }
203
336
  return due;
204
337
  }
338
+ /**
339
+ * Execute a job in three phases:
340
+ *
341
+ * 1. claim (locked) — take ownership of the job, detach it from the heap
342
+ * 2. invoke (UNLOCKED) — await the consumer callback
343
+ * 3. settle (locked) — apply the result, log it, re-insert into the heap
344
+ *
345
+ * The critical section deliberately excludes phase 2. `onJobDue` is
346
+ * arbitrary, unbounded consumer code; awaiting it under the module-global
347
+ * lock is what wedged every subsequent `locked()` call (add/update/remove)
348
+ * when a callback never settled.
349
+ *
350
+ * `onTimer` performs the batch claim (`findDueJobs` + `markRunning`) for all
351
+ * due jobs under a single lock and then enters at phase 2 via
352
+ * `#executeClaimed`. That entry point is `#private` rather than a parameter
353
+ * on this method: as a published `alreadyClaimed` flag it would be a
354
+ * supported way to skip phase 1 entirely, defeating the claim guard and
355
+ * allowing concurrent `onJobDue` invocations for the same job.
356
+ */
205
357
  async executeJob(job) {
358
+ // -- Phase 1: claim (locked) --
359
+ const refusal = await locked(() => this.#claimJob(job));
360
+ if (refusal)
361
+ return { status: 'skipped', reason: refusal };
362
+ return this.#executeClaimed(job);
363
+ }
364
+ /**
365
+ * Phases 2 and 3 for a job that has already been claimed — either by
366
+ * `executeJob` above or by `onTimer`'s batch claim.
367
+ *
368
+ * Private: reaching this without a claim would run the consumer callback for
369
+ * a job nobody owns, and would leave nothing to release the claim.
370
+ */
371
+ async #executeClaimed(job) {
372
+ // Membership re-check. The claim and the invoke are no longer in the same
373
+ // critical section, and sibling callbacks run unlocked, so a `remove()` can
374
+ // now land in between AND RESOLVE — it used to deadlock. A resolved
375
+ // `remove()` must keep meaning "this callback will not fire"; the identity
376
+ // guard in `#settleJob` only cleans up afterwards, by which point the side
377
+ // effect has already happened. Identity, not id, so a removed-then-replaced
378
+ // key is caught too. Deliberately synchronous with the `onJobDue` call
379
+ // below — nothing can interleave between this check and the invocation.
380
+ //
381
+ // This is the one early return after a claim, so it is the one that has to
382
+ // release the claim by hand. Skipping settle is right — re-inserting or
383
+ // run-logging a removed job is the resurrection `#settleJob` refuses, and
384
+ // the heap entry is already gone. But the claim must still come off,
385
+ // because the detached object is NOT unreachable: it is the object `add()`
386
+ // returned and `get()`/`list()` hand out, and `start(initialJobs)`
387
+ // re-registers those objects verbatim, `state` included. A leftover
388
+ // `runningAtMs` rehydrates a permanently dead job — `isDue` false forever,
389
+ // `run()` refused forever, `status()` reporting it healthy.
390
+ //
391
+ // Assigned directly rather than via `applyResult`: this releases the claim
392
+ // and nothing else. No run-log row, no heap entry, no `lastStatus`, no
393
+ // recomputed `nextRunAtMs` — the job did not run.
394
+ if (this.jobs.get(job.id) !== job) {
395
+ job.state.runningAtMs = undefined;
396
+ return { status: 'skipped', reason: 'removed' };
397
+ }
206
398
  const startMs = Date.now();
207
399
  let status = 'ok';
208
400
  let error;
209
401
  let summary;
402
+ let settled;
403
+ // The claim marked the job running and detached it from the heap. Phase 3
404
+ // is the ONLY thing that undoes either, so it must survive every non-local
405
+ // exit from phase 2 — including a throw from the catch handler itself
406
+ // (`this.log` is public and overridable and reaches a transport). A claim
407
+ // with no matching settle is not a degraded state, it is a permanently
408
+ // dead job.
210
409
  try {
211
- if (this.onJobDue) {
212
- const result = await this.onJobDue(job);
213
- if (result) {
214
- status = result.status || 'ok';
215
- error = result.error;
216
- summary = result.summary;
410
+ // -- Phase 2: invoke (NOT locked) --
411
+ try {
412
+ if (this.onJobDue) {
413
+ const result = await this.onJobDue(job);
414
+ if (result) {
415
+ status = result.status || 'ok';
416
+ error = result.error;
417
+ summary = result.summary;
418
+ }
217
419
  }
218
420
  }
421
+ catch (err) {
422
+ status = 'error';
423
+ error = describeError(err);
424
+ this.log(`Job "${forLog(job.name, MAX_LOGGED_NAME_LENGTH)}" (${job.id}) failed: ${forLog(error, MAX_LOGGED_ERROR_LENGTH)}`);
425
+ }
219
426
  }
220
- catch (err) {
221
- status = 'error';
222
- error = err instanceof Error ? err.message : String(err);
223
- this.log(`Job "${job.name}" (${job.id}) failed: ${error}`);
427
+ finally {
428
+ // -- Phase 3: settle (locked) --
429
+ settled = await locked(() => this.#settleJob(job, status, error, summary, startMs, Date.now() - startMs));
224
430
  }
225
- const durationMs = Date.now() - startMs;
226
- const validStatus = (status === 'ok' || status === 'error' || status === 'skipped') ? status : 'error';
227
- applyResult(job, validStatus, error, durationMs);
228
- // Log the run
229
- this.runLog.record({
230
- jobId: job.id,
231
- status,
232
- error,
233
- summary,
234
- runAtMs: startMs,
235
- durationMs,
236
- nextRunAtMs: job.state.nextRunAtMs,
237
- });
238
- // Handle one-shot auto-delete
239
- if (job.deleteAfterRun && status === 'ok' && !job.enabled) {
240
- this.jobs.delete(job.id);
241
- this.runLog.removeJob(job.id);
242
- return { status, summary, deleted: true };
431
+ return settled;
432
+ }
433
+ /**
434
+ * Phase 1 — claim. Must be called while holding the lock (`locked()`, whose
435
+ * chain is module-global and therefore shared across CronService instances).
436
+ *
437
+ * Returns `null` on a successful claim, or the reason the claim was refused.
438
+ * `'already running'` is what makes a second `run()` report a skip instead of
439
+ * launching a concurrent invocation. `'removed'` covers the job being deleted
440
+ * between `run()`'s unlocked lookup and this lock turn — claiming then would
441
+ * `markRunning` an orphan and, worse, `removeFromHeap` an id that may now
442
+ * belong to a replacement.
443
+ *
444
+ * Detaching from the heap here — rather than relying on phase 3 to push a
445
+ * fresh entry — is what stops manual runs permanently duplicating entries.
446
+ *
447
+ * `#private`: published, this would be a supported call performing
448
+ * `markRunning` + `removeFromHeap` with no guaranteed settle and no lease on
449
+ * `runningAtMs`, so a single such call would strand the job forever. The
450
+ * lock-held precondition cannot be expressed in the type system, so the
451
+ * method must not be reachable from outside the class body.
452
+ */
453
+ #claimJob(job) {
454
+ if (this.jobs.get(job.id) !== job)
455
+ return 'removed';
456
+ if (job.state.runningAtMs)
457
+ return 'already running';
458
+ markRunning(job);
459
+ this.removeFromHeap(job.id);
460
+ return null;
461
+ }
462
+ /**
463
+ * Phase 3 — settle. Must be called while holding the lock.
464
+ *
465
+ * `#private` for the same reason as `#claimJob`: unlocked it would run
466
+ * `applyResult`, a `runLog.record`, a full `removeFromHeap` rebuild, a
467
+ * `heap.push` and an `armTimer` with no mutual exclusion — exactly the
468
+ * corruption `locked()` exists to prevent.
469
+ */
470
+ #settleJob(job, status, error, summary, startMs, durationMs) {
471
+ try {
472
+ const validStatus = (status === 'ok' || status === 'error' || status === 'skipped') ? status : 'error';
473
+ applyResult(job, validStatus, error, durationMs);
474
+ // The callback ran unlocked, so this job may have been removed — or
475
+ // removed and re-registered under the same id, the shape
476
+ // `start(initialJobs)` uses — while it was in flight. Identity, not id.
477
+ //
478
+ // Deliberately touch NOTHING here. The claim already detached this job's
479
+ // heap entry and nothing re-added it, so there is nothing to clean up;
480
+ // any entry now filed under this id belongs to the replacement, and
481
+ // removing it by id would silently unschedule a live job. Do not
482
+ // resurrect a removed job's heap entry or run log either.
483
+ if (this.jobs.get(job.id) !== job) {
484
+ return { status, error, summary, durationMs };
485
+ }
486
+ // Log the run
487
+ this.runLog.record({
488
+ jobId: job.id,
489
+ status,
490
+ error,
491
+ summary,
492
+ runAtMs: startMs,
493
+ durationMs,
494
+ nextRunAtMs: job.state.nextRunAtMs,
495
+ });
496
+ // Handle one-shot auto-delete. The callback ran unlocked and may have
497
+ // pushed a heap entry for this job via add()/update(), so drop it — the
498
+ // job is about to stop existing.
499
+ if (job.deleteAfterRun && status === 'ok' && !job.enabled) {
500
+ this.jobs.delete(job.id);
501
+ this.removeFromHeap(job.id);
502
+ this.runLog.removeJob(job.id);
503
+ return { status, summary, deleted: true };
504
+ }
505
+ // Re-insert into the heap if still active. Same reason as above: drop any
506
+ // entry the unlocked callback added for this job first, to preserve
507
+ // one-entry-per-key.
508
+ this.removeFromHeap(job.id);
509
+ if (job.enabled && job.state.nextRunAtMs) {
510
+ this.heap.push({ key: job.id, nextTrigger: job.state.nextRunAtMs });
511
+ }
512
+ return { status, error, summary, durationMs };
243
513
  }
244
- // Re-insert into heap if still active
245
- if (job.enabled && job.state.nextRunAtMs) {
246
- this.heap.push({ key: job.id, nextTrigger: job.state.nextRunAtMs });
514
+ finally {
515
+ // One re-arm covering every exit, rather than one per branch. The claim
516
+ // detached this job from the heap, so a timer that fired during the
517
+ // unlocked invoke would have found nothing to arm — and `run()` has no
518
+ // `finally { armTimer() }` of its own the way `onTimer` does. Without
519
+ // this, a manual run() can leave the scheduler with no pending wake.
520
+ this.armTimer();
247
521
  }
248
- return { status, error, summary, durationMs };
249
522
  }
250
523
  // -- Helpers ---------------------------------------------------------
251
524
  removeFromHeap(id) {
package/package.json CHANGED
@@ -3,7 +3,7 @@
3
3
  "keywords": [
4
4
  "stonyx-module"
5
5
  ],
6
- "version": "0.2.1-alpha.47",
6
+ "version": "0.2.1-alpha.48",
7
7
  "description": "Cron/job scheduler for Stonyx framework",
8
8
  "main": "dist/main.js",
9
9
  "types": "dist/main.d.ts",
@@ -79,7 +79,7 @@
79
79
  "typescript": "^5.8.3"
80
80
  },
81
81
  "dependencies": {
82
- "stonyx": "0.2.3-beta.83"
82
+ "stonyx": "0.2.3-beta.81"
83
83
  },
84
84
  "scripts": {
85
85
  "build": "tsc",