@wildo-ai/saas-minions-lib 1.1.8 → 1.1.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -21,7 +21,11 @@ export type MinionTickReconciler = (tick: MinionTickInvocation, attempt: Schedul
21
21
  * - Verifies every inbound JWT through
22
22
  * `ScheduledMessageVerifierBackendService.verifyAndExtractMinionTick(token, expectedMinionName)`
23
23
  * — invalid signature, malformed payload, wrong issuer/audience, or
24
- * wrong target minion all NACK without requeue.
24
+ * wrong target minion all NACK without requeue. An AUTHENTIC tick that
25
+ * arrived after its admission window (usually because the minion was down;
26
+ * see `ScheduledDeliveryLateness`) is recorded as
27
+ * a missed occurrence and acknowledged, never run (#2212); only a late
28
+ * tick that could not be recorded is NACKed.
25
29
  * - Dispatches `MINION_TICK` tokens that match this minion's identity to
26
30
  * the registered handler. The handler typically routes into the
27
31
  * locally-hosted `flowsActorsRegistry` per Q9 LOCKED.
@@ -1 +1 @@
1
- {"version":3,"file":"minion-tick-consumer.backend.service.d.ts","sourceRoot":"","sources":["../../../../../src/runtime/queue/minion-tick-consumer.backend.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAEL,aAAa,EACb,6BAA6B,EAE7B,sCAAsC,EACtC,wBAAwB,EACxB,+BAA+B,EAC/B,+BAA+B,EAC/B,mCAAmC,EAEnC,KAAK,kBAAkB,EACxB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEc,KAAK,uBAAuB,EAAE,KAAK,uBAAuB,EAAE,KAAK,uBAAuB,EAAE,KAAK,6BAA6B,EAChJ,MAAM,uBAAuB,CAAC;AAE/B,+GAA+G;AAC/G,MAAM,MAAM,oBAAoB,GAAG,IAAI,CAAC,kBAAkB,EAAE,OAAO,GAAG,eAAe,GAAG,SAAS,GAAG,YAAY,GAAG,eAAe,CAAC,GAAG;IACpI,mFAAmF;IACnF,SAAS,EAAE,IAAI,CAAC;IAChB,qFAAqF;IACrF,WAAW,CAAC,EAAE,IAAI,CAAC;CACpB,CAAC;AAEF,qGAAqG;AACrG,MAAM,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,uBAAuB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AAChH,MAAM,MAAM,oBAAoB,GAAG,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,uBAAuB,KAAK,OAAO,CAAC,6BAA6B,CAAC,CAAC;AAE5I;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBACa,gCAAgC;IAUzC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAExB,OAAO,CAAC,QAAQ,CAAC,wBAAwB;IAEzC,OAAO,CAAC,QAAQ,CAAC,MAAM;IAMvB,OAAO,CAAC,QAAQ,CAAC,eAAe;IAnBlC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA2B;IAClD,OAAO,CAAC,WAAW,CAAC,CAA8D;IAElF,SAAS,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;gBAIvE,OAAO,EAAE,6BAA6B,EAEtC,wBAAwB,EAAE,sCAAsC,EAEhE,MAAM,EAAE,aAAa,EAEtC,OAAO,EAAE,+BAA+B,EAExC,cAAc,EAAE,+BAA+B,EAE9B,eAAe,EAAE,mCAAmC;IAY1D,KAAK,CAAC,KAAK,EAAE;QACxB;;;;;WAKG;QACH,aAAa,EAAE,MAAM,CAAC;QACtB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,iBAAiB,CAAC;QAC5B,cAAc,CAAC,EAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC;QAClD,cAAc,CAAC,EAAE,uBAAuB,CAAC;QACzC,SAAS,CAAC,EAAE,oBAAoB,CAAC;KAClC,GAAG,OAAO,CAAC,IAAI,CAAC;IA2EJ,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAWlC;;;;OAIG;IACU,iBAAiB,CAC5B,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,wBAAwB,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,GACjF,OAAO,CAAC,IAAI,CAAC;IAMT,SAAS,IAAI,OAAO;YAIb,aAAa;CA6C5B"}
1
+ {"version":3,"file":"minion-tick-consumer.backend.service.d.ts","sourceRoot":"","sources":["../../../../../src/runtime/queue/minion-tick-consumer.backend.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAEL,aAAa,EACb,6BAA6B,EAE7B,sCAAsC,EAEtC,wBAAwB,EACxB,+BAA+B,EAC/B,+BAA+B,EAC/B,mCAAmC,EAEnC,KAAK,kBAAkB,EACxB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEc,KAAK,uBAAuB,EAAE,KAAK,uBAAuB,EAAE,KAAK,uBAAuB,EAAE,KAAK,6BAA6B,EAChJ,MAAM,uBAAuB,CAAC;AAE/B,+GAA+G;AAC/G,MAAM,MAAM,oBAAoB,GAAG,IAAI,CAAC,kBAAkB,EAAE,OAAO,GAAG,eAAe,GAAG,SAAS,GAAG,YAAY,GAAG,eAAe,CAAC,GAAG;IACpI,mFAAmF;IACnF,SAAS,EAAE,IAAI,CAAC;IAChB,qFAAqF;IACrF,WAAW,CAAC,EAAE,IAAI,CAAC;CACpB,CAAC;AAEF,qGAAqG;AACrG,MAAM,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,uBAAuB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AAChH,MAAM,MAAM,oBAAoB,GAAG,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,uBAAuB,KAAK,OAAO,CAAC,6BAA6B,CAAC,CAAC;AAE5I;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,qBACa,gCAAgC;IAUzC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAExB,OAAO,CAAC,QAAQ,CAAC,wBAAwB;IAEzC,OAAO,CAAC,QAAQ,CAAC,MAAM;IAMvB,OAAO,CAAC,QAAQ,CAAC,eAAe;IAnBlC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA2B;IAClD,OAAO,CAAC,WAAW,CAAC,CAA8D;IAElF,SAAS,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;gBAIvE,OAAO,EAAE,6BAA6B,EAEtC,wBAAwB,EAAE,sCAAsC,EAEhE,MAAM,EAAE,aAAa,EAEtC,OAAO,EAAE,+BAA+B,EAExC,cAAc,EAAE,+BAA+B,EAE9B,eAAe,EAAE,mCAAmC;IAY1D,KAAK,CAAC,KAAK,EAAE;QACxB;;;;;WAKG;QACH,aAAa,EAAE,MAAM,CAAC;QACtB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,iBAAiB,CAAC;QAC5B,cAAc,CAAC,EAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC;QAClD,cAAc,CAAC,EAAE,uBAAuB,CAAC;QACzC,SAAS,CAAC,EAAE,oBAAoB,CAAC;KAClC,GAAG,OAAO,CAAC,IAAI,CAAC;IA2EJ,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAWlC;;;;OAIG;IACU,iBAAiB,CAC5B,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,wBAAwB,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,GACjF,OAAO,CAAC,IAAI,CAAC;IAMT,SAAS,IAAI,OAAO;YAIb,aAAa;CAuD5B"}
@@ -11,7 +11,7 @@ var __param = (this && this.__param) || function (paramIndex, decorator) {
11
11
  return function (target, key) { decorator(target, key, paramIndex); }
12
12
  };
13
13
  import { inject, injectable } from 'inversify';
14
- import { describeCaughtError, LoggerService, RabbitMQAdapterBackendService, SAAS_SERVICE_TYPES, ScheduledMessageVerifierBackendService, ScheduledExecutionRunner, JobStatusTrackingBackendService, JobPayloadStorageBackendService, WorkerShutdownManagerBackendService, } from '@wildo-ai/saas-backend-lib';
14
+ import { describeCaughtError, LoggerService, RabbitMQAdapterBackendService, SAAS_SERVICE_TYPES, ScheduledMessageVerifierBackendService, ScheduledDeliveryVerdict, ScheduledExecutionRunner, JobStatusTrackingBackendService, JobPayloadStorageBackendService, WorkerShutdownManagerBackendService, } from '@wildo-ai/saas-backend-lib';
15
15
  import { QueueNamingUtils, JobPayloadSchema, JobType, JobInitiator, JobStatus, } from '@wildo-ai/saas-models';
16
16
  /**
17
17
  * Minion-side consumer for the per-minion tick queue
@@ -24,7 +24,11 @@ import { QueueNamingUtils, JobPayloadSchema, JobType, JobInitiator, JobStatus, }
24
24
  * - Verifies every inbound JWT through
25
25
  * `ScheduledMessageVerifierBackendService.verifyAndExtractMinionTick(token, expectedMinionName)`
26
26
  * — invalid signature, malformed payload, wrong issuer/audience, or
27
- * wrong target minion all NACK without requeue.
27
+ * wrong target minion all NACK without requeue. An AUTHENTIC tick that
28
+ * arrived after its admission window (usually because the minion was down;
29
+ * see `ScheduledDeliveryLateness`) is recorded as
30
+ * a missed occurrence and acknowledged, never run (#2212); only a late
31
+ * tick that could not be recorded is NACKed.
28
32
  * - Dispatches `MINION_TICK` tokens that match this minion's identity to
29
33
  * the registered handler. The handler typically routes into the
30
34
  * locally-hosted `flowsActorsRegistry` per Q9 LOCKED.
@@ -155,10 +159,12 @@ let MinionTickConsumerBackendService = class MinionTickConsumerBackendService {
155
159
  try {
156
160
  let accepted = false;
157
161
  try {
158
- const tick = await this.scheduledMessageVerifier.verifyAndExtractMinionTick(msg.content.toString(), expectedMinionName);
162
+ const delivery = await this.scheduledMessageVerifier.verifyAndExtractMinionTick(msg.content.toString(), expectedMinionName);
163
+ const tick = delivery?.value;
159
164
  // Signature/target checks do not establish receiving-application ownership.
160
- // This comparison must precede every durable insert and handler resolution.
161
- if (!tick || tick.applicationId !== applicationId || tick.minionName !== expectedMinionName) {
165
+ // This comparison must precede every durable insert and handler resolution — a LATE tick's
166
+ // included: a genuine token addressed elsewhere is foreign whether or not it is on time.
167
+ if (!delivery || !tick || tick.applicationId !== applicationId || tick.minionName !== expectedMinionName) {
162
168
  throw new Error('Scheduled minion token does not match the receiving application and minion');
163
169
  }
164
170
  const job = JobPayloadSchema.parse({
@@ -167,10 +173,19 @@ let MinionTickConsumerBackendService = class MinionTickConsumerBackendService {
167
173
  initiatedBy: JobInitiator.CRONTAB, createdAt: new Date(tick.iat * 1000), maxRetries: 0,
168
174
  scheduledAt: tick.scheduledAt === undefined ? undefined : new Date(tick.scheduledAt),
169
175
  });
170
- // Durable receipt, then acknowledge, THEN run — a long tick must not hold later deliveries
171
- // unreceived past their five-minute token (`ScheduledExecutionRunner.admit`).
172
- admitted = await this.runner.admit(job, queueName, resolver);
173
- accepted = true;
176
+ if (delivery.verdict === ScheduledDeliveryVerdict.LATE) {
177
+ // Genuine, past its admission deadline: the tick was missed — usually because this minion was
178
+ // not consuming, though the scheduler can share the delay (see `ScheduledDeliveryLateness`).
179
+ // Recorded and acknowledged, reported once per drain by the runner (#2212);
180
+ // dead-lettered only if it could not be recorded.
181
+ accepted = await this.runner.recordLateDelivery(job, queueName, resolver, delivery.lateness);
182
+ }
183
+ else {
184
+ // Durable receipt, then acknowledge, THEN run — a long tick must not hold later deliveries
185
+ // unreceived past their five-minute token (`ScheduledExecutionRunner.admit`).
186
+ admitted = await this.runner.admit(job, queueName, resolver);
187
+ accepted = true;
188
+ }
174
189
  }
175
190
  catch (error) {
176
191
  this.logger.error('Minion tick admission failed', { expectedMinionName, error: describeCaughtError(error) });
@@ -1 +1 @@
1
- {"version":3,"file":"minion-tick-consumer.backend.service.js","sourceRoot":"","sources":["../../../../../src/runtime/queue/minion-tick-consumer.backend.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAE/C,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,6BAA6B,EAC7B,kBAAkB,EAClB,sCAAsC,EACtC,wBAAwB,EACxB,+BAA+B,EAC/B,+BAA+B,EAC/B,mCAAmC,GAGpC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,gBAAgB,EAAE,gBAAgB,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,GAErE,MAAM,uBAAuB,CAAC;AAc/B;;;;;;;;;;;;;;;;;;;GAmBG;AAEI,IAAM,gCAAgC,GAAtC,MAAM,gCAAgC;IAUxB;IAEA;IAEA;IAMA;IAnBX,WAAW,GAAG,KAAK,CAAC;IACpB,kBAAkB,CAAU;IACnB,MAAM,CAA2B;IAC1C,WAAW,CAA+D;IAE/D,QAAQ,CAA+D;IAE1F,YAEmB,OAAsC,EAEtC,wBAAgE,EAEhE,MAAqB,EAEtC,OAAwC,EAExC,cAA+C,EAE9B,eAAoD;QAVpD,YAAO,GAAP,OAAO,CAA+B;QAEtC,6BAAwB,GAAxB,wBAAwB,CAAwC;QAEhE,WAAM,GAAN,MAAM,CAAe;QAMrB,oBAAe,GAAf,eAAe,CAAqC;QAErE,IAAI,CAAC,MAAM,GAAG,IAAI,wBAAwB,CAAC,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE;YAC1E,OAAO,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,UAAU,EAAE;YAC3C,SAAS,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,YAAY,EAAE;SAChD,CAAC,CAAC;QACH,iGAAiG;QACjG,eAAe,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,kCAAkC,CAAC,CAAC;QAC5E,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;IAC7E,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,KAalB;QACC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;QAC5F,CAAC;QAED,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC;QAChG,mFAAmF;QACnF,6EAA6E;QAC7E,MAAM,QAAQ,GAA+B,KAAK,EAAE,GAAG,EAAE,EAAE;YACzD,IAAI,GAAG,CAAC,aAAa,KAAK,aAAa,IAAI,GAAG,CAAC,OAAO,KAAK,OAAO,CAAC,WAAW,IAAI,GAAG,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,OAAO;gBAAE,OAAO,SAAS,CAAC;YAC9I,MAAM,IAAI,GAAyB;gBACjC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,UAAU;gBACzE,aAAa,EAAE,GAAG,CAAC,aAAa,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW;aACzF,CAAC;YACF,OAAO;gBACL,MAAM,EAAE,cAAc;gBACtB,cAAc;gBACd,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;oBACzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC7B,MAAM,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;oBAC7B,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;gBACxJ,CAAC;gBACD,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;aACzE,CAAC;QACJ,CAAC,CAAC;QACF,MAAM,SAAS,GAAG,gBAAgB,CAAC,wBAAwB,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;QAEvF,iEAAiE;QACjE,kEAAkE;QAClE,+DAA+D;QAC/D,2DAA2D;QAC3D,8DAA8D;QAC9D,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CACb,uFAAuF;gBACrF,6EAA6E,CAChF,CAAC;QACJ,CAAC;QAED,wEAAwE;QACxE,0EAA0E;QAC1E,6EAA6E;QAC7E,4EAA4E;QAC5E,0EAA0E;QAC1E,6EAA6E;QAC7E,EAAE;QACF,wEAAwE;QACxE,wEAAwE;QACxE,yEAAyE;QACzE,2DAA2D;QAC3D,6EAA6E;QAC7E,+EAA+E;QAC/E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACxD,MAAM,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE;YACnC,OAAO,EAAE,IAAI;YACb,SAAS,EAAE;gBACT,cAAc,EAAE,QAAQ;aACzB;SACF,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,GAAmB,EAAE,OAAgB,EAAE,EAAE;YACpF,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,WAAW,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;QAC3C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE;YAC/C,SAAS;YACT,aAAa;YACb,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAClD,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC3D,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC;IACtC,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,iBAAiB,CAC5B,KAAkF;QAElF,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC;QAC/B,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACnF,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC5F,CAAC;IAEM,SAAS;QACd,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,GAAmB,EACnB,OAAgB,EAChB,aAAqB,EACrB,kBAA0B,EAC1B,SAAiB,EACjB,QAAoC;QAEpC,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,CAAC;QAClC,IAAI,QAAkC,CAAC;QACvC,IAAI,CAAC;YACH,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,0BAA0B,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,kBAAkB,CAAC,CAAC;gBACxH,4EAA4E;gBAC5E,4EAA4E;gBAC5E,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa,IAAI,IAAI,CAAC,UAAU,KAAK,kBAAkB,EAAE,CAAC;oBAC5F,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;gBAChG,CAAC;gBACD,MAAM,GAAG,GAAG,gBAAgB,CAAC,KAAK,CAAC;oBACjC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa;oBAClF,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa;oBAC9D,WAAW,EAAE,YAAY,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,EAAE,UAAU,EAAE,CAAC;oBACtF,WAAW,EAAE,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC;iBACrF,CAAC,CAAC;gBACH,2FAA2F;gBAC3F,8EAA8E;gBAC9E,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;gBAC7D,QAAQ,GAAG,IAAI,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC/G,CAAC;YAED,4EAA4E;YAC5E,8EAA8E;YAC9E,IAAI,CAAC;gBACH,IAAI,QAAQ;oBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;;oBAC1B,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAChH,CAAC;QACH,CAAC;gBAAS,CAAC;YAAC,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,CAAC;QAAC,CAAC;QAClD,wFAAwF;QACxF,IAAI,QAAQ;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACvD,CAAC;CACF,CAAA;AAjMY,gCAAgC;IAD5C,UAAU,EAAE;IAUR,WAAA,MAAM,CAAC,kBAAkB,CAAC,sBAAsB,CAAC,CAAA;IAEjD,WAAA,MAAM,CAAC,kBAAkB,CAAC,+BAA+B,CAAC,CAAA;IAE1D,WAAA,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAA;IAEjC,WAAA,MAAM,CAAC,kBAAkB,CAAC,wBAAwB,CAAC,CAAA;IAEnD,WAAA,MAAM,CAAC,kBAAkB,CAAC,wBAAwB,CAAC,CAAA;IAEnD,WAAA,MAAM,CAAC,kBAAkB,CAAC,4BAA4B,CAAC,CAAA;qCAT9B,6BAA6B;QAEZ,sCAAsC;QAExD,aAAa;QAE7B,+BAA+B;QAExB,+BAA+B;QAEb,mCAAmC;GApB5D,gCAAgC,CAiM5C","sourcesContent":["import { inject, injectable } from 'inversify';\nimport type { Channel, ConsumeMessage } from 'amqplib';\nimport {\n describeCaughtError,\n LoggerService,\n RabbitMQAdapterBackendService,\n SAAS_SERVICE_TYPES,\n ScheduledMessageVerifierBackendService,\n ScheduledExecutionRunner,\n JobStatusTrackingBackendService,\n JobPayloadStorageBackendService,\n WorkerShutdownManagerBackendService,\n type ScheduledExecutionResolver,\n type MinionTickJobToken,\n} from '@wildo-ai/saas-backend-lib';\nimport {\n QueueNamingUtils, JobPayloadSchema, JobType, JobInitiator, JobStatus,\n type JobExecution, type ScheduledAttemptContext, type ScheduledEvidencePolicy, type ScheduledRecoveryPolicy, type ScheduledReconciliationResult,\n} from '@wildo-ai/saas-models';\n\n/** Application payload after authentication; transport credentials are never replayed to recovery handlers. */\nexport type MinionTickInvocation = Pick<MinionTickJobToken, 'jobId' | 'applicationId' | 'jobType' | 'minionName' | 'inputDataJson'> & {\n /** Original authenticated publication time, preserved across recovery attempts. */\n createdAt: Date;\n /** Authenticated cron occurrence time; absent for independent manual invocations. */\n scheduledAt?: Date;\n};\n\n/** Stable occurrence plus a fresh attempt identity; retries are owned by the durable coordinator. */\nexport type MinionTickHandler = (tick: MinionTickInvocation, attempt: ScheduledAttemptContext) => Promise<void>;\nexport type MinionTickReconciler = (tick: MinionTickInvocation, attempt: ScheduledAttemptContext) => Promise<ScheduledReconciliationResult>;\n\n/**\n * Minion-side consumer for the per-minion tick queue\n * (`wildo.queue.<appId>.minion-tick.<minionName>`, see `QueueNamingUtils.buildMinionTickQueueName`).\n *\n * Per KD-12 of `.claude/plans/minions-and-workers-implementation.md`:\n * - Subscribes only to the queue dedicated to THIS minion (no shared\n * `scheduled` queue subscription, so the backend-api and minion don't\n * compete on cron tick deliveries).\n * - Verifies every inbound JWT through\n * `ScheduledMessageVerifierBackendService.verifyAndExtractMinionTick(token, expectedMinionName)`\n * — invalid signature, malformed payload, wrong issuer/audience, or\n * wrong target minion all NACK without requeue.\n * - Dispatches `MINION_TICK` tokens that match this minion's identity to\n * the registered handler. The handler typically routes into the\n * locally-hosted `flowsActorsRegistry` per Q9 LOCKED.\n *\n * Duplicate deliveries and recovery of one occurrence belong to the durable\n * coordinator. Overlap between DISTINCT occurrences remains the handler's\n * responsibility; these are separate guarantees.\n */\n@injectable()\nexport class MinionTickConsumerBackendService {\n private isConsuming = false;\n private consumingQueueName?: string;\n private readonly runner: ScheduledExecutionRunner;\n private reviewScope?: { queueName: string; resolver: ScheduledExecutionResolver };\n\n protected readonly logDebug: (message: string, context?: Record<string, unknown>) => void;\n\n constructor(\n @inject(SAAS_SERVICE_TYPES.RabbitMQAdapterService)\n private readonly adapter: RabbitMQAdapterBackendService,\n @inject(SAAS_SERVICE_TYPES.ScheduledMessageVerifierService)\n private readonly scheduledMessageVerifier: ScheduledMessageVerifierBackendService,\n @inject(SAAS_SERVICE_TYPES.Logger)\n private readonly logger: LoggerService,\n @inject(SAAS_SERVICE_TYPES.JobStatusTrackingService)\n tracker: JobStatusTrackingBackendService,\n @inject(SAAS_SERVICE_TYPES.JobPayloadStorageService)\n payloadStorage: JobPayloadStorageBackendService,\n @inject(SAAS_SERVICE_TYPES.WorkerShutdownManagerService)\n private readonly shutdownManager: WorkerShutdownManagerBackendService,\n ) {\n this.runner = new ScheduledExecutionRunner(tracker, logger, payloadStorage, {\n started: () => shutdownManager.jobStarted(),\n completed: () => shutdownManager.jobCompleted(),\n });\n // Stop broker receipts and recovery admissions before the shared signal coordinator drains work.\n shutdownManager.registerStopHandler(() => this.stop());\n this.logDebug = this.logger.debugByType('MinionTickConsumerBackendService');\n this.logger.setDebugTypeLogging('MinionTickConsumerBackendService', false);\n }\n\n public async start(input: {\n /**\n * The PLATFORM's id for the application this minion serves — the id its tick queue is named\n * from and the id the crontabs-manager signs into every tick. It is addressing, never a row\n * identity: the tick rows and stored payloads are anchored by the tracker and the payload\n * storage to the application RECORD id, which they resolve themselves.\n */\n applicationId: string;\n minionName: string;\n handler?: MinionTickHandler;\n recoveryPolicy?: Partial<ScheduledRecoveryPolicy>;\n evidencePolicy?: ScheduledEvidencePolicy;\n reconcile?: MinionTickReconciler;\n }): Promise<void> {\n if (this.isConsuming) {\n throw new Error('MinionTickConsumerBackendService.start called while already consuming.');\n }\n\n const { applicationId, minionName, handler, recoveryPolicy, evidencePolicy, reconcile } = input;\n // The scanner resolves only this runtime's locally authored handler. Durable input\n // is trusted after first receipt; it is never turned back into a signed JWT.\n const resolver: ScheduledExecutionResolver = async (job) => {\n if (job.applicationId !== applicationId || job.jobType !== JobType.MINION_TICK || job.minionName !== minionName || !handler) return undefined;\n const tick: MinionTickInvocation = {\n jobId: job.jobId, applicationId, jobType: JobType.MINION_TICK, minionName,\n inputDataJson: job.inputDataJson, createdAt: job.createdAt, scheduledAt: job.scheduledAt,\n };\n return {\n policy: recoveryPolicy,\n evidencePolicy,\n execute: async (attempt) => {\n const startedAt = Date.now();\n await handler(tick, attempt);\n return { jobId: job.jobId, status: JobStatus.COMPLETED, startedAt: new Date(startedAt), durationMs: Date.now() - startedAt, completedAt: new Date() };\n },\n reconcile: reconcile ? (attempt) => reconcile(tick, attempt) : undefined,\n };\n };\n const queueName = QueueNamingUtils.buildMinionTickQueueName(applicationId, minionName);\n\n // M5 — adapter readiness guard. The minion entrypoint calls this\n // method AFTER `StartApplicationBackendService.initialize`, which\n // typically connects the RabbitMQ adapter. Throw a descriptive\n // error if the adapter is not connected so a misconfigured\n // bootstrap surfaces here rather than at the first cron tick.\n if (!this.adapter.isConnected()) {\n throw new Error(\n 'MinionTickConsumerBackendService.start called before the RabbitMQ adapter connected. ' +\n 'Ensure the minion bootstrap completes before subscribing to the tick queue.',\n );\n }\n\n // H2 — the minion runtime OWNS and declares this per-minion tick queue.\n // The crontabs-batches-manager publisher is a producer only and passively\n // verifies the queue (`checkQueue`) rather than declaring it, so there is no\n // publisher-side declaration whose args this must match — the minion is the\n // sole topology owner here. `durable: true` + `x-queue-type: 'quorum'` is\n // the minion's own chosen shape (durable so ticks survive a broker restart).\n //\n // Declared on the adapter's dedicated topology channel (not the primary\n // publish/consume channel): a `406` arg-mismatch against a pre-existing\n // incompatible queue closes only that channel, so it can't tear down the\n // primary channel and crash-loop the minion bootstrap. The\n // `x-queue-type: 'quorum'` argument is not modelled by `QueueAssertOptions`,\n // so we declare directly on the channel rather than via `adapter.assertQueue`.\n const channel = await this.adapter.getTopologyChannel();\n await channel.assertQueue(queueName, {\n durable: true,\n arguments: {\n 'x-queue-type': 'quorum',\n },\n });\n\n await this.adapter.consume(queueName, async (msg: ConsumeMessage, channel: Channel) => {\n await this.handleMessage(msg, channel, applicationId, minionName, queueName, resolver);\n });\n\n this.consumingQueueName = queueName;\n this.isConsuming = true;\n this.runner.start(queueName, resolver);\n this.reviewScope = { queueName, resolver };\n this.logger.info('Minion tick consumer started', {\n queueName,\n applicationId,\n minionName,\n });\n }\n\n public async stop(): Promise<void> {\n this.runner.stop();\n this.reviewScope = undefined;\n if (!this.isConsuming || !this.consumingQueueName) {\n return;\n }\n await this.adapter.cancelConsumer(this.consumingQueueName);\n this.isConsuming = false;\n this.consumingQueueName = undefined;\n }\n\n /**\n * Invoke from an application-owned operator operation AFTER authorization.\n * Runtime app/queue ownership is derived here, never supplied by the caller;\n * actor, reason and expected revision are persisted atomically with the decision.\n */\n public async resolveTickReview(\n input: Omit<Parameters<ScheduledExecutionRunner['resolveReview']>[0], 'queueName'>,\n ): Promise<void> {\n const scope = this.reviewScope;\n if (!scope) throw new Error('Minion tick review requires an initialized consumer');\n await this.runner.resolveReview({ ...input, queueName: scope.queueName }, scope.resolver);\n }\n\n public isRunning(): boolean {\n return this.isConsuming;\n }\n\n private async handleMessage(\n msg: ConsumeMessage,\n channel: Channel,\n applicationId: string,\n expectedMinionName: string,\n queueName: string,\n resolver: ScheduledExecutionResolver,\n ): Promise<void> {\n this.shutdownManager.jobStarted();\n let admitted: JobExecution | undefined;\n try {\n let accepted = false;\n try {\n const tick = await this.scheduledMessageVerifier.verifyAndExtractMinionTick(msg.content.toString(), expectedMinionName);\n // Signature/target checks do not establish receiving-application ownership.\n // This comparison must precede every durable insert and handler resolution.\n if (!tick || tick.applicationId !== applicationId || tick.minionName !== expectedMinionName) {\n throw new Error('Scheduled minion token does not match the receiving application and minion');\n }\n const job = JobPayloadSchema.parse({\n jobId: tick.jobId, jobType: JobType.MINION_TICK, applicationId: tick.applicationId,\n minionName: tick.minionName, inputDataJson: tick.inputDataJson,\n initiatedBy: JobInitiator.CRONTAB, createdAt: new Date(tick.iat * 1000), maxRetries: 0,\n scheduledAt: tick.scheduledAt === undefined ? undefined : new Date(tick.scheduledAt),\n });\n // Durable receipt, then acknowledge, THEN run — a long tick must not hold later deliveries\n // unreceived past their five-minute token (`ScheduledExecutionRunner.admit`).\n admitted = await this.runner.admit(job, queueName, resolver);\n accepted = true;\n } catch (error) {\n this.logger.error('Minion tick admission failed', { expectedMinionName, error: describeCaughtError(error) });\n }\n\n // Settlement failure is a broker problem, not a new business failure. Never\n // NACK after an ACK throws or run the handler again from this catch boundary.\n try {\n if (accepted) channel.ack(msg);\n else channel.nack(msg, false, false);\n } catch (error) {\n this.logger.error('Minion tick settlement failed', { expectedMinionName, error: describeCaughtError(error) });\n }\n } finally { this.shutdownManager.jobCompleted(); }\n // Started only after the delivery is settled; the runner tracks the run's own activity.\n if (admitted) this.runner.launch(admitted, resolver);\n }\n}\n"]}
1
+ {"version":3,"file":"minion-tick-consumer.backend.service.js","sourceRoot":"","sources":["../../../../../src/runtime/queue/minion-tick-consumer.backend.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAE/C,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,6BAA6B,EAC7B,kBAAkB,EAClB,sCAAsC,EACtC,wBAAwB,EACxB,wBAAwB,EACxB,+BAA+B,EAC/B,+BAA+B,EAC/B,mCAAmC,GAGpC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,gBAAgB,EAAE,gBAAgB,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,GAErE,MAAM,uBAAuB,CAAC;AAc/B;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEI,IAAM,gCAAgC,GAAtC,MAAM,gCAAgC;IAUxB;IAEA;IAEA;IAMA;IAnBX,WAAW,GAAG,KAAK,CAAC;IACpB,kBAAkB,CAAU;IACnB,MAAM,CAA2B;IAC1C,WAAW,CAA+D;IAE/D,QAAQ,CAA+D;IAE1F,YAEmB,OAAsC,EAEtC,wBAAgE,EAEhE,MAAqB,EAEtC,OAAwC,EAExC,cAA+C,EAE9B,eAAoD;QAVpD,YAAO,GAAP,OAAO,CAA+B;QAEtC,6BAAwB,GAAxB,wBAAwB,CAAwC;QAEhE,WAAM,GAAN,MAAM,CAAe;QAMrB,oBAAe,GAAf,eAAe,CAAqC;QAErE,IAAI,CAAC,MAAM,GAAG,IAAI,wBAAwB,CAAC,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE;YAC1E,OAAO,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,UAAU,EAAE;YAC3C,SAAS,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,YAAY,EAAE;SAChD,CAAC,CAAC;QACH,iGAAiG;QACjG,eAAe,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,kCAAkC,CAAC,CAAC;QAC5E,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;IAC7E,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,KAalB;QACC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;QAC5F,CAAC;QAED,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC;QAChG,mFAAmF;QACnF,6EAA6E;QAC7E,MAAM,QAAQ,GAA+B,KAAK,EAAE,GAAG,EAAE,EAAE;YACzD,IAAI,GAAG,CAAC,aAAa,KAAK,aAAa,IAAI,GAAG,CAAC,OAAO,KAAK,OAAO,CAAC,WAAW,IAAI,GAAG,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,OAAO;gBAAE,OAAO,SAAS,CAAC;YAC9I,MAAM,IAAI,GAAyB;gBACjC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,UAAU;gBACzE,aAAa,EAAE,GAAG,CAAC,aAAa,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW;aACzF,CAAC;YACF,OAAO;gBACL,MAAM,EAAE,cAAc;gBACtB,cAAc;gBACd,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;oBACzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC7B,MAAM,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;oBAC7B,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;gBACxJ,CAAC;gBACD,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;aACzE,CAAC;QACJ,CAAC,CAAC;QACF,MAAM,SAAS,GAAG,gBAAgB,CAAC,wBAAwB,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;QAEvF,iEAAiE;QACjE,kEAAkE;QAClE,+DAA+D;QAC/D,2DAA2D;QAC3D,8DAA8D;QAC9D,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CACb,uFAAuF;gBACrF,6EAA6E,CAChF,CAAC;QACJ,CAAC;QAED,wEAAwE;QACxE,0EAA0E;QAC1E,6EAA6E;QAC7E,4EAA4E;QAC5E,0EAA0E;QAC1E,6EAA6E;QAC7E,EAAE;QACF,wEAAwE;QACxE,wEAAwE;QACxE,yEAAyE;QACzE,2DAA2D;QAC3D,6EAA6E;QAC7E,+EAA+E;QAC/E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACxD,MAAM,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE;YACnC,OAAO,EAAE,IAAI;YACb,SAAS,EAAE;gBACT,cAAc,EAAE,QAAQ;aACzB;SACF,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,GAAmB,EAAE,OAAgB,EAAE,EAAE;YACpF,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,WAAW,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;QAC3C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE;YAC/C,SAAS;YACT,aAAa;YACb,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAClD,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC3D,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC;IACtC,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,iBAAiB,CAC5B,KAAkF;QAElF,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC;QAC/B,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACnF,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC5F,CAAC;IAEM,SAAS;QACd,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,GAAmB,EACnB,OAAgB,EAChB,aAAqB,EACrB,kBAA0B,EAC1B,SAAiB,EACjB,QAAoC;QAEpC,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,CAAC;QAClC,IAAI,QAAkC,CAAC;QACvC,IAAI,CAAC;YACH,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,0BAA0B,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,kBAAkB,CAAC,CAAC;gBAC5H,MAAM,IAAI,GAAG,QAAQ,EAAE,KAAK,CAAC;gBAC7B,4EAA4E;gBAC5E,2FAA2F;gBAC3F,yFAAyF;gBACzF,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa,IAAI,IAAI,CAAC,UAAU,KAAK,kBAAkB,EAAE,CAAC;oBACzG,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;gBAChG,CAAC;gBACD,MAAM,GAAG,GAAG,gBAAgB,CAAC,KAAK,CAAC;oBACjC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa;oBAClF,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa;oBAC9D,WAAW,EAAE,YAAY,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,EAAE,UAAU,EAAE,CAAC;oBACtF,WAAW,EAAE,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC;iBACrF,CAAC,CAAC;gBACH,IAAI,QAAQ,CAAC,OAAO,KAAK,wBAAwB,CAAC,IAAI,EAAE,CAAC;oBACvD,8FAA8F;oBAC9F,6FAA6F;oBAC7F,4EAA4E;oBAC5E,kDAAkD;oBAClD,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAC/F,CAAC;qBAAM,CAAC;oBACN,2FAA2F;oBAC3F,8EAA8E;oBAC9E,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;oBAC7D,QAAQ,GAAG,IAAI,CAAC;gBAClB,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC/G,CAAC;YAED,4EAA4E;YAC5E,8EAA8E;YAC9E,IAAI,CAAC;gBACH,IAAI,QAAQ;oBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;;oBAC1B,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAChH,CAAC;QACH,CAAC;gBAAS,CAAC;YAAC,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,CAAC;QAAC,CAAC;QAClD,wFAAwF;QACxF,IAAI,QAAQ;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACvD,CAAC;CACF,CAAA;AA3MY,gCAAgC;IAD5C,UAAU,EAAE;IAUR,WAAA,MAAM,CAAC,kBAAkB,CAAC,sBAAsB,CAAC,CAAA;IAEjD,WAAA,MAAM,CAAC,kBAAkB,CAAC,+BAA+B,CAAC,CAAA;IAE1D,WAAA,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAA;IAEjC,WAAA,MAAM,CAAC,kBAAkB,CAAC,wBAAwB,CAAC,CAAA;IAEnD,WAAA,MAAM,CAAC,kBAAkB,CAAC,wBAAwB,CAAC,CAAA;IAEnD,WAAA,MAAM,CAAC,kBAAkB,CAAC,4BAA4B,CAAC,CAAA;qCAT9B,6BAA6B;QAEZ,sCAAsC;QAExD,aAAa;QAE7B,+BAA+B;QAExB,+BAA+B;QAEb,mCAAmC;GApB5D,gCAAgC,CA2M5C","sourcesContent":["import { inject, injectable } from 'inversify';\nimport type { Channel, ConsumeMessage } from 'amqplib';\nimport {\n describeCaughtError,\n LoggerService,\n RabbitMQAdapterBackendService,\n SAAS_SERVICE_TYPES,\n ScheduledMessageVerifierBackendService,\n ScheduledDeliveryVerdict,\n ScheduledExecutionRunner,\n JobStatusTrackingBackendService,\n JobPayloadStorageBackendService,\n WorkerShutdownManagerBackendService,\n type ScheduledExecutionResolver,\n type MinionTickJobToken,\n} from '@wildo-ai/saas-backend-lib';\nimport {\n QueueNamingUtils, JobPayloadSchema, JobType, JobInitiator, JobStatus,\n type JobExecution, type ScheduledAttemptContext, type ScheduledEvidencePolicy, type ScheduledRecoveryPolicy, type ScheduledReconciliationResult,\n} from '@wildo-ai/saas-models';\n\n/** Application payload after authentication; transport credentials are never replayed to recovery handlers. */\nexport type MinionTickInvocation = Pick<MinionTickJobToken, 'jobId' | 'applicationId' | 'jobType' | 'minionName' | 'inputDataJson'> & {\n /** Original authenticated publication time, preserved across recovery attempts. */\n createdAt: Date;\n /** Authenticated cron occurrence time; absent for independent manual invocations. */\n scheduledAt?: Date;\n};\n\n/** Stable occurrence plus a fresh attempt identity; retries are owned by the durable coordinator. */\nexport type MinionTickHandler = (tick: MinionTickInvocation, attempt: ScheduledAttemptContext) => Promise<void>;\nexport type MinionTickReconciler = (tick: MinionTickInvocation, attempt: ScheduledAttemptContext) => Promise<ScheduledReconciliationResult>;\n\n/**\n * Minion-side consumer for the per-minion tick queue\n * (`wildo.queue.<appId>.minion-tick.<minionName>`, see `QueueNamingUtils.buildMinionTickQueueName`).\n *\n * Per KD-12 of `.claude/plans/minions-and-workers-implementation.md`:\n * - Subscribes only to the queue dedicated to THIS minion (no shared\n * `scheduled` queue subscription, so the backend-api and minion don't\n * compete on cron tick deliveries).\n * - Verifies every inbound JWT through\n * `ScheduledMessageVerifierBackendService.verifyAndExtractMinionTick(token, expectedMinionName)`\n * — invalid signature, malformed payload, wrong issuer/audience, or\n * wrong target minion all NACK without requeue. An AUTHENTIC tick that\n * arrived after its admission window (usually because the minion was down;\n * see `ScheduledDeliveryLateness`) is recorded as\n * a missed occurrence and acknowledged, never run (#2212); only a late\n * tick that could not be recorded is NACKed.\n * - Dispatches `MINION_TICK` tokens that match this minion's identity to\n * the registered handler. The handler typically routes into the\n * locally-hosted `flowsActorsRegistry` per Q9 LOCKED.\n *\n * Duplicate deliveries and recovery of one occurrence belong to the durable\n * coordinator. Overlap between DISTINCT occurrences remains the handler's\n * responsibility; these are separate guarantees.\n */\n@injectable()\nexport class MinionTickConsumerBackendService {\n private isConsuming = false;\n private consumingQueueName?: string;\n private readonly runner: ScheduledExecutionRunner;\n private reviewScope?: { queueName: string; resolver: ScheduledExecutionResolver };\n\n protected readonly logDebug: (message: string, context?: Record<string, unknown>) => void;\n\n constructor(\n @inject(SAAS_SERVICE_TYPES.RabbitMQAdapterService)\n private readonly adapter: RabbitMQAdapterBackendService,\n @inject(SAAS_SERVICE_TYPES.ScheduledMessageVerifierService)\n private readonly scheduledMessageVerifier: ScheduledMessageVerifierBackendService,\n @inject(SAAS_SERVICE_TYPES.Logger)\n private readonly logger: LoggerService,\n @inject(SAAS_SERVICE_TYPES.JobStatusTrackingService)\n tracker: JobStatusTrackingBackendService,\n @inject(SAAS_SERVICE_TYPES.JobPayloadStorageService)\n payloadStorage: JobPayloadStorageBackendService,\n @inject(SAAS_SERVICE_TYPES.WorkerShutdownManagerService)\n private readonly shutdownManager: WorkerShutdownManagerBackendService,\n ) {\n this.runner = new ScheduledExecutionRunner(tracker, logger, payloadStorage, {\n started: () => shutdownManager.jobStarted(),\n completed: () => shutdownManager.jobCompleted(),\n });\n // Stop broker receipts and recovery admissions before the shared signal coordinator drains work.\n shutdownManager.registerStopHandler(() => this.stop());\n this.logDebug = this.logger.debugByType('MinionTickConsumerBackendService');\n this.logger.setDebugTypeLogging('MinionTickConsumerBackendService', false);\n }\n\n public async start(input: {\n /**\n * The PLATFORM's id for the application this minion serves — the id its tick queue is named\n * from and the id the crontabs-manager signs into every tick. It is addressing, never a row\n * identity: the tick rows and stored payloads are anchored by the tracker and the payload\n * storage to the application RECORD id, which they resolve themselves.\n */\n applicationId: string;\n minionName: string;\n handler?: MinionTickHandler;\n recoveryPolicy?: Partial<ScheduledRecoveryPolicy>;\n evidencePolicy?: ScheduledEvidencePolicy;\n reconcile?: MinionTickReconciler;\n }): Promise<void> {\n if (this.isConsuming) {\n throw new Error('MinionTickConsumerBackendService.start called while already consuming.');\n }\n\n const { applicationId, minionName, handler, recoveryPolicy, evidencePolicy, reconcile } = input;\n // The scanner resolves only this runtime's locally authored handler. Durable input\n // is trusted after first receipt; it is never turned back into a signed JWT.\n const resolver: ScheduledExecutionResolver = async (job) => {\n if (job.applicationId !== applicationId || job.jobType !== JobType.MINION_TICK || job.minionName !== minionName || !handler) return undefined;\n const tick: MinionTickInvocation = {\n jobId: job.jobId, applicationId, jobType: JobType.MINION_TICK, minionName,\n inputDataJson: job.inputDataJson, createdAt: job.createdAt, scheduledAt: job.scheduledAt,\n };\n return {\n policy: recoveryPolicy,\n evidencePolicy,\n execute: async (attempt) => {\n const startedAt = Date.now();\n await handler(tick, attempt);\n return { jobId: job.jobId, status: JobStatus.COMPLETED, startedAt: new Date(startedAt), durationMs: Date.now() - startedAt, completedAt: new Date() };\n },\n reconcile: reconcile ? (attempt) => reconcile(tick, attempt) : undefined,\n };\n };\n const queueName = QueueNamingUtils.buildMinionTickQueueName(applicationId, minionName);\n\n // M5 — adapter readiness guard. The minion entrypoint calls this\n // method AFTER `StartApplicationBackendService.initialize`, which\n // typically connects the RabbitMQ adapter. Throw a descriptive\n // error if the adapter is not connected so a misconfigured\n // bootstrap surfaces here rather than at the first cron tick.\n if (!this.adapter.isConnected()) {\n throw new Error(\n 'MinionTickConsumerBackendService.start called before the RabbitMQ adapter connected. ' +\n 'Ensure the minion bootstrap completes before subscribing to the tick queue.',\n );\n }\n\n // H2 — the minion runtime OWNS and declares this per-minion tick queue.\n // The crontabs-batches-manager publisher is a producer only and passively\n // verifies the queue (`checkQueue`) rather than declaring it, so there is no\n // publisher-side declaration whose args this must match — the minion is the\n // sole topology owner here. `durable: true` + `x-queue-type: 'quorum'` is\n // the minion's own chosen shape (durable so ticks survive a broker restart).\n //\n // Declared on the adapter's dedicated topology channel (not the primary\n // publish/consume channel): a `406` arg-mismatch against a pre-existing\n // incompatible queue closes only that channel, so it can't tear down the\n // primary channel and crash-loop the minion bootstrap. The\n // `x-queue-type: 'quorum'` argument is not modelled by `QueueAssertOptions`,\n // so we declare directly on the channel rather than via `adapter.assertQueue`.\n const channel = await this.adapter.getTopologyChannel();\n await channel.assertQueue(queueName, {\n durable: true,\n arguments: {\n 'x-queue-type': 'quorum',\n },\n });\n\n await this.adapter.consume(queueName, async (msg: ConsumeMessage, channel: Channel) => {\n await this.handleMessage(msg, channel, applicationId, minionName, queueName, resolver);\n });\n\n this.consumingQueueName = queueName;\n this.isConsuming = true;\n this.runner.start(queueName, resolver);\n this.reviewScope = { queueName, resolver };\n this.logger.info('Minion tick consumer started', {\n queueName,\n applicationId,\n minionName,\n });\n }\n\n public async stop(): Promise<void> {\n this.runner.stop();\n this.reviewScope = undefined;\n if (!this.isConsuming || !this.consumingQueueName) {\n return;\n }\n await this.adapter.cancelConsumer(this.consumingQueueName);\n this.isConsuming = false;\n this.consumingQueueName = undefined;\n }\n\n /**\n * Invoke from an application-owned operator operation AFTER authorization.\n * Runtime app/queue ownership is derived here, never supplied by the caller;\n * actor, reason and expected revision are persisted atomically with the decision.\n */\n public async resolveTickReview(\n input: Omit<Parameters<ScheduledExecutionRunner['resolveReview']>[0], 'queueName'>,\n ): Promise<void> {\n const scope = this.reviewScope;\n if (!scope) throw new Error('Minion tick review requires an initialized consumer');\n await this.runner.resolveReview({ ...input, queueName: scope.queueName }, scope.resolver);\n }\n\n public isRunning(): boolean {\n return this.isConsuming;\n }\n\n private async handleMessage(\n msg: ConsumeMessage,\n channel: Channel,\n applicationId: string,\n expectedMinionName: string,\n queueName: string,\n resolver: ScheduledExecutionResolver,\n ): Promise<void> {\n this.shutdownManager.jobStarted();\n let admitted: JobExecution | undefined;\n try {\n let accepted = false;\n try {\n const delivery = await this.scheduledMessageVerifier.verifyAndExtractMinionTick(msg.content.toString(), expectedMinionName);\n const tick = delivery?.value;\n // Signature/target checks do not establish receiving-application ownership.\n // This comparison must precede every durable insert and handler resolution — a LATE tick's\n // included: a genuine token addressed elsewhere is foreign whether or not it is on time.\n if (!delivery || !tick || tick.applicationId !== applicationId || tick.minionName !== expectedMinionName) {\n throw new Error('Scheduled minion token does not match the receiving application and minion');\n }\n const job = JobPayloadSchema.parse({\n jobId: tick.jobId, jobType: JobType.MINION_TICK, applicationId: tick.applicationId,\n minionName: tick.minionName, inputDataJson: tick.inputDataJson,\n initiatedBy: JobInitiator.CRONTAB, createdAt: new Date(tick.iat * 1000), maxRetries: 0,\n scheduledAt: tick.scheduledAt === undefined ? undefined : new Date(tick.scheduledAt),\n });\n if (delivery.verdict === ScheduledDeliveryVerdict.LATE) {\n // Genuine, past its admission deadline: the tick was missed — usually because this minion was\n // not consuming, though the scheduler can share the delay (see `ScheduledDeliveryLateness`).\n // Recorded and acknowledged, reported once per drain by the runner (#2212);\n // dead-lettered only if it could not be recorded.\n accepted = await this.runner.recordLateDelivery(job, queueName, resolver, delivery.lateness);\n } else {\n // Durable receipt, then acknowledge, THEN run — a long tick must not hold later deliveries\n // unreceived past their five-minute token (`ScheduledExecutionRunner.admit`).\n admitted = await this.runner.admit(job, queueName, resolver);\n accepted = true;\n }\n } catch (error) {\n this.logger.error('Minion tick admission failed', { expectedMinionName, error: describeCaughtError(error) });\n }\n\n // Settlement failure is a broker problem, not a new business failure. Never\n // NACK after an ACK throws or run the handler again from this catch boundary.\n try {\n if (accepted) channel.ack(msg);\n else channel.nack(msg, false, false);\n } catch (error) {\n this.logger.error('Minion tick settlement failed', { expectedMinionName, error: describeCaughtError(error) });\n }\n } finally { this.shutdownManager.jobCompleted(); }\n // Started only after the delivery is settled; the runner tracks the run's own activity.\n if (admitted) this.runner.launch(admitted, resolver);\n }\n}\n"]}