@shipfox/api-triggers 2.0.0

package/dist/core/route-event-to-job-listeners.js

@@ -0,0 +1,140 @@
+import { deliverEventToListener } from '@shipfox/api-workflows';
+import { logger } from '@shipfox/node-opentelemetry';
+import { findMatchingJobListenerSubscriptions } from '#db/job-listener-subscriptions.js';
+import { evaluateStoredFilter } from './config.js';
+import { toReason } from './record-trigger-history.js';
+export async function routeEventToJobListeners(params) {
+    const subscriptions = await findMatchingJobListenerSubscriptions({
+        workspaceId: params.workspaceId,
+        source: params.source,
+        event: params.event
+    });
+    let filterErrorCount = 0;
+    const effectiveMatchByJobId = new Map();
+    for (const subscription of subscriptions){
+        const filterResult = evaluateListenerFilter({
+            subscription,
+            payload: params.payload
+        });
+        if (filterResult.kind === 'filtered') continue;
+        if (filterResult.kind === 'filter-error') {
+            filterErrorCount += 1;
+            await params.history.listenerFilterErrored(subscription, filterResult.reason);
+            continue;
+        }
+        const previous = effectiveMatchByJobId.get(subscription.jobId);
+        if (!previous || shouldReplaceEffectiveMatcher(previous, subscription)) {
+            effectiveMatchByJobId.set(subscription.jobId, subscription);
+        }
+    }
+    let acceptedJobCount = 0;
+    let deliveredCount = 0;
+    let sawTransientError = false;
+    let dispatchErrorCount = 0;
+    let firstTransientError;
+    for (const subscription of effectiveMatchByJobId.values()){
+        const disposition = listenerDisposition(subscription);
+        try {
+            const result = await deliverEventToListener({
+                jobId: subscription.jobId,
+                disposition,
+                eventRef: params.eventRef,
+                deliveryId: params.deliveryId,
+                source: params.source,
+                event: params.event,
+                provider: params.provider,
+                payload: params.payload,
+                receivedAt: params.receivedAt
+            });
+            if (!result.skipped) {
+                acceptedJobCount += 1;
+                await params.history.listenerTriggered(subscription);
+            }
+            if (result.buffered) deliveredCount += 1;
+        } catch (error) {
+            dispatchErrorCount += 1;
+            await params.history.listenerDispatchErrored(subscription, toReason(error));
+            if (!sawTransientError) {
+                sawTransientError = true;
+                firstTransientError = error;
+            }
+        }
+    }
+    return {
+        engagedCount: filterErrorCount + acceptedJobCount + dispatchErrorCount,
+        matchedJobCount: effectiveMatchByJobId.size,
+        acceptedJobCount,
+        deliveredCount,
+        transientErrored: sawTransientError,
+        transientError: sawTransientError ? firstTransientError : undefined
+    };
+}
+function evaluateListenerFilter(params) {
+    const filter = params.subscription.config.filter;
+    if (filter === null || filter === undefined) return {
+        kind: 'matched'
+    };
+    if (typeof filter !== 'string' || filter.trim() === '') {
+        return evaluateStoredFilter({
+            value: filter,
+            context: {
+                event: params.payload
+            },
+            invalidReason: 'Listener subscription filter must be a non-empty string when set',
+            evaluationFailedReason: 'Listener filter evaluation failed'
+        });
+    }
+    const snapshot = readFilterSnapshot(params.subscription);
+    if (snapshot.kind === 'invalid') return snapshot.result;
+    return evaluateStoredFilter({
+        value: filter,
+        context: {
+            ...snapshot.value,
+            event: params.payload
+        },
+        invalidReason: 'Listener subscription filter must be a non-empty string when set',
+        evaluationFailedReason: 'Listener filter evaluation failed'
+    });
+}
+function readFilterSnapshot(subscription) {
+    const value = subscription.config.filter_snapshot;
+    if (value === undefined) return {
+        kind: 'valid',
+        value: {}
+    };
+    if (value !== null && typeof value === 'object' && !Array.isArray(value)) {
+        return {
+            kind: 'valid',
+            value: value
+        };
+    }
+    return {
+        kind: 'invalid',
+        result: {
+            kind: 'filter-error',
+            reason: 'Listener filter snapshot must be an object when set'
+        }
+    };
+}
+function listenerDisposition(subscription) {
+    return subscription.kind === 'until' ? 'resolve' : 'fire';
+}
+function listenerMatcherSortKey(subscription) {
+    const kindRank = subscription.kind === 'until' ? '0' : '1';
+    return `${kindRank}:${subscription.matcherOrdinal.toString().padStart(10, '0')}`;
+}
+function shouldReplaceEffectiveMatcher(previous, candidate) {
+    const previousKey = listenerMatcherSortKey(previous);
+    const candidateKey = listenerMatcherSortKey(candidate);
+    if (candidateKey !== previousKey) return candidateKey < previousKey;
+    logger().warn({
+        jobId: candidate.jobId,
+        keptSubscriptionId: previous.id,
+        candidateSubscriptionId: candidate.id,
+        matcherKind: candidate.kind,
+        matcherOrdinal: candidate.matcherOrdinal
+    }, 'duplicate job listener matcher key encountered; choosing deterministic subscription id order');
+    return candidate.id < previous.id;
+}
+
+//# sourceMappingURL=route-event-to-job-listeners.js.map

package/dist/core/route-event-to-job-listeners.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/core/route-event-to-job-listeners.ts"],"sourcesContent":["import {deliverEventToListener, type JobListenerEventDisposition} from '@shipfox/api-workflows';\nimport {logger} from '@shipfox/node-opentelemetry';\nimport {findMatchingJobListenerSubscriptions} from '#db/job-listener-subscriptions.js';\nimport {evaluateStoredFilter, type StoredFilterEvaluation} from './config.js';\nimport type {JobListenerSubscription} from './entities/job-listener-subscription.js';\nimport {type TriggerHistoryRecorder, toReason} from './record-trigger-history.js';\n\nexport interface RouteEventToJobListenersParams {\n  history: TriggerHistoryRecorder;\n  eventRef: string;\n  workspaceId: string;\n  provider: string;\n  source: string;\n  event: string;\n  deliveryId: string;\n  payload: unknown;\n  receivedAt: Date;\n}\n\nexport interface RouteEventToJobListenersResult {\n  /**\n   * Listener outcomes that should contribute to received_event.matched_count:\n   * filter errors, accepted deliveries, and dispatch errors. Stale skipped jobs\n   * are intentionally excluded because they did not produce an auditable decision.\n   */\n  engagedCount: number;\n  /**\n   * Jobs with an effective matcher after source/event/filter checks, including\n   * stale skipped jobs.\n   */\n  matchedJobCount: number;\n  acceptedJobCount: number;\n  deliveredCount: number;\n  transientErrored: boolean;\n  transientError: unknown;\n}\n\nexport async function routeEventToJobListeners(\n  params: RouteEventToJobListenersParams,\n): Promise<RouteEventToJobListenersResult> {\n  const subscriptions = await findMatchingJobListenerSubscriptions({\n    workspaceId: params.workspaceId,\n    source: params.source,\n    event: params.event,\n  });\n\n  let filterErrorCount = 0;\n  const effectiveMatchByJobId = new Map<string, JobListenerSubscription>();\n  for (const subscription of subscriptions) {\n    const filterResult = evaluateListenerFilter({subscription, payload: params.payload});\n    if (filterResult.kind === 'filtered') continue;\n    if (filterResult.kind === 'filter-error') {\n      filterErrorCount += 1;\n      await params.history.listenerFilterErrored(subscription, filterResult.reason);\n      continue;\n    }\n\n    const previous = effectiveMatchByJobId.get(subscription.jobId);\n    if (!previous || shouldReplaceEffectiveMatcher(previous, subscription)) {\n      effectiveMatchByJobId.set(subscription.jobId, subscription);\n    }\n  }\n\n  let acceptedJobCount = 0;\n  let deliveredCount = 0;\n  let sawTransientError = false;\n  let dispatchErrorCount = 0;\n  let firstTransientError: unknown;\n\n  for (const subscription of effectiveMatchByJobId.values()) {\n    const disposition = listenerDisposition(subscription);\n    try {\n      const result = await deliverEventToListener({\n        jobId: subscription.jobId,\n        disposition,\n        eventRef: params.eventRef,\n        deliveryId: params.deliveryId,\n        source: params.source,\n        event: params.event,\n        provider: params.provider,\n        payload: params.payload,\n        receivedAt: params.receivedAt,\n      });\n      if (!result.skipped) {\n        acceptedJobCount += 1;\n        await params.history.listenerTriggered(subscription);\n      }\n      if (result.buffered) deliveredCount += 1;\n    } catch (error) {\n      dispatchErrorCount += 1;\n      await params.history.listenerDispatchErrored(subscription, toReason(error));\n      if (!sawTransientError) {\n        sawTransientError = true;\n        firstTransientError = error;\n      }\n    }\n  }\n\n  return {\n    engagedCount: filterErrorCount + acceptedJobCount + dispatchErrorCount,\n    matchedJobCount: effectiveMatchByJobId.size,\n    acceptedJobCount,\n    deliveredCount,\n    transientErrored: sawTransientError,\n    transientError: sawTransientError ? firstTransientError : undefined,\n  };\n}\n\ninterface EvaluateListenerFilterParams {\n  subscription: JobListenerSubscription;\n  payload: unknown;\n}\n\nfunction evaluateListenerFilter(params: EvaluateListenerFilterParams): StoredFilterEvaluation {\n  const filter = params.subscription.config.filter;\n  if (filter === null || filter === undefined) return {kind: 'matched'};\n  if (typeof filter !== 'string' || filter.trim() === '') {\n    return evaluateStoredFilter({\n      value: filter,\n      context: {event: params.payload},\n      invalidReason: 'Listener subscription filter must be a non-empty string when set',\n      evaluationFailedReason: 'Listener filter evaluation failed',\n    });\n  }\n\n  const snapshot = readFilterSnapshot(params.subscription);\n  if (snapshot.kind === 'invalid') return snapshot.result;\n\n  return evaluateStoredFilter({\n    value: filter,\n    context: {...snapshot.value, event: params.payload},\n    invalidReason: 'Listener subscription filter must be a non-empty string when set',\n    evaluationFailedReason: 'Listener filter evaluation failed',\n  });\n}\n\nfunction readFilterSnapshot(\n  subscription: JobListenerSubscription,\n):\n  | {kind: 'valid'; value: Record<string, unknown>}\n  | {kind: 'invalid'; result: Extract<StoredFilterEvaluation, {kind: 'filter-error'}>} {\n  const value = subscription.config.filter_snapshot;\n  if (value === undefined) return {kind: 'valid', value: {}};\n  if (value !== null && typeof value === 'object' && !Array.isArray(value)) {\n    return {kind: 'valid', value: value as Record<string, unknown>};\n  }\n  return {\n    kind: 'invalid',\n    result: {\n      kind: 'filter-error',\n      reason: 'Listener filter snapshot must be an object when set',\n    },\n  };\n}\n\nfunction listenerDisposition(subscription: JobListenerSubscription): JobListenerEventDisposition {\n  return subscription.kind === 'until' ? 'resolve' : 'fire';\n}\n\nfunction listenerMatcherSortKey(subscription: JobListenerSubscription): string {\n  const kindRank = subscription.kind === 'until' ? '0' : '1';\n  return `${kindRank}:${subscription.matcherOrdinal.toString().padStart(10, '0')}`;\n}\n\nfunction shouldReplaceEffectiveMatcher(\n  previous: JobListenerSubscription,\n  candidate: JobListenerSubscription,\n): boolean {\n  const previousKey = listenerMatcherSortKey(previous);\n  const candidateKey = listenerMatcherSortKey(candidate);\n  if (candidateKey !== previousKey) return candidateKey < previousKey;\n\n  logger().warn(\n    {\n      jobId: candidate.jobId,\n      keptSubscriptionId: previous.id,\n      candidateSubscriptionId: candidate.id,\n      matcherKind: candidate.kind,\n      matcherOrdinal: candidate.matcherOrdinal,\n    },\n    'duplicate job listener matcher key encountered; choosing deterministic subscription id order',\n  );\n  return candidate.id < previous.id;\n}\n"],"names":["deliverEventToListener","logger","findMatchingJobListenerSubscriptions","evaluateStoredFilter","toReason","routeEventToJobListeners","params","subscriptions","workspaceId","source","event","filterErrorCount","effectiveMatchByJobId","Map","subscription","filterResult","evaluateListenerFilter","payload","kind","history","listenerFilterErrored","reason","previous","get","jobId","shouldReplaceEffectiveMatcher","set","acceptedJobCount","deliveredCount","sawTransientError","dispatchErrorCount","firstTransientError","values","disposition","listenerDisposition","result","eventRef","deliveryId","provider","receivedAt","skipped","listenerTriggered","buffered","error","listenerDispatchErrored","engagedCount","matchedJobCount","size","transientErrored","transientError","undefined","filter","config","trim","value","context","invalidReason","evaluationFailedReason","snapshot","readFilterSnapshot","filter_snapshot","Array","isArray","listenerMatcherSortKey","kindRank","matcherOrdinal","toString","padStart","candidate","previousKey","candidateKey","warn","keptSubscriptionId","id","candidateSubscriptionId","matcherKind"],"mappings":"AAAA,SAAQA,sBAAsB,QAAyC,yBAAyB;AAChG,SAAQC,MAAM,QAAO,8BAA8B;AACnD,SAAQC,oCAAoC,QAAO,oCAAoC;AACvF,SAAQC,oBAAoB,QAAoC,cAAc;AAE9E,SAAqCC,QAAQ,QAAO,8BAA8B;AAgClF,OAAO,eAAeC,yBACpBC,MAAsC;IAEtC,MAAMC,gBAAgB,MAAML,qCAAqC;QAC/DM,aAAaF,OAAOE,WAAW;QAC/BC,QAAQH,OAAOG,MAAM;QACrBC,OAAOJ,OAAOI,KAAK;IACrB;IAEA,IAAIC,mBAAmB;IACvB,MAAMC,wBAAwB,IAAIC;IAClC,KAAK,MAAMC,gBAAgBP,cAAe;QACxC,MAAMQ,eAAeC,uBAAuB;YAACF;YAAcG,SAASX,OAAOW,OAAO;QAAA;QAClF,IAAIF,aAAaG,IAAI,KAAK,YAAY;QACtC,IAAIH,aAAaG,IAAI,KAAK,gBAAgB;YACxCP,oBAAoB;YACpB,MAAML,OAAOa,OAAO,CAACC,qBAAqB,CAACN,cAAcC,aAAaM,MAAM;YAC5E;QACF;QAEA,MAAMC,WAAWV,sBAAsBW,GAAG,CAACT,aAAaU,KAAK;QAC7D,IAAI,CAACF,YAAYG,8BAA8BH,UAAUR,eAAe;YACtEF,sBAAsBc,GAAG,CAACZ,aAAaU,KAAK,EAAEV;QAChD;IACF;IAEA,IAAIa,mBAAmB;IACvB,IAAIC,iBAAiB;IACrB,IAAIC,oBAAoB;IACxB,IAAIC,qBAAqB;IACzB,IAAIC;IAEJ,KAAK,MAAMjB,gBAAgBF,sBAAsBoB,MAAM,GAAI;QACzD,MAAMC,cAAcC,oBAAoBpB;QACxC,IAAI;YACF,MAAMqB,SAAS,MAAMnC,uBAAuB;gBAC1CwB,OAAOV,aAAaU,KAAK;gBACzBS;gBACAG,UAAU9B,OAAO8B,QAAQ;gBACzBC,YAAY/B,OAAO+B,UAAU;gBAC7B5B,QAAQH,OAAOG,MAAM;gBACrBC,OAAOJ,OAAOI,KAAK;gBACnB4B,UAAUhC,OAAOgC,QAAQ;gBACzBrB,SAASX,OAAOW,OAAO;gBACvBsB,YAAYjC,OAAOiC,UAAU;YAC/B;YACA,IAAI,CAACJ,OAAOK,OAAO,EAAE;gBACnBb,oBAAoB;gBACpB,MAAMrB,OAAOa,OAAO,CAACsB,iBAAiB,CAAC3B;YACzC;YACA,IAAIqB,OAAOO,QAAQ,EAAEd,kBAAkB;QACzC,EAAE,OAAOe,OAAO;YACdb,sBAAsB;YACtB,MAAMxB,OAAOa,OAAO,CAACyB,uBAAuB,CAAC9B,cAAcV,SAASuC;YACpE,IAAI,CAACd,mBAAmB;gBACtBA,oBAAoB;gBACpBE,sBAAsBY;YACxB;QACF;IACF;IAEA,OAAO;QACLE,cAAclC,mBAAmBgB,mBAAmBG;QACpDgB,iBAAiBlC,sBAAsBmC,IAAI;QAC3CpB;QACAC;QACAoB,kBAAkBnB;QAClBoB,gBAAgBpB,oBAAoBE,sBAAsBmB;IAC5D;AACF;AAOA,SAASlC,uBAAuBV,MAAoC;IAClE,MAAM6C,SAAS7C,OAAOQ,YAAY,CAACsC,MAAM,CAACD,MAAM;IAChD,IAAIA,WAAW,QAAQA,WAAWD,WAAW,OAAO;QAAChC,MAAM;IAAS;IACpE,IAAI,OAAOiC,WAAW,YAAYA,OAAOE,IAAI,OAAO,IAAI;QACtD,OAAOlD,qBAAqB;YAC1BmD,OAAOH;YACPI,SAAS;gBAAC7C,OAAOJ,OAAOW,OAAO;YAAA;YAC/BuC,eAAe;YACfC,wBAAwB;QAC1B;IACF;IAEA,MAAMC,WAAWC,mBAAmBrD,OAAOQ,YAAY;IACvD,IAAI4C,SAASxC,IAAI,KAAK,WAAW,OAAOwC,SAASvB,MAAM;IAEvD,OAAOhC,qBAAqB;QAC1BmD,OAAOH;QACPI,SAAS;YAAC,GAAGG,SAASJ,KAAK;YAAE5C,OAAOJ,OAAOW,OAAO;QAAA;QAClDuC,eAAe;QACfC,wBAAwB;IAC1B;AACF;AAEA,SAASE,mBACP7C,YAAqC;IAIrC,MAAMwC,QAAQxC,aAAasC,MAAM,CAACQ,eAAe;IACjD,IAAIN,UAAUJ,WAAW,OAAO;QAAChC,MAAM;QAASoC,OAAO,CAAC;IAAC;IACzD,IAAIA,UAAU,QAAQ,OAAOA,UAAU,YAAY,CAACO,MAAMC,OAAO,CAACR,QAAQ;QACxE,OAAO;YAACpC,MAAM;YAASoC,OAAOA;QAAgC;IAChE;IACA,OAAO;QACLpC,MAAM;QACNiB,QAAQ;YACNjB,MAAM;YACNG,QAAQ;QACV;IACF;AACF;AAEA,SAASa,oBAAoBpB,YAAqC;IAChE,OAAOA,aAAaI,IAAI,KAAK,UAAU,YAAY;AACrD;AAEA,SAAS6C,uBAAuBjD,YAAqC;IACnE,MAAMkD,WAAWlD,aAAaI,IAAI,KAAK,UAAU,MAAM;IACvD,OAAO,GAAG8C,SAAS,CAAC,EAAElD,aAAamD,cAAc,CAACC,QAAQ,GAAGC,QAAQ,CAAC,IAAI,MAAM;AAClF;AAEA,SAAS1C,8BACPH,QAAiC,EACjC8C,SAAkC;IAElC,MAAMC,cAAcN,uBAAuBzC;IAC3C,MAAMgD,eAAeP,uBAAuBK;IAC5C,IAAIE,iBAAiBD,aAAa,OAAOC,eAAeD;IAExDpE,SAASsE,IAAI,CACX;QACE/C,OAAO4C,UAAU5C,KAAK;QACtBgD,oBAAoBlD,SAASmD,EAAE;QAC/BC,yBAAyBN,UAAUK,EAAE;QACrCE,aAAaP,UAAUlD,IAAI;QAC3B+C,gBAAgBG,UAAUH,cAAc;IAC1C,GACA;IAEF,OAAOG,UAAUK,EAAE,GAAGnD,SAASmD,EAAE;AACnC"}

package/dist/db/cron-schedules.d.ts

@@ -0,0 +1,36 @@
+import type { CronSchedule } from '#core/entities/cron-schedule.js';
+import { type Executor, type Tx } from './db.js';
+export interface SyncCronScheduleParams {
+    readonly tx: Tx;
+    readonly subscriptionId: string;
+    readonly workspaceId: string;
+    readonly triggerConfig: Record<string, unknown> | undefined;
+}
+export declare function syncCronSchedule(params: SyncCronScheduleParams): Promise<void>;
+export interface DeleteCronScheduleForSubscriptionParams {
+    readonly tx: Tx;
+    readonly subscriptionId: string;
+}
+export declare function deleteCronScheduleForSubscription(params: DeleteCronScheduleForSubscriptionParams): Promise<void>;
+export declare function selectDbNow(executor: Executor): Promise<Date>;
+export interface ClaimDueCronSchedulesParams {
+    readonly tx: Tx;
+    readonly limit: number;
+    readonly now: Date;
+}
+/**
+ * Claims schedules due as of `now` (the shared database clock captured for this tick)
+ * and holds `FOR UPDATE SKIP LOCKED` locks until the caller's transaction ends, so
+ * concurrent drains partition due rows instead of double-claiming them.
+ */
+export declare function claimDueCronSchedules(params: ClaimDueCronSchedulesParams): Promise<CronSchedule[]>;
+export interface AdvanceCronScheduleParams {
+    readonly tx: Tx;
+    readonly subscriptionId: string;
+    readonly nextFireAt: Date;
+    readonly lastFiredAt: Date;
+}
+export declare function advanceCronSchedule(params: AdvanceCronScheduleParams): Promise<void>;
+export declare function countDueCronSchedules(): Promise<number>;
+export declare function getCronScheduleBySubscriptionId(subscriptionId: string): Promise<CronSchedule | undefined>;
+//# sourceMappingURL=cron-schedules.d.ts.map

package/dist/db/cron-schedules.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cron-schedules.d.ts","sourceRoot":"","sources":["../../src/db/cron-schedules.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,iCAAiC,CAAC;AAClE,OAAO,EAAK,KAAK,QAAQ,EAAE,KAAK,EAAE,EAAC,MAAM,SAAS,CAAC;AAKnD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC;IAChB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;CAC7D;AAED,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CAkDpF;AAED,MAAM,WAAW,uCAAuC;IACtD,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC;IAChB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CACjC;AAED,wBAAsB,iCAAiC,CACrD,MAAM,EAAE,uCAAuC,GAC9C,OAAO,CAAC,IAAI,CAAC,CAIf;AAID,wBAAsB,WAAW,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAKnE;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC;IAChB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC;CACpB;AAED;;;;GAIG;AACH,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,2BAA2B,GAClC,OAAO,CAAC,YAAY,EAAE,CAAC,CASzB;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC;IAChB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC;CAC5B;AAED,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAS1F;AAED,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,MAAM,CAAC,CAM7D;AAED,wBAAsB,+BAA+B,CACnD,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC,CASnC"}

package/dist/db/cron-schedules.js

@@ -0,0 +1,104 @@
+import { logger } from '@shipfox/node-opentelemetry';
+import { triggerSourceConfigSchemas } from '@shipfox/workflow-document';
+import { eq, lte, sql } from 'drizzle-orm';
+import { config } from '#config.js';
+import { computeNextFireAt } from '#core/compute-next-fire-at.js';
+import { db } from './db.js';
+import { toCronSchedule, triggersCronSchedules } from './schema/cron-schedules.js';
+const defaultCronTimezone = 'UTC';
+export async function syncCronSchedule(params) {
+    const parsed = triggerSourceConfigSchemas.cron.safeParse(params.triggerConfig ?? {});
+    if (!parsed.success || parsed.data.schedule === undefined) {
+        logger().warn({
+            subscriptionId: params.subscriptionId
+        }, 'cron trigger missing/invalid schedule config; skipping cron row');
+        await deleteCronScheduleForSubscription(params);
+        return;
+    }
+    const schedule = parsed.data.schedule;
+    const timezone = parsed.data.timezone ?? defaultCronTimezone;
+    let nextFireAt;
+    try {
+        nextFireAt = computeNextFireAt({
+            cronExpression: schedule,
+            timezone,
+            from: new Date(),
+            subscriptionId: params.subscriptionId,
+            jitterWindowSeconds: config.TRIGGER_CRON_JITTER_WINDOW_SECONDS
+        });
+    } catch (error) {
+        logger().warn({
+            err: error,
+            reason: errorMessage(error),
+            subscriptionId: params.subscriptionId
+        }, 'cron trigger schedule could not be parsed; skipping cron row');
+        await deleteCronScheduleForSubscription(params);
+        return;
+    }
+    await params.tx.insert(triggersCronSchedules).values({
+        subscriptionId: params.subscriptionId,
+        workspaceId: params.workspaceId,
+        cronExpression: schedule,
+        timezone,
+        nextFireAt
+    }).onConflictDoUpdate({
+        target: triggersCronSchedules.subscriptionId,
+        set: {
+            workspaceId: sql`excluded.workspace_id`,
+            cronExpression: sql`excluded.cron_expression`,
+            timezone: sql`excluded.timezone`,
+            updatedAt: sql`case when ${triggersCronSchedules.workspaceId} <> excluded.workspace_id or ${triggersCronSchedules.cronExpression} <> excluded.cron_expression or ${triggersCronSchedules.timezone} <> excluded.timezone then ${new Date()} else ${triggersCronSchedules.updatedAt} end`,
+            nextFireAt: sql`case when ${triggersCronSchedules.cronExpression} <> excluded.cron_expression or ${triggersCronSchedules.timezone} <> excluded.timezone then excluded.next_fire_at else ${triggersCronSchedules.nextFireAt} end`
+        }
+    });
+}
+export async function deleteCronScheduleForSubscription(params) {
+    await params.tx.delete(triggersCronSchedules).where(eq(triggersCronSchedules.subscriptionId, params.subscriptionId));
+}
+// Reads the database clock so a tick's due check and its next-fire computation share
+// one time reference, immune to application/database clock skew.
+export async function selectDbNow(executor) {
+    const result = await executor.execute(sql`select now() as now`);
+    const raw = result.rows[0]?.now;
+    if (raw === undefined) throw new Error('Failed to read the database clock');
+    return raw instanceof Date ? raw : new Date(raw);
+}
+/**
+ * Claims schedules due as of `now` (the shared database clock captured for this tick)
+ * and holds `FOR UPDATE SKIP LOCKED` locks until the caller's transaction ends, so
+ * concurrent drains partition due rows instead of double-claiming them.
+ */ export async function claimDueCronSchedules(params) {
+    const rows = await params.tx.select().from(triggersCronSchedules).where(lte(triggersCronSchedules.nextFireAt, params.now)).orderBy(triggersCronSchedules.nextFireAt).limit(params.limit).for('update', {
+        skipLocked: true
+    });
+    return rows.map(toCronSchedule);
+}
+export async function advanceCronSchedule(params) {
+    await params.tx.update(triggersCronSchedules).set({
+        nextFireAt: params.nextFireAt,
+        lastFiredAt: params.lastFiredAt,
+        updatedAt: new Date()
+    }).where(eq(triggersCronSchedules.subscriptionId, params.subscriptionId));
+}
+export async function countDueCronSchedules() {
+    const [row] = await db().select({
+        count: sql`count(*)::int`
+    }).from(triggersCronSchedules).where(lte(triggersCronSchedules.nextFireAt, sql`now()`));
+    return row?.count ?? 0;
+}
+export async function getCronScheduleBySubscriptionId(subscriptionId) {
+    const rows = await db().select().from(triggersCronSchedules).where(eq(triggersCronSchedules.subscriptionId, subscriptionId)).limit(1);
+    const row = rows[0];
+    if (!row) return undefined;
+    return toCronSchedule(row);
+}
+function errorMessage(error) {
+    if (error instanceof Error) return error.message;
+    try {
+        return String(error);
+    } catch  {
+        return '[unprintable thrown value]';
+    }
+}
+
+//# sourceMappingURL=cron-schedules.js.map

package/dist/db/cron-schedules.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/db/cron-schedules.ts"],"sourcesContent":["import {logger} from '@shipfox/node-opentelemetry';\nimport {triggerSourceConfigSchemas} from '@shipfox/workflow-document';\nimport {eq, lte, sql} from 'drizzle-orm';\nimport {config} from '#config.js';\nimport {computeNextFireAt} from '#core/compute-next-fire-at.js';\nimport type {CronSchedule} from '#core/entities/cron-schedule.js';\nimport {db, type Executor, type Tx} from './db.js';\nimport {toCronSchedule, triggersCronSchedules} from './schema/cron-schedules.js';\n\nconst defaultCronTimezone = 'UTC';\n\nexport interface SyncCronScheduleParams {\n  readonly tx: Tx;\n  readonly subscriptionId: string;\n  readonly workspaceId: string;\n  readonly triggerConfig: Record<string, unknown> | undefined;\n}\n\nexport async function syncCronSchedule(params: SyncCronScheduleParams): Promise<void> {\n  const parsed = triggerSourceConfigSchemas.cron.safeParse(params.triggerConfig ?? {});\n  if (!parsed.success || parsed.data.schedule === undefined) {\n    logger().warn(\n      {subscriptionId: params.subscriptionId},\n      'cron trigger missing/invalid schedule config; skipping cron row',\n    );\n    await deleteCronScheduleForSubscription(params);\n    return;\n  }\n\n  const schedule = parsed.data.schedule;\n  const timezone = parsed.data.timezone ?? defaultCronTimezone;\n  let nextFireAt: Date;\n  try {\n    nextFireAt = computeNextFireAt({\n      cronExpression: schedule,\n      timezone,\n      from: new Date(),\n      subscriptionId: params.subscriptionId,\n      jitterWindowSeconds: config.TRIGGER_CRON_JITTER_WINDOW_SECONDS,\n    });\n  } catch (error) {\n    logger().warn(\n      {err: error, reason: errorMessage(error), subscriptionId: params.subscriptionId},\n      'cron trigger schedule could not be parsed; skipping cron row',\n    );\n    await deleteCronScheduleForSubscription(params);\n    return;\n  }\n\n  await params.tx\n    .insert(triggersCronSchedules)\n    .values({\n      subscriptionId: params.subscriptionId,\n      workspaceId: params.workspaceId,\n      cronExpression: schedule,\n      timezone,\n      nextFireAt,\n    })\n    .onConflictDoUpdate({\n      target: triggersCronSchedules.subscriptionId,\n      set: {\n        workspaceId: sql`excluded.workspace_id`,\n        cronExpression: sql`excluded.cron_expression`,\n        timezone: sql`excluded.timezone`,\n        updatedAt: sql`case when ${triggersCronSchedules.workspaceId} <> excluded.workspace_id or ${triggersCronSchedules.cronExpression} <> excluded.cron_expression or ${triggersCronSchedules.timezone} <> excluded.timezone then ${new Date()} else ${triggersCronSchedules.updatedAt} end`,\n        nextFireAt: sql`case when ${triggersCronSchedules.cronExpression} <> excluded.cron_expression or ${triggersCronSchedules.timezone} <> excluded.timezone then excluded.next_fire_at else ${triggersCronSchedules.nextFireAt} end`,\n      },\n    });\n}\n\nexport interface DeleteCronScheduleForSubscriptionParams {\n  readonly tx: Tx;\n  readonly subscriptionId: string;\n}\n\nexport async function deleteCronScheduleForSubscription(\n  params: DeleteCronScheduleForSubscriptionParams,\n): Promise<void> {\n  await params.tx\n    .delete(triggersCronSchedules)\n    .where(eq(triggersCronSchedules.subscriptionId, params.subscriptionId));\n}\n\n// Reads the database clock so a tick's due check and its next-fire computation share\n// one time reference, immune to application/database clock skew.\nexport async function selectDbNow(executor: Executor): Promise<Date> {\n  const result = await executor.execute<{now: Date | string}>(sql`select now() as now`);\n  const raw = result.rows[0]?.now;\n  if (raw === undefined) throw new Error('Failed to read the database clock');\n  return raw instanceof Date ? raw : new Date(raw);\n}\n\nexport interface ClaimDueCronSchedulesParams {\n  readonly tx: Tx;\n  readonly limit: number;\n  readonly now: Date;\n}\n\n/**\n * Claims schedules due as of `now` (the shared database clock captured for this tick)\n * and holds `FOR UPDATE SKIP LOCKED` locks until the caller's transaction ends, so\n * concurrent drains partition due rows instead of double-claiming them.\n */\nexport async function claimDueCronSchedules(\n  params: ClaimDueCronSchedulesParams,\n): Promise<CronSchedule[]> {\n  const rows = await params.tx\n    .select()\n    .from(triggersCronSchedules)\n    .where(lte(triggersCronSchedules.nextFireAt, params.now))\n    .orderBy(triggersCronSchedules.nextFireAt)\n    .limit(params.limit)\n    .for('update', {skipLocked: true});\n  return rows.map(toCronSchedule);\n}\n\nexport interface AdvanceCronScheduleParams {\n  readonly tx: Tx;\n  readonly subscriptionId: string;\n  readonly nextFireAt: Date;\n  readonly lastFiredAt: Date;\n}\n\nexport async function advanceCronSchedule(params: AdvanceCronScheduleParams): Promise<void> {\n  await params.tx\n    .update(triggersCronSchedules)\n    .set({\n      nextFireAt: params.nextFireAt,\n      lastFiredAt: params.lastFiredAt,\n      updatedAt: new Date(),\n    })\n    .where(eq(triggersCronSchedules.subscriptionId, params.subscriptionId));\n}\n\nexport async function countDueCronSchedules(): Promise<number> {\n  const [row] = await db()\n    .select({count: sql<number>`count(*)::int`})\n    .from(triggersCronSchedules)\n    .where(lte(triggersCronSchedules.nextFireAt, sql`now()`));\n  return row?.count ?? 0;\n}\n\nexport async function getCronScheduleBySubscriptionId(\n  subscriptionId: string,\n): Promise<CronSchedule | undefined> {\n  const rows = await db()\n    .select()\n    .from(triggersCronSchedules)\n    .where(eq(triggersCronSchedules.subscriptionId, subscriptionId))\n    .limit(1);\n  const row = rows[0];\n  if (!row) return undefined;\n  return toCronSchedule(row);\n}\n\nfunction errorMessage(error: unknown): string {\n  if (error instanceof Error) return error.message;\n  try {\n    return String(error);\n  } catch {\n    return '[unprintable thrown value]';\n  }\n}\n"],"names":["logger","triggerSourceConfigSchemas","eq","lte","sql","config","computeNextFireAt","db","toCronSchedule","triggersCronSchedules","defaultCronTimezone","syncCronSchedule","params","parsed","cron","safeParse","triggerConfig","success","data","schedule","undefined","warn","subscriptionId","deleteCronScheduleForSubscription","timezone","nextFireAt","cronExpression","from","Date","jitterWindowSeconds","TRIGGER_CRON_JITTER_WINDOW_SECONDS","error","err","reason","errorMessage","tx","insert","values","workspaceId","onConflictDoUpdate","target","set","updatedAt","delete","where","selectDbNow","executor","result","execute","raw","rows","now","Error","claimDueCronSchedules","select","orderBy","limit","for","skipLocked","map","advanceCronSchedule","update","lastFiredAt","countDueCronSchedules","row","count","getCronScheduleBySubscriptionId","message","String"],"mappings":"AAAA,SAAQA,MAAM,QAAO,8BAA8B;AACnD,SAAQC,0BAA0B,QAAO,6BAA6B;AACtE,SAAQC,EAAE,EAAEC,GAAG,EAAEC,GAAG,QAAO,cAAc;AACzC,SAAQC,MAAM,QAAO,aAAa;AAClC,SAAQC,iBAAiB,QAAO,gCAAgC;AAEhE,SAAQC,EAAE,QAA+B,UAAU;AACnD,SAAQC,cAAc,EAAEC,qBAAqB,QAAO,6BAA6B;AAEjF,MAAMC,sBAAsB;AAS5B,OAAO,eAAeC,iBAAiBC,MAA8B;IACnE,MAAMC,SAASZ,2BAA2Ba,IAAI,CAACC,SAAS,CAACH,OAAOI,aAAa,IAAI,CAAC;IAClF,IAAI,CAACH,OAAOI,OAAO,IAAIJ,OAAOK,IAAI,CAACC,QAAQ,KAAKC,WAAW;QACzDpB,SAASqB,IAAI,CACX;YAACC,gBAAgBV,OAAOU,cAAc;QAAA,GACtC;QAEF,MAAMC,kCAAkCX;QACxC;IACF;IAEA,MAAMO,WAAWN,OAAOK,IAAI,CAACC,QAAQ;IACrC,MAAMK,WAAWX,OAAOK,IAAI,CAACM,QAAQ,IAAId;IACzC,IAAIe;IACJ,IAAI;QACFA,aAAanB,kBAAkB;YAC7BoB,gBAAgBP;YAChBK;YACAG,MAAM,IAAIC;YACVN,gBAAgBV,OAAOU,cAAc;YACrCO,qBAAqBxB,OAAOyB,kCAAkC;QAChE;IACF,EAAE,OAAOC,OAAO;QACd/B,SAASqB,IAAI,CACX;YAACW,KAAKD;YAAOE,QAAQC,aAAaH;YAAQT,gBAAgBV,OAAOU,cAAc;QAAA,GAC/E;QAEF,MAAMC,kCAAkCX;QACxC;IACF;IAEA,MAAMA,OAAOuB,EAAE,CACZC,MAAM,CAAC3B,uBACP4B,MAAM,CAAC;QACNf,gBAAgBV,OAAOU,cAAc;QACrCgB,aAAa1B,OAAO0B,WAAW;QAC/BZ,gBAAgBP;QAChBK;QACAC;IACF,GACCc,kBAAkB,CAAC;QAClBC,QAAQ/B,sBAAsBa,cAAc;QAC5CmB,KAAK;YACHH,aAAalC,GAAG,CAAC,qBAAqB,CAAC;YACvCsB,gBAAgBtB,GAAG,CAAC,wBAAwB,CAAC;YAC7CoB,UAAUpB,GAAG,CAAC,iBAAiB,CAAC;YAChCsC,WAAWtC,GAAG,CAAC,UAAU,EAAEK,sBAAsB6B,WAAW,CAAC,6BAA6B,EAAE7B,sBAAsBiB,cAAc,CAAC,gCAAgC,EAAEjB,sBAAsBe,QAAQ,CAAC,2BAA2B,EAAE,IAAII,OAAO,MAAM,EAAEnB,sBAAsBiC,SAAS,CAAC,IAAI,CAAC;YACvRjB,YAAYrB,GAAG,CAAC,UAAU,EAAEK,sBAAsBiB,cAAc,CAAC,gCAAgC,EAAEjB,sBAAsBe,QAAQ,CAAC,sDAAsD,EAAEf,sBAAsBgB,UAAU,CAAC,IAAI,CAAC;QAClO;IACF;AACJ;AAOA,OAAO,eAAeF,kCACpBX,MAA+C;IAE/C,MAAMA,OAAOuB,EAAE,CACZQ,MAAM,CAAClC,uBACPmC,KAAK,CAAC1C,GAAGO,sBAAsBa,cAAc,EAAEV,OAAOU,cAAc;AACzE;AAEA,qFAAqF;AACrF,iEAAiE;AACjE,OAAO,eAAeuB,YAAYC,QAAkB;IAClD,MAAMC,SAAS,MAAMD,SAASE,OAAO,CAAuB5C,GAAG,CAAC,mBAAmB,CAAC;IACpF,MAAM6C,MAAMF,OAAOG,IAAI,CAAC,EAAE,EAAEC;IAC5B,IAAIF,QAAQ7B,WAAW,MAAM,IAAIgC,MAAM;IACvC,OAAOH,eAAerB,OAAOqB,MAAM,IAAIrB,KAAKqB;AAC9C;AAQA;;;;CAIC,GACD,OAAO,eAAeI,sBACpBzC,MAAmC;IAEnC,MAAMsC,OAAO,MAAMtC,OAAOuB,EAAE,CACzBmB,MAAM,GACN3B,IAAI,CAAClB,uBACLmC,KAAK,CAACzC,IAAIM,sBAAsBgB,UAAU,EAAEb,OAAOuC,GAAG,GACtDI,OAAO,CAAC9C,sBAAsBgB,UAAU,EACxC+B,KAAK,CAAC5C,OAAO4C,KAAK,EAClBC,GAAG,CAAC,UAAU;QAACC,YAAY;IAAI;IAClC,OAAOR,KAAKS,GAAG,CAACnD;AAClB;AASA,OAAO,eAAeoD,oBAAoBhD,MAAiC;IACzE,MAAMA,OAAOuB,EAAE,CACZ0B,MAAM,CAACpD,uBACPgC,GAAG,CAAC;QACHhB,YAAYb,OAAOa,UAAU;QAC7BqC,aAAalD,OAAOkD,WAAW;QAC/BpB,WAAW,IAAId;IACjB,GACCgB,KAAK,CAAC1C,GAAGO,sBAAsBa,cAAc,EAAEV,OAAOU,cAAc;AACzE;AAEA,OAAO,eAAeyC;IACpB,MAAM,CAACC,IAAI,GAAG,MAAMzD,KACjB+C,MAAM,CAAC;QAACW,OAAO7D,GAAW,CAAC,aAAa,CAAC;IAAA,GACzCuB,IAAI,CAAClB,uBACLmC,KAAK,CAACzC,IAAIM,sBAAsBgB,UAAU,EAAErB,GAAG,CAAC,KAAK,CAAC;IACzD,OAAO4D,KAAKC,SAAS;AACvB;AAEA,OAAO,eAAeC,gCACpB5C,cAAsB;IAEtB,MAAM4B,OAAO,MAAM3C,KAChB+C,MAAM,GACN3B,IAAI,CAAClB,uBACLmC,KAAK,CAAC1C,GAAGO,sBAAsBa,cAAc,EAAEA,iBAC/CkC,KAAK,CAAC;IACT,MAAMQ,MAAMd,IAAI,CAAC,EAAE;IACnB,IAAI,CAACc,KAAK,OAAO5C;IACjB,OAAOZ,eAAewD;AACxB;AAEA,SAAS9B,aAAaH,KAAc;IAClC,IAAIA,iBAAiBqB,OAAO,OAAOrB,MAAMoC,OAAO;IAChD,IAAI;QACF,OAAOC,OAAOrC;IAChB,EAAE,OAAM;QACN,OAAO;IACT;AACF"}