notifkit 0.1.3 → 0.1.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (95) hide show
  1. package/README.md +95 -79
  2. package/dist/index.d.mts +199 -135
  3. package/dist/index.d.mts.map +1 -1
  4. package/dist/index.mjs +1 -1
  5. package/dist/index.mjs.map +1 -1
  6. package/dist/{main-DtHWhueo.mjs → main-40zwq6b0.mjs} +28 -3
  7. package/dist/{main-DtHWhueo.mjs.map → main-40zwq6b0.mjs.map} +1 -1
  8. package/dist/{main-DyfbnJc3.mjs → main-BFre2-HQ.mjs} +2 -2
  9. package/dist/{main-DyfbnJc3.mjs.map → main-BFre2-HQ.mjs.map} +1 -1
  10. package/dist/{main-CAH0_Q6d.mjs → main-BNJtzY61.mjs} +3 -3
  11. package/dist/main-BNJtzY61.mjs.map +1 -0
  12. package/dist/{main-B561M1d3.mjs → main-BOPMYqsW.mjs} +2 -2
  13. package/dist/{main-B561M1d3.mjs.map → main-BOPMYqsW.mjs.map} +1 -1
  14. package/dist/{main-CCfc45ev.mjs → main-CiigNpsP.mjs} +7 -4
  15. package/dist/main-CiigNpsP.mjs.map +1 -0
  16. package/dist/{main-Ce9dcrsg.mjs → main-DeNFQ-UL.mjs} +6 -3
  17. package/dist/{main-Ce9dcrsg.mjs.map → main-DeNFQ-UL.mjs.map} +1 -1
  18. package/dist/{main-B-jwm8ED.mjs → main-DmCPcxOc.mjs} +2 -2
  19. package/dist/{main-B-jwm8ED.mjs.map → main-DmCPcxOc.mjs.map} +1 -1
  20. package/dist/{main-C45e7grq.mjs → main-DvgJSm11.mjs} +2 -2
  21. package/dist/{main-C45e7grq.mjs.map → main-DvgJSm11.mjs.map} +1 -1
  22. package/dist/{src-C-PfEDMY.mjs → src-vG79L-8m.mjs} +57 -26
  23. package/dist/src-vG79L-8m.mjs.map +1 -0
  24. package/drizzle/0002_wide_colleen_wing.sql +2 -0
  25. package/drizzle/0003_skinny_daimon_hellstrom.sql +1 -0
  26. package/drizzle/0004_pretty_bruce_banner.sql +1 -0
  27. package/drizzle/meta/0002_snapshot.json +1460 -0
  28. package/drizzle/meta/0003_snapshot.json +1460 -0
  29. package/drizzle/meta/0004_snapshot.json +1470 -0
  30. package/drizzle/meta/_journal.json +21 -0
  31. package/package.json +2 -1
  32. package/src/client.ts +412 -0
  33. package/src/config/index.ts +107 -0
  34. package/src/contracts/common.ts +28 -0
  35. package/src/contracts/envelope.ts +31 -0
  36. package/src/contracts/events/notification-ai-pending.ts +18 -0
  37. package/src/contracts/events/notification-canceled.ts +7 -0
  38. package/src/contracts/events/notification-created.ts +14 -0
  39. package/src/contracts/events/notification-delivered.ts +17 -0
  40. package/src/contracts/events/notification-dispatched.ts +45 -0
  41. package/src/contracts/events/notification-enriched.ts +46 -0
  42. package/src/contracts/events/notification-failed.ts +19 -0
  43. package/src/contracts/events/notification-requested.ts +36 -0
  44. package/src/contracts/events/notification-scheduled.ts +9 -0
  45. package/src/contracts/events/notification-skipped.ts +9 -0
  46. package/src/contracts/helpers.ts +21 -0
  47. package/src/contracts/index.ts +46 -0
  48. package/src/contracts/metadata.ts +10 -0
  49. package/src/contracts/registry.ts +88 -0
  50. package/src/contracts/sdk.ts +242 -0
  51. package/src/contracts/streams.ts +62 -0
  52. package/src/db/index.ts +69 -0
  53. package/src/db/schema.ts +412 -0
  54. package/src/idempotency/index.ts +50 -0
  55. package/src/index.ts +19 -0
  56. package/src/logger/index.ts +60 -0
  57. package/src/metrics/index.ts +53 -0
  58. package/src/queue/index.ts +501 -0
  59. package/src/rate-limiter/index.ts +210 -0
  60. package/src/redis/index.ts +89 -0
  61. package/src/repositories/index.ts +1246 -0
  62. package/src/server.ts +277 -0
  63. package/src/services/ai/main.ts +404 -0
  64. package/src/services/api/handlers.ts +1734 -0
  65. package/src/services/api/http.ts +64 -0
  66. package/src/services/api/main.ts +693 -0
  67. package/src/services/api/router.ts +82 -0
  68. package/src/services/delivery/main.ts +842 -0
  69. package/src/services/delivery/throttle.ts +71 -0
  70. package/src/services/engine/main.ts +827 -0
  71. package/src/services/enricher/main.ts +594 -0
  72. package/src/services/events/main.ts +365 -0
  73. package/src/services/scheduler/main.ts +319 -0
  74. package/src/services/workflow/main.ts +627 -0
  75. package/src/shared/batch-processor.ts +67 -0
  76. package/src/shared/cache.ts +47 -0
  77. package/src/shared/circuit-breaker.ts +74 -0
  78. package/src/shared/dataloader.ts +41 -0
  79. package/src/shared/events.ts +3 -0
  80. package/src/shared/index.ts +39 -0
  81. package/src/shared/semaphore.ts +33 -0
  82. package/src/shared/utils.ts +64 -0
  83. package/src/templates/cache.ts +32 -0
  84. package/src/templates/index.ts +69 -0
  85. package/src/templates/render.ts +128 -0
  86. package/src/transport/index.ts +96 -0
  87. package/src/unsubscribe/index.ts +127 -0
  88. package/src/workers/health.ts +31 -0
  89. package/src/workers/index.ts +266 -0
  90. package/src/workflows/index.ts +2 -0
  91. package/src/workflows/registry.ts +21 -0
  92. package/src/workflows/sdk.ts +106 -0
  93. package/dist/main-CAH0_Q6d.mjs.map +0 -1
  94. package/dist/main-CCfc45ev.mjs.map +0 -1
  95. package/dist/src-C-PfEDMY.mjs.map +0 -1
@@ -1,4 +1,4 @@
1
- import { B as LUA_RELEASE_LOCK, J as PendingMessageScanner, Jt as buildStreamEvent, U as LUA_SCHEDULER_POLL, V as LUA_RENEW_LOCK, X as StreamProducer, Y as StreamConsumer, Yt as CONSUMER_GROUPS, _t as workflowWaiters, a as SuspendExecutionError, c as BaseWorker, en as STREAMS, et as createLogger, gt as workflowSteps, hn as readBaseConfig, ht as workflowInstances, i as workflowRegistry, it as createDatabase, k as RedisClient, mt as workflowDefinitions, o as buildStepNotifyPayload, pn as loadEnv, u as startHealthReporter } from "./src-C-PfEDMY.mjs";
1
+ import { B as LUA_RELEASE_LOCK, J as PendingMessageScanner, Jt as buildStreamEvent, U as LUA_SCHEDULER_POLL, V as LUA_RENEW_LOCK, X as StreamProducer, Y as StreamConsumer, Yt as CONSUMER_GROUPS, _t as workflowWaiters, a as SuspendExecutionError, c as BaseWorker, en as STREAMS, et as createLogger, gt as workflowSteps, hn as readBaseConfig, ht as workflowInstances, i as workflowRegistry, it as createDatabase, k as RedisClient, mt as workflowDefinitions, o as buildStepNotifyPayload, pn as loadEnv, u as startHealthReporter } from "./src-vG79L-8m.mjs";
2
2
  import { randomUUID } from "node:crypto";
3
3
  import { and, eq } from "drizzle-orm";
4
4
  //#region src/services/workflow/main.ts
@@ -389,4 +389,4 @@ async function stopWorkflowWorker() {
389
389
  //#endregion
390
390
  export { startWorkflowWorker, stopWorkflowWorker };
391
391
 
392
- //# sourceMappingURL=main-DyfbnJc3.mjs.map
392
+ //# sourceMappingURL=main-BFre2-HQ.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"main-DyfbnJc3.mjs","names":["sql"],"sources":["../src/services/workflow/main.ts"],"sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport { loadEnv, readBaseConfig } from \"@/index.js\";\nimport { createLogger } from \"@/index.js\";\nimport { RedisClient, type Redis } from \"@/index.js\";\nimport {\n StreamConsumer,\n PendingMessageScanner,\n StreamProducer,\n type StreamMessage,\n} from \"@/index.js\";\nimport { BaseWorker } from \"@/index.js\";\nimport { STREAMS, CONSUMER_GROUPS, buildStreamEvent } from \"@/index.js\";\nimport { type StreamName } from \"@/contracts/streams.js\";\nimport { createDatabase } from \"@/db/index.js\";\nimport {\n workflowInstances,\n workflowSteps,\n workflowWaiters,\n workflowDefinitions,\n} from \"@/db/schema.js\";\nimport { eq, and } from \"drizzle-orm\";\nimport {\n workflowRegistry,\n SuspendExecutionError,\n buildStepNotifyPayload,\n type WorkflowContext,\n type WorkflowStepContext,\n} from \"@/workflows/index.js\";\nimport {\n type WorkerOptions,\n LUA_SCHEDULER_POLL,\n LUA_RELEASE_LOCK,\n LUA_RENEW_LOCK,\n} from \"@/shared/index.js\";\nimport { startHealthReporter } from \"@/workers/index.js\";\n\n/** How long a workflow instance lock is held before it self-expires. */\nconst WORKFLOW_LOCK_TTL_SECONDS = 60;\n/** Renew the lock well inside its TTL so long-running handlers keep it. */\nconst WORKFLOW_LOCK_RENEW_MS = (WORKFLOW_LOCK_TTL_SECONDS / 3) * 1000;\n/** How long a claimed workflow timer stays invisible to other pollers. */\nconst WORKFLOW_TIMER_VISIBILITY_MS = 60_000;\n\nloadEnv();\nconst config = readBaseConfig();\nlet logger: ReturnType<typeof createLogger>;\nlet redis: RedisClient;\nlet sql: any;\nlet db: any;\n\nlet consumer: StreamConsumer;\nlet pendingScanner: PendingMessageScanner;\nlet worker: BaseWorker;\nlet healthInterval: NodeJS.Timeout | null = null;\nlet pollInterval: NodeJS.Timeout | null = null;\nlet reaperInterval: NodeJS.Timeout | null = null;\n\nlet notificationProducer: StreamProducer;\nlet workflowProducer: StreamProducer;\n\nexport interface WorkflowWorkerOptions extends WorkerOptions {\n redis: Redis;\n db: any;\n workflowProducer: any;\n notificationProducer: any;\n}\n\nexport class WorkflowWorker extends BaseWorker {\n private readonly redisCli: Redis;\n private readonly dbConn: any;\n private readonly workflowProducer: any;\n private readonly notificationProducer: any;\n\n private eventBuffer: {\n producer: any;\n event: any;\n resolve: (result?: { messageId: string; notificationId: string }) => void;\n reject: (err: any) => void;\n }[] = [];\n private flushTimer: NodeJS.Timeout | null = null;\n\n constructor(options: WorkflowWorkerOptions) {\n super(options);\n this.redisCli = options.redis;\n this.dbConn = options.db;\n this.workflowProducer = options.workflowProducer;\n this.notificationProducer = options.notificationProducer;\n\n this.flushTimer = setInterval(() => void this.flushWorkerBuffers(), 100);\n }\n\n override async stop(): Promise<void> {\n if (this.flushTimer) {\n clearInterval(this.flushTimer);\n this.flushTimer = null;\n }\n await this.flushWorkerBuffers();\n await super.stop();\n }\n\n private async flushWorkerBuffers(): Promise<void> {\n if (this.eventBuffer.length === 0) return;\n\n const events = this.eventBuffer;\n this.eventBuffer = [];\n\n try {\n const byProducer = new Map<any, typeof events>();\n for (const item of events) {\n if (!byProducer.has(item.producer)) byProducer.set(item.producer, []);\n byProducer.get(item.producer)!.push(item);\n }\n\n for (const [producer, batch] of byProducer) {\n const { messageIds, eventIds } = await producer.publishBatch(batch.map((b) => b.event));\n for (let i = 0; i < batch.length; i++) {\n const mId = messageIds[i];\n const eId = eventIds[i];\n if (mId && eId) batch[i]!.resolve({ messageId: mId, notificationId: eId });\n }\n }\n } catch (err: any) {\n this.logger.error({ err }, \"failed to flush workflow worker buffer\");\n for (const e of events) e.reject(err);\n }\n }\n\n async process(message: StreamMessage): Promise<void> {\n const { event } = message;\n const publishPromises: Promise<void>[] = [];\n\n if (event.type !== \"workflow.triggered\" && event.type !== \"workflow.resumed\") {\n return;\n }\n\n const payload = event.payload as any;\n const name = payload.name;\n const instanceId = payload.instanceId;\n\n if (!name || !instanceId || !payload.projectId) {\n this.logger.warn(\"Missing name, instanceId, or projectId in workflow event\");\n return;\n }\n\n let handler = workflowRegistry.get(name);\n if (!handler) {\n // Fallback: check dynamic JSON workflows\n const defRows = await this.dbConn\n .select()\n .from(workflowDefinitions)\n .where(\n and(\n eq(workflowDefinitions.projectId, payload.projectId),\n eq(workflowDefinitions.name, name),\n ),\n )\n .limit(1);\n\n if (defRows.length === 0) {\n this.logger.warn(\n { name, projectId: payload.projectId },\n \"No handler or dynamic definition found for workflow\",\n );\n return;\n }\n\n const def = defRows[0];\n handler = async ({ step }) => {\n const steps = def.steps as any[];\n for (const stepDef of steps) {\n if (stepDef.action === \"notify\") {\n // A payload target wins; naming none inherits the instance user.\n await step.notify(stepDef.payload);\n } else if (stepDef.action === \"wait\") {\n await step.wait(stepDef.duration);\n } else if (stepDef.action === \"waitForEvent\") {\n await step.waitForEvent(stepDef.event, stepDef.options);\n } else {\n this.logger.warn(\n { action: (stepDef as any)?.action, name },\n \"unknown workflow step action\",\n );\n }\n }\n };\n }\n\n const lockKey = `lock:workflow:${instanceId}`;\n const lockToken = randomUUID();\n const acquired = await this.redisCli.set(\n lockKey,\n lockToken,\n \"EX\",\n WORKFLOW_LOCK_TTL_SECONDS,\n \"NX\",\n );\n if (!acquired) {\n this.logger.info({ instanceId }, \"Workflow is locked by another process, skipping\");\n return;\n }\n\n // Keep the lock alive while the handler runs; without this a handler that\n // outlives the TTL lets a second resume execute the same steps in parallel.\n const renewTimer = setInterval(() => {\n void this.redisCli\n .eval(LUA_RENEW_LOCK, 1, lockKey, lockToken, String(WORKFLOW_LOCK_TTL_SECONDS))\n .catch((err: unknown) => {\n this.logger.warn({ err, instanceId }, \"failed to renew workflow lock\");\n });\n }, WORKFLOW_LOCK_RENEW_MS);\n\n try {\n let instance = (\n await this.dbConn\n .select()\n .from(workflowInstances)\n .where(eq(workflowInstances.id, instanceId))\n .limit(1)\n )[0];\n if (!instance) {\n const rows = await this.dbConn\n .insert(workflowInstances)\n .values({\n id: instanceId,\n projectId: payload.projectId,\n name: name,\n status: \"pending\",\n input: payload.input || {},\n })\n .returning();\n instance = rows[0]!;\n }\n\n if (instance.status !== \"pending\") {\n this.logger.info({ instanceId }, \"Workflow is not pending, skipping\");\n return;\n }\n\n await this.dbConn\n .update(workflowInstances)\n .set({ status: \"running\" })\n .where(eq(workflowInstances.id, instanceId));\n\n // Load existing steps\n const existingSteps = await this.dbConn\n .select()\n .from(workflowSteps)\n .where(eq(workflowSteps.instanceId, instanceId));\n const stepOutputMap = new Map<string, any>();\n for (const s of existingSteps) {\n stepOutputMap.set(s.stepIndex, s.output);\n }\n\n let currentStepIndex = 0;\n\n const stepProxy: WorkflowStepContext = {\n notify: async (args) => {\n const stepId = String(currentStepIndex++);\n if (stepOutputMap.has(stepId)) return stepOutputMap.get(stepId);\n\n // The step payload is the same shape as notify(), but the wire event\n // is not — translate rather than spread.\n const requested = buildStepNotifyPayload(\n args,\n instance!.input,\n payload.projectId,\n `wf-${instanceId}-${stepId}`,\n );\n\n const result = await new Promise<{ messageId: string; notificationId: string }>(\n (resolve, reject) => {\n this.eventBuffer.push({\n producer: this.notificationProducer,\n event: buildStreamEvent(\n \"notification.requested\",\n requested as unknown as Record<string, unknown>,\n \"workflow\",\n event.metadata.traceId,\n ),\n resolve: resolve as any,\n reject,\n });\n },\n );\n\n const output = {\n success: true,\n messageId: result.messageId,\n notificationId: result.notificationId,\n };\n\n await this.dbConn.insert(workflowSteps).values({\n instanceId: instance!.id,\n projectId: payload.projectId,\n stepIndex: stepId,\n action: \"notify\",\n output,\n });\n\n return output;\n },\n wait: async (duration) => {\n const stepId = String(currentStepIndex++);\n if (stepOutputMap.has(stepId)) return;\n\n // Simple duration parse (e.g. '2h' -> ms)\n let ms = 0;\n if (duration.endsWith(\"d\")) ms = parseInt(duration) * 24 * 60 * 60 * 1000;\n else if (duration.endsWith(\"h\")) ms = parseInt(duration) * 60 * 60 * 1000;\n else if (duration.endsWith(\"m\")) ms = parseInt(duration) * 60 * 1000;\n else if (duration.endsWith(\"s\")) ms = parseInt(duration) * 1000;\n else throw new Error(`Invalid wait duration: ${duration}`);\n\n const resumeAt = Date.now() + ms;\n\n // Persist the wake-up signal before committing the suspended state.\n // If the process dies after this point the source event is retried;\n // if it dies after the database write, the timer is already durable.\n await this.redisCli.zadd(\n \"notif:workflow:timers\",\n resumeAt,\n JSON.stringify({\n instanceId: instance!.id,\n name: instance!.name,\n projectId: payload.projectId,\n input: instance!.input,\n }),\n );\n\n await this.dbConn.insert(workflowSteps).values({\n instanceId: instance!.id,\n projectId: payload.projectId,\n stepIndex: stepId,\n action: \"wait\",\n output: { scheduledAt: resumeAt },\n });\n\n throw new SuspendExecutionError(\"wait\", { duration });\n },\n waitForEvent: async (eventName, options) => {\n const stepId = String(currentStepIndex++);\n if (stepOutputMap.has(stepId)) {\n const out = stepOutputMap.get(stepId);\n if (out && typeof out === \"object\" && (out as any).timedOut === true) {\n return null;\n }\n return out;\n }\n\n options = options || {};\n options.timeout = options.timeout || \"24h\";\n options.match = options.match || {};\n\n let ms = 0;\n if (options.timeout.endsWith(\"d\")) ms = parseInt(options.timeout) * 24 * 60 * 60 * 1000;\n else if (options.timeout.endsWith(\"h\")) ms = parseInt(options.timeout) * 60 * 60 * 1000;\n else if (options.timeout.endsWith(\"m\")) ms = parseInt(options.timeout) * 60 * 1000;\n else if (options.timeout.endsWith(\"s\")) ms = parseInt(options.timeout) * 1000;\n else throw new Error(`Invalid waitForEvent timeout: ${options.timeout}`);\n\n const resumeAt = Date.now() + ms;\n\n await this.redisCli.zadd(\n \"notif:workflow:timers\",\n resumeAt,\n JSON.stringify({\n instanceId: instance!.id,\n name: instance!.name,\n projectId: payload.projectId,\n input: instance!.input,\n isEventTimeout: true,\n eventName,\n stepId,\n }),\n );\n\n // Register waiter\n await this.dbConn.insert(workflowWaiters).values({\n instanceId: instance!.id,\n projectId: payload.projectId,\n eventName: eventName,\n matchCriteria: options.match,\n expiresAt: new Date(resumeAt),\n });\n\n // Register step as pending event\n await this.dbConn.insert(workflowSteps).values({\n instanceId: instance!.id,\n projectId: payload.projectId,\n stepIndex: stepId,\n action: \"waitForEvent\",\n output: null, // this will be updated by event worker or timeout\n });\n\n throw new SuspendExecutionError(\"waitForEvent\", { eventName });\n },\n run: async (stepName, fn) => {\n const stepId = String(currentStepIndex++);\n if (stepOutputMap.has(stepId)) return stepOutputMap.get(stepId);\n\n const result = await fn();\n await this.dbConn.insert(workflowSteps).values({\n instanceId: instance!.id,\n projectId: payload.projectId,\n stepIndex: stepId,\n action: \"run\",\n output: result,\n });\n return result;\n },\n };\n\n const ctx: WorkflowContext = {\n step: stepProxy,\n event: (instance!.input as any) || { user: { id: \"unknown\" } },\n };\n\n try {\n await handler(ctx);\n // If we reach here, workflow completed\n await this.dbConn\n .update(workflowInstances)\n .set({ status: \"completed\" })\n .where(eq(workflowInstances.id, instance!.id));\n this.logger.info({ instanceId: instance!.id }, \"Workflow completed successfully\");\n } catch (err: any) {\n if (err instanceof SuspendExecutionError || err.name === \"SuspendExecutionError\") {\n await this.dbConn\n .update(workflowInstances)\n .set({ status: \"pending\" })\n .where(eq(workflowInstances.id, instance!.id));\n this.logger.info({ instanceId: instance!.id, reason: err.reason }, \"Workflow suspended\");\n } else {\n this.logger.error({ err, instanceId: instance!.id }, \"Workflow failed\");\n await this.dbConn\n .update(workflowInstances)\n .set({ status: \"failed\" })\n .where(eq(workflowInstances.id, instance!.id));\n }\n }\n } finally {\n clearInterval(renewTimer);\n // Compare-and-delete: never release a lock a later process re-acquired.\n await this.redisCli.eval(LUA_RELEASE_LOCK, 1, lockKey, lockToken);\n }\n\n await Promise.all(publishPromises);\n }\n}\n\nexport function __injectForTests(r: any, d: any, wp: any, np: any) {\n redis = r;\n db = d;\n workflowProducer = wp;\n notificationProducer = np;\n}\n\nexport async function startWorkflowWorker() {\n logger = createLogger({ name: \"workflow-worker\", level: config.LOG_LEVEL });\n redis = new RedisClient({ url: config.REDIS_URL, name: \"workflow\", logger });\n const dbData = createDatabase({ url: config.DATABASE_URL, applicationName: \"workflow\", logger });\n sql = dbData.sql;\n db = dbData.db;\n notificationProducer = new StreamProducer({\n redis: redis.native,\n stream: STREAMS.INBOUND_NORMAL,\n logger,\n });\n workflowProducer = new StreamProducer({\n redis: redis.native,\n stream: STREAMS.WORKFLOW_INBOUND,\n logger,\n });\n consumer = new StreamConsumer({\n redis: redis.native,\n stream: STREAMS.WORKFLOW_INBOUND as StreamName,\n group: CONSUMER_GROUPS.WORKFLOW as any,\n consumer: `workflow-${process.pid}`,\n dlqStream: STREAMS.DEAD_LETTER,\n batchSize: config.WORKER_CONCURRENCY,\n logger,\n });\n\n pendingScanner = new PendingMessageScanner({\n redis: redis.native,\n stream: STREAMS.WORKFLOW_INBOUND as StreamName,\n group: CONSUMER_GROUPS.WORKFLOW as any,\n consumer: `workflow-${process.pid}`,\n logger,\n });\n\n worker = new WorkflowWorker({\n consumer,\n pendingScanner,\n logger,\n concurrency: config.WORKER_CONCURRENCY,\n redis: redis.native,\n db,\n workflowProducer,\n notificationProducer,\n });\n\n // Polling loop for timers\n pollInterval = setInterval(() => {\n void (async () => {\n try {\n const now = Date.now();\n const tasks = (await redis.native.eval(\n LUA_SCHEDULER_POLL,\n 1,\n \"notif:workflow:timers\",\n now,\n 100,\n WORKFLOW_TIMER_VISIBILITY_MS,\n )) as string[];\n\n for (const taskStr of tasks) {\n const task = JSON.parse(taskStr);\n\n // Check if workflow is already completed/failed\n const inst = (\n await db\n .select()\n .from(workflowInstances)\n .where(eq(workflowInstances.id, task.instanceId))\n .limit(1)\n )[0];\n if (!inst || inst.status === \"completed\" || inst.status === \"failed\") {\n await redis.native.zrem(\"notif:workflow:timers\", taskStr);\n continue;\n }\n // A timer can be observed while the worker is still persisting the\n // corresponding suspension. Leave the claimed member in place; its\n // visibility timeout will make it eligible once the instance becomes\n // pending instead of losing the wake-up signal.\n if (inst.status === \"running\") continue;\n\n if (task.isEventTimeout) {\n // It's a timeout for waitForEvent. Clean up only this step's waiter\n const deleted = await db\n .delete(workflowWaiters)\n .where(\n and(\n eq(workflowWaiters.instanceId, task.instanceId),\n eq(workflowWaiters.eventName, task.eventName),\n ),\n )\n .returning();\n\n // If the waiter was already deleted (by EventWorker when event arrived before timeout),\n // this timer is stale. Clean up from Redis and skip re-resuming the workflow.\n if (deleted.length === 0) {\n await redis.native.zrem(\"notif:workflow:timers\", taskStr);\n continue;\n }\n\n // Record timedOut state on the pending waitForEvent step\n const steps = await db\n .select()\n .from(workflowSteps)\n .where(\n and(\n eq(workflowSteps.instanceId, task.instanceId),\n eq(workflowSteps.action, \"waitForEvent\"),\n ),\n );\n const pendingStep = steps.find((s: any) => s.output === null);\n if (pendingStep) {\n await db\n .update(workflowSteps)\n .set({ output: { timedOut: true } })\n .where(eq(workflowSteps.id, pendingStep.id));\n }\n }\n\n await workflowProducer.publish(\n buildStreamEvent(\"workflow.resumed\", task, \"scheduler\", undefined),\n );\n await redis.native.zrem(\"notif:workflow:timers\", taskStr);\n logger.info({ instanceId: task.instanceId }, \"Workflow resumed from timer\");\n }\n } catch (err) {\n logger.error({ err }, \"error in workflow polling loop\");\n }\n })();\n }, 5000);\n\n reaperInterval = setInterval(() => {\n void (async () => {\n try {\n const runningInstances = await db\n .select({ id: workflowInstances.id })\n .from(workflowInstances)\n .where(eq(workflowInstances.status, \"running\"));\n for (const inst of runningInstances) {\n const lockKey = `lock:workflow:${inst.id}`;\n const hasLock = await redis.native.exists(lockKey);\n if (!hasLock) {\n await db\n .update(workflowInstances)\n .set({ status: \"pending\" })\n .where(eq(workflowInstances.id, inst.id));\n logger.info({ instanceId: inst.id }, \"Reaped stuck workflow instance (lock expired)\");\n }\n }\n } catch (err) {\n logger.error({ err }, \"error in stuck workflow reaper\");\n }\n })();\n }, 60000);\n\n healthInterval = startHealthReporter(\"workflow\", worker, redis, logger);\n\n logger.info(\"workflow worker starting\");\n await worker.start();\n}\n\nexport async function stopWorkflowWorker(): Promise<void> {\n logger?.info(\"shutdown initiated\");\n if (healthInterval) clearInterval(healthInterval);\n if (pollInterval) clearInterval(pollInterval);\n if (reaperInterval) clearInterval(reaperInterval);\n if (worker) await worker.stop();\n if (sql) await sql.end();\n if (redis) await redis.disconnect();\n logger?.info(\"workflow worker stopped\");\n}\n"],"mappings":";;;;;AAqCA,MAAM,4BAA4B;;AAElC,MAAM,yBAA0B,4BAA4B,IAAK;;AAEjE,MAAM,+BAA+B;AAErC,QAAQ;AACR,MAAM,SAAS,eAAe;AAC9B,IAAI;AACJ,IAAI;AACJ,IAAIA;AACJ,IAAI;AAEJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,iBAAwC;AAC5C,IAAI,eAAsC;AAC1C,IAAI,iBAAwC;AAE5C,IAAI;AACJ,IAAI;AASJ,IAAa,iBAAb,cAAoC,WAAW;CAC7C;CACA;CACA;CACA;CAEA,cAKM,CAAC;CACP,aAA4C;CAE5C,YAAY,SAAgC;EAC1C,MAAM,OAAO;EACb,KAAK,WAAW,QAAQ;EACxB,KAAK,SAAS,QAAQ;EACtB,KAAK,mBAAmB,QAAQ;EAChC,KAAK,uBAAuB,QAAQ;EAEpC,KAAK,aAAa,kBAAkB,KAAK,KAAK,mBAAmB,GAAG,GAAG;CACzE;CAEA,MAAe,OAAsB;EACnC,IAAI,KAAK,YAAY;GACnB,cAAc,KAAK,UAAU;GAC7B,KAAK,aAAa;EACpB;EACA,MAAM,KAAK,mBAAmB;EAC9B,MAAM,MAAM,KAAK;CACnB;CAEA,MAAc,qBAAoC;EAChD,IAAI,KAAK,YAAY,WAAW,GAAG;EAEnC,MAAM,SAAS,KAAK;EACpB,KAAK,cAAc,CAAC;EAEpB,IAAI;GACF,MAAM,6BAAa,IAAI,IAAwB;GAC/C,KAAK,MAAM,QAAQ,QAAQ;IACzB,IAAI,CAAC,WAAW,IAAI,KAAK,QAAQ,GAAG,WAAW,IAAI,KAAK,UAAU,CAAC,CAAC;IACpE,WAAW,IAAI,KAAK,QAAQ,CAAC,CAAE,KAAK,IAAI;GAC1C;GAEA,KAAK,MAAM,CAAC,UAAU,UAAU,YAAY;IAC1C,MAAM,EAAE,YAAY,aAAa,MAAM,SAAS,aAAa,MAAM,KAAK,MAAM,EAAE,KAAK,CAAC;IACtF,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;KACrC,MAAM,MAAM,WAAW;KACvB,MAAM,MAAM,SAAS;KACrB,IAAI,OAAO,KAAK,MAAM,EAAE,CAAE,QAAQ;MAAE,WAAW;MAAK,gBAAgB;KAAI,CAAC;IAC3E;GACF;EACF,SAAS,KAAU;GACjB,KAAK,OAAO,MAAM,EAAE,IAAI,GAAG,wCAAwC;GACnE,KAAK,MAAM,KAAK,QAAQ,EAAE,OAAO,GAAG;EACtC;CACF;CAEA,MAAM,QAAQ,SAAuC;EACnD,MAAM,EAAE,UAAU;EAClB,MAAM,kBAAmC,CAAC;EAE1C,IAAI,MAAM,SAAS,wBAAwB,MAAM,SAAS,oBACxD;EAGF,MAAM,UAAU,MAAM;EACtB,MAAM,OAAO,QAAQ;EACrB,MAAM,aAAa,QAAQ;EAE3B,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,WAAW;GAC9C,KAAK,OAAO,KAAK,0DAA0D;GAC3E;EACF;EAEA,IAAI,UAAU,iBAAiB,IAAI,IAAI;EACvC,IAAI,CAAC,SAAS;GAEZ,MAAM,UAAU,MAAM,KAAK,OACxB,OAAO,CAAC,CACR,KAAK,mBAAmB,CAAC,CACzB,MACC,IACE,GAAG,oBAAoB,WAAW,QAAQ,SAAS,GACnD,GAAG,oBAAoB,MAAM,IAAI,CACnC,CACF,CAAC,CACA,MAAM,CAAC;GAEV,IAAI,QAAQ,WAAW,GAAG;IACxB,KAAK,OAAO,KACV;KAAE;KAAM,WAAW,QAAQ;IAAU,GACrC,qDACF;IACA;GACF;GAEA,MAAM,MAAM,QAAQ;GACpB,UAAU,OAAO,EAAE,WAAW;IAC5B,MAAM,QAAQ,IAAI;IAClB,KAAK,MAAM,WAAW,OACpB,IAAI,QAAQ,WAAW,UAErB,MAAM,KAAK,OAAO,QAAQ,OAAO;SAC5B,IAAI,QAAQ,WAAW,QAC5B,MAAM,KAAK,KAAK,QAAQ,QAAQ;SAC3B,IAAI,QAAQ,WAAW,gBAC5B,MAAM,KAAK,aAAa,QAAQ,OAAO,QAAQ,OAAO;SAEtD,KAAK,OAAO,KACV;KAAE,QAAS,SAAiB;KAAQ;IAAK,GACzC,8BACF;GAGN;EACF;EAEA,MAAM,UAAU,iBAAiB;EACjC,MAAM,YAAY,WAAW;EAQ7B,IAAI,CAAC,MAPkB,KAAK,SAAS,IACnC,SACA,WACA,MACA,2BACA,IACF,GACe;GACb,KAAK,OAAO,KAAK,EAAE,WAAW,GAAG,iDAAiD;GAClF;EACF;EAIA,MAAM,aAAa,kBAAkB;GACnC,KAAU,SACP,KAAK,gBAAgB,GAAG,SAAS,WAAW,OAAO,yBAAyB,CAAC,CAAC,CAC9E,OAAO,QAAiB;IACvB,KAAK,OAAO,KAAK;KAAE;KAAK;IAAW,GAAG,+BAA+B;GACvE,CAAC;EACL,GAAG,sBAAsB;EAEzB,IAAI;GACF,IAAI,YACF,MAAM,KAAK,OACR,OAAO,CAAC,CACR,KAAK,iBAAiB,CAAC,CACvB,MAAM,GAAG,kBAAkB,IAAI,UAAU,CAAC,CAAC,CAC3C,MAAM,CAAC,EAAA,CACV;GACF,IAAI,CAAC,UAWH,YAAW,MAVQ,KAAK,OACrB,OAAO,iBAAiB,CAAC,CACzB,OAAO;IACN,IAAI;IACJ,WAAW,QAAQ;IACb;IACN,QAAQ;IACR,OAAO,QAAQ,SAAS,CAAC;GAC3B,CAAC,CAAC,CACD,UAAU,EAAA,CACG;GAGlB,IAAI,SAAS,WAAW,WAAW;IACjC,KAAK,OAAO,KAAK,EAAE,WAAW,GAAG,mCAAmC;IACpE;GACF;GAEA,MAAM,KAAK,OACR,OAAO,iBAAiB,CAAC,CACzB,IAAI,EAAE,QAAQ,UAAU,CAAC,CAAC,CAC1B,MAAM,GAAG,kBAAkB,IAAI,UAAU,CAAC;GAG7C,MAAM,gBAAgB,MAAM,KAAK,OAC9B,OAAO,CAAC,CACR,KAAK,aAAa,CAAC,CACnB,MAAM,GAAG,cAAc,YAAY,UAAU,CAAC;GACjD,MAAM,gCAAgB,IAAI,IAAiB;GAC3C,KAAK,MAAM,KAAK,eACd,cAAc,IAAI,EAAE,WAAW,EAAE,MAAM;GAGzC,IAAI,mBAAmB;GA+JvB,MAAM,MAAuB;IAC3B,MAAM;KA7JN,QAAQ,OAAO,SAAS;MACtB,MAAM,SAAS,OAAO,kBAAkB;MACxC,IAAI,cAAc,IAAI,MAAM,GAAG,OAAO,cAAc,IAAI,MAAM;MAI9D,MAAM,YAAY,uBAChB,MACA,SAAU,OACV,QAAQ,WACR,MAAM,WAAW,GAAG,QACtB;MAEA,MAAM,SAAS,MAAM,IAAI,SACtB,SAAS,WAAW;OACnB,KAAK,YAAY,KAAK;QACpB,UAAU,KAAK;QACf,OAAO,iBACL,0BACA,WACA,YACA,MAAM,SAAS,OACjB;QACS;QACT;OACF,CAAC;MACH,CACF;MAEA,MAAM,SAAS;OACb,SAAS;OACT,WAAW,OAAO;OAClB,gBAAgB,OAAO;MACzB;MAEA,MAAM,KAAK,OAAO,OAAO,aAAa,CAAC,CAAC,OAAO;OAC7C,YAAY,SAAU;OACtB,WAAW,QAAQ;OACnB,WAAW;OACX,QAAQ;OACR;MACF,CAAC;MAED,OAAO;KACT;KACA,MAAM,OAAO,aAAa;MACxB,MAAM,SAAS,OAAO,kBAAkB;MACxC,IAAI,cAAc,IAAI,MAAM,GAAG;MAG/B,IAAI,KAAK;MACT,IAAI,SAAS,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,IAAI,KAAK,KAAK,KAAK;WAChE,IAAI,SAAS,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,IAAI,KAAK,KAAK;WAChE,IAAI,SAAS,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,IAAI,KAAK;WAC3D,IAAI,SAAS,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,IAAI;WACtD,MAAM,IAAI,MAAM,0BAA0B,UAAU;MAEzD,MAAM,WAAW,KAAK,IAAI,IAAI;MAK9B,MAAM,KAAK,SAAS,KAClB,yBACA,UACA,KAAK,UAAU;OACb,YAAY,SAAU;OACtB,MAAM,SAAU;OAChB,WAAW,QAAQ;OACnB,OAAO,SAAU;MACnB,CAAC,CACH;MAEA,MAAM,KAAK,OAAO,OAAO,aAAa,CAAC,CAAC,OAAO;OAC7C,YAAY,SAAU;OACtB,WAAW,QAAQ;OACnB,WAAW;OACX,QAAQ;OACR,QAAQ,EAAE,aAAa,SAAS;MAClC,CAAC;MAED,MAAM,IAAI,sBAAsB,QAAQ,EAAE,SAAS,CAAC;KACtD;KACA,cAAc,OAAO,WAAW,YAAY;MAC1C,MAAM,SAAS,OAAO,kBAAkB;MACxC,IAAI,cAAc,IAAI,MAAM,GAAG;OAC7B,MAAM,MAAM,cAAc,IAAI,MAAM;OACpC,IAAI,OAAO,OAAO,QAAQ,YAAa,IAAY,aAAa,MAC9D,OAAO;OAET,OAAO;MACT;MAEA,UAAU,WAAW,CAAC;MACtB,QAAQ,UAAU,QAAQ,WAAW;MACrC,QAAQ,QAAQ,QAAQ,SAAS,CAAC;MAElC,IAAI,KAAK;MACT,IAAI,QAAQ,QAAQ,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,OAAO,IAAI,KAAK,KAAK,KAAK;WAC9E,IAAI,QAAQ,QAAQ,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,OAAO,IAAI,KAAK,KAAK;WAC9E,IAAI,QAAQ,QAAQ,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,OAAO,IAAI,KAAK;WACzE,IAAI,QAAQ,QAAQ,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,OAAO,IAAI;WACpE,MAAM,IAAI,MAAM,iCAAiC,QAAQ,SAAS;MAEvE,MAAM,WAAW,KAAK,IAAI,IAAI;MAE9B,MAAM,KAAK,SAAS,KAClB,yBACA,UACA,KAAK,UAAU;OACb,YAAY,SAAU;OACtB,MAAM,SAAU;OAChB,WAAW,QAAQ;OACnB,OAAO,SAAU;OACjB,gBAAgB;OAChB;OACA;MACF,CAAC,CACH;MAGA,MAAM,KAAK,OAAO,OAAO,eAAe,CAAC,CAAC,OAAO;OAC/C,YAAY,SAAU;OACtB,WAAW,QAAQ;OACR;OACX,eAAe,QAAQ;OACvB,WAAW,IAAI,KAAK,QAAQ;MAC9B,CAAC;MAGD,MAAM,KAAK,OAAO,OAAO,aAAa,CAAC,CAAC,OAAO;OAC7C,YAAY,SAAU;OACtB,WAAW,QAAQ;OACnB,WAAW;OACX,QAAQ;OACR,QAAQ;MACV,CAAC;MAED,MAAM,IAAI,sBAAsB,gBAAgB,EAAE,UAAU,CAAC;KAC/D;KACA,KAAK,OAAO,UAAU,OAAO;MAC3B,MAAM,SAAS,OAAO,kBAAkB;MACxC,IAAI,cAAc,IAAI,MAAM,GAAG,OAAO,cAAc,IAAI,MAAM;MAE9D,MAAM,SAAS,MAAM,GAAG;MACxB,MAAM,KAAK,OAAO,OAAO,aAAa,CAAC,CAAC,OAAO;OAC7C,YAAY,SAAU;OACtB,WAAW,QAAQ;OACnB,WAAW;OACX,QAAQ;OACR,QAAQ;MACV,CAAC;MACD,OAAO;KACT;IAIc;IACd,OAAQ,SAAU,SAAiB,EAAE,MAAM,EAAE,IAAI,UAAU,EAAE;GAC/D;GAEA,IAAI;IACF,MAAM,QAAQ,GAAG;IAEjB,MAAM,KAAK,OACR,OAAO,iBAAiB,CAAC,CACzB,IAAI,EAAE,QAAQ,YAAY,CAAC,CAAC,CAC5B,MAAM,GAAG,kBAAkB,IAAI,SAAU,EAAE,CAAC;IAC/C,KAAK,OAAO,KAAK,EAAE,YAAY,SAAU,GAAG,GAAG,iCAAiC;GAClF,SAAS,KAAU;IACjB,IAAI,eAAe,yBAAyB,IAAI,SAAS,yBAAyB;KAChF,MAAM,KAAK,OACR,OAAO,iBAAiB,CAAC,CACzB,IAAI,EAAE,QAAQ,UAAU,CAAC,CAAC,CAC1B,MAAM,GAAG,kBAAkB,IAAI,SAAU,EAAE,CAAC;KAC/C,KAAK,OAAO,KAAK;MAAE,YAAY,SAAU;MAAI,QAAQ,IAAI;KAAO,GAAG,oBAAoB;IACzF,OAAO;KACL,KAAK,OAAO,MAAM;MAAE;MAAK,YAAY,SAAU;KAAG,GAAG,iBAAiB;KACtE,MAAM,KAAK,OACR,OAAO,iBAAiB,CAAC,CACzB,IAAI,EAAE,QAAQ,SAAS,CAAC,CAAC,CACzB,MAAM,GAAG,kBAAkB,IAAI,SAAU,EAAE,CAAC;IACjD;GACF;EACF,UAAU;GACR,cAAc,UAAU;GAExB,MAAM,KAAK,SAAS,KAAK,kBAAkB,GAAG,SAAS,SAAS;EAClE;EAEA,MAAM,QAAQ,IAAI,eAAe;CACnC;AACF;AASA,eAAsB,sBAAsB;CAC1C,SAAS,aAAa;EAAE,MAAM;EAAmB,OAAO,OAAO;CAAU,CAAC;CAC1E,QAAQ,IAAI,YAAY;EAAE,KAAK,OAAO;EAAW,MAAM;EAAY;CAAO,CAAC;CAC3E,MAAM,SAAS,eAAe;EAAE,KAAK,OAAO;EAAc,iBAAiB;EAAY;CAAO,CAAC;CAC/F,QAAM,OAAO;CACb,KAAK,OAAO;CACZ,uBAAuB,IAAI,eAAe;EACxC,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB;CACF,CAAC;CACD,mBAAmB,IAAI,eAAe;EACpC,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB;CACF,CAAC;CACD,WAAW,IAAI,eAAe;EAC5B,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB,OAAO,gBAAgB;EACvB,UAAU,YAAY,QAAQ;EAC9B,WAAW,QAAQ;EACnB,WAAW,OAAO;EAClB;CACF,CAAC;CAED,iBAAiB,IAAI,sBAAsB;EACzC,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB,OAAO,gBAAgB;EACvB,UAAU,YAAY,QAAQ;EAC9B;CACF,CAAC;CAED,SAAS,IAAI,eAAe;EAC1B;EACA;EACA;EACA,aAAa,OAAO;EACpB,OAAO,MAAM;EACb;EACA;EACA;CACF,CAAC;CAGD,eAAe,kBAAkB;EAC/B,CAAM,YAAY;GAChB,IAAI;IACF,MAAM,MAAM,KAAK,IAAI;IACrB,MAAM,QAAS,MAAM,MAAM,OAAO,KAChC,oBACA,GACA,yBACA,KACA,KACA,4BACF;IAEA,KAAK,MAAM,WAAW,OAAO;KAC3B,MAAM,OAAO,KAAK,MAAM,OAAO;KAG/B,MAAM,QACJ,MAAM,GACH,OAAO,CAAC,CACR,KAAK,iBAAiB,CAAC,CACvB,MAAM,GAAG,kBAAkB,IAAI,KAAK,UAAU,CAAC,CAAC,CAChD,MAAM,CAAC,EAAA,CACV;KACF,IAAI,CAAC,QAAQ,KAAK,WAAW,eAAe,KAAK,WAAW,UAAU;MACpE,MAAM,MAAM,OAAO,KAAK,yBAAyB,OAAO;MACxD;KACF;KAKA,IAAI,KAAK,WAAW,WAAW;KAE/B,IAAI,KAAK,gBAAgB;MAcvB,KAAI,MAZkB,GACnB,OAAO,eAAe,CAAC,CACvB,MACC,IACE,GAAG,gBAAgB,YAAY,KAAK,UAAU,GAC9C,GAAG,gBAAgB,WAAW,KAAK,SAAS,CAC9C,CACF,CAAC,CACA,UAAU,EAAA,CAID,WAAW,GAAG;OACxB,MAAM,MAAM,OAAO,KAAK,yBAAyB,OAAO;OACxD;MACF;MAYA,MAAM,eAAc,MATA,GACjB,OAAO,CAAC,CACR,KAAK,aAAa,CAAC,CACnB,MACC,IACE,GAAG,cAAc,YAAY,KAAK,UAAU,GAC5C,GAAG,cAAc,QAAQ,cAAc,CACzC,CACF,EAAA,CACwB,MAAM,MAAW,EAAE,WAAW,IAAI;MAC5D,IAAI,aACF,MAAM,GACH,OAAO,aAAa,CAAC,CACrB,IAAI,EAAE,QAAQ,EAAE,UAAU,KAAK,EAAE,CAAC,CAAC,CACnC,MAAM,GAAG,cAAc,IAAI,YAAY,EAAE,CAAC;KAEjD;KAEA,MAAM,iBAAiB,QACrB,iBAAiB,oBAAoB,MAAM,aAAa,KAAA,CAAS,CACnE;KACA,MAAM,MAAM,OAAO,KAAK,yBAAyB,OAAO;KACxD,OAAO,KAAK,EAAE,YAAY,KAAK,WAAW,GAAG,6BAA6B;IAC5E;GACF,SAAS,KAAK;IACZ,OAAO,MAAM,EAAE,IAAI,GAAG,gCAAgC;GACxD;EACF,EAAA,CAAG;CACL,GAAG,GAAI;CAEP,iBAAiB,kBAAkB;EACjC,CAAM,YAAY;GAChB,IAAI;IACF,MAAM,mBAAmB,MAAM,GAC5B,OAAO,EAAE,IAAI,kBAAkB,GAAG,CAAC,CAAC,CACpC,KAAK,iBAAiB,CAAC,CACvB,MAAM,GAAG,kBAAkB,QAAQ,SAAS,CAAC;IAChD,KAAK,MAAM,QAAQ,kBAAkB;KACnC,MAAM,UAAU,iBAAiB,KAAK;KAEtC,IAAI,CAAC,MADiB,MAAM,OAAO,OAAO,OAAO,GACnC;MACZ,MAAM,GACH,OAAO,iBAAiB,CAAC,CACzB,IAAI,EAAE,QAAQ,UAAU,CAAC,CAAC,CAC1B,MAAM,GAAG,kBAAkB,IAAI,KAAK,EAAE,CAAC;MAC1C,OAAO,KAAK,EAAE,YAAY,KAAK,GAAG,GAAG,+CAA+C;KACtF;IACF;GACF,SAAS,KAAK;IACZ,OAAO,MAAM,EAAE,IAAI,GAAG,gCAAgC;GACxD;EACF,EAAA,CAAG;CACL,GAAG,GAAK;CAER,iBAAiB,oBAAoB,YAAY,QAAQ,OAAO,MAAM;CAEtE,OAAO,KAAK,0BAA0B;CACtC,MAAM,OAAO,MAAM;AACrB;AAEA,eAAsB,qBAAoC;CACxD,QAAQ,KAAK,oBAAoB;CACjC,IAAI,gBAAgB,cAAc,cAAc;CAChD,IAAI,cAAc,cAAc,YAAY;CAC5C,IAAI,gBAAgB,cAAc,cAAc;CAChD,IAAI,QAAQ,MAAM,OAAO,KAAK;CAC9B,IAAIA,OAAK,MAAMA,MAAI,IAAI;CACvB,IAAI,OAAO,MAAM,MAAM,WAAW;CAClC,QAAQ,KAAK,yBAAyB;AACxC"}
1
+ {"version":3,"file":"main-BFre2-HQ.mjs","names":["sql"],"sources":["../src/services/workflow/main.ts"],"sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport { loadEnv, readBaseConfig } from \"@/index.js\";\nimport { createLogger } from \"@/index.js\";\nimport { RedisClient, type Redis } from \"@/index.js\";\nimport {\n StreamConsumer,\n PendingMessageScanner,\n StreamProducer,\n type StreamMessage,\n} from \"@/index.js\";\nimport { BaseWorker } from \"@/index.js\";\nimport { STREAMS, CONSUMER_GROUPS, buildStreamEvent } from \"@/index.js\";\nimport { type StreamName } from \"@/contracts/streams.js\";\nimport { createDatabase } from \"@/db/index.js\";\nimport {\n workflowInstances,\n workflowSteps,\n workflowWaiters,\n workflowDefinitions,\n} from \"@/db/schema.js\";\nimport { eq, and } from \"drizzle-orm\";\nimport {\n workflowRegistry,\n SuspendExecutionError,\n buildStepNotifyPayload,\n type WorkflowContext,\n type WorkflowStepContext,\n} from \"@/workflows/index.js\";\nimport {\n type WorkerOptions,\n LUA_SCHEDULER_POLL,\n LUA_RELEASE_LOCK,\n LUA_RENEW_LOCK,\n} from \"@/shared/index.js\";\nimport { startHealthReporter } from \"@/workers/index.js\";\n\n/** How long a workflow instance lock is held before it self-expires. */\nconst WORKFLOW_LOCK_TTL_SECONDS = 60;\n/** Renew the lock well inside its TTL so long-running handlers keep it. */\nconst WORKFLOW_LOCK_RENEW_MS = (WORKFLOW_LOCK_TTL_SECONDS / 3) * 1000;\n/** How long a claimed workflow timer stays invisible to other pollers. */\nconst WORKFLOW_TIMER_VISIBILITY_MS = 60_000;\n\nloadEnv();\nconst config = readBaseConfig();\nlet logger: ReturnType<typeof createLogger>;\nlet redis: RedisClient;\nlet sql: any;\nlet db: any;\n\nlet consumer: StreamConsumer;\nlet pendingScanner: PendingMessageScanner;\nlet worker: BaseWorker;\nlet healthInterval: NodeJS.Timeout | null = null;\nlet pollInterval: NodeJS.Timeout | null = null;\nlet reaperInterval: NodeJS.Timeout | null = null;\n\nlet notificationProducer: StreamProducer;\nlet workflowProducer: StreamProducer;\n\nexport interface WorkflowWorkerOptions extends WorkerOptions {\n redis: Redis;\n db: any;\n workflowProducer: any;\n notificationProducer: any;\n}\n\nexport class WorkflowWorker extends BaseWorker {\n private readonly redisCli: Redis;\n private readonly dbConn: any;\n private readonly workflowProducer: any;\n private readonly notificationProducer: any;\n\n private eventBuffer: {\n producer: any;\n event: any;\n resolve: (result?: { messageId: string; notificationId: string }) => void;\n reject: (err: any) => void;\n }[] = [];\n private flushTimer: NodeJS.Timeout | null = null;\n\n constructor(options: WorkflowWorkerOptions) {\n super(options);\n this.redisCli = options.redis;\n this.dbConn = options.db;\n this.workflowProducer = options.workflowProducer;\n this.notificationProducer = options.notificationProducer;\n\n this.flushTimer = setInterval(() => void this.flushWorkerBuffers(), 100);\n }\n\n override async stop(): Promise<void> {\n if (this.flushTimer) {\n clearInterval(this.flushTimer);\n this.flushTimer = null;\n }\n await this.flushWorkerBuffers();\n await super.stop();\n }\n\n private async flushWorkerBuffers(): Promise<void> {\n if (this.eventBuffer.length === 0) return;\n\n const events = this.eventBuffer;\n this.eventBuffer = [];\n\n try {\n const byProducer = new Map<any, typeof events>();\n for (const item of events) {\n if (!byProducer.has(item.producer)) byProducer.set(item.producer, []);\n byProducer.get(item.producer)!.push(item);\n }\n\n for (const [producer, batch] of byProducer) {\n const { messageIds, eventIds } = await producer.publishBatch(batch.map((b) => b.event));\n for (let i = 0; i < batch.length; i++) {\n const mId = messageIds[i];\n const eId = eventIds[i];\n if (mId && eId) batch[i]!.resolve({ messageId: mId, notificationId: eId });\n }\n }\n } catch (err: any) {\n this.logger.error({ err }, \"failed to flush workflow worker buffer\");\n for (const e of events) e.reject(err);\n }\n }\n\n async process(message: StreamMessage): Promise<void> {\n const { event } = message;\n const publishPromises: Promise<void>[] = [];\n\n if (event.type !== \"workflow.triggered\" && event.type !== \"workflow.resumed\") {\n return;\n }\n\n const payload = event.payload as any;\n const name = payload.name;\n const instanceId = payload.instanceId;\n\n if (!name || !instanceId || !payload.projectId) {\n this.logger.warn(\"Missing name, instanceId, or projectId in workflow event\");\n return;\n }\n\n let handler = workflowRegistry.get(name);\n if (!handler) {\n // Fallback: check dynamic JSON workflows\n const defRows = await this.dbConn\n .select()\n .from(workflowDefinitions)\n .where(\n and(\n eq(workflowDefinitions.projectId, payload.projectId),\n eq(workflowDefinitions.name, name),\n ),\n )\n .limit(1);\n\n if (defRows.length === 0) {\n this.logger.warn(\n { name, projectId: payload.projectId },\n \"No handler or dynamic definition found for workflow\",\n );\n return;\n }\n\n const def = defRows[0];\n handler = async ({ step }) => {\n const steps = def.steps as any[];\n for (const stepDef of steps) {\n if (stepDef.action === \"notify\") {\n // A payload target wins; naming none inherits the instance user.\n await step.notify(stepDef.payload);\n } else if (stepDef.action === \"wait\") {\n await step.wait(stepDef.duration);\n } else if (stepDef.action === \"waitForEvent\") {\n await step.waitForEvent(stepDef.event, stepDef.options);\n } else {\n this.logger.warn(\n { action: (stepDef as any)?.action, name },\n \"unknown workflow step action\",\n );\n }\n }\n };\n }\n\n const lockKey = `lock:workflow:${instanceId}`;\n const lockToken = randomUUID();\n const acquired = await this.redisCli.set(\n lockKey,\n lockToken,\n \"EX\",\n WORKFLOW_LOCK_TTL_SECONDS,\n \"NX\",\n );\n if (!acquired) {\n this.logger.info({ instanceId }, \"Workflow is locked by another process, skipping\");\n return;\n }\n\n // Keep the lock alive while the handler runs; without this a handler that\n // outlives the TTL lets a second resume execute the same steps in parallel.\n const renewTimer = setInterval(() => {\n void this.redisCli\n .eval(LUA_RENEW_LOCK, 1, lockKey, lockToken, String(WORKFLOW_LOCK_TTL_SECONDS))\n .catch((err: unknown) => {\n this.logger.warn({ err, instanceId }, \"failed to renew workflow lock\");\n });\n }, WORKFLOW_LOCK_RENEW_MS);\n\n try {\n let instance = (\n await this.dbConn\n .select()\n .from(workflowInstances)\n .where(eq(workflowInstances.id, instanceId))\n .limit(1)\n )[0];\n if (!instance) {\n const rows = await this.dbConn\n .insert(workflowInstances)\n .values({\n id: instanceId,\n projectId: payload.projectId,\n name: name,\n status: \"pending\",\n input: payload.input || {},\n })\n .returning();\n instance = rows[0]!;\n }\n\n if (instance.status !== \"pending\") {\n this.logger.info({ instanceId }, \"Workflow is not pending, skipping\");\n return;\n }\n\n await this.dbConn\n .update(workflowInstances)\n .set({ status: \"running\" })\n .where(eq(workflowInstances.id, instanceId));\n\n // Load existing steps\n const existingSteps = await this.dbConn\n .select()\n .from(workflowSteps)\n .where(eq(workflowSteps.instanceId, instanceId));\n const stepOutputMap = new Map<string, any>();\n for (const s of existingSteps) {\n stepOutputMap.set(s.stepIndex, s.output);\n }\n\n let currentStepIndex = 0;\n\n const stepProxy: WorkflowStepContext = {\n notify: async (args) => {\n const stepId = String(currentStepIndex++);\n if (stepOutputMap.has(stepId)) return stepOutputMap.get(stepId);\n\n // The step payload is the same shape as notify(), but the wire event\n // is not — translate rather than spread.\n const requested = buildStepNotifyPayload(\n args,\n instance!.input,\n payload.projectId,\n `wf-${instanceId}-${stepId}`,\n );\n\n const result = await new Promise<{ messageId: string; notificationId: string }>(\n (resolve, reject) => {\n this.eventBuffer.push({\n producer: this.notificationProducer,\n event: buildStreamEvent(\n \"notification.requested\",\n requested as unknown as Record<string, unknown>,\n \"workflow\",\n event.metadata.traceId,\n ),\n resolve: resolve as any,\n reject,\n });\n },\n );\n\n const output = {\n success: true,\n messageId: result.messageId,\n notificationId: result.notificationId,\n };\n\n await this.dbConn.insert(workflowSteps).values({\n instanceId: instance!.id,\n projectId: payload.projectId,\n stepIndex: stepId,\n action: \"notify\",\n output,\n });\n\n return output;\n },\n wait: async (duration) => {\n const stepId = String(currentStepIndex++);\n if (stepOutputMap.has(stepId)) return;\n\n // Simple duration parse (e.g. '2h' -> ms)\n let ms = 0;\n if (duration.endsWith(\"d\")) ms = parseInt(duration) * 24 * 60 * 60 * 1000;\n else if (duration.endsWith(\"h\")) ms = parseInt(duration) * 60 * 60 * 1000;\n else if (duration.endsWith(\"m\")) ms = parseInt(duration) * 60 * 1000;\n else if (duration.endsWith(\"s\")) ms = parseInt(duration) * 1000;\n else throw new Error(`Invalid wait duration: ${duration}`);\n\n const resumeAt = Date.now() + ms;\n\n // Persist the wake-up signal before committing the suspended state.\n // If the process dies after this point the source event is retried;\n // if it dies after the database write, the timer is already durable.\n await this.redisCli.zadd(\n \"notif:workflow:timers\",\n resumeAt,\n JSON.stringify({\n instanceId: instance!.id,\n name: instance!.name,\n projectId: payload.projectId,\n input: instance!.input,\n }),\n );\n\n await this.dbConn.insert(workflowSteps).values({\n instanceId: instance!.id,\n projectId: payload.projectId,\n stepIndex: stepId,\n action: \"wait\",\n output: { scheduledAt: resumeAt },\n });\n\n throw new SuspendExecutionError(\"wait\", { duration });\n },\n waitForEvent: async (eventName, options) => {\n const stepId = String(currentStepIndex++);\n if (stepOutputMap.has(stepId)) {\n const out = stepOutputMap.get(stepId);\n if (out && typeof out === \"object\" && (out as any).timedOut === true) {\n return null;\n }\n return out;\n }\n\n options = options || {};\n options.timeout = options.timeout || \"24h\";\n options.match = options.match || {};\n\n let ms = 0;\n if (options.timeout.endsWith(\"d\")) ms = parseInt(options.timeout) * 24 * 60 * 60 * 1000;\n else if (options.timeout.endsWith(\"h\")) ms = parseInt(options.timeout) * 60 * 60 * 1000;\n else if (options.timeout.endsWith(\"m\")) ms = parseInt(options.timeout) * 60 * 1000;\n else if (options.timeout.endsWith(\"s\")) ms = parseInt(options.timeout) * 1000;\n else throw new Error(`Invalid waitForEvent timeout: ${options.timeout}`);\n\n const resumeAt = Date.now() + ms;\n\n await this.redisCli.zadd(\n \"notif:workflow:timers\",\n resumeAt,\n JSON.stringify({\n instanceId: instance!.id,\n name: instance!.name,\n projectId: payload.projectId,\n input: instance!.input,\n isEventTimeout: true,\n eventName,\n stepId,\n }),\n );\n\n // Register waiter\n await this.dbConn.insert(workflowWaiters).values({\n instanceId: instance!.id,\n projectId: payload.projectId,\n eventName: eventName,\n matchCriteria: options.match,\n expiresAt: new Date(resumeAt),\n });\n\n // Register step as pending event\n await this.dbConn.insert(workflowSteps).values({\n instanceId: instance!.id,\n projectId: payload.projectId,\n stepIndex: stepId,\n action: \"waitForEvent\",\n output: null, // this will be updated by event worker or timeout\n });\n\n throw new SuspendExecutionError(\"waitForEvent\", { eventName });\n },\n run: async (stepName, fn) => {\n const stepId = String(currentStepIndex++);\n if (stepOutputMap.has(stepId)) return stepOutputMap.get(stepId);\n\n const result = await fn();\n await this.dbConn.insert(workflowSteps).values({\n instanceId: instance!.id,\n projectId: payload.projectId,\n stepIndex: stepId,\n action: \"run\",\n output: result,\n });\n return result;\n },\n };\n\n const ctx: WorkflowContext = {\n step: stepProxy,\n event: (instance!.input as any) || { user: { id: \"unknown\" } },\n };\n\n try {\n await handler(ctx);\n // If we reach here, workflow completed\n await this.dbConn\n .update(workflowInstances)\n .set({ status: \"completed\" })\n .where(eq(workflowInstances.id, instance!.id));\n this.logger.info({ instanceId: instance!.id }, \"Workflow completed successfully\");\n } catch (err: any) {\n if (err instanceof SuspendExecutionError || err.name === \"SuspendExecutionError\") {\n await this.dbConn\n .update(workflowInstances)\n .set({ status: \"pending\" })\n .where(eq(workflowInstances.id, instance!.id));\n this.logger.info({ instanceId: instance!.id, reason: err.reason }, \"Workflow suspended\");\n } else {\n this.logger.error({ err, instanceId: instance!.id }, \"Workflow failed\");\n await this.dbConn\n .update(workflowInstances)\n .set({ status: \"failed\" })\n .where(eq(workflowInstances.id, instance!.id));\n }\n }\n } finally {\n clearInterval(renewTimer);\n // Compare-and-delete: never release a lock a later process re-acquired.\n await this.redisCli.eval(LUA_RELEASE_LOCK, 1, lockKey, lockToken);\n }\n\n await Promise.all(publishPromises);\n }\n}\n\nexport function __injectForTests(r: any, d: any, wp: any, np: any) {\n redis = r;\n db = d;\n workflowProducer = wp;\n notificationProducer = np;\n}\n\nexport async function startWorkflowWorker() {\n logger = createLogger({ name: \"workflow-worker\", level: config.LOG_LEVEL });\n redis = new RedisClient({ url: config.REDIS_URL, name: \"workflow\", logger });\n const dbData = createDatabase({ url: config.DATABASE_URL, applicationName: \"workflow\", logger });\n sql = dbData.sql;\n db = dbData.db;\n notificationProducer = new StreamProducer({\n redis: redis.native,\n stream: STREAMS.INBOUND_NORMAL,\n logger,\n });\n workflowProducer = new StreamProducer({\n redis: redis.native,\n stream: STREAMS.WORKFLOW_INBOUND,\n logger,\n });\n consumer = new StreamConsumer({\n redis: redis.native,\n stream: STREAMS.WORKFLOW_INBOUND as StreamName,\n group: CONSUMER_GROUPS.WORKFLOW as any,\n consumer: `workflow-${process.pid}`,\n dlqStream: STREAMS.DEAD_LETTER,\n batchSize: config.WORKER_CONCURRENCY,\n logger,\n });\n\n pendingScanner = new PendingMessageScanner({\n redis: redis.native,\n stream: STREAMS.WORKFLOW_INBOUND as StreamName,\n group: CONSUMER_GROUPS.WORKFLOW as any,\n consumer: `workflow-${process.pid}`,\n logger,\n });\n\n worker = new WorkflowWorker({\n consumer,\n pendingScanner,\n logger,\n concurrency: config.WORKER_CONCURRENCY,\n redis: redis.native,\n db,\n workflowProducer,\n notificationProducer,\n });\n\n // Polling loop for timers\n pollInterval = setInterval(() => {\n void (async () => {\n try {\n const now = Date.now();\n const tasks = (await redis.native.eval(\n LUA_SCHEDULER_POLL,\n 1,\n \"notif:workflow:timers\",\n now,\n 100,\n WORKFLOW_TIMER_VISIBILITY_MS,\n )) as string[];\n\n for (const taskStr of tasks) {\n const task = JSON.parse(taskStr);\n\n // Check if workflow is already completed/failed\n const inst = (\n await db\n .select()\n .from(workflowInstances)\n .where(eq(workflowInstances.id, task.instanceId))\n .limit(1)\n )[0];\n if (!inst || inst.status === \"completed\" || inst.status === \"failed\") {\n await redis.native.zrem(\"notif:workflow:timers\", taskStr);\n continue;\n }\n // A timer can be observed while the worker is still persisting the\n // corresponding suspension. Leave the claimed member in place; its\n // visibility timeout will make it eligible once the instance becomes\n // pending instead of losing the wake-up signal.\n if (inst.status === \"running\") continue;\n\n if (task.isEventTimeout) {\n // It's a timeout for waitForEvent. Clean up only this step's waiter\n const deleted = await db\n .delete(workflowWaiters)\n .where(\n and(\n eq(workflowWaiters.instanceId, task.instanceId),\n eq(workflowWaiters.eventName, task.eventName),\n ),\n )\n .returning();\n\n // If the waiter was already deleted (by EventWorker when event arrived before timeout),\n // this timer is stale. Clean up from Redis and skip re-resuming the workflow.\n if (deleted.length === 0) {\n await redis.native.zrem(\"notif:workflow:timers\", taskStr);\n continue;\n }\n\n // Record timedOut state on the pending waitForEvent step\n const steps = await db\n .select()\n .from(workflowSteps)\n .where(\n and(\n eq(workflowSteps.instanceId, task.instanceId),\n eq(workflowSteps.action, \"waitForEvent\"),\n ),\n );\n const pendingStep = steps.find((s: any) => s.output === null);\n if (pendingStep) {\n await db\n .update(workflowSteps)\n .set({ output: { timedOut: true } })\n .where(eq(workflowSteps.id, pendingStep.id));\n }\n }\n\n await workflowProducer.publish(\n buildStreamEvent(\"workflow.resumed\", task, \"scheduler\", undefined),\n );\n await redis.native.zrem(\"notif:workflow:timers\", taskStr);\n logger.info({ instanceId: task.instanceId }, \"Workflow resumed from timer\");\n }\n } catch (err) {\n logger.error({ err }, \"error in workflow polling loop\");\n }\n })();\n }, 5000);\n\n reaperInterval = setInterval(() => {\n void (async () => {\n try {\n const runningInstances = await db\n .select({ id: workflowInstances.id })\n .from(workflowInstances)\n .where(eq(workflowInstances.status, \"running\"));\n for (const inst of runningInstances) {\n const lockKey = `lock:workflow:${inst.id}`;\n const hasLock = await redis.native.exists(lockKey);\n if (!hasLock) {\n await db\n .update(workflowInstances)\n .set({ status: \"pending\" })\n .where(eq(workflowInstances.id, inst.id));\n logger.info({ instanceId: inst.id }, \"Reaped stuck workflow instance (lock expired)\");\n }\n }\n } catch (err) {\n logger.error({ err }, \"error in stuck workflow reaper\");\n }\n })();\n }, 60000);\n\n healthInterval = startHealthReporter(\"workflow\", worker, redis, logger);\n\n logger.info(\"workflow worker starting\");\n await worker.start();\n}\n\nexport async function stopWorkflowWorker(): Promise<void> {\n logger?.info(\"shutdown initiated\");\n if (healthInterval) clearInterval(healthInterval);\n if (pollInterval) clearInterval(pollInterval);\n if (reaperInterval) clearInterval(reaperInterval);\n if (worker) await worker.stop();\n if (sql) await sql.end();\n if (redis) await redis.disconnect();\n logger?.info(\"workflow worker stopped\");\n}\n"],"mappings":";;;;;AAqCA,MAAM,4BAA4B;;AAElC,MAAM,yBAA0B,4BAA4B,IAAK;;AAEjE,MAAM,+BAA+B;AAErC,QAAQ;AACR,MAAM,SAAS,eAAe;AAC9B,IAAI;AACJ,IAAI;AACJ,IAAIA;AACJ,IAAI;AAEJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,iBAAwC;AAC5C,IAAI,eAAsC;AAC1C,IAAI,iBAAwC;AAE5C,IAAI;AACJ,IAAI;AASJ,IAAa,iBAAb,cAAoC,WAAW;CAC7C;CACA;CACA;CACA;CAEA,cAKM,CAAC;CACP,aAA4C;CAE5C,YAAY,SAAgC;EAC1C,MAAM,OAAO;EACb,KAAK,WAAW,QAAQ;EACxB,KAAK,SAAS,QAAQ;EACtB,KAAK,mBAAmB,QAAQ;EAChC,KAAK,uBAAuB,QAAQ;EAEpC,KAAK,aAAa,kBAAkB,KAAK,KAAK,mBAAmB,GAAG,GAAG;CACzE;CAEA,MAAe,OAAsB;EACnC,IAAI,KAAK,YAAY;GACnB,cAAc,KAAK,UAAU;GAC7B,KAAK,aAAa;EACpB;EACA,MAAM,KAAK,mBAAmB;EAC9B,MAAM,MAAM,KAAK;CACnB;CAEA,MAAc,qBAAoC;EAChD,IAAI,KAAK,YAAY,WAAW,GAAG;EAEnC,MAAM,SAAS,KAAK;EACpB,KAAK,cAAc,CAAC;EAEpB,IAAI;GACF,MAAM,6BAAa,IAAI,IAAwB;GAC/C,KAAK,MAAM,QAAQ,QAAQ;IACzB,IAAI,CAAC,WAAW,IAAI,KAAK,QAAQ,GAAG,WAAW,IAAI,KAAK,UAAU,CAAC,CAAC;IACpE,WAAW,IAAI,KAAK,QAAQ,CAAC,CAAE,KAAK,IAAI;GAC1C;GAEA,KAAK,MAAM,CAAC,UAAU,UAAU,YAAY;IAC1C,MAAM,EAAE,YAAY,aAAa,MAAM,SAAS,aAAa,MAAM,KAAK,MAAM,EAAE,KAAK,CAAC;IACtF,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;KACrC,MAAM,MAAM,WAAW;KACvB,MAAM,MAAM,SAAS;KACrB,IAAI,OAAO,KAAK,MAAM,EAAE,CAAE,QAAQ;MAAE,WAAW;MAAK,gBAAgB;KAAI,CAAC;IAC3E;GACF;EACF,SAAS,KAAU;GACjB,KAAK,OAAO,MAAM,EAAE,IAAI,GAAG,wCAAwC;GACnE,KAAK,MAAM,KAAK,QAAQ,EAAE,OAAO,GAAG;EACtC;CACF;CAEA,MAAM,QAAQ,SAAuC;EACnD,MAAM,EAAE,UAAU;EAClB,MAAM,kBAAmC,CAAC;EAE1C,IAAI,MAAM,SAAS,wBAAwB,MAAM,SAAS,oBACxD;EAGF,MAAM,UAAU,MAAM;EACtB,MAAM,OAAO,QAAQ;EACrB,MAAM,aAAa,QAAQ;EAE3B,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,WAAW;GAC9C,KAAK,OAAO,KAAK,0DAA0D;GAC3E;EACF;EAEA,IAAI,UAAU,iBAAiB,IAAI,IAAI;EACvC,IAAI,CAAC,SAAS;GAEZ,MAAM,UAAU,MAAM,KAAK,OACxB,OAAO,CAAC,CACR,KAAK,mBAAmB,CAAC,CACzB,MACC,IACE,GAAG,oBAAoB,WAAW,QAAQ,SAAS,GACnD,GAAG,oBAAoB,MAAM,IAAI,CACnC,CACF,CAAC,CACA,MAAM,CAAC;GAEV,IAAI,QAAQ,WAAW,GAAG;IACxB,KAAK,OAAO,KACV;KAAE;KAAM,WAAW,QAAQ;IAAU,GACrC,qDACF;IACA;GACF;GAEA,MAAM,MAAM,QAAQ;GACpB,UAAU,OAAO,EAAE,WAAW;IAC5B,MAAM,QAAQ,IAAI;IAClB,KAAK,MAAM,WAAW,OACpB,IAAI,QAAQ,WAAW,UAErB,MAAM,KAAK,OAAO,QAAQ,OAAO;SAC5B,IAAI,QAAQ,WAAW,QAC5B,MAAM,KAAK,KAAK,QAAQ,QAAQ;SAC3B,IAAI,QAAQ,WAAW,gBAC5B,MAAM,KAAK,aAAa,QAAQ,OAAO,QAAQ,OAAO;SAEtD,KAAK,OAAO,KACV;KAAE,QAAS,SAAiB;KAAQ;IAAK,GACzC,8BACF;GAGN;EACF;EAEA,MAAM,UAAU,iBAAiB;EACjC,MAAM,YAAY,WAAW;EAQ7B,IAAI,CAAC,MAPkB,KAAK,SAAS,IACnC,SACA,WACA,MACA,2BACA,IACF,GACe;GACb,KAAK,OAAO,KAAK,EAAE,WAAW,GAAG,iDAAiD;GAClF;EACF;EAIA,MAAM,aAAa,kBAAkB;GACnC,KAAU,SACP,KAAK,gBAAgB,GAAG,SAAS,WAAW,OAAO,yBAAyB,CAAC,CAAC,CAC9E,OAAO,QAAiB;IACvB,KAAK,OAAO,KAAK;KAAE;KAAK;IAAW,GAAG,+BAA+B;GACvE,CAAC;EACL,GAAG,sBAAsB;EAEzB,IAAI;GACF,IAAI,YACF,MAAM,KAAK,OACR,OAAO,CAAC,CACR,KAAK,iBAAiB,CAAC,CACvB,MAAM,GAAG,kBAAkB,IAAI,UAAU,CAAC,CAAC,CAC3C,MAAM,CAAC,EAAA,CACV;GACF,IAAI,CAAC,UAWH,YAAW,MAVQ,KAAK,OACrB,OAAO,iBAAiB,CAAC,CACzB,OAAO;IACN,IAAI;IACJ,WAAW,QAAQ;IACb;IACN,QAAQ;IACR,OAAO,QAAQ,SAAS,CAAC;GAC3B,CAAC,CAAC,CACD,UAAU,EAAA,CACG;GAGlB,IAAI,SAAS,WAAW,WAAW;IACjC,KAAK,OAAO,KAAK,EAAE,WAAW,GAAG,mCAAmC;IACpE;GACF;GAEA,MAAM,KAAK,OACR,OAAO,iBAAiB,CAAC,CACzB,IAAI,EAAE,QAAQ,UAAU,CAAC,CAAC,CAC1B,MAAM,GAAG,kBAAkB,IAAI,UAAU,CAAC;GAG7C,MAAM,gBAAgB,MAAM,KAAK,OAC9B,OAAO,CAAC,CACR,KAAK,aAAa,CAAC,CACnB,MAAM,GAAG,cAAc,YAAY,UAAU,CAAC;GACjD,MAAM,gCAAgB,IAAI,IAAiB;GAC3C,KAAK,MAAM,KAAK,eACd,cAAc,IAAI,EAAE,WAAW,EAAE,MAAM;GAGzC,IAAI,mBAAmB;GA+JvB,MAAM,MAAuB;IAC3B,MAAM;KA7JN,QAAQ,OAAO,SAAS;MACtB,MAAM,SAAS,OAAO,kBAAkB;MACxC,IAAI,cAAc,IAAI,MAAM,GAAG,OAAO,cAAc,IAAI,MAAM;MAI9D,MAAM,YAAY,uBAChB,MACA,SAAU,OACV,QAAQ,WACR,MAAM,WAAW,GAAG,QACtB;MAEA,MAAM,SAAS,MAAM,IAAI,SACtB,SAAS,WAAW;OACnB,KAAK,YAAY,KAAK;QACpB,UAAU,KAAK;QACf,OAAO,iBACL,0BACA,WACA,YACA,MAAM,SAAS,OACjB;QACS;QACT;OACF,CAAC;MACH,CACF;MAEA,MAAM,SAAS;OACb,SAAS;OACT,WAAW,OAAO;OAClB,gBAAgB,OAAO;MACzB;MAEA,MAAM,KAAK,OAAO,OAAO,aAAa,CAAC,CAAC,OAAO;OAC7C,YAAY,SAAU;OACtB,WAAW,QAAQ;OACnB,WAAW;OACX,QAAQ;OACR;MACF,CAAC;MAED,OAAO;KACT;KACA,MAAM,OAAO,aAAa;MACxB,MAAM,SAAS,OAAO,kBAAkB;MACxC,IAAI,cAAc,IAAI,MAAM,GAAG;MAG/B,IAAI,KAAK;MACT,IAAI,SAAS,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,IAAI,KAAK,KAAK,KAAK;WAChE,IAAI,SAAS,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,IAAI,KAAK,KAAK;WAChE,IAAI,SAAS,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,IAAI,KAAK;WAC3D,IAAI,SAAS,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,IAAI;WACtD,MAAM,IAAI,MAAM,0BAA0B,UAAU;MAEzD,MAAM,WAAW,KAAK,IAAI,IAAI;MAK9B,MAAM,KAAK,SAAS,KAClB,yBACA,UACA,KAAK,UAAU;OACb,YAAY,SAAU;OACtB,MAAM,SAAU;OAChB,WAAW,QAAQ;OACnB,OAAO,SAAU;MACnB,CAAC,CACH;MAEA,MAAM,KAAK,OAAO,OAAO,aAAa,CAAC,CAAC,OAAO;OAC7C,YAAY,SAAU;OACtB,WAAW,QAAQ;OACnB,WAAW;OACX,QAAQ;OACR,QAAQ,EAAE,aAAa,SAAS;MAClC,CAAC;MAED,MAAM,IAAI,sBAAsB,QAAQ,EAAE,SAAS,CAAC;KACtD;KACA,cAAc,OAAO,WAAW,YAAY;MAC1C,MAAM,SAAS,OAAO,kBAAkB;MACxC,IAAI,cAAc,IAAI,MAAM,GAAG;OAC7B,MAAM,MAAM,cAAc,IAAI,MAAM;OACpC,IAAI,OAAO,OAAO,QAAQ,YAAa,IAAY,aAAa,MAC9D,OAAO;OAET,OAAO;MACT;MAEA,UAAU,WAAW,CAAC;MACtB,QAAQ,UAAU,QAAQ,WAAW;MACrC,QAAQ,QAAQ,QAAQ,SAAS,CAAC;MAElC,IAAI,KAAK;MACT,IAAI,QAAQ,QAAQ,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,OAAO,IAAI,KAAK,KAAK,KAAK;WAC9E,IAAI,QAAQ,QAAQ,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,OAAO,IAAI,KAAK,KAAK;WAC9E,IAAI,QAAQ,QAAQ,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,OAAO,IAAI,KAAK;WACzE,IAAI,QAAQ,QAAQ,SAAS,GAAG,GAAG,KAAK,SAAS,QAAQ,OAAO,IAAI;WACpE,MAAM,IAAI,MAAM,iCAAiC,QAAQ,SAAS;MAEvE,MAAM,WAAW,KAAK,IAAI,IAAI;MAE9B,MAAM,KAAK,SAAS,KAClB,yBACA,UACA,KAAK,UAAU;OACb,YAAY,SAAU;OACtB,MAAM,SAAU;OAChB,WAAW,QAAQ;OACnB,OAAO,SAAU;OACjB,gBAAgB;OAChB;OACA;MACF,CAAC,CACH;MAGA,MAAM,KAAK,OAAO,OAAO,eAAe,CAAC,CAAC,OAAO;OAC/C,YAAY,SAAU;OACtB,WAAW,QAAQ;OACR;OACX,eAAe,QAAQ;OACvB,WAAW,IAAI,KAAK,QAAQ;MAC9B,CAAC;MAGD,MAAM,KAAK,OAAO,OAAO,aAAa,CAAC,CAAC,OAAO;OAC7C,YAAY,SAAU;OACtB,WAAW,QAAQ;OACnB,WAAW;OACX,QAAQ;OACR,QAAQ;MACV,CAAC;MAED,MAAM,IAAI,sBAAsB,gBAAgB,EAAE,UAAU,CAAC;KAC/D;KACA,KAAK,OAAO,UAAU,OAAO;MAC3B,MAAM,SAAS,OAAO,kBAAkB;MACxC,IAAI,cAAc,IAAI,MAAM,GAAG,OAAO,cAAc,IAAI,MAAM;MAE9D,MAAM,SAAS,MAAM,GAAG;MACxB,MAAM,KAAK,OAAO,OAAO,aAAa,CAAC,CAAC,OAAO;OAC7C,YAAY,SAAU;OACtB,WAAW,QAAQ;OACnB,WAAW;OACX,QAAQ;OACR,QAAQ;MACV,CAAC;MACD,OAAO;KACT;IAIc;IACd,OAAQ,SAAU,SAAiB,EAAE,MAAM,EAAE,IAAI,UAAU,EAAE;GAC/D;GAEA,IAAI;IACF,MAAM,QAAQ,GAAG;IAEjB,MAAM,KAAK,OACR,OAAO,iBAAiB,CAAC,CACzB,IAAI,EAAE,QAAQ,YAAY,CAAC,CAAC,CAC5B,MAAM,GAAG,kBAAkB,IAAI,SAAU,EAAE,CAAC;IAC/C,KAAK,OAAO,KAAK,EAAE,YAAY,SAAU,GAAG,GAAG,iCAAiC;GAClF,SAAS,KAAU;IACjB,IAAI,eAAe,yBAAyB,IAAI,SAAS,yBAAyB;KAChF,MAAM,KAAK,OACR,OAAO,iBAAiB,CAAC,CACzB,IAAI,EAAE,QAAQ,UAAU,CAAC,CAAC,CAC1B,MAAM,GAAG,kBAAkB,IAAI,SAAU,EAAE,CAAC;KAC/C,KAAK,OAAO,KAAK;MAAE,YAAY,SAAU;MAAI,QAAQ,IAAI;KAAO,GAAG,oBAAoB;IACzF,OAAO;KACL,KAAK,OAAO,MAAM;MAAE;MAAK,YAAY,SAAU;KAAG,GAAG,iBAAiB;KACtE,MAAM,KAAK,OACR,OAAO,iBAAiB,CAAC,CACzB,IAAI,EAAE,QAAQ,SAAS,CAAC,CAAC,CACzB,MAAM,GAAG,kBAAkB,IAAI,SAAU,EAAE,CAAC;IACjD;GACF;EACF,UAAU;GACR,cAAc,UAAU;GAExB,MAAM,KAAK,SAAS,KAAK,kBAAkB,GAAG,SAAS,SAAS;EAClE;EAEA,MAAM,QAAQ,IAAI,eAAe;CACnC;AACF;AASA,eAAsB,sBAAsB;CAC1C,SAAS,aAAa;EAAE,MAAM;EAAmB,OAAO,OAAO;CAAU,CAAC;CAC1E,QAAQ,IAAI,YAAY;EAAE,KAAK,OAAO;EAAW,MAAM;EAAY;CAAO,CAAC;CAC3E,MAAM,SAAS,eAAe;EAAE,KAAK,OAAO;EAAc,iBAAiB;EAAY;CAAO,CAAC;CAC/F,QAAM,OAAO;CACb,KAAK,OAAO;CACZ,uBAAuB,IAAI,eAAe;EACxC,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB;CACF,CAAC;CACD,mBAAmB,IAAI,eAAe;EACpC,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB;CACF,CAAC;CACD,WAAW,IAAI,eAAe;EAC5B,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB,OAAO,gBAAgB;EACvB,UAAU,YAAY,QAAQ;EAC9B,WAAW,QAAQ;EACnB,WAAW,OAAO;EAClB;CACF,CAAC;CAED,iBAAiB,IAAI,sBAAsB;EACzC,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB,OAAO,gBAAgB;EACvB,UAAU,YAAY,QAAQ;EAC9B;CACF,CAAC;CAED,SAAS,IAAI,eAAe;EAC1B;EACA;EACA;EACA,aAAa,OAAO;EACpB,OAAO,MAAM;EACb;EACA;EACA;CACF,CAAC;CAGD,eAAe,kBAAkB;EAC/B,CAAM,YAAY;GAChB,IAAI;IACF,MAAM,MAAM,KAAK,IAAI;IACrB,MAAM,QAAS,MAAM,MAAM,OAAO,KAChC,oBACA,GACA,yBACA,KACA,KACA,4BACF;IAEA,KAAK,MAAM,WAAW,OAAO;KAC3B,MAAM,OAAO,KAAK,MAAM,OAAO;KAG/B,MAAM,QACJ,MAAM,GACH,OAAO,CAAC,CACR,KAAK,iBAAiB,CAAC,CACvB,MAAM,GAAG,kBAAkB,IAAI,KAAK,UAAU,CAAC,CAAC,CAChD,MAAM,CAAC,EAAA,CACV;KACF,IAAI,CAAC,QAAQ,KAAK,WAAW,eAAe,KAAK,WAAW,UAAU;MACpE,MAAM,MAAM,OAAO,KAAK,yBAAyB,OAAO;MACxD;KACF;KAKA,IAAI,KAAK,WAAW,WAAW;KAE/B,IAAI,KAAK,gBAAgB;MAcvB,KAAI,MAZkB,GACnB,OAAO,eAAe,CAAC,CACvB,MACC,IACE,GAAG,gBAAgB,YAAY,KAAK,UAAU,GAC9C,GAAG,gBAAgB,WAAW,KAAK,SAAS,CAC9C,CACF,CAAC,CACA,UAAU,EAAA,CAID,WAAW,GAAG;OACxB,MAAM,MAAM,OAAO,KAAK,yBAAyB,OAAO;OACxD;MACF;MAYA,MAAM,eAAc,MATA,GACjB,OAAO,CAAC,CACR,KAAK,aAAa,CAAC,CACnB,MACC,IACE,GAAG,cAAc,YAAY,KAAK,UAAU,GAC5C,GAAG,cAAc,QAAQ,cAAc,CACzC,CACF,EAAA,CACwB,MAAM,MAAW,EAAE,WAAW,IAAI;MAC5D,IAAI,aACF,MAAM,GACH,OAAO,aAAa,CAAC,CACrB,IAAI,EAAE,QAAQ,EAAE,UAAU,KAAK,EAAE,CAAC,CAAC,CACnC,MAAM,GAAG,cAAc,IAAI,YAAY,EAAE,CAAC;KAEjD;KAEA,MAAM,iBAAiB,QACrB,iBAAiB,oBAAoB,MAAM,aAAa,KAAA,CAAS,CACnE;KACA,MAAM,MAAM,OAAO,KAAK,yBAAyB,OAAO;KACxD,OAAO,KAAK,EAAE,YAAY,KAAK,WAAW,GAAG,6BAA6B;IAC5E;GACF,SAAS,KAAK;IACZ,OAAO,MAAM,EAAE,IAAI,GAAG,gCAAgC;GACxD;EACF,EAAA,CAAG;CACL,GAAG,GAAI;CAEP,iBAAiB,kBAAkB;EACjC,CAAM,YAAY;GAChB,IAAI;IACF,MAAM,mBAAmB,MAAM,GAC5B,OAAO,EAAE,IAAI,kBAAkB,GAAG,CAAC,CAAC,CACpC,KAAK,iBAAiB,CAAC,CACvB,MAAM,GAAG,kBAAkB,QAAQ,SAAS,CAAC;IAChD,KAAK,MAAM,QAAQ,kBAAkB;KACnC,MAAM,UAAU,iBAAiB,KAAK;KAEtC,IAAI,CAAC,MADiB,MAAM,OAAO,OAAO,OAAO,GACnC;MACZ,MAAM,GACH,OAAO,iBAAiB,CAAC,CACzB,IAAI,EAAE,QAAQ,UAAU,CAAC,CAAC,CAC1B,MAAM,GAAG,kBAAkB,IAAI,KAAK,EAAE,CAAC;MAC1C,OAAO,KAAK,EAAE,YAAY,KAAK,GAAG,GAAG,+CAA+C;KACtF;IACF;GACF,SAAS,KAAK;IACZ,OAAO,MAAM,EAAE,IAAI,GAAG,gCAAgC;GACxD;EACF,EAAA,CAAG;CACL,GAAG,GAAK;CAER,iBAAiB,oBAAoB,YAAY,QAAQ,OAAO,MAAM;CAEtE,OAAO,KAAK,0BAA0B;CACtC,MAAM,OAAO,MAAM;AACrB;AAEA,eAAsB,qBAAoC;CACxD,QAAQ,KAAK,oBAAoB;CACjC,IAAI,gBAAgB,cAAc,cAAc;CAChD,IAAI,cAAc,cAAc,YAAY;CAC5C,IAAI,gBAAgB,cAAc,cAAc;CAChD,IAAI,QAAQ,MAAM,OAAO,KAAK;CAC9B,IAAIA,OAAK,MAAMA,MAAI,IAAI;CACvB,IAAI,OAAO,MAAM,MAAM,WAAW;CAClC,QAAQ,KAAK,yBAAyB;AACxC"}
@@ -1,4 +1,4 @@
1
- import { J as PendingMessageScanner, Jt as buildStreamEvent, T as TemplateRepository, W as getPriorityBucket, X as StreamProducer, Y as StreamConsumer, Yt as CONSUMER_GROUPS, an as registry, b as renderWithTemplate, c as BaseWorker, en as STREAMS, et as createLogger, fn as getAiConfig, g as TemplateCache, hn as readBaseConfig, it as createDatabase, k as RedisClient, pn as loadEnv, q as globalEmitter, rt as IdempotencyGuard, u as startHealthReporter, un as AI_DEFAULTS, ut as scheduledPayloads } from "./src-C-PfEDMY.mjs";
1
+ import { J as PendingMessageScanner, Jt as buildStreamEvent, T as TemplateRepository, W as getPriorityBucket, X as StreamProducer, Y as StreamConsumer, Yt as CONSUMER_GROUPS, an as registry, b as renderWithTemplate, c as BaseWorker, en as STREAMS, et as createLogger, fn as getAiConfig, g as TemplateCache, hn as readBaseConfig, it as createDatabase, k as RedisClient, pn as loadEnv, q as globalEmitter, rt as IdempotencyGuard, u as startHealthReporter, un as AI_DEFAULTS, ut as scheduledPayloads } from "./src-vG79L-8m.mjs";
2
2
  import { randomUUID } from "node:crypto";
3
3
  import { generateText } from "ai";
4
4
  //#region src/services/ai/main.ts
@@ -92,7 +92,7 @@ var AiWorker = class extends BaseWorker {
92
92
  const dbTemplate = pending.templateId ? await this.templateCache.getCachedTemplate(pending.projectId, pending.templateId) : null;
93
93
  const rendered = renderWithTemplate(dbTemplate, finalVars);
94
94
  const taskId = randomUUID();
95
- const resolvedDestination = (pending.channel === "email" ? pending.recipient.email : pending.channel === "sms" ? pending.recipient.phone : pending.channel === "webhook" ? pending.recipient.webhook : pending.channel === "push" ? pending.recipient.pushTokens?.[0] ?? pending.recipient.pushToken : void 0) ?? (pending.channel === "push" ? void 0 : pending.recipientId);
95
+ const resolvedDestination = (pending.channel === "email" ? pending.recipient.email : pending.channel === "sms" || pending.channel === "whatsapp" ? pending.recipient.phone : pending.channel === "webhook" ? pending.recipient.webhook : pending.channel === "telegram" ? pending.recipient.telegram : pending.channel === "discord" ? pending.recipient.discord : pending.channel === "slack" ? pending.recipient.slack : pending.channel === "push" ? pending.recipient.pushTokens?.[0] ?? pending.recipient.pushToken : void 0) ?? (pending.channel === "push" ? void 0 : pending.recipientId);
96
96
  const taskPayload = {
97
97
  projectId: pending.projectId,
98
98
  taskId,
@@ -291,4 +291,4 @@ async function stopAiWorker() {
291
291
  //#endregion
292
292
  export { startAiWorker, stopAiWorker };
293
293
 
294
- //# sourceMappingURL=main-CAH0_Q6d.mjs.map
294
+ //# sourceMappingURL=main-BNJtzY61.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"main-BNJtzY61.mjs","names":[],"sources":["../src/services/ai/main.ts"],"sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport { loadEnv, readBaseConfig } from \"@/index.js\";\nimport { createLogger } from \"@/index.js\";\nimport { RedisClient, type Redis } from \"@/index.js\";\nimport {\n StreamConsumer,\n PendingMessageScanner,\n StreamProducer,\n type StreamMessage,\n} from \"@/index.js\";\nimport { BaseWorker } from \"@/index.js\";\nimport {\n STREAMS,\n CONSUMER_GROUPS,\n registry,\n buildStreamEvent,\n type NotificationAiPendingPayload,\n type NotificationDispatchedPayload,\n getAiConfig,\n AI_DEFAULTS,\n} from \"@/index.js\";\nimport { generateText } from \"ai\";\nimport { type StreamName } from \"@/contracts/streams.js\";\nimport { IdempotencyGuard } from \"@/index.js\";\nimport { TemplateRepository } from \"@/index.js\";\nimport { createDatabase } from \"@/db/index.js\";\nimport { scheduledPayloads } from \"@/db/schema.js\";\nimport { getPriorityBucket, globalEmitter, type WorkerOptions } from \"@/shared/index.js\";\nimport { renderWithTemplate, TemplateCache } from \"@/templates/index.js\";\nimport { startHealthReporter } from \"@/workers/index.js\";\n\n// ─── Bootstrap ─────────────────────────────────────────────────────────────\n\nloadEnv();\nconst config = readBaseConfig();\n\nlet logger: ReturnType<typeof createLogger>;\nlet redis: RedisClient;\nlet sql: any;\nlet db: any;\nlet templateRepo: TemplateRepository;\n\nlet templateCache: TemplateCache;\n\nlet consumer: StreamConsumer;\nlet pendingScanner: PendingMessageScanner;\nlet worker: BaseWorker;\nlet healthInterval: NodeJS.Timeout | null = null;\nlet subscriber: any = null;\n\n/**\n * A model failure that retrying cannot fix (bad prompt, rejected request,\n * unsupported model). Thrown so the notification fails once instead of being\n * re-billed on every retry.\n */\nexport class PermanentAiError extends Error {\n constructor(message: string, options?: ErrorOptions) {\n super(message, options);\n this.name = \"PermanentAiError\";\n }\n}\n\n/** Timeouts, rate limits and 5xx are worth another attempt; 4xx are not. */\nexport function isRetryableAiError(err: unknown): boolean {\n if (err instanceof PermanentAiError) return false;\n\n const e = err as { name?: string; statusCode?: number; status?: number } | null;\n if (!e) return false;\n\n if (e.name === \"TimeoutError\" || e.name === \"AbortError\") return true;\n\n const status = e.statusCode ?? e.status;\n if (typeof status === \"number\") {\n return status === 408 || status === 409 || status === 429 || status >= 500;\n }\n\n // Unclassifiable (network errors, transport failures) — assume transient.\n return true;\n}\n\nexport interface AiWorkerOptions extends WorkerOptions {\n registry: any;\n idempotency: any;\n redis: Redis;\n generateAiContent: any;\n templateCache: TemplateCache;\n scheduledProducer: any;\n outboundProducers: any;\n db: any;\n}\n\nexport class AiWorker extends BaseWorker {\n private readonly registry: any;\n private readonly idempotency: any;\n private readonly redisCli: Redis;\n private readonly generateAiContent: any;\n private readonly templateCache: TemplateCache;\n private readonly scheduledProducer: any;\n private readonly outboundProducers: any;\n private readonly db: any;\n\n constructor(options: AiWorkerOptions) {\n super(options);\n this.registry = options.registry;\n this.idempotency = options.idempotency;\n this.redisCli = options.redis;\n this.generateAiContent = options.generateAiContent;\n this.templateCache = options.templateCache;\n this.scheduledProducer = options.scheduledProducer;\n this.outboundProducers = options.outboundProducers;\n this.db = options.db;\n }\n async process(message: StreamMessage): Promise<void> {\n const { event } = message;\n\n const payloadResult = this.registry.safeParsePayload(\"notification.ai_pending\", event.payload);\n if (!payloadResult.success) {\n this.logger.warn(\n { messageId: message.id, issues: payloadResult.error.issues },\n \"invalid notification.ai_pending payload — skipping\",\n );\n return;\n }\n\n const pending = payloadResult.data as NotificationAiPendingPayload;\n\n // Idempotency\n const idempotencyKey = `${pending.enrichedEventId}:${pending.recipientId}:${pending.channel}:ai`;\n if (!(await this.idempotency.checkAndMark(idempotencyKey))) {\n this.logger.debug(\n { messageId: message.id, eventId: event.id },\n \"duplicate ai task — skipping\",\n );\n return;\n }\n try {\n // Execute AI prompts. Each key is a separate billed model call, so the\n // count is capped rather than being driven by whatever the caller sent.\n const promptEntries = Object.entries(pending.aiPrompts);\n const maxPrompts =\n getAiConfig().maxPromptsPerNotification ?? AI_DEFAULTS.maxPromptsPerNotification;\n if (promptEntries.length > maxPrompts) {\n this.logger.warn(\n { messageId: message.id, requested: promptEntries.length, maxPrompts },\n \"aiPrompts exceeds the per-notification cap — extra prompts ignored\",\n );\n }\n\n const generatedVars: Record<string, string> = {};\n for (const [key, prompt] of promptEntries.slice(0, maxPrompts)) {\n generatedVars[key] = await this.generateAiContent(prompt, pending.templateVariables);\n }\n\n // Merge generated vars with original template vars\n const finalVars = { ...pending.templateVariables, ...generatedVars };\n\n const dbTemplate = pending.templateId\n ? await this.templateCache.getCachedTemplate(pending.projectId, pending.templateId)\n : null;\n\n const rendered = renderWithTemplate(dbTemplate, finalVars);\n\n const taskId = randomUUID();\n const destination =\n pending.channel === \"email\"\n ? pending.recipient.email\n : pending.channel === \"sms\" || pending.channel === \"whatsapp\"\n ? pending.recipient.phone\n : pending.channel === \"webhook\"\n ? pending.recipient.webhook\n : pending.channel === \"telegram\"\n ? pending.recipient.telegram\n : pending.channel === \"discord\"\n ? pending.recipient.discord\n : pending.channel === \"slack\"\n ? pending.recipient.slack\n : pending.channel === \"push\"\n ? (pending.recipient.pushTokens?.[0] ?? pending.recipient.pushToken)\n : undefined;\n const resolvedDestination =\n destination ?? (pending.channel === \"push\" ? undefined : pending.recipientId);\n\n const taskPayload: NotificationDispatchedPayload = {\n projectId: pending.projectId,\n taskId,\n enrichedEventId: pending.enrichedEventId,\n recipientId: pending.recipientId,\n channel: pending.channel,\n priority: pending.priority,\n templateId: pending.templateId,\n templateVariables: pending.templateVariables,\n aiPrompts: pending.aiPrompts,\n recipient: pending.recipient,\n renderedContent: rendered,\n destination: resolvedDestination,\n deliveryOptions: {\n maxAttempts: 3,\n timeoutMs: 10_000,\n },\n fallbackChain: pending.fallbackChain,\n };\n\n const envelope = buildStreamEvent(\n \"notification.dispatched\",\n taskPayload as Record<string, unknown>,\n \"ai-worker\",\n event.metadata.traceId,\n );\n\n // Route by scheduledAt\n const now = Date.now();\n const scheduledAt = pending.scheduledAt ? new Date(pending.scheduledAt).getTime() : now;\n\n if (scheduledAt > now) {\n await this.db.insert(scheduledPayloads).values({\n taskId,\n payload: taskPayload,\n });\n\n const scheduledEnvelope = buildStreamEvent(\n \"notification.scheduled\",\n {\n projectId: pending.projectId,\n enrichedEventId: pending.enrichedEventId,\n taskId,\n scheduledAt: pending.scheduledAt!,\n },\n \"ai-worker\",\n event.metadata.traceId,\n );\n\n await this.scheduledProducer.publish(scheduledEnvelope);\n this.logger.info(\n {\n messageId: message.id,\n taskId,\n scheduledAt: pending.scheduledAt,\n traceId: event.metadata.traceId,\n },\n \"task scheduled and payload cached after AI generation\",\n );\n } else {\n const p = getPriorityBucket(pending.priority);\n const outboundProducer = this.outboundProducers[p] ?? this.outboundProducers[\"normal\"]!;\n\n await outboundProducer.publish(envelope);\n this.logger.info(\n {\n messageId: message.id,\n taskId,\n recipientId: pending.recipientId,\n traceId: event.metadata.traceId,\n },\n \"task dispatched after AI generation\",\n );\n }\n } catch (err) {\n await this.idempotency.unmark(idempotencyKey);\n if (err instanceof PermanentAiError || (err as Error)?.name === \"PermanentAiError\") {\n // Retrying re-bills the same failing prompt. Fail the notification once.\n this.logger.error(\n { err, messageId: message.id, recipientId: pending.recipientId },\n \"AI generation failed permanently — dropping notification without retry\",\n );\n globalEmitter.emit(\n \"notification:failed\",\n pending.enrichedEventId,\n (err as Error).message,\n pending.channel,\n );\n return;\n }\n throw err;\n }\n }\n}\n\nexport async function startAiWorker() {\n logger = createLogger({ name: \"ai\", level: config.LOG_LEVEL });\n redis = new RedisClient({ url: config.REDIS_URL, name: \"ai\", logger });\n const dbData = createDatabase({ url: config.DATABASE_URL, applicationName: \"ai\", logger });\n sql = dbData.sql;\n db = dbData.db;\n templateRepo = new TemplateRepository(db);\n templateCache = new TemplateCache(templateRepo);\n consumer = new StreamConsumer({\n redis: redis.native,\n stream: STREAMS.AI_PENDING as StreamName,\n group: CONSUMER_GROUPS.AI,\n consumer: `ai-${process.pid}`,\n dlqStream: STREAMS.DEAD_LETTER,\n batchSize: config.WORKER_CONCURRENCY,\n logger,\n });\n\n pendingScanner = new PendingMessageScanner({\n redis: redis.native,\n stream: STREAMS.AI_PENDING as StreamName,\n group: CONSUMER_GROUPS.AI,\n consumer: `ai-${process.pid}`,\n logger,\n });\n\n const outboundProducers = {\n critical: new StreamProducer({\n redis: redis.native,\n stream: STREAMS.OUTBOUND_CRITICAL,\n logger,\n }),\n normal: new StreamProducer({ redis: redis.native, stream: STREAMS.OUTBOUND_NORMAL, logger }),\n low: new StreamProducer({ redis: redis.native, stream: STREAMS.OUTBOUND_LOW, logger }),\n };\n\n const scheduledProducer = new StreamProducer({\n redis: redis.native,\n stream: STREAMS.SCHEDULED,\n logger,\n });\n\n const idempotency = new IdempotencyGuard({\n redis: redis.native,\n keyPrefix: \"notif:processed:ai\",\n ttlSeconds: 86_400,\n });\n\n // AI generation\n async function generateAiContent(prompt: string, vars: Record<string, unknown>): Promise<string> {\n const aiConfig = getAiConfig();\n const interpolated = prompt.replace(/\\{\\{(\\w+)\\}\\}/g, (_, k: string) => String(vars[k] ?? \"\"));\n\n if (!aiConfig || !aiConfig.aiModel) {\n logger.warn(\"AI worker called but no AI model was provided to NotifkitServer\");\n return `[AI Disabled] ${interpolated}`;\n }\n\n const maxOutputTokens = aiConfig.maxOutputTokens ?? AI_DEFAULTS.maxOutputTokens;\n const timeoutMs = aiConfig.timeoutMs ?? AI_DEFAULTS.timeoutMs;\n\n try {\n const { text } = await generateText({\n model: aiConfig.aiModel,\n prompt: interpolated,\n maxOutputTokens,\n abortSignal: AbortSignal.timeout(timeoutMs),\n });\n\n return text;\n } catch (err) {\n // BaseWorker retries a throw up to maxRetriesBeforeDlq, and every retry is\n // another billed call. Only re-throw for failures a retry could actually\n // fix; a malformed prompt or a rejected request must not be re-billed.\n if (isRetryableAiError(err)) {\n logger.error({ err }, \"AI generation failed (transient) — will retry\");\n throw err;\n }\n throw new PermanentAiError(err instanceof Error ? err.message : String(err), { cause: err });\n }\n }\n\n worker = new AiWorker({\n consumer,\n pendingScanner,\n logger,\n concurrency: config.WORKER_CONCURRENCY,\n registry,\n idempotency,\n redis: redis.native,\n generateAiContent,\n templateCache,\n scheduledProducer,\n outboundProducers,\n db,\n });\n\n subscriber = redis.native.duplicate();\n await subscriber.subscribe(\"template.invalidated\");\n subscriber.on(\"message\", (channel: string, message: string) => {\n if (channel === \"template.invalidated\") {\n templateCache.invalidateKey(message);\n logger.info({ cacheKey: message }, \"invalidated template cache\");\n }\n });\n\n healthInterval = startHealthReporter(\"ai\", worker, redis, logger);\n\n logger.info({ env: config.NODE_ENV, redis: config.REDIS_URL }, \"ai starting\");\n await worker.start();\n}\n\nexport async function stopAiWorker(): Promise<void> {\n logger?.info(\"shutdown initiated\");\n if (healthInterval) {\n clearInterval(healthInterval);\n healthInterval = null;\n }\n if (subscriber) {\n subscriber.disconnect();\n subscriber = null;\n }\n if (worker) await worker.stop();\n if (sql) await sql.end();\n if (redis) await redis.disconnect();\n logger?.info(\"ai stopped\");\n}\n"],"mappings":";;;;AAiCA,QAAQ;AACR,MAAM,SAAS,eAAe;AAE9B,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AAEJ,IAAI;AAEJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,iBAAwC;AAC5C,IAAI,aAAkB;;;;;;AAOtB,IAAa,mBAAb,cAAsC,MAAM;CAC1C,YAAY,SAAiB,SAAwB;EACnD,MAAM,SAAS,OAAO;EACtB,KAAK,OAAO;CACd;AACF;;AAGA,SAAgB,mBAAmB,KAAuB;CACxD,IAAI,eAAe,kBAAkB,OAAO;CAE5C,MAAM,IAAI;CACV,IAAI,CAAC,GAAG,OAAO;CAEf,IAAI,EAAE,SAAS,kBAAkB,EAAE,SAAS,cAAc,OAAO;CAEjE,MAAM,SAAS,EAAE,cAAc,EAAE;CACjC,IAAI,OAAO,WAAW,UACpB,OAAO,WAAW,OAAO,WAAW,OAAO,WAAW,OAAO,UAAU;CAIzE,OAAO;AACT;AAaA,IAAa,WAAb,cAA8B,WAAW;CACvC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAEA,YAAY,SAA0B;EACpC,MAAM,OAAO;EACb,KAAK,WAAW,QAAQ;EACxB,KAAK,cAAc,QAAQ;EAC3B,KAAK,WAAW,QAAQ;EACxB,KAAK,oBAAoB,QAAQ;EACjC,KAAK,gBAAgB,QAAQ;EAC7B,KAAK,oBAAoB,QAAQ;EACjC,KAAK,oBAAoB,QAAQ;EACjC,KAAK,KAAK,QAAQ;CACpB;CACA,MAAM,QAAQ,SAAuC;EACnD,MAAM,EAAE,UAAU;EAElB,MAAM,gBAAgB,KAAK,SAAS,iBAAiB,2BAA2B,MAAM,OAAO;EAC7F,IAAI,CAAC,cAAc,SAAS;GAC1B,KAAK,OAAO,KACV;IAAE,WAAW,QAAQ;IAAI,QAAQ,cAAc,MAAM;GAAO,GAC5D,oDACF;GACA;EACF;EAEA,MAAM,UAAU,cAAc;EAG9B,MAAM,iBAAiB,GAAG,QAAQ,gBAAgB,GAAG,QAAQ,YAAY,GAAG,QAAQ,QAAQ;EAC5F,IAAI,CAAE,MAAM,KAAK,YAAY,aAAa,cAAc,GAAI;GAC1D,KAAK,OAAO,MACV;IAAE,WAAW,QAAQ;IAAI,SAAS,MAAM;GAAG,GAC3C,8BACF;GACA;EACF;EACA,IAAI;GAGF,MAAM,gBAAgB,OAAO,QAAQ,QAAQ,SAAS;GACtD,MAAM,aACJ,YAAY,CAAC,CAAC,6BAA6B,YAAY;GACzD,IAAI,cAAc,SAAS,YACzB,KAAK,OAAO,KACV;IAAE,WAAW,QAAQ;IAAI,WAAW,cAAc;IAAQ;GAAW,GACrE,oEACF;GAGF,MAAM,gBAAwC,CAAC;GAC/C,KAAK,MAAM,CAAC,KAAK,WAAW,cAAc,MAAM,GAAG,UAAU,GAC3D,cAAc,OAAO,MAAM,KAAK,kBAAkB,QAAQ,QAAQ,iBAAiB;GAIrF,MAAM,YAAY;IAAE,GAAG,QAAQ;IAAmB,GAAG;GAAc;GAEnE,MAAM,aAAa,QAAQ,aACvB,MAAM,KAAK,cAAc,kBAAkB,QAAQ,WAAW,QAAQ,UAAU,IAChF;GAEJ,MAAM,WAAW,mBAAmB,YAAY,SAAS;GAEzD,MAAM,SAAS,WAAW;GAiB1B,MAAM,uBAfJ,QAAQ,YAAY,UAChB,QAAQ,UAAU,QAClB,QAAQ,YAAY,SAAS,QAAQ,YAAY,aAC/C,QAAQ,UAAU,QAClB,QAAQ,YAAY,YAClB,QAAQ,UAAU,UAClB,QAAQ,YAAY,aAClB,QAAQ,UAAU,WAClB,QAAQ,YAAY,YAClB,QAAQ,UAAU,UAClB,QAAQ,YAAY,UAClB,QAAQ,UAAU,QAClB,QAAQ,YAAY,SACjB,QAAQ,UAAU,aAAa,MAAM,QAAQ,UAAU,YACxD,KAAA,OAEA,QAAQ,YAAY,SAAS,KAAA,IAAY,QAAQ;GAEnE,MAAM,cAA6C;IACjD,WAAW,QAAQ;IACnB;IACA,iBAAiB,QAAQ;IACzB,aAAa,QAAQ;IACrB,SAAS,QAAQ;IACjB,UAAU,QAAQ;IAClB,YAAY,QAAQ;IACpB,mBAAmB,QAAQ;IAC3B,WAAW,QAAQ;IACnB,WAAW,QAAQ;IACnB,iBAAiB;IACjB,aAAa;IACb,iBAAiB;KACf,aAAa;KACb,WAAW;IACb;IACA,eAAe,QAAQ;GACzB;GAEA,MAAM,WAAW,iBACf,2BACA,aACA,aACA,MAAM,SAAS,OACjB;GAGA,MAAM,MAAM,KAAK,IAAI;GAGrB,KAFoB,QAAQ,cAAc,IAAI,KAAK,QAAQ,WAAW,CAAC,CAAC,QAAQ,IAAI,OAElE,KAAK;IACrB,MAAM,KAAK,GAAG,OAAO,iBAAiB,CAAC,CAAC,OAAO;KAC7C;KACA,SAAS;IACX,CAAC;IAED,MAAM,oBAAoB,iBACxB,0BACA;KACE,WAAW,QAAQ;KACnB,iBAAiB,QAAQ;KACzB;KACA,aAAa,QAAQ;IACvB,GACA,aACA,MAAM,SAAS,OACjB;IAEA,MAAM,KAAK,kBAAkB,QAAQ,iBAAiB;IACtD,KAAK,OAAO,KACV;KACE,WAAW,QAAQ;KACnB;KACA,aAAa,QAAQ;KACrB,SAAS,MAAM,SAAS;IAC1B,GACA,uDACF;GACF,OAAO;IACL,MAAM,IAAI,kBAAkB,QAAQ,QAAQ;IAG5C,OAFyB,KAAK,kBAAkB,MAAM,KAAK,kBAAkB,UAAA,CAEtD,QAAQ,QAAQ;IACvC,KAAK,OAAO,KACV;KACE,WAAW,QAAQ;KACnB;KACA,aAAa,QAAQ;KACrB,SAAS,MAAM,SAAS;IAC1B,GACA,qCACF;GACF;EACF,SAAS,KAAK;GACZ,MAAM,KAAK,YAAY,OAAO,cAAc;GAC5C,IAAI,eAAe,oBAAqB,KAAe,SAAS,oBAAoB;IAElF,KAAK,OAAO,MACV;KAAE;KAAK,WAAW,QAAQ;KAAI,aAAa,QAAQ;IAAY,GAC/D,wEACF;IACA,cAAc,KACZ,uBACA,QAAQ,iBACP,IAAc,SACf,QAAQ,OACV;IACA;GACF;GACA,MAAM;EACR;CACF;AACF;AAEA,eAAsB,gBAAgB;CACpC,SAAS,aAAa;EAAE,MAAM;EAAM,OAAO,OAAO;CAAU,CAAC;CAC7D,QAAQ,IAAI,YAAY;EAAE,KAAK,OAAO;EAAW,MAAM;EAAM;CAAO,CAAC;CACrE,MAAM,SAAS,eAAe;EAAE,KAAK,OAAO;EAAc,iBAAiB;EAAM;CAAO,CAAC;CACzF,MAAM,OAAO;CACb,KAAK,OAAO;CACZ,eAAe,IAAI,mBAAmB,EAAE;CACxC,gBAAgB,IAAI,cAAc,YAAY;CAC9C,WAAW,IAAI,eAAe;EAC5B,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB,OAAO,gBAAgB;EACvB,UAAU,MAAM,QAAQ;EACxB,WAAW,QAAQ;EACnB,WAAW,OAAO;EAClB;CACF,CAAC;CAED,iBAAiB,IAAI,sBAAsB;EACzC,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB,OAAO,gBAAgB;EACvB,UAAU,MAAM,QAAQ;EACxB;CACF,CAAC;CAED,MAAM,oBAAoB;EACxB,UAAU,IAAI,eAAe;GAC3B,OAAO,MAAM;GACb,QAAQ,QAAQ;GAChB;EACF,CAAC;EACD,QAAQ,IAAI,eAAe;GAAE,OAAO,MAAM;GAAQ,QAAQ,QAAQ;GAAiB;EAAO,CAAC;EAC3F,KAAK,IAAI,eAAe;GAAE,OAAO,MAAM;GAAQ,QAAQ,QAAQ;GAAc;EAAO,CAAC;CACvF;CAEA,MAAM,oBAAoB,IAAI,eAAe;EAC3C,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB;CACF,CAAC;CAED,MAAM,cAAc,IAAI,iBAAiB;EACvC,OAAO,MAAM;EACb,WAAW;EACX,YAAY;CACd,CAAC;CAGD,eAAe,kBAAkB,QAAgB,MAAgD;EAC/F,MAAM,WAAW,YAAY;EAC7B,MAAM,eAAe,OAAO,QAAQ,mBAAmB,GAAG,MAAc,OAAO,KAAK,MAAM,EAAE,CAAC;EAE7F,IAAI,CAAC,YAAY,CAAC,SAAS,SAAS;GAClC,OAAO,KAAK,iEAAiE;GAC7E,OAAO,iBAAiB;EAC1B;EAEA,MAAM,kBAAkB,SAAS,mBAAmB,YAAY;EAChE,MAAM,YAAY,SAAS,aAAa,YAAY;EAEpD,IAAI;GACF,MAAM,EAAE,SAAS,MAAM,aAAa;IAClC,OAAO,SAAS;IAChB,QAAQ;IACR;IACA,aAAa,YAAY,QAAQ,SAAS;GAC5C,CAAC;GAED,OAAO;EACT,SAAS,KAAK;GAIZ,IAAI,mBAAmB,GAAG,GAAG;IAC3B,OAAO,MAAM,EAAE,IAAI,GAAG,+CAA+C;IACrE,MAAM;GACR;GACA,MAAM,IAAI,iBAAiB,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,GAAG,EAAE,OAAO,IAAI,CAAC;EAC7F;CACF;CAEA,SAAS,IAAI,SAAS;EACpB;EACA;EACA;EACA,aAAa,OAAO;EACpB;EACA;EACA,OAAO,MAAM;EACb;EACA;EACA;EACA;EACA;CACF,CAAC;CAED,aAAa,MAAM,OAAO,UAAU;CACpC,MAAM,WAAW,UAAU,sBAAsB;CACjD,WAAW,GAAG,YAAY,SAAiB,YAAoB;EAC7D,IAAI,YAAY,wBAAwB;GACtC,cAAc,cAAc,OAAO;GACnC,OAAO,KAAK,EAAE,UAAU,QAAQ,GAAG,4BAA4B;EACjE;CACF,CAAC;CAED,iBAAiB,oBAAoB,MAAM,QAAQ,OAAO,MAAM;CAEhE,OAAO,KAAK;EAAE,KAAK,OAAO;EAAU,OAAO,OAAO;CAAU,GAAG,aAAa;CAC5E,MAAM,OAAO,MAAM;AACrB;AAEA,eAAsB,eAA8B;CAClD,QAAQ,KAAK,oBAAoB;CACjC,IAAI,gBAAgB;EAClB,cAAc,cAAc;EAC5B,iBAAiB;CACnB;CACA,IAAI,YAAY;EACd,WAAW,WAAW;EACtB,aAAa;CACf;CACA,IAAI,QAAQ,MAAM,OAAO,KAAK;CAC9B,IAAI,KAAK,MAAM,IAAI,IAAI;CACvB,IAAI,OAAO,MAAM,MAAM,WAAW;CAClC,QAAQ,KAAK,YAAY;AAC3B"}
@@ -1,4 +1,4 @@
1
- import { $t as PUBSUB_CHANNELS, A as ProjectSettingsCache, C as ProjectRepository, G as normaliseTarget, I as DataLoader, J as PendingMessageScanner, Jt as buildStreamEvent, T as TemplateRepository, W as getPriorityBucket, X as StreamProducer, Xt as ENRICHED_STREAMS, Y as StreamConsumer, Yt as CONSUMER_GROUPS, an as registry, b as renderWithTemplate, c as BaseWorker, d as buildUnsubscribeHeaders, dt as suppressions, en as STREAMS, et as createLogger, g as TemplateCache, hn as readBaseConfig, it as createDatabase, j as UserThrottle, k as RedisClient, pn as loadEnv, q as globalEmitter, rt as IdempotencyGuard, u as startHealthReporter, ut as scheduledPayloads, x as ContactRepository } from "./src-C-PfEDMY.mjs";
1
+ import { $t as PUBSUB_CHANNELS, A as ProjectSettingsCache, C as ProjectRepository, G as normaliseTarget, I as DataLoader, J as PendingMessageScanner, Jt as buildStreamEvent, T as TemplateRepository, W as getPriorityBucket, X as StreamProducer, Xt as ENRICHED_STREAMS, Y as StreamConsumer, Yt as CONSUMER_GROUPS, an as registry, b as renderWithTemplate, c as BaseWorker, d as buildUnsubscribeHeaders, dt as suppressions, en as STREAMS, et as createLogger, g as TemplateCache, hn as readBaseConfig, it as createDatabase, j as UserThrottle, k as RedisClient, pn as loadEnv, q as globalEmitter, rt as IdempotencyGuard, u as startHealthReporter, ut as scheduledPayloads, x as ContactRepository } from "./src-vG79L-8m.mjs";
2
2
  import { randomUUID } from "node:crypto";
3
3
  import { and, eq } from "drizzle-orm";
4
4
  //#region src/services/engine/main.ts
@@ -568,4 +568,4 @@ async function stopEngineWorker() {
568
568
  //#endregion
569
569
  export { startEngineWorker, stopEngineWorker };
570
570
 
571
- //# sourceMappingURL=main-B561M1d3.mjs.map
571
+ //# sourceMappingURL=main-BOPMYqsW.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"main-B561M1d3.mjs","names":["sql"],"sources":["../src/services/engine/main.ts"],"sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport { loadEnv, readBaseConfig } from \"@/index.js\";\nimport { createLogger } from \"@/index.js\";\nimport { RedisClient, type Redis } from \"@/index.js\";\nimport {\n StreamConsumer,\n PendingMessageScanner,\n StreamProducer,\n type StreamMessage,\n} from \"@/index.js\";\nimport { BaseWorker } from \"@/index.js\";\nimport {\n STREAMS,\n ENRICHED_STREAMS,\n CONSUMER_GROUPS,\n PUBSUB_CHANNELS,\n registry,\n buildStreamEvent,\n type NotificationEnrichedPayload,\n type NotificationDispatchedPayload,\n} from \"@/index.js\";\nimport { type StreamName } from \"@/contracts/streams.js\";\nimport { IdempotencyGuard } from \"@/index.js\";\nimport { UserThrottle, ProjectSettingsCache } from \"@/index.js\";\nimport { TemplateRepository, ContactRepository, ProjectRepository } from \"@/index.js\";\nimport { createDatabase } from \"@/db/index.js\";\nimport { scheduledPayloads, suppressions } from \"@/db/schema.js\";\nimport { and, eq } from \"drizzle-orm\";\nimport {\n getPriorityBucket,\n globalEmitter,\n normaliseTarget,\n type WorkerOptions,\n DataLoader,\n} from \"@/shared/index.js\";\nimport { renderWithTemplate, TemplateCache } from \"@/templates/index.js\";\nimport { buildUnsubscribeHeaders } from \"@/unsubscribe/index.js\";\nimport { startHealthReporter } from \"@/workers/index.js\";\n\nfunction localTimeToUtc(\n year: number,\n month: number,\n day: number,\n hour: number,\n minute: number,\n second: number,\n timezone: string,\n): Date {\n let utcMs = Date.UTC(year, month - 1, day, hour, minute, second);\n const formatter = new Intl.DateTimeFormat(\"en-US\", {\n timeZone: timezone,\n year: \"numeric\",\n month: \"2-digit\",\n day: \"2-digit\",\n hour: \"2-digit\",\n minute: \"2-digit\",\n second: \"2-digit\",\n hour12: false,\n });\n\n for (let iter = 0; iter < 3; iter++) {\n const parts = formatter.formatToParts(new Date(utcMs));\n const pYear = parseInt(parts.find((p) => p.type === \"year\")?.value ?? \"0\", 10);\n const pMonth = parseInt(parts.find((p) => p.type === \"month\")?.value ?? \"0\", 10);\n const pDay = parseInt(parts.find((p) => p.type === \"day\")?.value ?? \"0\", 10);\n const pHour = parseInt(parts.find((p) => p.type === \"hour\")?.value ?? \"0\", 10);\n const pMin = parseInt(parts.find((p) => p.type === \"minute\")?.value ?? \"0\", 10);\n const pSec = parseInt(parts.find((p) => p.type === \"second\")?.value ?? \"0\", 10);\n\n const targetMs = Date.UTC(year, month - 1, day, hour, minute, second);\n const actualMs = Date.UTC(pYear, pMonth - 1, pDay, pHour, pMin, pSec);\n const diff = targetMs - actualMs;\n if (diff === 0) break;\n utcMs += diff;\n }\n return new Date(utcMs);\n}\n\nexport function isInQuietHours(\n timezone: string,\n quietHours: { start: string; end: string }[],\n fromDate: Date = new Date(),\n): { inQuietHours: boolean; nextActiveTime?: Date } {\n if (!quietHours || quietHours.length === 0) {\n return { inQuietHours: false };\n }\n\n const checkWindowAt = (date: Date) => {\n let parts: Intl.DateTimeFormatPart[];\n try {\n const formatter = new Intl.DateTimeFormat(\"en-US\", {\n timeZone: timezone,\n year: \"numeric\",\n month: \"2-digit\",\n day: \"2-digit\",\n hour: \"2-digit\",\n minute: \"2-digit\",\n second: \"2-digit\",\n hour12: false,\n });\n parts = formatter.formatToParts(date);\n } catch {\n return null;\n }\n\n const year = parseInt(parts.find((p) => p.type === \"year\")?.value ?? \"0\", 10);\n const month = parseInt(parts.find((p) => p.type === \"month\")?.value ?? \"0\", 10);\n const day = parseInt(parts.find((p) => p.type === \"day\")?.value ?? \"0\", 10);\n const currentHour = parseInt(parts.find((p) => p.type === \"hour\")?.value ?? \"0\", 10);\n const currentMin = parseInt(parts.find((p) => p.type === \"minute\")?.value ?? \"0\", 10);\n\n const currentMinutes = currentHour * 60 + currentMin;\n\n for (const window of quietHours) {\n const [startH, startM] = window.start.split(\":\").map(Number);\n const [endH, endM] = window.end.split(\":\").map(Number);\n\n if (startH === undefined || startM === undefined || endH === undefined || endM === undefined)\n continue;\n\n const startMinutes = startH * 60 + startM;\n const endMinutes = endH * 60 + endM;\n\n let inWindow = false;\n if (startMinutes <= endMinutes) {\n inWindow = currentMinutes >= startMinutes && currentMinutes < endMinutes;\n } else {\n inWindow = currentMinutes >= startMinutes || currentMinutes < endMinutes;\n }\n\n if (inWindow) {\n let targetYear = year;\n let targetMonth = month;\n let targetDay = day;\n\n if (currentMinutes >= endMinutes) {\n const nextDay = new Date(Date.UTC(year, month - 1, day + 1));\n targetYear = nextDay.getUTCFullYear();\n targetMonth = nextDay.getUTCMonth() + 1;\n targetDay = nextDay.getUTCDate();\n }\n\n const nextActive = localTimeToUtc(\n targetYear,\n targetMonth,\n targetDay,\n endH,\n endM,\n 0,\n timezone,\n );\n return { inQuietHours: true, nextActiveTime: nextActive };\n }\n }\n return { inQuietHours: false };\n };\n\n let initialCheck = checkWindowAt(fromDate);\n if (!initialCheck || !initialCheck.inQuietHours) {\n return { inQuietHours: false };\n }\n\n // Chained / overlapping quiet hours intervals\n let candidateTime = initialCheck.nextActiveTime!;\n for (let i = 0; i < 10; i++) {\n const subsequentCheck = checkWindowAt(candidateTime);\n if (subsequentCheck && subsequentCheck.inQuietHours && subsequentCheck.nextActiveTime) {\n if (subsequentCheck.nextActiveTime.getTime() <= candidateTime.getTime()) {\n break;\n }\n candidateTime = subsequentCheck.nextActiveTime;\n } else {\n break;\n }\n }\n\n return { inQuietHours: true, nextActiveTime: candidateTime };\n}\n\n// ─── Bootstrap ─────────────────────────────────────────────────────────────\n\nloadEnv();\nconst config = readBaseConfig();\n\nlet logger: ReturnType<typeof createLogger>;\nlet redis: RedisClient;\nlet sql: any;\nlet db: any;\nlet templateRepo: TemplateRepository;\n\nlet templateCache: TemplateCache;\n\nlet consumer: StreamConsumer;\nlet pendingScanner: PendingMessageScanner;\nlet worker: BaseWorker;\nlet healthInterval: NodeJS.Timeout | null = null;\n\nexport interface EngineWorkerOptions extends WorkerOptions {\n registry: any;\n idempotency: any;\n throttle: any;\n projectSettings: ProjectSettingsCache;\n redis: Redis;\n templateCache: TemplateCache;\n aiPendingProducer: any;\n scheduledProducer: any;\n outboundProducers: any;\n globalEmitter: any;\n contactRepo: any;\n db: any;\n}\n\nexport class EngineWorker extends BaseWorker {\n private readonly registry: any;\n private readonly idempotency: any;\n private readonly throttle: any;\n private readonly projectSettings: ProjectSettingsCache;\n private readonly redisCli: Redis;\n private readonly templateCache: TemplateCache;\n private readonly aiPendingProducer: any;\n private readonly scheduledProducer: any;\n private readonly outboundProducers: any;\n private readonly globalEmitter: any;\n private readonly contactRepo: any;\n private readonly db: any;\n\n constructor(options: EngineWorkerOptions) {\n super(options);\n this.registry = options.registry;\n this.idempotency = options.idempotency;\n this.throttle = options.throttle;\n this.projectSettings = options.projectSettings;\n this.redisCli = options.redis;\n this.templateCache = options.templateCache;\n this.aiPendingProducer = options.aiPendingProducer;\n this.scheduledProducer = options.scheduledProducer;\n this.outboundProducers = options.outboundProducers;\n this.globalEmitter = options.globalEmitter;\n this.contactRepo = options.contactRepo;\n this.db = options.db;\n }\n\n private readonly contactsLoader = new DataLoader<\n { projectId: string; recipientId: string },\n any[]\n >(async (keys) => {\n const byProject = new Map<string, string[]>();\n for (const key of keys) {\n if (!byProject.has(key.projectId)) byProject.set(key.projectId, []);\n byProject.get(key.projectId)!.push(key.recipientId);\n }\n\n const resultsByProjectAndUser = new Map<string, Map<string, any[]>>();\n for (const [projectId, userIds] of byProject) {\n const activeContactsMap = await this.contactRepo.findActiveByUserIds(projectId, userIds);\n resultsByProjectAndUser.set(projectId, activeContactsMap);\n }\n\n return keys.map((key) => {\n const projectMap = resultsByProjectAndUser.get(key.projectId);\n if (!projectMap) return [];\n return projectMap.get(key.recipientId) || [];\n });\n });\n\n /**\n * Suppressed destinations for one (project, channel), as a normalised set.\n *\n * Loaded per project+channel rather than per address: a campaign is thousands\n * of messages against one channel, so this collapses to a single query for\n * the whole batch. Cached for the loader's lifetime of a tick, which means a\n * suppression written mid-batch takes effect on the next batch — acceptable,\n * since the webhook that writes it is itself minutes behind the send.\n */\n private readonly suppressionsLoader = new DataLoader<\n { projectId: string; channel: string },\n Set<string>\n >(async (keys) => {\n const results = new Map<string, Set<string>>();\n for (const key of keys) {\n const cacheKey = `${key.projectId}:${key.channel}`;\n if (results.has(cacheKey)) continue;\n try {\n const rows = await this.db\n .select({ target: suppressions.target })\n .from(suppressions)\n .where(\n and(\n eq(suppressions.projectId, key.projectId),\n eq(suppressions.channel, key.channel as any),\n ),\n );\n results.set(\n cacheKey,\n new Set(rows.map((r: { target: string }) => normaliseTarget(r.target))),\n );\n } catch (err) {\n // A suppression lookup that fails must not silently become \"nothing\n // is suppressed\" — that would resume mailing people who opted out.\n this.logger.error(\n { err, projectId: key.projectId, channel: key.channel },\n \"suppression lookup failed — holding message\",\n );\n throw err;\n }\n }\n return keys.map((key) => results.get(`${key.projectId}:${key.channel}`) ?? new Set<string>());\n });\n\n async process(message: StreamMessage): Promise<void> {\n const { event } = message;\n\n const payloadResult = this.registry.safeParsePayload(\"notification.enriched\", event.payload);\n if (!payloadResult.success) {\n this.logger.warn(\n { messageId: message.id, issues: payloadResult.error.issues },\n \"invalid notification.enriched payload — skipping\",\n );\n return;\n }\n\n const enriched = payloadResult.data as NotificationEnrichedPayload;\n\n // Idempotency\n const idempotencyKey = `${enriched.rawEventId}:${enriched.recipientId}:${enriched.channel}`;\n let customTtl: number | undefined;\n if (enriched.scheduledAt) {\n const msUntil = new Date(enriched.scheduledAt).getTime() - Date.now();\n if (msUntil > 0) {\n // base 24h (86400) + schedule time\n customTtl = 86400 + Math.ceil(msUntil / 1000);\n }\n }\n\n if (!(await this.idempotency.checkAndMark(idempotencyKey, 60))) {\n this.logger.debug({ messageId: message.id, eventId: event.id }, \"duplicate — skipping\");\n return;\n }\n\n try {\n // Opt-in check\n if (enriched.recipient.preferences.optedOut) {\n this.logger.info(\n { messageId: message.id, recipientId: enriched.recipientId, eventType: event.type },\n \"user opted out — dropping\",\n );\n this.globalEmitter.emit(\"notification:skipped\", {\n projectId: enriched.projectId,\n eventId: event.id,\n recipientId: enriched.recipientId,\n reason: \"user_opted_out\",\n });\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n return;\n }\n\n if (enriched.recipient.preferences.channels?.includes(enriched.channel)) {\n this.logger.info(\n { messageId: message.id, recipientId: enriched.recipientId, channel: enriched.channel },\n \"user disabled notification channel — dropping\",\n );\n this.globalEmitter.emit(\"notification:skipped\", {\n projectId: enriched.projectId,\n eventId: event.id,\n recipientId: enriched.recipientId,\n reason: \"channel_disabled\",\n });\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n return;\n }\n\n // Quiet hours check\n const qh = enriched.recipient.preferences.quietHours;\n if (qh && qh.length > 0 && enriched.priority !== \"critical\") {\n const qhResult = isInQuietHours(enriched.recipient.timezone, qh);\n if (qhResult.inQuietHours && qhResult.nextActiveTime) {\n this.logger.info(\n {\n messageId: message.id,\n recipientId: enriched.recipientId,\n nextActiveTime: qhResult.nextActiveTime.toISOString(),\n },\n \"user is in quiet hours — deferring notification\",\n );\n enriched.scheduledAt = qhResult.nextActiveTime.toISOString();\n }\n }\n\n // Rate limit. Per-project overrides win over the process-wide default;\n // a lookup failure must not drop the notification, so fall back rather\n // than propagate.\n let projectThrottle: { throttleLimit: number | null; throttleWindowHours: number | null } = {\n throttleLimit: null,\n throttleWindowHours: null,\n };\n try {\n projectThrottle = await this.projectSettings.get(enriched.projectId);\n } catch (err) {\n this.logger.warn(\n { err, projectId: enriched.projectId },\n \"could not read project throttle settings — falling back to the global default\",\n );\n }\n\n const throttleResult = await this.throttle.check(\n enriched.projectId,\n enriched.recipientId,\n enriched.priority,\n {\n limit: projectThrottle.throttleLimit,\n windowHours: projectThrottle.throttleWindowHours,\n scheduledAt: enriched.scheduledAt,\n },\n );\n if (!throttleResult.allowed) {\n this.logger.info(\n {\n messageId: message.id,\n recipientId: enriched.recipientId,\n count: throttleResult.count,\n limit: throttleResult.limit,\n priority: enriched.priority,\n },\n \"user throttled — dropping\",\n );\n this.globalEmitter.emit(\n \"notification:throttled\",\n enriched.recipientId,\n throttleResult.count,\n );\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n return;\n }\n\n // Gather AI Prompts\n // Gather AI Prompts\n let dbTemplate = null;\n if (enriched.templateId) {\n dbTemplate = await this.templateCache.getCachedTemplate(\n enriched.projectId,\n enriched.templateId,\n );\n if (!dbTemplate) {\n this.logger.warn(\n { messageId: message.id, templateId: enriched.templateId },\n \"template not found — dropping\",\n );\n this.globalEmitter.emit(\"notification:skipped\", {\n projectId: enriched.projectId,\n eventId: event.id,\n recipientId: enriched.recipientId,\n reason: \"template_not_found\",\n });\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n return;\n }\n }\n const aiPrompts = {\n ...(dbTemplate?.aiPrompts ?? {}),\n ...(enriched.aiPrompts ?? {}),\n };\n\n // Drives whether this message gets an unsubscribe header, and what the\n // resulting opt-out applies to.\n const templateTopics: string[] = dbTemplate?.topics ?? [];\n\n if (Object.keys(aiPrompts).length > 0) {\n const aiPendingPayload = {\n projectId: enriched.projectId,\n enrichedEventId: event.id,\n recipientId: enriched.recipientId,\n channel: enriched.channel,\n priority: enriched.priority,\n templateId: enriched.templateId,\n templateVariables: enriched.templateVariables,\n recipient: enriched.recipient,\n aiPrompts,\n scheduledAt: enriched.scheduledAt,\n fallbackChain: enriched.fallbackChain,\n };\n\n const aiPendingEnvelope = buildStreamEvent(\n \"notification.ai_pending\",\n aiPendingPayload as Record<string, unknown>,\n \"engine\",\n event.metadata.traceId,\n );\n\n await this.aiPendingProducer.publish(aiPendingEnvelope);\n this.logger.info(\n {\n messageId: message.id,\n eventId: event.id,\n recipientId: enriched.recipientId,\n traceId: event.metadata.traceId,\n },\n \"task routed to AI worker\",\n );\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n return;\n }\n\n // Render template\n const rendered = renderWithTemplate(dbTemplate, enriched.templateVariables);\n\n const allContacts = await this.contactsLoader.load({\n projectId: enriched.projectId,\n recipientId: enriched.recipientId,\n });\n const activeContacts = allContacts.filter(\n (c: any) => c.channel === enriched.channel && c.active,\n );\n\n if (activeContacts.length === 0) {\n this.logger.info(\n { messageId: message.id, recipientId: enriched.recipientId, channel: enriched.channel },\n \"no active contacts for channel — dropping\",\n );\n this.globalEmitter.emit(\"notification:skipped\", {\n projectId: enriched.projectId,\n eventId: event.id,\n recipientId: enriched.recipientId,\n reason: \"no_active_contacts\",\n });\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n return;\n }\n\n const suppressedTargets = await this.suppressionsLoader.load({\n projectId: enriched.projectId,\n channel: enriched.channel,\n });\n\n for (const contact of activeContacts) {\n if (contact.preferences?.optedOut) {\n continue;\n }\n\n // A suppression outranks every other gate, `critical` included: it\n // records that the person asked us to stop, or that the address is\n // dead. Sending anyway is what gets a domain blocked.\n if (contact.target && suppressedTargets.has(normaliseTarget(contact.target))) {\n this.logger.info(\n {\n messageId: message.id,\n recipientId: enriched.recipientId,\n channel: enriched.channel,\n },\n \"destination suppressed — dropping\",\n );\n this.globalEmitter.emit(\"notification:skipped\", {\n projectId: enriched.projectId,\n eventId: event.id,\n recipientId: enriched.recipientId,\n reason: \"suppressed\",\n });\n continue;\n }\n\n const taskId = `${enriched.rawEventId}:${contact.id || randomUUID()}`;\n const resolvedDestination = contact.target;\n\n // One-click unsubscribe headers, but only on mail that should carry\n // them. A template with no topic is transactional by this codebase's\n // own convention — a password reset, a receipt — and putting an\n // unsubscribe button on those invites people to switch off mail they\n // actually need, with no topic to scope the opt-out to anyway.\n if (\n enriched.channel === \"email\" &&\n templateTopics.length > 0 &&\n !config.UNSUBSCRIBE_SECRET\n ) {\n this.logger.warn(\n { projectId: enriched.projectId, recipientId: enriched.recipientId },\n \"UNSUBSCRIBE_SECRET is not configured — email sent without RFC 8058 one-click unsubscribe headers\",\n );\n }\n\n const unsubscribeHeaders =\n enriched.channel === \"email\" &&\n templateTopics.length > 0 &&\n config.UNSUBSCRIBE_SECRET &&\n config.PUBLIC_URL &&\n resolvedDestination\n ? buildUnsubscribeHeaders({\n claim: {\n projectId: enriched.projectId,\n userId: enriched.recipientId,\n channel: enriched.channel,\n target: resolvedDestination,\n topics: templateTopics,\n },\n secret: config.UNSUBSCRIBE_SECRET,\n publicUrl: config.PUBLIC_URL,\n })\n : undefined;\n\n const taskPayload: NotificationDispatchedPayload = {\n projectId: enriched.projectId,\n taskId,\n enrichedEventId: event.id,\n recipientId: enriched.recipientId,\n channel: enriched.channel,\n priority: enriched.priority,\n templateId: enriched.templateId,\n templateVariables: enriched.templateVariables,\n aiPrompts: enriched.aiPrompts,\n recipient: enriched.recipient,\n renderedContent: rendered,\n destination: resolvedDestination,\n deliveryOptions: {\n maxAttempts: 3,\n timeoutMs: 10_000,\n ...(unsubscribeHeaders ? { headers: unsubscribeHeaders } : {}),\n },\n fallbackChain: enriched.fallbackChain,\n campaignId: enriched.campaignId,\n };\n\n const envelope = buildStreamEvent(\n \"notification.dispatched\",\n taskPayload as Record<string, unknown>,\n \"engine\",\n event.metadata.traceId,\n );\n\n // Route by scheduledAt\n const now = Date.now();\n const scheduledAt = enriched.scheduledAt ? new Date(enriched.scheduledAt).getTime() : now;\n\n if (scheduledAt > now) {\n await this.db\n .insert(scheduledPayloads)\n .values({\n taskId,\n payload: {\n ...taskPayload,\n scheduledAt: enriched.scheduledAt,\n },\n })\n .onConflictDoNothing();\n\n const scheduledEnvelope = buildStreamEvent(\n \"notification.scheduled\",\n {\n projectId: enriched.projectId,\n enrichedEventId: event.id,\n taskId,\n scheduledAt: enriched.scheduledAt!,\n },\n \"engine\",\n event.metadata.traceId,\n );\n\n await this.scheduledProducer.publish(scheduledEnvelope);\n this.logger.info(\n {\n messageId: message.id,\n taskId,\n scheduledAt: enriched.scheduledAt,\n traceId: event.metadata.traceId,\n },\n \"task scheduled and payload cached\",\n );\n } else {\n const p = getPriorityBucket(enriched.priority);\n const outboundProducer = this.outboundProducers[p] ?? this.outboundProducers[\"normal\"]!;\n\n await outboundProducer.publish(envelope);\n this.logger.info(\n {\n messageId: message.id,\n taskId,\n recipientId: enriched.recipientId,\n traceId: event.metadata.traceId,\n },\n \"task dispatched\",\n );\n }\n }\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n } catch (err) {\n await this.idempotency.unmark(idempotencyKey).catch(() => {});\n throw err;\n }\n }\n}\n\nlet subscriber: any = null;\n\nexport async function startEngineWorker() {\n logger = createLogger({ name: \"engine\", level: config.LOG_LEVEL });\n redis = new RedisClient({ url: config.REDIS_URL, name: \"engine\", logger });\n const dbData = createDatabase({ url: config.DATABASE_URL, applicationName: \"engine\", logger });\n sql = dbData.sql;\n db = dbData.db;\n templateRepo = new TemplateRepository(db);\n templateCache = new TemplateCache(templateRepo);\n const contactRepo = new ContactRepository(db);\n consumer = new StreamConsumer({\n redis: redis.native,\n stream: ENRICHED_STREAMS as unknown as StreamName[],\n group: CONSUMER_GROUPS.ENGINE,\n consumer: `engine-${process.pid}`,\n dlqStream: STREAMS.DEAD_LETTER,\n batchSize: config.WORKER_CONCURRENCY,\n logger,\n });\n\n pendingScanner = new PendingMessageScanner({\n redis: redis.native,\n stream: ENRICHED_STREAMS as unknown as StreamName[],\n group: CONSUMER_GROUPS.ENGINE,\n consumer: `engine-${process.pid}`,\n logger,\n });\n\n const outboundProducers = {\n critical: new StreamProducer({\n redis: redis.native,\n stream: STREAMS.OUTBOUND_CRITICAL,\n logger,\n }),\n normal: new StreamProducer({ redis: redis.native, stream: STREAMS.OUTBOUND_NORMAL, logger }),\n low: new StreamProducer({ redis: redis.native, stream: STREAMS.OUTBOUND_LOW, logger }),\n };\n\n const scheduledProducer = new StreamProducer({\n redis: redis.native,\n stream: STREAMS.SCHEDULED,\n logger,\n });\n\n const aiPendingProducer = new StreamProducer({\n redis: redis.native,\n stream: STREAMS.AI_PENDING,\n logger,\n });\n\n const idempotency = new IdempotencyGuard({\n redis: redis.native,\n keyPrefix: \"notif:processed:engine\",\n ttlSeconds: 86_400,\n });\n\n const throttle = new UserThrottle({\n redis: redis.native,\n maxPerHour: parseInt(process.env.RATE_LIMIT_PER_HOUR || \"100\", 10),\n });\n\n // Per-project throttle overrides, cached because this is read once per\n // notification. Stale entries expire on their own; the pub/sub subscriber\n // below only makes an admin's change take effect sooner.\n const projectRepo = new ProjectRepository(db);\n const projectSettings = new ProjectSettingsCache((projectId) =>\n projectRepo.findThrottleSettings(projectId),\n );\n\n // ─── Stage 2: Decision Engine ───────────────────────────────────────────────\n //\n // Pipeline:\n // 1. Parse payload as notification.enriched\n // 2. Idempotency check\n // 3. Check user opt-in (from enriched recipient.preferences)\n // 4. Apply per-user hourly rate limit\n // 5. Render template using user locale\n // 6. Route: if scheduledAt is future → SCHEDULED; else → OUTBOUND\n\n worker = new EngineWorker({\n consumer,\n pendingScanner,\n logger,\n concurrency: config.WORKER_CONCURRENCY,\n registry,\n idempotency,\n throttle,\n projectSettings,\n redis: redis.native,\n templateCache,\n aiPendingProducer,\n scheduledProducer,\n outboundProducers,\n globalEmitter,\n contactRepo,\n db,\n });\n\n subscriber = redis.native.duplicate();\n await subscriber.subscribe(\n PUBSUB_CHANNELS.TEMPLATE_INVALIDATED,\n PUBSUB_CHANNELS.PROJECT_INVALIDATED,\n );\n subscriber.on(\"message\", (channel: string, message: string) => {\n if (channel === PUBSUB_CHANNELS.TEMPLATE_INVALIDATED) {\n templateCache.invalidateKey(message);\n logger.info({ cacheKey: message }, \"invalidated template cache\");\n } else if (channel === PUBSUB_CHANNELS.PROJECT_INVALIDATED) {\n projectSettings.invalidate(message);\n logger.info({ projectId: message }, \"invalidated project settings cache\");\n }\n });\n\n // ─── Health check interval ──────────────────────────────────────────────────\n\n healthInterval = startHealthReporter(\"engine\", worker, redis, logger);\n\n logger.info({ env: config.NODE_ENV }, \"engine starting\");\n await worker.start();\n}\n\n// ─── Shutdown ──────────────────────────────────────────────────────────────\n\nexport async function stopEngineWorker(): Promise<void> {\n logger?.info(\"shutdown initiated\");\n if (healthInterval) {\n clearInterval(healthInterval);\n healthInterval = null;\n }\n if (subscriber) {\n subscriber.disconnect();\n subscriber = null;\n }\n if (worker) await worker.stop();\n if (sql) await sql.end();\n if (redis) await redis.disconnect();\n logger?.info(\"engine stopped\");\n}\n"],"mappings":";;;;AAuCA,SAAS,eACP,MACA,OACA,KACA,MACA,QACA,QACA,UACM;CACN,IAAI,QAAQ,KAAK,IAAI,MAAM,QAAQ,GAAG,KAAK,MAAM,QAAQ,MAAM;CAC/D,MAAM,YAAY,IAAI,KAAK,eAAe,SAAS;EACjD,UAAU;EACV,MAAM;EACN,OAAO;EACP,KAAK;EACL,MAAM;EACN,QAAQ;EACR,QAAQ;EACR,QAAQ;CACV,CAAC;CAED,KAAK,IAAI,OAAO,GAAG,OAAO,GAAG,QAAQ;EACnC,MAAM,QAAQ,UAAU,cAAc,IAAI,KAAK,KAAK,CAAC;EACrD,MAAM,QAAQ,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,MAAM,CAAC,EAAE,SAAS,KAAK,EAAE;EAC7E,MAAM,SAAS,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,OAAO,CAAC,EAAE,SAAS,KAAK,EAAE;EAC/E,MAAM,OAAO,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,KAAK,CAAC,EAAE,SAAS,KAAK,EAAE;EAC3E,MAAM,QAAQ,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,MAAM,CAAC,EAAE,SAAS,KAAK,EAAE;EAC7E,MAAM,OAAO,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,QAAQ,CAAC,EAAE,SAAS,KAAK,EAAE;EAC9E,MAAM,OAAO,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,QAAQ,CAAC,EAAE,SAAS,KAAK,EAAE;EAI9E,MAAM,OAFW,KAAK,IAAI,MAAM,QAAQ,GAAG,KAAK,MAAM,QAAQ,MAE1C,IADH,KAAK,IAAI,OAAO,SAAS,GAAG,MAAM,OAAO,MAAM,IACjC;EAC/B,IAAI,SAAS,GAAG;EAChB,SAAS;CACX;CACA,OAAO,IAAI,KAAK,KAAK;AACvB;AAEA,SAAgB,eACd,UACA,YACA,2BAAiB,IAAI,KAAK,GACwB;CAClD,IAAI,CAAC,cAAc,WAAW,WAAW,GACvC,OAAO,EAAE,cAAc,MAAM;CAG/B,MAAM,iBAAiB,SAAe;EACpC,IAAI;EACJ,IAAI;GAWF,QAAQ,IAVc,KAAK,eAAe,SAAS;IACjD,UAAU;IACV,MAAM;IACN,OAAO;IACP,KAAK;IACL,MAAM;IACN,QAAQ;IACR,QAAQ;IACR,QAAQ;GACV,CACgB,CAAC,CAAC,cAAc,IAAI;EACtC,QAAQ;GACN,OAAO;EACT;EAEA,MAAM,OAAO,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,MAAM,CAAC,EAAE,SAAS,KAAK,EAAE;EAC5E,MAAM,QAAQ,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,OAAO,CAAC,EAAE,SAAS,KAAK,EAAE;EAC9E,MAAM,MAAM,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,KAAK,CAAC,EAAE,SAAS,KAAK,EAAE;EAC1E,MAAM,cAAc,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,MAAM,CAAC,EAAE,SAAS,KAAK,EAAE;EACnF,MAAM,aAAa,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,QAAQ,CAAC,EAAE,SAAS,KAAK,EAAE;EAEpF,MAAM,iBAAiB,cAAc,KAAK;EAE1C,KAAK,MAAM,UAAU,YAAY;GAC/B,MAAM,CAAC,QAAQ,UAAU,OAAO,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,MAAM;GAC3D,MAAM,CAAC,MAAM,QAAQ,OAAO,IAAI,MAAM,GAAG,CAAC,CAAC,IAAI,MAAM;GAErD,IAAI,WAAW,KAAA,KAAa,WAAW,KAAA,KAAa,SAAS,KAAA,KAAa,SAAS,KAAA,GACjF;GAEF,MAAM,eAAe,SAAS,KAAK;GACnC,MAAM,aAAa,OAAO,KAAK;GAE/B,IAAI,WAAW;GACf,IAAI,gBAAgB,YAClB,WAAW,kBAAkB,gBAAgB,iBAAiB;QAE9D,WAAW,kBAAkB,gBAAgB,iBAAiB;GAGhE,IAAI,UAAU;IACZ,IAAI,aAAa;IACjB,IAAI,cAAc;IAClB,IAAI,YAAY;IAEhB,IAAI,kBAAkB,YAAY;KAChC,MAAM,UAAU,IAAI,KAAK,KAAK,IAAI,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC;KAC3D,aAAa,QAAQ,eAAe;KACpC,cAAc,QAAQ,YAAY,IAAI;KACtC,YAAY,QAAQ,WAAW;IACjC;IAWA,OAAO;KAAE,cAAc;KAAM,gBATV,eACjB,YACA,aACA,WACA,MACA,MACA,GACA,QAEoD;IAAE;GAC1D;EACF;EACA,OAAO,EAAE,cAAc,MAAM;CAC/B;CAEA,IAAI,eAAe,cAAc,QAAQ;CACzC,IAAI,CAAC,gBAAgB,CAAC,aAAa,cACjC,OAAO,EAAE,cAAc,MAAM;CAI/B,IAAI,gBAAgB,aAAa;CACjC,KAAK,IAAI,IAAI,GAAG,IAAI,IAAI,KAAK;EAC3B,MAAM,kBAAkB,cAAc,aAAa;EACnD,IAAI,mBAAmB,gBAAgB,gBAAgB,gBAAgB,gBAAgB;GACrF,IAAI,gBAAgB,eAAe,QAAQ,KAAK,cAAc,QAAQ,GACpE;GAEF,gBAAgB,gBAAgB;EAClC,OACE;CAEJ;CAEA,OAAO;EAAE,cAAc;EAAM,gBAAgB;CAAc;AAC7D;AAIA,QAAQ;AACR,MAAM,SAAS,eAAe;AAE9B,IAAI;AACJ,IAAI;AACJ,IAAIA;AACJ,IAAI;AACJ,IAAI;AAEJ,IAAI;AAEJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,iBAAwC;AAiB5C,IAAa,eAAb,cAAkC,WAAW;CAC3C;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAEA,YAAY,SAA8B;EACxC,MAAM,OAAO;EACb,KAAK,WAAW,QAAQ;EACxB,KAAK,cAAc,QAAQ;EAC3B,KAAK,WAAW,QAAQ;EACxB,KAAK,kBAAkB,QAAQ;EAC/B,KAAK,WAAW,QAAQ;EACxB,KAAK,gBAAgB,QAAQ;EAC7B,KAAK,oBAAoB,QAAQ;EACjC,KAAK,oBAAoB,QAAQ;EACjC,KAAK,oBAAoB,QAAQ;EACjC,KAAK,gBAAgB,QAAQ;EAC7B,KAAK,cAAc,QAAQ;EAC3B,KAAK,KAAK,QAAQ;CACpB;CAEA,iBAAkC,IAAI,WAGpC,OAAO,SAAS;EAChB,MAAM,4BAAY,IAAI,IAAsB;EAC5C,KAAK,MAAM,OAAO,MAAM;GACtB,IAAI,CAAC,UAAU,IAAI,IAAI,SAAS,GAAG,UAAU,IAAI,IAAI,WAAW,CAAC,CAAC;GAClE,UAAU,IAAI,IAAI,SAAS,CAAC,CAAE,KAAK,IAAI,WAAW;EACpD;EAEA,MAAM,0CAA0B,IAAI,IAAgC;EACpE,KAAK,MAAM,CAAC,WAAW,YAAY,WAAW;GAC5C,MAAM,oBAAoB,MAAM,KAAK,YAAY,oBAAoB,WAAW,OAAO;GACvF,wBAAwB,IAAI,WAAW,iBAAiB;EAC1D;EAEA,OAAO,KAAK,KAAK,QAAQ;GACvB,MAAM,aAAa,wBAAwB,IAAI,IAAI,SAAS;GAC5D,IAAI,CAAC,YAAY,OAAO,CAAC;GACzB,OAAO,WAAW,IAAI,IAAI,WAAW,KAAK,CAAC;EAC7C,CAAC;CACH,CAAC;;;;;;;;;;CAWD,qBAAsC,IAAI,WAGxC,OAAO,SAAS;EAChB,MAAM,0BAAU,IAAI,IAAyB;EAC7C,KAAK,MAAM,OAAO,MAAM;GACtB,MAAM,WAAW,GAAG,IAAI,UAAU,GAAG,IAAI;GACzC,IAAI,QAAQ,IAAI,QAAQ,GAAG;GAC3B,IAAI;IACF,MAAM,OAAO,MAAM,KAAK,GACrB,OAAO,EAAE,QAAQ,aAAa,OAAO,CAAC,CAAC,CACvC,KAAK,YAAY,CAAC,CAClB,MACC,IACE,GAAG,aAAa,WAAW,IAAI,SAAS,GACxC,GAAG,aAAa,SAAS,IAAI,OAAc,CAC7C,CACF;IACF,QAAQ,IACN,UACA,IAAI,IAAI,KAAK,KAAK,MAA0B,gBAAgB,EAAE,MAAM,CAAC,CAAC,CACxE;GACF,SAAS,KAAK;IAGZ,KAAK,OAAO,MACV;KAAE;KAAK,WAAW,IAAI;KAAW,SAAS,IAAI;IAAQ,GACtD,6CACF;IACA,MAAM;GACR;EACF;EACA,OAAO,KAAK,KAAK,QAAQ,QAAQ,IAAI,GAAG,IAAI,UAAU,GAAG,IAAI,SAAS,qBAAK,IAAI,IAAY,CAAC;CAC9F,CAAC;CAED,MAAM,QAAQ,SAAuC;EACnD,MAAM,EAAE,UAAU;EAElB,MAAM,gBAAgB,KAAK,SAAS,iBAAiB,yBAAyB,MAAM,OAAO;EAC3F,IAAI,CAAC,cAAc,SAAS;GAC1B,KAAK,OAAO,KACV;IAAE,WAAW,QAAQ;IAAI,QAAQ,cAAc,MAAM;GAAO,GAC5D,kDACF;GACA;EACF;EAEA,MAAM,WAAW,cAAc;EAG/B,MAAM,iBAAiB,GAAG,SAAS,WAAW,GAAG,SAAS,YAAY,GAAG,SAAS;EAClF,IAAI;EACJ,IAAI,SAAS,aAAa;GACxB,MAAM,UAAU,IAAI,KAAK,SAAS,WAAW,CAAC,CAAC,QAAQ,IAAI,KAAK,IAAI;GACpE,IAAI,UAAU,GAEZ,YAAY,QAAQ,KAAK,KAAK,UAAU,GAAI;EAEhD;EAEA,IAAI,CAAE,MAAM,KAAK,YAAY,aAAa,gBAAgB,EAAE,GAAI;GAC9D,KAAK,OAAO,MAAM;IAAE,WAAW,QAAQ;IAAI,SAAS,MAAM;GAAG,GAAG,sBAAsB;GACtF;EACF;EAEA,IAAI;GAEF,IAAI,SAAS,UAAU,YAAY,UAAU;IAC3C,KAAK,OAAO,KACV;KAAE,WAAW,QAAQ;KAAI,aAAa,SAAS;KAAa,WAAW,MAAM;IAAK,GAClF,2BACF;IACA,KAAK,cAAc,KAAK,wBAAwB;KAC9C,WAAW,SAAS;KACpB,SAAS,MAAM;KACf,aAAa,SAAS;KACtB,QAAQ;IACV,CAAC;IACD,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;IAC9D;GACF;GAEA,IAAI,SAAS,UAAU,YAAY,UAAU,SAAS,SAAS,OAAO,GAAG;IACvE,KAAK,OAAO,KACV;KAAE,WAAW,QAAQ;KAAI,aAAa,SAAS;KAAa,SAAS,SAAS;IAAQ,GACtF,+CACF;IACA,KAAK,cAAc,KAAK,wBAAwB;KAC9C,WAAW,SAAS;KACpB,SAAS,MAAM;KACf,aAAa,SAAS;KACtB,QAAQ;IACV,CAAC;IACD,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;IAC9D;GACF;GAGA,MAAM,KAAK,SAAS,UAAU,YAAY;GAC1C,IAAI,MAAM,GAAG,SAAS,KAAK,SAAS,aAAa,YAAY;IAC3D,MAAM,WAAW,eAAe,SAAS,UAAU,UAAU,EAAE;IAC/D,IAAI,SAAS,gBAAgB,SAAS,gBAAgB;KACpD,KAAK,OAAO,KACV;MACE,WAAW,QAAQ;MACnB,aAAa,SAAS;MACtB,gBAAgB,SAAS,eAAe,YAAY;KACtD,GACA,iDACF;KACA,SAAS,cAAc,SAAS,eAAe,YAAY;IAC7D;GACF;GAKA,IAAI,kBAAwF;IAC1F,eAAe;IACf,qBAAqB;GACvB;GACA,IAAI;IACF,kBAAkB,MAAM,KAAK,gBAAgB,IAAI,SAAS,SAAS;GACrE,SAAS,KAAK;IACZ,KAAK,OAAO,KACV;KAAE;KAAK,WAAW,SAAS;IAAU,GACrC,+EACF;GACF;GAEA,MAAM,iBAAiB,MAAM,KAAK,SAAS,MACzC,SAAS,WACT,SAAS,aACT,SAAS,UACT;IACE,OAAO,gBAAgB;IACvB,aAAa,gBAAgB;IAC7B,aAAa,SAAS;GACxB,CACF;GACA,IAAI,CAAC,eAAe,SAAS;IAC3B,KAAK,OAAO,KACV;KACE,WAAW,QAAQ;KACnB,aAAa,SAAS;KACtB,OAAO,eAAe;KACtB,OAAO,eAAe;KACtB,UAAU,SAAS;IACrB,GACA,2BACF;IACA,KAAK,cAAc,KACjB,0BACA,SAAS,aACT,eAAe,KACjB;IACA,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;IAC9D;GACF;GAIA,IAAI,aAAa;GACjB,IAAI,SAAS,YAAY;IACvB,aAAa,MAAM,KAAK,cAAc,kBACpC,SAAS,WACT,SAAS,UACX;IACA,IAAI,CAAC,YAAY;KACf,KAAK,OAAO,KACV;MAAE,WAAW,QAAQ;MAAI,YAAY,SAAS;KAAW,GACzD,+BACF;KACA,KAAK,cAAc,KAAK,wBAAwB;MAC9C,WAAW,SAAS;MACpB,SAAS,MAAM;MACf,aAAa,SAAS;MACtB,QAAQ;KACV,CAAC;KACD,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;KAC9D;IACF;GACF;GACA,MAAM,YAAY;IAChB,GAAI,YAAY,aAAa,CAAC;IAC9B,GAAI,SAAS,aAAa,CAAC;GAC7B;GAIA,MAAM,iBAA2B,YAAY,UAAU,CAAC;GAExD,IAAI,OAAO,KAAK,SAAS,CAAC,CAAC,SAAS,GAAG;IACrC,MAAM,mBAAmB;KACvB,WAAW,SAAS;KACpB,iBAAiB,MAAM;KACvB,aAAa,SAAS;KACtB,SAAS,SAAS;KAClB,UAAU,SAAS;KACnB,YAAY,SAAS;KACrB,mBAAmB,SAAS;KAC5B,WAAW,SAAS;KACpB;KACA,aAAa,SAAS;KACtB,eAAe,SAAS;IAC1B;IAEA,MAAM,oBAAoB,iBACxB,2BACA,kBACA,UACA,MAAM,SAAS,OACjB;IAEA,MAAM,KAAK,kBAAkB,QAAQ,iBAAiB;IACtD,KAAK,OAAO,KACV;KACE,WAAW,QAAQ;KACnB,SAAS,MAAM;KACf,aAAa,SAAS;KACtB,SAAS,MAAM,SAAS;IAC1B,GACA,0BACF;IACA,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;IAC9D;GACF;GAGA,MAAM,WAAW,mBAAmB,YAAY,SAAS,iBAAiB;GAM1E,MAAM,kBAAiB,MAJG,KAAK,eAAe,KAAK;IACjD,WAAW,SAAS;IACpB,aAAa,SAAS;GACxB,CAAC,EAAA,CACkC,QAChC,MAAW,EAAE,YAAY,SAAS,WAAW,EAAE,MAClD;GAEA,IAAI,eAAe,WAAW,GAAG;IAC/B,KAAK,OAAO,KACV;KAAE,WAAW,QAAQ;KAAI,aAAa,SAAS;KAAa,SAAS,SAAS;IAAQ,GACtF,2CACF;IACA,KAAK,cAAc,KAAK,wBAAwB;KAC9C,WAAW,SAAS;KACpB,SAAS,MAAM;KACf,aAAa,SAAS;KACtB,QAAQ;IACV,CAAC;IACD,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;IAC9D;GACF;GAEA,MAAM,oBAAoB,MAAM,KAAK,mBAAmB,KAAK;IAC3D,WAAW,SAAS;IACpB,SAAS,SAAS;GACpB,CAAC;GAED,KAAK,MAAM,WAAW,gBAAgB;IACpC,IAAI,QAAQ,aAAa,UACvB;IAMF,IAAI,QAAQ,UAAU,kBAAkB,IAAI,gBAAgB,QAAQ,MAAM,CAAC,GAAG;KAC5E,KAAK,OAAO,KACV;MACE,WAAW,QAAQ;MACnB,aAAa,SAAS;MACtB,SAAS,SAAS;KACpB,GACA,mCACF;KACA,KAAK,cAAc,KAAK,wBAAwB;MAC9C,WAAW,SAAS;MACpB,SAAS,MAAM;MACf,aAAa,SAAS;MACtB,QAAQ;KACV,CAAC;KACD;IACF;IAEA,MAAM,SAAS,GAAG,SAAS,WAAW,GAAG,QAAQ,MAAM,WAAW;IAClE,MAAM,sBAAsB,QAAQ;IAOpC,IACE,SAAS,YAAY,WACrB,eAAe,SAAS,KACxB,CAAC,OAAO,oBAER,KAAK,OAAO,KACV;KAAE,WAAW,SAAS;KAAW,aAAa,SAAS;IAAY,GACnE,kGACF;IAGF,MAAM,qBACJ,SAAS,YAAY,WACrB,eAAe,SAAS,KACxB,OAAO,sBACP,OAAO,cACP,sBACI,wBAAwB;KACtB,OAAO;MACL,WAAW,SAAS;MACpB,QAAQ,SAAS;MACjB,SAAS,SAAS;MAClB,QAAQ;MACR,QAAQ;KACV;KACA,QAAQ,OAAO;KACf,WAAW,OAAO;IACpB,CAAC,IACD,KAAA;IAEN,MAAM,cAA6C;KACjD,WAAW,SAAS;KACpB;KACA,iBAAiB,MAAM;KACvB,aAAa,SAAS;KACtB,SAAS,SAAS;KAClB,UAAU,SAAS;KACnB,YAAY,SAAS;KACrB,mBAAmB,SAAS;KAC5B,WAAW,SAAS;KACpB,WAAW,SAAS;KACpB,iBAAiB;KACjB,aAAa;KACb,iBAAiB;MACf,aAAa;MACb,WAAW;MACX,GAAI,qBAAqB,EAAE,SAAS,mBAAmB,IAAI,CAAC;KAC9D;KACA,eAAe,SAAS;KACxB,YAAY,SAAS;IACvB;IAEA,MAAM,WAAW,iBACf,2BACA,aACA,UACA,MAAM,SAAS,OACjB;IAGA,MAAM,MAAM,KAAK,IAAI;IAGrB,KAFoB,SAAS,cAAc,IAAI,KAAK,SAAS,WAAW,CAAC,CAAC,QAAQ,IAAI,OAEpE,KAAK;KACrB,MAAM,KAAK,GACR,OAAO,iBAAiB,CAAC,CACzB,OAAO;MACN;MACA,SAAS;OACP,GAAG;OACH,aAAa,SAAS;MACxB;KACF,CAAC,CAAC,CACD,oBAAoB;KAEvB,MAAM,oBAAoB,iBACxB,0BACA;MACE,WAAW,SAAS;MACpB,iBAAiB,MAAM;MACvB;MACA,aAAa,SAAS;KACxB,GACA,UACA,MAAM,SAAS,OACjB;KAEA,MAAM,KAAK,kBAAkB,QAAQ,iBAAiB;KACtD,KAAK,OAAO,KACV;MACE,WAAW,QAAQ;MACnB;MACA,aAAa,SAAS;MACtB,SAAS,MAAM,SAAS;KAC1B,GACA,mCACF;IACF,OAAO;KACL,MAAM,IAAI,kBAAkB,SAAS,QAAQ;KAG7C,OAFyB,KAAK,kBAAkB,MAAM,KAAK,kBAAkB,UAAA,CAEtD,QAAQ,QAAQ;KACvC,KAAK,OAAO,KACV;MACE,WAAW,QAAQ;MACnB;MACA,aAAa,SAAS;MACtB,SAAS,MAAM,SAAS;KAC1B,GACA,iBACF;IACF;GACF;GACA,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;EAChE,SAAS,KAAK;GACZ,MAAM,KAAK,YAAY,OAAO,cAAc,CAAC,CAAC,YAAY,CAAC,CAAC;GAC5D,MAAM;EACR;CACF;AACF;AAEA,IAAI,aAAkB;AAEtB,eAAsB,oBAAoB;CACxC,SAAS,aAAa;EAAE,MAAM;EAAU,OAAO,OAAO;CAAU,CAAC;CACjE,QAAQ,IAAI,YAAY;EAAE,KAAK,OAAO;EAAW,MAAM;EAAU;CAAO,CAAC;CACzE,MAAM,SAAS,eAAe;EAAE,KAAK,OAAO;EAAc,iBAAiB;EAAU;CAAO,CAAC;CAC7F,QAAM,OAAO;CACb,KAAK,OAAO;CACZ,eAAe,IAAI,mBAAmB,EAAE;CACxC,gBAAgB,IAAI,cAAc,YAAY;CAC9C,MAAM,cAAc,IAAI,kBAAkB,EAAE;CAC5C,WAAW,IAAI,eAAe;EAC5B,OAAO,MAAM;EACb,QAAQ;EACR,OAAO,gBAAgB;EACvB,UAAU,UAAU,QAAQ;EAC5B,WAAW,QAAQ;EACnB,WAAW,OAAO;EAClB;CACF,CAAC;CAED,iBAAiB,IAAI,sBAAsB;EACzC,OAAO,MAAM;EACb,QAAQ;EACR,OAAO,gBAAgB;EACvB,UAAU,UAAU,QAAQ;EAC5B;CACF,CAAC;CAED,MAAM,oBAAoB;EACxB,UAAU,IAAI,eAAe;GAC3B,OAAO,MAAM;GACb,QAAQ,QAAQ;GAChB;EACF,CAAC;EACD,QAAQ,IAAI,eAAe;GAAE,OAAO,MAAM;GAAQ,QAAQ,QAAQ;GAAiB;EAAO,CAAC;EAC3F,KAAK,IAAI,eAAe;GAAE,OAAO,MAAM;GAAQ,QAAQ,QAAQ;GAAc;EAAO,CAAC;CACvF;CAEA,MAAM,oBAAoB,IAAI,eAAe;EAC3C,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB;CACF,CAAC;CAED,MAAM,oBAAoB,IAAI,eAAe;EAC3C,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB;CACF,CAAC;CAED,MAAM,cAAc,IAAI,iBAAiB;EACvC,OAAO,MAAM;EACb,WAAW;EACX,YAAY;CACd,CAAC;CAED,MAAM,WAAW,IAAI,aAAa;EAChC,OAAO,MAAM;EACb,YAAY,SAAS,QAAQ,IAAI,uBAAuB,OAAO,EAAE;CACnE,CAAC;CAKD,MAAM,cAAc,IAAI,kBAAkB,EAAE;CAC5C,MAAM,kBAAkB,IAAI,sBAAsB,cAChD,YAAY,qBAAqB,SAAS,CAC5C;CAYA,SAAS,IAAI,aAAa;EACxB;EACA;EACA;EACA,aAAa,OAAO;EACpB;EACA;EACA;EACA;EACA,OAAO,MAAM;EACb;EACA;EACA;EACA;EACA;EACA;EACA;CACF,CAAC;CAED,aAAa,MAAM,OAAO,UAAU;CACpC,MAAM,WAAW,UACf,gBAAgB,sBAChB,gBAAgB,mBAClB;CACA,WAAW,GAAG,YAAY,SAAiB,YAAoB;EAC7D,IAAI,YAAY,gBAAgB,sBAAsB;GACpD,cAAc,cAAc,OAAO;GACnC,OAAO,KAAK,EAAE,UAAU,QAAQ,GAAG,4BAA4B;EACjE,OAAO,IAAI,YAAY,gBAAgB,qBAAqB;GAC1D,gBAAgB,WAAW,OAAO;GAClC,OAAO,KAAK,EAAE,WAAW,QAAQ,GAAG,oCAAoC;EAC1E;CACF,CAAC;CAID,iBAAiB,oBAAoB,UAAU,QAAQ,OAAO,MAAM;CAEpE,OAAO,KAAK,EAAE,KAAK,OAAO,SAAS,GAAG,iBAAiB;CACvD,MAAM,OAAO,MAAM;AACrB;AAIA,eAAsB,mBAAkC;CACtD,QAAQ,KAAK,oBAAoB;CACjC,IAAI,gBAAgB;EAClB,cAAc,cAAc;EAC5B,iBAAiB;CACnB;CACA,IAAI,YAAY;EACd,WAAW,WAAW;EACtB,aAAa;CACf;CACA,IAAI,QAAQ,MAAM,OAAO,KAAK;CAC9B,IAAIA,OAAK,MAAMA,MAAI,IAAI;CACvB,IAAI,OAAO,MAAM,MAAM,WAAW;CAClC,QAAQ,KAAK,gBAAgB;AAC/B"}
1
+ {"version":3,"file":"main-BOPMYqsW.mjs","names":["sql"],"sources":["../src/services/engine/main.ts"],"sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport { loadEnv, readBaseConfig } from \"@/index.js\";\nimport { createLogger } from \"@/index.js\";\nimport { RedisClient, type Redis } from \"@/index.js\";\nimport {\n StreamConsumer,\n PendingMessageScanner,\n StreamProducer,\n type StreamMessage,\n} from \"@/index.js\";\nimport { BaseWorker } from \"@/index.js\";\nimport {\n STREAMS,\n ENRICHED_STREAMS,\n CONSUMER_GROUPS,\n PUBSUB_CHANNELS,\n registry,\n buildStreamEvent,\n type NotificationEnrichedPayload,\n type NotificationDispatchedPayload,\n} from \"@/index.js\";\nimport { type StreamName } from \"@/contracts/streams.js\";\nimport { IdempotencyGuard } from \"@/index.js\";\nimport { UserThrottle, ProjectSettingsCache } from \"@/index.js\";\nimport { TemplateRepository, ContactRepository, ProjectRepository } from \"@/index.js\";\nimport { createDatabase } from \"@/db/index.js\";\nimport { scheduledPayloads, suppressions } from \"@/db/schema.js\";\nimport { and, eq } from \"drizzle-orm\";\nimport {\n getPriorityBucket,\n globalEmitter,\n normaliseTarget,\n type WorkerOptions,\n DataLoader,\n} from \"@/shared/index.js\";\nimport { renderWithTemplate, TemplateCache } from \"@/templates/index.js\";\nimport { buildUnsubscribeHeaders } from \"@/unsubscribe/index.js\";\nimport { startHealthReporter } from \"@/workers/index.js\";\n\nfunction localTimeToUtc(\n year: number,\n month: number,\n day: number,\n hour: number,\n minute: number,\n second: number,\n timezone: string,\n): Date {\n let utcMs = Date.UTC(year, month - 1, day, hour, minute, second);\n const formatter = new Intl.DateTimeFormat(\"en-US\", {\n timeZone: timezone,\n year: \"numeric\",\n month: \"2-digit\",\n day: \"2-digit\",\n hour: \"2-digit\",\n minute: \"2-digit\",\n second: \"2-digit\",\n hour12: false,\n });\n\n for (let iter = 0; iter < 3; iter++) {\n const parts = formatter.formatToParts(new Date(utcMs));\n const pYear = parseInt(parts.find((p) => p.type === \"year\")?.value ?? \"0\", 10);\n const pMonth = parseInt(parts.find((p) => p.type === \"month\")?.value ?? \"0\", 10);\n const pDay = parseInt(parts.find((p) => p.type === \"day\")?.value ?? \"0\", 10);\n const pHour = parseInt(parts.find((p) => p.type === \"hour\")?.value ?? \"0\", 10);\n const pMin = parseInt(parts.find((p) => p.type === \"minute\")?.value ?? \"0\", 10);\n const pSec = parseInt(parts.find((p) => p.type === \"second\")?.value ?? \"0\", 10);\n\n const targetMs = Date.UTC(year, month - 1, day, hour, minute, second);\n const actualMs = Date.UTC(pYear, pMonth - 1, pDay, pHour, pMin, pSec);\n const diff = targetMs - actualMs;\n if (diff === 0) break;\n utcMs += diff;\n }\n return new Date(utcMs);\n}\n\nexport function isInQuietHours(\n timezone: string,\n quietHours: { start: string; end: string }[],\n fromDate: Date = new Date(),\n): { inQuietHours: boolean; nextActiveTime?: Date } {\n if (!quietHours || quietHours.length === 0) {\n return { inQuietHours: false };\n }\n\n const checkWindowAt = (date: Date) => {\n let parts: Intl.DateTimeFormatPart[];\n try {\n const formatter = new Intl.DateTimeFormat(\"en-US\", {\n timeZone: timezone,\n year: \"numeric\",\n month: \"2-digit\",\n day: \"2-digit\",\n hour: \"2-digit\",\n minute: \"2-digit\",\n second: \"2-digit\",\n hour12: false,\n });\n parts = formatter.formatToParts(date);\n } catch {\n return null;\n }\n\n const year = parseInt(parts.find((p) => p.type === \"year\")?.value ?? \"0\", 10);\n const month = parseInt(parts.find((p) => p.type === \"month\")?.value ?? \"0\", 10);\n const day = parseInt(parts.find((p) => p.type === \"day\")?.value ?? \"0\", 10);\n const currentHour = parseInt(parts.find((p) => p.type === \"hour\")?.value ?? \"0\", 10);\n const currentMin = parseInt(parts.find((p) => p.type === \"minute\")?.value ?? \"0\", 10);\n\n const currentMinutes = currentHour * 60 + currentMin;\n\n for (const window of quietHours) {\n const [startH, startM] = window.start.split(\":\").map(Number);\n const [endH, endM] = window.end.split(\":\").map(Number);\n\n if (startH === undefined || startM === undefined || endH === undefined || endM === undefined)\n continue;\n\n const startMinutes = startH * 60 + startM;\n const endMinutes = endH * 60 + endM;\n\n let inWindow = false;\n if (startMinutes <= endMinutes) {\n inWindow = currentMinutes >= startMinutes && currentMinutes < endMinutes;\n } else {\n inWindow = currentMinutes >= startMinutes || currentMinutes < endMinutes;\n }\n\n if (inWindow) {\n let targetYear = year;\n let targetMonth = month;\n let targetDay = day;\n\n if (currentMinutes >= endMinutes) {\n const nextDay = new Date(Date.UTC(year, month - 1, day + 1));\n targetYear = nextDay.getUTCFullYear();\n targetMonth = nextDay.getUTCMonth() + 1;\n targetDay = nextDay.getUTCDate();\n }\n\n const nextActive = localTimeToUtc(\n targetYear,\n targetMonth,\n targetDay,\n endH,\n endM,\n 0,\n timezone,\n );\n return { inQuietHours: true, nextActiveTime: nextActive };\n }\n }\n return { inQuietHours: false };\n };\n\n let initialCheck = checkWindowAt(fromDate);\n if (!initialCheck || !initialCheck.inQuietHours) {\n return { inQuietHours: false };\n }\n\n // Chained / overlapping quiet hours intervals\n let candidateTime = initialCheck.nextActiveTime!;\n for (let i = 0; i < 10; i++) {\n const subsequentCheck = checkWindowAt(candidateTime);\n if (subsequentCheck && subsequentCheck.inQuietHours && subsequentCheck.nextActiveTime) {\n if (subsequentCheck.nextActiveTime.getTime() <= candidateTime.getTime()) {\n break;\n }\n candidateTime = subsequentCheck.nextActiveTime;\n } else {\n break;\n }\n }\n\n return { inQuietHours: true, nextActiveTime: candidateTime };\n}\n\n// ─── Bootstrap ─────────────────────────────────────────────────────────────\n\nloadEnv();\nconst config = readBaseConfig();\n\nlet logger: ReturnType<typeof createLogger>;\nlet redis: RedisClient;\nlet sql: any;\nlet db: any;\nlet templateRepo: TemplateRepository;\n\nlet templateCache: TemplateCache;\n\nlet consumer: StreamConsumer;\nlet pendingScanner: PendingMessageScanner;\nlet worker: BaseWorker;\nlet healthInterval: NodeJS.Timeout | null = null;\n\nexport interface EngineWorkerOptions extends WorkerOptions {\n registry: any;\n idempotency: any;\n throttle: any;\n projectSettings: ProjectSettingsCache;\n redis: Redis;\n templateCache: TemplateCache;\n aiPendingProducer: any;\n scheduledProducer: any;\n outboundProducers: any;\n globalEmitter: any;\n contactRepo: any;\n db: any;\n}\n\nexport class EngineWorker extends BaseWorker {\n private readonly registry: any;\n private readonly idempotency: any;\n private readonly throttle: any;\n private readonly projectSettings: ProjectSettingsCache;\n private readonly redisCli: Redis;\n private readonly templateCache: TemplateCache;\n private readonly aiPendingProducer: any;\n private readonly scheduledProducer: any;\n private readonly outboundProducers: any;\n private readonly globalEmitter: any;\n private readonly contactRepo: any;\n private readonly db: any;\n\n constructor(options: EngineWorkerOptions) {\n super(options);\n this.registry = options.registry;\n this.idempotency = options.idempotency;\n this.throttle = options.throttle;\n this.projectSettings = options.projectSettings;\n this.redisCli = options.redis;\n this.templateCache = options.templateCache;\n this.aiPendingProducer = options.aiPendingProducer;\n this.scheduledProducer = options.scheduledProducer;\n this.outboundProducers = options.outboundProducers;\n this.globalEmitter = options.globalEmitter;\n this.contactRepo = options.contactRepo;\n this.db = options.db;\n }\n\n private readonly contactsLoader = new DataLoader<\n { projectId: string; recipientId: string },\n any[]\n >(async (keys) => {\n const byProject = new Map<string, string[]>();\n for (const key of keys) {\n if (!byProject.has(key.projectId)) byProject.set(key.projectId, []);\n byProject.get(key.projectId)!.push(key.recipientId);\n }\n\n const resultsByProjectAndUser = new Map<string, Map<string, any[]>>();\n for (const [projectId, userIds] of byProject) {\n const activeContactsMap = await this.contactRepo.findActiveByUserIds(projectId, userIds);\n resultsByProjectAndUser.set(projectId, activeContactsMap);\n }\n\n return keys.map((key) => {\n const projectMap = resultsByProjectAndUser.get(key.projectId);\n if (!projectMap) return [];\n return projectMap.get(key.recipientId) || [];\n });\n });\n\n /**\n * Suppressed destinations for one (project, channel), as a normalised set.\n *\n * Loaded per project+channel rather than per address: a campaign is thousands\n * of messages against one channel, so this collapses to a single query for\n * the whole batch. Cached for the loader's lifetime of a tick, which means a\n * suppression written mid-batch takes effect on the next batch — acceptable,\n * since the webhook that writes it is itself minutes behind the send.\n */\n private readonly suppressionsLoader = new DataLoader<\n { projectId: string; channel: string },\n Set<string>\n >(async (keys) => {\n const results = new Map<string, Set<string>>();\n for (const key of keys) {\n const cacheKey = `${key.projectId}:${key.channel}`;\n if (results.has(cacheKey)) continue;\n try {\n const rows = await this.db\n .select({ target: suppressions.target })\n .from(suppressions)\n .where(\n and(\n eq(suppressions.projectId, key.projectId),\n eq(suppressions.channel, key.channel as any),\n ),\n );\n results.set(\n cacheKey,\n new Set(rows.map((r: { target: string }) => normaliseTarget(r.target))),\n );\n } catch (err) {\n // A suppression lookup that fails must not silently become \"nothing\n // is suppressed\" — that would resume mailing people who opted out.\n this.logger.error(\n { err, projectId: key.projectId, channel: key.channel },\n \"suppression lookup failed — holding message\",\n );\n throw err;\n }\n }\n return keys.map((key) => results.get(`${key.projectId}:${key.channel}`) ?? new Set<string>());\n });\n\n async process(message: StreamMessage): Promise<void> {\n const { event } = message;\n\n const payloadResult = this.registry.safeParsePayload(\"notification.enriched\", event.payload);\n if (!payloadResult.success) {\n this.logger.warn(\n { messageId: message.id, issues: payloadResult.error.issues },\n \"invalid notification.enriched payload — skipping\",\n );\n return;\n }\n\n const enriched = payloadResult.data as NotificationEnrichedPayload;\n\n // Idempotency\n const idempotencyKey = `${enriched.rawEventId}:${enriched.recipientId}:${enriched.channel}`;\n let customTtl: number | undefined;\n if (enriched.scheduledAt) {\n const msUntil = new Date(enriched.scheduledAt).getTime() - Date.now();\n if (msUntil > 0) {\n // base 24h (86400) + schedule time\n customTtl = 86400 + Math.ceil(msUntil / 1000);\n }\n }\n\n if (!(await this.idempotency.checkAndMark(idempotencyKey, 60))) {\n this.logger.debug({ messageId: message.id, eventId: event.id }, \"duplicate — skipping\");\n return;\n }\n\n try {\n // Opt-in check\n if (enriched.recipient.preferences.optedOut) {\n this.logger.info(\n { messageId: message.id, recipientId: enriched.recipientId, eventType: event.type },\n \"user opted out — dropping\",\n );\n this.globalEmitter.emit(\"notification:skipped\", {\n projectId: enriched.projectId,\n eventId: event.id,\n recipientId: enriched.recipientId,\n reason: \"user_opted_out\",\n });\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n return;\n }\n\n if (enriched.recipient.preferences.channels?.includes(enriched.channel)) {\n this.logger.info(\n { messageId: message.id, recipientId: enriched.recipientId, channel: enriched.channel },\n \"user disabled notification channel — dropping\",\n );\n this.globalEmitter.emit(\"notification:skipped\", {\n projectId: enriched.projectId,\n eventId: event.id,\n recipientId: enriched.recipientId,\n reason: \"channel_disabled\",\n });\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n return;\n }\n\n // Quiet hours check\n const qh = enriched.recipient.preferences.quietHours;\n if (qh && qh.length > 0 && enriched.priority !== \"critical\") {\n const qhResult = isInQuietHours(enriched.recipient.timezone, qh);\n if (qhResult.inQuietHours && qhResult.nextActiveTime) {\n this.logger.info(\n {\n messageId: message.id,\n recipientId: enriched.recipientId,\n nextActiveTime: qhResult.nextActiveTime.toISOString(),\n },\n \"user is in quiet hours — deferring notification\",\n );\n enriched.scheduledAt = qhResult.nextActiveTime.toISOString();\n }\n }\n\n // Rate limit. Per-project overrides win over the process-wide default;\n // a lookup failure must not drop the notification, so fall back rather\n // than propagate.\n let projectThrottle: { throttleLimit: number | null; throttleWindowHours: number | null } = {\n throttleLimit: null,\n throttleWindowHours: null,\n };\n try {\n projectThrottle = await this.projectSettings.get(enriched.projectId);\n } catch (err) {\n this.logger.warn(\n { err, projectId: enriched.projectId },\n \"could not read project throttle settings — falling back to the global default\",\n );\n }\n\n const throttleResult = await this.throttle.check(\n enriched.projectId,\n enriched.recipientId,\n enriched.priority,\n {\n limit: projectThrottle.throttleLimit,\n windowHours: projectThrottle.throttleWindowHours,\n scheduledAt: enriched.scheduledAt,\n },\n );\n if (!throttleResult.allowed) {\n this.logger.info(\n {\n messageId: message.id,\n recipientId: enriched.recipientId,\n count: throttleResult.count,\n limit: throttleResult.limit,\n priority: enriched.priority,\n },\n \"user throttled — dropping\",\n );\n this.globalEmitter.emit(\n \"notification:throttled\",\n enriched.recipientId,\n throttleResult.count,\n );\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n return;\n }\n\n // Gather AI Prompts\n // Gather AI Prompts\n let dbTemplate = null;\n if (enriched.templateId) {\n dbTemplate = await this.templateCache.getCachedTemplate(\n enriched.projectId,\n enriched.templateId,\n );\n if (!dbTemplate) {\n this.logger.warn(\n { messageId: message.id, templateId: enriched.templateId },\n \"template not found — dropping\",\n );\n this.globalEmitter.emit(\"notification:skipped\", {\n projectId: enriched.projectId,\n eventId: event.id,\n recipientId: enriched.recipientId,\n reason: \"template_not_found\",\n });\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n return;\n }\n }\n const aiPrompts = {\n ...(dbTemplate?.aiPrompts ?? {}),\n ...(enriched.aiPrompts ?? {}),\n };\n\n // Drives whether this message gets an unsubscribe header, and what the\n // resulting opt-out applies to.\n const templateTopics: string[] = dbTemplate?.topics ?? [];\n\n if (Object.keys(aiPrompts).length > 0) {\n const aiPendingPayload = {\n projectId: enriched.projectId,\n enrichedEventId: event.id,\n recipientId: enriched.recipientId,\n channel: enriched.channel,\n priority: enriched.priority,\n templateId: enriched.templateId,\n templateVariables: enriched.templateVariables,\n recipient: enriched.recipient,\n aiPrompts,\n scheduledAt: enriched.scheduledAt,\n fallbackChain: enriched.fallbackChain,\n };\n\n const aiPendingEnvelope = buildStreamEvent(\n \"notification.ai_pending\",\n aiPendingPayload as Record<string, unknown>,\n \"engine\",\n event.metadata.traceId,\n );\n\n await this.aiPendingProducer.publish(aiPendingEnvelope);\n this.logger.info(\n {\n messageId: message.id,\n eventId: event.id,\n recipientId: enriched.recipientId,\n traceId: event.metadata.traceId,\n },\n \"task routed to AI worker\",\n );\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n return;\n }\n\n // Render template\n const rendered = renderWithTemplate(dbTemplate, enriched.templateVariables);\n\n const allContacts = await this.contactsLoader.load({\n projectId: enriched.projectId,\n recipientId: enriched.recipientId,\n });\n const activeContacts = allContacts.filter(\n (c: any) => c.channel === enriched.channel && c.active,\n );\n\n if (activeContacts.length === 0) {\n this.logger.info(\n { messageId: message.id, recipientId: enriched.recipientId, channel: enriched.channel },\n \"no active contacts for channel — dropping\",\n );\n this.globalEmitter.emit(\"notification:skipped\", {\n projectId: enriched.projectId,\n eventId: event.id,\n recipientId: enriched.recipientId,\n reason: \"no_active_contacts\",\n });\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n return;\n }\n\n const suppressedTargets = await this.suppressionsLoader.load({\n projectId: enriched.projectId,\n channel: enriched.channel,\n });\n\n for (const contact of activeContacts) {\n if (contact.preferences?.optedOut) {\n continue;\n }\n\n // A suppression outranks every other gate, `critical` included: it\n // records that the person asked us to stop, or that the address is\n // dead. Sending anyway is what gets a domain blocked.\n if (contact.target && suppressedTargets.has(normaliseTarget(contact.target))) {\n this.logger.info(\n {\n messageId: message.id,\n recipientId: enriched.recipientId,\n channel: enriched.channel,\n },\n \"destination suppressed — dropping\",\n );\n this.globalEmitter.emit(\"notification:skipped\", {\n projectId: enriched.projectId,\n eventId: event.id,\n recipientId: enriched.recipientId,\n reason: \"suppressed\",\n });\n continue;\n }\n\n const taskId = `${enriched.rawEventId}:${contact.id || randomUUID()}`;\n const resolvedDestination = contact.target;\n\n // One-click unsubscribe headers, but only on mail that should carry\n // them. A template with no topic is transactional by this codebase's\n // own convention — a password reset, a receipt — and putting an\n // unsubscribe button on those invites people to switch off mail they\n // actually need, with no topic to scope the opt-out to anyway.\n if (\n enriched.channel === \"email\" &&\n templateTopics.length > 0 &&\n !config.UNSUBSCRIBE_SECRET\n ) {\n this.logger.warn(\n { projectId: enriched.projectId, recipientId: enriched.recipientId },\n \"UNSUBSCRIBE_SECRET is not configured — email sent without RFC 8058 one-click unsubscribe headers\",\n );\n }\n\n const unsubscribeHeaders =\n enriched.channel === \"email\" &&\n templateTopics.length > 0 &&\n config.UNSUBSCRIBE_SECRET &&\n config.PUBLIC_URL &&\n resolvedDestination\n ? buildUnsubscribeHeaders({\n claim: {\n projectId: enriched.projectId,\n userId: enriched.recipientId,\n channel: enriched.channel,\n target: resolvedDestination,\n topics: templateTopics,\n },\n secret: config.UNSUBSCRIBE_SECRET,\n publicUrl: config.PUBLIC_URL,\n })\n : undefined;\n\n const taskPayload: NotificationDispatchedPayload = {\n projectId: enriched.projectId,\n taskId,\n enrichedEventId: event.id,\n recipientId: enriched.recipientId,\n channel: enriched.channel,\n priority: enriched.priority,\n templateId: enriched.templateId,\n templateVariables: enriched.templateVariables,\n aiPrompts: enriched.aiPrompts,\n recipient: enriched.recipient,\n renderedContent: rendered,\n destination: resolvedDestination,\n deliveryOptions: {\n maxAttempts: 3,\n timeoutMs: 10_000,\n ...(unsubscribeHeaders ? { headers: unsubscribeHeaders } : {}),\n },\n fallbackChain: enriched.fallbackChain,\n campaignId: enriched.campaignId,\n };\n\n const envelope = buildStreamEvent(\n \"notification.dispatched\",\n taskPayload as Record<string, unknown>,\n \"engine\",\n event.metadata.traceId,\n );\n\n // Route by scheduledAt\n const now = Date.now();\n const scheduledAt = enriched.scheduledAt ? new Date(enriched.scheduledAt).getTime() : now;\n\n if (scheduledAt > now) {\n await this.db\n .insert(scheduledPayloads)\n .values({\n taskId,\n payload: {\n ...taskPayload,\n scheduledAt: enriched.scheduledAt,\n },\n })\n .onConflictDoNothing();\n\n const scheduledEnvelope = buildStreamEvent(\n \"notification.scheduled\",\n {\n projectId: enriched.projectId,\n enrichedEventId: event.id,\n taskId,\n scheduledAt: enriched.scheduledAt!,\n },\n \"engine\",\n event.metadata.traceId,\n );\n\n await this.scheduledProducer.publish(scheduledEnvelope);\n this.logger.info(\n {\n messageId: message.id,\n taskId,\n scheduledAt: enriched.scheduledAt,\n traceId: event.metadata.traceId,\n },\n \"task scheduled and payload cached\",\n );\n } else {\n const p = getPriorityBucket(enriched.priority);\n const outboundProducer = this.outboundProducers[p] ?? this.outboundProducers[\"normal\"]!;\n\n await outboundProducer.publish(envelope);\n this.logger.info(\n {\n messageId: message.id,\n taskId,\n recipientId: enriched.recipientId,\n traceId: event.metadata.traceId,\n },\n \"task dispatched\",\n );\n }\n }\n await this.idempotency.markProcessed(idempotencyKey, customTtl);\n } catch (err) {\n await this.idempotency.unmark(idempotencyKey).catch(() => {});\n throw err;\n }\n }\n}\n\nlet subscriber: any = null;\n\nexport async function startEngineWorker() {\n logger = createLogger({ name: \"engine\", level: config.LOG_LEVEL });\n redis = new RedisClient({ url: config.REDIS_URL, name: \"engine\", logger });\n const dbData = createDatabase({ url: config.DATABASE_URL, applicationName: \"engine\", logger });\n sql = dbData.sql;\n db = dbData.db;\n templateRepo = new TemplateRepository(db);\n templateCache = new TemplateCache(templateRepo);\n const contactRepo = new ContactRepository(db);\n consumer = new StreamConsumer({\n redis: redis.native,\n stream: ENRICHED_STREAMS as unknown as StreamName[],\n group: CONSUMER_GROUPS.ENGINE,\n consumer: `engine-${process.pid}`,\n dlqStream: STREAMS.DEAD_LETTER,\n batchSize: config.WORKER_CONCURRENCY,\n logger,\n });\n\n pendingScanner = new PendingMessageScanner({\n redis: redis.native,\n stream: ENRICHED_STREAMS as unknown as StreamName[],\n group: CONSUMER_GROUPS.ENGINE,\n consumer: `engine-${process.pid}`,\n logger,\n });\n\n const outboundProducers = {\n critical: new StreamProducer({\n redis: redis.native,\n stream: STREAMS.OUTBOUND_CRITICAL,\n logger,\n }),\n normal: new StreamProducer({ redis: redis.native, stream: STREAMS.OUTBOUND_NORMAL, logger }),\n low: new StreamProducer({ redis: redis.native, stream: STREAMS.OUTBOUND_LOW, logger }),\n };\n\n const scheduledProducer = new StreamProducer({\n redis: redis.native,\n stream: STREAMS.SCHEDULED,\n logger,\n });\n\n const aiPendingProducer = new StreamProducer({\n redis: redis.native,\n stream: STREAMS.AI_PENDING,\n logger,\n });\n\n const idempotency = new IdempotencyGuard({\n redis: redis.native,\n keyPrefix: \"notif:processed:engine\",\n ttlSeconds: 86_400,\n });\n\n const throttle = new UserThrottle({\n redis: redis.native,\n maxPerHour: parseInt(process.env.RATE_LIMIT_PER_HOUR || \"100\", 10),\n });\n\n // Per-project throttle overrides, cached because this is read once per\n // notification. Stale entries expire on their own; the pub/sub subscriber\n // below only makes an admin's change take effect sooner.\n const projectRepo = new ProjectRepository(db);\n const projectSettings = new ProjectSettingsCache((projectId) =>\n projectRepo.findThrottleSettings(projectId),\n );\n\n // ─── Stage 2: Decision Engine ───────────────────────────────────────────────\n //\n // Pipeline:\n // 1. Parse payload as notification.enriched\n // 2. Idempotency check\n // 3. Check user opt-in (from enriched recipient.preferences)\n // 4. Apply per-user hourly rate limit\n // 5. Render template using user locale\n // 6. Route: if scheduledAt is future → SCHEDULED; else → OUTBOUND\n\n worker = new EngineWorker({\n consumer,\n pendingScanner,\n logger,\n concurrency: config.WORKER_CONCURRENCY,\n registry,\n idempotency,\n throttle,\n projectSettings,\n redis: redis.native,\n templateCache,\n aiPendingProducer,\n scheduledProducer,\n outboundProducers,\n globalEmitter,\n contactRepo,\n db,\n });\n\n subscriber = redis.native.duplicate();\n await subscriber.subscribe(\n PUBSUB_CHANNELS.TEMPLATE_INVALIDATED,\n PUBSUB_CHANNELS.PROJECT_INVALIDATED,\n );\n subscriber.on(\"message\", (channel: string, message: string) => {\n if (channel === PUBSUB_CHANNELS.TEMPLATE_INVALIDATED) {\n templateCache.invalidateKey(message);\n logger.info({ cacheKey: message }, \"invalidated template cache\");\n } else if (channel === PUBSUB_CHANNELS.PROJECT_INVALIDATED) {\n projectSettings.invalidate(message);\n logger.info({ projectId: message }, \"invalidated project settings cache\");\n }\n });\n\n // ─── Health check interval ──────────────────────────────────────────────────\n\n healthInterval = startHealthReporter(\"engine\", worker, redis, logger);\n\n logger.info({ env: config.NODE_ENV }, \"engine starting\");\n await worker.start();\n}\n\n// ─── Shutdown ──────────────────────────────────────────────────────────────\n\nexport async function stopEngineWorker(): Promise<void> {\n logger?.info(\"shutdown initiated\");\n if (healthInterval) {\n clearInterval(healthInterval);\n healthInterval = null;\n }\n if (subscriber) {\n subscriber.disconnect();\n subscriber = null;\n }\n if (worker) await worker.stop();\n if (sql) await sql.end();\n if (redis) await redis.disconnect();\n logger?.info(\"engine stopped\");\n}\n"],"mappings":";;;;AAuCA,SAAS,eACP,MACA,OACA,KACA,MACA,QACA,QACA,UACM;CACN,IAAI,QAAQ,KAAK,IAAI,MAAM,QAAQ,GAAG,KAAK,MAAM,QAAQ,MAAM;CAC/D,MAAM,YAAY,IAAI,KAAK,eAAe,SAAS;EACjD,UAAU;EACV,MAAM;EACN,OAAO;EACP,KAAK;EACL,MAAM;EACN,QAAQ;EACR,QAAQ;EACR,QAAQ;CACV,CAAC;CAED,KAAK,IAAI,OAAO,GAAG,OAAO,GAAG,QAAQ;EACnC,MAAM,QAAQ,UAAU,cAAc,IAAI,KAAK,KAAK,CAAC;EACrD,MAAM,QAAQ,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,MAAM,CAAC,EAAE,SAAS,KAAK,EAAE;EAC7E,MAAM,SAAS,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,OAAO,CAAC,EAAE,SAAS,KAAK,EAAE;EAC/E,MAAM,OAAO,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,KAAK,CAAC,EAAE,SAAS,KAAK,EAAE;EAC3E,MAAM,QAAQ,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,MAAM,CAAC,EAAE,SAAS,KAAK,EAAE;EAC7E,MAAM,OAAO,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,QAAQ,CAAC,EAAE,SAAS,KAAK,EAAE;EAC9E,MAAM,OAAO,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,QAAQ,CAAC,EAAE,SAAS,KAAK,EAAE;EAI9E,MAAM,OAFW,KAAK,IAAI,MAAM,QAAQ,GAAG,KAAK,MAAM,QAAQ,MAE1C,IADH,KAAK,IAAI,OAAO,SAAS,GAAG,MAAM,OAAO,MAAM,IACjC;EAC/B,IAAI,SAAS,GAAG;EAChB,SAAS;CACX;CACA,OAAO,IAAI,KAAK,KAAK;AACvB;AAEA,SAAgB,eACd,UACA,YACA,2BAAiB,IAAI,KAAK,GACwB;CAClD,IAAI,CAAC,cAAc,WAAW,WAAW,GACvC,OAAO,EAAE,cAAc,MAAM;CAG/B,MAAM,iBAAiB,SAAe;EACpC,IAAI;EACJ,IAAI;GAWF,QAAQ,IAVc,KAAK,eAAe,SAAS;IACjD,UAAU;IACV,MAAM;IACN,OAAO;IACP,KAAK;IACL,MAAM;IACN,QAAQ;IACR,QAAQ;IACR,QAAQ;GACV,CACgB,CAAC,CAAC,cAAc,IAAI;EACtC,QAAQ;GACN,OAAO;EACT;EAEA,MAAM,OAAO,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,MAAM,CAAC,EAAE,SAAS,KAAK,EAAE;EAC5E,MAAM,QAAQ,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,OAAO,CAAC,EAAE,SAAS,KAAK,EAAE;EAC9E,MAAM,MAAM,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,KAAK,CAAC,EAAE,SAAS,KAAK,EAAE;EAC1E,MAAM,cAAc,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,MAAM,CAAC,EAAE,SAAS,KAAK,EAAE;EACnF,MAAM,aAAa,SAAS,MAAM,MAAM,MAAM,EAAE,SAAS,QAAQ,CAAC,EAAE,SAAS,KAAK,EAAE;EAEpF,MAAM,iBAAiB,cAAc,KAAK;EAE1C,KAAK,MAAM,UAAU,YAAY;GAC/B,MAAM,CAAC,QAAQ,UAAU,OAAO,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,MAAM;GAC3D,MAAM,CAAC,MAAM,QAAQ,OAAO,IAAI,MAAM,GAAG,CAAC,CAAC,IAAI,MAAM;GAErD,IAAI,WAAW,KAAA,KAAa,WAAW,KAAA,KAAa,SAAS,KAAA,KAAa,SAAS,KAAA,GACjF;GAEF,MAAM,eAAe,SAAS,KAAK;GACnC,MAAM,aAAa,OAAO,KAAK;GAE/B,IAAI,WAAW;GACf,IAAI,gBAAgB,YAClB,WAAW,kBAAkB,gBAAgB,iBAAiB;QAE9D,WAAW,kBAAkB,gBAAgB,iBAAiB;GAGhE,IAAI,UAAU;IACZ,IAAI,aAAa;IACjB,IAAI,cAAc;IAClB,IAAI,YAAY;IAEhB,IAAI,kBAAkB,YAAY;KAChC,MAAM,UAAU,IAAI,KAAK,KAAK,IAAI,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC;KAC3D,aAAa,QAAQ,eAAe;KACpC,cAAc,QAAQ,YAAY,IAAI;KACtC,YAAY,QAAQ,WAAW;IACjC;IAWA,OAAO;KAAE,cAAc;KAAM,gBATV,eACjB,YACA,aACA,WACA,MACA,MACA,GACA,QAEoD;IAAE;GAC1D;EACF;EACA,OAAO,EAAE,cAAc,MAAM;CAC/B;CAEA,IAAI,eAAe,cAAc,QAAQ;CACzC,IAAI,CAAC,gBAAgB,CAAC,aAAa,cACjC,OAAO,EAAE,cAAc,MAAM;CAI/B,IAAI,gBAAgB,aAAa;CACjC,KAAK,IAAI,IAAI,GAAG,IAAI,IAAI,KAAK;EAC3B,MAAM,kBAAkB,cAAc,aAAa;EACnD,IAAI,mBAAmB,gBAAgB,gBAAgB,gBAAgB,gBAAgB;GACrF,IAAI,gBAAgB,eAAe,QAAQ,KAAK,cAAc,QAAQ,GACpE;GAEF,gBAAgB,gBAAgB;EAClC,OACE;CAEJ;CAEA,OAAO;EAAE,cAAc;EAAM,gBAAgB;CAAc;AAC7D;AAIA,QAAQ;AACR,MAAM,SAAS,eAAe;AAE9B,IAAI;AACJ,IAAI;AACJ,IAAIA;AACJ,IAAI;AACJ,IAAI;AAEJ,IAAI;AAEJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,iBAAwC;AAiB5C,IAAa,eAAb,cAAkC,WAAW;CAC3C;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAEA,YAAY,SAA8B;EACxC,MAAM,OAAO;EACb,KAAK,WAAW,QAAQ;EACxB,KAAK,cAAc,QAAQ;EAC3B,KAAK,WAAW,QAAQ;EACxB,KAAK,kBAAkB,QAAQ;EAC/B,KAAK,WAAW,QAAQ;EACxB,KAAK,gBAAgB,QAAQ;EAC7B,KAAK,oBAAoB,QAAQ;EACjC,KAAK,oBAAoB,QAAQ;EACjC,KAAK,oBAAoB,QAAQ;EACjC,KAAK,gBAAgB,QAAQ;EAC7B,KAAK,cAAc,QAAQ;EAC3B,KAAK,KAAK,QAAQ;CACpB;CAEA,iBAAkC,IAAI,WAGpC,OAAO,SAAS;EAChB,MAAM,4BAAY,IAAI,IAAsB;EAC5C,KAAK,MAAM,OAAO,MAAM;GACtB,IAAI,CAAC,UAAU,IAAI,IAAI,SAAS,GAAG,UAAU,IAAI,IAAI,WAAW,CAAC,CAAC;GAClE,UAAU,IAAI,IAAI,SAAS,CAAC,CAAE,KAAK,IAAI,WAAW;EACpD;EAEA,MAAM,0CAA0B,IAAI,IAAgC;EACpE,KAAK,MAAM,CAAC,WAAW,YAAY,WAAW;GAC5C,MAAM,oBAAoB,MAAM,KAAK,YAAY,oBAAoB,WAAW,OAAO;GACvF,wBAAwB,IAAI,WAAW,iBAAiB;EAC1D;EAEA,OAAO,KAAK,KAAK,QAAQ;GACvB,MAAM,aAAa,wBAAwB,IAAI,IAAI,SAAS;GAC5D,IAAI,CAAC,YAAY,OAAO,CAAC;GACzB,OAAO,WAAW,IAAI,IAAI,WAAW,KAAK,CAAC;EAC7C,CAAC;CACH,CAAC;;;;;;;;;;CAWD,qBAAsC,IAAI,WAGxC,OAAO,SAAS;EAChB,MAAM,0BAAU,IAAI,IAAyB;EAC7C,KAAK,MAAM,OAAO,MAAM;GACtB,MAAM,WAAW,GAAG,IAAI,UAAU,GAAG,IAAI;GACzC,IAAI,QAAQ,IAAI,QAAQ,GAAG;GAC3B,IAAI;IACF,MAAM,OAAO,MAAM,KAAK,GACrB,OAAO,EAAE,QAAQ,aAAa,OAAO,CAAC,CAAC,CACvC,KAAK,YAAY,CAAC,CAClB,MACC,IACE,GAAG,aAAa,WAAW,IAAI,SAAS,GACxC,GAAG,aAAa,SAAS,IAAI,OAAc,CAC7C,CACF;IACF,QAAQ,IACN,UACA,IAAI,IAAI,KAAK,KAAK,MAA0B,gBAAgB,EAAE,MAAM,CAAC,CAAC,CACxE;GACF,SAAS,KAAK;IAGZ,KAAK,OAAO,MACV;KAAE;KAAK,WAAW,IAAI;KAAW,SAAS,IAAI;IAAQ,GACtD,6CACF;IACA,MAAM;GACR;EACF;EACA,OAAO,KAAK,KAAK,QAAQ,QAAQ,IAAI,GAAG,IAAI,UAAU,GAAG,IAAI,SAAS,qBAAK,IAAI,IAAY,CAAC;CAC9F,CAAC;CAED,MAAM,QAAQ,SAAuC;EACnD,MAAM,EAAE,UAAU;EAElB,MAAM,gBAAgB,KAAK,SAAS,iBAAiB,yBAAyB,MAAM,OAAO;EAC3F,IAAI,CAAC,cAAc,SAAS;GAC1B,KAAK,OAAO,KACV;IAAE,WAAW,QAAQ;IAAI,QAAQ,cAAc,MAAM;GAAO,GAC5D,kDACF;GACA;EACF;EAEA,MAAM,WAAW,cAAc;EAG/B,MAAM,iBAAiB,GAAG,SAAS,WAAW,GAAG,SAAS,YAAY,GAAG,SAAS;EAClF,IAAI;EACJ,IAAI,SAAS,aAAa;GACxB,MAAM,UAAU,IAAI,KAAK,SAAS,WAAW,CAAC,CAAC,QAAQ,IAAI,KAAK,IAAI;GACpE,IAAI,UAAU,GAEZ,YAAY,QAAQ,KAAK,KAAK,UAAU,GAAI;EAEhD;EAEA,IAAI,CAAE,MAAM,KAAK,YAAY,aAAa,gBAAgB,EAAE,GAAI;GAC9D,KAAK,OAAO,MAAM;IAAE,WAAW,QAAQ;IAAI,SAAS,MAAM;GAAG,GAAG,sBAAsB;GACtF;EACF;EAEA,IAAI;GAEF,IAAI,SAAS,UAAU,YAAY,UAAU;IAC3C,KAAK,OAAO,KACV;KAAE,WAAW,QAAQ;KAAI,aAAa,SAAS;KAAa,WAAW,MAAM;IAAK,GAClF,2BACF;IACA,KAAK,cAAc,KAAK,wBAAwB;KAC9C,WAAW,SAAS;KACpB,SAAS,MAAM;KACf,aAAa,SAAS;KACtB,QAAQ;IACV,CAAC;IACD,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;IAC9D;GACF;GAEA,IAAI,SAAS,UAAU,YAAY,UAAU,SAAS,SAAS,OAAO,GAAG;IACvE,KAAK,OAAO,KACV;KAAE,WAAW,QAAQ;KAAI,aAAa,SAAS;KAAa,SAAS,SAAS;IAAQ,GACtF,+CACF;IACA,KAAK,cAAc,KAAK,wBAAwB;KAC9C,WAAW,SAAS;KACpB,SAAS,MAAM;KACf,aAAa,SAAS;KACtB,QAAQ;IACV,CAAC;IACD,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;IAC9D;GACF;GAGA,MAAM,KAAK,SAAS,UAAU,YAAY;GAC1C,IAAI,MAAM,GAAG,SAAS,KAAK,SAAS,aAAa,YAAY;IAC3D,MAAM,WAAW,eAAe,SAAS,UAAU,UAAU,EAAE;IAC/D,IAAI,SAAS,gBAAgB,SAAS,gBAAgB;KACpD,KAAK,OAAO,KACV;MACE,WAAW,QAAQ;MACnB,aAAa,SAAS;MACtB,gBAAgB,SAAS,eAAe,YAAY;KACtD,GACA,iDACF;KACA,SAAS,cAAc,SAAS,eAAe,YAAY;IAC7D;GACF;GAKA,IAAI,kBAAwF;IAC1F,eAAe;IACf,qBAAqB;GACvB;GACA,IAAI;IACF,kBAAkB,MAAM,KAAK,gBAAgB,IAAI,SAAS,SAAS;GACrE,SAAS,KAAK;IACZ,KAAK,OAAO,KACV;KAAE;KAAK,WAAW,SAAS;IAAU,GACrC,+EACF;GACF;GAEA,MAAM,iBAAiB,MAAM,KAAK,SAAS,MACzC,SAAS,WACT,SAAS,aACT,SAAS,UACT;IACE,OAAO,gBAAgB;IACvB,aAAa,gBAAgB;IAC7B,aAAa,SAAS;GACxB,CACF;GACA,IAAI,CAAC,eAAe,SAAS;IAC3B,KAAK,OAAO,KACV;KACE,WAAW,QAAQ;KACnB,aAAa,SAAS;KACtB,OAAO,eAAe;KACtB,OAAO,eAAe;KACtB,UAAU,SAAS;IACrB,GACA,2BACF;IACA,KAAK,cAAc,KACjB,0BACA,SAAS,aACT,eAAe,KACjB;IACA,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;IAC9D;GACF;GAIA,IAAI,aAAa;GACjB,IAAI,SAAS,YAAY;IACvB,aAAa,MAAM,KAAK,cAAc,kBACpC,SAAS,WACT,SAAS,UACX;IACA,IAAI,CAAC,YAAY;KACf,KAAK,OAAO,KACV;MAAE,WAAW,QAAQ;MAAI,YAAY,SAAS;KAAW,GACzD,+BACF;KACA,KAAK,cAAc,KAAK,wBAAwB;MAC9C,WAAW,SAAS;MACpB,SAAS,MAAM;MACf,aAAa,SAAS;MACtB,QAAQ;KACV,CAAC;KACD,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;KAC9D;IACF;GACF;GACA,MAAM,YAAY;IAChB,GAAI,YAAY,aAAa,CAAC;IAC9B,GAAI,SAAS,aAAa,CAAC;GAC7B;GAIA,MAAM,iBAA2B,YAAY,UAAU,CAAC;GAExD,IAAI,OAAO,KAAK,SAAS,CAAC,CAAC,SAAS,GAAG;IACrC,MAAM,mBAAmB;KACvB,WAAW,SAAS;KACpB,iBAAiB,MAAM;KACvB,aAAa,SAAS;KACtB,SAAS,SAAS;KAClB,UAAU,SAAS;KACnB,YAAY,SAAS;KACrB,mBAAmB,SAAS;KAC5B,WAAW,SAAS;KACpB;KACA,aAAa,SAAS;KACtB,eAAe,SAAS;IAC1B;IAEA,MAAM,oBAAoB,iBACxB,2BACA,kBACA,UACA,MAAM,SAAS,OACjB;IAEA,MAAM,KAAK,kBAAkB,QAAQ,iBAAiB;IACtD,KAAK,OAAO,KACV;KACE,WAAW,QAAQ;KACnB,SAAS,MAAM;KACf,aAAa,SAAS;KACtB,SAAS,MAAM,SAAS;IAC1B,GACA,0BACF;IACA,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;IAC9D;GACF;GAGA,MAAM,WAAW,mBAAmB,YAAY,SAAS,iBAAiB;GAM1E,MAAM,kBAAiB,MAJG,KAAK,eAAe,KAAK;IACjD,WAAW,SAAS;IACpB,aAAa,SAAS;GACxB,CAAC,EAAA,CACkC,QAChC,MAAW,EAAE,YAAY,SAAS,WAAW,EAAE,MAClD;GAEA,IAAI,eAAe,WAAW,GAAG;IAC/B,KAAK,OAAO,KACV;KAAE,WAAW,QAAQ;KAAI,aAAa,SAAS;KAAa,SAAS,SAAS;IAAQ,GACtF,2CACF;IACA,KAAK,cAAc,KAAK,wBAAwB;KAC9C,WAAW,SAAS;KACpB,SAAS,MAAM;KACf,aAAa,SAAS;KACtB,QAAQ;IACV,CAAC;IACD,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;IAC9D;GACF;GAEA,MAAM,oBAAoB,MAAM,KAAK,mBAAmB,KAAK;IAC3D,WAAW,SAAS;IACpB,SAAS,SAAS;GACpB,CAAC;GAED,KAAK,MAAM,WAAW,gBAAgB;IACpC,IAAI,QAAQ,aAAa,UACvB;IAMF,IAAI,QAAQ,UAAU,kBAAkB,IAAI,gBAAgB,QAAQ,MAAM,CAAC,GAAG;KAC5E,KAAK,OAAO,KACV;MACE,WAAW,QAAQ;MACnB,aAAa,SAAS;MACtB,SAAS,SAAS;KACpB,GACA,mCACF;KACA,KAAK,cAAc,KAAK,wBAAwB;MAC9C,WAAW,SAAS;MACpB,SAAS,MAAM;MACf,aAAa,SAAS;MACtB,QAAQ;KACV,CAAC;KACD;IACF;IAEA,MAAM,SAAS,GAAG,SAAS,WAAW,GAAG,QAAQ,MAAM,WAAW;IAClE,MAAM,sBAAsB,QAAQ;IAOpC,IACE,SAAS,YAAY,WACrB,eAAe,SAAS,KACxB,CAAC,OAAO,oBAER,KAAK,OAAO,KACV;KAAE,WAAW,SAAS;KAAW,aAAa,SAAS;IAAY,GACnE,kGACF;IAGF,MAAM,qBACJ,SAAS,YAAY,WACrB,eAAe,SAAS,KACxB,OAAO,sBACP,OAAO,cACP,sBACI,wBAAwB;KACtB,OAAO;MACL,WAAW,SAAS;MACpB,QAAQ,SAAS;MACjB,SAAS,SAAS;MAClB,QAAQ;MACR,QAAQ;KACV;KACA,QAAQ,OAAO;KACf,WAAW,OAAO;IACpB,CAAC,IACD,KAAA;IAEN,MAAM,cAA6C;KACjD,WAAW,SAAS;KACpB;KACA,iBAAiB,MAAM;KACvB,aAAa,SAAS;KACtB,SAAS,SAAS;KAClB,UAAU,SAAS;KACnB,YAAY,SAAS;KACrB,mBAAmB,SAAS;KAC5B,WAAW,SAAS;KACpB,WAAW,SAAS;KACpB,iBAAiB;KACjB,aAAa;KACb,iBAAiB;MACf,aAAa;MACb,WAAW;MACX,GAAI,qBAAqB,EAAE,SAAS,mBAAmB,IAAI,CAAC;KAC9D;KACA,eAAe,SAAS;KACxB,YAAY,SAAS;IACvB;IAEA,MAAM,WAAW,iBACf,2BACA,aACA,UACA,MAAM,SAAS,OACjB;IAGA,MAAM,MAAM,KAAK,IAAI;IAGrB,KAFoB,SAAS,cAAc,IAAI,KAAK,SAAS,WAAW,CAAC,CAAC,QAAQ,IAAI,OAEpE,KAAK;KACrB,MAAM,KAAK,GACR,OAAO,iBAAiB,CAAC,CACzB,OAAO;MACN;MACA,SAAS;OACP,GAAG;OACH,aAAa,SAAS;MACxB;KACF,CAAC,CAAC,CACD,oBAAoB;KAEvB,MAAM,oBAAoB,iBACxB,0BACA;MACE,WAAW,SAAS;MACpB,iBAAiB,MAAM;MACvB;MACA,aAAa,SAAS;KACxB,GACA,UACA,MAAM,SAAS,OACjB;KAEA,MAAM,KAAK,kBAAkB,QAAQ,iBAAiB;KACtD,KAAK,OAAO,KACV;MACE,WAAW,QAAQ;MACnB;MACA,aAAa,SAAS;MACtB,SAAS,MAAM,SAAS;KAC1B,GACA,mCACF;IACF,OAAO;KACL,MAAM,IAAI,kBAAkB,SAAS,QAAQ;KAG7C,OAFyB,KAAK,kBAAkB,MAAM,KAAK,kBAAkB,UAAA,CAEtD,QAAQ,QAAQ;KACvC,KAAK,OAAO,KACV;MACE,WAAW,QAAQ;MACnB;MACA,aAAa,SAAS;MACtB,SAAS,MAAM,SAAS;KAC1B,GACA,iBACF;IACF;GACF;GACA,MAAM,KAAK,YAAY,cAAc,gBAAgB,SAAS;EAChE,SAAS,KAAK;GACZ,MAAM,KAAK,YAAY,OAAO,cAAc,CAAC,CAAC,YAAY,CAAC,CAAC;GAC5D,MAAM;EACR;CACF;AACF;AAEA,IAAI,aAAkB;AAEtB,eAAsB,oBAAoB;CACxC,SAAS,aAAa;EAAE,MAAM;EAAU,OAAO,OAAO;CAAU,CAAC;CACjE,QAAQ,IAAI,YAAY;EAAE,KAAK,OAAO;EAAW,MAAM;EAAU;CAAO,CAAC;CACzE,MAAM,SAAS,eAAe;EAAE,KAAK,OAAO;EAAc,iBAAiB;EAAU;CAAO,CAAC;CAC7F,QAAM,OAAO;CACb,KAAK,OAAO;CACZ,eAAe,IAAI,mBAAmB,EAAE;CACxC,gBAAgB,IAAI,cAAc,YAAY;CAC9C,MAAM,cAAc,IAAI,kBAAkB,EAAE;CAC5C,WAAW,IAAI,eAAe;EAC5B,OAAO,MAAM;EACb,QAAQ;EACR,OAAO,gBAAgB;EACvB,UAAU,UAAU,QAAQ;EAC5B,WAAW,QAAQ;EACnB,WAAW,OAAO;EAClB;CACF,CAAC;CAED,iBAAiB,IAAI,sBAAsB;EACzC,OAAO,MAAM;EACb,QAAQ;EACR,OAAO,gBAAgB;EACvB,UAAU,UAAU,QAAQ;EAC5B;CACF,CAAC;CAED,MAAM,oBAAoB;EACxB,UAAU,IAAI,eAAe;GAC3B,OAAO,MAAM;GACb,QAAQ,QAAQ;GAChB;EACF,CAAC;EACD,QAAQ,IAAI,eAAe;GAAE,OAAO,MAAM;GAAQ,QAAQ,QAAQ;GAAiB;EAAO,CAAC;EAC3F,KAAK,IAAI,eAAe;GAAE,OAAO,MAAM;GAAQ,QAAQ,QAAQ;GAAc;EAAO,CAAC;CACvF;CAEA,MAAM,oBAAoB,IAAI,eAAe;EAC3C,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB;CACF,CAAC;CAED,MAAM,oBAAoB,IAAI,eAAe;EAC3C,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB;CACF,CAAC;CAED,MAAM,cAAc,IAAI,iBAAiB;EACvC,OAAO,MAAM;EACb,WAAW;EACX,YAAY;CACd,CAAC;CAED,MAAM,WAAW,IAAI,aAAa;EAChC,OAAO,MAAM;EACb,YAAY,SAAS,QAAQ,IAAI,uBAAuB,OAAO,EAAE;CACnE,CAAC;CAKD,MAAM,cAAc,IAAI,kBAAkB,EAAE;CAC5C,MAAM,kBAAkB,IAAI,sBAAsB,cAChD,YAAY,qBAAqB,SAAS,CAC5C;CAYA,SAAS,IAAI,aAAa;EACxB;EACA;EACA;EACA,aAAa,OAAO;EACpB;EACA;EACA;EACA;EACA,OAAO,MAAM;EACb;EACA;EACA;EACA;EACA;EACA;EACA;CACF,CAAC;CAED,aAAa,MAAM,OAAO,UAAU;CACpC,MAAM,WAAW,UACf,gBAAgB,sBAChB,gBAAgB,mBAClB;CACA,WAAW,GAAG,YAAY,SAAiB,YAAoB;EAC7D,IAAI,YAAY,gBAAgB,sBAAsB;GACpD,cAAc,cAAc,OAAO;GACnC,OAAO,KAAK,EAAE,UAAU,QAAQ,GAAG,4BAA4B;EACjE,OAAO,IAAI,YAAY,gBAAgB,qBAAqB;GAC1D,gBAAgB,WAAW,OAAO;GAClC,OAAO,KAAK,EAAE,WAAW,QAAQ,GAAG,oCAAoC;EAC1E;CACF,CAAC;CAID,iBAAiB,oBAAoB,UAAU,QAAQ,OAAO,MAAM;CAEpE,OAAO,KAAK,EAAE,KAAK,OAAO,SAAS,GAAG,iBAAiB;CACvD,MAAM,OAAO,MAAM;AACrB;AAIA,eAAsB,mBAAkC;CACtD,QAAQ,KAAK,oBAAoB;CACjC,IAAI,gBAAgB;EAClB,cAAc,cAAc;EAC5B,iBAAiB;CACnB;CACA,IAAI,YAAY;EACd,WAAW,WAAW;EACtB,aAAa;CACf;CACA,IAAI,QAAQ,MAAM,OAAO,KAAK;CAC9B,IAAIA,OAAK,MAAMA,MAAI,IAAI;CACvB,IAAI,OAAO,MAAM,MAAM,WAAW;CAClC,QAAQ,KAAK,gBAAgB;AAC/B"}
@@ -1,4 +1,4 @@
1
- import { J as PendingMessageScanner, Jt as buildStreamEvent, L as CircuitBreaker, Q as metrics, Qt as OUTBOUND_STREAMS, R as BatchProcessor, W as getPriorityBucket, X as StreamProducer, Y as StreamConsumer, Yt as CONSUMER_GROUPS, an as registry, c as BaseWorker, dn as baseConfigSchema, en as STREAMS, et as createLogger, it as createDatabase, k as RedisClient, l as NonRetryableError, mn as parseConfig, ot as deliveryOutbox, pn as loadEnv, q as globalEmitter, rt as IdempotencyGuard, u as startHealthReporter, ut as scheduledPayloads, x as ContactRepository } from "./src-C-PfEDMY.mjs";
1
+ import { J as PendingMessageScanner, Jt as buildStreamEvent, L as CircuitBreaker, Q as metrics, Qt as OUTBOUND_STREAMS, R as BatchProcessor, W as getPriorityBucket, X as StreamProducer, Y as StreamConsumer, Yt as CONSUMER_GROUPS, an as registry, c as BaseWorker, dn as baseConfigSchema, en as STREAMS, et as createLogger, it as createDatabase, k as RedisClient, l as NonRetryableError, mn as parseConfig, ot as deliveryOutbox, pn as loadEnv, q as globalEmitter, rt as IdempotencyGuard, u as startHealthReporter, ut as scheduledPayloads, x as ContactRepository } from "./src-vG79L-8m.mjs";
2
2
  import { transportRegistry } from "./index.mjs";
3
3
  //#region src/services/delivery/throttle.ts
4
4
  const LUA_THROTTLE = `
@@ -330,8 +330,11 @@ var DeliveryWorker = class extends BaseWorker {
330
330
  };
331
331
  }
332
332
  if (lastResult.invalidToken) {
333
- await this.contactRepo.deactivate(task.projectId, task.recipientId, "push", task.destination);
334
- this.logger.info({ token: task.destination }, "deactivated invalid push token");
333
+ await this.contactRepo.deactivate(task.projectId, task.recipientId, task.channel, task.destination);
334
+ this.logger.info({
335
+ channel: task.channel,
336
+ target: task.destination
337
+ }, "deactivated invalid contact target");
335
338
  this.globalEmitter.emit("delivery:failed", task.taskId, "invalidToken", task.channel, task.projectId);
336
339
  metrics.deliveryFailed.inc({
337
340
  channel: task.channel,
@@ -626,4 +629,4 @@ async function stopDeliveryWorker() {
626
629
  //#endregion
627
630
  export { startDeliveryWorker, stopDeliveryWorker };
628
631
 
629
- //# sourceMappingURL=main-CCfc45ev.mjs.map
632
+ //# sourceMappingURL=main-CiigNpsP.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"main-CiigNpsP.mjs","names":[],"sources":["../src/services/delivery/throttle.ts","../src/services/delivery/main.ts"],"sourcesContent":["import type { Redis } from \"ioredis\";\n\nexport interface ThrottleResult {\n allowed: boolean;\n retryAfterMs: number;\n}\n\nconst LUA_THROTTLE = `\n local key = KEYS[1]\n local now = tonumber(ARGV[1])\n local windowSeconds = tonumber(ARGV[2])\n local limit = tonumber(ARGV[3])\n local member = ARGV[4]\n\n local clearBefore = now - (windowSeconds * 1000)\n \n -- Cleanup expired scores\n redis.call('ZREMRANGEBYSCORE', key, 0, clearBefore)\n \n -- Get current count\n local count = redis.call('ZCARD', key)\n \n if count >= limit then\n -- Find the oldest score\n local oldest = redis.call('ZRANGE', key, 0, 0, 'WITHSCORES')\n if oldest and oldest[2] then\n return {0, tonumber(oldest[2])}\n end\n return {0, now}\n end\n \n -- Add new request\n redis.call('ZADD', key, now, member)\n redis.call('EXPIRE', key, windowSeconds * 2)\n return {1, 0}\n`;\n\nexport async function throttleProvider(\n redis: Redis,\n channel: string,\n config: { limit: number; windowSeconds: number },\n logger: any,\n): Promise<ThrottleResult> {\n const key = `rate-limit:provider:${channel}`;\n const now = Date.now();\n const zmember = `${now}:${Math.random()}`;\n\n const result = (await redis.eval(\n LUA_THROTTLE,\n 1,\n key,\n now.toString(),\n config.windowSeconds.toString(),\n config.limit.toString(),\n zmember,\n )) as [number, number];\n\n const allowed = result[0] === 1;\n const oldestTimestamp = result[1];\n\n let retryAfterMs = 0;\n if (!allowed) {\n retryAfterMs = Math.max(0, oldestTimestamp + config.windowSeconds * 1000 - now);\n logger.warn(\n { channel, limit: config.limit, windowSeconds: config.windowSeconds, retryAfterMs },\n \"Provider rate limit hit — task must be rescheduled\",\n );\n }\n\n return { allowed, retryAfterMs };\n}\n","import { loadEnv, parseConfig, baseConfigSchema } from \"@/index.js\";\nimport { createLogger } from \"@/index.js\";\nimport { RedisClient, type Redis } from \"@/index.js\";\nimport {\n StreamConsumer,\n PendingMessageScanner,\n type StreamMessage,\n StreamProducer,\n} from \"@/index.js\";\nimport { BaseWorker } from \"@/index.js\";\nimport {\n STREAMS,\n OUTBOUND_STREAMS,\n CONSUMER_GROUPS,\n registry,\n buildStreamEvent,\n type NotificationDispatchedPayload,\n} from \"@/index.js\";\nimport { type StreamName } from \"@/contracts/streams.js\";\nimport { createDatabase } from \"@/db/index.js\";\nimport { deliveryOutbox, scheduledPayloads } from \"@/db/schema.js\";\nimport { ContactRepository, IdempotencyGuard } from \"@/index.js\";\nimport { transportRegistry } from \"@/index.js\";\nimport { globalEmitter, getPriorityBucket, type WorkerOptions } from \"@/shared/index.js\";\nimport { startHealthReporter, NonRetryableError } from \"@/workers/index.js\";\nimport { BatchProcessor, CircuitBreaker } from \"@/shared/index.js\";\nimport { throttleProvider } from \"./throttle.js\";\nimport { metrics } from \"@/metrics/index.js\";\n\n// ─── App-specific config ────────────────────────────────────────────────────\n\nconst deliveryConfigSchema = baseConfigSchema.extend({});\n\n// ─── Bootstrap ─────────────────────────────────────────────────────────────\n\nloadEnv();\nconst config = parseConfig(deliveryConfigSchema, process.env);\n\nlet logger: ReturnType<typeof createLogger>;\nlet redis: RedisClient;\nlet sql: any;\nlet db: any;\n\nlet consumer: StreamConsumer;\nlet pendingScanner: PendingMessageScanner;\nlet worker: BaseWorker;\nlet scheduledProducer: StreamProducer;\nlet enrichedProducers: Record<string, StreamProducer>;\nlet healthInterval: NodeJS.Timeout | null = null;\n\n(global as any)._telemetry = (global as any)._telemetry || {\n count: 0,\n insert: 0,\n provider: 0,\n flush: 0,\n ack: 0,\n dequeue: 0,\n dbupdate: 0,\n flushCount: 0,\n};\n\nexport interface DeliveryWorkerOptions extends WorkerOptions {\n transportRegistry: any;\n idempotency: any;\n redis: Redis;\n scheduledProducer: any;\n enrichedProducers: any;\n contactRepo: any;\n eventsProducer: any;\n globalEmitter: any;\n db: any;\n}\n\nexport class DeliveryWorker extends BaseWorker {\n private readonly transportRegistry: any;\n private readonly idempotency: any;\n private readonly redisCli: Redis;\n private readonly scheduledProducer: any;\n private readonly enrichedProducers: any;\n private readonly contactRepo: any;\n private readonly eventsProducer: any;\n private readonly globalEmitter: any;\n private readonly db: any;\n\n private eventProcessor: BatchProcessor<any, void>;\n private outboxUpdateProcessor: BatchProcessor<any, void>;\n private outboxInsertProcessor: BatchProcessor<any, boolean>;\n private breakers = new Map<string, CircuitBreaker>();\n\n constructor(options: DeliveryWorkerOptions) {\n super(options);\n this.transportRegistry = options.transportRegistry;\n this.idempotency = options.idempotency;\n this.redisCli = options.redis;\n this.scheduledProducer = options.scheduledProducer;\n this.enrichedProducers = options.enrichedProducers;\n this.contactRepo = options.contactRepo;\n this.eventsProducer = options.eventsProducer;\n this.globalEmitter = options.globalEmitter;\n this.db = options.db;\n\n this.eventProcessor = new BatchProcessor<any, void>(1000, 100, async (events) => {\n await this.eventsProducer.publishBatch(events);\n return events.map(() => undefined as void);\n });\n\n this.outboxUpdateProcessor = new BatchProcessor<any, void>(500, 100, async (updates) => {\n const { sql } = await import(\"drizzle-orm\");\n const values = updates.map((update) => ({\n taskId: update.taskId,\n channel: update.channel,\n destination: update.destination,\n providerMessageId: update.providerMessageId,\n }));\n\n const tDbUpdateStart = Date.now();\n await this.db\n .insert(deliveryOutbox)\n .values(values)\n .onConflictDoUpdate({\n target: [deliveryOutbox.taskId, deliveryOutbox.channel, deliveryOutbox.destination],\n set: { providerMessageId: sql`EXCLUDED.provider_message_id` },\n })\n .catch((e: any) => this.logger.error({ err: e }, \"background update failed\"));\n\n (global as any)._telemetry.dbupdate += Date.now() - tDbUpdateStart;\n (global as any)._telemetry.flushCount++;\n return updates.map(() => undefined as void);\n });\n\n this.outboxInsertProcessor = new BatchProcessor(500, 10, async (tasks) => {\n const values = tasks.map((task: any) => ({\n taskId: task.taskId,\n channel: task.channel,\n destination: task.destination,\n }));\n\n await this.db.insert(deliveryOutbox).values(values).onConflictDoNothing();\n return tasks.map(() => true);\n });\n }\n\n override async stop(): Promise<void> {\n await Promise.all([\n this.eventProcessor.flush(),\n this.outboxUpdateProcessor.flush(),\n this.outboxInsertProcessor.flush(),\n ]);\n await super.stop();\n }\n\n private getBreaker(name: string): CircuitBreaker {\n let breaker = this.breakers.get(name);\n if (!breaker) {\n breaker = new CircuitBreaker({ failureThreshold: 5, resetTimeoutMs: 30000 });\n this.breakers.set(name, breaker);\n }\n return breaker;\n }\n\n async process(message: StreamMessage, attempt: number = 1): Promise<void> {\n const { event } = message;\n const publishPromises: Promise<void>[] = [];\n\n const payloadResult = registry.safeParsePayload(\"notification.dispatched\", event.payload);\n if (!payloadResult.success) {\n this.logger.warn(\n { messageId: message.id, issues: payloadResult.error.issues },\n \"invalid notification.dispatched payload — skipping\",\n );\n return;\n }\n\n const task = payloadResult.data as NotificationDispatchedPayload;\n\n const fallbackToNextChannel = async (reason: string) => {\n if (task.fallbackChain && task.fallbackChain.length > 0 && task.recipient) {\n const nextChannel = task.fallbackChain[0];\n const remainingChain = task.fallbackChain.slice(1);\n\n const fallbackPayload: any = {\n // NotificationEnrichedPayload\n projectId: task.projectId,\n rawEventId: task.enrichedEventId,\n recipientId: task.recipientId,\n channel: nextChannel,\n priority: task.priority,\n templateId: task.templateId,\n templateVariables: task.templateVariables,\n aiPrompts: task.aiPrompts,\n recipient: task.recipient,\n scheduledAt: undefined,\n fallbackChain: remainingChain.length > 0 ? remainingChain : undefined,\n };\n\n const p = getPriorityBucket(task.priority);\n const producer = this.enrichedProducers[p] ?? this.enrichedProducers[\"normal\"]!;\n await producer.publish(\n buildStreamEvent(\n \"notification.enriched\",\n fallbackPayload,\n \"delivery\",\n event.metadata.traceId,\n ),\n );\n\n this.logger.info(\n { taskId: task.taskId, reason, nextChannel, traceId: event.metadata.traceId },\n \"Delivery failed completely, rolling over to next channel in fallback chain\",\n );\n return true; // Indicates fallback was triggered\n }\n return false; // No fallback\n };\n\n const transports = this.transportRegistry.getAll(task.channel);\n\n if (transports.length === 0) {\n this.logger.warn(\n { taskId: task.taskId, channel: task.channel },\n \"no transport registered for channel — dropping\",\n );\n const fallbackTriggered = await fallbackToNextChannel(\"no_transport\");\n if (!fallbackTriggered) {\n this.globalEmitter.emit(\n \"delivery:failed\",\n task.taskId,\n \"no transport\",\n task.channel,\n task.projectId,\n );\n await this.eventProcessor.add(\n buildStreamEvent(\n \"notification.failed\",\n {\n projectId: task.projectId,\n taskId: task.taskId,\n enrichedEventId: task.enrichedEventId,\n recipientId: task.recipientId,\n channel: task.channel,\n failureReason: \"no transport registered for channel\",\n failureCode: \"no_transport\",\n retryable: false,\n attempt,\n templateId: task.templateId,\n workflowInstanceId:\n event.metadata.source === \"workflow\" ? event.metadata.traceId : undefined,\n campaignId: task.campaignId,\n },\n \"delivery\",\n event.metadata.traceId,\n ),\n );\n }\n return;\n }\n\n const limitConfig = transports[0].limits;\n if (limitConfig) {\n const { allowed, retryAfterMs } = await throttleProvider(\n this.redisCli,\n task.channel,\n limitConfig,\n this.logger,\n );\n if (!allowed) {\n task.throttleAttemptCount = (task.throttleAttemptCount ?? 0) + 1;\n const maxAttempts = task.deliveryOptions?.maxAttempts ?? 3;\n\n if (task.throttleAttemptCount > maxAttempts) {\n this.logger.warn(\n { messageId: message.id, taskId: task.taskId, attempts: task.throttleAttemptCount },\n \"provider rate limit max attempts exceeded\",\n );\n const fallbackTriggered = await fallbackToNextChannel(\"provider_throttle_exceeded\");\n if (!fallbackTriggered) {\n this.globalEmitter.emit(\n \"delivery:failed\",\n task.taskId,\n \"provider throttle exceeded\",\n task.channel,\n task.projectId,\n );\n await this.eventProcessor.add(\n buildStreamEvent(\n \"notification.failed\",\n {\n projectId: task.projectId,\n taskId: task.taskId,\n enrichedEventId: task.enrichedEventId,\n recipientId: task.recipientId,\n channel: task.channel,\n failureReason: \"provider rate limit max attempts exceeded\",\n failureCode: \"provider_throttle_exceeded\",\n retryable: false,\n attempt,\n templateId: task.templateId,\n workflowInstanceId:\n event.metadata.source === \"workflow\" ? event.metadata.traceId : undefined,\n campaignId: task.campaignId,\n },\n \"delivery\",\n event.metadata.traceId,\n ),\n );\n }\n return;\n }\n\n const { sql } = await import(\"drizzle-orm\");\n await this.db\n .insert(scheduledPayloads)\n .values({\n taskId: task.taskId,\n payload: task,\n })\n .onConflictDoUpdate({\n target: scheduledPayloads.taskId,\n set: { payload: sql`EXCLUDED.payload` },\n });\n\n await this.scheduledProducer.publish(\n buildStreamEvent(\n \"notification.scheduled\",\n {\n projectId: task.projectId,\n enrichedEventId: task.enrichedEventId,\n taskId: task.taskId,\n scheduledAt: new Date(Date.now() + retryAfterMs).toISOString(),\n throttleAttemptCount: task.throttleAttemptCount,\n },\n \"delivery\",\n `${task.taskId}:throttle:${Date.now()}`,\n ),\n );\n\n return;\n }\n }\n\n const tInsertStart = Date.now();\n const idempotencyKey = task.taskId;\n if (!(await this.idempotency.checkAndMark(idempotencyKey, 60))) {\n this.logger.info(\n { messageId: message.id, taskId: task.taskId, channel: task.channel, attempt },\n \"duplicate delivery — skipping\",\n );\n return;\n }\n\n try {\n await this.outboxInsertProcessor.add(task);\n const insertTime = Date.now() - tInsertStart;\n\n publishPromises.push(\n this.eventProcessor.add(\n buildStreamEvent(\n \"notification.dispatched\",\n {\n projectId: task.projectId,\n taskId: task.taskId,\n enrichedEventId: task.enrichedEventId,\n recipientId: task.recipientId,\n channel: task.channel,\n templateId: task.templateId,\n attempt,\n workflowInstanceId:\n event.metadata.source === \"workflow\" ? event.metadata.traceId : undefined,\n campaignId: task.campaignId,\n },\n \"delivery\",\n event.metadata.traceId,\n ),\n ),\n );\n\n // For push: we just need to send to the pre-resolved destination,\n // but if it's invalid, we deactivate it.\n if (task.channel === \"push\") {\n let lastResult: any = { success: false, error: \"No transports\" };\n\n for (const transport of transports) {\n try {\n const tProv = Date.now();\n const breaker = this.getBreaker(`${task.channel}:${transport.constructor.name}`);\n\n lastResult = await breaker.execute(async () => {\n const timeoutMs = task.deliveryOptions?.timeoutMs ?? 10_000;\n const controller = new AbortController();\n const timeout = setTimeout(() => {\n controller.abort(new Error(`Transport timeout after ${timeoutMs}ms`));\n }, timeoutMs);\n\n try {\n (task as any).signal = controller.signal;\n const res: any = await Promise.race([\n transport.send(task),\n new Promise((_, reject) => {\n if (controller.signal.aborted) return reject(controller.signal.reason);\n controller.signal.addEventListener(\"abort\", () =>\n reject(controller.signal.reason),\n );\n }),\n ]);\n if (!res.success && !res.invalidToken) {\n throw new Error(res.error ?? \"Transport failed\");\n }\n return res;\n } finally {\n clearTimeout(timeout);\n }\n });\n\n (global as any)._telemetry.provider += Date.now() - tProv;\n if (lastResult.success || lastResult.invalidToken) break;\n } catch (err: any) {\n lastResult = { success: false, error: err.message };\n }\n }\n\n if (lastResult.invalidToken) {\n await this.contactRepo.deactivate(\n task.projectId,\n task.recipientId,\n task.channel as any,\n task.destination,\n );\n this.logger.info(\n { channel: task.channel, target: task.destination },\n \"deactivated invalid contact target\",\n );\n this.globalEmitter.emit(\n \"delivery:failed\",\n task.taskId,\n \"invalidToken\",\n task.channel,\n task.projectId,\n );\n metrics.deliveryFailed.inc({ channel: task.channel, reason: \"invalid_token\" });\n\n publishPromises.push(\n this.eventProcessor.add(\n buildStreamEvent(\n \"notification.failed\",\n {\n projectId: task.projectId,\n taskId: task.taskId,\n enrichedEventId: task.enrichedEventId,\n recipientId: task.recipientId,\n channel: task.channel,\n failureReason: \"invalid_token\",\n failureCode: \"push_failure\",\n retryable: false,\n attempt,\n templateId: task.templateId,\n workflowInstanceId:\n event.metadata.source === \"workflow\" ? event.metadata.traceId : undefined,\n campaignId: task.campaignId,\n },\n \"delivery\",\n event.metadata.traceId,\n ),\n ),\n );\n\n const fallbackTriggered = await fallbackToNextChannel(\"invalid_token\");\n if (!fallbackTriggered) {\n throw new NonRetryableError(\"Push delivery failed: invalid token\");\n }\n } else if (lastResult.success) {\n // Record providerMessageId in outbox before publishing event\n const providerMessageId = lastResult.providerMessageId || \"push-success\";\n\n publishPromises.push(\n this.outboxUpdateProcessor.add({\n taskId: task.taskId,\n channel: task.channel,\n destination: task.destination,\n providerMessageId,\n }),\n );\n\n this.logger.debug(\n { taskId: task.taskId, messageId: providerMessageId },\n \"push delivered\",\n );\n this.globalEmitter.emit(\n \"delivery:delivered\",\n task.taskId,\n providerMessageId,\n task.channel,\n task.projectId,\n );\n metrics.deliverySuccess.inc({ channel: task.channel });\n\n publishPromises.push(\n this.eventProcessor.add(\n buildStreamEvent(\n \"notification.delivered\",\n {\n projectId: task.projectId,\n taskId: task.taskId,\n enrichedEventId: task.enrichedEventId,\n channel: task.channel,\n deliveredAt: new Date().toISOString(),\n providerMessageId,\n templateId: task.templateId,\n workflowInstanceId:\n event.metadata.source === \"workflow\" ? event.metadata.traceId : undefined,\n campaignId: task.campaignId,\n },\n \"delivery\",\n event.metadata.traceId,\n ),\n ),\n );\n } else {\n this.logger.warn(\n { taskId: task.taskId, error: lastResult.error },\n \"push delivery failed\",\n );\n this.globalEmitter.emit(\n \"delivery:failed\",\n task.taskId,\n lastResult.error ?? \"push delivery failed\",\n task.channel,\n task.projectId,\n );\n metrics.deliveryFailed.inc({ channel: task.channel, reason: \"push_error\" });\n\n publishPromises.push(\n this.eventProcessor.add(\n buildStreamEvent(\n \"notification.failed\",\n {\n projectId: task.projectId,\n taskId: task.taskId,\n enrichedEventId: task.enrichedEventId,\n recipientId: task.recipientId,\n channel: task.channel,\n failureReason: lastResult.error ?? \"push delivery failed\",\n failureCode: \"push_failure\",\n retryable: false,\n attempt,\n templateId: task.templateId,\n workflowInstanceId:\n event.metadata.source === \"workflow\" ? event.metadata.traceId : undefined,\n campaignId: task.campaignId,\n },\n \"delivery\",\n event.metadata.traceId,\n ),\n ),\n );\n\n const fallbackTriggered = await fallbackToNextChannel(\"push_delivery_failed\");\n if (!fallbackTriggered) {\n throw new NonRetryableError(lastResult.error ?? \"Push delivery failed\");\n }\n }\n } else {\n // Other channels (email, sms, webhook, whatsapp) use the pre-resolved destination\n let result: any = { success: false, error: \"No transports\" };\n for (const transport of transports) {\n try {\n const tProv = Date.now();\n const breaker = this.getBreaker(`${task.channel}:${transport.constructor.name}`);\n\n result = await breaker.execute(async () => {\n const timeoutMs = task.deliveryOptions?.timeoutMs ?? 10_000;\n const controller = new AbortController();\n const timeout = setTimeout(() => {\n controller.abort(new Error(`Transport timeout after ${timeoutMs}ms`));\n }, timeoutMs);\n\n try {\n (task as any).signal = controller.signal;\n const res: any = await Promise.race([\n transport.send(task),\n new Promise((_, reject) => {\n if (controller.signal.aborted) return reject(controller.signal.reason);\n controller.signal.addEventListener(\"abort\", () =>\n reject(controller.signal.reason),\n );\n }),\n ]);\n if (!res.success) {\n throw new Error(res.error ?? \"Transport failed\");\n }\n return res;\n } finally {\n clearTimeout(timeout);\n }\n });\n\n (global as any)._telemetry.provider += Date.now() - tProv;\n if (result.success) break;\n } catch (err: any) {\n result = { success: false, error: err.message };\n }\n }\n\n if (result.success) {\n // Record providerMessageId in outbox before publishing event\n const providerMessageId = result.providerMessageId || \"success\";\n\n publishPromises.push(\n this.outboxUpdateProcessor.add({\n taskId: task.taskId,\n channel: task.channel,\n destination: task.destination,\n providerMessageId,\n }),\n );\n\n this.globalEmitter.emit(\n \"delivery:delivered\",\n task.taskId,\n providerMessageId,\n task.channel,\n task.projectId,\n );\n metrics.deliverySuccess.inc({ channel: task.channel });\n\n publishPromises.push(\n this.eventProcessor.add(\n buildStreamEvent(\n \"notification.delivered\",\n {\n projectId: task.projectId,\n taskId: task.taskId,\n enrichedEventId: task.enrichedEventId,\n channel: task.channel,\n deliveredAt: new Date().toISOString(),\n providerMessageId,\n templateId: task.templateId,\n workflowInstanceId:\n event.metadata.source === \"workflow\" ? event.metadata.traceId : undefined,\n campaignId: task.campaignId,\n },\n \"delivery\",\n event.metadata.traceId,\n ),\n ),\n );\n } else {\n publishPromises.push(\n this.eventProcessor.add(\n buildStreamEvent(\n \"notification.failed\",\n {\n projectId: task.projectId,\n taskId: task.taskId,\n enrichedEventId: task.enrichedEventId,\n channel: task.channel,\n failureReason: result.error ?? \"delivery failed completely\",\n failureCode: \"provider_error\",\n retryable: false,\n attempt,\n templateId: task.templateId,\n workflowInstanceId:\n event.metadata.source === \"workflow\" ? event.metadata.traceId : undefined,\n campaignId: task.campaignId,\n },\n \"delivery\",\n event.metadata.traceId,\n ),\n ),\n );\n }\n\n if (!result.success) {\n this.logger.warn(\n { taskId: task.taskId, channel: task.channel, error: result.error },\n \"delivery failed completely across providers\",\n );\n this.globalEmitter.emit(\n \"delivery:failed\",\n task.taskId,\n result.error ?? \"delivery failed completely\",\n task.channel,\n task.projectId,\n );\n metrics.deliveryFailed.inc({ channel: task.channel, reason: \"provider_error\" });\n\n const fallbackTriggered = await fallbackToNextChannel(\"all_providers_failed\");\n if (!fallbackTriggered) {\n throw new NonRetryableError(result.error ?? \"delivery failed\");\n }\n } else {\n this.logger.info(\n { taskId: task.taskId, channel: task.channel, messageId: result.providerMessageId },\n \"notification delivered\",\n );\n }\n }\n\n const tFlushStart = Date.now();\n await Promise.all(publishPromises).catch((err) => {\n this.logger.error(\n { err, taskId: task.taskId },\n \"failed to publish post-dispatch events, swallowing error to prevent duplicate delivery\",\n );\n });\n const flushTime = Date.now() - tFlushStart;\n\n await this.idempotency.markProcessed(idempotencyKey);\n\n const t = ((global as any)._telemetry = (global as any)._telemetry || {\n count: 0,\n insert: 0,\n provider: 0,\n flush: 0,\n ack: 0,\n });\n t.count++;\n t.insert += insertTime;\n t.flush += flushTime;\n\n if (t.count % 1000 === 0) {\n this.logger.debug(\n `[Metrics 1000 msgs] Dequeue: ${t.dequeue / 1000}ms, DB Insert: ${t.insert / 1000}ms, Provider: ${t.provider / 1000}ms, Wait for Flush: ${t.flush / 1000}ms, Ack: ${t.ack / 1000}ms | DB Update (avg per flush): ${t.dbupdate / Math.max(1, t.flushCount)}ms`,\n );\n t.count = 0;\n t.insert = 0;\n t.provider = 0;\n t.flush = 0;\n t.dequeue = 0;\n t.ack = 0;\n t.dbupdate = 0;\n t.flushCount = 0;\n }\n } catch (err) {\n await this.idempotency.unmark(idempotencyKey).catch(() => {});\n throw err;\n }\n }\n}\n\nexport async function startDeliveryWorker() {\n logger = createLogger({ name: \"delivery\", level: config.LOG_LEVEL });\n\n redis = new RedisClient({ url: config.REDIS_URL, name: \"delivery\", logger });\n const dbData = createDatabase({ url: config.DATABASE_URL, applicationName: \"delivery\", logger });\n sql = dbData.sql;\n db = dbData.db;\n consumer = new StreamConsumer({\n redis: redis.native,\n stream: OUTBOUND_STREAMS as unknown as StreamName[],\n group: CONSUMER_GROUPS.DELIVERY,\n consumer: `delivery-${process.pid}`,\n dlqStream: STREAMS.DEAD_LETTER,\n batchSize: config.WORKER_CONCURRENCY,\n logger,\n });\n\n scheduledProducer = new StreamProducer({\n redis: redis.native,\n stream: STREAMS.SCHEDULED,\n logger,\n });\n\n pendingScanner = new PendingMessageScanner({\n redis: redis.native,\n stream: OUTBOUND_STREAMS as unknown as StreamName[],\n group: CONSUMER_GROUPS.DELIVERY,\n consumer: `delivery-${process.pid}`,\n logger,\n });\n\n enrichedProducers = {\n critical: new StreamProducer({\n redis: redis.native,\n stream: STREAMS.ENRICHED_CRITICAL,\n logger,\n }),\n normal: new StreamProducer({ redis: redis.native, stream: STREAMS.ENRICHED_NORMAL, logger }),\n low: new StreamProducer({ redis: redis.native, stream: STREAMS.ENRICHED_LOW, logger }),\n };\n\n const contactRepo = new ContactRepository(db);\n\n const idempotency = new IdempotencyGuard({\n redis: redis.native,\n keyPrefix: \"notif:processed:delivery\",\n ttlSeconds: 86_400,\n });\n\n // ─── Stage 3: Delivery Worker ───────────────────────────────────────────────\n //\n // Pipeline:\n // 1. Parse payload as notification.dispatched\n // 2. Resolve active device tokens from DB\n // 3. Send via registered transport\n // 4. Deactivate invalid tokens in DB\n\n const eventsProducer = new StreamProducer({\n redis: redis.native,\n stream: STREAMS.EVENTS_INBOUND,\n logger,\n });\n\n worker = new DeliveryWorker({\n consumer,\n pendingScanner,\n logger,\n concurrency: config.WORKER_CONCURRENCY,\n transportRegistry,\n idempotency,\n redis: redis.native,\n scheduledProducer,\n enrichedProducers,\n contactRepo,\n eventsProducer,\n globalEmitter,\n db,\n });\n\n // ─── Health check interval ──────────────────────────────────────────────────\n\n healthInterval = startHealthReporter(\"delivery\", worker, redis, logger);\n\n logger.info(\n { env: config.NODE_ENV, channels: transportRegistry.registeredChannels() },\n \"delivery starting\",\n );\n await worker.start();\n}\n\n// ─── Shutdown ──────────────────────────────────────────────────────────────\n\nexport async function stopDeliveryWorker(): Promise<void> {\n logger?.info(\"shutdown initiated\");\n if (healthInterval) {\n clearInterval(healthInterval);\n healthInterval = null;\n }\n if (worker) await worker.stop();\n if (sql) await sql.end();\n if (redis) await redis.disconnect();\n logger?.info(\"delivery stopped\");\n}\n"],"mappings":";;;AAOA,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA8BrB,eAAsB,iBACpB,OACA,SACA,QACA,QACyB;CACzB,MAAM,MAAM,uBAAuB;CACnC,MAAM,MAAM,KAAK,IAAI;CACrB,MAAM,UAAU,GAAG,IAAI,GAAG,KAAK,OAAO;CAEtC,MAAM,SAAU,MAAM,MAAM,KAC1B,cACA,GACA,KACA,IAAI,SAAS,GACb,OAAO,cAAc,SAAS,GAC9B,OAAO,MAAM,SAAS,GACtB,OACF;CAEA,MAAM,UAAU,OAAO,OAAO;CAC9B,MAAM,kBAAkB,OAAO;CAE/B,IAAI,eAAe;CACnB,IAAI,CAAC,SAAS;EACZ,eAAe,KAAK,IAAI,GAAG,kBAAkB,OAAO,gBAAgB,MAAO,GAAG;EAC9E,OAAO,KACL;GAAE;GAAS,OAAO,OAAO;GAAO,eAAe,OAAO;GAAe;EAAa,GAClF,oDACF;CACF;CAEA,OAAO;EAAE;EAAS;CAAa;AACjC;;;ACvCA,MAAM,uBAAuB,iBAAiB,OAAO,CAAC,CAAC;AAIvD,QAAQ;AACR,MAAM,SAAS,YAAY,sBAAsB,QAAQ,GAAG;AAE5D,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AAEJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,iBAAwC;AAE5C,OAAgB,aAAc,OAAe,cAAc;CACzD,OAAO;CACP,QAAQ;CACR,UAAU;CACV,OAAO;CACP,KAAK;CACL,SAAS;CACT,UAAU;CACV,YAAY;AACd;AAcA,IAAa,iBAAb,cAAoC,WAAW;CAC7C;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAEA;CACA;CACA;CACA,2BAAmB,IAAI,IAA4B;CAEnD,YAAY,SAAgC;EAC1C,MAAM,OAAO;EACb,KAAK,oBAAoB,QAAQ;EACjC,KAAK,cAAc,QAAQ;EAC3B,KAAK,WAAW,QAAQ;EACxB,KAAK,oBAAoB,QAAQ;EACjC,KAAK,oBAAoB,QAAQ;EACjC,KAAK,cAAc,QAAQ;EAC3B,KAAK,iBAAiB,QAAQ;EAC9B,KAAK,gBAAgB,QAAQ;EAC7B,KAAK,KAAK,QAAQ;EAElB,KAAK,iBAAiB,IAAI,eAA0B,KAAM,KAAK,OAAO,WAAW;GAC/E,MAAM,KAAK,eAAe,aAAa,MAAM;GAC7C,OAAO,OAAO,UAAU,KAAA,CAAiB;EAC3C,CAAC;EAED,KAAK,wBAAwB,IAAI,eAA0B,KAAK,KAAK,OAAO,YAAY;GACtF,MAAM,EAAE,QAAQ,MAAM,OAAO;GAC7B,MAAM,SAAS,QAAQ,KAAK,YAAY;IACtC,QAAQ,OAAO;IACf,SAAS,OAAO;IAChB,aAAa,OAAO;IACpB,mBAAmB,OAAO;GAC5B,EAAE;GAEF,MAAM,iBAAiB,KAAK,IAAI;GAChC,MAAM,KAAK,GACR,OAAO,cAAc,CAAC,CACtB,OAAO,MAAM,CAAC,CACd,mBAAmB;IAClB,QAAQ;KAAC,eAAe;KAAQ,eAAe;KAAS,eAAe;IAAW;IAClF,KAAK,EAAE,mBAAmB,GAAG,+BAA+B;GAC9D,CAAC,CAAC,CACD,OAAO,MAAW,KAAK,OAAO,MAAM,EAAE,KAAK,EAAE,GAAG,0BAA0B,CAAC;GAE9E,OAAgB,WAAW,YAAY,KAAK,IAAI,IAAI;GACpD,OAAgB,WAAW;GAC3B,OAAO,QAAQ,UAAU,KAAA,CAAiB;EAC5C,CAAC;EAED,KAAK,wBAAwB,IAAI,eAAe,KAAK,IAAI,OAAO,UAAU;GACxE,MAAM,SAAS,MAAM,KAAK,UAAe;IACvC,QAAQ,KAAK;IACb,SAAS,KAAK;IACd,aAAa,KAAK;GACpB,EAAE;GAEF,MAAM,KAAK,GAAG,OAAO,cAAc,CAAC,CAAC,OAAO,MAAM,CAAC,CAAC,oBAAoB;GACxE,OAAO,MAAM,UAAU,IAAI;EAC7B,CAAC;CACH;CAEA,MAAe,OAAsB;EACnC,MAAM,QAAQ,IAAI;GAChB,KAAK,eAAe,MAAM;GAC1B,KAAK,sBAAsB,MAAM;GACjC,KAAK,sBAAsB,MAAM;EACnC,CAAC;EACD,MAAM,MAAM,KAAK;CACnB;CAEA,WAAmB,MAA8B;EAC/C,IAAI,UAAU,KAAK,SAAS,IAAI,IAAI;EACpC,IAAI,CAAC,SAAS;GACZ,UAAU,IAAI,eAAe;IAAE,kBAAkB;IAAG,gBAAgB;GAAM,CAAC;GAC3E,KAAK,SAAS,IAAI,MAAM,OAAO;EACjC;EACA,OAAO;CACT;CAEA,MAAM,QAAQ,SAAwB,UAAkB,GAAkB;EACxE,MAAM,EAAE,UAAU;EAClB,MAAM,kBAAmC,CAAC;EAE1C,MAAM,gBAAgB,SAAS,iBAAiB,2BAA2B,MAAM,OAAO;EACxF,IAAI,CAAC,cAAc,SAAS;GAC1B,KAAK,OAAO,KACV;IAAE,WAAW,QAAQ;IAAI,QAAQ,cAAc,MAAM;GAAO,GAC5D,oDACF;GACA;EACF;EAEA,MAAM,OAAO,cAAc;EAE3B,MAAM,wBAAwB,OAAO,WAAmB;GACtD,IAAI,KAAK,iBAAiB,KAAK,cAAc,SAAS,KAAK,KAAK,WAAW;IACzE,MAAM,cAAc,KAAK,cAAc;IACvC,MAAM,iBAAiB,KAAK,cAAc,MAAM,CAAC;IAEjD,MAAM,kBAAuB;KAE3B,WAAW,KAAK;KAChB,YAAY,KAAK;KACjB,aAAa,KAAK;KAClB,SAAS;KACT,UAAU,KAAK;KACf,YAAY,KAAK;KACjB,mBAAmB,KAAK;KACxB,WAAW,KAAK;KAChB,WAAW,KAAK;KAChB,aAAa,KAAA;KACb,eAAe,eAAe,SAAS,IAAI,iBAAiB,KAAA;IAC9D;IAEA,MAAM,IAAI,kBAAkB,KAAK,QAAQ;IAEzC,OADiB,KAAK,kBAAkB,MAAM,KAAK,kBAAkB,UAAA,CACtD,QACb,iBACE,yBACA,iBACA,YACA,MAAM,SAAS,OACjB,CACF;IAEA,KAAK,OAAO,KACV;KAAE,QAAQ,KAAK;KAAQ;KAAQ;KAAa,SAAS,MAAM,SAAS;IAAQ,GAC5E,4EACF;IACA,OAAO;GACT;GACA,OAAO;EACT;EAEA,MAAM,aAAa,KAAK,kBAAkB,OAAO,KAAK,OAAO;EAE7D,IAAI,WAAW,WAAW,GAAG;GAC3B,KAAK,OAAO,KACV;IAAE,QAAQ,KAAK;IAAQ,SAAS,KAAK;GAAQ,GAC7C,gDACF;GAEA,IAAI,CAAC,MAD2B,sBAAsB,cAAc,GAC5C;IACtB,KAAK,cAAc,KACjB,mBACA,KAAK,QACL,gBACA,KAAK,SACL,KAAK,SACP;IACA,MAAM,KAAK,eAAe,IACxB,iBACE,uBACA;KACE,WAAW,KAAK;KAChB,QAAQ,KAAK;KACb,iBAAiB,KAAK;KACtB,aAAa,KAAK;KAClB,SAAS,KAAK;KACd,eAAe;KACf,aAAa;KACb,WAAW;KACX;KACA,YAAY,KAAK;KACjB,oBACE,MAAM,SAAS,WAAW,aAAa,MAAM,SAAS,UAAU,KAAA;KAClE,YAAY,KAAK;IACnB,GACA,YACA,MAAM,SAAS,OACjB,CACF;GACF;GACA;EACF;EAEA,MAAM,cAAc,WAAW,EAAE,CAAC;EAClC,IAAI,aAAa;GACf,MAAM,EAAE,SAAS,iBAAiB,MAAM,iBACtC,KAAK,UACL,KAAK,SACL,aACA,KAAK,MACP;GACA,IAAI,CAAC,SAAS;IACZ,KAAK,wBAAwB,KAAK,wBAAwB,KAAK;IAC/D,MAAM,cAAc,KAAK,iBAAiB,eAAe;IAEzD,IAAI,KAAK,uBAAuB,aAAa;KAC3C,KAAK,OAAO,KACV;MAAE,WAAW,QAAQ;MAAI,QAAQ,KAAK;MAAQ,UAAU,KAAK;KAAqB,GAClF,2CACF;KAEA,IAAI,CAAC,MAD2B,sBAAsB,4BAA4B,GAC1D;MACtB,KAAK,cAAc,KACjB,mBACA,KAAK,QACL,8BACA,KAAK,SACL,KAAK,SACP;MACA,MAAM,KAAK,eAAe,IACxB,iBACE,uBACA;OACE,WAAW,KAAK;OAChB,QAAQ,KAAK;OACb,iBAAiB,KAAK;OACtB,aAAa,KAAK;OAClB,SAAS,KAAK;OACd,eAAe;OACf,aAAa;OACb,WAAW;OACX;OACA,YAAY,KAAK;OACjB,oBACE,MAAM,SAAS,WAAW,aAAa,MAAM,SAAS,UAAU,KAAA;OAClE,YAAY,KAAK;MACnB,GACA,YACA,MAAM,SAAS,OACjB,CACF;KACF;KACA;IACF;IAEA,MAAM,EAAE,QAAQ,MAAM,OAAO;IAC7B,MAAM,KAAK,GACR,OAAO,iBAAiB,CAAC,CACzB,OAAO;KACN,QAAQ,KAAK;KACb,SAAS;IACX,CAAC,CAAC,CACD,mBAAmB;KAClB,QAAQ,kBAAkB;KAC1B,KAAK,EAAE,SAAS,GAAG,mBAAmB;IACxC,CAAC;IAEH,MAAM,KAAK,kBAAkB,QAC3B,iBACE,0BACA;KACE,WAAW,KAAK;KAChB,iBAAiB,KAAK;KACtB,QAAQ,KAAK;KACb,aAAa,IAAI,KAAK,KAAK,IAAI,IAAI,YAAY,CAAC,CAAC,YAAY;KAC7D,sBAAsB,KAAK;IAC7B,GACA,YACA,GAAG,KAAK,OAAO,YAAY,KAAK,IAAI,GACtC,CACF;IAEA;GACF;EACF;EAEA,MAAM,eAAe,KAAK,IAAI;EAC9B,MAAM,iBAAiB,KAAK;EAC5B,IAAI,CAAE,MAAM,KAAK,YAAY,aAAa,gBAAgB,EAAE,GAAI;GAC9D,KAAK,OAAO,KACV;IAAE,WAAW,QAAQ;IAAI,QAAQ,KAAK;IAAQ,SAAS,KAAK;IAAS;GAAQ,GAC7E,+BACF;GACA;EACF;EAEA,IAAI;GACF,MAAM,KAAK,sBAAsB,IAAI,IAAI;GACzC,MAAM,aAAa,KAAK,IAAI,IAAI;GAEhC,gBAAgB,KACd,KAAK,eAAe,IAClB,iBACE,2BACA;IACE,WAAW,KAAK;IAChB,QAAQ,KAAK;IACb,iBAAiB,KAAK;IACtB,aAAa,KAAK;IAClB,SAAS,KAAK;IACd,YAAY,KAAK;IACjB;IACA,oBACE,MAAM,SAAS,WAAW,aAAa,MAAM,SAAS,UAAU,KAAA;IAClE,YAAY,KAAK;GACnB,GACA,YACA,MAAM,SAAS,OACjB,CACF,CACF;GAIA,IAAI,KAAK,YAAY,QAAQ;IAC3B,IAAI,aAAkB;KAAE,SAAS;KAAO,OAAO;IAAgB;IAE/D,KAAK,MAAM,aAAa,YACtB,IAAI;KACF,MAAM,QAAQ,KAAK,IAAI;KAGvB,aAAa,MAFG,KAAK,WAAW,GAAG,KAAK,QAAQ,GAAG,UAAU,YAAY,MAEhD,CAAC,CAAC,QAAQ,YAAY;MAC7C,MAAM,YAAY,KAAK,iBAAiB,aAAa;MACrD,MAAM,aAAa,IAAI,gBAAgB;MACvC,MAAM,UAAU,iBAAiB;OAC/B,WAAW,sBAAM,IAAI,MAAM,2BAA2B,UAAU,GAAG,CAAC;MACtE,GAAG,SAAS;MAEZ,IAAI;OACF,KAAc,SAAS,WAAW;OAClC,MAAM,MAAW,MAAM,QAAQ,KAAK,CAClC,UAAU,KAAK,IAAI,GACnB,IAAI,SAAS,GAAG,WAAW;QACzB,IAAI,WAAW,OAAO,SAAS,OAAO,OAAO,WAAW,OAAO,MAAM;QACrE,WAAW,OAAO,iBAAiB,eACjC,OAAO,WAAW,OAAO,MAAM,CACjC;OACF,CAAC,CACH,CAAC;OACD,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,cACvB,MAAM,IAAI,MAAM,IAAI,SAAS,kBAAkB;OAEjD,OAAO;MACT,UAAU;OACR,aAAa,OAAO;MACtB;KACF,CAAC;KAED,OAAgB,WAAW,YAAY,KAAK,IAAI,IAAI;KACpD,IAAI,WAAW,WAAW,WAAW,cAAc;IACrD,SAAS,KAAU;KACjB,aAAa;MAAE,SAAS;MAAO,OAAO,IAAI;KAAQ;IACpD;IAGF,IAAI,WAAW,cAAc;KAC3B,MAAM,KAAK,YAAY,WACrB,KAAK,WACL,KAAK,aACL,KAAK,SACL,KAAK,WACP;KACA,KAAK,OAAO,KACV;MAAE,SAAS,KAAK;MAAS,QAAQ,KAAK;KAAY,GAClD,oCACF;KACA,KAAK,cAAc,KACjB,mBACA,KAAK,QACL,gBACA,KAAK,SACL,KAAK,SACP;KACA,QAAQ,eAAe,IAAI;MAAE,SAAS,KAAK;MAAS,QAAQ;KAAgB,CAAC;KAE7E,gBAAgB,KACd,KAAK,eAAe,IAClB,iBACE,uBACA;MACE,WAAW,KAAK;MAChB,QAAQ,KAAK;MACb,iBAAiB,KAAK;MACtB,aAAa,KAAK;MAClB,SAAS,KAAK;MACd,eAAe;MACf,aAAa;MACb,WAAW;MACX;MACA,YAAY,KAAK;MACjB,oBACE,MAAM,SAAS,WAAW,aAAa,MAAM,SAAS,UAAU,KAAA;MAClE,YAAY,KAAK;KACnB,GACA,YACA,MAAM,SAAS,OACjB,CACF,CACF;KAGA,IAAI,CAAC,MAD2B,sBAAsB,eAAe,GAEnE,MAAM,IAAI,kBAAkB,qCAAqC;IAErE,OAAO,IAAI,WAAW,SAAS;KAE7B,MAAM,oBAAoB,WAAW,qBAAqB;KAE1D,gBAAgB,KACd,KAAK,sBAAsB,IAAI;MAC7B,QAAQ,KAAK;MACb,SAAS,KAAK;MACd,aAAa,KAAK;MAClB;KACF,CAAC,CACH;KAEA,KAAK,OAAO,MACV;MAAE,QAAQ,KAAK;MAAQ,WAAW;KAAkB,GACpD,gBACF;KACA,KAAK,cAAc,KACjB,sBACA,KAAK,QACL,mBACA,KAAK,SACL,KAAK,SACP;KACA,QAAQ,gBAAgB,IAAI,EAAE,SAAS,KAAK,QAAQ,CAAC;KAErD,gBAAgB,KACd,KAAK,eAAe,IAClB,iBACE,0BACA;MACE,WAAW,KAAK;MAChB,QAAQ,KAAK;MACb,iBAAiB,KAAK;MACtB,SAAS,KAAK;MACd,8BAAa,IAAI,KAAK,EAAA,CAAE,YAAY;MACpC;MACA,YAAY,KAAK;MACjB,oBACE,MAAM,SAAS,WAAW,aAAa,MAAM,SAAS,UAAU,KAAA;MAClE,YAAY,KAAK;KACnB,GACA,YACA,MAAM,SAAS,OACjB,CACF,CACF;IACF,OAAO;KACL,KAAK,OAAO,KACV;MAAE,QAAQ,KAAK;MAAQ,OAAO,WAAW;KAAM,GAC/C,sBACF;KACA,KAAK,cAAc,KACjB,mBACA,KAAK,QACL,WAAW,SAAS,wBACpB,KAAK,SACL,KAAK,SACP;KACA,QAAQ,eAAe,IAAI;MAAE,SAAS,KAAK;MAAS,QAAQ;KAAa,CAAC;KAE1E,gBAAgB,KACd,KAAK,eAAe,IAClB,iBACE,uBACA;MACE,WAAW,KAAK;MAChB,QAAQ,KAAK;MACb,iBAAiB,KAAK;MACtB,aAAa,KAAK;MAClB,SAAS,KAAK;MACd,eAAe,WAAW,SAAS;MACnC,aAAa;MACb,WAAW;MACX;MACA,YAAY,KAAK;MACjB,oBACE,MAAM,SAAS,WAAW,aAAa,MAAM,SAAS,UAAU,KAAA;MAClE,YAAY,KAAK;KACnB,GACA,YACA,MAAM,SAAS,OACjB,CACF,CACF;KAGA,IAAI,CAAC,MAD2B,sBAAsB,sBAAsB,GAE1E,MAAM,IAAI,kBAAkB,WAAW,SAAS,sBAAsB;IAE1E;GACF,OAAO;IAEL,IAAI,SAAc;KAAE,SAAS;KAAO,OAAO;IAAgB;IAC3D,KAAK,MAAM,aAAa,YACtB,IAAI;KACF,MAAM,QAAQ,KAAK,IAAI;KAGvB,SAAS,MAFO,KAAK,WAAW,GAAG,KAAK,QAAQ,GAAG,UAAU,YAAY,MAEpD,CAAC,CAAC,QAAQ,YAAY;MACzC,MAAM,YAAY,KAAK,iBAAiB,aAAa;MACrD,MAAM,aAAa,IAAI,gBAAgB;MACvC,MAAM,UAAU,iBAAiB;OAC/B,WAAW,sBAAM,IAAI,MAAM,2BAA2B,UAAU,GAAG,CAAC;MACtE,GAAG,SAAS;MAEZ,IAAI;OACF,KAAc,SAAS,WAAW;OAClC,MAAM,MAAW,MAAM,QAAQ,KAAK,CAClC,UAAU,KAAK,IAAI,GACnB,IAAI,SAAS,GAAG,WAAW;QACzB,IAAI,WAAW,OAAO,SAAS,OAAO,OAAO,WAAW,OAAO,MAAM;QACrE,WAAW,OAAO,iBAAiB,eACjC,OAAO,WAAW,OAAO,MAAM,CACjC;OACF,CAAC,CACH,CAAC;OACD,IAAI,CAAC,IAAI,SACP,MAAM,IAAI,MAAM,IAAI,SAAS,kBAAkB;OAEjD,OAAO;MACT,UAAU;OACR,aAAa,OAAO;MACtB;KACF,CAAC;KAED,OAAgB,WAAW,YAAY,KAAK,IAAI,IAAI;KACpD,IAAI,OAAO,SAAS;IACtB,SAAS,KAAU;KACjB,SAAS;MAAE,SAAS;MAAO,OAAO,IAAI;KAAQ;IAChD;IAGF,IAAI,OAAO,SAAS;KAElB,MAAM,oBAAoB,OAAO,qBAAqB;KAEtD,gBAAgB,KACd,KAAK,sBAAsB,IAAI;MAC7B,QAAQ,KAAK;MACb,SAAS,KAAK;MACd,aAAa,KAAK;MAClB;KACF,CAAC,CACH;KAEA,KAAK,cAAc,KACjB,sBACA,KAAK,QACL,mBACA,KAAK,SACL,KAAK,SACP;KACA,QAAQ,gBAAgB,IAAI,EAAE,SAAS,KAAK,QAAQ,CAAC;KAErD,gBAAgB,KACd,KAAK,eAAe,IAClB,iBACE,0BACA;MACE,WAAW,KAAK;MAChB,QAAQ,KAAK;MACb,iBAAiB,KAAK;MACtB,SAAS,KAAK;MACd,8BAAa,IAAI,KAAK,EAAA,CAAE,YAAY;MACpC;MACA,YAAY,KAAK;MACjB,oBACE,MAAM,SAAS,WAAW,aAAa,MAAM,SAAS,UAAU,KAAA;MAClE,YAAY,KAAK;KACnB,GACA,YACA,MAAM,SAAS,OACjB,CACF,CACF;IACF,OACE,gBAAgB,KACd,KAAK,eAAe,IAClB,iBACE,uBACA;KACE,WAAW,KAAK;KAChB,QAAQ,KAAK;KACb,iBAAiB,KAAK;KACtB,SAAS,KAAK;KACd,eAAe,OAAO,SAAS;KAC/B,aAAa;KACb,WAAW;KACX;KACA,YAAY,KAAK;KACjB,oBACE,MAAM,SAAS,WAAW,aAAa,MAAM,SAAS,UAAU,KAAA;KAClE,YAAY,KAAK;IACnB,GACA,YACA,MAAM,SAAS,OACjB,CACF,CACF;IAGF,IAAI,CAAC,OAAO,SAAS;KACnB,KAAK,OAAO,KACV;MAAE,QAAQ,KAAK;MAAQ,SAAS,KAAK;MAAS,OAAO,OAAO;KAAM,GAClE,6CACF;KACA,KAAK,cAAc,KACjB,mBACA,KAAK,QACL,OAAO,SAAS,8BAChB,KAAK,SACL,KAAK,SACP;KACA,QAAQ,eAAe,IAAI;MAAE,SAAS,KAAK;MAAS,QAAQ;KAAiB,CAAC;KAG9E,IAAI,CAAC,MAD2B,sBAAsB,sBAAsB,GAE1E,MAAM,IAAI,kBAAkB,OAAO,SAAS,iBAAiB;IAEjE,OACE,KAAK,OAAO,KACV;KAAE,QAAQ,KAAK;KAAQ,SAAS,KAAK;KAAS,WAAW,OAAO;IAAkB,GAClF,wBACF;GAEJ;GAEA,MAAM,cAAc,KAAK,IAAI;GAC7B,MAAM,QAAQ,IAAI,eAAe,CAAC,CAAC,OAAO,QAAQ;IAChD,KAAK,OAAO,MACV;KAAE;KAAK,QAAQ,KAAK;IAAO,GAC3B,wFACF;GACF,CAAC;GACD,MAAM,YAAY,KAAK,IAAI,IAAI;GAE/B,MAAM,KAAK,YAAY,cAAc,cAAc;GAEnD,MAAM,IAAK,OAAgB,aAAc,OAAe,cAAc;IACpE,OAAO;IACP,QAAQ;IACR,UAAU;IACV,OAAO;IACP,KAAK;GACP;GACA,EAAE;GACF,EAAE,UAAU;GACZ,EAAE,SAAS;GAEX,IAAI,EAAE,QAAQ,QAAS,GAAG;IACxB,KAAK,OAAO,MACV,gCAAgC,EAAE,UAAU,IAAK,iBAAiB,EAAE,SAAS,IAAK,gBAAgB,EAAE,WAAW,IAAK,sBAAsB,EAAE,QAAQ,IAAK,WAAW,EAAE,MAAM,IAAK,kCAAkC,EAAE,WAAW,KAAK,IAAI,GAAG,EAAE,UAAU,EAAE,GAC5P;IACA,EAAE,QAAQ;IACV,EAAE,SAAS;IACX,EAAE,WAAW;IACb,EAAE,QAAQ;IACV,EAAE,UAAU;IACZ,EAAE,MAAM;IACR,EAAE,WAAW;IACb,EAAE,aAAa;GACjB;EACF,SAAS,KAAK;GACZ,MAAM,KAAK,YAAY,OAAO,cAAc,CAAC,CAAC,YAAY,CAAC,CAAC;GAC5D,MAAM;EACR;CACF;AACF;AAEA,eAAsB,sBAAsB;CAC1C,SAAS,aAAa;EAAE,MAAM;EAAY,OAAO,OAAO;CAAU,CAAC;CAEnE,QAAQ,IAAI,YAAY;EAAE,KAAK,OAAO;EAAW,MAAM;EAAY;CAAO,CAAC;CAC3E,MAAM,SAAS,eAAe;EAAE,KAAK,OAAO;EAAc,iBAAiB;EAAY;CAAO,CAAC;CAC/F,MAAM,OAAO;CACb,KAAK,OAAO;CACZ,WAAW,IAAI,eAAe;EAC5B,OAAO,MAAM;EACb,QAAQ;EACR,OAAO,gBAAgB;EACvB,UAAU,YAAY,QAAQ;EAC9B,WAAW,QAAQ;EACnB,WAAW,OAAO;EAClB;CACF,CAAC;CAED,oBAAoB,IAAI,eAAe;EACrC,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB;CACF,CAAC;CAED,iBAAiB,IAAI,sBAAsB;EACzC,OAAO,MAAM;EACb,QAAQ;EACR,OAAO,gBAAgB;EACvB,UAAU,YAAY,QAAQ;EAC9B;CACF,CAAC;CAED,oBAAoB;EAClB,UAAU,IAAI,eAAe;GAC3B,OAAO,MAAM;GACb,QAAQ,QAAQ;GAChB;EACF,CAAC;EACD,QAAQ,IAAI,eAAe;GAAE,OAAO,MAAM;GAAQ,QAAQ,QAAQ;GAAiB;EAAO,CAAC;EAC3F,KAAK,IAAI,eAAe;GAAE,OAAO,MAAM;GAAQ,QAAQ,QAAQ;GAAc;EAAO,CAAC;CACvF;CAEA,MAAM,cAAc,IAAI,kBAAkB,EAAE;CAE5C,MAAM,cAAc,IAAI,iBAAiB;EACvC,OAAO,MAAM;EACb,WAAW;EACX,YAAY;CACd,CAAC;CAUD,MAAM,iBAAiB,IAAI,eAAe;EACxC,OAAO,MAAM;EACb,QAAQ,QAAQ;EAChB;CACF,CAAC;CAED,SAAS,IAAI,eAAe;EAC1B;EACA;EACA;EACA,aAAa,OAAO;EACpB;EACA;EACA,OAAO,MAAM;EACb;EACA;EACA;EACA;EACA;EACA;CACF,CAAC;CAID,iBAAiB,oBAAoB,YAAY,QAAQ,OAAO,MAAM;CAEtE,OAAO,KACL;EAAE,KAAK,OAAO;EAAU,UAAU,kBAAkB,mBAAmB;CAAE,GACzE,mBACF;CACA,MAAM,OAAO,MAAM;AACrB;AAIA,eAAsB,qBAAoC;CACxD,QAAQ,KAAK,oBAAoB;CACjC,IAAI,gBAAgB;EAClB,cAAc,cAAc;EAC5B,iBAAiB;CACnB;CACA,IAAI,QAAQ,MAAM,OAAO,KAAK;CAC9B,IAAI,KAAK,MAAM,IAAI,IAAI;CACvB,IAAI,OAAO,MAAM,MAAM,WAAW;CAClC,QAAQ,KAAK,kBAAkB;AACjC"}