notifkit 0.1.15 → 0.1.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dashboard/dist/assets/index-C-DJYu0_.css +1 -0
- package/dashboard/dist/assets/index-CzFZcEon.js +318 -0
- package/dashboard/dist/index.html +2 -2
- package/dist/{bootstrap-BOmT69OH.mjs → bootstrap-P63acBG9.mjs} +1 -1
- package/dist/{bulk-ZPiOJRx-.mjs → bulk-Beblt3ny.mjs} +1 -1
- package/dist/index.d.mts +84 -27
- package/dist/index.mjs +2 -2
- package/dist/{main-CTjaZ7ZD.mjs → main-BIahf4f9.mjs} +13 -15
- package/dist/{main-CCqcFDDe.mjs → main-C3XcLoCb.mjs} +21 -41
- package/dist/{main-g33jpia4.mjs → main-CktEylpL.mjs} +676 -582
- package/dist/{main-BdZvBgV7.mjs → main-DB0bUh2r.mjs} +22 -48
- package/dist/{main-JEXBLP2A.mjs → main-Dk92nti8.mjs} +8 -6
- package/dist/{main-C0m9-Eos.mjs → main-Lcbg7aEn.mjs} +183 -334
- package/dist/{main-C6S3EsJ3.mjs → main-NHUvynW2.mjs} +77 -64
- package/dist/{main-24J4U8yP.mjs → main-_I4b1cmP.mjs} +4 -4
- package/dist/schedule-or-dispatch-C5qfxQCv.mjs +52 -0
- package/dist/{src-9LXITcNi.mjs → src-BRatuWJS.mjs} +125 -95
- package/package.json +1 -1
- package/scripts/create-project.mjs +6 -2
- package/src/client.ts +3 -3
- package/src/config/index.ts +2 -1
- package/src/contracts/common.ts +2 -0
- package/src/contracts/envelope.ts +1 -1
- package/src/contracts/events/notification-created.ts +2 -0
- package/src/contracts/events/notification-delivered.ts +1 -1
- package/src/contracts/events/notification-failed.ts +1 -1
- package/src/contracts/events/notification-requested.ts +3 -2
- package/src/contracts/helpers.ts +1 -2
- package/src/contracts/index.ts +1 -0
- package/src/contracts/registry.ts +1 -0
- package/src/contracts/sdk.ts +8 -37
- package/src/db/schema.ts +8 -13
- package/src/idempotency/index.ts +6 -8
- package/src/metrics/index.ts +2 -0
- package/src/queue/index.ts +8 -0
- package/src/rate-limiter/api-rate-limiter.ts +208 -0
- package/src/rate-limiter/index.ts +3 -411
- package/src/rate-limiter/project-settings-cache.ts +99 -0
- package/src/rate-limiter/user-throttle.ts +100 -0
- package/src/redis/index.ts +10 -3
- package/src/repositories/admin-user.ts +83 -0
- package/src/repositories/contact.ts +359 -0
- package/src/repositories/index.ts +9 -1416
- package/src/repositories/preference.ts +35 -0
- package/src/repositories/project.ts +110 -0
- package/src/repositories/segment.ts +16 -0
- package/src/repositories/template.ts +72 -0
- package/src/repositories/types.ts +49 -0
- package/src/repositories/user.ts +644 -0
- package/src/repositories/workflow.ts +64 -0
- package/src/services/ai/main.ts +29 -71
- package/src/services/api/admin-static.ts +4 -1
- package/src/services/api/handlers/auth.ts +109 -0
- package/src/services/api/handlers/campaigns.ts +191 -0
- package/src/services/api/handlers/events.ts +99 -0
- package/src/services/api/handlers/notifications.ts +356 -0
- package/src/services/api/handlers/projects.ts +116 -0
- package/src/services/api/handlers/shared.ts +262 -0
- package/src/services/api/handlers/suppressions.ts +95 -0
- package/src/services/api/handlers/system.ts +314 -0
- package/src/services/api/handlers/templates.ts +97 -0
- package/src/services/api/handlers/unsubscribe.ts +215 -0
- package/src/services/api/handlers/users.ts +262 -0
- package/src/services/api/handlers/workflows.ts +150 -0
- package/src/services/api/handlers.ts +25 -2190
- package/src/services/api/health.ts +133 -0
- package/src/services/api/http.ts +12 -0
- package/src/services/api/main.ts +32 -322
- package/src/services/api/router.ts +1 -1
- package/src/services/api/webhooks.ts +172 -0
- package/src/services/delivery/main.ts +256 -498
- package/src/services/engine/main.ts +31 -247
- package/src/services/engine/quiet-hours.ts +151 -0
- package/src/services/engine/schedule-or-dispatch.ts +104 -0
- package/src/services/enricher/main.ts +9 -21
- package/src/services/events/main.ts +2 -2
- package/src/services/scheduler/main.ts +16 -25
- package/src/services/workflow/duration.ts +24 -0
- package/src/services/workflow/main.ts +6 -164
- package/src/services/workflow/timers.ts +157 -0
- package/src/shared/events.ts +3 -2
- package/src/templates/render.ts +1 -0
- package/src/workers/index.ts +34 -5
- package/src/workflows/sdk.ts +1 -0
- package/dashboard/dist/assets/index-ggpJKZqZ.js +0 -315
- package/dashboard/dist/assets/index-s-SXGIwv.css +0 -1
|
@@ -1,19 +1,66 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { a as uniqueConsumerId, i as shutdownWorker, n as createStreamConsumer, r as createWorkerRuntime } from "./bootstrap-
|
|
1
|
+
import { J as StreamProducer, Xt as CONSUMER_GROUPS, Yt as buildStreamEvent, a as SuspendExecutionError, c as BaseWorker, d as startHealthReporter, gn as readBaseConfig, gt as workflowWaiters, ht as workflowSteps, i as workflowRegistry, mn as loadEnv, mt as workflowInstances, o as buildStepNotifyPayload, pt as workflowDefinitions, tn as STREAMS } from "./src-BRatuWJS.mjs";
|
|
2
|
+
import { a as uniqueConsumerId, i as shutdownWorker, n as createStreamConsumer, r as createWorkerRuntime } from "./bootstrap-P63acBG9.mjs";
|
|
3
3
|
import { randomUUID } from "node:crypto";
|
|
4
4
|
import { and, eq } from "drizzle-orm";
|
|
5
|
-
//#region src/services/workflow/
|
|
6
|
-
/** How long a workflow instance lock is held before it self-expires. */
|
|
7
|
-
const WORKFLOW_LOCK_TTL_SECONDS = 60;
|
|
8
|
-
/** Renew the lock well inside its TTL so long-running handlers keep it. */
|
|
9
|
-
const WORKFLOW_LOCK_RENEW_MS = WORKFLOW_LOCK_TTL_SECONDS / 3 * 1e3;
|
|
5
|
+
//#region src/services/workflow/timers.ts
|
|
10
6
|
/** How long a claimed workflow timer stays invisible to other pollers. */
|
|
11
7
|
const WORKFLOW_TIMER_VISIBILITY_MS = 6e4;
|
|
12
8
|
/** Wake-ups for sleeping instances: waits, event timeouts, deferred resumes. */
|
|
13
9
|
const WORKFLOW_TIMERS_KEY = "notif:workflow:timers";
|
|
14
|
-
/**
|
|
15
|
-
|
|
16
|
-
|
|
10
|
+
/** Resumes instances whose wait, event timeout or deferred resume is due. */
|
|
11
|
+
async function pollWorkflowTimers({ redis, db, logger, workflowProducer }) {
|
|
12
|
+
try {
|
|
13
|
+
const now = Date.now();
|
|
14
|
+
const tasks = await redis.native.schedulerPoll(WORKFLOW_TIMERS_KEY, now, 100, WORKFLOW_TIMER_VISIBILITY_MS);
|
|
15
|
+
for (const taskStr of tasks) {
|
|
16
|
+
const task = JSON.parse(taskStr);
|
|
17
|
+
const inst = (await db.select().from(workflowInstances).where(eq(workflowInstances.id, task.instanceId)).limit(1))[0];
|
|
18
|
+
if (!inst || inst.status === "completed" || inst.status === "failed" || inst.status === "canceled") {
|
|
19
|
+
await redis.native.zrem(WORKFLOW_TIMERS_KEY, taskStr);
|
|
20
|
+
continue;
|
|
21
|
+
}
|
|
22
|
+
if (inst.status === "running") continue;
|
|
23
|
+
if (task.isEventTimeout) {
|
|
24
|
+
if (task.stepId !== void 0) {
|
|
25
|
+
const [own] = await db.select({ output: workflowSteps.output }).from(workflowSteps).where(and(eq(workflowSteps.instanceId, task.instanceId), eq(workflowSteps.stepIndex, String(task.stepId)))).limit(1);
|
|
26
|
+
if (!own || own.output !== null) {
|
|
27
|
+
await redis.native.zrem(WORKFLOW_TIMERS_KEY, taskStr);
|
|
28
|
+
continue;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
if ((await db.delete(workflowWaiters).where(and(eq(workflowWaiters.instanceId, task.instanceId), eq(workflowWaiters.eventName, task.eventName))).returning()).length === 0) {
|
|
32
|
+
await redis.native.zrem(WORKFLOW_TIMERS_KEY, taskStr);
|
|
33
|
+
continue;
|
|
34
|
+
}
|
|
35
|
+
const steps = await db.select().from(workflowSteps).where(and(eq(workflowSteps.instanceId, task.instanceId), eq(workflowSteps.action, "waitForEvent")));
|
|
36
|
+
const pendingStep = task.stepId !== void 0 ? steps.find((s) => s.stepIndex === String(task.stepId) && s.output === null) : steps.find((s) => s.output === null);
|
|
37
|
+
if (pendingStep) await db.update(workflowSteps).set({ output: { timedOut: true } }).where(eq(workflowSteps.id, pendingStep.id));
|
|
38
|
+
}
|
|
39
|
+
await workflowProducer.publish(buildStreamEvent("workflow.resumed", task, "scheduler", void 0));
|
|
40
|
+
await redis.native.zrem(WORKFLOW_TIMERS_KEY, taskStr);
|
|
41
|
+
logger.info({ instanceId: task.instanceId }, "Workflow resumed from timer");
|
|
42
|
+
}
|
|
43
|
+
} catch (err) {
|
|
44
|
+
logger.error({ err }, "error in workflow polling loop");
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
/** Sets `running` instances whose lock has expired back to `pending`. */
|
|
48
|
+
async function reapStuckInstances({ redis, db, logger }) {
|
|
49
|
+
try {
|
|
50
|
+
const runningInstances = await db.select({ id: workflowInstances.id }).from(workflowInstances).where(eq(workflowInstances.status, "running"));
|
|
51
|
+
for (const inst of runningInstances) {
|
|
52
|
+
const lockKey = `lock:workflow:${inst.id}`;
|
|
53
|
+
if (!await redis.native.exists(lockKey)) {
|
|
54
|
+
await db.update(workflowInstances).set({ status: "pending" }).where(eq(workflowInstances.id, inst.id));
|
|
55
|
+
logger.info({ instanceId: inst.id }, "Reaped stuck workflow instance (lock expired)");
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
} catch (err) {
|
|
59
|
+
logger.error({ err }, "error in stuck workflow reaper");
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
//#endregion
|
|
63
|
+
//#region src/services/workflow/duration.ts
|
|
17
64
|
/** Seconds per unit. Everything is read as seconds first, then scheduled in ms. */
|
|
18
65
|
const DURATION_UNIT_SECONDS = {
|
|
19
66
|
ms: .001,
|
|
@@ -36,6 +83,15 @@ function parseDurationSeconds(value, what) {
|
|
|
36
83
|
function durationToMs(value, what) {
|
|
37
84
|
return Math.round(parseDurationSeconds(value, what) * 1e3);
|
|
38
85
|
}
|
|
86
|
+
//#endregion
|
|
87
|
+
//#region src/services/workflow/main.ts
|
|
88
|
+
/** How long a workflow instance lock is held before it self-expires. */
|
|
89
|
+
const WORKFLOW_LOCK_TTL_SECONDS = 60;
|
|
90
|
+
/** Renew the lock well inside its TTL so long-running handlers keep it. */
|
|
91
|
+
const WORKFLOW_LOCK_RENEW_MS = WORKFLOW_LOCK_TTL_SECONDS / 3 * 1e3;
|
|
92
|
+
/** How soon a resume that found its instance busy is tried again. */
|
|
93
|
+
const WORKFLOW_RESUME_RETRY_MS = 2e3;
|
|
94
|
+
const UUID_RE = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
|
|
39
95
|
/** Thrown at a step boundary once the instance has been canceled. */
|
|
40
96
|
var WorkflowCanceledError = class extends Error {
|
|
41
97
|
constructor() {
|
|
@@ -60,7 +116,6 @@ let workflowProducer;
|
|
|
60
116
|
var WorkflowWorker = class extends BaseWorker {
|
|
61
117
|
redisCli;
|
|
62
118
|
dbConn;
|
|
63
|
-
workflowProducer;
|
|
64
119
|
notificationProducer;
|
|
65
120
|
eventBuffer = [];
|
|
66
121
|
flushTimer = null;
|
|
@@ -68,7 +123,6 @@ var WorkflowWorker = class extends BaseWorker {
|
|
|
68
123
|
super(options);
|
|
69
124
|
this.redisCli = options.redis;
|
|
70
125
|
this.dbConn = options.db;
|
|
71
|
-
this.workflowProducer = options.workflowProducer;
|
|
72
126
|
this.notificationProducer = options.notificationProducer;
|
|
73
127
|
this.flushTimer = setInterval(() => void this.flushWorkerBuffers(), 100);
|
|
74
128
|
}
|
|
@@ -126,7 +180,6 @@ var WorkflowWorker = class extends BaseWorker {
|
|
|
126
180
|
}
|
|
127
181
|
async process(message) {
|
|
128
182
|
const { event } = message;
|
|
129
|
-
const publishPromises = [];
|
|
130
183
|
if (event.type !== "workflow.triggered" && event.type !== "workflow.resumed") return;
|
|
131
184
|
const payload = event.payload;
|
|
132
185
|
const name = payload.name;
|
|
@@ -336,7 +389,6 @@ var WorkflowWorker = class extends BaseWorker {
|
|
|
336
389
|
clearInterval(renewTimer);
|
|
337
390
|
await this.redisCli.releaseLock(lockKey, lockToken);
|
|
338
391
|
}
|
|
339
|
-
await Promise.all(publishPromises);
|
|
340
392
|
}
|
|
341
393
|
};
|
|
342
394
|
async function startWorkflowWorker() {
|
|
@@ -371,58 +423,19 @@ async function startWorkflowWorker() {
|
|
|
371
423
|
notificationProducer
|
|
372
424
|
});
|
|
373
425
|
pollInterval = setInterval(() => {
|
|
374
|
-
(
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
const inst = (await db.select().from(workflowInstances).where(eq(workflowInstances.id, task.instanceId)).limit(1))[0];
|
|
381
|
-
if (!inst || inst.status === "completed" || inst.status === "failed" || inst.status === "canceled") {
|
|
382
|
-
await redis.native.zrem(WORKFLOW_TIMERS_KEY, taskStr);
|
|
383
|
-
continue;
|
|
384
|
-
}
|
|
385
|
-
if (inst.status === "running") continue;
|
|
386
|
-
if (task.isEventTimeout) {
|
|
387
|
-
if (task.stepId !== void 0) {
|
|
388
|
-
const [own] = await db.select({ output: workflowSteps.output }).from(workflowSteps).where(and(eq(workflowSteps.instanceId, task.instanceId), eq(workflowSteps.stepIndex, String(task.stepId)))).limit(1);
|
|
389
|
-
if (!own || own.output !== null) {
|
|
390
|
-
await redis.native.zrem(WORKFLOW_TIMERS_KEY, taskStr);
|
|
391
|
-
continue;
|
|
392
|
-
}
|
|
393
|
-
}
|
|
394
|
-
if ((await db.delete(workflowWaiters).where(and(eq(workflowWaiters.instanceId, task.instanceId), eq(workflowWaiters.eventName, task.eventName))).returning()).length === 0) {
|
|
395
|
-
await redis.native.zrem(WORKFLOW_TIMERS_KEY, taskStr);
|
|
396
|
-
continue;
|
|
397
|
-
}
|
|
398
|
-
const steps = await db.select().from(workflowSteps).where(and(eq(workflowSteps.instanceId, task.instanceId), eq(workflowSteps.action, "waitForEvent")));
|
|
399
|
-
const pendingStep = task.stepId !== void 0 ? steps.find((s) => s.stepIndex === String(task.stepId) && s.output === null) : steps.find((s) => s.output === null);
|
|
400
|
-
if (pendingStep) await db.update(workflowSteps).set({ output: { timedOut: true } }).where(eq(workflowSteps.id, pendingStep.id));
|
|
401
|
-
}
|
|
402
|
-
await workflowProducer.publish(buildStreamEvent("workflow.resumed", task, "scheduler", void 0));
|
|
403
|
-
await redis.native.zrem(WORKFLOW_TIMERS_KEY, taskStr);
|
|
404
|
-
logger.info({ instanceId: task.instanceId }, "Workflow resumed from timer");
|
|
405
|
-
}
|
|
406
|
-
} catch (err) {
|
|
407
|
-
logger.error({ err }, "error in workflow polling loop");
|
|
408
|
-
}
|
|
409
|
-
})();
|
|
426
|
+
pollWorkflowTimers({
|
|
427
|
+
redis,
|
|
428
|
+
db,
|
|
429
|
+
logger,
|
|
430
|
+
workflowProducer
|
|
431
|
+
});
|
|
410
432
|
}, 5e3);
|
|
411
433
|
reaperInterval = setInterval(() => {
|
|
412
|
-
(
|
|
413
|
-
|
|
414
|
-
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
if (!await redis.native.exists(lockKey)) {
|
|
418
|
-
await db.update(workflowInstances).set({ status: "pending" }).where(eq(workflowInstances.id, inst.id));
|
|
419
|
-
logger.info({ instanceId: inst.id }, "Reaped stuck workflow instance (lock expired)");
|
|
420
|
-
}
|
|
421
|
-
}
|
|
422
|
-
} catch (err) {
|
|
423
|
-
logger.error({ err }, "error in stuck workflow reaper");
|
|
424
|
-
}
|
|
425
|
-
})();
|
|
434
|
+
reapStuckInstances({
|
|
435
|
+
redis,
|
|
436
|
+
db,
|
|
437
|
+
logger
|
|
438
|
+
});
|
|
426
439
|
}, 6e4);
|
|
427
440
|
healthInterval = startHealthReporter("workflow", worker, redis, logger);
|
|
428
441
|
logger.info("workflow worker starting");
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { a as uniqueConsumerId, i as shutdownWorker, n as createStreamConsumer, r as createWorkerRuntime } from "./bootstrap-
|
|
3
|
-
import { t as insertMessageLogs } from "./bulk-
|
|
1
|
+
import { J as StreamProducer, Xt as CONSUMER_GROUPS, Yt as buildStreamEvent, c as BaseWorker, d as startHealthReporter, gn as readBaseConfig, gt as workflowWaiters, ht as workflowSteps, mn as loadEnv, mt as workflowInstances, tn as STREAMS } from "./src-BRatuWJS.mjs";
|
|
2
|
+
import { a as uniqueConsumerId, i as shutdownWorker, n as createStreamConsumer, r as createWorkerRuntime } from "./bootstrap-P63acBG9.mjs";
|
|
3
|
+
import { t as insertMessageLogs } from "./bulk-Beblt3ny.mjs";
|
|
4
4
|
import { and, eq, gt, isNull, or } from "drizzle-orm";
|
|
5
5
|
//#region src/services/events/main.ts
|
|
6
6
|
loadEnv();
|
|
@@ -74,7 +74,7 @@ var EventWorker = class EventWorker extends BaseWorker {
|
|
|
74
74
|
} catch (error) {
|
|
75
75
|
this.logger.error({
|
|
76
76
|
batchSize: batch.length,
|
|
77
|
-
|
|
77
|
+
err: error
|
|
78
78
|
}, "failed to flush delivery logs — dropping batch");
|
|
79
79
|
for (const b of batch) b.reject(error);
|
|
80
80
|
for (const e of events) e.reject(error);
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
import { Dn as getPriorityBucket, Yt as buildStreamEvent, lt as scheduledPayloads } from "./src-BRatuWJS.mjs";
|
|
2
|
+
import { randomUUID } from "node:crypto";
|
|
3
|
+
//#region src/services/engine/schedule-or-dispatch.ts
|
|
4
|
+
/**
|
|
5
|
+
* Caches the payload and publishes `notification.scheduled` when the task is due
|
|
6
|
+
* later, otherwise publishes `notification.dispatched` to the outbound stream
|
|
7
|
+
* for its priority (or hands it to the fused delivery worker).
|
|
8
|
+
*/
|
|
9
|
+
async function scheduleOrDispatch(deps, taskPayload, opts) {
|
|
10
|
+
const { taskId } = taskPayload;
|
|
11
|
+
const envelope = buildStreamEvent("notification.dispatched", taskPayload, opts.source, opts.traceId);
|
|
12
|
+
const now = Date.now();
|
|
13
|
+
if ((opts.scheduledAt ? new Date(opts.scheduledAt).getTime() : now) > now) {
|
|
14
|
+
await deps.db.insert(scheduledPayloads).values({
|
|
15
|
+
taskId,
|
|
16
|
+
payload: {
|
|
17
|
+
...taskPayload,
|
|
18
|
+
scheduledAt: opts.scheduledAt
|
|
19
|
+
}
|
|
20
|
+
}).onConflictDoNothing();
|
|
21
|
+
const scheduledEnvelope = buildStreamEvent("notification.scheduled", {
|
|
22
|
+
projectId: taskPayload.projectId,
|
|
23
|
+
enrichedEventId: taskPayload.enrichedEventId,
|
|
24
|
+
taskId,
|
|
25
|
+
scheduledAt: opts.scheduledAt
|
|
26
|
+
}, opts.source, opts.traceId);
|
|
27
|
+
await deps.scheduledProducer.publish(scheduledEnvelope);
|
|
28
|
+
deps.logger[opts.logLevel]({
|
|
29
|
+
messageId: opts.messageId,
|
|
30
|
+
taskId,
|
|
31
|
+
scheduledAt: opts.scheduledAt,
|
|
32
|
+
traceId: opts.traceId
|
|
33
|
+
}, opts.scheduledMessage);
|
|
34
|
+
} else {
|
|
35
|
+
const p = getPriorityBucket(taskPayload.priority);
|
|
36
|
+
const outboundProducer = deps.outboundProducers[p] ?? deps.outboundProducers["normal"];
|
|
37
|
+
if (deps.inlineNext) await deps.inlineNext({
|
|
38
|
+
...envelope,
|
|
39
|
+
id: randomUUID(),
|
|
40
|
+
timestamp: (/* @__PURE__ */ new Date()).toISOString()
|
|
41
|
+
});
|
|
42
|
+
else await outboundProducer.publish(envelope);
|
|
43
|
+
deps.logger[opts.logLevel]({
|
|
44
|
+
messageId: opts.messageId,
|
|
45
|
+
taskId,
|
|
46
|
+
recipientId: taskPayload.recipientId,
|
|
47
|
+
traceId: opts.traceId
|
|
48
|
+
}, opts.dispatchedMessage);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
//#endregion
|
|
52
|
+
export { scheduleOrDispatch as t };
|