pipework 0.67.0 → 0.69.0

package/dist/infra/alerts/handle.js

@@ -0,0 +1,301 @@
+import { sql } from '../../data/db/sql.js';
+import { pipeSystem } from '../../data/db/db.js';
+import { fitting } from '../../request/di/index.js';
+import { getContext } from '../../request/context/store.js';
+import { getBaseLogger } from '../../core/logging/index.js';
+import { __flowStep } from '../../trace/runtime/flow-step.js';
+import { auditAlert } from './audit.js';
+const SEND_TIMEOUT_MS = 10_000;
+const LEASE_MS = 30_000;
+const BATCH = 50;
+const MAX_BATCHES = 20;
+const MAX_BACKOFF_MS = 3_600_000;
+const SEVERITIES = new Set(['info', 'warning', 'error', 'critical']);
+function toAlert(row) {
+    const date = (v) => new Date(v);
+    const dateOrNull = (v) => (v === null || v === undefined ? null : date(v));
+    return {
+        key: row['key'],
+        status: row['status'],
+        severity: row['severity'],
+        message: row['message'],
+        subject: (row['subject'] ?? null),
+        count: Number(row['count']),
+        firstSeenAt: date(row['first_seen_at']),
+        lastSeenAt: date(row['last_seen_at']),
+        lastSentAt: dateOrNull(row['last_sent_at']),
+        resolvedAt: dateOrNull(row['resolved_at']),
+        traceIds: (row['trace_ids'] ?? []),
+    };
+}
+function toDeliveryRow(row) {
+    return {
+        id: row['id'],
+        key: row['alert_key'],
+        kind: row['kind'],
+        sink: row['sink'],
+        payload: row['payload'],
+        attempts: Number(row['attempts']),
+        nextAttemptAt: new Date(row['next_attempt_at']),
+        deliveredAt: row['delivered_at'] === null ? null : new Date(row['delivered_at']),
+        failedAt: row['failed_at'] === null ? null : new Date(row['failed_at']),
+        lastError: (row['last_error'] ?? null),
+    };
+}
+function pgTextArray(values) {
+    return `{${values.map(v => `"${v.replace(/\\/g, '\\\\').replace(/"/g, '\\"')}"`).join(',')}}`;
+}
+function withTimeout(promise, ms) {
+    let timer;
+    const timeout = new Promise((_, reject) => {
+        timer = setTimeout(() => reject(new Error(`sink did not answer within ${String(ms)} ms`)), ms);
+    });
+    return Promise.race([promise, timeout]).finally(() => { clearTimeout(timer); });
+}
+export function createAlerts(config) {
+    if (config.sinks.length === 0)
+        throw new Error('[pipework] alerts.create needs at least one sink.');
+    const sinks = new Map();
+    for (const s of config.sinks) {
+        if (sinks.has(s.name))
+            throw new Error(`[pipework] alerts.create: two sinks are named "${s.name}"; give each its own name.`);
+        sinks.set(s.name, s);
+    }
+    const sinkNames = pgTextArray([...sinks.keys()]);
+    const jobType = config.jobType ?? 'pipework.alerts';
+    const maxAttempts = config.maxAttempts ?? 10;
+    const backoffMs = config.backoffMs ?? 5000;
+    const defaultResend = config.resendAfterMs ?? null;
+    const defaultQuiet = config.resolveAfterQuietMs ?? null;
+    const sources = config.sources ?? [];
+    const database = config.database;
+    const log = getBaseLogger();
+    const db = () => pipeSystem(database);
+    // The alert and its deliveries move in one statement, so a crash cannot leave one without the other.
+    const payloadSql = (kind) => sql `jsonb_build_object(
+    'kind', ${kind}, 'key', up.key, 'severity', up.severity, 'message', up.message, 'subject', up.subject,
+    'count', up.count, 'firstSeenAt', up.first_seen_at, 'lastSeenAt', up.last_seen_at,
+    'resolvedAt', up.resolved_at, 'traceIds', to_jsonb(up.trace_ids))`;
+    async function enqueueJob() {
+        await config.queue.enqueue(db(), { type: jobType, payload: {}, continueFlow: true });
+    }
+    // Inside a tick the deliveries are sent by that same tick, so it does not enqueue another.
+    async function raise(key, options, enqueue = true) {
+        if (key.trim() === '')
+            throw new Error('[pipework] alerts.raise needs a non-empty key.');
+        if (!SEVERITIES.has(options.severity))
+            throw new Error(`[pipework] alerts.raise: severity must be info, warning, error or critical, got "${String(options.severity)}".`);
+        const traceId = getContext()?.trace?.id ?? null;
+        const traceArray = traceId === null ? '{}' : pgTextArray([traceId]);
+        const subject = options.subject === undefined ? null : JSON.stringify(options.subject);
+        const rows = await db().execute(sql `
+      WITH up AS (
+        INSERT INTO pipework_alerts AS a
+          (key, status, severity, message, subject, count, first_seen_at, last_seen_at, last_sent_at,
+           trace_ids, resend_after_ms, resolve_after_quiet_ms, updated_at)
+        SELECT ${key}, 'open', ${options.severity}, ${options.message}, ${subject}::jsonb, 1, c.ts, c.ts, c.ts,
+               ${traceArray}::text[], ${options.resendAfterMs ?? null}::int, ${options.resolveAfterQuietMs ?? null}::int, c.ts
+        FROM (SELECT clock_timestamp() AS ts) c
+        ON CONFLICT (key) DO UPDATE SET
+          status = 'open',
+          severity = EXCLUDED.severity,
+          message = EXCLUDED.message,
+          subject = EXCLUDED.subject,
+          count = CASE WHEN a.status = 'resolved' THEN 1 ELSE a.count + 1 END,
+          first_seen_at = CASE WHEN a.status = 'resolved' THEN EXCLUDED.first_seen_at ELSE a.first_seen_at END,
+          last_seen_at = EXCLUDED.last_seen_at,
+          resolved_at = NULL,
+          trace_ids = CASE
+            WHEN a.status = 'resolved' THEN EXCLUDED.trace_ids
+            WHEN ${traceId}::text IS NULL THEN a.trace_ids
+            ELSE (EXCLUDED.trace_ids || array_remove(a.trace_ids, ${traceId}::text))[1:10] END,
+          resend_after_ms = COALESCE(EXCLUDED.resend_after_ms, CASE WHEN a.status = 'resolved' THEN NULL ELSE a.resend_after_ms END),
+          resolve_after_quiet_ms = COALESCE(EXCLUDED.resolve_after_quiet_ms, CASE WHEN a.status = 'resolved' THEN NULL ELSE a.resolve_after_quiet_ms END),
+          last_sent_at = CASE
+            WHEN a.status = 'resolved' OR a.last_sent_at IS NULL THEN EXCLUDED.last_sent_at
+            WHEN COALESCE(EXCLUDED.resend_after_ms, a.resend_after_ms, ${defaultResend}::int) IS NOT NULL
+             AND EXCLUDED.last_sent_at - a.last_sent_at
+                 >= COALESCE(EXCLUDED.resend_after_ms, a.resend_after_ms, ${defaultResend}::int) * interval '1 millisecond'
+              THEN EXCLUDED.last_sent_at
+            ELSE a.last_sent_at END,
+          updated_at = EXCLUDED.updated_at
+        RETURNING a.*, (a.last_sent_at = a.last_seen_at) AS sent
+      ),
+      dels AS (
+        INSERT INTO pipework_alert_deliveries (alert_key, kind, sink, payload, created_at, next_attempt_at)
+        SELECT up.key, CASE WHEN up.count = 1 THEN 'raise' ELSE 'repeat' END, s.sink,
+               ${payloadSql(sql `CASE WHEN up.count = 1 THEN 'raise' ELSE 'repeat' END`)}, clock_timestamp(), clock_timestamp()
+        FROM up CROSS JOIN unnest(${sinkNames}::text[]) AS s(sink)
+        WHERE up.sent
+        RETURNING id
+      )
+      SELECT up.*, (SELECT count(*) FROM dels)::int AS queued FROM up`);
+        const row = rows[0];
+        const alert = toAlert(row);
+        const sent = row['sent'] === true;
+        const status = !sent ? 'grouped' : alert.count === 1 ? 'opened' : 'resent';
+        await auditAlert(status === 'opened' ? 'raise' : 'group', key, {
+            status, severity: alert.severity, count: alert.count, message: alert.message,
+        }, database);
+        if (sent && enqueue)
+            await enqueueJob();
+        return { status };
+    }
+    async function resolveKey(key, onlyIfQuiet, enqueue = true) {
+        const rows = await db().execute(sql `
+      WITH up AS (
+        UPDATE pipework_alerts SET status = 'resolved', resolved_at = clock_timestamp(), updated_at = clock_timestamp()
+        WHERE key = ${key} AND status = 'open'
+          AND (NOT ${onlyIfQuiet} OR last_seen_at < clock_timestamp()
+               - COALESCE(resolve_after_quiet_ms, ${defaultQuiet}::int) * interval '1 millisecond')
+        RETURNING *
+      ),
+      dels AS (
+        INSERT INTO pipework_alert_deliveries (alert_key, kind, sink, payload, created_at, next_attempt_at)
+        SELECT up.key, 'resolve', s.sink, ${payloadSql(sql `'resolve'`)}, clock_timestamp(), clock_timestamp()
+        FROM up CROSS JOIN unnest(${sinkNames}::text[]) AS s(sink)
+        RETURNING id
+      )
+      SELECT up.*, (SELECT count(*) FROM dels)::int AS queued FROM up`);
+        if (rows.length === 0)
+            return false;
+        const alert = toAlert(rows[0]);
+        await auditAlert('resolve', key, { count: alert.count, auto: onlyIfQuiet }, database);
+        if (enqueue)
+            await enqueueJob();
+        return true;
+    }
+    async function autoResolve() {
+        if (defaultQuiet === null) {
+            const any = await db().execute(sql `SELECT 1 FROM pipework_alerts WHERE status = 'open' AND resolve_after_quiet_ms IS NOT NULL LIMIT 1`);
+            if (any.length === 0)
+                return 0;
+        }
+        const due = await db().execute(sql `
+      SELECT key FROM pipework_alerts
+      WHERE status = 'open'
+        AND last_seen_at < clock_timestamp() - COALESCE(resolve_after_quiet_ms, ${defaultQuiet}::int) * interval '1 millisecond'`);
+        let resolved = 0;
+        for (const row of due)
+            if (await resolveKey(row['key'], true, false))
+                resolved++;
+        return resolved;
+    }
+    async function runSources() {
+        let resolved = 0;
+        for (const source of sources) {
+            let conditions;
+            try {
+                conditions = await source.evaluate();
+            }
+            catch (err) {
+                log.error({ err, source: source.name }, 'alert source failed');
+                continue;
+            }
+            for (const c of conditions) {
+                await raise(c.key, { severity: c.severity, message: c.message, ...(c.subject !== undefined ? { subject: c.subject } : {}) }, false);
+            }
+            if (source.owns === undefined)
+                continue;
+            const live = new Set(conditions.map(c => c.key));
+            const opened = await db().execute(sql `SELECT key FROM pipework_alerts WHERE status = 'open'`);
+            for (const row of opened) {
+                const key = row['key'];
+                if (source.owns(key) && !live.has(key) && await resolveKey(key, false, false))
+                    resolved++;
+            }
+        }
+        return resolved;
+    }
+    // Leases the due rows by pushing next_attempt_at out, so no row lock is held across a send. A row is
+    // due only if no older undelivered row of the same alert and sink exists: a resolve never overtakes its raise.
+    async function claimDue(dueBefore) {
+        return [...await db().execute(sql `
+      UPDATE pipework_alert_deliveries SET next_attempt_at = clock_timestamp() + ${LEASE_MS} * interval '1 millisecond'
+      WHERE id IN (
+        SELECT d.id FROM pipework_alert_deliveries d
+        WHERE d.delivered_at IS NULL AND d.failed_at IS NULL AND d.next_attempt_at <= ${dueBefore}::timestamptz
+          AND NOT EXISTS (
+            SELECT 1 FROM pipework_alert_deliveries o
+            WHERE o.alert_key = d.alert_key AND o.sink = d.sink AND o.delivered_at IS NULL AND o.failed_at IS NULL
+              AND (o.created_at, o.id) < (d.created_at, d.id))
+        ORDER BY d.next_attempt_at LIMIT ${BATCH} FOR UPDATE OF d SKIP LOCKED)
+      RETURNING *`)];
+    }
+    async function deliverBatch(batch, totals) {
+        await Promise.all(batch.map(async (row) => {
+            const id = row['id'];
+            const key = row['alert_key'];
+            const sinkName = row['sink'];
+            const kind = row['kind'];
+            const attempt = Number(row['attempts']) + 1;
+            const sink = sinks.get(sinkName);
+            let error = null;
+            if (sink === undefined) {
+                error = `sink "${sinkName}" is not configured`;
+            }
+            else {
+                try {
+                    await withTimeout(sink.send({ id, kind, key, sink: sinkName, payload: row['payload'], attempt }), SEND_TIMEOUT_MS);
+                }
+                catch (err) {
+                    error = err instanceof Error ? err.message : String(err);
+                }
+            }
+            if (error === null) {
+                await db().execute(sql `UPDATE pipework_alert_deliveries SET delivered_at = clock_timestamp(), attempts = ${attempt}, last_error = NULL WHERE id = ${id}::uuid`);
+                await auditAlert('deliver', key, { sink: sinkName, kind, attempt }, database);
+                totals.delivered++;
+            }
+            else if (sink === undefined || attempt >= maxAttempts) {
+                await db().execute(sql `UPDATE pipework_alert_deliveries SET failed_at = clock_timestamp(), attempts = ${attempt}, last_error = ${error} WHERE id = ${id}::uuid`);
+                log.error({ key, sink: sinkName, kind, attempt, error }, 'alert delivery given up');
+                await auditAlert('deliver-failed', key, { sink: sinkName, kind, attempt, error }, database);
+                totals.failed++;
+            }
+            else {
+                const delay = Math.min(backoffMs * 2 ** (attempt - 1), MAX_BACKOFF_MS);
+                await db().execute(sql `UPDATE pipework_alert_deliveries SET attempts = ${attempt}, last_error = ${error},
+          next_attempt_at = clock_timestamp() + ${delay} * interval '1 millisecond' WHERE id = ${id}::uuid`);
+                totals.retried++;
+            }
+        }));
+    }
+    async function runTick() {
+        const totals = { delivered: 0, retried: 0, failed: 0 };
+        let resolved = await autoResolve();
+        resolved += await runSources();
+        // Rows that fail during this tick wait for the next one, however short their backoff.
+        const dueBefore = String((await db().execute(sql `SELECT clock_timestamp()::text AS t`))[0]['t']);
+        for (let i = 0; i < MAX_BATCHES; i++) {
+            const batch = await claimDue(dueBefore);
+            if (batch.length === 0)
+                break;
+            await deliverBatch(batch, totals);
+        }
+        return { resolved, ...totals };
+    }
+    const tickStep = __flowStep({ ref: 'pipework/alerts:tick' }, runTick);
+    const job = fitting.use().job(jobType).fit(async () => tickStep());
+    return {
+        raise: (key, options) => raise(key, options),
+        resolve: key => resolveKey(key, false),
+        job: job,
+        tick: () => tickStep(),
+        async open() {
+            const rows = await db().execute(sql `SELECT * FROM pipework_alerts WHERE status = 'open' ORDER BY first_seen_at, key`);
+            return rows.map(toAlert);
+        },
+        async get(key) {
+            const rows = await db().execute(sql `SELECT * FROM pipework_alerts WHERE key = ${key}`);
+            return rows[0] === undefined ? null : toAlert(rows[0]);
+        },
+        async deliveries(options = {}) {
+            const rows = options.key === undefined
+                ? await db().execute(sql `SELECT * FROM pipework_alert_deliveries ORDER BY created_at, id`)
+                : await db().execute(sql `SELECT * FROM pipework_alert_deliveries WHERE alert_key = ${options.key} ORDER BY created_at, id`);
+            return rows.map(toDeliveryRow);
+        },
+    };
+}
+//# sourceMappingURL=handle.js.map

package/dist/infra/alerts/handle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"handle.js","sourceRoot":"","sources":["../../../src/infra/alerts/handle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAA;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAA;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAA;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAA;AAG3D,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAA;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AAiGvC,MAAM,eAAe,GAAG,MAAM,CAAA;AAC9B,MAAM,QAAQ,GAAG,MAAM,CAAA;AACvB,MAAM,KAAK,GAAG,EAAE,CAAA;AAChB,MAAM,WAAW,GAAG,EAAE,CAAA;AACtB,MAAM,cAAc,GAAG,SAAS,CAAA;AAChC,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAA;AAEpE,SAAS,OAAO,CAAC,GAA4B;IAC3C,MAAM,IAAI,GAAG,CAAC,CAAU,EAAQ,EAAE,CAAC,IAAI,IAAI,CAAC,CAAW,CAAC,CAAA;IACxD,MAAM,UAAU,GAAG,CAAC,CAAU,EAAe,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAChG,OAAO;QACL,GAAG,EAAE,GAAG,CAAC,KAAK,CAAW;QACzB,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAoB;QACxC,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAkB;QAC1C,OAAO,EAAE,GAAG,CAAC,SAAS,CAAW;QACjC,OAAO,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,CAAwB;QACxD,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QACvC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACrC,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC3C,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC1C,QAAQ,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,CAAa;KAC/C,CAAA;AACH,CAAC;AAED,SAAS,aAAa,CAAC,GAA4B;IACjD,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,IAAI,CAAW;QACvB,GAAG,EAAE,GAAG,CAAC,WAAW,CAAW;QAC/B,IAAI,EAAE,GAAG,CAAC,MAAM,CAAwB;QACxC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAW;QAC3B,OAAO,EAAE,GAAG,CAAC,SAAS,CAAiB;QACvC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACjC,aAAa,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAW,CAAC;QACzD,WAAW,EAAE,GAAG,CAAC,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,cAAc,CAAW,CAAC;QAC1F,QAAQ,EAAE,GAAG,CAAC,WAAW,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,CAAW,CAAC;QACjF,SAAS,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,IAAI,CAAkB;KACxD,CAAA;AACH,CAAC;AAED,SAAS,WAAW,CAAC,MAAyB;IAC5C,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAA;AAC/F,CAAC;AAED,SAAS,WAAW,CAAC,OAAsB,EAAE,EAAU;IACrD,IAAI,KAAiC,CAAA;IACrC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QAC/C,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IAChG,CAAC,CAAC,CAAA;IACF,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;AAChF,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAoB;IAC/C,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;IACnG,MAAM,KAAK,GAAG,IAAI,GAAG,EAAqB,CAAA;IAC1C,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAC7B,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC,IAAI,4BAA4B,CAAC,CAAA;QAC5H,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IACtB,CAAC;IACD,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IAChD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,iBAAiB,CAAA;IACnD,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,EAAE,CAAA;IAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAA;IAC1C,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,IAAI,CAAA;IAClD,MAAM,YAAY,GAAG,MAAM,CAAC,mBAAmB,IAAI,IAAI,CAAA;IACvD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAA;IACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAA;IAChC,MAAM,GAAG,GAAG,aAAa,EAAE,CAAA;IAE3B,MAAM,EAAE,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;IAErC,qGAAqG;IACrG,MAAM,UAAU,GAAG,CAAC,IAA4B,EAAE,EAAE,CAAC,GAAG,CAAA;cAC5C,IAAI;;sEAEoD,CAAA;IAEpE,KAAK,UAAU,UAAU;QACvB,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAA;IACtF,CAAC;IAED,2FAA2F;IAC3F,KAAK,UAAU,KAAK,CAAC,GAAW,EAAE,OAAqB,EAAE,OAAO,GAAG,IAAI;QACrE,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;QACxF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oFAAoF,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QACxK,MAAM,OAAO,GAAG,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,IAAI,CAAA;QAC/C,MAAM,UAAU,GAAG,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;QACnE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QACtF,MAAM,IAAI,GAAG,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;;;;;iBAKtB,GAAG,aAAa,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,OAAO,KAAK,OAAO;iBAChE,UAAU,aAAa,OAAO,CAAC,aAAa,IAAI,IAAI,UAAU,OAAO,CAAC,mBAAmB,IAAI,IAAI;;;;;;;;;;;;;mBAa/F,OAAO;oEAC0C,OAAO;;;;;yEAKF,aAAa;;4EAEV,aAAa;;;;;;;;;iBASxE,UAAU,CAAC,GAAG,CAAA,uDAAuD,CAAC;oCACnD,SAAS;;;;sEAIyB,CAAC,CAAA;QACnE,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAA;QACpB,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;QAC1B,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,CAAA;QACjC,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAA;QAC1E,MAAM,UAAU,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE;YAC7D,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO;SAC7E,EAAE,QAAQ,CAAC,CAAA;QACZ,IAAI,IAAI,IAAI,OAAO;YAAE,MAAM,UAAU,EAAE,CAAA;QACvC,OAAO,EAAE,MAAM,EAAE,CAAA;IACnB,CAAC;IAED,KAAK,UAAU,UAAU,CAAC,GAAW,EAAE,WAAoB,EAAE,OAAO,GAAG,IAAI;QACzE,MAAM,IAAI,GAAG,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;;;sBAGjB,GAAG;qBACJ,WAAW;oDACoB,YAAY;;;;;4CAKpB,UAAU,CAAC,GAAG,CAAA,WAAW,CAAC;oCAClC,SAAS;;;sEAGyB,CAAC,CAAA;QACnE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAA;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAA;QAC/B,MAAM,UAAU,CAAC,SAAS,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,QAAQ,CAAC,CAAA;QACrF,IAAI,OAAO;YAAE,MAAM,UAAU,EAAE,CAAA;QAC/B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,UAAU,WAAW;QACxB,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA,oGAAoG,CAAC,CAAA;YACvI,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,CAAC,CAAA;QAChC,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;;;kFAG4C,YAAY,mCAAmC,CAAC,CAAA;QAC9H,IAAI,QAAQ,GAAG,CAAC,CAAA;QAChB,KAAK,MAAM,GAAG,IAAI,GAAG;YAAE,IAAI,MAAM,UAAU,CAAC,GAAG,CAAC,KAAK,CAAW,EAAE,IAAI,EAAE,KAAK,CAAC;gBAAE,QAAQ,EAAE,CAAA;QAC1F,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED,KAAK,UAAU,UAAU;QACvB,IAAI,QAAQ,GAAG,CAAC,CAAA;QAChB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,UAAU,CAAA;YACd,IAAI,CAAC;gBACH,UAAU,GAAG,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAA;YACtC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,qBAAqB,CAAC,CAAA;gBAC9D,SAAQ;YACV,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;gBAC3B,MAAM,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;YACrI,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;gBAAE,SAAQ;YACvC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YAChD,MAAM,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA,uDAAuD,CAAC,CAAA;YAC7F,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBACzB,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAW,CAAA;gBAChC,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,MAAM,UAAU,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC;oBAAE,QAAQ,EAAE,CAAA;YAC3F,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED,qGAAqG;IACrG,+GAA+G;IAC/G,KAAK,UAAU,QAAQ,CAAC,SAAiB;QACvC,OAAO,CAAC,GAAG,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;mFAC8C,QAAQ;;;wFAGH,SAAS;;;;;2CAKtD,KAAK;kBAC9B,CAAC,CAAC,CAAA;IAClB,CAAC;IAED,KAAK,UAAU,YAAY,CAAC,KAAgC,EAAE,MAA8D;QAC1H,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACxC,MAAM,EAAE,GAAG,GAAG,CAAC,IAAI,CAAW,CAAA;YAC9B,MAAM,GAAG,GAAG,GAAG,CAAC,WAAW,CAAW,CAAA;YACtC,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAW,CAAA;YACtC,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAA0B,CAAA;YACjD,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAA;YAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YAChC,IAAI,KAAK,GAAkB,IAAI,CAAA;YAC/B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,KAAK,GAAG,SAAS,QAAQ,qBAAqB,CAAA;YAChD,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC;oBACH,MAAM,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,SAAS,CAAiB,EAAE,OAAO,EAAE,CAAC,EAAE,eAAe,CAAC,CAAA;gBACpI,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;gBAC1D,CAAC;YACH,CAAC;YACD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnB,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA,qFAAqF,OAAO,kCAAkC,EAAE,QAAQ,CAAC,CAAA;gBAC/J,MAAM,UAAU,CAAC,SAAS,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,QAAQ,CAAC,CAAA;gBAC7E,MAAM,CAAC,SAAS,EAAE,CAAA;YACpB,CAAC;iBAAM,IAAI,IAAI,KAAK,SAAS,IAAI,OAAO,IAAI,WAAW,EAAE,CAAC;gBACxD,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA,kFAAkF,OAAO,kBAAkB,KAAK,eAAe,EAAE,QAAQ,CAAC,CAAA;gBAChK,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,yBAAyB,CAAC,CAAA;gBACnF,MAAM,UAAU,CAAC,gBAAgB,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,QAAQ,CAAC,CAAA;gBAC3F,MAAM,CAAC,MAAM,EAAE,CAAA;YACjB,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,CAAA;gBACtE,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA,mDAAmD,OAAO,kBAAkB,KAAK;kDAC7D,KAAK,0CAA0C,EAAE,QAAQ,CAAC,CAAA;gBACpG,MAAM,CAAC,OAAO,EAAE,CAAA;YAClB,CAAC;QACH,CAAC,CAAC,CAAC,CAAA;IACL,CAAC;IAED,KAAK,UAAU,OAAO;QACpB,MAAM,MAAM,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAA;QACtD,IAAI,QAAQ,GAAG,MAAM,WAAW,EAAE,CAAA;QAClC,QAAQ,IAAI,MAAM,UAAU,EAAE,CAAA;QAC9B,sFAAsF;QACtF,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA,qCAAqC,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,CAAC,CAAA;QACjG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAA;YACvC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAK;YAC7B,MAAM,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QACnC,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,GAAG,MAAM,EAAE,CAAA;IAChC,CAAC;IAED,MAAM,QAAQ,GAAG,UAAU,CAAC,EAAE,GAAG,EAAE,sBAAsB,EAAE,EAAE,OAAO,CAAC,CAAA;IACrE,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAA;IAElE,OAAO;QACL,KAAK,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC;QAC5C,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC;QACtC,GAAG,EAAE,GAA2D;QAChE,IAAI,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE;QACtB,KAAK,CAAC,IAAI;YACR,MAAM,IAAI,GAAG,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA,iFAAiF,CAAC,CAAA;YACrH,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC1B,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,GAAG;YACX,MAAM,IAAI,GAAG,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA,6CAA6C,GAAG,EAAE,CAAC,CAAA;YACtF,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QACxD,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,OAAO,GAAG,EAAE;YAC3B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,KAAK,SAAS;gBACpC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA,iEAAiE,CAAC;gBAC1F,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA,6DAA6D,OAAO,CAAC,GAAG,0BAA0B,CAAC,CAAA;YAC7H,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;QAChC,CAAC;KACF,CAAA;AACH,CAAC"}

package/dist/infra/alerts/index.d.ts

@@ -0,0 +1,5 @@
+export { createAlerts } from './handle.js';
+export type { Alerts, AlertsConfig, Alert, AlertSeverity, AlertSubject, RaiseOptions, DeliveryRow, TickResult, } from './handle.js';
+export type { AlertSink, AlertDelivery, AlertPayload, AlertWebhookConfig, MemoryAlertSink } from './sinks.js';
+export type { AlertSource, AlertCondition } from './sources.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/infra/alerts/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/infra/alerts/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAC1C,YAAY,EACV,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,GAChG,MAAM,aAAa,CAAA;AACpB,YAAY,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAC7G,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA"}

package/dist/infra/alerts/index.js

@@ -0,0 +1,2 @@
+export { createAlerts } from './handle.js';
+//# sourceMappingURL=index.js.map

package/dist/infra/alerts/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/infra/alerts/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA"}

package/dist/infra/alerts/namespace.d.ts

@@ -0,0 +1,23 @@
+import { createAlerts } from './handle.js';
+import { webhookSink, memorySink } from './sinks.js';
+import { deadLetterSource, longRunningSource, backlogSource, healthSource } from './sources.js';
+/** Alerts namespace — raise and resolve keyed conditions, grouped, delivered to sinks through an outbox, traced. */
+export declare const alerts: {
+    /** Creates an alerts handle. */
+    readonly create: typeof createAlerts;
+    /** A sink that POSTs the alert as signed JSON to a URL. */
+    readonly webhook: typeof webhookSink;
+    /** A sink that keeps deliveries in `.delivered`, for tests. */
+    readonly memory: typeof memorySink;
+    readonly source: {
+        /** Raises `job-dead-letter:<jobType>` for jobs that ran out of attempts. */
+        readonly deadLetter: typeof deadLetterSource;
+        /** Raises `job-long-running:<jobType>` while a job has been claimed too long. */
+        readonly longRunning: typeof longRunningSource;
+        /** Raises `queue-backlog:<jobType>` while too many jobs wait or the oldest has waited too long. */
+        readonly backlog: typeof backlogSource;
+        /** Raises `health:<name>` while a health check fails. */
+        readonly health: typeof healthSource;
+    };
+};
+//# sourceMappingURL=namespace.d.ts.map

package/dist/infra/alerts/namespace.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"namespace.d.ts","sourceRoot":"","sources":["../../../src/infra/alerts/namespace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAC1C,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AACpD,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAE/F,oHAAoH;AACpH,eAAO,MAAM,MAAM;IACjB,gCAAgC;;IAEhC,2DAA2D;;IAE3D,+DAA+D;;;QAG7D,4EAA4E;;QAE5E,iFAAiF;;QAEjF,mGAAmG;;QAEnG,yDAAyD;;;CAGnD,CAAA"}

package/dist/infra/alerts/namespace.js

@@ -0,0 +1,23 @@
+import { createAlerts } from './handle.js';
+import { webhookSink, memorySink } from './sinks.js';
+import { deadLetterSource, longRunningSource, backlogSource, healthSource } from './sources.js';
+/** Alerts namespace — raise and resolve keyed conditions, grouped, delivered to sinks through an outbox, traced. */
+export const alerts = {
+    /** Creates an alerts handle. */
+    create: createAlerts,
+    /** A sink that POSTs the alert as signed JSON to a URL. */
+    webhook: webhookSink,
+    /** A sink that keeps deliveries in `.delivered`, for tests. */
+    memory: memorySink,
+    source: {
+        /** Raises `job-dead-letter:<jobType>` for jobs that ran out of attempts. */
+        deadLetter: deadLetterSource,
+        /** Raises `job-long-running:<jobType>` while a job has been claimed too long. */
+        longRunning: longRunningSource,
+        /** Raises `queue-backlog:<jobType>` while too many jobs wait or the oldest has waited too long. */
+        backlog: backlogSource,
+        /** Raises `health:<name>` while a health check fails. */
+        health: healthSource,
+    },
+};
+//# sourceMappingURL=namespace.js.map

package/dist/infra/alerts/namespace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"namespace.js","sourceRoot":"","sources":["../../../src/infra/alerts/namespace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAC1C,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AACpD,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAE/F,oHAAoH;AACpH,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,gCAAgC;IAChC,MAAM,EAAE,YAAY;IACpB,2DAA2D;IAC3D,OAAO,EAAE,WAAW;IACpB,+DAA+D;IAC/D,MAAM,EAAE,UAAU;IAClB,MAAM,EAAE;QACN,4EAA4E;QAC5E,UAAU,EAAE,gBAAgB;QAC5B,iFAAiF;QACjF,WAAW,EAAE,iBAAiB;QAC9B,mGAAmG;QACnG,OAAO,EAAE,aAAa;QACtB,yDAAyD;QACzD,MAAM,EAAE,YAAY;KACrB;CACO,CAAA"}

package/dist/infra/alerts/schema.d.ts

@@ -0,0 +1,123 @@
+export declare const ALERT_STATUSES: readonly ["open", "resolved"];
+export declare const ALERT_SEVERITIES: readonly ["info", "warning", "error", "critical"];
+export declare const ALERT_DELIVERY_KINDS: readonly ["raise", "repeat", "resolve"];
+export declare const alerts: import("../../data/domain/types.js").DefinedTable<{
+    key: import("../../data/domain/types.js").FieldDescriptor<string, {
+        primaryKey: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<string, {
+        primaryKey: true;
+    }>;
+    status: import("../../data/domain/types.js").FieldDescriptor<"open" | "resolved", {
+        hasDefault: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<"open" | "resolved", {
+        hasDefault: true;
+    }>;
+    severity: import("../../data/domain/types.js").FieldDescriptor<"error" | "info" | "warning" | "critical", {}> & import("../../data/domain/field.js").FieldModifiers<"error" | "info" | "warning" | "critical", {}>;
+    message: import("../../data/domain/types.js").FieldDescriptor<string, {}> & import("../../data/domain/field.js").FieldModifiers<string, {}>;
+    subject: import("../../data/domain/types.js").FieldDescriptor<import("zod/v4").JSONType, {
+        nullable: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<import("zod/v4").JSONType, {
+        nullable: true;
+    }>;
+    count: import("../../data/domain/types.js").FieldDescriptor<number, {
+        hasDefault: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<number, {
+        hasDefault: true;
+    }>;
+    firstSeenAt: import("../../data/domain/types.js").FieldDescriptor<Date, {
+        hasDefault: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<Date, {
+        hasDefault: true;
+    }>;
+    lastSeenAt: import("../../data/domain/types.js").FieldDescriptor<Date, {
+        hasDefault: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<Date, {
+        hasDefault: true;
+    }>;
+    lastSentAt: import("../../data/domain/types.js").FieldDescriptor<Date | null, {
+        nullable: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<Date | null, {
+        nullable: true;
+    }>;
+    resolvedAt: import("../../data/domain/types.js").FieldDescriptor<Date | null, {
+        nullable: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<Date | null, {
+        nullable: true;
+    }>;
+    traceIds: import("../../data/domain/types.js").FieldDescriptor<string[], {
+        hasDefault: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<string[], {
+        hasDefault: true;
+    }>;
+    resendAfterMs: import("../../data/domain/types.js").FieldDescriptor<number | null, {
+        nullable: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<number | null, {
+        nullable: true;
+    }>;
+    resolveAfterQuietMs: import("../../data/domain/types.js").FieldDescriptor<number | null, {
+        nullable: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<number | null, {
+        nullable: true;
+    }>;
+    updatedAt: import("../../data/domain/types.js").FieldDescriptor<Date, {
+        hasDefault: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<Date, {
+        hasDefault: true;
+    }>;
+}, "pipework_alerts">;
+export declare const alertDeliveries: import("../../data/domain/types.js").DefinedTable<{
+    id: import("../../data/domain/types.js").FieldDescriptor<string, {
+        defaultRandom: true;
+        hasDefault: true;
+    } & {
+        primaryKey: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<string, {
+        defaultRandom: true;
+        hasDefault: true;
+    } & {
+        primaryKey: true;
+    }>;
+    alertKey: import("../../data/domain/types.js").FieldDescriptor<string, {}> & import("../../data/domain/field.js").FieldModifiers<string, {}>;
+    kind: import("../../data/domain/types.js").FieldDescriptor<"repeat" | "raise" | "resolve", {}> & import("../../data/domain/field.js").FieldModifiers<"repeat" | "raise" | "resolve", {}>;
+    sink: import("../../data/domain/types.js").FieldDescriptor<string, {}> & import("../../data/domain/field.js").FieldModifiers<string, {}>;
+    payload: import("../../data/domain/types.js").FieldDescriptor<import("zod/v4").JSONType, {}> & import("../../data/domain/field.js").FieldModifiers<import("zod/v4").JSONType, {}>;
+    attempts: import("../../data/domain/types.js").FieldDescriptor<number, {
+        hasDefault: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<number, {
+        hasDefault: true;
+    }>;
+    nextAttemptAt: import("../../data/domain/types.js").FieldDescriptor<Date, {
+        hasDefault: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<Date, {
+        hasDefault: true;
+    }>;
+    deliveredAt: import("../../data/domain/types.js").FieldDescriptor<Date | null, {
+        nullable: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<Date | null, {
+        nullable: true;
+    }>;
+    failedAt: import("../../data/domain/types.js").FieldDescriptor<Date | null, {
+        nullable: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<Date | null, {
+        nullable: true;
+    }>;
+    lastError: import("../../data/domain/types.js").FieldDescriptor<string | null, {
+        nullable: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<string | null, {
+        nullable: true;
+    }>;
+    createdAt: import("../../data/domain/types.js").FieldDescriptor<Date, {
+        hasDefault: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<Date, {
+        hasDefault: true;
+    }>;
+}, "pipework_alert_deliveries">;
+export declare const alertSourceState: import("../../data/domain/types.js").DefinedTable<{
+    name: import("../../data/domain/types.js").FieldDescriptor<string, {
+        primaryKey: true;
+    }> & import("../../data/domain/field.js").FieldModifiers<string, {
+        primaryKey: true;
+    }>;
+    cursorAt: import("../../data/domain/types.js").FieldDescriptor<Date, {}> & import("../../data/domain/field.js").FieldModifiers<Date, {}>;
+}, "pipework_alert_source_state">;
+//# sourceMappingURL=schema.d.ts.map

package/dist/infra/alerts/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/infra/alerts/schema.ts"],"names":[],"mappings":"AASA,eAAO,MAAM,cAAc,+BAAgC,CAAA;AAC3D,eAAO,MAAM,gBAAgB,mDAAoD,CAAA;AACjF,eAAO,MAAM,oBAAoB,yCAA0C,CAAA;AAE3E,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qBAmBjB,CAAA;AAEF,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;+BAmB1B,CAAA;AAEF,eAAO,MAAM,gBAAgB;;;;;;;iCAG3B,CAAA"}

package/dist/infra/alerts/schema.js

@@ -0,0 +1,55 @@
+// The tables behind alerts: one row per alert key, the outbox of deliveries (one row per
+// event and sink), and the cursor a source keeps between evaluations. Not tenant-scoped.
+import { define } from '../../data/domain/index.js';
+import { field } from '../../data/domain/field.js';
+import { schema } from '../../data/schema/namespace.js';
+import { index } from '../../data/db/idx/index.js';
+import { sql } from '../../data/db/sql.js';
+export const ALERT_STATUSES = ['open', 'resolved'];
+export const ALERT_SEVERITIES = ['info', 'warning', 'error', 'critical'];
+export const ALERT_DELIVERY_KINDS = ['raise', 'repeat', 'resolve'];
+export const alerts = define('pipework_alerts', {
+    key: field.text().primaryKey(),
+    status: field.enum(ALERT_STATUSES).default('open'),
+    severity: field.enum(ALERT_SEVERITIES),
+    message: field.text(),
+    subject: field.jsonb(schema.check.json()).nullable(),
+    count: field.integer().default(1),
+    firstSeenAt: field.timestamp().default('now'),
+    lastSeenAt: field.timestamp().default('now'),
+    lastSentAt: field.timestamp().nullable(),
+    resolvedAt: field.timestamp().nullable(),
+    traceIds: field.custom(schema.col.text('trace_ids').array(), schema.check.array(schema.check.string())).default('{}'),
+    resendAfterMs: field.integer().nullable(),
+    resolveAfterQuietMs: field.integer().nullable(),
+    updatedAt: field.timestamp().default('now'),
+}, {
+    indexes: (t) => ({
+        byStatus: index('idx_pipework_alerts_status').on(t['status']),
+    }),
+});
+export const alertDeliveries = define('pipework_alert_deliveries', {
+    id: field.uuid().defaultRandom().primaryKey(),
+    alertKey: field.text(),
+    kind: field.enum(ALERT_DELIVERY_KINDS),
+    sink: field.text(),
+    payload: field.jsonb(schema.check.json()),
+    attempts: field.integer().default(0),
+    nextAttemptAt: field.timestamp().default('now'),
+    deliveredAt: field.timestamp().nullable(),
+    failedAt: field.timestamp().nullable(),
+    lastError: field.text().nullable(),
+    createdAt: field.timestamp().default('now'),
+}, {
+    indexes: (t) => ({
+        due: index('idx_pipework_alert_deliveries_due')
+            .on(t['nextAttemptAt'])
+            .where(sql.raw('delivered_at IS NULL AND failed_at IS NULL')),
+        byKey: index('idx_pipework_alert_deliveries_key').on(t['alertKey']),
+    }),
+});
+export const alertSourceState = define('pipework_alert_source_state', {
+    name: field.text().primaryKey(),
+    cursorAt: field.timestamp(),
+});
+//# sourceMappingURL=schema.js.map

package/dist/infra/alerts/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/infra/alerts/schema.ts"],"names":[],"mappings":"AAAA,yFAAyF;AACzF,yFAAyF;AAEzF,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AACnD,OAAO,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAA;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,gCAAgC,CAAA;AACvD,OAAO,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAA;AAClD,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAA;AAE1C,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAM,EAAE,UAAU,CAAU,CAAA;AAC3D,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,CAAU,CAAA;AACjF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAU,CAAA;AAE3E,MAAM,CAAC,MAAM,MAAM,GAAG,MAAM,CAAC,iBAAiB,EAAE;IAC9C,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,UAAU,EAAE;IAC9B,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAClD,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC;IACtC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE;IACrB,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpD,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACjC,WAAW,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAC7C,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAC5C,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,QAAQ,EAAE;IACxC,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IACrH,aAAa,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACzC,mBAAmB,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC/C,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;CAC5C,EAAE;IACD,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACf,QAAQ,EAAE,KAAK,CAAC,4BAA4B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;KAC9D,CAAC;CACH,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,2BAA2B,EAAE;IACjE,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,aAAa,EAAE,CAAC,UAAU,EAAE;IAC7C,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE;IACtB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC;IACtC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE;IAClB,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACzC,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACpC,aAAa,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAC/C,WAAW,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,QAAQ,EAAE;IACzC,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,QAAQ,EAAE;IACtC,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;IAClC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;CAC5C,EAAE;IACD,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACf,GAAG,EAAE,KAAK,CAAC,mCAAmC,CAAC;aAC5C,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;aACtB,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAC/D,KAAK,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;KACpE,CAAC;CACH,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,MAAM,CAAC,6BAA6B,EAAE;IACpE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,UAAU,EAAE;IAC/B,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE;CAC5B,CAAC,CAAA"}