crewly 1.20.194 → 1.20.196

package/dist/backend/backend/src/services/signal-digest/signal-digest-contract.js

@@ -0,0 +1,307 @@
+/**
+ * The signal digest contract (#987, specs/2026-10-03-signal-digest.md §2):
+ * validate a team lead's proposal and work out which actions the site's
+ * history blocks. Pure.
+ *
+ * Every rejection says what to fix, because the reader is an agent that will
+ * retry with whatever the error tells it.
+ *
+ * @module services/signal-digest/signal-digest-contract
+ */
+import { SIGNAL_DIGEST_CONSTANTS } from '../../constants.js';
+import * as path from 'path';
+/** A rejected proposal. */
+export class SignalDigestError extends Error {
+    status;
+    /**
+     * @param status - HTTP status to answer with
+     * @param message - What to fix
+     */
+    constructor(status, message) {
+        super(message);
+        this.status = status;
+        this.name = 'SignalDigestError';
+    }
+}
+/** Appended to contract errors. */
+export const SIGNAL_DIGEST_EXAMPLE = 'Example item: {"key":"gsc:low-ctr:h1b visa fee","source":"gsc","signal":"\'h1b visa fee\' ranks #2 with 4% CTR on 900 impressions (7 d)","proposal":"Rewrite the title and description of /h1b-fee to answer the fee question","expectedEffect":"CTR 4% → ~12%: about +70 clicks a week","effort":"S — 1 h","metric":"GSC clicks for \'h1b visa fee\'"}';
+/**
+ * Collapse whitespace.
+ *
+ * @param s - Text
+ * @returns One trimmed line
+ */
+function oneLine(s) {
+    return s.replace(/\s+/g, ' ').trim();
+}
+/**
+ * Normalised identity of an action key (case and spacing do not matter).
+ *
+ * @param key - Key as sent
+ * @returns Comparable key
+ */
+export function normalizeKey(key) {
+    return oneLine(key).toLowerCase();
+}
+/**
+ * A required one-line text field.
+ *
+ * @param item - Raw item
+ * @param field - Field name
+ * @param max - Max characters
+ * @param n - Item number (for the error)
+ * @returns The text
+ * @throws SignalDigestError(400)
+ */
+function textField(item, field, max, n) {
+    const raw = item[field];
+    const text = typeof raw === 'string' ? oneLine(raw) : '';
+    if (!text)
+        throw new SignalDigestError(400, `item ${n}: "${field}" is required. ${SIGNAL_DIGEST_EXAMPLE}`);
+    if (text.length > max)
+        throw new SignalDigestError(400, `item ${n}: "${field}" is too long (max ${max} characters, got ${text.length}). Say it shorter.`);
+    return text;
+}
+/** Experiment spec fields kept (strings). */
+const EXPERIMENT_TEXT_FIELDS = ['page', 'query', 'event', 'channel'];
+/**
+ * An action's optional experiment spec. Only the shape is checked here; the
+ * experiment service validates the measure and filters when a Do creates it.
+ *
+ * @param raw - `experiment` as sent
+ * @param n - Item number (for the error)
+ * @returns Spec, or undefined when absent
+ * @throws SignalDigestError(400)
+ */
+function experimentSpec(raw, n) {
+    if (raw === undefined || raw === null)
+        return undefined;
+    if (typeof raw !== 'object')
+        throw new SignalDigestError(400, `item ${n}: "experiment" must be an object like {"source":"gsc","measure":"clicks","query":"…"}.`);
+    const e = raw;
+    if (e.source !== 'gsc' && e.source !== 'ga4')
+        throw new SignalDigestError(400, `item ${n}: experiment.source must be gsc or ga4.`);
+    const measure = typeof e.measure === 'string' ? e.measure.trim() : '';
+    if (!measure)
+        throw new SignalDigestError(400, `item ${n}: experiment.measure is required (gsc: clicks / impressions / ctr / position; ga4: sessions / events).`);
+    const spec = { source: e.source, measure };
+    for (const f of EXPERIMENT_TEXT_FIELDS) {
+        const v = typeof e[f] === 'string' ? oneLine(e[f]) : '';
+        if (v)
+            spec[f] = v.slice(0, SIGNAL_DIGEST_CONSTANTS.METRIC_MAX_CHARS);
+    }
+    return spec;
+}
+/**
+ * One source status from `collect`'s wording: `ok`, `not configured`, or
+ * `error: <why>`.
+ *
+ * @param name - Source name
+ * @param raw - Status text, or `{state, detail}`
+ * @returns The status
+ * @throws SignalDigestError(400)
+ */
+function sourceStatus(name, raw) {
+    const C = SIGNAL_DIGEST_CONSTANTS;
+    const n = oneLine(name).toLowerCase().slice(0, C.SOURCE_NAME_MAX_CHARS);
+    if (!n)
+        throw new SignalDigestError(400, 'every source needs a name (ga4, gsc, inbox, errors).');
+    let state;
+    let detail = '';
+    if (raw && typeof raw === 'object') {
+        const o = raw;
+        const s = typeof o.state === 'string' ? o.state.trim().toLowerCase().replace(/\s+/g, '_') : '';
+        if (s !== 'ok' && s !== 'not_configured' && s !== 'error')
+            throw new SignalDigestError(400, `source ${n}: "state" must be ok, not_configured or error.`);
+        state = s;
+        detail = typeof o.detail === 'string' ? oneLine(o.detail) : '';
+    }
+    else if (typeof raw === 'string') {
+        const text = oneLine(raw);
+        const lower = text.toLowerCase();
+        if (lower === 'ok')
+            state = 'ok';
+        else if (lower === 'not configured' || lower === 'not_configured')
+            state = 'not_configured';
+        else if (lower.startsWith('error')) {
+            state = 'error';
+            detail = text.replace(/^error:?\s*/i, '');
+        }
+        else
+            throw new SignalDigestError(400, `source ${n}: status must be "ok", "not configured" or "error: why" (got "${text.slice(0, 40)}").`);
+    }
+    else {
+        throw new SignalDigestError(400, `source ${n}: status must be "ok", "not configured" or "error: why".`);
+    }
+    return { name: n, state, ...(state === 'error' ? { detail: (detail || 'failed').slice(0, C.SOURCE_DETAIL_MAX_CHARS) } : {}) };
+}
+/**
+ * Source statuses as `collect` prints them (`{"ga4":"ok","gsc":"error: HTTP 403"}`)
+ * or as a list of `{name, state, detail?}`.
+ *
+ * @param raw - Body field
+ * @returns Statuses (sorted by name), or undefined when absent
+ * @throws SignalDigestError(400)
+ */
+export function parseSourceStatuses(raw) {
+    if (raw === undefined || raw === null)
+        return undefined;
+    const entries = Array.isArray(raw)
+        ? raw.map((x) => [typeof x?.name === 'string' ? x.name : '', x])
+        : typeof raw === 'object'
+            ? Object.entries(raw)
+            : [];
+    if (!Array.isArray(raw) && typeof raw !== 'object')
+        throw new SignalDigestError(400, '"sources" must be an object like {"ga4":"ok","gsc":"error: why"}.');
+    if (entries.length > SIGNAL_DIGEST_CONSTANTS.MAX_SOURCES)
+        throw new SignalDigestError(400, `"sources" lists too many sources (max ${SIGNAL_DIGEST_CONSTANTS.MAX_SOURCES}).`);
+    const out = new Map();
+    for (const [name, value] of entries) {
+        const st = sourceStatus(name, value);
+        out.set(st.name, st);
+    }
+    return [...out.values()].sort((a, b) => a.name.localeCompare(b.name));
+}
+/**
+ * Validate a proposal: a site, an optional project, and 3–5 distinct actions,
+ * each with key, source, signal, proposal, expected effect and effort.
+ *
+ * @param input - Request body
+ * @returns The proposal
+ * @throws SignalDigestError(400) naming what to fix
+ */
+export function validateSignalDigest(input) {
+    const site = typeof input.site === 'string' ? oneLine(input.site) : '';
+    if (!site)
+        throw new SignalDigestError(400, '"site" is required (e.g. "visa.careerengine.us").');
+    if (site.length > SIGNAL_DIGEST_CONSTANTS.SITE_MAX_CHARS)
+        throw new SignalDigestError(400, `"site" is too long (max ${SIGNAL_DIGEST_CONSTANTS.SITE_MAX_CHARS} characters).`);
+    const project = typeof input.project === 'string' && oneLine(input.project) ? oneLine(input.project) : undefined;
+    const config = typeof input.config === 'string' && input.config.trim() ? input.config.trim() : undefined;
+    if (config && !path.isAbsolute(config))
+        throw new SignalDigestError(400, '"config" must be the absolute path of the seo-ops site config.');
+    const raw = input.items;
+    const { MIN_ITEMS, MAX_ITEMS } = SIGNAL_DIGEST_CONSTANTS;
+    if (!Array.isArray(raw) || raw.length < MIN_ITEMS || raw.length > MAX_ITEMS) {
+        const got = Array.isArray(raw) ? raw.length : 0;
+        throw new SignalDigestError(400, `give ${MIN_ITEMS}–${MAX_ITEMS} actions (got ${got}): pick the ones worth the owner's tap, ranked best first. ${SIGNAL_DIGEST_EXAMPLE}`);
+    }
+    const seen = new Set();
+    const items = raw.map((value, i) => {
+        const n = i + 1;
+        if (!value || typeof value !== 'object')
+            throw new SignalDigestError(400, `item ${n} must be an object. ${SIGNAL_DIGEST_EXAMPLE}`);
+        const item = value;
+        const key = textField(item, 'key', SIGNAL_DIGEST_CONSTANTS.KEY_MAX_CHARS, n);
+        const source = typeof item.source === 'string' ? item.source.trim().toLowerCase() : '';
+        if (!SIGNAL_DIGEST_CONSTANTS.SOURCES.includes(source)) {
+            throw new SignalDigestError(400, `item ${n}: "source" must be one of ${SIGNAL_DIGEST_CONSTANTS.SOURCES.join(', ')}.`);
+        }
+        const norm = normalizeKey(key);
+        if (seen.has(norm))
+            throw new SignalDigestError(400, `item ${n}: key "${key}" is used twice; each action needs its own key.`);
+        seen.add(norm);
+        const metricRaw = typeof item.metric === 'string' ? oneLine(item.metric) : '';
+        if (metricRaw.length > SIGNAL_DIGEST_CONSTANTS.METRIC_MAX_CHARS) {
+            throw new SignalDigestError(400, `item ${n}: "metric" is too long (max ${SIGNAL_DIGEST_CONSTANTS.METRIC_MAX_CHARS} characters).`);
+        }
+        const experiment = experimentSpec(item.experiment, n);
+        return {
+            key,
+            source: source,
+            signal: textField(item, 'signal', SIGNAL_DIGEST_CONSTANTS.SIGNAL_MAX_CHARS, n),
+            proposal: textField(item, 'proposal', SIGNAL_DIGEST_CONSTANTS.PROPOSAL_MAX_CHARS, n),
+            expectedEffect: textField(item, 'expectedEffect', SIGNAL_DIGEST_CONSTANTS.EXPECTED_MAX_CHARS, n),
+            effort: textField(item, 'effort', SIGNAL_DIGEST_CONSTANTS.EFFORT_MAX_CHARS, n),
+            ...(metricRaw ? { metric: metricRaw } : {}),
+            ...(experiment ? { experiment } : {}),
+        };
+    });
+    const sources = parseSourceStatuses(input.sources);
+    return { site, ...(project ? { project } : {}), ...(config ? { config } : {}), items, ...(sources ? { sources } : {}) };
+}
+/**
+ * Validate a site name.
+ *
+ * @param raw - Body field
+ * @returns The site
+ * @throws SignalDigestError(400)
+ */
+export function validateSite(raw) {
+    const site = typeof raw === 'string' ? oneLine(raw) : '';
+    if (!site)
+        throw new SignalDigestError(400, '"site" is required (e.g. "visa.careerengine.us").');
+    if (site.length > SIGNAL_DIGEST_CONSTANTS.SITE_MAX_CHARS)
+        throw new SignalDigestError(400, `"site" is too long (max ${SIGNAL_DIGEST_CONSTANTS.SITE_MAX_CHARS} characters).`);
+    return site;
+}
+/**
+ * The keys a site's history blocks right now, newest first per key:
+ * - a Do blocks its key for {@link SIGNAL_DIGEST_CONSTANTS.DO_BLOCK_MS} (it was tried);
+ * - a Skip blocks it for {@link SIGNAL_DIGEST_CONSTANTS.SKIP_BLOCK_MS};
+ * - an open item blocks it while it is open.
+ * Expired items (replaced unanswered) block nothing.
+ *
+ * @param digests - All stored digests
+ * @param site - Site
+ * @param now - Clock
+ * @returns Blocked entries, one per key
+ */
+export function siteHistory(digests, site, now) {
+    const want = site.trim().toLowerCase();
+    const byKey = new Map();
+    const ordered = [...digests].filter((d) => d.site.trim().toLowerCase() === want).sort((a, b) => Date.parse(b.createdAt) - Date.parse(a.createdAt));
+    for (const d of ordered) {
+        for (const item of d.items) {
+            const norm = normalizeKey(item.key);
+            if (byKey.has(norm))
+                continue;
+            if (item.status === 'open') {
+                byKey.set(norm, { key: item.key, status: 'open', at: d.createdAt, proposal: item.proposal, digestId: d.id });
+                continue;
+            }
+            if (item.status !== 'do' && item.status !== 'skip')
+                continue;
+            const at = item.answeredAt ?? d.updatedAt;
+            const span = item.status === 'do' ? SIGNAL_DIGEST_CONSTANTS.DO_BLOCK_MS : SIGNAL_DIGEST_CONSTANTS.SKIP_BLOCK_MS;
+            const until = Date.parse(at) + span;
+            if (until <= now.getTime())
+                continue;
+            byKey.set(norm, {
+                key: item.key,
+                status: item.status,
+                at,
+                proposal: item.proposal,
+                digestId: d.id,
+                ...(item.ticketId ? { ticketId: item.ticketId } : {}),
+                blockedUntil: new Date(until).toISOString(),
+            });
+        }
+    }
+    return [...byKey.values()];
+}
+/**
+ * Explain which proposed actions the history blocks.
+ *
+ * @param items - Proposed actions
+ * @param history - {@link siteHistory} of the site
+ * @returns One line per blocked action (empty when none)
+ */
+export function blockedLines(items, history) {
+    const byKey = new Map(history.map((h) => [normalizeKey(h.key), h]));
+    const lines = [];
+    for (const item of items) {
+        const h = byKey.get(normalizeKey(item.key));
+        if (!h)
+            continue;
+        const when = h.at.slice(0, 10);
+        if (h.status === 'do')
+            lines.push(`"${item.key}": the owner chose Do on ${when} (${h.digestId}${h.ticketId ? `, ${h.ticketId}` : ''}) — it is being tried`);
+        else if (h.status === 'skip')
+            lines.push(`"${item.key}": the owner skipped it on ${when} (${h.digestId}); not before ${h.blockedUntil?.slice(0, 10)}`);
+        else
+            lines.push(`"${item.key}": still waiting on the owner in ${h.digestId}`);
+    }
+    return lines;
+}
+//# sourceMappingURL=signal-digest-contract.js.map

package/dist/backend/backend/src/services/signal-digest/signal-digest-contract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"signal-digest-contract.js","sourceRoot":"","sources":["../../../../../../backend/src/services/signal-digest/signal-digest-contract.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAY7B,2BAA2B;AAC3B,MAAM,OAAO,iBAAkB,SAAQ,KAAK;IAM/B;IALX;;;OAGG;IACH,YACW,MAAc,EACvB,OAAe;QAEf,KAAK,CAAC,OAAO,CAAC,CAAC;QAHN,WAAM,GAAN,MAAM,CAAQ;QAIvB,IAAI,CAAC,IAAI,GAAG,mBAAmB,CAAC;IAClC,CAAC;CACF;AAED,mCAAmC;AACnC,MAAM,CAAC,MAAM,qBAAqB,GAChC,yVAAyV,CAAC;AAY5V;;;;;GAKG;AACH,SAAS,OAAO,CAAC,CAAS;IACxB,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACvC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,GAAW;IACtC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;AACpC,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,SAAS,CAAC,IAA6B,EAAE,KAAa,EAAE,GAAW,EAAE,CAAS;IACrF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACxB,MAAM,IAAI,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACzD,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,KAAK,kBAAkB,qBAAqB,EAAE,CAAC,CAAC;IAC3G,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG;QAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,KAAK,sBAAsB,GAAG,oBAAoB,IAAI,CAAC,MAAM,oBAAoB,CAAC,CAAC;IAC1J,OAAO,IAAI,CAAC;AACd,CAAC;AAED,6CAA6C;AAC7C,MAAM,sBAAsB,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,CAAU,CAAC;AAE9E;;;;;;;;GAQG;AACH,SAAS,cAAc,CAAC,GAAY,EAAE,CAAS;IAC7C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACxD,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,QAAQ,CAAC,wFAAwF,CAAC,CAAC;IACjK,MAAM,CAAC,GAAG,GAA8B,CAAC;IACzC,IAAI,CAAC,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,CAAC,MAAM,KAAK,KAAK;QAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,QAAQ,CAAC,yCAAyC,CAAC,CAAC;IACnI,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACtE,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,QAAQ,CAAC,wGAAwG,CAAC,CAAC;IAClK,MAAM,IAAI,GAAyB,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;IACjE,KAAK,MAAM,CAAC,IAAI,sBAAsB,EAAE,CAAC;QACvC,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,IAAI,CAAC;YAAE,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAuB,CAAC,gBAAgB,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,YAAY,CAAC,IAAY,EAAE,GAAY;IAC9C,MAAM,CAAC,GAAG,uBAAuB,CAAC;IAClC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,qBAAqB,CAAC,CAAC;IACxE,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,sDAAsD,CAAC,CAAC;IACjG,IAAI,KAAwB,CAAC;IAC7B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,GAA8B,CAAC;QACzC,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/F,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,gBAAgB,IAAI,CAAC,KAAK,OAAO;YAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,UAAU,CAAC,gDAAgD,CAAC,CAAC;QACzJ,KAAK,GAAG,CAAC,CAAC;QACV,MAAM,GAAG,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACjE,CAAC;SAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACjC,IAAI,KAAK,KAAK,IAAI;YAAE,KAAK,GAAG,IAAI,CAAC;aAC5B,IAAI,KAAK,KAAK,gBAAgB,IAAI,KAAK,KAAK,gBAAgB;YAAE,KAAK,GAAG,gBAAgB,CAAC;aACvF,IAAI,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACnC,KAAK,GAAG,OAAO,CAAC;YAChB,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QAC5C,CAAC;;YAAM,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,UAAU,CAAC,iEAAiE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IAC9I,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,UAAU,CAAC,0DAA0D,CAAC,CAAC;IAC1G,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAChI,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,mBAAmB,CAAC,GAAY;IAC9C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACxD,MAAM,OAAO,GAA6B,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAC1D,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAQ,CAAwB,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAE,CAAsB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC9G,CAAC,CAAC,OAAO,GAAG,KAAK,QAAQ;YACvB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAA8B,CAAC;YAChD,CAAC,CAAC,EAAE,CAAC;IACT,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,mEAAmE,CAAC,CAAC;IAC1J,IAAI,OAAO,CAAC,MAAM,GAAG,uBAAuB,CAAC,WAAW;QAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,yCAAyC,uBAAuB,CAAC,WAAW,IAAI,CAAC,CAAC;IAC7K,MAAM,GAAG,GAAG,IAAI,GAAG,EAA8B,CAAC;IAClD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;QACpC,MAAM,EAAE,GAAG,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACrC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AACxE,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAA8B;IACjE,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,mDAAmD,CAAC,CAAC;IACjG,IAAI,IAAI,CAAC,MAAM,GAAG,uBAAuB,CAAC,cAAc;QAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,2BAA2B,uBAAuB,CAAC,cAAc,eAAe,CAAC,CAAC;IAC7K,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjH,MAAM,MAAM,GAAG,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACzG,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,gEAAgE,CAAC,CAAC;IAC3I,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC;IACxB,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,uBAAuB,CAAC;IACzD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,SAAS,IAAI,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAC5E,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,QAAQ,SAAS,IAAI,SAAS,iBAAiB,GAAG,8DAA8D,qBAAqB,EAAE,CAAC,CAAC;IAC5K,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAqB,EAAE;QACpD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChB,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,QAAQ,CAAC,uBAAuB,qBAAqB,EAAE,CAAC,CAAC;QACnI,MAAM,IAAI,GAAG,KAAgC,CAAC;QAC9C,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,uBAAuB,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QAC7E,MAAM,MAAM,GAAG,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACtD,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,QAAQ,CAAC,6BAA6B,uBAAuB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxH,CAAC;QACD,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,GAAG,iDAAiD,CAAC,CAAC;QAC9H,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACf,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9E,IAAI,SAAS,CAAC,MAAM,GAAG,uBAAuB,CAAC,gBAAgB,EAAE,CAAC;YAChE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,QAAQ,CAAC,+BAA+B,uBAAuB,CAAC,gBAAgB,eAAe,CAAC,CAAC;QACpI,CAAC;QACD,MAAM,UAAU,GAAG,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QACtD,OAAO;YACL,GAAG;YACH,MAAM,EAAE,MAAsB;YAC9B,MAAM,EAAE,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,uBAAuB,CAAC,gBAAgB,EAAE,CAAC,CAAC;YAC9E,QAAQ,EAAE,SAAS,CAAC,IAAI,EAAE,UAAU,EAAE,uBAAuB,CAAC,kBAAkB,EAAE,CAAC,CAAC;YACpF,cAAc,EAAE,SAAS,CAAC,IAAI,EAAE,gBAAgB,EAAE,uBAAuB,CAAC,kBAAkB,EAAE,CAAC,CAAC;YAChG,MAAM,EAAE,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,uBAAuB,CAAC,gBAAgB,EAAE,CAAC,CAAC;YAC9E,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3C,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtC,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACnD,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAC1H,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAAC,GAAY;IACvC,MAAM,IAAI,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACzD,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,mDAAmD,CAAC,CAAC;IACjG,IAAI,IAAI,CAAC,MAAM,GAAG,uBAAuB,CAAC,cAAc;QAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,2BAA2B,uBAAuB,CAAC,cAAc,eAAe,CAAC,CAAC;IAC7K,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,WAAW,CAAC,OAAgC,EAAE,IAAY,EAAE,GAAS;IACnF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,KAAK,GAAG,IAAI,GAAG,EAA8B,CAAC;IACpD,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IACnJ,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC3B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7G,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;gBAAE,SAAS;YAC7D,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,SAAS,CAAC;YAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,uBAAuB,CAAC,WAAW,CAAC,CAAC,CAAC,uBAAuB,CAAC,aAAa,CAAC;YAChH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;YACpC,IAAI,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE;gBAAE,SAAS;YACrC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE;gBACd,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,EAAE;gBACF,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,QAAQ,EAAE,CAAC,CAAC,EAAE;gBACd,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,YAAY,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE;aAC5C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;AAC7B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAAC,KAAmC,EAAE,OAAsC;IACtG,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5C,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/B,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,4BAA4B,IAAI,KAAK,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;aACvJ,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,8BAA8B,IAAI,KAAK,CAAC,CAAC,QAAQ,iBAAiB,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;;YAClJ,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,oCAAoC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/backend/backend/src/services/signal-digest/signal-digest-store.d.ts

@@ -0,0 +1,85 @@
+/**
+ * Durable store of signal digests (#987, specs/2026-10-03-signal-digest.md).
+ *
+ * One JSON file under CREWLY_HOME with a monotonically increasing id counter,
+ * so `SD-3` is never reused. All writes are serialised and atomic. Digests
+ * untouched for {@link SIGNAL_DIGEST_CONSTANTS.KEEP_MS} are pruned.
+ *
+ * @module services/signal-digest/signal-digest-store
+ */
+import type { SignalDigest, SignalSiteSources } from '../../types/signal-digest.types.js';
+/**
+ * Persistent digest store.
+ */
+export declare class SignalDigestStore {
+    private readonly filePath;
+    private readonly now;
+    private data;
+    private chain;
+    /**
+     * @param filePath - JSON file
+     * @param now - Clock (tests)
+     */
+    constructor(filePath: string, now?: () => Date);
+    /**
+     * Store under a CREWLY_HOME.
+     *
+     * @param crewlyHome - CREWLY_HOME
+     * @returns The store
+     */
+    static inHome(crewlyHome: string): SignalDigestStore;
+    /**
+     * Add a digest, assigning its id.
+     *
+     * @param draft - Digest without id/timestamps
+     * @returns The stored digest
+     */
+    create(draft: Omit<SignalDigest, 'id' | 'createdAt' | 'updatedAt'>): Promise<SignalDigest>;
+    /**
+     * Change a digest under the write lock.
+     *
+     * @param id - Digest id
+     * @param fn - Gets a copy; returns the new digest, or null to leave it alone
+     * @returns The updated digest, or null when missing / unchanged
+     */
+    update(id: string, fn: (d: SignalDigest) => SignalDigest | null): Promise<SignalDigest | null>;
+    /**
+     * One digest.
+     *
+     * @param id - Digest id
+     * @returns Copy, or null
+     */
+    get(id: string): Promise<SignalDigest | null>;
+    /**
+     * All digests, newest first, optionally filtered.
+     *
+     * @param filter - Predicate
+     * @returns Copies
+     */
+    list(filter?: (d: SignalDigest) => boolean): Promise<SignalDigest[]>;
+    /**
+     * A site's latest source report.
+     *
+     * @param site - Site
+     * @returns Copy, or null when none was reported
+     */
+    getSiteSources(site: string): Promise<SignalSiteSources | null>;
+    /**
+     * Change a site's source report under the write lock.
+     *
+     * @param site - Site
+     * @param fn - Gets a copy (null when none); returns the new report
+     * @returns The stored report
+     */
+    updateSiteSources(site: string, fn: (cur: SignalSiteSources | null) => SignalSiteSources): Promise<SignalSiteSources>;
+    /**
+     * Drop digests with nothing open that were last changed before the keep window.
+     *
+     * @returns How many were dropped
+     */
+    prune(): Promise<number>;
+    private load;
+    private save;
+    private serial;
+}
+//# sourceMappingURL=signal-digest-store.d.ts.map

package/dist/backend/backend/src/services/signal-digest/signal-digest-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"signal-digest-store.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/signal-digest/signal-digest-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,OAAO,KAAK,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AA8B1F;;GAEG;AACH,qBAAa,iBAAiB;IAS1B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,GAAG;IATtB,OAAO,CAAC,IAAI,CAA2B;IACvC,OAAO,CAAC,KAAK,CAAuC;IAEpD;;;OAGG;gBAEgB,QAAQ,EAAE,MAAM,EAChB,GAAG,GAAE,MAAM,IAAuB;IAGrD;;;;;OAKG;IACH,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,iBAAiB;IAIpD;;;;;OAKG;IACG,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,GAAG,WAAW,GAAG,WAAW,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC;IAYhG;;;;;;OAMG;IACG,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,KAAK,YAAY,GAAG,IAAI,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAcpG;;;;;OAKG;IACG,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAMnD;;;;;OAKG;IACG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,YAAY,KAAK,OAAO,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAQ1E;;;;;OAKG;IACG,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMrE;;;;;;OAMG;IACG,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,GAAG,EAAE,iBAAiB,GAAG,IAAI,KAAK,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAY3H;;;;OAIG;IACG,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;YAYhB,IAAI;YAUJ,IAAI;IAIlB,OAAO,CAAC,MAAM;CAKf"}

package/dist/backend/backend/src/services/signal-digest/signal-digest-store.js

@@ -0,0 +1,185 @@
+/**
+ * Durable store of signal digests (#987, specs/2026-10-03-signal-digest.md).
+ *
+ * One JSON file under CREWLY_HOME with a monotonically increasing id counter,
+ * so `SD-3` is never reused. All writes are serialised and atomic. Digests
+ * untouched for {@link SIGNAL_DIGEST_CONSTANTS.KEEP_MS} are pruned.
+ *
+ * @module services/signal-digest/signal-digest-store
+ */
+import * as path from 'path';
+import { SIGNAL_DIGEST_CONSTANTS } from '../../constants.js';
+import { atomicWriteJson, safeReadJson } from '../../utils/file-io.utils.js';
+/**
+ * Store key of a site.
+ *
+ * @param site - Site
+ * @returns Lower-cased, trimmed
+ */
+function siteKey(site) {
+    return site.trim().toLowerCase();
+}
+/**
+ * Deep copy (digests hold nested item arrays).
+ *
+ * @param d - Digest
+ * @returns Independent copy
+ */
+function copy(d) {
+    return JSON.parse(JSON.stringify(d));
+}
+/**
+ * Persistent digest store.
+ */
+export class SignalDigestStore {
+    filePath;
+    now;
+    data = null;
+    chain = Promise.resolve();
+    /**
+     * @param filePath - JSON file
+     * @param now - Clock (tests)
+     */
+    constructor(filePath, now = () => new Date()) {
+        this.filePath = filePath;
+        this.now = now;
+    }
+    /**
+     * Store under a CREWLY_HOME.
+     *
+     * @param crewlyHome - CREWLY_HOME
+     * @returns The store
+     */
+    static inHome(crewlyHome) {
+        return new SignalDigestStore(path.join(crewlyHome, SIGNAL_DIGEST_CONSTANTS.STORE_FILENAME));
+    }
+    /**
+     * Add a digest, assigning its id.
+     *
+     * @param draft - Digest without id/timestamps
+     * @returns The stored digest
+     */
+    async create(draft) {
+        return this.serial(async () => {
+            const data = await this.load();
+            const at = this.now().toISOString();
+            const digest = { ...copy(draft), id: `${SIGNAL_DIGEST_CONSTANTS.ID_PREFIX}${data.nextId}`, createdAt: at, updatedAt: at };
+            data.nextId += 1;
+            data.digests.push(digest);
+            await this.save();
+            return copy(digest);
+        });
+    }
+    /**
+     * Change a digest under the write lock.
+     *
+     * @param id - Digest id
+     * @param fn - Gets a copy; returns the new digest, or null to leave it alone
+     * @returns The updated digest, or null when missing / unchanged
+     */
+    async update(id, fn) {
+        return this.serial(async () => {
+            const data = await this.load();
+            const idx = data.digests.findIndex((d) => d.id === id);
+            if (idx < 0)
+                return null;
+            const next = fn(copy(data.digests[idx]));
+            if (!next)
+                return null;
+            const stored = { ...next, id, updatedAt: this.now().toISOString() };
+            data.digests[idx] = stored;
+            await this.save();
+            return copy(stored);
+        });
+    }
+    /**
+     * One digest.
+     *
+     * @param id - Digest id
+     * @returns Copy, or null
+     */
+    async get(id) {
+        const data = await this.load();
+        const d = data.digests.find((x) => x.id === id);
+        return d ? copy(d) : null;
+    }
+    /**
+     * All digests, newest first, optionally filtered.
+     *
+     * @param filter - Predicate
+     * @returns Copies
+     */
+    async list(filter) {
+        const data = await this.load();
+        return data.digests
+            .filter((d) => !filter || filter(d))
+            .map(copy)
+            .sort((a, b) => Date.parse(b.createdAt) - Date.parse(a.createdAt) || b.id.localeCompare(a.id, undefined, { numeric: true }));
+    }
+    /**
+     * A site's latest source report.
+     *
+     * @param site - Site
+     * @returns Copy, or null when none was reported
+     */
+    async getSiteSources(site) {
+        const data = await this.load();
+        const s = data.siteSources[siteKey(site)];
+        return s ? JSON.parse(JSON.stringify(s)) : null;
+    }
+    /**
+     * Change a site's source report under the write lock.
+     *
+     * @param site - Site
+     * @param fn - Gets a copy (null when none); returns the new report
+     * @returns The stored report
+     */
+    async updateSiteSources(site, fn) {
+        return this.serial(async () => {
+            const data = await this.load();
+            const key = siteKey(site);
+            const cur = data.siteSources[key];
+            const next = fn(cur ? JSON.parse(JSON.stringify(cur)) : null);
+            data.siteSources[key] = next;
+            await this.save();
+            return JSON.parse(JSON.stringify(next));
+        });
+    }
+    /**
+     * Drop digests with nothing open that were last changed before the keep window.
+     *
+     * @returns How many were dropped
+     */
+    async prune() {
+        return this.serial(async () => {
+            const data = await this.load();
+            const cutoff = this.now().getTime() - SIGNAL_DIGEST_CONSTANTS.KEEP_MS;
+            const before = data.digests.length;
+            data.digests = data.digests.filter((d) => d.items.some((i) => i.status === 'open') || Date.parse(d.updatedAt) >= cutoff);
+            const dropped = before - data.digests.length;
+            if (dropped > 0)
+                await this.save();
+            return dropped;
+        });
+    }
+    async load() {
+        if (this.data)
+            return this.data;
+        const raw = await safeReadJson(this.filePath, {});
+        const digests = Array.isArray(raw.digests) ? raw.digests : [];
+        const maxId = digests.reduce((m, d) => Math.max(m, Number(String(d.id).replace(SIGNAL_DIGEST_CONSTANTS.ID_PREFIX, '')) || 0), 0);
+        const siteSources = raw.siteSources && typeof raw.siteSources === 'object' && !Array.isArray(raw.siteSources) ? raw.siteSources : {};
+        this.data = { nextId: Math.max(Number(raw.nextId) || 1, maxId + 1), digests, siteSources };
+        return this.data;
+    }
+    async save() {
+        if (this.data)
+            await atomicWriteJson(this.filePath, this.data);
+    }
+    serial(fn) {
+        const next = this.chain.then(fn, fn);
+        this.chain = next.catch(() => undefined);
+        return next;
+    }
+}
+//# sourceMappingURL=signal-digest-store.js.map

package/dist/backend/backend/src/services/signal-digest/signal-digest-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"signal-digest-store.js","sourceRoot":"","sources":["../../../../../../backend/src/services/signal-digest/signal-digest-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAW7E;;;;;GAKG;AACH,SAAS,OAAO,CAAC,IAAY;IAC3B,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AACnC,CAAC;AAED;;;;;GAKG;AACH,SAAS,IAAI,CAAC,CAAe;IAC3B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAiB,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,iBAAiB;IAST;IACA;IATX,IAAI,GAAsB,IAAI,CAAC;IAC/B,KAAK,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;IAEpD;;;OAGG;IACH,YACmB,QAAgB,EAChB,MAAkB,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE;QADlC,aAAQ,GAAR,QAAQ,CAAQ;QAChB,QAAG,GAAH,GAAG,CAA+B;IAClD,CAAC;IAEJ;;;;;OAKG;IACH,MAAM,CAAC,MAAM,CAAC,UAAkB;QAC9B,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,cAAc,CAAC,CAAC,CAAC;IAC9F,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,MAAM,CAAC,KAA2D;QACtE,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;YAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,MAAM,GAAiB,EAAE,GAAG,IAAI,CAAC,KAAqB,CAAC,EAAE,EAAE,EAAE,GAAG,uBAAuB,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;YACxJ,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,MAAM,CAAC,EAAU,EAAE,EAA4C;QACnE,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;YAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YACvD,IAAI,GAAG,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;YACzB,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACzC,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC;YACvB,MAAM,MAAM,GAAiB,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;YAClF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;YAC3B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,GAAG,CAAC,EAAU;QAClB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAChD,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,IAAI,CAAC,MAAqC;QAC9C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC,OAAO;aAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;aACnC,GAAG,CAAC,IAAI,CAAC;aACT,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACjI,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1C,OAAO,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAuB,CAAC,CAAC,CAAC,IAAI,CAAC;IACzE,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,iBAAiB,CAAC,IAAY,EAAE,EAAwD;QAC5F,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;YAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,IAAI,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAuB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YAC7B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAsB,CAAC;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,KAAK;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;YAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,GAAG,uBAAuB,CAAC,OAAO,CAAC;YACtE,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YACnC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,CAAC;YACzH,MAAM,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAC7C,IAAI,OAAO,GAAG,CAAC;gBAAE,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YACnC,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC;QAChC,MAAM,GAAG,GAAG,MAAM,YAAY,CAAsB,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,uBAAuB,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACjI,MAAM,WAAW,GAAG,GAAG,CAAC,WAAW,IAAI,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;QACrI,IAAI,CAAC,IAAI,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;QAC3F,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,IAAI,IAAI,CAAC,IAAI;YAAE,MAAM,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACjE,CAAC;IAEO,MAAM,CAAI,EAAoB;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}