@x12i/memorix-service 3.9.2 → 3.10.0

package/dist/analytics/projector.js

@@ -0,0 +1,262 @@
+import { whereList } from "./definition.js";
+export const SEP = "\u001f";
+/** Countex subject for facts that are not keyed by a leader, row, or value. */
+export const NO_SUBJECT = "_";
+export const metricKey = {
+    presence: (abstractType) => `p${SEP}${abstractType}`,
+    measure: (key) => `m${SEP}${key}`,
+    measureValue: (key) => `mv${SEP}${key}`,
+    group: (key, bucket) => `g${SEP}${key}${SEP}${bucket}`,
+    groupLabel: (key, bucket) => `gl${SEP}${key}${SEP}${bucket}`,
+    split: (key, bucket) => `s${SEP}${key}${SEP}${bucket}`,
+    unwind: (key) => `u${SEP}${key}`,
+    unwindAgg: (key, agg) => `ua${SEP}${key}${SEP}${agg}`,
+    unwindValue: (key, agg) => `uv${SEP}${key}${SEP}${agg}`,
+    leader: (key) => `l${SEP}${key}`,
+    coverage: (key) => `c${SEP}${key}`,
+    transition: (key) => `t${SEP}${key}`,
+};
+export function readProperty(subject, property) {
+    if (property === "recordId")
+        return subject.recordId;
+    if (property === "@datasource")
+        return subject.datasource?.system ?? undefined;
+    return subject.properties[property];
+}
+function isAbsent(v) {
+    return v === undefined || v === null || v === "";
+}
+function matchesPredicate(subject, p) {
+    const v = readProperty(subject, p.property);
+    if ("exists" in p)
+        return p.exists ? !isAbsent(v) : isAbsent(v);
+    if ("in" in p)
+        return Array.isArray(p.in) && p.in.includes(v);
+    return v === p.equals;
+}
+export function matchesWhere(subject, where) {
+    return whereList(where).every((p) => matchesPredicate(subject, p));
+}
+function asNumber(value) {
+    if (typeof value === "number" && Number.isFinite(value))
+        return value;
+    if (typeof value === "string" && value.trim() && Number.isFinite(Number(value)))
+        return Number(value);
+    return null;
+}
+function scalarKey(value) {
+    if (typeof value === "string")
+        return value.trim() ? value : null;
+    if (typeof value === "number" && Number.isFinite(value))
+        return String(value);
+    if (typeof value === "boolean")
+        return String(value);
+    return null;
+}
+function readNested(root, path) {
+    if (path.startsWith("item."))
+        return readNested(root, path.slice(5));
+    let cur = root;
+    for (const p of path.split(".")) {
+        if (!cur || typeof cur !== "object" || Array.isArray(cur))
+            return undefined;
+        cur = cur[p];
+    }
+    return cur;
+}
+function clockValue(raw) {
+    if (typeof raw !== "string" && typeof raw !== "number")
+        return null;
+    const t = typeof raw === "number" ? raw : Date.parse(raw);
+    return Number.isFinite(t) ? new Date(t).toISOString() : null;
+}
+export function projectSubject(def, abstractType, subject) {
+    let pair = null;
+    if (def.scope) {
+        const a = scalarKey(subject.properties[def.scope[0].property]);
+        const b = scalarKey(subject.properties[def.scope[1].property]);
+        if (a === null || b === null) {
+            return { pair: null, inScope: false, clock: null, facts: [], track: {} };
+        }
+        pair = [a, b];
+    }
+    const clock = def.clock && def.clock.abstractType === abstractType
+        ? clockValue(readProperty(subject, def.clock.property))
+        : null;
+    const facts = [{ metric: metricKey.presence(abstractType), subject: NO_SUBJECT }];
+    const add = (metric, extra) => facts.push({ metric, subject: NO_SUBJECT, ...extra });
+    for (const m of def.measures ?? []) {
+        if (m.abstractType !== abstractType || !matchesWhere(subject, m.where))
+            continue;
+        if (m.kind === "count") {
+            add(metricKey.measure(m.key));
+            continue;
+        }
+        const raw = readProperty(subject, m.property);
+        if (m.kind === "sum" || m.kind === "mean") {
+            const n = asNumber(raw);
+            if (n !== null)
+                add(metricKey.measure(m.key), { value: n });
+        }
+        else if (m.kind === "max") {
+            const n = asNumber(raw);
+            if (n !== null)
+                add(metricKey.measureValue(m.key), { subject: String(n) });
+        }
+        else {
+            const values = Array.isArray(raw) ? raw : [raw];
+            const seen = new Set();
+            for (const v of values) {
+                const k = scalarKey(v);
+                if (k === null || seen.has(k))
+                    continue;
+                seen.add(k);
+                add(metricKey.measureValue(m.key), { subject: k });
+            }
+        }
+    }
+    for (const g of def.groups ?? []) {
+        if (g.abstractType !== abstractType || !matchesWhere(subject, g.where))
+            continue;
+        const bucket = scalarKey(readProperty(subject, g.property));
+        if (bucket === null)
+            continue;
+        if (g.buckets && !g.buckets.includes(bucket))
+            continue;
+        let split;
+        if (g.split) {
+            const raw = readProperty(subject, g.split.property);
+            const sv = scalarKey(raw);
+            if (sv !== null && g.split.buckets.includes(sv))
+                split = sv;
+            else if (isAbsent(raw) && g.split.missing)
+                split = g.split.missing;
+        }
+        add(metricKey.group(g.key, bucket), split !== undefined ? { split } : undefined);
+        if (!g.buckets && g.property === "@datasource" && subject.datasource?.name) {
+            add(metricKey.groupLabel(g.key, bucket), { subject: subject.datasource.name });
+        }
+    }
+    for (const s of def.splits ?? []) {
+        if (s.abstractType !== abstractType)
+            continue;
+        const bucket = scalarKey(readProperty(subject, s.property));
+        if (bucket === null || !s.buckets.includes(bucket))
+            continue;
+        add(metricKey.split(s.key, bucket), { split: "total" });
+        if (matchesWhere(subject, s.subset))
+            add(metricKey.split(s.key, bucket), { split: "subset" });
+    }
+    for (const u of def.unwinds ?? []) {
+        if (u.abstractType !== abstractType)
+            continue;
+        const arr = readProperty(subject, u.arrayProperty);
+        if (!Array.isArray(arr))
+            continue;
+        for (const item of arr) {
+            const cols = {};
+            for (const c of u.columns)
+                cols[c.key] = readNested(item, c.path) ?? null;
+            const row = JSON.stringify(cols);
+            add(metricKey.unwind(u.key), { subject: row });
+            for (const agg of u.aggregates ?? []) {
+                if (agg.kind === "count" || !agg.path)
+                    continue;
+                const raw = agg.path.startsWith("item.")
+                    ? readNested(item, agg.path)
+                    : readProperty(subject, agg.path);
+                if (agg.kind === "group-count") {
+                    const b = scalarKey(raw);
+                    if (b !== null && agg.buckets?.includes(b)) {
+                        add(metricKey.unwindAgg(u.key, agg.key), { subject: row, split: b });
+                    }
+                }
+                else if (agg.kind === "sum") {
+                    const n = asNumber(raw);
+                    if (n !== null)
+                        add(metricKey.unwindAgg(u.key, agg.key), { subject: row, value: n });
+                }
+                else {
+                    const k = agg.kind === "max" ? (asNumber(raw) === null ? null : String(asNumber(raw))) : scalarKey(raw);
+                    if (k !== null)
+                        add(metricKey.unwindValue(u.key, agg.key), { subject: `${row}${SEP}${k}` });
+                }
+            }
+        }
+    }
+    for (const l of def.leaders ?? []) {
+        if (!l.countOf || l.countOf.abstractType !== abstractType)
+            continue;
+        if (!matchesWhere(subject, l.countOf.where))
+            continue;
+        const raw = readProperty(subject, l.countOf.property);
+        const ids = new Set();
+        for (const v of Array.isArray(raw) ? raw : [raw]) {
+            const k = scalarKey(v);
+            if (k !== null)
+                ids.add(k);
+        }
+        for (const id of ids)
+            add(metricKey.leader(l.key), { subject: id });
+    }
+    for (const c of def.coverage ?? []) {
+        if (c.abstractType === abstractType && matchesWhere(subject, c.where))
+            add(metricKey.coverage(c.key));
+    }
+    const track = {};
+    for (const t of def.transitions ?? []) {
+        if (t.abstractType !== abstractType)
+            continue;
+        const v = readProperty(subject, t.property);
+        if (!isAbsent(v))
+            track[t.key] = v;
+    }
+    return { pair, inScope: true, clock, facts, track };
+}
+export function factId(f) {
+    return [f.metric, f.subject, f.split ?? "", f.value ?? ""].join(SEP);
+}
+/** Multiset difference: what to decrement and what to increment to move `prev` to `next`. */
+export function diffFacts(prev, next) {
+    const counts = new Map();
+    for (const f of prev) {
+        const id = factId(f);
+        const e = counts.get(id);
+        if (e)
+            e.n -= 1;
+        else
+            counts.set(id, { fact: f, n: -1 });
+    }
+    for (const f of next) {
+        const id = factId(f);
+        const e = counts.get(id);
+        if (e)
+            e.n += 1;
+        else
+            counts.set(id, { fact: f, n: 1 });
+    }
+    const removed = [];
+    const added = [];
+    for (const { fact, n } of counts.values()) {
+        for (let i = 0; i < -n; i++)
+            removed.push(fact);
+        for (let i = 0; i < n; i++)
+            added.push(fact);
+    }
+    return { removed, added };
+}
+/** Transition events between two tracked states of the same subject. */
+export function transitionFacts(def, prevTrack, nextTrack) {
+    if (!prevTrack)
+        return [];
+    const out = [];
+    for (const t of def.transitions ?? []) {
+        const from = prevTrack[t.key];
+        const to = nextTrack[t.key];
+        if (from === undefined || to === undefined || from === to)
+            continue;
+        out.push({ metric: metricKey.transition(t.key), subject: JSON.stringify([from, to]) });
+    }
+    return out;
+}
+//# sourceMappingURL=projector.js.map

package/dist/analytics/projector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"projector.js","sourceRoot":"","sources":["../../src/analytics/projector.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C,MAAM,CAAC,MAAM,GAAG,GAAG,QAAQ,CAAC;AAC5B,+EAA+E;AAC/E,MAAM,CAAC,MAAM,UAAU,GAAG,GAAG,CAAC;AA6B9B,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,QAAQ,EAAE,CAAC,YAAoB,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,YAAY,EAAE;IAC5D,OAAO,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,GAAG,EAAE;IACzC,YAAY,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,KAAK,GAAG,GAAG,GAAG,EAAE;IAC/C,KAAK,EAAE,CAAC,GAAW,EAAE,MAAc,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,MAAM,EAAE;IACtE,UAAU,EAAE,CAAC,GAAW,EAAE,MAAc,EAAE,EAAE,CAAC,KAAK,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,MAAM,EAAE;IAC5E,KAAK,EAAE,CAAC,GAAW,EAAE,MAAc,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,MAAM,EAAE;IACtE,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,GAAG,EAAE;IACxC,SAAS,EAAE,CAAC,GAAW,EAAE,GAAW,EAAE,EAAE,CAAC,KAAK,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE;IACrE,WAAW,EAAE,CAAC,GAAW,EAAE,GAAW,EAAE,EAAE,CAAC,KAAK,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE;IACvE,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,GAAG,EAAE;IACxC,QAAQ,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,GAAG,EAAE;IAC1C,UAAU,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,GAAG,EAAE;CAC7C,CAAC;AAEF,MAAM,UAAU,YAAY,CAAC,OAAqB,EAAE,QAAgB;IAClE,IAAI,QAAQ,KAAK,UAAU;QAAE,OAAO,OAAO,CAAC,QAAQ,CAAC;IACrD,IAAI,QAAQ,KAAK,aAAa;QAAE,OAAO,OAAO,CAAC,UAAU,EAAE,MAAM,IAAI,SAAS,CAAC;IAC/E,OAAO,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,QAAQ,CAAC,CAAU;IAC1B,OAAO,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAqB,EAAE,CAAqB;IACpE,MAAM,CAAC,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC5C,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAChE,IAAI,IAAI,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC9D,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,OAAqB,EAAE,KAAiC;IACnF,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACtE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACtG,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAClE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9E,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACrD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,UAAU,CAAC,IAAa,EAAE,IAAY;IAC7C,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,IAAI,GAAG,GAAY,IAAI,CAAC;IACxB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QAChC,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;YAAE,OAAO,SAAS,CAAC;QAC5E,GAAG,GAAI,GAA+B,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,GAAY;IAC9B,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACpE,MAAM,CAAC,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC1D,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,GAAsB,EACtB,YAAoB,EACpB,OAAqB;IAErB,IAAI,IAAI,GAA4B,IAAI,CAAC;IACzC,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;QACd,MAAM,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/D,MAAM,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/D,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAC7B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QAC3E,CAAC;QACD,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAChB,CAAC;IACD,MAAM,KAAK,GACT,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,YAAY,KAAK,YAAY;QAClD,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvD,CAAC,CAAC,IAAI,CAAC;IAEX,MAAM,KAAK,GAAW,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;IAC1F,MAAM,GAAG,GAAG,CAAC,MAAc,EAAE,KAAqB,EAAE,EAAE,CACpD,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;IAExD,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACnC,IAAI,CAAC,CAAC,YAAY,KAAK,YAAY,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC;YAAE,SAAS;QACjF,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACvB,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9B,SAAS;QACX,CAAC;QACD,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,QAAS,CAAC,CAAC;QAC/C,IAAI,CAAC,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1C,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YACxB,IAAI,CAAC,KAAK,IAAI;gBAAE,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9D,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5B,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YACxB,IAAI,CAAC,KAAK,IAAI;gBAAE,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7E,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;YAC/B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACvB,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;oBAAE,SAAS;gBACxC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACZ,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QACjC,IAAI,CAAC,CAAC,YAAY,KAAK,YAAY,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC;YAAE,SAAS;QACjF,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5D,IAAI,MAAM,KAAK,IAAI;YAAE,SAAS;QAC9B,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,SAAS;QACvD,IAAI,KAAyB,CAAC;QAC9B,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;YACZ,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC1B,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAAE,KAAK,GAAG,EAAE,CAAC;iBACvD,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO;gBAAE,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;QACrE,CAAC;QACD,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACjF,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,QAAQ,KAAK,aAAa,IAAI,OAAO,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;YAC3E,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QACjC,IAAI,CAAC,CAAC,YAAY,KAAK,YAAY;YAAE,SAAS;QAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5D,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,SAAS;QAC7D,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QACxD,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;YAAE,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAChG,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC,CAAC,YAAY,KAAK,YAAY;YAAE,SAAS;QAC9C,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC;QACnD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;YAAE,SAAS;QAClC,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;YACvB,MAAM,IAAI,GAA4B,EAAE,CAAC;YACzC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO;gBAAE,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;YAC1E,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACjC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/C,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACrC,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI;oBAAE,SAAS;gBAChD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;oBACtC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;oBAC5B,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBACpC,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBAC/B,MAAM,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;oBACzB,IAAI,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC3C,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;oBACvE,CAAC;gBACH,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;oBAC9B,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACxB,IAAI,CAAC,KAAK,IAAI;wBAAE,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;gBACvF,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;oBACxG,IAAI,CAAC,KAAK,IAAI;wBAAE,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC9F,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,YAAY;YAAE,SAAS;QACpE,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,SAAS;QACtD,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YACjD,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,CAAC,KAAK,IAAI;gBAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC;QACD,KAAK,MAAM,EAAE,IAAI,GAAG;YAAE,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACnC,IAAI,CAAC,CAAC,YAAY,KAAK,YAAY,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC;YAAE,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxG,CAAC;IAED,MAAM,KAAK,GAA4B,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC,CAAC,YAAY,KAAK,YAAY;YAAE,SAAS;QAC9C,MAAM,CAAC,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,CAAO;IAC5B,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACvE,CAAC;AAED,6FAA6F;AAC7F,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,IAAY;IAClD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqC,CAAC;IAC5D,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzB,IAAI,CAAC;YAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;;YACX,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzB,IAAI,CAAC;YAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;;YACX,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,OAAO,GAAW,EAAE,CAAC;IAC3B,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,KAAK,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE;YAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAC5B,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,eAAe,CAC7B,GAAsB,EACtB,SAA8C,EAC9C,SAAkC;IAElC,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,CAAC;IAC1B,MAAM,GAAG,GAAW,EAAE,CAAC;IACvB,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9B,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,EAAE;YAAE,SAAS;QACpE,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IACzF,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/analytics/state.d.ts

@@ -0,0 +1,83 @@
+/**
+ * Durable state behind the counters: the registry, the per-subject fact ledger, and the
+ * covering pairs seen per counter generation. Stored in `{orgId}_operational`.
+ */
+import type { Db } from "mongodb";
+import type { CounterDefinition } from "./definition.js";
+import type { Fact } from "./projector.js";
+export type CounterOrigin = "pack" | "api" | "builtin";
+export type CounterStatus = "backfilling" | "live" | "error";
+export type BackfillProgress = {
+    cursor: string | null;
+    done: boolean;
+    seen: number;
+};
+export type CounterRecord = {
+    id: string;
+    orgId: string;
+    origin: CounterOrigin;
+    agentIds: string[];
+    definition: CounterDefinition;
+    hash: string;
+    generation: number;
+    status: CounterStatus;
+    backfill: Record<string, BackfillProgress>;
+    registeredAt: string;
+    updatedAt: string;
+    registeredBy?: string | null;
+    liveAt?: string | null;
+    lastMaterializedAt?: string | null;
+    error?: string | null;
+};
+/** What a subject currently contributes to one counter generation. */
+export type SubjectState = {
+    scope: string;
+    at: string;
+    facts: Fact[];
+    track: Record<string, unknown>;
+};
+export type LedgerRow = SubjectState & {
+    key: string;
+    seq: number;
+    pending?: (SubjectState | {
+        removed: true;
+    }) | null;
+    pendingAt?: string | null;
+};
+export type LedgerIntent = {
+    key: string;
+    /** Sequence read before projecting; `null` when the row did not exist. */
+    expectedSeq: number | null;
+    next: SubjectState | null;
+};
+export type PairRow = {
+    scope: string;
+    counterId: string;
+    generation: number;
+    pair: [string, string] | null;
+    firstSeenAt: string;
+};
+export interface AnalyticsStateStore {
+    listCounters(): Promise<CounterRecord[]>;
+    getCounter(id: string): Promise<CounterRecord | null>;
+    saveCounter(record: CounterRecord): Promise<void>;
+    /** Partial update; with `generation` set, applies only while the counter is still on it. */
+    patchCounter(id: string, patch: Partial<CounterRecord>, generation?: number): Promise<boolean>;
+    deleteCounter(id: string): Promise<void>;
+    readLedger(counterId: string, generation: number, keys: string[]): Promise<Map<string, LedgerRow>>;
+    /** Records intents stamped `at`; returns keys whose sequence moved since they were read. */
+    writeIntents(counterId: string, generation: number, intents: LedgerIntent[], at: string): Promise<string[]>;
+    commitIntents(counterId: string, generation: number, keys: string[]): Promise<void>;
+    /** Counter ids with intents recorded before `olderThan` and never committed. */
+    stalePending(olderThan: Date): Promise<string[]>;
+    /** Drops ledger rows and pairs of generations below `belowGeneration` (all when omitted). */
+    dropGenerations(counterId: string, belowGeneration?: number): Promise<void>;
+    /** Registers a covering pair (keeping the earliest `firstSeenAt`); true when it was not known yet. */
+    touchPair(row: PairRow): Promise<boolean>;
+    /** Pairs of a generation, most recently first-seen first. */
+    listPairs(counterId: string, generation: number, limit: number): Promise<PairRow[]>;
+}
+export declare function createMemoryAnalyticsState(): AnalyticsStateStore;
+export declare function createMongoAnalyticsState(db: Db): AnalyticsStateStore;
+export declare function mongoAnalyticsStateFactory(dbFor: (orgId: string) => Db): (orgId: string) => AnalyticsStateStore;
+//# sourceMappingURL=state.d.ts.map

package/dist/analytics/state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../src/analytics/state.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAE3C,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,KAAK,GAAG,SAAS,CAAC;AACvD,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG,MAAM,GAAG,OAAO,CAAC;AAE7D,MAAM,MAAM,gBAAgB,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtF,MAAM,MAAM,aAAa,GAAG;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,aAAa,CAAC;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,aAAa,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAC3C,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,sEAAsE;AACtE,MAAM,MAAM,YAAY,GAAG;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,YAAY,GAAG;IACrC,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE,CAAC,YAAY,GAAG;QAAE,OAAO,EAAE,IAAI,CAAA;KAAE,CAAC,GAAG,IAAI,CAAC;IACpD,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,0EAA0E;IAC1E,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,IAAI,EAAE,YAAY,GAAG,IAAI,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IAC9B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,WAAW,mBAAmB;IAClC,YAAY,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IACzC,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC;IACtD,WAAW,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,4FAA4F;IAC5F,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/F,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzC,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;IACnG,4FAA4F;IAC5F,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5G,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpF,gFAAgF;IAChF,YAAY,CAAC,SAAS,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACjD,6FAA6F;IAC7F,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,eAAe,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5E,sGAAsG;IACtG,SAAS,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1C,6DAA6D;IAC7D,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;CACrF;AAID,wBAAgB,0BAA0B,IAAI,mBAAmB,CAoHhE;AAUD,wBAAgB,yBAAyB,CAAC,EAAE,EAAE,EAAE,GAAG,mBAAmB,CA4IrE;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,KAAK,mBAAmB,CAU/G"}

package/dist/analytics/state.js

@@ -0,0 +1,273 @@
+const clone = (v) => structuredClone(v);
+export function createMemoryAnalyticsState() {
+    const counters = new Map();
+    const ledger = new Map();
+    const pairs = new Map();
+    const rowId = (counterId, generation, key) => `${counterId}#${generation}|${key}`;
+    return {
+        async listCounters() {
+            return [...counters.values()].map(clone);
+        },
+        async getCounter(id) {
+            const c = counters.get(id);
+            return c ? clone(c) : null;
+        },
+        async saveCounter(record) {
+            counters.set(record.id, clone(record));
+        },
+        async patchCounter(id, patch, generation) {
+            const c = counters.get(id);
+            if (!c || (generation !== undefined && c.generation !== generation))
+                return false;
+            Object.assign(c, clone(patch));
+            return true;
+        },
+        async deleteCounter(id) {
+            counters.delete(id);
+        },
+        async readLedger(counterId, generation, keys) {
+            const out = new Map();
+            for (const key of keys) {
+                const row = ledger.get(rowId(counterId, generation, key));
+                if (row)
+                    out.set(key, clone(row));
+            }
+            return out;
+        },
+        async writeIntents(counterId, generation, intents, now) {
+            const conflicts = [];
+            for (const i of intents) {
+                const id = rowId(counterId, generation, i.key);
+                const row = ledger.get(id);
+                const seq = row ? row.seq : null;
+                if (seq !== i.expectedSeq) {
+                    conflicts.push(i.key);
+                    continue;
+                }
+                const pending = i.next ? clone(i.next) : { removed: true };
+                if (row) {
+                    row.seq += 1;
+                    row.pending = pending;
+                    row.pendingAt = now;
+                }
+                else {
+                    ledger.set(id, {
+                        counterId,
+                        generation,
+                        key: i.key,
+                        scope: "",
+                        at: "",
+                        facts: [],
+                        track: {},
+                        seq: 1,
+                        pending,
+                        pendingAt: now,
+                    });
+                }
+            }
+            return conflicts;
+        },
+        async commitIntents(counterId, generation, keys) {
+            for (const key of keys) {
+                const id = rowId(counterId, generation, key);
+                const row = ledger.get(id);
+                if (!row?.pending)
+                    continue;
+                if ("removed" in row.pending) {
+                    ledger.delete(id);
+                    continue;
+                }
+                Object.assign(row, row.pending, { pending: null, pendingAt: null });
+            }
+        },
+        async stalePending(olderThan) {
+            const out = new Set();
+            for (const row of ledger.values()) {
+                if (row.pending && row.pendingAt && Date.parse(row.pendingAt) < olderThan.getTime()) {
+                    out.add(row.counterId);
+                }
+            }
+            return [...out];
+        },
+        async dropGenerations(counterId, belowGeneration) {
+            for (const [id, row] of ledger) {
+                if (row.counterId === counterId && (belowGeneration === undefined || row.generation < belowGeneration)) {
+                    ledger.delete(id);
+                }
+            }
+            for (const [id, row] of pairs) {
+                if (row.counterId === counterId && (belowGeneration === undefined || row.generation < belowGeneration)) {
+                    pairs.delete(id);
+                }
+            }
+        },
+        async touchPair(row) {
+            const known = pairs.get(row.scope);
+            if (known) {
+                if (row.firstSeenAt < known.firstSeenAt)
+                    known.firstSeenAt = row.firstSeenAt;
+                return false;
+            }
+            pairs.set(row.scope, clone(row));
+            return true;
+        },
+        async listPairs(counterId, generation, limit) {
+            return [...pairs.values()]
+                .filter((p) => p.counterId === counterId && p.generation === generation)
+                .sort((a, b) => b.firstSeenAt.localeCompare(a.firstSeenAt) || b.scope.localeCompare(a.scope))
+                .slice(0, limit)
+                .map(clone);
+        },
+    };
+}
+function isDuplicateKey(err) {
+    return Boolean(err && typeof err === "object" && err.code === 11000);
+}
+export function createMongoAnalyticsState(db) {
+    const countersCol = db.collection("analytics_counters");
+    const ledgerCol = db.collection("analytics_subject_state");
+    const pairsCol = db.collection("analytics_pairs");
+    let indexed = null;
+    const ensureIndexes = () => (indexed ??= Promise.all([
+        ledgerCol.createIndex({ counterId: 1, generation: 1 }),
+        ledgerCol.createIndex({ pendingAt: 1 }, { sparse: true }),
+        pairsCol.createIndex({ counterId: 1, generation: 1, firstSeenAt: -1 }),
+    ]).then(() => undefined));
+    const rowId = (counterId, generation, key) => `${counterId}#${generation}|${key}`;
+    const strip = (doc) => {
+        const { _id, ...rest } = doc;
+        void _id;
+        return rest;
+    };
+    return {
+        async listCounters() {
+            return (await countersCol.find({}).toArray()).map((d) => strip(d));
+        },
+        async getCounter(id) {
+            const d = await countersCol.findOne({ _id: id });
+            return d ? strip(d) : null;
+        },
+        async saveCounter(record) {
+            await countersCol.replaceOne({ _id: record.id }, record, { upsert: true });
+        },
+        async patchCounter(id, patch, generation) {
+            const { id: _ignored, ...fields } = patch;
+            void _ignored;
+            const res = await countersCol.updateOne(generation === undefined ? { _id: id } : { _id: id, generation }, { $set: fields });
+            return res.matchedCount > 0;
+        },
+        async deleteCounter(id) {
+            await countersCol.deleteOne({ _id: id });
+        },
+        async readLedger(counterId, generation, keys) {
+            await ensureIndexes();
+            const out = new Map();
+            if (keys.length === 0)
+                return out;
+            const docs = await ledgerCol
+                .find({ _id: { $in: keys.map((k) => rowId(counterId, generation, k)) } })
+                .toArray();
+            for (const d of docs)
+                out.set(d.key, strip(d));
+            return out;
+        },
+        async writeIntents(counterId, generation, intents, now) {
+            await ensureIndexes();
+            const conflicts = [];
+            for (const i of intents) {
+                const _id = rowId(counterId, generation, i.key);
+                const pending = i.next ?? { removed: true };
+                if (i.expectedSeq === null) {
+                    try {
+                        await ledgerCol.insertOne({
+                            _id,
+                            counterId,
+                            generation,
+                            key: i.key,
+                            scope: "",
+                            at: "",
+                            facts: [],
+                            track: {},
+                            seq: 1,
+                            pending,
+                            pendingAt: now,
+                        });
+                    }
+                    catch (err) {
+                        if (!isDuplicateKey(err))
+                            throw err;
+                        conflicts.push(i.key);
+                    }
+                    continue;
+                }
+                const res = await ledgerCol.updateOne({ _id, seq: i.expectedSeq }, { $set: { pending, pendingAt: now }, $inc: { seq: 1 } });
+                if (res.matchedCount === 0)
+                    conflicts.push(i.key);
+            }
+            return conflicts;
+        },
+        async commitIntents(counterId, generation, keys) {
+            if (keys.length === 0)
+                return;
+            const ids = keys.map((k) => rowId(counterId, generation, k));
+            await ledgerCol.deleteMany({ _id: { $in: ids }, "pending.removed": true });
+            await ledgerCol.updateMany({ _id: { $in: ids }, pending: { $type: "object" } }, [
+                {
+                    $set: {
+                        scope: "$pending.scope",
+                        at: "$pending.at",
+                        facts: "$pending.facts",
+                        track: "$pending.track",
+                    },
+                },
+                { $unset: ["pending", "pendingAt"] },
+            ]);
+        },
+        async stalePending(olderThan) {
+            await ensureIndexes();
+            const ids = await ledgerCol.distinct("counterId", {
+                pendingAt: { $lt: olderThan.toISOString() },
+            });
+            return ids.map(String);
+        },
+        async dropGenerations(counterId, belowGeneration) {
+            const filter = belowGeneration === undefined ? { counterId } : { counterId, generation: { $lt: belowGeneration } };
+            await ledgerCol.deleteMany(filter);
+            await pairsCol.deleteMany(filter);
+        },
+        async touchPair(row) {
+            await ensureIndexes();
+            const { firstSeenAt, ...rest } = row;
+            try {
+                const res = await pairsCol.updateOne({ _id: row.scope }, { $min: { firstSeenAt }, $setOnInsert: rest }, { upsert: true });
+                return res.upsertedCount > 0;
+            }
+            catch (err) {
+                if (isDuplicateKey(err))
+                    return false;
+                throw err;
+            }
+        },
+        async listPairs(counterId, generation, limit) {
+            await ensureIndexes();
+            const docs = await pairsCol
+                .find({ counterId, generation })
+                .sort({ firstSeenAt: -1, _id: -1 })
+                .limit(limit)
+                .toArray();
+            return docs.map((d) => strip(d));
+        },
+    };
+}
+export function mongoAnalyticsStateFactory(dbFor) {
+    const cache = new Map();
+    return (orgId) => {
+        let s = cache.get(orgId);
+        if (!s) {
+            s = createMongoAnalyticsState(dbFor(orgId));
+            cache.set(orgId, s);
+        }
+        return s;
+    };
+}
+//# sourceMappingURL=state.js.map