@x12i/memorix-service 3.9.2 → 3.11.0

package/dist/analytics/engine.js

@@ -0,0 +1,181 @@
+import { createCountex, } from "@x12i/countex";
+import { MemoryCache, MemoryDurable } from "@x12i/countex/adapters/memory";
+import { DurableReadCache } from "@x12i/countex/adapters/durable-cache";
+export const ANALYTICS_COUNTER_ID = "memorix_analytics";
+export const analyticsCounterMap = {
+    counterId: ANALYTICS_COUNTER_ID,
+    scope: { path: "$.scope" },
+    eventTime: { path: "$.at" },
+    subjects: [{ type: "s", path: "$.subject", required: true }],
+    metrics: [{ path: "$.metric", required: true }],
+    dimensions: [{ name: "split", path: "$.split" }],
+    measures: [{ name: "value", path: "$.value", aggregations: ["sum"], onMissing: "skip" }],
+    delta: { path: "$.delta", default: 1 },
+    timeframes: ["all", "hour", "day"],
+    options: { normalizeValues: false, skipMissingOptionalDimensions: true },
+    cardinality: {
+        maxDimensionValuesPerName: 10_000,
+        maxSubjectsPerScope: 500_000,
+        onLimit: "overflow",
+        overflowValue: "__OTHER__",
+    },
+};
+export function countexScope(parts) {
+    const pair = parts.pair
+        ? `${encodeURIComponent(parts.pair[0])}|${encodeURIComponent(parts.pair[1])}`
+        : "*";
+    return [
+        encodeURIComponent(parts.orgId),
+        `${encodeURIComponent(parts.counterId)}#${parts.generation}`,
+        pair,
+    ].join("|");
+}
+export function orgOfCountexScope(scope) {
+    return decodeURIComponent(scope.slice(0, scope.indexOf("|")));
+}
+/**
+ * Countex trims and lowercases subject and metric dictionary keys. Bucket names are case
+ * sensitive, so keys are URI-encoded (no raw `^` survives) and upper-case letters escaped.
+ */
+export function encodeKey(value) {
+    return encodeURIComponent(value).replace(/[A-Z]/g, (c) => `^${c.toLowerCase()}`);
+}
+export function decodeKey(value) {
+    return decodeURIComponent(value.replace(/\^([a-z])/g, (_, c) => c.toUpperCase()));
+}
+function hourKey(d) {
+    return d.toISOString().slice(0, 13);
+}
+function dayKey(d) {
+    return d.toISOString().slice(0, 10);
+}
+function rowsOf(result) {
+    return result.rows.filter((r) => !!r && typeof r === "object" && "keys" in r && typeof r.count === "number");
+}
+export async function createAnalyticsCountex(opts = {}) {
+    let durable;
+    let storage = "memory";
+    if (opts.durable) {
+        durable = opts.durable;
+    }
+    else if (opts.mongoClient) {
+        const { MongoDurable } = await import("@x12i/countex/adapters/mongo");
+        const dbNameFor = opts.dbNameFor ?? ((orgId) => `${orgId}_operational`);
+        durable = new MongoDurable({
+            client: opts.mongoClient,
+            dbResolver: ({ scope }) => dbNameFor(orgOfCountexScope(scope)),
+            cellsCollection: "analytics_countex_cells",
+            dictCollection: "analytics_countex_dict",
+            seqCollection: "analytics_countex_seq",
+        });
+        storage = "mongo";
+    }
+    else {
+        durable = new MemoryDurable();
+    }
+    const countex = createCountex({
+        maps: [analyticsCounterMap],
+        durable,
+        cache: storage === "mongo" ? new DurableReadCache(durable) : new MemoryCache(),
+        flush: {
+            everyMs: 60_000,
+            maxBufferedCells: 200_000,
+            maxBufferedEvents: 100_000,
+            flushOnShutdown: true,
+            onOverflow: "block",
+        },
+    });
+    await countex.init();
+    const query = async (spec) => rowsOf(await countex.query({
+        counterId: ANALYTICS_COUNTER_ID,
+        format: "table",
+        resolveLabels: true,
+        ...spec,
+    }));
+    return {
+        countex,
+        storage,
+        async ingest(increments) {
+            if (increments.length === 0)
+                return;
+            await countex.ingestBatch(increments.map((i) => ({
+                scope: i.scope,
+                at: i.at,
+                metric: encodeKey(i.metric),
+                subject: encodeKey(i.subject),
+                ...(i.split !== undefined ? { split: i.split } : {}),
+                ...(i.value !== undefined ? { value: i.value * Math.sign(i.delta) } : {}),
+                delta: i.delta,
+            })));
+        },
+        async flush() {
+            await countex.flush();
+        },
+        async readCells(scope) {
+            const rows = await query({
+                scope,
+                timeframe: { type: "all", from: "all", to: "all" },
+                groupBy: ["metric", "subject", "dim:split"],
+                measures: ["value"],
+            });
+            const out = [];
+            for (const r of rows) {
+                if (r.count === 0 && !r.measures?.value?.sum)
+                    continue;
+                const split = r.keys["dim:split"];
+                out.push({
+                    metric: decodeKey(String(r.keys.metric)),
+                    subject: decodeKey(String(r.keys.subject)),
+                    split: split === undefined || split === null || split === "" ? null : String(split),
+                    count: r.count,
+                    sum: Number(r.measures?.value?.sum ?? 0),
+                });
+            }
+            return out;
+        },
+        async readWindow(scope, window, now) {
+            const hours = window === "24h" ? 24 : window === "7d" ? 7 * 24 : 30 * 24;
+            const from = new Date(now.getTime() - (hours - 1) * 3_600_000);
+            const rows = window === "24h"
+                ? await query({
+                    scope,
+                    timeframe: { type: "hour", from: hourKey(from), to: hourKey(now) },
+                    groupBy: ["metric"],
+                })
+                : await query({
+                    scope,
+                    timeframe: {
+                        type: "day",
+                        from: dayKey(new Date(now.getTime() - (hours / 24 - 1) * 86_400_000)),
+                        to: dayKey(now),
+                    },
+                    groupBy: ["metric"],
+                });
+            const out = new Map();
+            for (const r of rows) {
+                const metric = decodeKey(String(r.keys.metric));
+                out.set(metric, (out.get(metric) ?? 0) + r.count);
+            }
+            return out;
+        },
+        async readDaily(scope, metric, days, now) {
+            const rows = await query({
+                scope,
+                timeframe: {
+                    type: "day",
+                    from: dayKey(new Date(now.getTime() - (days - 1) * 86_400_000)),
+                    to: dayKey(now),
+                },
+                groupBy: ["timeframeKey"],
+                metrics: [encodeKey(metric)],
+            });
+            return rows
+                .map((r) => ({ at: String(r.keys.timeframeKey), value: r.count }))
+                .sort((a, b) => a.at.localeCompare(b.at));
+        },
+        async shutdown() {
+            await countex.shutdown().catch(() => undefined);
+        },
+    };
+}
+//# sourceMappingURL=engine.js.map

package/dist/analytics/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../src/analytics/engine.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,aAAa,GAKd,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,sCAAsC,CAAC;AAExE,MAAM,CAAC,MAAM,oBAAoB,GAAG,mBAAmB,CAAC;AAExD,MAAM,CAAC,MAAM,mBAAmB,GAAe;IAC7C,SAAS,EAAE,oBAAoB;IAC/B,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;IAC1B,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;IAC3B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC5D,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC/C,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IAChD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;IACxF,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE;IACtC,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;IAClC,OAAO,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,6BAA6B,EAAE,IAAI,EAAE;IACxE,WAAW,EAAE;QACX,yBAAyB,EAAE,MAAM;QACjC,mBAAmB,EAAE,OAAO;QAC5B,OAAO,EAAE,UAAU;QACnB,aAAa,EAAE,WAAW;KAC3B;CACF,CAAC;AASF,MAAM,UAAU,YAAY,CAAC,KAAwB;IACnD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI;QACrB,CAAC,CAAC,GAAG,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;QAC7E,CAAC,CAAC,GAAG,CAAC;IACR,OAAO;QACL,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC;QAC/B,GAAG,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,UAAU,EAAE;QAC5D,IAAI;KACL,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,OAAO,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAChE,CAAC;AA6CD;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,KAAa;IACrC,OAAO,kBAAkB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;AACnF,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAa;IACrC,OAAO,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAC5F,CAAC;AAED,SAAS,OAAO,CAAC,CAAO;IACtB,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,MAAM,CAAC,CAAO;IACrB,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,MAAM,CAAC,MAA2B;IACzC,OAAQ,MAAM,CAAC,IAAmB,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,IAAI,CAAC,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAClF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,OAAsC,EAAE;IAExC,IAAI,OAAuB,CAAC;IAC5B,IAAI,OAAO,GAAuB,QAAQ,CAAC;IAC3C,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;IACzB,CAAC;SAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QAC5B,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAC;QACtE,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,KAAa,EAAE,EAAE,CAAC,GAAG,KAAK,cAAc,CAAC,CAAC;QAChF,OAAO,GAAG,IAAI,YAAY,CAAC;YACzB,MAAM,EAAE,IAAI,CAAC,WAAoB;YACjC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAC9D,eAAe,EAAE,yBAAyB;YAC1C,cAAc,EAAE,wBAAwB;YACxC,aAAa,EAAE,uBAAuB;SACvC,CAAC,CAAC;QACH,OAAO,GAAG,OAAO,CAAC;IACpB,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,IAAI,aAAa,EAAE,CAAC;IAChC,CAAC;IACD,MAAM,OAAO,GAAG,aAAa,CAAC;QAC5B,IAAI,EAAE,CAAC,mBAAmB,CAAC;QAC3B,OAAO;QACP,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,WAAW,EAAE;QAC9E,KAAK,EAAE;YACL,OAAO,EAAE,MAAM;YACf,gBAAgB,EAAE,OAAO;YACzB,iBAAiB,EAAE,OAAO;YAC1B,eAAe,EAAE,IAAI;YACrB,UAAU,EAAE,OAAO;SACpB;KACF,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;IAErB,MAAM,KAAK,GAAG,KAAK,EAAE,IAMpB,EAAE,EAAE,CACH,MAAM,CACJ,MAAM,OAAO,CAAC,KAAK,CAAC;QAClB,SAAS,EAAE,oBAAoB;QAC/B,MAAM,EAAE,OAAO;QACf,aAAa,EAAE,IAAI;QACnB,GAAG,IAAI;KACR,CAAC,CACH,CAAC;IAEJ,OAAO;QACL,OAAO;QACP,OAAO;QACP,KAAK,CAAC,MAAM,CAAC,UAAU;YACrB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YACpC,MAAM,OAAO,CAAC,WAAW,CACvB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACrB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;gBAC3B,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;gBAC7B,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpD,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzE,KAAK,EAAE,CAAC,CAAC,KAAK;aACf,CAAC,CAAC,CACJ,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,KAAK;YACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,KAAK;YACnB,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC;gBACvB,KAAK;gBACL,SAAS,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE;gBAClD,OAAO,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC;gBAC3C,QAAQ,EAAE,CAAC,OAAO,CAAC;aACpB,CAAC,CAAC;YACH,MAAM,GAAG,GAAoB,EAAE,CAAC;YAChC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG;oBAAE,SAAS;gBACvD,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAClC,GAAG,CAAC,IAAI,CAAC;oBACP,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACxC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC1C,KAAK,EAAE,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBACnF,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;iBACzC,CAAC,CAAC;YACL,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG;YACjC,MAAM,KAAK,GAAG,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;YACzE,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;YAC/D,MAAM,IAAI,GACR,MAAM,KAAK,KAAK;gBACd,CAAC,CAAC,MAAM,KAAK,CAAC;oBACV,KAAK;oBACL,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE;oBAClE,OAAO,EAAE,CAAC,QAAQ,CAAC;iBACpB,CAAC;gBACJ,CAAC,CAAC,MAAM,KAAK,CAAC;oBACV,KAAK;oBACL,SAAS,EAAE;wBACT,IAAI,EAAE,KAAK;wBACX,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC;wBACrE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;qBAChB;oBACD,OAAO,EAAE,CAAC,QAAQ,CAAC;iBACpB,CAAC,CAAC;YACT,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;YACtC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;gBAChD,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YACpD,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG;YACtC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC;gBACvB,KAAK;gBACL,SAAS,EAAE;oBACT,IAAI,EAAE,KAAK;oBACX,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC;oBAC/D,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;iBAChB;gBACD,OAAO,EAAE,CAAC,cAAc,CAAC;gBACzB,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;aAC7B,CAAC,CAAC;YACH,OAAO,IAAI;iBACR,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;iBACjE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;QACD,KAAK,CAAC,QAAQ;YACZ,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAClD,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/analytics/host.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Platform adapters for the analytics tracker: metadata views, stored-head enumeration
+ * for the `@datasources` backfill, and cell cleanup on rebuild.
+ */
+import type { MongoClient } from "mongodb";
+import type { UnifiedMetadataClient } from "@x12i/memorix-metadata-runtime";
+import { type AnalyticsMetadataView, type HeadSource } from "./tracker.js";
+export declare function createAnalyticsMetadataViews(metadata: UnifiedMetadataClient): {
+    viewFor(agentIds: string[]): AnalyticsMetadataView;
+    invalidate(): void;
+};
+/** Pages current heads out of the org's content databases, in `_id` order per collection. */
+export declare function createMongoHeadSource(client: MongoClient): HeadSource;
+export declare function dropAnalyticsCells(client: MongoClient, dbName: string, scopePrefix: string): Promise<void>;
+//# sourceMappingURL=host.d.ts.map

package/dist/analytics/host.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"host.d.ts","sourceRoot":"","sources":["../../src/analytics/host.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AAK5E,OAAO,EAAsB,KAAK,qBAAqB,EAAE,KAAK,UAAU,EAAE,MAAM,cAAc,CAAC;AAQ/F,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,qBAAqB,GAAG;IAC7E,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,qBAAqB,CAAC;IACnD,UAAU,IAAI,IAAI,CAAC;CACpB,CAqFA;AAED,6FAA6F;AAC7F,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,WAAW,GAAG,UAAU,CA4CrE;AAMD,wBAAsB,kBAAkB,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAKhH"}

package/dist/analytics/host.js

@@ -0,0 +1,143 @@
+import { databaseNameFor } from "@x12i/memorix-data";
+import { catalogFromMetadataClient } from "../catalog-bridge.js";
+import { resolveObjectAndContentType } from "../data-changes.js";
+import { isContentCollectionName } from "../datasource-backfill.js";
+import { datasourceOfRecord } from "./tracker.js";
+function asCategory(v) {
+    return v === "event" || v === "knowledge" ? v : "entity";
+}
+export function createAnalyticsMetadataViews(metadata) {
+    const cache = new Map();
+    const build = (agentIds) => {
+        const effective = metadata.resolveEffective(agentIds).effective ?? [];
+        const analytics = effective.filter((e) => e.kind === "analytics").map((e) => e.definition);
+        const abstractProps = new Map();
+        const objectTypes = new Map();
+        for (const e of effective) {
+            const def = e.definition;
+            if (e.kind === "abstract-types") {
+                const props = new Map();
+                for (const p of Array.isArray(def.properties) ? def.properties : []) {
+                    const prop = p;
+                    if (typeof prop.id !== "string")
+                        continue;
+                    props.set(prop.id, Array.isArray(prop.enum) ? { enum: prop.enum.filter((v) => typeof v === "string") } : {});
+                }
+                abstractProps.set(String(def.id ?? e.id), props);
+            }
+            else if (e.kind === "object-types") {
+                const contentTypes = (Array.isArray(def.contentTypes) ? def.contentTypes : [])
+                    .map((ct) => (typeof ct === "string" ? ct : String(ct.id ?? "")))
+                    .filter(Boolean);
+                const fields = new Map();
+                for (const raw of Array.isArray(def.fields) ? def.fields : []) {
+                    const field = raw;
+                    if (typeof field.path !== "string" || !field.path.trim())
+                        continue;
+                    fields.set(field.path, Array.isArray(field.enum) ? { enum: field.enum.filter((v) => typeof v === "string") } : {});
+                }
+                objectTypes.set(String(def.id ?? e.id), {
+                    name: typeof def.name === "string" && def.name.trim() ? def.name : null,
+                    dataCategory: asCategory(def.dataCategory),
+                    contentTypes,
+                    fields,
+                });
+            }
+        }
+        const catalog = catalogFromMetadataClient(metadata, agentIds);
+        const members = new Map();
+        return {
+            analytics: () => analytics,
+            catalog: {
+                abstractProperties: (abstractType) => abstractProps.get(abstractType) ?? null,
+                hasObjectType: (objectType) => objectTypes.has(objectType),
+                contentTypes: (objectType) => objectTypes.get(objectType)?.contentTypes ?? null,
+                fieldEnum: (objectType, path) => objectTypes.get(objectType)?.fields.get(path)?.enum ?? null,
+            },
+            members(abstractType) {
+                let list = members.get(abstractType);
+                if (!list) {
+                    list = (catalog.getAbstractPlan?.(abstractType)?.members ?? []).map((m) => ({
+                        objectType: m.objectType,
+                        contentType: m.contentType,
+                    }));
+                    members.set(abstractType, list);
+                }
+                return list;
+            },
+            objectTypeName: (objectType) => objectTypes.get(objectType)?.name ?? null,
+            dataCategoryOf: (objectType) => objectTypes.get(objectType)?.dataCategory ?? "entity",
+        };
+    };
+    return {
+        viewFor(agentIds) {
+            const key = [...agentIds].sort().join(",");
+            let v = cache.get(key);
+            if (!v) {
+                v = build(agentIds);
+                cache.set(key, v);
+            }
+            return v;
+        },
+        invalidate() {
+            cache.clear();
+        },
+    };
+}
+/** Pages current heads out of the org's content databases, in `_id` order per collection. */
+export function createMongoHeadSource(client) {
+    return {
+        async collections(orgId) {
+            let objectTypes = [];
+            try {
+                objectTypes = (await client.db(databaseNameFor(orgId, "operational")).collection("record-directory").distinct("objectType")).map(String);
+            }
+            catch {
+                objectTypes = [];
+            }
+            const out = [];
+            for (const category of ["entity", "event", "knowledge"]) {
+                const dbName = databaseNameFor(orgId, category);
+                const names = await client
+                    .db(dbName)
+                    .listCollections({}, { nameOnly: true })
+                    .toArray()
+                    .catch(() => []);
+                for (const { name } of names) {
+                    if (!isContentCollectionName(name))
+                        continue;
+                    const { objectType, contentType } = resolveObjectAndContentType(name, objectTypes);
+                    if (!contentType)
+                        continue;
+                    out.push({ key: `${dbName}/${name}`, objectType, contentType });
+                }
+            }
+            return out.sort((a, b) => a.key.localeCompare(b.key));
+        },
+        async page(_orgId, key, afterId, limit) {
+            const slash = key.indexOf("/");
+            const coll = client.db(key.slice(0, slash)).collection(key.slice(slash + 1));
+            const docs = await coll
+                .find(afterId === null ? {} : { _id: { $gt: afterId } })
+                .sort({ _id: 1 })
+                .limit(limit)
+                .project({ _id: 1, recordId: 1, "_system._datasource": 1 })
+                .toArray();
+            return docs.map((d) => ({
+                id: String(d._id),
+                recordId: String(d.recordId ?? d._id),
+                datasource: datasourceOfRecord(d),
+            }));
+        },
+    };
+}
+function escapeRegex(s) {
+    return s.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
+export async function dropAnalyticsCells(client, dbName, scopePrefix) {
+    const filter = { scopeId: { $regex: `^${escapeRegex(scopePrefix)}` } };
+    const db = client.db(dbName);
+    await db.collection("analytics_countex_cells").deleteMany(filter);
+    await db.collection("analytics_countex_dict").deleteMany(filter);
+}
+//# sourceMappingURL=host.js.map

package/dist/analytics/host.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"host.js","sourceRoot":"","sources":["../../src/analytics/host.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,yBAAyB,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAA+C,MAAM,cAAc,CAAC;AAI/F,SAAS,UAAU,CAAC,CAAU;IAC5B,OAAO,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,QAA+B;IAI1E,MAAM,KAAK,GAAG,IAAI,GAAG,EAAiC,CAAC;IACvD,MAAM,KAAK,GAAG,CAAC,QAAkB,EAAyB,EAAE;QAC1D,MAAM,SAAS,GAAG,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC;QACtE,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAqB,CAAC,CAAC;QACtG,MAAM,aAAa,GAAG,IAAI,GAAG,EAA4C,CAAC;QAC1E,MAAM,WAAW,GAAG,IAAI,GAAG,EAQxB,CAAC;QACJ,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,CAAC,CAAC,UAAqC,CAAC;YACpD,IAAI,CAAC,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,IAAI,GAAG,EAA+B,CAAC;gBACrD,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;oBACpE,MAAM,IAAI,GAAG,CAAqC,CAAC;oBACnD,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ;wBAAE,SAAS;oBAC1C,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC5H,CAAC;gBACD,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;YACnD,CAAC;iBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACrC,MAAM,YAAY,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;qBAC3E,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAE,EAAuB,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;qBACtF,MAAM,CAAC,OAAO,CAAC,CAAC;gBACnB,MAAM,MAAM,GAAG,IAAI,GAAG,EAA+B,CAAC;gBACtD,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;oBAC9D,MAAM,KAAK,GAAG,GAAyC,CAAC;oBACxD,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE;wBAAE,SAAS;oBACnE,MAAM,CAAC,GAAG,CACR,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CACxG,CAAC;gBACJ,CAAC;gBACD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE;oBACtC,IAAI,EAAE,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;oBACvE,YAAY,EAAE,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC;oBAC1C,YAAY;oBACZ,MAAM;iBACP,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,yBAAyB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC9D,MAAM,OAAO,GAAG,IAAI,GAAG,EAA8D,CAAC;QACtF,OAAO;YACL,SAAS,EAAE,GAAG,EAAE,CAAC,SAAS;YAC1B,OAAO,EAAE;gBACP,kBAAkB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,IAAI;gBAC7E,aAAa,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC;gBAC1D,YAAY,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,YAAY,IAAI,IAAI;gBAC/E,SAAS,EAAE,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,IAAI;aAC7F;YACD,OAAO,CAAC,YAAY;gBAClB,IAAI,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;gBACrC,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,IAAI,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,YAAY,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBAC1E,UAAU,EAAE,CAAC,CAAC,UAAU;wBACxB,WAAW,EAAE,CAAC,CAAC,WAAW;qBAC3B,CAAC,CAAC,CAAC;oBACJ,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;gBAClC,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;YACD,cAAc,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,IAAI,IAAI,IAAI;YACzE,cAAc,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,YAAY,IAAI,QAAQ;SACtF,CAAC;IACJ,CAAC,CAAC;IACF,OAAO;QACL,OAAO,CAAC,QAAQ;YACd,MAAM,GAAG,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC3C,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACvB,IAAI,CAAC,CAAC,EAAE,CAAC;gBACP,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACpB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACpB,CAAC;YACD,OAAO,CAAC,CAAC;QACX,CAAC;QACD,UAAU;YACR,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,6FAA6F;AAC7F,MAAM,UAAU,qBAAqB,CAAC,MAAmB;IACvD,OAAO;QACL,KAAK,CAAC,WAAW,CAAC,KAAK;YACrB,IAAI,WAAW,GAAa,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,WAAW,GAAG,CACZ,MAAM,MAAM,CAAC,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,aAAsB,CAAC,CAAC,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CACtH,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAChB,CAAC;YAAC,MAAM,CAAC;gBACP,WAAW,GAAG,EAAE,CAAC;YACnB,CAAC;YACD,MAAM,GAAG,GAAoE,EAAE,CAAC;YAChF,KAAK,MAAM,QAAQ,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,WAAW,CAAU,EAAE,CAAC;gBACjE,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBAChD,MAAM,KAAK,GAAG,MAAM,MAAM;qBACvB,EAAE,CAAC,MAAM,CAAC;qBACV,eAAe,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;qBACvC,OAAO,EAAE;qBACT,KAAK,CAAC,GAAG,EAAE,CAAC,EAA6B,CAAC,CAAC;gBAC9C,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,KAAK,EAAE,CAAC;oBAC7B,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC;wBAAE,SAAS;oBAC7C,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,2BAA2B,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;oBACnF,IAAI,CAAC,WAAW;wBAAE,SAAS;oBAC3B,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,MAAM,IAAI,IAAI,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;YACD,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK;YACpC,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAkB,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9F,MAAM,IAAI,GAAG,MAAM,IAAI;iBACpB,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC;iBACvD,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;iBAChB,KAAK,CAAC,KAAK,CAAC;iBACZ,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE,CAAC;iBAC1D,OAAO,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtB,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;gBACjB,QAAQ,EAAE,MAAM,CAAE,CAA4B,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC;gBACjE,UAAU,EAAE,kBAAkB,CAAC,CAAC,CAAC;aAClC,CAAC,CAAC,CAAC;QACN,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,CAAS;IAC5B,OAAO,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,MAAmB,EAAE,MAAc,EAAE,WAAmB;IAC/F,MAAM,MAAM,GAAG,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,WAAW,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC;IACvE,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC7B,MAAM,EAAE,CAAC,UAAU,CAAC,yBAAyB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAClE,MAAM,EAAE,CAAC,UAAU,CAAC,wBAAwB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AACnE,CAAC"}

package/dist/analytics/index-store.d.ts

@@ -0,0 +1,98 @@
+/**
+ * Agent-declared property indexes. The registry and the rows live in the org operational
+ * database, beside the counter registry. Rows are not a Mongo index on the content collection:
+ * that collection is shared by every agent.
+ */
+import type { Db } from "mongodb";
+import type { BackfillProgress } from "./state.js";
+export type PropertyIndexDefinition = {
+    id: string;
+    objectType: string;
+    contentType: string;
+    properties: string[];
+};
+export type PropertyIndexStatus = "backfilling" | "live" | "error";
+export type PropertyIndexRecord = {
+    id: string;
+    orgId: string;
+    agentIds: string[];
+    definition: PropertyIndexDefinition;
+    hash: string;
+    generation: number;
+    status: PropertyIndexStatus;
+    backfill: BackfillProgress;
+    registeredAt: string;
+    updatedAt: string;
+    registeredBy?: string | null;
+    liveAt?: string | null;
+    error?: string | null;
+};
+export type IndexPredicate = {
+    op: "eq" | "in" | "exists";
+    value?: unknown;
+};
+export type IndexExplain = {
+    stages: string[];
+    docsExamined: number;
+    nReturned: number;
+    totalRows: number;
+};
+export interface PropertyIndexStore {
+    listIndexes(): Promise<PropertyIndexRecord[]>;
+    getIndex(id: string): Promise<PropertyIndexRecord | null>;
+    saveIndex(record: PropertyIndexRecord): Promise<void>;
+    patchIndex(id: string, patch: Partial<PropertyIndexRecord>, generation?: number): Promise<boolean>;
+    deleteIndex(id: string): Promise<void>;
+    writeRecord(indexId: string, generation: number, recordId: string, values: Record<string, unknown>): Promise<void>;
+    deleteRecord(indexId: string, generation: number, recordId: string): Promise<void>;
+    /** Drops rows with `generation < belowGeneration`, or every row of the index when omitted. */
+    dropRows(indexId: string, belowGeneration?: number): Promise<void>;
+    /** Every stored record for one property, in `recordId` order, including null values. */
+    pageRecords(args: {
+        indexId: string;
+        generation: number;
+        property: string;
+        afterRecordId: string | null;
+        limit: number;
+    }): Promise<{
+        recordIds: string[];
+        hasMore: boolean;
+    }>;
+    /** Property values for the given records. Missing properties are null. */
+    valuesFor(indexId: string, generation: number, recordIds: string[]): Promise<Map<string, Record<string, unknown>>>;
+    matchRecords(args: {
+        indexId: string;
+        generation: number;
+        property: string;
+        predicate: IndexPredicate;
+        afterRecordId: string | null;
+        limit: number;
+    }): Promise<{
+        recordIds: string[];
+        hasMore: boolean;
+    }>;
+    countRecords(args: {
+        indexId: string;
+        generation: number;
+        property: string;
+        predicate: IndexPredicate;
+    }): Promise<number>;
+    /** All record ids matching a predicate. Used to intersect several paths. */
+    recordIdsFor(args: {
+        indexId: string;
+        generation: number;
+        property: string;
+        predicate: IndexPredicate;
+    }): Promise<string[]>;
+    /** Null on the in-memory store. Mongo explains the row query, hinted onto the lookup index. */
+    explainMatch(args: {
+        indexId: string;
+        generation: number;
+        property: string;
+        predicate: IndexPredicate;
+    }): Promise<IndexExplain | null>;
+}
+export declare function createMemoryPropertyIndexStore(): PropertyIndexStore;
+export declare function createMongoPropertyIndexStore(db: Db): PropertyIndexStore;
+export declare function mongoPropertyIndexFactory(dbFor: (orgId: string) => Db): (orgId: string) => PropertyIndexStore;
+//# sourceMappingURL=index-store.d.ts.map

package/dist/analytics/index-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-store.d.ts","sourceRoot":"","sources":["../../src/analytics/index-store.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAEnD,MAAM,MAAM,uBAAuB,GAAG;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG,aAAa,GAAG,MAAM,GAAG,OAAO,CAAC;AAEnE,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,uBAAuB,CAAC;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,mBAAmB,CAAC;IAC5B,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,EAAE,EAAE,IAAI,GAAG,IAAI,GAAG,QAAQ,CAAC;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,WAAW,kBAAkB;IACjC,WAAW,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC;IAC9C,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC;IAC1D,SAAS,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtD,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,mBAAmB,CAAC,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACnG,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvC,WAAW,CACT,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,8FAA8F;IAC9F,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,eAAe,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnE,wFAAwF;IACxF,WAAW,CAAC,IAAI,EAAE;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,KAAK,EAAE,MAAM,CAAC;KACf,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,EAAE,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAEvD,0EAA0E;IAC1E,SAAS,CACP,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EAAE,GAClB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAEjD,YAAY,CAAC,IAAI,EAAE;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,cAAc,CAAC;QAC1B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,KAAK,EAAE,MAAM,CAAC;KACf,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,EAAE,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAEvD,YAAY,CAAC,IAAI,EAAE;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,cAAc,CAAC;KAC3B,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEpB,4EAA4E;IAC5E,YAAY,CAAC,IAAI,EAAE;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,cAAc,CAAC;KAC3B,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAEtB,+FAA+F;IAC/F,YAAY,CAAC,IAAI,EAAE;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,cAAc,CAAC;KAC3B,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;CAClC;AAgCD,wBAAgB,8BAA8B,IAAI,kBAAkB,CA+FnE;AAuBD,wBAAgB,6BAA6B,CAAC,EAAE,EAAE,EAAE,GAAG,kBAAkB,CA8JxE;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,KAAK,kBAAkB,CAU7G"}