@wrenautomation/birdwatch 0.0.0-stage → 0.30.0

package/dist/ledger/ledger.js

@@ -0,0 +1,105 @@
+import { byTime, } from "./records.js";
+export function matches(r, f) {
+    if (f.run !== undefined && r.run !== f.run)
+        return false;
+    if (f.type !== undefined && !(Array.isArray(f.type) ? f.type : [f.type]).includes(r.type))
+        return false;
+    if (f.from !== undefined && r.from !== f.from)
+        return false;
+    if (f.by !== undefined && r.by !== f.by)
+        return false;
+    if (f.step !== undefined && r.step !== f.step)
+        return false;
+    if (f.round !== undefined && r.round !== f.round)
+        return false;
+    if (f.since !== undefined && r.at < f.since)
+        return false;
+    return true;
+}
+export const ofType = (records, type) => records.filter((r) => r.type === type);
+/** The latest call on each record: keep or drop. Records must be in time order. */
+export function latestCalls(records) {
+    const out = new Map();
+    for (const c of ofType(records, "call"))
+        out.set(c.on, c.verdict);
+    return out;
+}
+/**
+ * Rows per source, per proposer (`by` of the queries), per channel and per ask kind: hits seen,
+ * documents read, findings proposed, findings kept by the latest call. The chain is
+ * query → hit → document → finding, so a finding counts for every source that returned its hit.
+ * A finding is kept unless its latest call is a drop: the gate kept it; a review or a person drops.
+ */
+export function yieldRows(records, filter = {}) {
+    const sorted = [...records].sort(byTime);
+    const queries = new Map(ofType(sorted, "query").map((q) => [q.id, q]));
+    const hits = new Map(ofType(sorted, "hit").map((h) => [h.id, h]));
+    const documents = new Map(ofType(sorted, "document").map((d) => [d.id, d]));
+    const kept = latestCalls(sorted);
+    const tallies = new Map();
+    const tally = (grain, value) => {
+        const k = `${grain}\u0000${value}`;
+        let t = tallies.get(k);
+        if (!t) {
+            t = { grain, value, hits: new Set(), reads: new Set(), proposed: new Set(), kept: new Set() };
+            tallies.set(k, t);
+        }
+        return t;
+    };
+    /** Every row a hit counts toward. */
+    const grainsOf = (hit) => {
+        const out = hit.sources.map((s) => tally("source", s));
+        if (hit.channel)
+            out.push(tally("channel", hit.channel));
+        const bys = new Set();
+        const kinds = new Set();
+        for (const id of hit.queries) {
+            const q = queries.get(id);
+            if (!q)
+                continue;
+            bys.add(q.by);
+            kinds.add(q.kind);
+        }
+        for (const b of bys)
+            out.push(tally("by", b));
+        for (const k of kinds)
+            out.push(tally("kind", k));
+        return out;
+    };
+    for (const h of hits.values())
+        for (const t of grainsOf(h))
+            t.hits.add(h.key);
+    for (const d of documents.values()) {
+        const h = hits.get(d.hit);
+        if (h)
+            for (const t of grainsOf(h))
+                t.reads.add(d.url);
+    }
+    for (const f of ofType(sorted, "finding")) {
+        const d = documents.get(f.document);
+        const h = d && hits.get(d.hit);
+        if (!h)
+            continue;
+        for (const t of grainsOf(h)) {
+            t.proposed.add(f.id);
+            if (kept.get(f.id) !== "drop")
+                t.kept.add(f.id);
+        }
+    }
+    const want = (t) => {
+        const asked = ["source", "by", "channel", "kind"].filter((g) => filter[g]);
+        if (!asked.length)
+            return true;
+        return asked.some((g) => g === t.grain && filter[g] === t.value);
+    };
+    return [...tallies.values()].filter(want).map((t) => ({
+        ...(t.grain === "kind"
+            ? { kind: t.value }
+            : { [t.grain]: t.value }),
+        hits: t.hits.size,
+        reads: t.reads.size,
+        proposed: t.proposed.size,
+        kept: t.kept.size,
+    }));
+}
+//# sourceMappingURL=ledger.js.map

package/dist/ledger/ledger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ledger.js","sourceRoot":"","sources":["../../src/ledger/ledger.ts"],"names":[],"mappings":"AAOA,OAAO,EACL,MAAM,GAMP,MAAM,cAAc,CAAC;AAgCtB,MAAM,UAAU,OAAO,CAAC,CAAe,EAAE,CAAS;IAChD,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG;QAAE,OAAO,KAAK,CAAC;IACzD,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;QACvF,OAAO,KAAK,CAAC;IACf,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IAC5D,IAAI,CAAC,CAAC,EAAE,KAAK,SAAS,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE;QAAE,OAAO,KAAK,CAAC;IACtD,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IAC5D,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IAC/D,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IAC1D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAG,CAAuB,OAAgC,EAAE,IAAO,EAAE,EAAE,CACxF,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAoB,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;AAE3D,mFAAmF;AACnF,MAAM,UAAU,WAAW,CAAC,OAAgC;IAC1D,MAAM,GAAG,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC/C,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC;QAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;IAClE,OAAO,GAAG,CAAC;AACb,CAAC;AAYD;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CAAC,OAAgC,EAAE,SAAsB,EAAE;IAClF,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAClE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5E,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IACjC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiB,CAAC;IACzC,MAAM,KAAK,GAAG,CAAC,KAAY,EAAE,KAAa,EAAS,EAAE;QACnD,MAAM,CAAC,GAAG,GAAG,KAAK,SAAS,KAAK,EAAE,CAAC;QACnC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACvB,IAAI,CAAC,CAAC,EAAE,CAAC;YACP,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;YAC9F,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,qCAAqC;IACrC,MAAM,QAAQ,GAAG,CAAC,GAAoB,EAAW,EAAE;QACjD,MAAM,GAAG,GAAY,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QAChE,IAAI,GAAG,CAAC,OAAO;YAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;QAC9B,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;QAChC,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1B,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACd,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,GAAG;YAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9C,KAAK,MAAM,CAAC,IAAI,KAAK;YAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;QAClD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE;QAAE,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC;YAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC9E,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC;YAAE,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC;gBAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzD,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC;QAC1C,MAAM,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5B,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACrB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,MAAM;gBAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,CAAQ,EAAW,EAAE;QACjC,MAAM,KAAK,GAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,CAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACtF,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC/B,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC,CAAC;IACF,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACpD,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK,MAAM;YACpB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,KAAyB,EAAE;YACvC,CAAC,CAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,EAAkD,CAAC;QAC5E,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI;QACjB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI;QACnB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;QACzB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI;KAClB,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/ledger/memory.d.ts

@@ -0,0 +1,19 @@
+/** A ledger in memory: tests and dry runs. */
+import { type Filter, type Ledger, type YieldFilter } from "./ledger.js";
+import { type LedgerRecord } from "./records.js";
+export declare class MemoryLedger implements Ledger {
+    readonly records: LedgerRecord[];
+    append(record: LedgerRecord): Promise<void>;
+    trace(run: string): Promise<LedgerRecord[]>;
+    scan(filter?: Filter): Promise<LedgerRecord[]>;
+    yield(filter?: YieldFilter): Promise<{
+        hits: number;
+        reads: number;
+        proposed: number;
+        kept: number;
+        by?: string | undefined;
+        source?: string | undefined;
+        channel?: string | undefined;
+        kind?: "video" | "channel" | "web" | "person" | "site" | undefined;
+    }[]>;
+}

package/dist/ledger/memory.js

@@ -0,0 +1,19 @@
+/** A ledger in memory: tests and dry runs. */
+import { matches, yieldRows } from "./ledger.js";
+import { byTime } from "./records.js";
+export class MemoryLedger {
+    records = [];
+    async append(record) {
+        this.records.push(record);
+    }
+    async trace(run) {
+        return this.scan({ run });
+    }
+    async scan(filter = {}) {
+        return this.records.filter((r) => matches(r, filter)).sort(byTime);
+    }
+    async yield(filter = {}) {
+        return yieldRows(this.records, filter);
+    }
+}
+//# sourceMappingURL=memory.js.map

package/dist/ledger/memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../src/ledger/memory.ts"],"names":[],"mappings":"AAAA,8CAA8C;AAC9C,OAAO,EAA4B,OAAO,EAAoB,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7F,OAAO,EAAE,MAAM,EAAqB,MAAM,cAAc,CAAC;AAEzD,MAAM,OAAO,YAAY;IACd,OAAO,GAAmB,EAAE,CAAC;IACtC,KAAK,CAAC,MAAM,CAAC,MAAoB;QAC/B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,GAAW;QACrB,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAC5B,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,SAAiB,EAAE;QAC5B,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrE,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,SAAsB,EAAE;QAClC,OAAO,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC;CACF"}