@aitne/daemon 0.1.0

package/dist/observers/notion-poller.js

@@ -0,0 +1,184 @@
+import { recordObservation } from "../db/observations.js";
+import { readRuntimeState, writeRuntimeState } from "../db/runtime-state.js";
+import { createLogger } from "../logging.js";
+const logger = createLogger("notion-poller");
+function runtimeStateKey(databaseId) {
+    return `notion-poller:cursor:${databaseId}`;
+}
+/**
+ * Upper bound on the `trashedIds` list held in runtime_state per
+ * database. Without this the list grows monotonically as pages are
+ * trashed, making every poll's JSON serialize/deserialize cycle
+ * slower. When the cap is exceeded we drop the *oldest* entries
+ * (FIFO — Set iteration order preserves insertion), which means a
+ * very old trashed page that gets modified years later would be
+ * re-emitted as `deleted` once. That's an acceptable rarity.
+ */
+const MAX_TRASHED_IDS = 1000;
+/**
+ * NotionPoller — polls Notion data sources for changes via NotionService.
+ *
+ * - Paginates through `has_more`/`next_cursor` so large batches don't drop rows
+ * - Persists `lastEditedTime` + trashed-IDs in `runtime_state` across restarts
+ *   (daemon downtime no longer silently discards changes)
+ * - Queries `in_trash: true` as a second pass to detect archive transitions
+ *   and records them as `change_type: 'deleted'`
+ * - Consults `AgentWriteTracker` so pages the daemon API just wrote are
+ *   attributed to `actor='agent'` instead of triggering another hourly loop
+ */
+export class NotionPoller {
+    name = "notion-poller";
+    notionService;
+    databaseIds;
+    pollIntervalMs;
+    db;
+    writeTracker;
+    timer = null;
+    constructor(opts) {
+        this.notionService = opts.notionService;
+        this.databaseIds = opts.databaseIds;
+        this.pollIntervalMs = opts.pollIntervalSeconds * 1000;
+        this.db = opts.db;
+        this.writeTracker = opts.writeTracker;
+    }
+    async start() {
+        if (!this.notionService.available) {
+            logger.warn("NotionService unavailable — poller will stay idle");
+            return;
+        }
+        // Seed cursors for databases we've never polled so we don't replay
+        // the entire history on first run.
+        const nowIso = new Date().toISOString();
+        for (const databaseId of Object.values(this.databaseIds)) {
+            if (!readRuntimeState(this.db, runtimeStateKey(databaseId))) {
+                writeRuntimeState(this.db, runtimeStateKey(databaseId), {
+                    lastEditedTime: nowIso,
+                    trashedIds: [],
+                });
+            }
+        }
+        this.timer = setInterval(() => {
+            void this.pollAll();
+        }, this.pollIntervalMs);
+        logger.info({
+            databases: Object.keys(this.databaseIds),
+            intervalMs: this.pollIntervalMs,
+        }, "Notion poller started");
+    }
+    async stop() {
+        if (this.timer) {
+            clearInterval(this.timer);
+            this.timer = null;
+        }
+        logger.info("Notion poller stopped");
+    }
+    async pollAll() {
+        for (const [label, dbId] of Object.entries(this.databaseIds)) {
+            try {
+                await this.pollDatabase(label, dbId);
+            }
+            catch (err) {
+                logger.error({ err, database: label }, "Notion poll failed");
+            }
+        }
+    }
+    /** Poll one data source: active pages (by last_edited_time), then trashed pages. */
+    async pollDatabase(label, databaseId) {
+        if (!this.notionService.available)
+            return;
+        const cursor = readRuntimeState(this.db, runtimeStateKey(databaseId)) ?? { lastEditedTime: new Date().toISOString(), trashedIds: [] };
+        let newestSeen = cursor.lastEditedTime;
+        // Cumulative trashed set: seed from prior cursor, add new archivals
+        // in pass 2, subtract restores detected in pass 1. Keeping it
+        // cumulative prevents a re-emit of `deleted` when a stale trashed
+        // page drops out of the in_trash-delta window on the next poll.
+        const trashed = new Set(cursor.trashedIds);
+        // Pass 1: active pages updated since the last cursor.
+        for await (const page of this.notionService.queryUpdatedSince(databaseId, cursor.lastEditedTime)) {
+            this.recordPageObservation(label, databaseId, page, "modified");
+            // If a previously-trashed page now appears in the active query,
+            // it has been restored. The `modified` observation above is
+            // sufficient; we just drop it from the trashed set.
+            trashed.delete(page.id);
+            if (page.last_edited_time > newestSeen) {
+                newestSeen = page.last_edited_time;
+            }
+        }
+        // Pass 2: in_trash pages updated since last cursor — detect archive
+        // transitions. Only emit `deleted` for pages we haven't already
+        // flagged as trashed.
+        for await (const page of this.notionService.queryUpdatedSince(databaseId, cursor.lastEditedTime, { inTrash: true })) {
+            if (!trashed.has(page.id)) {
+                this.recordPageObservation(label, databaseId, page, "deleted");
+                trashed.add(page.id);
+            }
+            if (page.last_edited_time > newestSeen) {
+                newestSeen = page.last_edited_time;
+            }
+        }
+        // FIFO-cap the trashed set so the cursor JSON stays bounded. Set
+        // iteration preserves insertion order, so slicing from the end
+        // keeps the most-recently-added entries.
+        const trashedArray = Array.from(trashed);
+        const boundedTrashed = trashedArray.length > MAX_TRASHED_IDS
+            ? trashedArray.slice(trashedArray.length - MAX_TRASHED_IDS)
+            : trashedArray;
+        writeRuntimeState(this.db, runtimeStateKey(databaseId), {
+            lastEditedTime: newestSeen,
+            trashedIds: boundedTrashed,
+        });
+    }
+    recordPageObservation(label, databaseId, page, changeType) {
+        const actor = this.writeTracker?.isMarked(`notion:${page.id}`, null)
+            ? "agent"
+            : "user";
+        recordObservation(this.db, {
+            source: `notion:${databaseId}`,
+            ref: page.id,
+            changeType,
+            actor,
+            payload: {
+                notionPageId: page.id,
+                notionDatabaseId: databaseId,
+                databaseLabel: label,
+                pageTitle: extractTitle(page),
+                lastEditedTime: page.last_edited_time,
+                url: page.url ?? null,
+                inTrash: Boolean(page.in_trash ?? page.archived),
+                propertySummary: extractPropertySummary(page),
+            },
+        });
+    }
+}
+/** Extract the title from a Notion page's properties. */
+function extractTitle(page) {
+    const props = page.properties;
+    if (!props)
+        return "(untitled)";
+    for (const prop of Object.values(props)) {
+        if (prop.type === "title") {
+            const titleArr = prop.title;
+            if (titleArr && titleArr.length > 0) {
+                return titleArr.map((t) => t.plain_text).join("");
+            }
+        }
+    }
+    return "(untitled)";
+}
+/** Short human-readable summary of status/select/date properties. */
+export function extractPropertySummary(page) {
+    const props = page.properties;
+    if (!props)
+        return "";
+    const parts = [];
+    for (const [name, prop] of Object.entries(props)) {
+        if (prop.type === "status" && prop.status)
+            parts.push(`${name}: ${prop.status.name}`);
+        else if (prop.type === "select" && prop.select)
+            parts.push(`${name}: ${prop.select.name}`);
+        else if (prop.type === "date" && prop.date)
+            parts.push(`${name}: ${prop.date.start}`);
+    }
+    return parts.join(", ");
+}
+//# sourceMappingURL=notion-poller.js.map

package/dist/observers/notion-poller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"notion-poller.js","sourceRoot":"","sources":["../../src/observers/notion-poller.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAI7E,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C,MAAM,MAAM,GAAG,YAAY,CAAC,eAAe,CAAC,CAAC;AAkB7C,SAAS,eAAe,CAAC,UAAkB;IACzC,OAAO,wBAAwB,UAAU,EAAE,CAAC;AAC9C,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,eAAe,GAAG,IAAI,CAAC;AAE7B;;;;;;;;;;GAUG;AACH,MAAM,OAAO,YAAY;IACd,IAAI,GAAG,eAAe,CAAC;IAEf,aAAa,CAAgB;IAC7B,WAAW,CAAyB;IACpC,cAAc,CAAS;IACvB,EAAE,CAAoB;IACtB,YAAY,CAAqB;IAE1C,KAAK,GAA0C,IAAI,CAAC;IAE5D,YAAY,IAAyB;QACnC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QACtD,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QAClB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;YACjE,OAAO;QACT,CAAC;QAED,mEAAmE;QACnE,mCAAmC;QACnC,MAAM,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACxC,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YACzD,IAAI,CAAC,gBAAgB,CAAa,IAAI,CAAC,EAAE,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;gBACxE,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,eAAe,CAAC,UAAU,CAAC,EAAE;oBACtD,cAAc,EAAE,MAAM;oBACtB,UAAU,EAAE,EAAE;iBACf,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC5B,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;QACtB,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAExB,MAAM,CAAC,IAAI,CACT;YACE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC;YACxC,UAAU,EAAE,IAAI,CAAC,cAAc;SAChC,EACD,uBAAuB,CACxB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACvC,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,oBAAoB,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;IACH,CAAC;IAED,oFAAoF;IAC5E,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,UAAkB;QAC1D,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS;YAAE,OAAO;QAE1C,MAAM,MAAM,GAAG,gBAAgB,CAC7B,IAAI,CAAC,EAAE,EACP,eAAe,CAAC,UAAU,CAAC,CAC5B,IAAI,EAAE,cAAc,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QAElE,IAAI,UAAU,GAAG,MAAM,CAAC,cAAc,CAAC;QACvC,oEAAoE;QACpE,8DAA8D;QAC9D,kEAAkE;QAClE,gEAAgE;QAChE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAE3C,sDAAsD;QACtD,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAC3D,UAAU,EACV,MAAM,CAAC,cAAc,CACtB,EAAE,CAAC;YACF,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;YAChE,gEAAgE;YAChE,4DAA4D;YAC5D,oDAAoD;YACpD,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxB,IAAI,IAAI,CAAC,gBAAgB,GAAG,UAAU,EAAE,CAAC;gBACvC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC;YACrC,CAAC;QACH,CAAC;QAED,oEAAoE;QACpE,gEAAgE;QAChE,sBAAsB;QACtB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAC3D,UAAU,EACV,MAAM,CAAC,cAAc,EACrB,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,EAAE,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;gBAC/D,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACvB,CAAC;YACD,IAAI,IAAI,CAAC,gBAAgB,GAAG,UAAU,EAAE,CAAC;gBACvC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC;YACrC,CAAC;QACH,CAAC;QAED,iEAAiE;QACjE,+DAA+D;QAC/D,yCAAyC;QACzC,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,cAAc,GAClB,YAAY,CAAC,MAAM,GAAG,eAAe;YACnC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,eAAe,CAAC;YAC3D,CAAC,CAAC,YAAY,CAAC;QAEnB,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,eAAe,CAAC,UAAU,CAAC,EAAE;YACtD,cAAc,EAAE,UAAU;YAC1B,UAAU,EAAE,cAAc;SACN,CAAC,CAAC;IAC1B,CAAC;IAEO,qBAAqB,CAC3B,KAAa,EACb,UAAkB,EAClB,IAAwB,EACxB,UAAkC;QAElC,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,UAAU,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC;YAClE,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,MAAM,CAAC;QAEX,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE;YACzB,MAAM,EAAE,UAAU,UAAU,EAAE;YAC9B,GAAG,EAAE,IAAI,CAAC,EAAE;YACZ,UAAU;YACV,KAAK;YACL,OAAO,EAAE;gBACP,YAAY,EAAE,IAAI,CAAC,EAAE;gBACrB,gBAAgB,EAAE,UAAU;gBAC5B,aAAa,EAAE,KAAK;gBACpB,SAAS,EAAE,YAAY,CAAC,IAAI,CAAC;gBAC7B,cAAc,EAAE,IAAI,CAAC,gBAAgB;gBACrC,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,IAAI;gBACrB,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;gBAChD,eAAe,EAAE,sBAAsB,CAAC,IAAI,CAAC;aAC9C;SACF,CAAC,CAAC;IACL,CAAC;CACF;AAED,yDAAyD;AACzD,SAAS,YAAY,CAAC,IAAwB;IAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,UAAqD,CAAC;IACzE,IAAI,CAAC,KAAK;QAAE,OAAO,YAAY,CAAC;IAEhC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACxC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAkD,CAAC;YACzE,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,sBAAsB,CAAC,IAEtC;IACC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC;IAC9B,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACjD,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM;YACvC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,KAAM,IAAI,CAAC,MAA2B,CAAC,IAAI,EAAE,CAAC,CAAC;aAC9D,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM;YAC5C,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,KAAM,IAAI,CAAC,MAA2B,CAAC,IAAI,EAAE,CAAC,CAAC;aAC9D,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI;YACxC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,KAAM,IAAI,CAAC,IAA0B,CAAC,KAAK,EAAE,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/observers/observation-summarizer/index.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Public surface for the observation summarizer subsystem.
+ *
+ * Wired from `index.ts` startup: build the LLM client matching the
+ * configured `observation.summarize` ProcessKey row, register the
+ * worker on the ObserverManager.
+ */
+export { ObservationSummarizerWorker, OBSERVATION_SUMMARIZER_OBSERVER_NAME, type ObservationSummarizerWorkerOptions, } from "./worker.js";
+export { preFilterObservation, DEFAULT_LARGE_FILE_BYTES, type PreFilterConfig, type PreFilterDecision, type PreFilterObservationInput, type SkipReason, } from "./pre-filter.js";
+export { buildSummarizerPrompt, type SummarizerPrompt, type SummarizerPromptInput, type SummarizerSource, } from "./summarizer-prompts.js";
+export { parseSummarizerResponse, applyNoveltyFloor, SUMMARY_MAX_CHARS, type ParsedSummary, type ParseSummaryResult, type ParseFailureReason, } from "./response-parser.js";
+export { AnthropicSummarizerClient, UnsupportedSummarizerClient, type SummarizerLlmClient, type SummarizerLlmRequest, type SummarizerLlmResult, type SummarizerLlmErrorClass, type AnthropicSummarizerClientOptions, } from "./summarizer-client.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/observers/observation-summarizer/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/observers/observation-summarizer/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,2BAA2B,EAC3B,oCAAoC,EACpC,KAAK,kCAAkC,GACxC,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,oBAAoB,EACpB,wBAAwB,EACxB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,yBAAyB,EAC9B,KAAK,UAAU,GAChB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,qBAAqB,EACrB,KAAK,gBAAgB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,gBAAgB,GACtB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,uBAAuB,EACvB,iBAAiB,EACjB,iBAAiB,EACjB,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,GACxB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,yBAAyB,EACzB,2BAA2B,EAC3B,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,EACxB,KAAK,uBAAuB,EAC5B,KAAK,gCAAgC,GACtC,MAAM,wBAAwB,CAAC"}

package/dist/observers/observation-summarizer/index.js

@@ -0,0 +1,13 @@
+/**
+ * Public surface for the observation summarizer subsystem.
+ *
+ * Wired from `index.ts` startup: build the LLM client matching the
+ * configured `observation.summarize` ProcessKey row, register the
+ * worker on the ObserverManager.
+ */
+export { ObservationSummarizerWorker, OBSERVATION_SUMMARIZER_OBSERVER_NAME, } from "./worker.js";
+export { preFilterObservation, DEFAULT_LARGE_FILE_BYTES, } from "./pre-filter.js";
+export { buildSummarizerPrompt, } from "./summarizer-prompts.js";
+export { parseSummarizerResponse, applyNoveltyFloor, SUMMARY_MAX_CHARS, } from "./response-parser.js";
+export { AnthropicSummarizerClient, UnsupportedSummarizerClient, } from "./summarizer-client.js";
+//# sourceMappingURL=index.js.map

package/dist/observers/observation-summarizer/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/observers/observation-summarizer/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,2BAA2B,EAC3B,oCAAoC,GAErC,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,oBAAoB,EACpB,wBAAwB,GAKzB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,qBAAqB,GAItB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,uBAAuB,EACvB,iBAAiB,EACjB,iBAAiB,GAIlB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,yBAAyB,EACzB,2BAA2B,GAM5B,MAAM,wBAAwB,CAAC"}

package/dist/observers/observation-summarizer/pre-filter.d.ts

@@ -0,0 +1,62 @@
+/**
+ * Pure deterministic pre-filter for observations awaiting summarization.
+ *
+ * Implements the "deny-list, no LLM" stage from
+ * `docs/design/appendices/cost-reduction-structural.md` §A. Eliminates the
+ * bulk of noise observations (agent self-writes, lockfiles, vendored
+ * directories, large binaries) before any LLM call, keeping the daily
+ * summarizer budget bounded.
+ *
+ * The pre-filter is total: every (source, ref, payload) triple resolves
+ * to exactly one of three outcomes that the worker translates into
+ * concrete column writes:
+ *   - `skipped` — agent-actor / deny-list path / unsupported source.
+ *     Worker writes `summary_status='skipped'` with no LLM call.
+ *   - `done` — deterministic summary fits without LLM (deletions, large
+ *     files reduced to metadata). Worker writes `summary_status='done'`
+ *     with the supplied `summaryText` + `noveltyScore`.
+ *   - `proceed` — needs an LLM call. Worker enqueues against the per-
+ *     source prompt template. `noveltyFloor` is honored as a lower bound
+ *     on the final score (e.g., VIP mail boosts to 3).
+ *
+ * The decision is a pure function of the observation columns plus
+ * caller-injected config (`vipMailSenders`, `largeFileBytes`). No DB
+ * reads, no I/O — the worker can call this in a tight loop without
+ * blocking the queue drain.
+ */
+/** Default upper bound for "summarize the body" — anything larger drops to metadata-only. */
+export declare const DEFAULT_LARGE_FILE_BYTES: number;
+export type ObservationActor = "user" | "agent" | "system" | "unknown";
+export type ObservationChangeType = "created" | "modified" | "deleted";
+export interface PreFilterObservationInput {
+    source: string;
+    ref: string;
+    changeType: ObservationChangeType;
+    actor: ObservationActor;
+    payload: unknown;
+}
+export interface PreFilterConfig {
+    /** Email addresses (case-insensitive, exact match) whose mail observations boost novelty floor to 3. */
+    vipMailSenders?: readonly string[];
+    /** Bytes above which file-source observations short-circuit to metadata-only. Default 256 KB. */
+    largeFileBytes?: number;
+}
+export type PreFilterDecision = {
+    kind: "skipped";
+    reason: SkipReason;
+} | {
+    kind: "done";
+    summaryText: string;
+    noveltyScore: 0 | 1;
+} | {
+    kind: "proceed";
+    noveltyFloor?: 1 | 2 | 3;
+};
+export type SkipReason = "agent_actor" | "deny_path" | "deny_basename" | "deny_pattern" | "secret_path";
+/**
+ * Apply the pre-filter to one observation.
+ *
+ * @returns the deterministic decision; the worker handles persistence.
+ */
+export declare function preFilterObservation(input: PreFilterObservationInput, config?: PreFilterConfig): PreFilterDecision;
+//# sourceMappingURL=pre-filter.d.ts.map

package/dist/observers/observation-summarizer/pre-filter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pre-filter.d.ts","sourceRoot":"","sources":["../../../src/observers/observation-summarizer/pre-filter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AA0CH,6FAA6F;AAC7F,eAAO,MAAM,wBAAwB,QAAa,CAAC;AAEnD,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,SAAS,CAAC;AACvE,MAAM,MAAM,qBAAqB,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC;AAEvE,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,EAAE,qBAAqB,CAAC;IAClC,KAAK,EAAE,gBAAgB,CAAC;IACxB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,wGAAwG;IACxG,cAAc,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,iGAAiG;IACjG,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,iBAAiB,GACzB;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,MAAM,EAAE,UAAU,CAAA;CAAE,GACvC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,CAAC,GAAG,CAAC,CAAA;CAAE,GAC1D;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,YAAY,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;CAAE,CAAC;AAElD,MAAM,MAAM,UAAU,GAClB,aAAa,GACb,WAAW,GACX,eAAe,GACf,cAAc,GACd,aAAa,CAAC;AAElB;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,yBAAyB,EAChC,MAAM,GAAE,eAAoB,GAC3B,iBAAiB,CAmDnB"}

package/dist/observers/observation-summarizer/pre-filter.js

@@ -0,0 +1,189 @@
+/**
+ * Pure deterministic pre-filter for observations awaiting summarization.
+ *
+ * Implements the "deny-list, no LLM" stage from
+ * `docs/design/appendices/cost-reduction-structural.md` §A. Eliminates the
+ * bulk of noise observations (agent self-writes, lockfiles, vendored
+ * directories, large binaries) before any LLM call, keeping the daily
+ * summarizer budget bounded.
+ *
+ * The pre-filter is total: every (source, ref, payload) triple resolves
+ * to exactly one of three outcomes that the worker translates into
+ * concrete column writes:
+ *   - `skipped` — agent-actor / deny-list path / unsupported source.
+ *     Worker writes `summary_status='skipped'` with no LLM call.
+ *   - `done` — deterministic summary fits without LLM (deletions, large
+ *     files reduced to metadata). Worker writes `summary_status='done'`
+ *     with the supplied `summaryText` + `noveltyScore`.
+ *   - `proceed` — needs an LLM call. Worker enqueues against the per-
+ *     source prompt template. `noveltyFloor` is honored as a lower bound
+ *     on the final score (e.g., VIP mail boosts to 3).
+ *
+ * The decision is a pure function of the observation columns plus
+ * caller-injected config (`vipMailSenders`, `largeFileBytes`). No DB
+ * reads, no I/O — the worker can call this in a tight loop without
+ * blocking the queue drain.
+ */
+import { looksLikeSecretPath } from "../../safety/always-disallowed.js";
+const SUMMARIZER_DENY_PATH_FRAGMENTS = [
+    // Vendored / generated artifacts that produce churn but no signal.
+    "/.git/",
+    "/node_modules/",
+    "/dist/",
+    "/build/",
+    "/.next/",
+    "/.turbo/",
+    "/.cache/",
+    "/.venv/",
+    "/venv/",
+    "/__pycache__/",
+    "/coverage/",
+    "/.pytest_cache/",
+    "/target/",
+    "/.idea/",
+    "/.vscode/",
+];
+const SUMMARIZER_DENY_FILE_BASENAMES = new Set([
+    ".DS_Store",
+    ".buildstamp",
+    "Thumbs.db",
+]);
+const SUMMARIZER_DENY_FILE_PATTERNS = [
+    /\.lock$/i,
+    /\.lockb$/i,
+    /package-lock\.json$/i,
+    /pnpm-lock\.yaml$/i,
+    /yarn\.lock$/i,
+    /Cargo\.lock$/i,
+    /Pipfile\.lock$/i,
+    /poetry\.lock$/i,
+    /\.log(?:\.\d+)?$/i,
+    /\.log\.gz$/i,
+];
+/** Default upper bound for "summarize the body" — anything larger drops to metadata-only. */
+export const DEFAULT_LARGE_FILE_BYTES = 256 * 1024;
+/**
+ * Apply the pre-filter to one observation.
+ *
+ * @returns the deterministic decision; the worker handles persistence.
+ */
+export function preFilterObservation(input, config = {}) {
+    // 1. Agent self-writes are filtered upstream by AgentWriteTracker, but
+    //    if one slips through (race window, missed mark) we re-check here.
+    if (input.actor === "agent") {
+        return { kind: "skipped", reason: "agent_actor" };
+    }
+    // 2. Deletion shortcut: nothing to read, deterministic one-liner.
+    if (input.changeType === "deleted") {
+        return {
+            kind: "done",
+            summaryText: `[deleted] ${input.ref}`,
+            noveltyScore: 1,
+        };
+    }
+    // 3a. Secret-file deny list — mirrors the agent's own
+    //     `always-disallowed.ts` read-side denylist so a payload that
+    //     reaches the summarizer never carries credential-file content
+    //     into the LLM context. Belt-and-braces: the redactor downstream
+    //     scrubs known secret patterns inside payload text, but the path
+    //     deny here ensures we don't even submit the body.
+    if (looksLikeSecretPath(input.ref)) {
+        return { kind: "skipped", reason: "secret_path" };
+    }
+    // 3b. Path-based deny list — vendored / generated / lock files.
+    const pathDeny = matchPathDeny(input.ref);
+    if (pathDeny !== null) {
+        return { kind: "skipped", reason: pathDeny };
+    }
+    // 4. Large-file shortcut: avoid passing megabytes of payload to the LLM.
+    const sizeBytes = readSizeBytes(input.payload);
+    const largeCap = config.largeFileBytes ?? DEFAULT_LARGE_FILE_BYTES;
+    if (sizeBytes !== null && sizeBytes > largeCap) {
+        return {
+            kind: "done",
+            summaryText: `[large file ${formatBytes(sizeBytes)}] ${input.ref}`,
+            noveltyScore: 0,
+        };
+    }
+    // 5. VIP mail boost — set a novelty FLOOR before the LLM runs so a
+    //    short-shape "thanks!" from the user's manager still routes to
+    //    today.md. The summarizer can raise above the floor but not below.
+    if (isVipMailObservation(input, config.vipMailSenders ?? [])) {
+        return { kind: "proceed", noveltyFloor: 3 };
+    }
+    return { kind: "proceed" };
+}
+// ── Internal helpers ────────────────────────────────────────────────────
+function matchPathDeny(ref) {
+    // Path fragments — match anywhere in the ref. Wrap in slashes so a
+    // top-level "node_modules" still matches a leading segment.
+    const wrapped = `/${ref.replace(/\\/g, "/")}/`;
+    for (const fragment of SUMMARIZER_DENY_PATH_FRAGMENTS) {
+        if (wrapped.includes(fragment)) {
+            return "deny_path";
+        }
+    }
+    // Basename + glob-ish pattern matchers.
+    const basename = lastPathSegment(ref);
+    if (SUMMARIZER_DENY_FILE_BASENAMES.has(basename)) {
+        return "deny_basename";
+    }
+    for (const pattern of SUMMARIZER_DENY_FILE_PATTERNS) {
+        if (pattern.test(basename)) {
+            return "deny_pattern";
+        }
+    }
+    return null;
+}
+function lastPathSegment(ref) {
+    const normalized = ref.replace(/\\/g, "/");
+    const idx = normalized.lastIndexOf("/");
+    return idx >= 0 ? normalized.slice(idx + 1) : normalized;
+}
+function readSizeBytes(payload) {
+    if (!payload || typeof payload !== "object")
+        return null;
+    const record = payload;
+    const candidates = [record["sizeBytes"], record["fileSize"], record["size"]];
+    for (const candidate of candidates) {
+        if (typeof candidate === "number" && Number.isFinite(candidate) && candidate >= 0) {
+            return candidate;
+        }
+    }
+    return null;
+}
+function formatBytes(bytes) {
+    if (bytes >= 1024 * 1024)
+        return `${(bytes / (1024 * 1024)).toFixed(1)} MB`;
+    if (bytes >= 1024)
+        return `${(bytes / 1024).toFixed(1)} KB`;
+    return `${bytes} B`;
+}
+function isVipMailObservation(input, vipSenders) {
+    if (vipSenders.length === 0)
+        return false;
+    if (!input.source.startsWith("mail:"))
+        return false;
+    if (!input.payload || typeof input.payload !== "object")
+        return false;
+    const record = input.payload;
+    const sender = pickSenderEmail(record);
+    if (!sender)
+        return false;
+    const lc = sender.toLowerCase();
+    return vipSenders.some((vip) => vip.toLowerCase() === lc);
+}
+function pickSenderEmail(payload) {
+    // Mail observation payloads vary by provider — tolerate the common shapes.
+    const direct = payload["from"] ?? payload["sender"] ?? payload["fromAddress"];
+    if (typeof direct === "string" && direct.length > 0) {
+        const match = direct.match(/<([^>]+)>/);
+        return (match ? match[1] : direct).trim();
+    }
+    if (Array.isArray(payload["subjects"])) {
+        // mail:lifecycle aggregated payload — no per-sender info available.
+        return null;
+    }
+    return null;
+}
+//# sourceMappingURL=pre-filter.js.map

package/dist/observers/observation-summarizer/pre-filter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pre-filter.js","sourceRoot":"","sources":["../../../src/observers/observation-summarizer/pre-filter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAEH,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AAExE,MAAM,8BAA8B,GAAG;IACrC,mEAAmE;IACnE,QAAQ;IACR,gBAAgB;IAChB,QAAQ;IACR,SAAS;IACT,SAAS;IACT,UAAU;IACV,UAAU;IACV,SAAS;IACT,QAAQ;IACR,eAAe;IACf,YAAY;IACZ,iBAAiB;IACjB,UAAU;IACV,SAAS;IACT,WAAW;CACH,CAAC;AAEX,MAAM,8BAA8B,GAAG,IAAI,GAAG,CAAS;IACrD,WAAW;IACX,aAAa;IACb,WAAW;CACZ,CAAC,CAAC;AAEH,MAAM,6BAA6B,GAAsB;IACvD,UAAU;IACV,WAAW;IACX,sBAAsB;IACtB,mBAAmB;IACnB,cAAc;IACd,eAAe;IACf,iBAAiB;IACjB,gBAAgB;IAChB,mBAAmB;IACnB,aAAa;CACd,CAAC;AAEF,6FAA6F;AAC7F,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,GAAG,IAAI,CAAC;AAgCnD;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,KAAgC,EAChC,SAA0B,EAAE;IAE5B,uEAAuE;IACvE,uEAAuE;IACvE,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;QAC5B,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;IACpD,CAAC;IAED,kEAAkE;IAClE,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACnC,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,aAAa,KAAK,CAAC,GAAG,EAAE;YACrC,YAAY,EAAE,CAAC;SAChB,CAAC;IACJ,CAAC;IAED,sDAAsD;IACtD,kEAAkE;IAClE,mEAAmE;IACnE,qEAAqE;IACrE,qEAAqE;IACrE,uDAAuD;IACvD,IAAI,mBAAmB,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACnC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;IACpD,CAAC;IAED,gEAAgE;IAChE,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACtB,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAC/C,CAAC;IAED,yEAAyE;IACzE,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,MAAM,CAAC,cAAc,IAAI,wBAAwB,CAAC;IACnE,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,GAAG,QAAQ,EAAE,CAAC;QAC/C,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,eAAe,WAAW,CAAC,SAAS,CAAC,KAAK,KAAK,CAAC,GAAG,EAAE;YAClE,YAAY,EAAE,CAAC;SAChB,CAAC;IACJ,CAAC;IAED,mEAAmE;IACnE,mEAAmE;IACnE,uEAAuE;IACvE,IAAI,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC,EAAE,CAAC;QAC7D,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;IAC9C,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;AAC7B,CAAC;AAED,2EAA2E;AAE3E,SAAS,aAAa,CAAC,GAAW;IAChC,mEAAmE;IACnE,4DAA4D;IAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC;IAC/C,KAAK,MAAM,QAAQ,IAAI,8BAA8B,EAAE,CAAC;QACtD,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IAED,wCAAwC;IACxC,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,8BAA8B,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjD,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,6BAA6B,EAAE,CAAC;QACpD,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,OAAO,cAAc,CAAC;QACxB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,eAAe,CAAC,GAAW;IAClC,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACxC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;AAC3D,CAAC;AAED,SAAS,aAAa,CAAC,OAAgB;IACrC,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACzD,MAAM,MAAM,GAAG,OAAkC,CAAC;IAClD,MAAM,UAAU,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7E,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YAClF,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,IAAI,KAAK,IAAI,IAAI,GAAG,IAAI;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAC5E,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAC5D,OAAO,GAAG,KAAK,IAAI,CAAC;AACtB,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAAgC,EAChC,UAA6B;IAE7B,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IACpD,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtE,MAAM,MAAM,GAAG,KAAK,CAAC,OAAkC,CAAC;IACxD,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC1B,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IAChC,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,eAAe,CAAC,OAAgC;IACvD,2EAA2E;IAC3E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,aAAa,CAAC,CAAC;IAC9E,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACxC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5C,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QACvC,oEAAoE;QACpE,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/observers/observation-summarizer/response-parser.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Tolerant parser for the summarizer's `{summary, novelty}` JSON output.
+ *
+ * The prompt asks for strict JSON, but lite-tier models (Haiku, gpt-5-mini,
+ * Flash-Lite) occasionally wrap the response in markdown fences or add
+ * a sentence of preamble. This parser tolerates those failure modes
+ * while staying strict about the two required fields.
+ */
+export interface ParsedSummary {
+    summary: string;
+    novelty: 0 | 1 | 2 | 3;
+}
+export type ParseSummaryResult = {
+    ok: true;
+    value: ParsedSummary;
+} | {
+    ok: false;
+    reason: ParseFailureReason;
+    rawSnippet: string;
+};
+export type ParseFailureReason = "no_json_object" | "invalid_json" | "missing_summary" | "missing_novelty" | "invalid_novelty";
+/**
+ * Maximum stored summary length. Mirrors the design spec (≤ 120 chars).
+ * Truncation falls within the parser so all callers see a bounded string.
+ */
+export declare const SUMMARY_MAX_CHARS = 120;
+export declare function parseSummarizerResponse(raw: string): ParseSummaryResult;
+/** Apply a novelty floor (e.g., VIP mail). The result clamps to 0..3. */
+export declare function applyNoveltyFloor(parsed: ParsedSummary, floor: 0 | 1 | 2 | 3 | undefined): ParsedSummary;
+//# sourceMappingURL=response-parser.d.ts.map

package/dist/observers/observation-summarizer/response-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-parser.d.ts","sourceRoot":"","sources":["../../../src/observers/observation-summarizer/response-parser.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;CACxB;AAED,MAAM,MAAM,kBAAkB,GAC1B;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,aAAa,CAAA;CAAE,GAClC;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,kBAAkB,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC;AAElE,MAAM,MAAM,kBAAkB,GAC1B,gBAAgB,GAChB,cAAc,GACd,iBAAiB,GACjB,iBAAiB,GACjB,iBAAiB,CAAC;AAEtB;;;GAGG;AACH,eAAO,MAAM,iBAAiB,MAAM,CAAC;AAErC,wBAAgB,uBAAuB,CAAC,GAAG,EAAE,MAAM,GAAG,kBAAkB,CAsCvE;AAED,yEAAyE;AACzE,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,aAAa,EACrB,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,SAAS,GAC/B,aAAa,CAIf"}

package/dist/observers/observation-summarizer/response-parser.js

@@ -0,0 +1,106 @@
+/**
+ * Tolerant parser for the summarizer's `{summary, novelty}` JSON output.
+ *
+ * The prompt asks for strict JSON, but lite-tier models (Haiku, gpt-5-mini,
+ * Flash-Lite) occasionally wrap the response in markdown fences or add
+ * a sentence of preamble. This parser tolerates those failure modes
+ * while staying strict about the two required fields.
+ */
+/**
+ * Maximum stored summary length. Mirrors the design spec (≤ 120 chars).
+ * Truncation falls within the parser so all callers see a bounded string.
+ */
+export const SUMMARY_MAX_CHARS = 120;
+export function parseSummarizerResponse(raw) {
+    const slice = extractJsonObject(raw);
+    if (slice === null) {
+        return { ok: false, reason: "no_json_object", rawSnippet: snippet(raw) };
+    }
+    let parsed;
+    try {
+        parsed = JSON.parse(slice);
+    }
+    catch {
+        return { ok: false, reason: "invalid_json", rawSnippet: snippet(slice) };
+    }
+    if (!parsed || typeof parsed !== "object") {
+        return { ok: false, reason: "invalid_json", rawSnippet: snippet(slice) };
+    }
+    const obj = parsed;
+    const summaryValue = obj["summary"];
+    if (typeof summaryValue !== "string" || summaryValue.length === 0) {
+        return { ok: false, reason: "missing_summary", rawSnippet: snippet(slice) };
+    }
+    const noveltyValue = obj["novelty"];
+    if (noveltyValue === undefined || noveltyValue === null) {
+        return { ok: false, reason: "missing_novelty", rawSnippet: snippet(slice) };
+    }
+    const novelty = coerceNovelty(noveltyValue);
+    if (novelty === null) {
+        return { ok: false, reason: "invalid_novelty", rawSnippet: snippet(slice) };
+    }
+    // Collapse newlines + trim — the design spec says one-line summary.
+    const cleaned = summaryValue.replace(/\s+/g, " ").trim().slice(0, SUMMARY_MAX_CHARS);
+    return {
+        ok: true,
+        value: { summary: cleaned, novelty },
+    };
+}
+/** Apply a novelty floor (e.g., VIP mail). The result clamps to 0..3. */
+export function applyNoveltyFloor(parsed, floor) {
+    if (floor === undefined)
+        return parsed;
+    if (parsed.novelty >= floor)
+        return parsed;
+    return { ...parsed, novelty: floor };
+}
+// ── Internal ────────────────────────────────────────────────────────────
+/** Extract the first balanced `{...}` block from a string. */
+function extractJsonObject(raw) {
+    const start = raw.indexOf("{");
+    if (start < 0)
+        return null;
+    let depth = 0;
+    let inString = false;
+    let escape = false;
+    for (let i = start; i < raw.length; i++) {
+        const ch = raw[i];
+        if (escape) {
+            escape = false;
+            continue;
+        }
+        if (ch === "\\") {
+            escape = true;
+            continue;
+        }
+        if (ch === '"') {
+            inString = !inString;
+            continue;
+        }
+        if (inString)
+            continue;
+        if (ch === "{")
+            depth += 1;
+        else if (ch === "}") {
+            depth -= 1;
+            if (depth === 0)
+                return raw.slice(start, i + 1);
+        }
+    }
+    return null;
+}
+function coerceNovelty(value) {
+    if (typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= 3) {
+        return value;
+    }
+    if (typeof value === "string") {
+        const n = Number.parseInt(value, 10);
+        if (Number.isInteger(n) && n >= 0 && n <= 3)
+            return n;
+    }
+    return null;
+}
+function snippet(s) {
+    return s.length > 200 ? `${s.slice(0, 200)}...` : s;
+}
+//# sourceMappingURL=response-parser.js.map

package/dist/observers/observation-summarizer/response-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-parser.js","sourceRoot":"","sources":["../../../src/observers/observation-summarizer/response-parser.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAkBH;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAErC,MAAM,UAAU,uBAAuB,CAAC,GAAW;IACjD,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;IAC3E,CAAC;IAED,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;IAC3E,CAAC;IAED,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;IAC3E,CAAC;IAED,MAAM,GAAG,GAAG,MAAiC,CAAC;IAC9C,MAAM,YAAY,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;IACpC,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;IAC9E,CAAC;IAED,MAAM,YAAY,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;IACpC,IAAI,YAAY,KAAK,SAAS,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QACxD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;IAC9E,CAAC;IACD,MAAM,OAAO,GAAG,aAAa,CAAC,YAAY,CAAC,CAAC;IAC5C,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;IAC9E,CAAC;IAED,oEAAoE;IACpE,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACrF,OAAO;QACL,EAAE,EAAE,IAAI;QACR,KAAK,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE;KACrC,CAAC;AACJ,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,iBAAiB,CAC/B,MAAqB,EACrB,KAAgC;IAEhC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACvC,IAAI,MAAM,CAAC,OAAO,IAAI,KAAK;QAAE,OAAO,MAAM,CAAC;IAC3C,OAAO,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AACvC,CAAC;AAED,2EAA2E;AAE3E,8DAA8D;AAC9D,SAAS,iBAAiB,CAAC,GAAW;IACpC,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,GAAG,KAAK,CAAC;YACf,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YAChB,MAAM,GAAG,IAAI,CAAC;YACd,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACrB,SAAS;QACX,CAAC;QACD,IAAI,QAAQ;YAAE,SAAS;QACvB,IAAI,EAAE,KAAK,GAAG;YAAE,KAAK,IAAI,CAAC,CAAC;aACtB,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACpB,KAAK,IAAI,CAAC,CAAC;YACX,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACrF,OAAO,KAAsB,CAAC;IAChC,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACrC,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,CAAkB,CAAC;IACzE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,OAAO,CAAC,CAAS;IACxB,OAAO,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACtD,CAAC"}