@andre.li/memoark 0.3.1

package/dist/consolidator/hot-warm.js

@@ -0,0 +1,88 @@
+import { stringify as yamlStringify } from "yaml";
+import { canCompress } from "./rules.js";
+export async function consolidateHotToWarm(stores, dryRun = false) {
+    const expired = await stores.pages.listExpiredHot();
+    if (expired.length === 0)
+        return 0;
+    // Separate: pages whose content can be merged vs. those that only advance tier
+    const compressible = expired.filter((p) => canCompress(p.type) && p.frontmatter.user_edited !== true);
+    const nonCompressible = expired.filter((p) => !canCompress(p.type) || p.frontmatter.user_edited === true);
+    if (dryRun) {
+        return expired.length;
+    }
+    // Non-compressible: just advance tier to 'warm', content untouched
+    for (const page of nonCompressible) {
+        await stores.pages.updatePageTier(page.id, "warm");
+    }
+    // Compressible: batch-load their outgoing links, then group by (entitySlug, type)
+    const slugs = compressible.map((p) => p.slug);
+    const linksMap = await stores.graph.getLinksForSlugs(slugs);
+    const groups = new Map();
+    for (const page of compressible) {
+        const links = (linksMap.get(page.slug) ?? []).sort((a, b) => a.to_slug.localeCompare(b.to_slug));
+        // Primary entity: first mention alphabetically by to_slug. Pages mentioning
+        // multiple entities are anchored to one; all are recorded in mentioned_entities.
+        const entityLink = links.find((l) => l.link_type === "mentions");
+        const entitySlug = entityLink?.to_slug ?? "__none__";
+        const key = `${entitySlug}::${page.type}`;
+        const existing = groups.get(key) ?? [];
+        existing.push(page);
+        groups.set(key, existing);
+    }
+    // For each group: create one warm aggregate page, point originals to it
+    for (const [key, pages] of groups) {
+        const [entitySlug, type] = key.split("::");
+        // Build merged content: concatenate compiled_truth of all pages
+        const mergedContent = pages
+            .map((p) => `### ${p.title}\n\n${p.compiled_truth}`)
+            .join("\n\n---\n\n");
+        // Determine a stable slug for this warm aggregate
+        const entityPart = entitySlug === "__none__" ? "unanchored" : entitySlug.replace(/\//g, "-");
+        const warmSlug = `warm/${entityPart}/${type}-consolidated`;
+        // Write the warm aggregate page (upsert — idempotency: if it already exists, append)
+        const existingWarm = await stores.pages.getPage(warmSlug);
+        const existingContent = existingWarm ? `${existingWarm.compiled_truth}\n\n---\n\n` : "";
+        const combinedContent = existingContent + mergedContent;
+        // Collect all mentioned entities across all pages in this group
+        const allLinks = pages.flatMap((p) => linksMap.get(p.slug) ?? []);
+        const mentionedEntities = [
+            ...new Set(allLinks.filter((l) => l.link_type === "mentions").map((l) => l.to_slug)),
+        ].sort();
+        const frontmatter = {
+            title: `Consolidated ${type} (${entitySlug === "__none__" ? "unanchored" : entitySlug})`,
+            type,
+            consolidated: true,
+            source_slugs: [
+                ...(existingWarm?.frontmatter.source_slugs ?? []),
+                ...pages.map((p) => p.slug),
+            ],
+            mentioned_entities: [
+                ...new Set([
+                    ...(existingWarm?.frontmatter.mentioned_entities ?? []),
+                    ...mentionedEntities,
+                ]),
+            ].sort(),
+            created_at: existingWarm?.frontmatter.created_at ??
+                pages.reduce((min, p) => (p.created_at < min ? p.created_at : min), pages[0].created_at),
+        };
+        const warmPageContent = `---\n${yamlStringify(frontmatter).trim()}\n---\n\n${combinedContent}`;
+        const warmPage = await stores.pages.putPage(warmSlug, warmPageContent, {
+            halflife_days: null,
+        });
+        // Override tier to 'warm' (putPage defaults to 'hot')
+        await stores.pages.updatePageTier(warmPage.id, "warm");
+        // If entity exists, link the warm page to it
+        if (entitySlug !== "__none__") {
+            const entityPage = await stores.pages.getPage(entitySlug);
+            if (entityPage) {
+                await stores.graph.addLink(warmSlug, entitySlug, "mentions");
+            }
+        }
+        // Point originals to the warm aggregate
+        for (const page of pages) {
+            await stores.pages.updatePageTier(page.id, "warm", warmPage.id);
+        }
+    }
+    return expired.length;
+}
+//# sourceMappingURL=hot-warm.js.map

package/dist/consolidator/hot-warm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hot-warm.js","sourceRoot":"","sources":["../../src/consolidator/hot-warm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,MAAM,CAAC;AAGlD,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAOzC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,MAAqB,EAAE,MAAM,GAAG,KAAK;IAC9E,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;IACpD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEnC,+EAA+E;IAC/E,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,WAAW,KAAK,IAAI,CACjE,CAAC;IACF,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,WAAW,KAAK,IAAI,CAClE,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,OAAO,CAAC,MAAM,CAAC;IACxB,CAAC;IAED,mEAAmE;IACnE,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;QACnC,MAAM,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC;IAED,kFAAkF;IAClF,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAI5D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;IAE3C,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC1D,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CACnC,CAAC;QACF,4EAA4E;QAC5E,iFAAiF;QACjF,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,UAAU,CAAC,CAAC;QACjE,MAAM,UAAU,GAAG,UAAU,EAAE,OAAO,IAAI,UAAU,CAAC;QACrD,MAAM,GAAG,GAAa,GAAG,UAAU,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACvC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5B,CAAC;IAED,wEAAwE;IACxE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QAClC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE3C,gEAAgE;QAChE,MAAM,aAAa,GAAG,KAAK;aACxB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,cAAc,EAAE,CAAC;aACnD,IAAI,CAAC,aAAa,CAAC,CAAC;QAEvB,kDAAkD;QAClD,MAAM,UAAU,GAAG,UAAU,KAAK,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC7F,MAAM,QAAQ,GAAG,QAAQ,UAAU,IAAI,IAAI,eAAe,CAAC;QAE3D,qFAAqF;QACrF,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC1D,MAAM,eAAe,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,cAAc,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;QACxF,MAAM,eAAe,GAAG,eAAe,GAAG,aAAa,CAAC;QAExD,gEAAgE;QAChE,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAClE,MAAM,iBAAiB,GAAG;YACxB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;SACrF,CAAC,IAAI,EAAE,CAAC;QAET,MAAM,WAAW,GAA4B;YAC3C,KAAK,EAAE,gBAAgB,IAAI,KAAK,UAAU,KAAK,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,GAAG;YACxF,IAAI;YACJ,YAAY,EAAE,IAAI;YAClB,YAAY,EAAE;gBACZ,GAAG,CAAE,YAAY,EAAE,WAAW,CAAC,YAAyB,IAAI,EAAE,CAAC;gBAC/D,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aAC5B;YACD,kBAAkB,EAAE;gBAClB,GAAG,IAAI,GAAG,CAAC;oBACT,GAAG,CAAE,YAAY,EAAE,WAAW,CAAC,kBAA+B,IAAI,EAAE,CAAC;oBACrE,GAAG,iBAAiB;iBACrB,CAAC;aACH,CAAC,IAAI,EAAE;YACR,UAAU,EACR,YAAY,EAAE,WAAW,CAAC,UAAU;gBACpC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;SAC3F,CAAC;QAEF,MAAM,eAAe,GAAG,QAAQ,aAAa,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,YAAY,eAAe,EAAE,CAAC;QAC/F,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,eAAe,EAAE;YACrE,aAAa,EAAE,IAAI;SACpB,CAAC,CAAC;QAEH,sDAAsD;QACtD,MAAM,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAEvD,6CAA6C;QAC7C,IAAI,UAAU,KAAK,UAAU,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC1D,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QAED,wCAAwC;QACxC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC,MAAM,CAAC;AACxB,CAAC"}

package/dist/consolidator/infer-preferences.d.ts

@@ -0,0 +1,14 @@
+import type { LLMProvider } from "../extractors/providers/types.js";
+import type { GraphStore } from "../store/graph.js";
+import type { PageStore } from "../store/pages.js";
+import type { TagStore } from "../store/tags.js";
+import type { TimelineStore } from "../store/timeline.js";
+interface InferStores {
+    pages: PageStore;
+    graph: GraphStore;
+    tags: TagStore;
+    timeline: TimelineStore;
+}
+export declare function inferPreferences(stores: InferStores, llm: LLMProvider): Promise<number>;
+export {};
+//# sourceMappingURL=infer-preferences.d.ts.map

package/dist/consolidator/infer-preferences.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"infer-preferences.d.ts","sourceRoot":"","sources":["../../src/consolidator/infer-preferences.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAE1D,UAAU,WAAW;IACnB,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,UAAU,CAAC;IAClB,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,EAAE,aAAa,CAAC;CACzB;AAeD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAsE7F"}

package/dist/consolidator/infer-preferences.js

@@ -0,0 +1,73 @@
+import { stringify as yamlStringify } from "yaml";
+function kebabCase(s) {
+    return s
+        .toLowerCase()
+        .replace(/[^a-z0-9一-鿿]+/g, "-")
+        .replace(/^-|-$/g, "");
+}
+export async function inferPreferences(stores, llm) {
+    // Only infer for person entities (the subject of behavioral patterns)
+    const personPages = await stores.pages.listPages({ type: "person" });
+    let totalInferred = 0;
+    for (const entity of personPages) {
+        const timeline = await stores.timeline.getTimeline(entity.slug);
+        if (timeline.length < 3)
+            continue; // not enough data for inference
+        const timelineSummary = timeline
+            .slice(0, 50) // cap to 50 recent entries
+            .map((e) => `[${e.date}] ${e.summary}`)
+            .join("\n");
+        // Ask LLM whether any strong patterns exist
+        let rawResponse;
+        try {
+            rawResponse = await llm.chat([
+                {
+                    role: "system",
+                    content: "You infer behavioral preferences from timeline and task patterns. " +
+                        "If there are clear patterns (80%+ consistency across at least 3 data points), " +
+                        "output a JSON array of inferred preferences. Otherwise output [].\n" +
+                        'Each preference: {"summary": "...", "category": "scheduling|workflow|communication", "confidence": "inferred"}\n' +
+                        "Output ONLY valid JSON, no explanation.",
+                },
+                {
+                    role: "user",
+                    content: `Entity: ${entity.title} (${entity.slug})\n\nTimeline entries:\n${timelineSummary}`,
+                },
+            ]);
+        }
+        catch {
+            continue;
+        }
+        let preferences;
+        try {
+            preferences = JSON.parse(rawResponse.trim());
+            if (!Array.isArray(preferences))
+                continue;
+        }
+        catch {
+            continue; // LLM returned non-JSON
+        }
+        for (const pref of preferences) {
+            if (!pref.summary || !pref.category)
+                continue;
+            const slug = `preferences/inferred-${entity.slug.replace(/\//g, "-")}-${kebabCase(pref.summary)}`;
+            const frontmatter = {
+                title: pref.summary,
+                type: "preference",
+                category: pref.category,
+                confidence: "inferred",
+                inferred: true,
+                entity: entity.slug,
+                created_at: new Date().toISOString(),
+            };
+            const content = `---\n${yamlStringify(frontmatter).trim()}\n---\n\nInferred from timeline patterns for ${entity.title}.`;
+            await stores.pages.putPage(slug, content, { halflife_days: 90 });
+            await stores.graph.addLink(slug, entity.slug, "mentions");
+            await stores.tags.addTag(slug, "preference");
+            await stores.tags.addTag(slug, pref.category);
+            totalInferred++;
+        }
+    }
+    return totalInferred;
+}
+//# sourceMappingURL=infer-preferences.js.map

package/dist/consolidator/infer-preferences.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"infer-preferences.js","sourceRoot":"","sources":["../../src/consolidator/infer-preferences.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,MAAM,CAAC;AAoBlD,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,CAAC;SACL,WAAW,EAAE;SACb,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC;SAC9B,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAmB,EAAE,GAAgB;IAC1E,sEAAsE;IACtE,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IACrE,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS,CAAC,gCAAgC;QAEnE,MAAM,eAAe,GAAG,QAAQ;aAC7B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,2BAA2B;aACxC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aACtC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,4CAA4C;QAC5C,IAAI,WAAmB,CAAC;QACxB,IAAI,CAAC;YACH,WAAW,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC;gBAC3B;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EACL,oEAAoE;wBACpE,gFAAgF;wBAChF,qEAAqE;wBACrE,kHAAkH;wBAClH,yCAAyC;iBAC5C;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,WAAW,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,2BAA2B,eAAe,EAAE;iBAC7F;aACF,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,IAAI,WAAiC,CAAC;QACtC,IAAI,CAAC;YACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAyB,CAAC;YACrE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC;gBAAE,SAAS;QAC5C,CAAC;QAAC,MAAM,CAAC;YACP,SAAS,CAAC,wBAAwB;QACpC,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAE9C,MAAM,IAAI,GAAG,wBAAwB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAElG,MAAM,WAAW,GAA4B;gBAC3C,KAAK,EAAE,IAAI,CAAC,OAAO;gBACnB,IAAI,EAAE,YAAY;gBAClB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE,MAAM,CAAC,IAAI;gBACnB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACrC,CAAC;YACF,MAAM,OAAO,GAAG,QAAQ,aAAa,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,gDAAgD,MAAM,CAAC,KAAK,GAAG,CAAC;YAEzH,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;YACjE,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAC1D,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAC7C,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YAE9C,aAAa,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC"}

package/dist/consolidator/rules.d.ts

@@ -0,0 +1,5 @@
+export declare const NEVER_COMPRESS_TYPES: Set<string>;
+export declare function canCompress(type: string): boolean;
+export declare const HOT_DAYS: Record<string, number | null>;
+export declare const WARM_TO_COLD_DAYS: Record<string, number | null>;
+//# sourceMappingURL=rules.d.ts.map

package/dist/consolidator/rules.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rules.d.ts","sourceRoot":"","sources":["../../src/consolidator/rules.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,oBAAoB,aAS/B,CAAC;AAEH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEjD;AAKD,eAAO,MAAM,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAgBlD,CAAC;AAGF,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAe3D,CAAC"}

package/dist/consolidator/rules.js

@@ -0,0 +1,53 @@
+// Types whose content must never be merged or rewritten by the Consolidator.
+// Decisions preserve their "why"; references are permanent bookmarks; entity pages are anchors.
+export const NEVER_COMPRESS_TYPES = new Set([
+    "decision",
+    "reference",
+    "entity",
+    "person",
+    "project",
+    "organization",
+    "tool",
+    "concept",
+]);
+export function canCompress(type) {
+    return !NEVER_COMPRESS_TYPES.has(type);
+}
+// Age (in days) after which a hot page transitions to warm.
+// Matches halflife_days from Spec 1: the half-life point is the right moment to archive.
+// NULL = never automatically expires (open tasks, references, entity pages).
+export const HOT_DAYS = {
+    decision: 90,
+    task: 90, // done tasks get expires_at=NOW() immediately; open tasks: null
+    knowledge: 365,
+    discovery: 90,
+    "discovery-pattern": 90,
+    "discovery-insight": 90,
+    "discovery-preference": 90,
+    preference: 90,
+    reference: null,
+    entity: null,
+    person: null,
+    project: null,
+    organization: null,
+    tool: null,
+    concept: null,
+};
+// Minimum age (days from created_at) for a warm page to be eligible for cold compression.
+export const WARM_TO_COLD_DAYS = {
+    decision: null,
+    reference: null,
+    entity: null,
+    person: null,
+    project: null,
+    organization: null,
+    tool: null,
+    concept: null,
+    task: 365,
+    knowledge: 730,
+    discovery: 365,
+    "discovery-pattern": 365,
+    "discovery-insight": 365,
+    preference: 365,
+};
+//# sourceMappingURL=rules.js.map

package/dist/consolidator/rules.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rules.js","sourceRoot":"","sources":["../../src/consolidator/rules.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,gGAAgG;AAChG,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IAC1C,UAAU;IACV,WAAW;IACX,QAAQ;IACR,QAAQ;IACR,SAAS;IACT,cAAc;IACd,MAAM;IACN,SAAS;CACV,CAAC,CAAC;AAEH,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,OAAO,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACzC,CAAC;AAED,4DAA4D;AAC5D,yFAAyF;AACzF,6EAA6E;AAC7E,MAAM,CAAC,MAAM,QAAQ,GAAkC;IACrD,QAAQ,EAAE,EAAE;IACZ,IAAI,EAAE,EAAE,EAAE,gEAAgE;IAC1E,SAAS,EAAE,GAAG;IACd,SAAS,EAAE,EAAE;IACb,mBAAmB,EAAE,EAAE;IACvB,mBAAmB,EAAE,EAAE;IACvB,sBAAsB,EAAE,EAAE;IAC1B,UAAU,EAAE,EAAE;IACd,SAAS,EAAE,IAAI;IACf,MAAM,EAAE,IAAI;IACZ,MAAM,EAAE,IAAI;IACZ,OAAO,EAAE,IAAI;IACb,YAAY,EAAE,IAAI;IAClB,IAAI,EAAE,IAAI;IACV,OAAO,EAAE,IAAI;CACd,CAAC;AAEF,0FAA0F;AAC1F,MAAM,CAAC,MAAM,iBAAiB,GAAkC;IAC9D,QAAQ,EAAE,IAAI;IACd,SAAS,EAAE,IAAI;IACf,MAAM,EAAE,IAAI;IACZ,MAAM,EAAE,IAAI;IACZ,OAAO,EAAE,IAAI;IACb,YAAY,EAAE,IAAI;IAClB,IAAI,EAAE,IAAI;IACV,OAAO,EAAE,IAAI;IACb,IAAI,EAAE,GAAG;IACT,SAAS,EAAE,GAAG;IACd,SAAS,EAAE,GAAG;IACd,mBAAmB,EAAE,GAAG;IACxB,mBAAmB,EAAE,GAAG;IACxB,UAAU,EAAE,GAAG;CAChB,CAAC"}

package/dist/consolidator/warm-cold.d.ts

@@ -0,0 +1,13 @@
+import type { LLMProvider } from "../extractors/providers/types.js";
+import type { GraphStore } from "../store/graph.js";
+import type { PageStore } from "../store/pages.js";
+interface WarmColdStores {
+    pages: PageStore;
+    graph: GraphStore;
+}
+export interface WarmColdResult {
+    warmToCold: number;
+}
+export declare function consolidateWarmToCold(stores: WarmColdStores, llm: LLMProvider, dryRun?: boolean): Promise<WarmColdResult>;
+export {};
+//# sourceMappingURL=warm-cold.d.ts.map

package/dist/consolidator/warm-cold.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"warm-cold.d.ts","sourceRoot":"","sources":["../../src/consolidator/warm-cold.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAQ,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAGzD,UAAU,cAAc;IACtB,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,UAAU,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,cAAc,EACtB,GAAG,EAAE,WAAW,EAChB,MAAM,UAAQ,GACb,OAAO,CAAC,cAAc,CAAC,CA+FzB"}

package/dist/consolidator/warm-cold.js

@@ -0,0 +1,91 @@
+import { stringify as yamlStringify } from "yaml";
+import { canCompress, WARM_TO_COLD_DAYS } from "./rules.js";
+export async function consolidateWarmToCold(stores, llm, dryRun = false) {
+    // Find all entity pages to use as grouping anchors
+    const entityTypes = ["person", "project", "organization", "tool", "concept", "entity"];
+    let entityPages = [];
+    for (const type of entityTypes) {
+        const pages = await stores.pages.listPages({ type });
+        entityPages = entityPages.concat(pages);
+    }
+    let warmToCold = 0;
+    for (const entity of entityPages) {
+        // Get warm pages linked to this entity
+        const backlinks = await stores.graph.getBacklinksEnriched(entity.slug);
+        const mentionBacklinks = backlinks.filter((b) => b.link_type === "mentions");
+        const warmPages = [];
+        for (const backlink of mentionBacklinks) {
+            const page = await stores.pages.getPage(backlink.from_slug);
+            if (!page || page.tier !== "warm")
+                continue;
+            if (page.consolidated_into !== null)
+                continue; // already rolled into an aggregate
+            if (!canCompress(page.type))
+                continue;
+            if (page.frontmatter.user_edited === true)
+                continue;
+            // Check age threshold
+            const thresholdDays = WARM_TO_COLD_DAYS[page.type] ?? null;
+            if (thresholdDays === null)
+                continue;
+            const createdAtRaw = page.frontmatter.created_at ?? page.created_at;
+            const ageMs = Date.now() - new Date(createdAtRaw).getTime();
+            const ageDays = ageMs / 86_400_000;
+            if (ageDays < thresholdDays)
+                continue;
+            warmPages.push(page);
+        }
+        if (warmPages.length === 0)
+            continue;
+        if (dryRun) {
+            warmToCold += warmPages.length;
+            continue;
+        }
+        // LLM: generate entity summary from warm page content
+        const candidateText = warmPages
+            .map((p) => `## ${p.title}\n\n${p.compiled_truth}`)
+            .join("\n\n---\n\n");
+        let summary;
+        try {
+            summary = await llm.chat([
+                {
+                    role: "system",
+                    content: "You are summarizing memory signals about a person, project, or concept. " +
+                        "Write a concise narrative (under 400 words) capturing: key decisions, " +
+                        "current state, important preferences and patterns, and key knowledge. " +
+                        "Plain prose, no headers, no bullet points.",
+                },
+                {
+                    role: "user",
+                    content: `Entity: ${entity.title} (${entity.slug})\n\nSource signals:\n\n${candidateText}`,
+                },
+            ]);
+        }
+        catch (err) {
+            console.warn(`warm-cold: LLM failed for entity ${entity.slug}:`, err);
+            continue;
+        }
+        // Create or update cold page at cold/<entity.slug>
+        const coldSlug = `cold/${entity.slug}`;
+        const frontmatter = {
+            title: `${entity.title} — cold summary`,
+            type: "knowledge",
+            consolidated: true,
+            consolidated_from: warmPages.map((p) => p.slug),
+            entity: entity.slug,
+            created_at: new Date().toISOString(),
+        };
+        const coldContent = `---\n${yamlStringify(frontmatter).trim()}\n---\n\n${summary}`;
+        const coldPage = await stores.pages.putPage(coldSlug, coldContent, { halflife_days: null });
+        await stores.pages.updatePageTier(coldPage.id, "cold");
+        // Link cold page to entity
+        await stores.graph.addLink(coldSlug, entity.slug, "mentions");
+        // Mark warm pages as consolidated into the cold page
+        for (const page of warmPages) {
+            await stores.pages.updatePageTier(page.id, "cold", coldPage.id);
+        }
+        warmToCold += warmPages.length;
+    }
+    return { warmToCold };
+}
+//# sourceMappingURL=warm-cold.js.map

package/dist/consolidator/warm-cold.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"warm-cold.js","sourceRoot":"","sources":["../../src/consolidator/warm-cold.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,MAAM,CAAC;AAIlD,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAW5D,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAAsB,EACtB,GAAgB,EAChB,MAAM,GAAG,KAAK;IAEd,mDAAmD;IACnD,MAAM,WAAW,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACvF,IAAI,WAAW,GAAW,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;QACjC,uCAAuC;QACvC,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvE,MAAM,gBAAgB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,UAAU,CAAC,CAAC;QAE7E,MAAM,SAAS,GAAW,EAAE,CAAC;QAC7B,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAC5D,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;gBAAE,SAAS;YAC5C,IAAI,IAAI,CAAC,iBAAiB,KAAK,IAAI;gBAAE,SAAS,CAAC,mCAAmC;YAClF,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,SAAS;YACtC,IAAI,IAAI,CAAC,WAAW,CAAC,WAAW,KAAK,IAAI;gBAAE,SAAS;YAEpD,sBAAsB;YACtB,MAAM,aAAa,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;YAC3D,IAAI,aAAa,KAAK,IAAI;gBAAE,SAAS;YAErC,MAAM,YAAY,GAAI,IAAI,CAAC,WAAW,CAAC,UAAiC,IAAI,IAAI,CAAC,UAAU,CAAC;YAC5F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;YAC5D,MAAM,OAAO,GAAG,KAAK,GAAG,UAAU,CAAC;YACnC,IAAI,OAAO,GAAG,aAAa;gBAAE,SAAS;YAEtC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAErC,IAAI,MAAM,EAAE,CAAC;YACX,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,sDAAsD;QACtD,MAAM,aAAa,GAAG,SAAS;aAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,cAAc,EAAE,CAAC;aAClD,IAAI,CAAC,aAAa,CAAC,CAAC;QAEvB,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC;gBACvB;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EACL,0EAA0E;wBAC1E,wEAAwE;wBACxE,wEAAwE;wBACxE,4CAA4C;iBAC/C;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,WAAW,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,2BAA2B,aAAa,EAAE;iBAC3F;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,oCAAoC,MAAM,CAAC,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;YACtE,SAAS;QACX,CAAC;QAED,mDAAmD;QACnD,MAAM,QAAQ,GAAG,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACvC,MAAM,WAAW,GAA4B;YAC3C,KAAK,EAAE,GAAG,MAAM,CAAC,KAAK,iBAAiB;YACvC,IAAI,EAAE,WAAW;YACjB,YAAY,EAAE,IAAI;YAClB,iBAAiB,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAC/C,MAAM,EAAE,MAAM,CAAC,IAAI;YACnB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;QACF,MAAM,WAAW,GAAG,QAAQ,aAAa,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,YAAY,OAAO,EAAE,CAAC;QACnF,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5F,MAAM,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAEvD,2BAA2B;QAC3B,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAE9D,qDAAqD;QACrD,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,MAAM,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,CAAC;AACxB,CAAC"}

package/dist/core/block-builder.d.ts

@@ -0,0 +1,15 @@
+import type { ConversationBlock, RawMessage } from "./types.js";
+export interface BlockBuilderConfig {
+    block_gap_minutes?: number;
+    max_block_tokens?: number;
+    max_block_messages?: number;
+}
+export declare function estimateTokens(content: string): number;
+export declare class BlockBuilder {
+    private config;
+    constructor(config?: BlockBuilderConfig);
+    build(messages: AsyncGenerator<RawMessage>): AsyncGenerator<ConversationBlock>;
+    private finalizeBlock;
+    private estimateTokens;
+}
+//# sourceMappingURL=block-builder.d.ts.map

package/dist/core/block-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"block-builder.d.ts","sourceRoot":"","sources":["../../src/core/block-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAEhE,MAAM,WAAW,kBAAkB;IACjC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAuCtD;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAA+B;gBAEjC,MAAM,GAAE,kBAAuB;IAQpC,KAAK,CAAC,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,GAAG,cAAc,CAAC,iBAAiB,CAAC;IAwIrF,OAAO,CAAC,aAAa;IAwBrB,OAAO,CAAC,cAAc;CAGvB"}

package/dist/core/block-builder.js

@@ -0,0 +1,185 @@
+export function estimateTokens(content) {
+    let tokens = 0;
+    let currentWord = "";
+    for (let i = 0; i < content.length; i++) {
+        const char = content[i];
+        const code = char.charCodeAt(0);
+        const isChinese = (code >= 0x4e00 && code <= 0x9fff) ||
+            (code >= 0x3400 && code <= 0x4dbf) ||
+            (code >= 0x20000 && code <= 0x2a6df) ||
+            (code >= 0x2a700 && code <= 0x2b73f) ||
+            (code >= 0x2b740 && code <= 0x2b81f) ||
+            (code >= 0x2b820 && code <= 0x2ceaf) ||
+            (code >= 0xf900 && code <= 0xfaff) ||
+            (code >= 0x2f800 && code <= 0x2fa1f);
+        if (isChinese) {
+            if (currentWord.length > 0) {
+                tokens += 1.3;
+                currentWord = "";
+            }
+            tokens += 1.5;
+        }
+        else if (/\s/.test(char)) {
+            if (currentWord.length > 0) {
+                tokens += 1.3;
+                currentWord = "";
+            }
+        }
+        else {
+            currentWord += char;
+        }
+    }
+    if (currentWord.length > 0) {
+        tokens += 1.3;
+    }
+    return tokens;
+}
+export class BlockBuilder {
+    config;
+    constructor(config = {}) {
+        this.config = {
+            block_gap_minutes: config.block_gap_minutes ?? 30,
+            max_block_tokens: config.max_block_tokens ?? 4000,
+            max_block_messages: config.max_block_messages ?? 100,
+        };
+    }
+    async *build(messages) {
+        let currentBlock = [];
+        let currentTokens = 0;
+        let currentThreadId;
+        let currentDocToken;
+        let lastTimestamp = null;
+        for await (const message of messages) {
+            const messageTokens = this.estimateTokens(message.content);
+            const messageTime = new Date(message.timestamp);
+            const messageThreadId = message.metadata?.root_id ??
+                message.metadata?.thread_id ??
+                undefined;
+            const effectiveThreadId = messageThreadId || undefined;
+            // Rule 0: Platform+Channel boundary
+            if (currentBlock.length > 0) {
+                const firstMsg = currentBlock[0];
+                if (message.platform !== firstMsg.platform || message.channel !== firstMsg.channel) {
+                    yield this.finalizeBlock(currentBlock, currentTokens, currentThreadId);
+                    currentBlock = [];
+                    currentTokens = 0;
+                    currentThreadId = undefined;
+                    currentDocToken = undefined;
+                    lastTimestamp = messageTime;
+                }
+            }
+            // Rule 0a: Email standalone
+            if (message.channel.startsWith("mail/")) {
+                if (currentBlock.length > 0) {
+                    yield this.finalizeBlock(currentBlock, currentTokens, currentThreadId);
+                    currentBlock = [];
+                    currentTokens = 0;
+                    currentThreadId = undefined;
+                    currentDocToken = undefined;
+                }
+                yield this.finalizeBlock([message], messageTokens, undefined);
+                lastTimestamp = messageTime;
+                continue;
+            }
+            // Rule 0b: Structured standalone
+            if (message.channel.startsWith("calendar/") || message.channel === "tasks") {
+                if (currentBlock.length > 0) {
+                    yield this.finalizeBlock(currentBlock, currentTokens, currentThreadId);
+                    currentBlock = [];
+                    currentTokens = 0;
+                    currentThreadId = undefined;
+                    currentDocToken = undefined;
+                }
+                yield this.finalizeBlock([message], messageTokens, undefined);
+                lastTimestamp = messageTime;
+                continue;
+            }
+            // Rule 0c: Document per doc_token
+            if (message.channel.startsWith("docs/")) {
+                const msgDocToken = message.metadata?.doc_token ?? undefined;
+                if (currentBlock.length > 0) {
+                    if (!msgDocToken || msgDocToken !== currentDocToken) {
+                        yield this.finalizeBlock(currentBlock, currentTokens, currentThreadId);
+                        currentBlock = [];
+                        currentTokens = 0;
+                        currentThreadId = undefined;
+                    }
+                }
+                if (!msgDocToken) {
+                    yield this.finalizeBlock([message], messageTokens, undefined);
+                    currentDocToken = undefined;
+                    lastTimestamp = messageTime;
+                    continue;
+                }
+                currentDocToken = msgDocToken;
+                currentBlock.push(message);
+                currentTokens += messageTokens;
+                lastTimestamp = messageTime;
+                continue;
+            }
+            let shouldSplit = false;
+            // Rule 1: Thread/Reply boundary (highest priority)
+            if (currentBlock.length > 0 &&
+                currentThreadId !== undefined &&
+                currentThreadId !== effectiveThreadId) {
+                shouldSplit = true;
+            }
+            // Rule 2: Time gap
+            if (!shouldSplit && lastTimestamp && currentBlock.length > 0) {
+                const gapMinutes = (messageTime.getTime() - lastTimestamp.getTime()) / (1000 * 60);
+                if (gapMinutes > this.config.block_gap_minutes) {
+                    shouldSplit = true;
+                }
+            }
+            // Rule 3: Token budget
+            if (!shouldSplit &&
+                currentBlock.length > 0 &&
+                currentTokens + messageTokens > this.config.max_block_tokens) {
+                shouldSplit = true;
+            }
+            // Rule 4: Message count
+            if (!shouldSplit && currentBlock.length >= this.config.max_block_messages) {
+                shouldSplit = true;
+            }
+            if (shouldSplit && currentBlock.length > 0) {
+                yield this.finalizeBlock(currentBlock, currentTokens, currentThreadId);
+                currentBlock = [];
+                currentTokens = 0;
+                currentThreadId = undefined;
+            }
+            // Add message to current block
+            currentBlock.push(message);
+            currentTokens += messageTokens;
+            lastTimestamp = messageTime;
+            if (currentThreadId === undefined && effectiveThreadId !== undefined) {
+                currentThreadId = effectiveThreadId;
+            }
+        }
+        // Yield final block if any messages remain
+        if (currentBlock.length > 0) {
+            yield this.finalizeBlock(currentBlock, currentTokens, currentThreadId);
+        }
+    }
+    finalizeBlock(messages, tokenCount, threadId) {
+        const participants = Array.from(new Set(messages.map((m) => m.contact)));
+        const startTime = messages[0].timestamp;
+        const endTime = messages[messages.length - 1].timestamp;
+        const platform = messages[0].platform;
+        const channel = messages[0].channel;
+        return {
+            block_id: crypto.randomUUID(),
+            platform,
+            channel,
+            thread_id: threadId,
+            messages,
+            start_time: startTime,
+            end_time: endTime,
+            participants,
+            token_count: Math.round(tokenCount),
+        };
+    }
+    estimateTokens(content) {
+        return estimateTokens(content);
+    }
+}
+//# sourceMappingURL=block-builder.js.map

package/dist/core/block-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"block-builder.js","sourceRoot":"","sources":["../../src/core/block-builder.ts"],"names":[],"mappings":"AAQA,MAAM,UAAU,cAAc,CAAC,OAAe;IAC5C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,WAAW,GAAG,EAAE,CAAC;IAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEhC,MAAM,SAAS,GACb,CAAC,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,CAAC;YAClC,CAAC,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,CAAC;YAClC,CAAC,IAAI,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,CAAC;YACpC,CAAC,IAAI,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,CAAC;YACpC,CAAC,IAAI,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,CAAC;YACpC,CAAC,IAAI,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,CAAC;YACpC,CAAC,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,CAAC;YAClC,CAAC,IAAI,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,CAAC,CAAC;QAEvC,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,CAAC;gBACd,WAAW,GAAG,EAAE,CAAC;YACnB,CAAC;YACD,MAAM,IAAI,GAAG,CAAC;QAChB,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,CAAC;gBACd,WAAW,GAAG,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,WAAW,IAAI,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,CAAC;IAChB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,OAAO,YAAY;IACf,MAAM,CAA+B;IAE7C,YAAY,SAA6B,EAAE;QACzC,IAAI,CAAC,MAAM,GAAG;YACZ,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,IAAI,EAAE;YACjD,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,IAAI;YACjD,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,GAAG;SACrD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,KAAK,CAAC,QAAoC;QAC/C,IAAI,YAAY,GAAiB,EAAE,CAAC;QACpC,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,eAAmC,CAAC;QACxC,IAAI,eAAmC,CAAC;QACxC,IAAI,aAAa,GAAgB,IAAI,CAAC;QAEtC,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YACrC,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC3D,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAChD,MAAM,eAAe,GAClB,OAAO,CAAC,QAAQ,EAAE,OAA8B;gBAChD,OAAO,CAAC,QAAQ,EAAE,SAAgC;gBACnD,SAAS,CAAC;YACZ,MAAM,iBAAiB,GAAG,eAAe,IAAI,SAAS,CAAC;YAEvD,oCAAoC;YACpC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;gBACjC,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,IAAI,OAAO,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,EAAE,CAAC;oBACnF,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;oBACvE,YAAY,GAAG,EAAE,CAAC;oBAClB,aAAa,GAAG,CAAC,CAAC;oBAClB,eAAe,GAAG,SAAS,CAAC;oBAC5B,eAAe,GAAG,SAAS,CAAC;oBAC5B,aAAa,GAAG,WAAW,CAAC;gBAC9B,CAAC;YACH,CAAC;YAED,4BAA4B;YAC5B,IAAI,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5B,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;oBACvE,YAAY,GAAG,EAAE,CAAC;oBAClB,aAAa,GAAG,CAAC,CAAC;oBAClB,eAAe,GAAG,SAAS,CAAC;oBAC5B,eAAe,GAAG,SAAS,CAAC;gBAC9B,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;gBAC9D,aAAa,GAAG,WAAW,CAAC;gBAC5B,SAAS;YACX,CAAC;YAED,iCAAiC;YACjC,IAAI,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;gBAC3E,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5B,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;oBACvE,YAAY,GAAG,EAAE,CAAC;oBAClB,aAAa,GAAG,CAAC,CAAC;oBAClB,eAAe,GAAG,SAAS,CAAC;oBAC5B,eAAe,GAAG,SAAS,CAAC;gBAC9B,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;gBAC9D,aAAa,GAAG,WAAW,CAAC;gBAC5B,SAAS;YACX,CAAC;YAED,kCAAkC;YAClC,IAAI,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxC,MAAM,WAAW,GAAI,OAAO,CAAC,QAAQ,EAAE,SAAoB,IAAI,SAAS,CAAC;gBACzE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5B,IAAI,CAAC,WAAW,IAAI,WAAW,KAAK,eAAe,EAAE,CAAC;wBACpD,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;wBACvE,YAAY,GAAG,EAAE,CAAC;wBAClB,aAAa,GAAG,CAAC,CAAC;wBAClB,eAAe,GAAG,SAAS,CAAC;oBAC9B,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,MAAM,IAAI,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;oBAC9D,eAAe,GAAG,SAAS,CAAC;oBAC5B,aAAa,GAAG,WAAW,CAAC;oBAC5B,SAAS;gBACX,CAAC;gBACD,eAAe,GAAG,WAAW,CAAC;gBAC9B,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3B,aAAa,IAAI,aAAa,CAAC;gBAC/B,aAAa,GAAG,WAAW,CAAC;gBAC5B,SAAS;YACX,CAAC;YAED,IAAI,WAAW,GAAG,KAAK,CAAC;YAExB,mDAAmD;YACnD,IACE,YAAY,CAAC,MAAM,GAAG,CAAC;gBACvB,eAAe,KAAK,SAAS;gBAC7B,eAAe,KAAK,iBAAiB,EACrC,CAAC;gBACD,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;YAED,mBAAmB;YACnB,IAAI,CAAC,WAAW,IAAI,aAAa,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7D,MAAM,UAAU,GAAG,CAAC,WAAW,CAAC,OAAO,EAAE,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;gBACnF,IAAI,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;oBAC/C,WAAW,GAAG,IAAI,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,uBAAuB;YACvB,IACE,CAAC,WAAW;gBACZ,YAAY,CAAC,MAAM,GAAG,CAAC;gBACvB,aAAa,GAAG,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAC5D,CAAC;gBACD,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;YAED,wBAAwB;YACxB,IAAI,CAAC,WAAW,IAAI,YAAY,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;gBAC1E,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;YAED,IAAI,WAAW,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3C,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;gBACvE,YAAY,GAAG,EAAE,CAAC;gBAClB,aAAa,GAAG,CAAC,CAAC;gBAClB,eAAe,GAAG,SAAS,CAAC;YAC9B,CAAC;YAED,+BAA+B;YAC/B,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,aAAa,IAAI,aAAa,CAAC;YAC/B,aAAa,GAAG,WAAW,CAAC;YAC5B,IAAI,eAAe,KAAK,SAAS,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;gBACrE,eAAe,GAAG,iBAAiB,CAAC;YACtC,CAAC;QACH,CAAC;QAED,2CAA2C;QAC3C,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAEO,aAAa,CACnB,QAAsB,EACtB,UAAkB,EAClB,QAA4B;QAE5B,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACxC,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;QACxD,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QACtC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAEpC,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,UAAU,EAAE;YAC7B,QAAQ;YACR,OAAO;YACP,SAAS,EAAE,QAAQ;YACnB,QAAQ;YACR,UAAU,EAAE,SAAS;YACrB,QAAQ,EAAE,OAAO;YACjB,YAAY;YACZ,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;SACpC,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,OAAe;QACpC,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;CACF"}

package/dist/core/canonicalize.d.ts

@@ -0,0 +1,3 @@
+import type { CanonicalisedBlock, ConversationBlock } from "./types.js";
+export declare function canonicalize(block: ConversationBlock): CanonicalisedBlock;
+//# sourceMappingURL=canonicalize.d.ts.map

package/dist/core/canonicalize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"canonicalize.d.ts","sourceRoot":"","sources":["../../src/core/canonicalize.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,kBAAkB,EAClB,iBAAiB,EAIlB,MAAM,YAAY,CAAC;AAEpB,wBAAgB,YAAY,CAAC,KAAK,EAAE,iBAAiB,GAAG,kBAAkB,CAMzE"}