@rubytech/create-maxy 1.0.808 → 1.0.810

package/payload/platform/plugins/memory/mcp/dist/tools/whatsapp-export-insight-pass.js

@@ -0,0 +1,401 @@
+import { createHash } from "node:crypto";
+import { getSession } from "../lib/neo4j.js";
+import { callOauthLlm } from "../../../../../lib/oauth-llm/dist/index.js";
+import { HAIKU_MODEL } from "../../../../../lib/models/dist/index.js";
+// ---------------------------------------------------------------------------
+// whatsapp-export-insight-pass — Phase 2 chunked-Haiku insight extraction
+// over an already-loaded WhatsApp Conversation (Task 871).
+//
+// Phase 1 (whatsapp-ingest.sh) is now LLM-free. The operator triggers this
+// tool consciously via the `whatsapp-import-enrich` skill ("enrich the X
+// chat"). Each chunk runs Haiku with a forced submit-tool call; the server
+// applies a confidence>=0.8 gate per item before MERGE-keying it as an
+// :Observation node in the graph. Re-running over the same conversation is
+// idempotent — the MERGE key collapses identical items into one row.
+//
+// Doctrine alignment:
+//   - feedback_deterministic_means_remove_llm.md — Phase 1 has no LLM;
+//     this tool is the only sanctioned LLM entry for WhatsApp ingest.
+//   - feedback_compress_at_ingest_for_bulk_archives.md — small chunks
+//     (50 msgs, overlap 5) keep per-message attention, and the confidence
+//     gate compresses on write.
+//   - feedback_classifier_runs_off_oauth_not_api_key.md — admin-side
+//     classifier; OAuth, never the API key.
+//   - feedback_loud_failures.md — Haiku fallback / write failures log a
+//     structured line; the per-chunk loop continues on per-call errors so
+//     one chunk does not pollute the full pass.
+// ---------------------------------------------------------------------------
+const INSIGHT_CHUNK_SIZE = 50;
+const INSIGHT_CHUNK_OVERLAP = 5;
+const CONFIDENCE_THRESHOLD = 0.8;
+const INSIGHT_SYSTEM_PROMPT = `You extract structured insights from a chunk of a WhatsApp conversation.
+
+Return STRICT JSON via the provided tool. No prose, no commentary. Only items with concrete, verbatim evidence in the chunk. Empty arrays are valid; prefer omission to invention.
+
+Definitions:
+- "mention": a person, organisation, place, or named topic referred to by name.
+- "task": something a participant committed to do or asked another to do (imperative or future-tense).
+- "preference": stated like, dislike, opinion, or rule of behaviour.
+- "observedRelationship": an explicit relational claim (works at, is married to, manages, etc.).
+
+Every item carries a "confidence" float in [0,1]. Confidence reflects how unambiguously the evidence in the chunk supports the claim — not your prior belief about the world. Conversational filler ("let me know"), throwaway names without context, or speculative language ("maybe Ben works at Acme") MUST score below 0.8. The server discards items below 0.8.
+
+Snippets must be ≤80 characters of the original message body, no sender names, no timestamps.`;
+const INSIGHT_TOOL = {
+    name: "submit_insights",
+    description: "Submit the structured insights extracted from the chunk.",
+    input_schema: {
+        type: "object",
+        properties: {
+            mentions: {
+                type: "array",
+                items: {
+                    type: "object",
+                    properties: {
+                        name: { type: "string" },
+                        snippet: { type: "string" },
+                        confidence: { type: "number" },
+                    },
+                    required: ["name", "snippet", "confidence"],
+                },
+            },
+            tasks: {
+                type: "array",
+                items: {
+                    type: "object",
+                    properties: {
+                        task: { type: "string" },
+                        snippet: { type: "string" },
+                        confidence: { type: "number" },
+                    },
+                    required: ["task", "snippet", "confidence"],
+                },
+            },
+            preferences: {
+                type: "array",
+                items: {
+                    type: "object",
+                    properties: {
+                        subject: { type: "string" },
+                        preference: { type: "string" },
+                        confidence: { type: "number" },
+                    },
+                    required: ["subject", "preference", "confidence"],
+                },
+            },
+            observedRelationships: {
+                type: "array",
+                items: {
+                    type: "object",
+                    properties: {
+                        from: { type: "string" },
+                        to: { type: "string" },
+                        relationship: { type: "string" },
+                        confidence: { type: "number" },
+                    },
+                    required: ["from", "to", "relationship", "confidence"],
+                },
+            },
+        },
+        required: ["mentions", "tasks", "preferences", "observedRelationships"],
+    },
+};
+// MERGE-keyed Observation write. The natural key is
+// (conversationId, sourceMessageRef, kind, contentHash) — Task 870's
+// idempotence contract. `sourceMessageRef` is `chunk:<idx>` for items the
+// chunked pass cannot attribute to a single :Message; Phase 2 enrichment
+// recovers a message-level ref by snippet match later.
+const INSIGHT_WRITE_CYPHER = `
+MATCH (c:Conversation:WhatsAppConversation {conversationId: $conversationId})
+UNWIND $observations AS obs
+MERGE (o:Observation {
+  conversationId:    $conversationId,
+  sourceMessageRef:  obs.sourceMessageRef,
+  kind:              obs.kind,
+  contentHash:       obs.contentHash
+})
+  ON CREATE SET
+    o:WhatsAppObservation,
+    o.accountId         = $accountId,
+    o.summary           = obs.summary,
+    o.snippet           = obs.snippet,
+    o.subject           = obs.subject,
+    o.from              = obs.from,
+    o.to                = obs.to,
+    o.confidence        = obs.confidence,
+    o.source            = 'whatsapp',
+    o.createdByAgent    = 'whatsapp-export-insight-pass',
+    o.createdBySource   = 'whatsapp-export-insight-pass',
+    o.createdBySession  = $sessionId,
+    o.createdAt         = datetime(),
+    o.scope             = 'admin',
+    o.insightPass       = true,
+    o.observationStatus = 'auto-extracted'
+  ON MATCH SET
+    o.lastSeenAt        = datetime(),
+    o.lastSeenBySession = $sessionId
+MERGE (o)-[r:OBSERVED_IN]->(c)
+  ON CREATE SET r.source = 'whatsapp', r.createdAt = datetime()
+RETURN count(o) AS touched
+`;
+export async function whatsappExportInsightPass(params) {
+    const { conversationId, accountId } = params;
+    const sessionId = params.sessionId ?? null;
+    const startedMs = Date.now();
+    const session = getSession();
+    let messages;
+    try {
+        const res = await session.run(`MATCH (m:Message)-[:PART_OF]->(c:Conversation:WhatsAppConversation {conversationId: $conversationId})
+       WHERE m.accountId = $accountId
+       WITH m ORDER BY m.dateSent ASC, m.sequenceIndex ASC, m.messageId ASC
+       RETURN m.messageId AS messageId, m.senderName AS senderName, m.body AS body, m.dateSent AS dateSent`, { conversationId, accountId });
+        messages = res.records.map((r) => ({
+            messageId: r.get("messageId"),
+            senderName: r.get("senderName"),
+            body: r.get("body"),
+            dateSent: String(r.get("dateSent")),
+        }));
+    }
+    finally {
+        await session.close();
+    }
+    if (messages.length === 0) {
+        process.stderr.write(`[whatsapp-export-insight-pass] empty-conversation conversationId=${conversationId}\n`);
+        return emptyResult(conversationId, Date.now() - startedMs);
+    }
+    // Build chunks with overlap. Step = chunkSize - overlap so consecutive
+    // chunks share the last `overlap` messages — preserves cross-message
+    // claims that straddle a chunk boundary.
+    const step = INSIGHT_CHUNK_SIZE - INSIGHT_CHUNK_OVERLAP;
+    const chunks = [];
+    for (let start = 0; start < messages.length; start += step) {
+        chunks.push(messages.slice(start, start + INSIGHT_CHUNK_SIZE));
+        if (start + INSIGHT_CHUNK_SIZE >= messages.length)
+            break;
+    }
+    const totals = {
+        mentions: 0,
+        tasks: 0,
+        preferences: 0,
+        observedRelationships: 0,
+        rejectedLowConfidence: 0,
+        written: 0,
+    };
+    process.stderr.write(`[whatsapp-export-insight-pass] start chunkSize=${INSIGHT_CHUNK_SIZE} overlap=${INSIGHT_CHUNK_OVERLAP} confidenceThreshold=${CONFIDENCE_THRESHOLD} chunks=${chunks.length} conversationId=${conversationId}\n`);
+    for (let idx = 0; idx < chunks.length; idx++) {
+        const chunk = chunks[idx];
+        const transcript = chunk
+            .map((m, j) => `[${j + 1}] ${m.senderName}: ${m.body}`)
+            .join("\n");
+        let llmResult;
+        try {
+            llmResult = await callOauthLlm({
+                model: HAIKU_MODEL,
+                system: INSIGHT_SYSTEM_PROMPT,
+                userMessage: transcript,
+                maxTokens: 8192,
+                timeoutMs: 180_000,
+                tools: [INSIGHT_TOOL],
+                toolChoiceName: INSIGHT_TOOL.name,
+            });
+        }
+        catch (err) {
+            process.stderr.write(`[whatsapp-export-insight-pass] chunk=${idx + 1}/${chunks.length} threw="${err instanceof Error ? err.message : String(err)}"\n`);
+            continue;
+        }
+        if (llmResult.kind === "fallback") {
+            process.stderr.write(`[whatsapp-export-insight-pass] chunk=${idx + 1}/${chunks.length} fallback cause=${llmResult.cause} reason="${llmResult.reason}"\n`);
+            continue;
+        }
+        if (llmResult.kind !== "ok-tool") {
+            process.stderr.write(`[whatsapp-export-insight-pass] chunk=${idx + 1}/${chunks.length} unexpected-result kind=${llmResult.kind}\n`);
+            continue;
+        }
+        const input = (llmResult.input ?? {});
+        let chunkMentions = 0;
+        let chunkTasks = 0;
+        let chunkPreferences = 0;
+        let chunkObserved = 0;
+        let chunkRejected = 0;
+        // sourceMessageRef is constant `chunk-pass` for chunked items: the
+        // chunked Haiku has no per-message provenance, AND the 5-message overlap
+        // window deliberately surfaces the same message in two chunks. If we
+        // keyed by `chunk:<idx>`, the same mention extracted from both halves
+        // would land as two rows (different MERGE key), defeating idempotence.
+        // A constant ref means identical `(kind, contentHash)` collapses to one
+        // row regardless of which chunk surfaced it; cross-run idempotence holds
+        // even when chunk indices shift after a Phase-1 delta re-import.
+        // Phase 2 enrichment recovers a per-message ref by snippet match later.
+        const sourceMessageRef = "chunk-pass";
+        const observations = [];
+        for (const m of asArray(input.mentions)) {
+            const conf = numericConfidence(m.confidence);
+            if (conf < CONFIDENCE_THRESHOLD) {
+                chunkRejected++;
+                continue;
+            }
+            const summary = strSlice(m.name, 200);
+            const snippet = strSlice(m.snippet, 200);
+            observations.push({
+                kind: "mention",
+                sourceMessageRef,
+                contentHash: contentHashFor("mention", { summary, snippet }),
+                summary,
+                snippet,
+                subject: null,
+                from: null,
+                to: null,
+                confidence: conf,
+            });
+            chunkMentions++;
+        }
+        for (const t of asArray(input.tasks)) {
+            const conf = numericConfidence(t.confidence);
+            if (conf < CONFIDENCE_THRESHOLD) {
+                chunkRejected++;
+                continue;
+            }
+            const summary = strSlice(t.task, 200);
+            const snippet = strSlice(t.snippet, 200);
+            observations.push({
+                kind: "task",
+                sourceMessageRef,
+                contentHash: contentHashFor("task", { summary, snippet }),
+                summary,
+                snippet,
+                subject: null,
+                from: null,
+                to: null,
+                confidence: conf,
+            });
+            chunkTasks++;
+        }
+        for (const p of asArray(input.preferences)) {
+            const conf = numericConfidence(p.confidence);
+            if (conf < CONFIDENCE_THRESHOLD) {
+                chunkRejected++;
+                continue;
+            }
+            const summary = strSlice(p.preference, 200);
+            const subject = strSlice(p.subject, 200);
+            observations.push({
+                kind: "preference",
+                sourceMessageRef,
+                contentHash: contentHashFor("preference", { summary, subject }),
+                summary,
+                snippet: null,
+                subject,
+                from: null,
+                to: null,
+                confidence: conf,
+            });
+            chunkPreferences++;
+        }
+        for (const r of asArray(input.observedRelationships)) {
+            const conf = numericConfidence(r.confidence);
+            if (conf < CONFIDENCE_THRESHOLD) {
+                chunkRejected++;
+                continue;
+            }
+            const summary = strSlice(r.relationship, 200);
+            const from = strSlice(r.from, 200);
+            const to = strSlice(r.to, 200);
+            observations.push({
+                kind: "observed-relationship",
+                sourceMessageRef,
+                contentHash: contentHashFor("observed-relationship", { summary, from, to }),
+                summary,
+                snippet: null,
+                subject: null,
+                from,
+                to,
+                confidence: conf,
+            });
+            chunkObserved++;
+        }
+        totals.mentions += chunkMentions;
+        totals.tasks += chunkTasks;
+        totals.preferences += chunkPreferences;
+        totals.observedRelationships += chunkObserved;
+        totals.rejectedLowConfidence += chunkRejected;
+        process.stderr.write(`[whatsapp-export-insight-pass] chunk=${idx + 1}/${chunks.length} mentions=${chunkMentions} tasks=${chunkTasks} preferences=${chunkPreferences} observed=${chunkObserved} rejected-low-confidence=${chunkRejected}\n`);
+        if (observations.length === 0)
+            continue;
+        const writeSession = getSession();
+        try {
+            const writeRes = await writeSession.executeWrite(async (tx) => {
+                const res = await tx.run(INSIGHT_WRITE_CYPHER, {
+                    conversationId,
+                    accountId,
+                    sessionId,
+                    observations,
+                });
+                const stats = res.summary.counters.updates();
+                return stats.nodesCreated;
+            });
+            totals.written += writeRes;
+        }
+        catch (err) {
+            process.stderr.write(`[whatsapp-export-insight-pass] chunk=${idx + 1}/${chunks.length} write-failed reason="${err instanceof Error ? err.message : String(err)}"\n`);
+        }
+        finally {
+            await writeSession.close().catch(() => { });
+        }
+    }
+    const elapsedMs = Date.now() - startedMs;
+    process.stderr.write(`[whatsapp-export-insight-pass] done conversationId=${conversationId} chunks=${chunks.length} mentions=${totals.mentions} tasks=${totals.tasks} preferences=${totals.preferences} observed=${totals.observedRelationships} rejected-low-confidence=${totals.rejectedLowConfidence} written=${totals.written} ms=${elapsedMs}\n`);
+    return {
+        conversationId,
+        chunks: chunks.length,
+        chunkSize: INSIGHT_CHUNK_SIZE,
+        overlap: INSIGHT_CHUNK_OVERLAP,
+        confidenceThreshold: CONFIDENCE_THRESHOLD,
+        totals,
+        ms: elapsedMs,
+    };
+}
+function emptyResult(conversationId, ms) {
+    return {
+        conversationId,
+        chunks: 0,
+        chunkSize: INSIGHT_CHUNK_SIZE,
+        overlap: INSIGHT_CHUNK_OVERLAP,
+        confidenceThreshold: CONFIDENCE_THRESHOLD,
+        totals: {
+            mentions: 0,
+            tasks: 0,
+            preferences: 0,
+            observedRelationships: 0,
+            rejectedLowConfidence: 0,
+            written: 0,
+        },
+        ms,
+    };
+}
+function asArray(v) {
+    return Array.isArray(v) ? v : [];
+}
+function numericConfidence(v) {
+    const n = typeof v === "number" ? v : Number(v);
+    if (!Number.isFinite(n))
+        return 0;
+    if (n < 0)
+        return 0;
+    if (n > 1)
+        return 1;
+    return n;
+}
+function strSlice(v, max) {
+    return String(v ?? "").slice(0, max);
+}
+function contentHashFor(kind, fields) {
+    // Stable normalisation: NFKC + trim + lowercase per Task 870's idempotence
+    // contract. The hash is the natural-key tail; identical (kind, fields)
+    // collapse to one MERGE row across re-runs.
+    const ordered = Object.keys(fields).sort();
+    const norm = ordered
+        .map((k) => `${k}=${(fields[k] ?? "").normalize("NFKC").trim().toLowerCase()}`)
+        .join("|");
+    return createHash("sha256").update(`${kind}|${norm}`).digest("hex");
+}
+//# sourceMappingURL=whatsapp-export-insight-pass.js.map

package/payload/platform/plugins/memory/mcp/dist/tools/whatsapp-export-insight-pass.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"whatsapp-export-insight-pass.js","sourceRoot":"","sources":["../../src/tools/whatsapp-export-insight-pass.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,4CAA4C,CAAC;AAC1E,OAAO,EAAE,WAAW,EAAE,MAAM,yCAAyC,CAAC;AAEtE,8EAA8E;AAC9E,0EAA0E;AAC1E,2DAA2D;AAC3D,EAAE;AACF,2EAA2E;AAC3E,yEAAyE;AACzE,2EAA2E;AAC3E,uEAAuE;AACvE,2EAA2E;AAC3E,qEAAqE;AACrE,EAAE;AACF,sBAAsB;AACtB,uEAAuE;AACvE,sEAAsE;AACtE,sEAAsE;AACtE,0EAA0E;AAC1E,gCAAgC;AAChC,qEAAqE;AACrE,4CAA4C;AAC5C,wEAAwE;AACxE,0EAA0E;AAC1E,gDAAgD;AAChD,8EAA8E;AAE9E,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAChC,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAEjC,MAAM,qBAAqB,GAAG;;;;;;;;;;;;8FAYgE,CAAC;AAS/F,MAAM,YAAY,GAAG;IACnB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,0DAA0D;IACvE,YAAY,EAAE;QACZ,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACxB,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC3B,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC/B;oBACD,QAAQ,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,YAAY,CAAC;iBAC5C;aACF;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACxB,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC3B,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC/B;oBACD,QAAQ,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,YAAY,CAAC;iBAC5C;aACF;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC3B,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC9B,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC/B;oBACD,QAAQ,EAAE,CAAC,SAAS,EAAE,YAAY,EAAE,YAAY,CAAC;iBAClD;aACF;YACD,qBAAqB,EAAE;gBACrB,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACxB,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACtB,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAChC,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC/B;oBACD,QAAQ,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,YAAY,CAAC;iBACvD;aACF;SACF;QACD,QAAQ,EAAE,CAAC,UAAU,EAAE,OAAO,EAAE,aAAa,EAAE,uBAAuB,CAAC;KACxE;CACF,CAAC;AAEF,oDAAoD;AACpD,qEAAqE;AACrE,0EAA0E;AAC1E,yEAAyE;AACzE,uDAAuD;AACvD,MAAM,oBAAoB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgC5B,CAAC;AAgCF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,MAAuC;IAEvC,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;IAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;IAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,IAAI,QAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAC3B;;;2GAGqG,EACrG,EAAE,cAAc,EAAE,SAAS,EAAE,CAC9B,CAAC;QACF,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACjC,SAAS,EAAE,CAAC,CAAC,GAAG,CAAC,WAAW,CAAW;YACvC,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,YAAY,CAAW;YACzC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAW;YAC7B,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;SACpC,CAAC,CAAC,CAAC;IACN,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,oEAAoE,cAAc,IAAI,CACvF,CAAC;QACF,OAAO,WAAW,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;IAC7D,CAAC;IAED,uEAAuE;IACvE,qEAAqE;IACrE,yCAAyC;IACzC,MAAM,IAAI,GAAG,kBAAkB,GAAG,qBAAqB,CAAC;IACxD,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC;QAC3D,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,kBAAkB,CAAC,CAAC,CAAC;QAC/D,IAAI,KAAK,GAAG,kBAAkB,IAAI,QAAQ,CAAC,MAAM;YAAE,MAAM;IAC3D,CAAC;IAED,MAAM,MAAM,GAAG;QACb,QAAQ,EAAE,CAAC;QACX,KAAK,EAAE,CAAC;QACR,WAAW,EAAE,CAAC;QACd,qBAAqB,EAAE,CAAC;QACxB,qBAAqB,EAAE,CAAC;QACxB,OAAO,EAAE,CAAC;KACX,CAAC;IAEF,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,kDAAkD,kBAAkB,YAAY,qBAAqB,wBAAwB,oBAAoB,WAAW,MAAM,CAAC,MAAM,mBAAmB,cAAc,IAAI,CAC/M,CAAC;IAEF,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,MAAM,UAAU,GAAG,KAAK;aACrB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;aACtD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,IAAI,SAAS,CAAC;QACd,IAAI,CAAC;YACH,SAAS,GAAG,MAAM,YAAY,CAAC;gBAC7B,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,qBAAqB;gBAC7B,WAAW,EAAE,UAAU;gBACvB,SAAS,EAAE,IAAI;gBACf,SAAS,EAAE,OAAO;gBAClB,KAAK,EAAE,CAAC,YAAY,CAAC;gBACrB,cAAc,EAAE,YAAY,CAAC,IAAI;aAClC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,wCAAwC,GAAG,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,WAAW,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CACjI,CAAC;YACF,SAAS;QACX,CAAC;QAED,IAAI,SAAS,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,wCAAwC,GAAG,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,mBAAmB,SAAS,CAAC,KAAK,YAAY,SAAS,CAAC,MAAM,KAAK,CACpI,CAAC;YACF,SAAS;QACX,CAAC;QACD,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACjC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,wCAAwC,GAAG,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,2BAA2B,SAAS,CAAC,IAAI,IAAI,CAC9G,CAAC;YACF,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,CAAqB,CAAC;QAE1D,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,mEAAmE;QACnE,yEAAyE;QACzE,qEAAqE;QACrE,sEAAsE;QACtE,uEAAuE;QACvE,wEAAwE;QACxE,yEAAyE;QACzE,iEAAiE;QACjE,wEAAwE;QACxE,MAAM,gBAAgB,GAAG,YAAY,CAAC;QACtC,MAAM,YAAY,GAAmC,EAAE,CAAC;QAExD,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,IAAI,GAAG,oBAAoB,EAAE,CAAC;gBAAC,aAAa,EAAE,CAAC;gBAAC,SAAS;YAAC,CAAC;YAC/D,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACtC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACzC,YAAY,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,SAAS;gBACf,gBAAgB;gBAChB,WAAW,EAAE,cAAc,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;gBAC5D,OAAO;gBACP,OAAO;gBACP,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,IAAI;gBACV,EAAE,EAAE,IAAI;gBACR,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YACH,aAAa,EAAE,CAAC;QAClB,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,IAAI,GAAG,oBAAoB,EAAE,CAAC;gBAAC,aAAa,EAAE,CAAC;gBAAC,SAAS;YAAC,CAAC;YAC/D,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACtC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACzC,YAAY,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,MAAM;gBACZ,gBAAgB;gBAChB,WAAW,EAAE,cAAc,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;gBACzD,OAAO;gBACP,OAAO;gBACP,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,IAAI;gBACV,EAAE,EAAE,IAAI;gBACR,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YACH,UAAU,EAAE,CAAC;QACf,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,IAAI,GAAG,oBAAoB,EAAE,CAAC;gBAAC,aAAa,EAAE,CAAC;gBAAC,SAAS;YAAC,CAAC;YAC/D,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACzC,YAAY,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,YAAY;gBAClB,gBAAgB;gBAChB,WAAW,EAAE,cAAc,CAAC,YAAY,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;gBAC/D,OAAO;gBACP,OAAO,EAAE,IAAI;gBACb,OAAO;gBACP,IAAI,EAAE,IAAI;gBACV,EAAE,EAAE,IAAI;gBACR,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YACH,gBAAgB,EAAE,CAAC;QACrB,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,IAAI,GAAG,oBAAoB,EAAE,CAAC;gBAAC,aAAa,EAAE,CAAC;gBAAC,SAAS;YAAC,CAAC;YAC/D,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;YAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACnC,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YAC/B,YAAY,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,uBAAuB;gBAC7B,gBAAgB;gBAChB,WAAW,EAAE,cAAc,CAAC,uBAAuB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;gBAC3E,OAAO;gBACP,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,IAAI;gBACJ,EAAE;gBACF,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YACH,aAAa,EAAE,CAAC;QAClB,CAAC;QAED,MAAM,CAAC,QAAQ,IAAI,aAAa,CAAC;QACjC,MAAM,CAAC,KAAK,IAAI,UAAU,CAAC;QAC3B,MAAM,CAAC,WAAW,IAAI,gBAAgB,CAAC;QACvC,MAAM,CAAC,qBAAqB,IAAI,aAAa,CAAC;QAC9C,MAAM,CAAC,qBAAqB,IAAI,aAAa,CAAC;QAE9C,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,wCAAwC,GAAG,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,aAAa,aAAa,UAAU,UAAU,gBAAgB,gBAAgB,aAAa,aAAa,4BAA4B,aAAa,IAAI,CACtN,CAAC;QAEF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAExC,MAAM,YAAY,GAAG,UAAU,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;gBAC5D,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,oBAAoB,EAAE;oBAC7C,cAAc;oBACd,SAAS;oBACT,SAAS;oBACT,YAAY;iBACb,CAAC,CAAC;gBACH,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBAC7C,OAAO,KAAK,CAAC,YAAY,CAAC;YAC5B,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,OAAO,IAAI,QAAQ,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,wCAAwC,GAAG,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,yBAAyB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAC/I,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,MAAM,YAAY,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,sDAAsD,cAAc,WAAW,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,QAAQ,UAAU,MAAM,CAAC,KAAK,gBAAgB,MAAM,CAAC,WAAW,aAAa,MAAM,CAAC,qBAAqB,4BAA4B,MAAM,CAAC,qBAAqB,YAAY,MAAM,CAAC,OAAO,OAAO,SAAS,IAAI,CAChU,CAAC;IAEF,OAAO;QACL,cAAc;QACd,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,kBAAkB;QAC7B,OAAO,EAAE,qBAAqB;QAC9B,mBAAmB,EAAE,oBAAoB;QACzC,MAAM;QACN,EAAE,EAAE,SAAS;KACd,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAClB,cAAsB,EACtB,EAAU;IAEV,OAAO;QACL,cAAc;QACd,MAAM,EAAE,CAAC;QACT,SAAS,EAAE,kBAAkB;QAC7B,OAAO,EAAE,qBAAqB;QAC9B,mBAAmB,EAAE,oBAAoB;QACzC,MAAM,EAAE;YACN,QAAQ,EAAE,CAAC;YACX,KAAK,EAAE,CAAC;YACR,WAAW,EAAE,CAAC;YACd,qBAAqB,EAAE,CAAC;YACxB,qBAAqB,EAAE,CAAC;YACxB,OAAO,EAAE,CAAC;SACX;QACD,EAAE;KACH,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAI,CAAkB;IACpC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,iBAAiB,CAAC,CAAU;IACnC,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAChD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IACpB,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IACpB,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,QAAQ,CAAC,CAAU,EAAE,GAAW;IACvC,OAAO,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,MAA8B;IAClE,2EAA2E;IAC3E,uEAAuE;IACvE,4CAA4C;IAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,MAAM,IAAI,GAAG,OAAO;SACjB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;SAC9E,IAAI,CAAC,GAAG,CAAC,CAAC;IACb,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACtE,CAAC"}

package/payload/platform/plugins/memory/mcp/dist/tools/whatsapp-export-preview.d.ts

@@ -0,0 +1,28 @@
+export interface WhatsappExportPreviewParams {
+    filePath: string;
+    accountId: string;
+    timezone: string;
+    /** Same enum as whatsapp-export-parse — propagated through to the parser. */
+    dateFormat?: "DD/MM/YY" | "MM/DD/YY" | "DD/MM/YYYY" | "MM/DD/YYYY";
+}
+export interface WhatsappExportPreviewSender {
+    name: string;
+    messageCount: number;
+}
+export interface WhatsappExportPreviewResult {
+    /** sha256 hex of the raw file bytes — same value as `archiveSourceFile` minus the `whatsapp-export:` prefix. */
+    conversationSha256: string;
+    archiveSourceFile: string;
+    archiveBytes: number;
+    parsed: number;
+    mediaSkipped: number;
+    systemSkipped: number;
+    totalMessages: number;
+    dateRange: {
+        first: string | null;
+        last: string | null;
+    };
+    senders: WhatsappExportPreviewSender[];
+}
+export declare function whatsappExportPreview(params: WhatsappExportPreviewParams): Promise<WhatsappExportPreviewResult>;
+//# sourceMappingURL=whatsapp-export-preview.d.ts.map

package/payload/platform/plugins/memory/mcp/dist/tools/whatsapp-export-preview.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"whatsapp-export-preview.d.ts","sourceRoot":"","sources":["../../src/tools/whatsapp-export-preview.ts"],"names":[],"mappings":"AAyBA,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,6EAA6E;IAC7E,UAAU,CAAC,EAAE,UAAU,GAAG,UAAU,GAAG,YAAY,GAAG,YAAY,CAAC;CACpE;AAED,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,2BAA2B;IAC1C,gHAAgH;IAChH,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE;QACT,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;KACrB,CAAC;IACF,OAAO,EAAE,2BAA2B,EAAE,CAAC;CACxC;AAED,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,2BAA2B,GAClC,OAAO,CAAC,2BAA2B,CAAC,CAuCtC"}

package/payload/platform/plugins/memory/mcp/dist/tools/whatsapp-export-preview.js

@@ -0,0 +1,34 @@
+import { statSync } from "node:fs";
+import { parseExport } from "../../../../whatsapp-import/lib/dist/parse-export.js";
+export async function whatsappExportPreview(params) {
+    const { filePath, accountId, timezone, dateFormat } = params;
+    const archiveBytes = statSync(filePath).size;
+    const input = { filePath, accountId, timezone, dateFormat };
+    const result = parseExport(input);
+    // Build sender histogram in encounter order — operator scans top-down.
+    const counts = new Map();
+    for (const line of result.parsedLines) {
+        counts.set(line.senderName, (counts.get(line.senderName) ?? 0) + 1);
+    }
+    const senders = Array.from(counts.entries())
+        .map(([name, messageCount]) => ({ name, messageCount }))
+        .sort((a, b) => b.messageCount - a.messageCount);
+    const first = result.parsedLines[0]?.dateSent ?? null;
+    const last = result.parsedLines[result.parsedLines.length - 1]?.dateSent ?? null;
+    // archiveSourceFile is `whatsapp-export:<sha>` — strip prefix for the
+    // shorter scalar the operator surfaces.
+    const conversationSha256 = result.archiveSourceFile.replace(/^whatsapp-export:/, "");
+    process.stderr.write(`[whatsapp-ingest] preview parsed=${result.counters.parsed} senders=${senders.length} first=${first ?? "-"} last=${last ?? "-"}\n`);
+    return {
+        conversationSha256,
+        archiveSourceFile: result.archiveSourceFile,
+        archiveBytes,
+        parsed: result.counters.parsed,
+        mediaSkipped: result.counters.mediaSkipped,
+        systemSkipped: result.counters.systemSkipped,
+        totalMessages: result.parsedLines.length,
+        dateRange: { first, last },
+        senders,
+    };
+}
+//# sourceMappingURL=whatsapp-export-preview.js.map

package/payload/platform/plugins/memory/mcp/dist/tools/whatsapp-export-preview.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"whatsapp-export-preview.js","sourceRoot":"","sources":["../../src/tools/whatsapp-export-preview.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,WAAW,EAAE,MAAM,sDAAsD,CAAC;AAqDnF,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAAmC;IAEnC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;IAE7D,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;IAC7C,MAAM,KAAK,GAAqB,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;IAE9E,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAElC,uEAAuE;IACvE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtE,CAAC;IACD,MAAM,OAAO,GAAkC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;SACxE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;SACvD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;IAEnD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,IAAI,CAAC;IACtD,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,QAAQ,IAAI,IAAI,CAAC;IAEjF,sEAAsE;IACtE,wCAAwC;IACxC,MAAM,kBAAkB,GAAG,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;IAErF,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,oCAAoC,MAAM,CAAC,QAAQ,CAAC,MAAM,YAAY,OAAO,CAAC,MAAM,UAAU,KAAK,IAAI,GAAG,SAAS,IAAI,IAAI,GAAG,IAAI,CACnI,CAAC;IAEF,OAAO;QACL,kBAAkB;QAClB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;QAC3C,YAAY;QACZ,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;QAC9B,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY;QAC1C,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,aAAa;QAC5C,aAAa,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM;QACxC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;QAC1B,OAAO;KACR,CAAC;AACJ,CAAC"}

package/payload/platform/plugins/memory/references/schema-base.md

@@ -34,6 +34,8 @@ When loading this reference, confirm which schema files were consulted by noting
 | DefinedTerm | `DefinedTerm` | `schema:DefinedTerm` | — | `accountId`, `name`, `description` |
 | AccessGrant | `AccessGrant` | platform-native | — | `accountId`, `agentSlug`, `contactMethod`, `contactValue`, `status` (scope must be `admin`) |
 | Position | `Position` | platform-native (analogue of `schema:OrganizationRole`) | — | `accountId`, `title`, `startDate` |
+| WhatsApp Conversation | `WhatsAppConversation` | extends `schema:Conversation` | — | `accountId`, `conversationId`, `archiveSourceFile`, `firstMessageAt`, `lastMessageAt`, `participantCount`, `messageCount`, `scope`, `createdByAgent`, `createdBySession`, `createdAt` |
+| WhatsApp Message | `WhatsAppMessage` | extends `schema:Message` | — | `accountId`, `conversationId`, `messageId`, `dateSent`, `body`, `senderName`, `sequenceIndex`, `scope`, `createdByAgent`, `createdBySession`, `createdAt` |
 
 **Branding properties on LocalBusiness:** `primaryColor`, `accentColor`, `backgroundColor`, `tagline` — optional, used to brand the public chat endpoint. Written via `memory-update` on the LocalBusiness node. Hex color values must match `#[0-9a-fA-F]{3,8}`. Logo and icon are linked via `HAS_BRAND_ASSET → ImageObject` with `purpose: "logo"` or `"icon"`.
 
@@ -117,8 +119,18 @@ Do not write placeholder values ("TBD", "unknown", empty strings) for properties
 (:UserProfile)-[:HAS_SKILL]->(:DefinedTerm {category:'skill'})
 (:KnowledgeDocument)-[:REFERENCES]->(:*)
 (:KnowledgeDocument)-[:HAS_SECTION]->(:Section)
+(:Message)-[:PART_OF]->(:Conversation)
+(:Person|:AdminUser)-[:SENT]->(:Message)
+(:Person|:AdminUser)-[:PARTICIPANT_IN]->(:Conversation)
+(:Message)-[:NEXT]->(:Message)
 ```
 
+### WhatsApp ingest natural-key contract (Task 870)
+
+Live nodes carry compound labels: `:Conversation:WhatsAppConversation` and `:Message:WhatsAppMessage`. The Node Types table registers `WhatsAppConversation` and `WhatsAppMessage` individually — the schema validator matches on the more-specific sublabel. Base `Conversation` and `Message` rules (e.g. `dateSent` on Message) still apply via the base label.
+
+`:Message:WhatsAppMessage` natural key is `messageId = whatsapp-export:msg:<conversationSha256>:<dateSentISO>:<NFKC-trim-lower(senderName)>:<sha256-hex(body)>`. Re-imports of the same archive — same operator-confirmed timezone — collapse to the same Message identity. The chain `(:Message)-[:NEXT]->(:Message)` is rebuilt deterministically by ordering on `(dateSent, sequenceIndex, messageId)`; `sequenceIndex` is preserved on the node only as a tiebreaker, never as part of `messageId`.
+
 ### Document-ingestion section kinds (Task 740, replacing Task 737's typed-vs-UNMAPPED fork)
 
 The `document-ingest` skill maps unstructured-document sections onto a closed enumeration of `kind` values. Every section becomes one `:Section` node; recognised kinds carry a secondary label so the same node serves as both the document section and the typed entity. Identity-kind anchor edges point from the document subject directly at the multi-labeled section node — there is no parallel "Section vs typed-node" concept.

package/payload/platform/plugins/whatsapp/PLUGIN.md

@@ -45,7 +45,9 @@ Three tools for reading WhatsApp conversation context. Messages come from the in
 
 ## Live persistence (Task 857)
 
-Every `messages.upsert` event (both `notify` and `append`, both `fromMe` directions) writes a `:Message:WhatsAppMessage` row to Neo4j attached to the sessionKey-keyed `:Conversation`. A single capture site at `platform/ui/app/lib/whatsapp/manager.ts` covers inbound, outbound (Baileys echoes agent-sent messages back through `messages.upsert` with `fromMe=true`), and owner-mirror — without touching `outbound/send.ts`. `messageId` namespace is `whatsapp-live:<accountId>:<remoteJid>:<msg.key.id>`, collision-free with the `whatsapp-export:` namespace used by the offline `whatsapp-import` plugin. Persist failures are loud (`[whatsapp-persist] FAIL …`) and never block dispatch — silent loss is the worse failure mode.
+Every `messages.upsert` event (both `notify` and `append`, both `fromMe` directions) writes a `:Message:WhatsAppMessage` row to Neo4j attached to the sessionKey-keyed `:Conversation`. A single capture site at `platform/ui/app/lib/whatsapp/manager.ts` covers inbound, outbound (Baileys echoes agent-sent messages back through `messages.upsert` with `fromMe=true`), and owner-mirror — without touching `outbound/send.ts`. `messageId` namespace is `whatsapp-live:<waName>:<remoteJid>:<msg.key.id>` where `<waName>` is the Baileys credential dirname (e.g. `default`); collision-free with the `whatsapp-export:` namespace used by the offline `whatsapp-import` plugin. Persist failures are loud (`[whatsapp-persist] FAIL …`) and never block dispatch — silent loss is the worse failure mode.
+
+**`accountId` contract (Task 872).** `n.accountId` on every `:Conversation`, `:Person`, and `:Message:WhatsAppMessage` row stamped by this plugin is the **platform-side UUID** resolved by [`resolvePlatformAccountId()`](../../ui/app/lib/whatsapp/platform-account-id.ts) from `data/accounts/<uuid>/account.json` — NOT the Baileys credential dirname (which is only used as the `messageId`/`sessionKey` namespace token). The boot-time line `[whatsapp-persist] resolved-account-id waname=<dir> uuid=<uuid>` records the resolution. Doctrine: see `.docs/neo4j.md` "Account isolation invariant" — migration 004 `pruneAlienAccounts` `DETACH DELETE`s any node whose `accountId` is not a UUID dir on every boot. The helper loud-throws on zero or multi accounts (Phase 0 single-account invariant), aborting the WhatsApp connection start before any write can occur.
 
 ## Skills