@rubytech/create-realagent 1.0.406

package/payload/platform/plugins/memory/mcp/dist/tools/memory-delete.js

@@ -0,0 +1,98 @@
+import { getSession } from "../lib/neo4j.js";
+import { assertUUID, removeAttachmentDir, } from "../lib/attachments.js";
+import { softDeleteDocument, deleteDocumentChildren, deleteDocumentNode, } from "../lib/document-hierarchy.js";
+// ---------------------------------------------------------------------------
+// memory-delete — remove a KnowledgeDocument from the knowledge graph.
+//
+// Two modes:
+//   soft (default)  — sets deletedAt on the document and all children.
+//                     Nodes remain in the graph but are excluded from
+//                     memory-search. A future hard delete purges them.
+//   hard (force)    — cascade-deletes all children, the document node,
+//                     and the attachment directory from disk.
+//
+// FIND DOC ──▶ SOFT? ──▶ SET deletedAt (doc + children)
+//                │
+//                └── HARD? ──▶ DELETE children ──▶ DELETE doc ──▶ DELETE disk
+// ---------------------------------------------------------------------------
+const GRACE_PERIOD_DAYS = 7;
+export async function memoryDelete(params) {
+    const { accountId, attachmentId, force = false } = params;
+    assertUUID(attachmentId, "attachmentId");
+    const t0 = Date.now();
+    const tag = attachmentId.slice(0, 8);
+    const log = (stage, detail) => console.error(`[memory-delete] [${tag}] ${stage}${detail ? ` — ${detail}` : ""} (${Date.now() - t0}ms)`);
+    const session = getSession();
+    try {
+        // Verify the document exists and belongs to this account
+        const check = await session.run(`MATCH (d:KnowledgeDocument { attachmentId: $attachmentId, accountId: $accountId })
+       RETURN d.deletedAt AS deletedAt`, { attachmentId, accountId });
+        if (check.records.length === 0) {
+            throw new Error(`No KnowledgeDocument found for attachmentId "${attachmentId}" in this account.`);
+        }
+        const existingDeletedAt = check.records[0].get("deletedAt");
+        if (!force) {
+            // Soft delete
+            if (existingDeletedAt) {
+                // Already soft-deleted — idempotent
+                log("already-soft-deleted", existingDeletedAt);
+                return {
+                    mode: "soft",
+                    attachmentId,
+                    document: 0,
+                    sections: 0,
+                    chunks: 0,
+                    references: 0,
+                    diskRemoved: false,
+                    deletedAt: existingDeletedAt,
+                };
+            }
+            const now = new Date();
+            const deletedAt = now.toISOString();
+            const purgeDate = new Date(now);
+            purgeDate.setDate(purgeDate.getDate() + GRACE_PERIOD_DAYS);
+            const purgeAfter = purgeDate.toISOString();
+            const result = await softDeleteDocument(attachmentId, deletedAt, session);
+            log("soft-deleted", `doc=${result.document} sections=${result.sections} chunks=${result.chunks} — grace period: ${GRACE_PERIOD_DAYS} days, purge after: ${purgeAfter.slice(0, 10)}`);
+            return {
+                mode: "soft",
+                attachmentId,
+                document: result.document,
+                sections: result.sections,
+                chunks: result.chunks,
+                references: 0,
+                diskRemoved: false,
+                deletedAt,
+                purgeAfter,
+            };
+        }
+        // Hard delete (force)
+        log("hard-delete", "starting cascade");
+        const cascade = await deleteDocumentChildren(attachmentId, session);
+        log("cascade", `sections=${cascade.sections} chunks=${cascade.chunks} references=${cascade.references}`);
+        const docDeleted = await deleteDocumentNode(attachmentId, session);
+        log("document-deleted", docDeleted ? "removed" : "already absent");
+        // Remove files from disk (no-op for web-ingested documents)
+        const diskRemoved = await removeAttachmentDir(accountId, attachmentId);
+        if (diskRemoved) {
+            log("disk-removed", `${accountId}/${attachmentId}/`);
+        }
+        else {
+            log("disk-skipped", "no attachment directory on disk");
+        }
+        return {
+            mode: "hard",
+            attachmentId,
+            document: docDeleted ? 1 : 0,
+            sections: cascade.sections,
+            chunks: cascade.chunks,
+            references: cascade.references,
+            diskRemoved,
+        };
+    }
+    finally {
+        await session.close();
+        log("complete");
+    }
+}
+//# sourceMappingURL=memory-delete.js.map

package/payload/platform/plugins/memory/mcp/dist/tools/memory-delete.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-delete.js","sourceRoot":"","sources":["../../src/tools/memory-delete.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EACL,UAAU,EACV,mBAAmB,GACpB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,kBAAkB,EAClB,sBAAsB,EACtB,kBAAkB,GACnB,MAAM,8BAA8B,CAAC;AAEtC,8EAA8E;AAC9E,uEAAuE;AACvE,EAAE;AACF,aAAa;AACb,uEAAuE;AACvE,sEAAsE;AACtE,uEAAuE;AACvE,uEAAuE;AACvE,8DAA8D;AAC9D,EAAE;AACF,wDAAwD;AACxD,mBAAmB;AACnB,8EAA8E;AAC9E,8EAA8E;AAE9E,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAqB5B,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAoB;IAEpB,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC;IAE1D,UAAU,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAEzC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACtB,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,CAAC,KAAa,EAAE,MAAe,EAAE,EAAE,CAC7C,OAAO,CAAC,KAAK,CACX,oBAAoB,GAAG,KAAK,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAC1F,CAAC;IAEJ,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,IAAI,CAAC;QACH,yDAAyD;QACzD,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B;uCACiC,EACjC,EAAE,YAAY,EAAE,SAAS,EAAE,CAC5B,CAAC;QAEF,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CACb,gDAAgD,YAAY,oBAAoB,CACjF,CAAC;QACJ,CAAC;QAED,MAAM,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAElD,CAAC;QAET,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,cAAc;YACd,IAAI,iBAAiB,EAAE,CAAC;gBACtB,oCAAoC;gBACpC,GAAG,CAAC,sBAAsB,EAAE,iBAAiB,CAAC,CAAC;gBAC/C,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,YAAY;oBACZ,QAAQ,EAAE,CAAC;oBACX,QAAQ,EAAE,CAAC;oBACX,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,KAAK;oBAClB,SAAS,EAAE,iBAAiB;iBAC7B,CAAC;YACJ,CAAC;YAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;YAChC,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,iBAAiB,CAAC,CAAC;YAC3D,MAAM,UAAU,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;YAE3C,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YAC1E,GAAG,CACD,cAAc,EACd,OAAO,MAAM,CAAC,QAAQ,aAAa,MAAM,CAAC,QAAQ,WAAW,MAAM,CAAC,MAAM,oBAAoB,iBAAiB,uBAAuB,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAChK,CAAC;YAEF,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,YAAY;gBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,KAAK;gBAClB,SAAS;gBACT,UAAU;aACX,CAAC;QACJ,CAAC;QAED,sBAAsB;QACtB,GAAG,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC;QAEvC,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACpE,GAAG,CACD,SAAS,EACT,YAAY,OAAO,CAAC,QAAQ,WAAW,OAAO,CAAC,MAAM,eAAe,OAAO,CAAC,UAAU,EAAE,CACzF,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACnE,GAAG,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;QAEnE,4DAA4D;QAC5D,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACvE,IAAI,WAAW,EAAE,CAAC;YAChB,GAAG,CAAC,cAAc,EAAE,GAAG,SAAS,IAAI,YAAY,GAAG,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,cAAc,EAAE,iCAAiC,CAAC,CAAC;QACzD,CAAC;QAED,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,YAAY;YACZ,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,WAAW;SACZ,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,GAAG,CAAC,UAAU,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}

package/payload/platform/plugins/memory/mcp/dist/tools/memory-edit-attachment.d.ts

@@ -0,0 +1,17 @@
+export interface EditParams {
+    accountId: string;
+    attachmentId: string;
+    content: string;
+}
+export interface EditResult {
+    attachmentId: string;
+    filename: string;
+    mimeType: string;
+    oldSizeBytes: number;
+    newSizeBytes: number;
+    cachePopulated: boolean;
+    extractSections?: number;
+    extractChunks?: number;
+}
+export declare function memoryEditAttachment(params: EditParams): Promise<EditResult>;
+//# sourceMappingURL=memory-edit-attachment.d.ts.map

package/payload/platform/plugins/memory/mcp/dist/tools/memory-edit-attachment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-edit-attachment.d.ts","sourceRoot":"","sources":["../../src/tools/memory-edit-attachment.ts"],"names":[],"mappings":"AA4BA,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,OAAO,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,UAAU,GACjB,OAAO,CAAC,UAAU,CAAC,CAsGrB"}

package/payload/platform/plugins/memory/mcp/dist/tools/memory-edit-attachment.js

@@ -0,0 +1,92 @@
+import { writeFile } from "node:fs/promises";
+import { stat } from "node:fs/promises";
+import { assertUUID, readMeta, findDataFile, attachmentDir, } from "../lib/attachments.js";
+import { memoryIngestExtract } from "./memory-ingest-extract.js";
+import { resolve } from "node:path";
+// ---------------------------------------------------------------------------
+// memory-edit-attachment — edit a stored text/markdown attachment in place.
+//
+// VALIDATE MIME ──▶ WRITE NEW CONTENT ──▶ UPDATE META ──▶ RE-EXTRACT
+//      │                   │                   │               │
+//      ▼                   ▼                   ▼               ▼
+//  [non-text?]        [disk write]       [timestamp]     [cache populated
+//   → reject           failure?           updated         for memory-ingest]
+//                       → throw
+//
+// After editing, the extract cache is populated so the agent can call
+// memory-ingest with updated summaries. The agent must still provide
+// summaries — this tool handles extract + cache, not the full pipeline.
+// ---------------------------------------------------------------------------
+const EDITABLE_MIME_TYPES = new Set(["text/plain", "text/markdown"]);
+export async function memoryEditAttachment(params) {
+    const { accountId, attachmentId, content } = params;
+    assertUUID(attachmentId, "attachmentId");
+    const t0 = Date.now();
+    const tag = attachmentId.slice(0, 8);
+    const log = (stage, detail) => console.error(`[memory-edit-attachment] [${tag}] ${stage}${detail ? ` — ${detail}` : ""} (${Date.now() - t0}ms)`);
+    log("start");
+    const meta = await readMeta(accountId, attachmentId);
+    if (!meta) {
+        throw new Error(`Attachment "${attachmentId}" not found. ` +
+            `No metadata file exists for this attachment in this account.`);
+    }
+    if (!EDITABLE_MIME_TYPES.has(meta.mimeType)) {
+        throw new Error(`Cannot edit "${meta.filename}" — only text/plain and text/markdown files are editable. ` +
+            `This file has MIME type "${meta.mimeType}".`);
+    }
+    const dataFile = await findDataFile(accountId, attachmentId);
+    if (!dataFile) {
+        throw new Error(`Attachment "${attachmentId}" metadata exists but the data file is missing.`);
+    }
+    const oldStat = await stat(dataFile);
+    const oldSizeBytes = oldStat.size;
+    // Write the updated content to disk
+    log("writing", `${content.length} chars`);
+    await writeFile(dataFile, content, "utf-8");
+    const newStat = await stat(dataFile);
+    const newSizeBytes = newStat.size;
+    // Update meta.json timestamp and size
+    const updatedMeta = {
+        ...meta,
+        sizeBytes: newSizeBytes,
+        storedAt: new Date().toISOString(),
+    };
+    const metaPath = resolve(attachmentDir(accountId, attachmentId), `${attachmentId}.meta.json`);
+    await writeFile(metaPath, JSON.stringify(updatedMeta, null, 2));
+    log("meta-updated", `${oldSizeBytes} → ${newSizeBytes} bytes`);
+    // Re-extract to populate the cache for memory-ingest
+    let cachePopulated = false;
+    let extractSections;
+    let extractChunks;
+    try {
+        const extractResult = await memoryIngestExtract({
+            storagePath: dataFile,
+            filename: meta.filename,
+            mimeType: meta.mimeType,
+            attachmentId,
+        });
+        cachePopulated = true;
+        extractSections = extractResult.sections.length;
+        extractChunks = extractResult.sections.reduce((n, s) => n + s.chunkCount, 0);
+        log("cache-populated", `${extractSections} sections, ${extractChunks} chunks`);
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        log("cache-failed", msg);
+        console.error(`[memory-edit-attachment] [${tag}] WARNING: file was updated on disk ` +
+            `but extract cache could not be populated. The agent will need to call ` +
+            `memory-ingest-extract manually before memory-ingest. Error: ${msg}`);
+    }
+    log("complete", `${meta.filename} — ${oldSizeBytes} → ${newSizeBytes} bytes — cache ${cachePopulated ? "populated" : "FAILED"}`);
+    return {
+        attachmentId,
+        filename: meta.filename,
+        mimeType: meta.mimeType,
+        oldSizeBytes,
+        newSizeBytes,
+        cachePopulated,
+        extractSections,
+        extractChunks,
+    };
+}
+//# sourceMappingURL=memory-edit-attachment.js.map

package/payload/platform/plugins/memory/mcp/dist/tools/memory-edit-attachment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-edit-attachment.js","sourceRoot":"","sources":["../../src/tools/memory-edit-attachment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EACL,UAAU,EACV,QAAQ,EACR,YAAY,EACZ,aAAa,GACd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,8EAA8E;AAC9E,4EAA4E;AAC5E,EAAE;AACF,qEAAqE;AACrE,iEAAiE;AACjE,iEAAiE;AACjE,0EAA0E;AAC1E,6EAA6E;AAC7E,gCAAgC;AAChC,EAAE;AACF,sEAAsE;AACtE,qEAAqE;AACrE,wEAAwE;AACxE,8EAA8E;AAE9E,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC;AAmBrE,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,MAAkB;IAElB,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAEpD,UAAU,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAEzC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACtB,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,CAAC,KAAa,EAAE,MAAe,EAAE,EAAE,CAC7C,OAAO,CAAC,KAAK,CACX,6BAA6B,GAAG,KAAK,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CACnG,CAAC;IAEJ,GAAG,CAAC,OAAO,CAAC,CAAC;IAEb,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IACrD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CACb,eAAe,YAAY,eAAe;YACxC,8DAA8D,CACjE,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CACb,gBAAgB,IAAI,CAAC,QAAQ,4DAA4D;YACvF,4BAA4B,IAAI,CAAC,QAAQ,IAAI,CAChD,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAC7D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CACb,eAAe,YAAY,iDAAiD,CAC7E,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAElC,oCAAoC;IACpC,GAAG,CAAC,SAAS,EAAE,GAAG,OAAO,CAAC,MAAM,QAAQ,CAAC,CAAC;IAC1C,MAAM,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAElC,sCAAsC;IACtC,MAAM,WAAW,GAAG;QAClB,GAAG,IAAI;QACP,SAAS,EAAE,YAAY;QACvB,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACnC,CAAC;IACF,MAAM,QAAQ,GAAG,OAAO,CACtB,aAAa,CAAC,SAAS,EAAE,YAAY,CAAC,EACtC,GAAG,YAAY,YAAY,CAC5B,CAAC;IACF,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAChE,GAAG,CAAC,cAAc,EAAE,GAAG,YAAY,MAAM,YAAY,QAAQ,CAAC,CAAC;IAE/D,qDAAqD;IACrD,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,IAAI,eAAmC,CAAC;IACxC,IAAI,aAAiC,CAAC;IAEtC,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,mBAAmB,CAAC;YAC9C,WAAW,EAAE,QAAQ;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,YAAY;SACb,CAAC,CAAC;QACH,cAAc,GAAG,IAAI,CAAC;QACtB,eAAe,GAAG,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC;QAChD,aAAa,GAAG,aAAa,CAAC,QAAQ,CAAC,MAAM,CAC3C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAC1B,CAAC,CACF,CAAC;QACF,GAAG,CAAC,iBAAiB,EAAE,GAAG,eAAe,cAAc,aAAa,SAAS,CAAC,CAAC;IACjF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QACzB,OAAO,CAAC,KAAK,CACX,6BAA6B,GAAG,sCAAsC;YACpE,wEAAwE;YACxE,+DAA+D,GAAG,EAAE,CACvE,CAAC;IACJ,CAAC;IAED,GAAG,CACD,UAAU,EACV,GAAG,IAAI,CAAC,QAAQ,MAAM,YAAY,MAAM,YAAY,kBAAkB,cAAc,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE,CAChH,CAAC;IAEF,OAAO;QACL,YAAY;QACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,YAAY;QACZ,YAAY;QACZ,cAAc;QACd,eAAe;QACf,aAAa;KACd,CAAC;AACJ,CAAC"}

package/payload/platform/plugins/memory/mcp/dist/tools/memory-ingest-extract.d.ts

@@ -0,0 +1,40 @@
+import { type ChunkedSection } from "../lib/semantic-chunker.js";
+export type { ChunkedSection };
+export interface CachedExtract {
+    filename: string;
+    mimeType: string;
+    sections: ChunkedSection[];
+}
+/** In-process cache consumed by memory-ingest. Keyed by attachmentId. */
+export declare const extractCache: Map<string, CachedExtract>;
+export interface ExtractResult {
+    filename: string;
+    mimeType: string;
+    sizeBytes: number;
+    textLength: number;
+    sections: Array<{
+        title: string;
+        chunkCount: number;
+        chunks: Array<{
+            id: number;
+            preview: string;
+        }>;
+    }>;
+}
+/**
+ * Extract text content from a file attachment and chunk it server-side.
+ *
+ * Supports: application/pdf, text/plain, text/markdown.
+ * Rejects: text/csv (structured data → memory-write), images (metadata-only).
+ *
+ * The full chunk content is cached in-process (keyed by attachmentId) for
+ * retrieval by memory-ingest. The response includes only chunk previews
+ * so the model can generate summaries without echoing full content.
+ */
+export declare function memoryIngestExtract(opts: {
+    storagePath: string;
+    filename: string;
+    mimeType: string;
+    attachmentId: string;
+}): Promise<ExtractResult>;
+//# sourceMappingURL=memory-ingest-extract.d.ts.map

package/payload/platform/plugins/memory/mcp/dist/tools/memory-ingest-extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-ingest-extract.d.ts","sourceRoot":"","sources":["../../src/tools/memory-ingest-extract.ts"],"names":[],"mappings":"AAIA,OAAO,EAAa,KAAK,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAG5E,YAAY,EAAE,cAAc,EAAE,CAAC;AAgD/B,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,cAAc,EAAE,CAAC;CAC5B;AAED,yEAAyE;AACzE,eAAO,MAAM,YAAY,4BAAmC,CAAC;AAM7D,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,KAAK,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,KAAK,CAAC;YACZ,EAAE,EAAE,MAAM,CAAC;YACX,OAAO,EAAE,MAAM,CAAC;SACjB,CAAC,CAAC;KACJ,CAAC,CAAC;CACJ;AAED;;;;;;;;;GASG;AACH,wBAAsB,mBAAmB,CAAC,IAAI,EAAE;IAC9C,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,aAAa,CAAC,CA+EzB"}

package/payload/platform/plugins/memory/mcp/dist/tools/memory-ingest-extract.js

@@ -0,0 +1,116 @@
+import { readFile } from "node:fs/promises";
+import { stat } from "node:fs/promises";
+import { execFile } from "node:child_process";
+import { promisify } from "node:util";
+import { chunkText } from "../lib/semantic-chunker.js";
+import { embedBatch } from "../lib/embeddings.js";
+const execFileAsync = promisify(execFile);
+// ---------------------------------------------------------------------------
+// Text extraction + server-side chunking for file attachments
+//
+// FILE ON DISK ──▶ MIME CHECK ──▶ EXTRACT TEXT ──▶ CHUNK ──▶ CACHE ──▶ RETURN
+//       │               │              │              │         │
+//       ▼               ▼              ▼              ▼         ▼
+//   [missing?]     [CSV? image?]   [pdftotext     semantic   Map keyed
+//   [perm denied?]  → reject       not found?]    chunking   by attachmentId
+//   [empty?]        with guidance   [corrupt PDF?] via Ollama  (consumed by
+//                                                             memory-ingest)
+//
+// Chunking uses embedding-based topic boundary detection via Ollama
+// (semantic-chunker). The model never has to echo raw content back in a tool
+// call — only chunk previews. This keeps model output under token limits
+// regardless of document size or model output capacity.
+// ---------------------------------------------------------------------------
+const REJECTED_MIME_TYPES = {
+    "text/csv": "CSV files contain structured data. Use memory-write to create graph nodes from each row instead of ingesting as a knowledge document.",
+};
+const IMAGE_PREFIXES = ["image/"];
+async function extractPdfText(storagePath) {
+    try {
+        const { stdout } = await execFileAsync("pdftotext", [storagePath, "-"], {
+            maxBuffer: 10 * 1024 * 1024,
+        });
+        return stdout.trim();
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        if (msg.includes("ENOENT") || msg.includes("not found")) {
+            throw new Error("pdftotext not found. Install poppler-utils: sudo apt-get install -y poppler-utils");
+        }
+        throw new Error(`PDF extraction failed: ${msg}`);
+    }
+}
+/** In-process cache consumed by memory-ingest. Keyed by attachmentId. */
+export const extractCache = new Map();
+/**
+ * Extract text content from a file attachment and chunk it server-side.
+ *
+ * Supports: application/pdf, text/plain, text/markdown.
+ * Rejects: text/csv (structured data → memory-write), images (metadata-only).
+ *
+ * The full chunk content is cached in-process (keyed by attachmentId) for
+ * retrieval by memory-ingest. The response includes only chunk previews
+ * so the model can generate summaries without echoing full content.
+ */
+export async function memoryIngestExtract(opts) {
+    const { storagePath, filename, mimeType, attachmentId } = opts;
+    if (!attachmentId) {
+        throw new Error("memory-ingest-extract requires attachmentId (the UUID of the file attachment). " +
+            "Without it, cached content cannot be retrieved by memory-ingest.");
+    }
+    const t0 = Date.now();
+    const log = (stage, detail) => console.error(`[memory-ingest-extract] [${filename}] ${stage}${detail ? ` — ${detail}` : ""} (${Date.now() - t0}ms)`);
+    log("start", `mime=${mimeType}`);
+    // Check for rejected MIME types with guidance
+    const rejection = REJECTED_MIME_TYPES[mimeType];
+    if (rejection) {
+        throw new Error(rejection);
+    }
+    // Images have no text to extract
+    if (IMAGE_PREFIXES.some((p) => mimeType.startsWith(p))) {
+        throw new Error(`Images are stored as metadata only (DigitalDocument). No knowledge hierarchy created for "${filename}".`);
+    }
+    let text;
+    if (mimeType === "application/pdf") {
+        log("extracting", "pdftotext");
+        text = await extractPdfText(storagePath);
+        log("extracted", `${text.length} chars`);
+    }
+    else if (mimeType === "text/plain" ||
+        mimeType === "text/markdown") {
+        text = await readFile(storagePath, "utf-8");
+        log("read", `${text.length} chars`);
+    }
+    else {
+        throw new Error(`Unsupported MIME type "${mimeType}" for knowledge document ingestion. Supported: application/pdf, text/plain, text/markdown.`);
+    }
+    if (!text || text.trim().length === 0) {
+        throw new Error(`File "${filename}" contains no extractable text.`);
+    }
+    const trimmedText = text.trim();
+    const fileStat = await stat(storagePath);
+    // Chunk the text server-side using embedding-based topic boundary detection
+    log("chunking", `${trimmedText.length} chars via semantic embeddings`);
+    const sections = await chunkText(trimmedText, embedBatch);
+    const totalChunks = sections.reduce((n, s) => n + s.chunks.length, 0);
+    log("chunked", `${sections.length} sections, ${totalChunks} chunks`);
+    // Cache the full content for memory-ingest to retrieve
+    extractCache.set(attachmentId, { filename, mimeType, sections });
+    log("cached", `attachmentId=${attachmentId}`);
+    // Return only previews — the model generates summaries from these
+    return {
+        filename,
+        mimeType,
+        sizeBytes: fileStat.size,
+        textLength: trimmedText.length,
+        sections: sections.map((s) => ({
+            title: s.title,
+            chunkCount: s.chunks.length,
+            chunks: s.chunks.map((c) => ({
+                id: c.id,
+                preview: c.preview,
+            })),
+        })),
+    };
+}
+//# sourceMappingURL=memory-ingest-extract.js.map

package/payload/platform/plugins/memory/mcp/dist/tools/memory-ingest-extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-ingest-extract.js","sourceRoot":"","sources":["../../src/tools/memory-ingest-extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,SAAS,EAAuB,MAAM,4BAA4B,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAIlD,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAE1C,8EAA8E;AAC9E,8DAA8D;AAC9D,EAAE;AACF,8EAA8E;AAC9E,kEAAkE;AAClE,kEAAkE;AAClE,uEAAuE;AACvE,6EAA6E;AAC7E,4EAA4E;AAC5E,6EAA6E;AAC7E,EAAE;AACF,oEAAoE;AACpE,6EAA6E;AAC7E,yEAAyE;AACzE,wDAAwD;AACxD,8EAA8E;AAE9E,MAAM,mBAAmB,GAA2B;IAClD,UAAU,EAAE,uIAAuI;CACpJ,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,QAAQ,CAAC,CAAC;AAElC,KAAK,UAAU,cAAc,CAAC,WAAmB;IAC/C,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE;YACtE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;SAC5B,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CACb,mFAAmF,CACpF,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAYD,yEAAyE;AACzE,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAyB,CAAC;AAqB7D;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAKzC;IACC,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;IAE/D,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CACb,iFAAiF;YACjF,kEAAkE,CACnE,CAAC;IACJ,CAAC;IAED,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACtB,MAAM,GAAG,GAAG,CAAC,KAAa,EAAE,MAAe,EAAE,EAAE,CAC7C,OAAO,CAAC,KAAK,CAAC,4BAA4B,QAAQ,KAAK,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IAExH,GAAG,CAAC,OAAO,EAAE,QAAQ,QAAQ,EAAE,CAAC,CAAC;IAEjC,8CAA8C;IAC9C,MAAM,SAAS,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC;IAED,iCAAiC;IACjC,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CACb,6FAA6F,QAAQ,IAAI,CAC1G,CAAC;IACJ,CAAC;IAED,IAAI,IAAY,CAAC;IAEjB,IAAI,QAAQ,KAAK,iBAAiB,EAAE,CAAC;QACnC,GAAG,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAC/B,IAAI,GAAG,MAAM,cAAc,CAAC,WAAW,CAAC,CAAC;QACzC,GAAG,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,MAAM,QAAQ,CAAC,CAAC;IAC3C,CAAC;SAAM,IACL,QAAQ,KAAK,YAAY;QACzB,QAAQ,KAAK,eAAe,EAC5B,CAAC;QACD,IAAI,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAC5C,GAAG,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,QAAQ,CAAC,CAAC;IACtC,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CACb,0BAA0B,QAAQ,4FAA4F,CAC/H,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,SAAS,QAAQ,iCAAiC,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC;IAEzC,4EAA4E;IAC5E,GAAG,CAAC,UAAU,EAAE,GAAG,WAAW,CAAC,MAAM,gCAAgC,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtE,GAAG,CAAC,SAAS,EAAE,GAAG,QAAQ,CAAC,MAAM,cAAc,WAAW,SAAS,CAAC,CAAC;IAErE,uDAAuD;IACvD,YAAY,CAAC,GAAG,CAAC,YAAY,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IACjE,GAAG,CAAC,QAAQ,EAAE,gBAAgB,YAAY,EAAE,CAAC,CAAC;IAE9C,kEAAkE;IAClE,OAAO;QACL,QAAQ;QACR,QAAQ;QACR,SAAS,EAAE,QAAQ,CAAC,IAAI;QACxB,UAAU,EAAE,WAAW,CAAC,MAAM;QAC9B,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7B,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM;YAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC3B,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC,CAAC;SACJ,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC"}

package/payload/platform/plugins/memory/mcp/dist/tools/memory-ingest-web.d.ts

@@ -0,0 +1,20 @@
+import { type ExtractResult } from "./memory-ingest-extract.js";
+export interface IngestWebParams {
+    accountId: string;
+    url: string;
+    content: string;
+    scope?: string;
+}
+export interface IngestWebResult {
+    attachmentId: string;
+    title: string;
+    extract: ExtractResult;
+    existingDocument?: {
+        nodeId: string;
+        name: string;
+        summary: string;
+        ingestedAt: string;
+    };
+}
+export declare function memoryIngestWeb(params: IngestWebParams): Promise<IngestWebResult>;
+//# sourceMappingURL=memory-ingest-web.d.ts.map

package/payload/platform/plugins/memory/mcp/dist/tools/memory-ingest-web.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-ingest-web.d.ts","sourceRoot":"","sources":["../../src/tools/memory-ingest-web.ts"],"names":[],"mappings":"AAKA,OAAO,EAAuB,KAAK,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAiBrF,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,aAAa,CAAC;IACvB,gBAAgB,CAAC,EAAE;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AA0DD,wBAAsB,eAAe,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CA6DvF"}

package/payload/platform/plugins/memory/mcp/dist/tools/memory-ingest-web.js

@@ -0,0 +1,108 @@
+import { randomUUID } from "node:crypto";
+import { writeFile, unlink } from "node:fs/promises";
+import { join } from "node:path";
+import { tmpdir } from "node:os";
+import { getSession } from "../lib/neo4j.js";
+import { memoryIngestExtract } from "./memory-ingest-extract.js";
+/**
+ * Extract a human-readable title from markdown content.
+ * Priority: first H1 heading → first non-empty line → URL fallback.
+ */
+function extractTitle(content, url) {
+    const h1Match = content.match(/^#\s+(.+)$/m);
+    if (h1Match) {
+        const title = h1Match[1].trim();
+        return title.length > 200 ? title.slice(0, 200) : title;
+    }
+    const firstLine = content.split("\n").find((line) => line.trim().length > 0);
+    if (firstLine) {
+        const cleaned = firstLine.replace(/^[#*_>\-\s]+/, "").trim();
+        if (cleaned.length > 0) {
+            return cleaned.length > 200 ? cleaned.slice(0, 200) : cleaned;
+        }
+    }
+    return url;
+}
+/**
+ * Check if a KnowledgeDocument already exists for this URL.
+ * Returns the existing document info or undefined.
+ * Gracefully skips if Neo4j is unreachable.
+ */
+async function checkExistingDocument(url, accountId) {
+    const session = getSession();
+    try {
+        const result = await session.run(`MATCH (d:KnowledgeDocument { sourceUrl: $url, accountId: $accountId })
+       RETURN elementId(d) AS nodeId, d.name AS name, d.summary AS summary, d.createdAt AS createdAt
+       LIMIT 1`, { url, accountId });
+        if (result.records.length === 0)
+            return undefined;
+        const r = result.records[0];
+        return {
+            nodeId: r.get("nodeId"),
+            name: r.get("name"),
+            summary: r.get("summary"),
+            ingestedAt: r.get("createdAt"),
+        };
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        console.error(`[memory-ingest-web] dedup check failed (skipping): ${msg}`);
+        return undefined;
+    }
+    finally {
+        await session.close();
+    }
+}
+export async function memoryIngestWeb(params) {
+    const { accountId, url, content, scope } = params;
+    const t0 = Date.now();
+    const log = (stage, detail) => console.error(`[memory-ingest-web] [${url.slice(0, 60)}] ${stage}${detail ? ` — ${detail}` : ""} (${Date.now() - t0}ms)`);
+    log("start", `${content.length} chars, scope=${scope ?? "public"}`);
+    // Validate content
+    const trimmed = content.trim();
+    if (trimmed.length === 0) {
+        throw new Error("Web content is empty. The page may not have readable text, " +
+            "or WebFetch may have failed to extract content from this URL.");
+    }
+    // Check for existing document with this URL
+    log("dedup-check");
+    const existingDocument = await checkExistingDocument(url, accountId);
+    if (existingDocument) {
+        log("dedup-found", `existing: ${existingDocument.nodeId.slice(0, 12)}, ingested ${existingDocument.ingestedAt}`);
+    }
+    // Extract a human-readable title
+    const title = extractTitle(trimmed, url);
+    log("title", title.slice(0, 80));
+    // Write content to a temp file for memoryIngestExtract
+    const attachmentId = randomUUID();
+    const tempPath = join(tmpdir(), `maxy-web-${attachmentId}.md`);
+    try {
+        log("temp-write", tempPath);
+        await writeFile(tempPath, trimmed, "utf-8");
+        // Delegate to the existing extraction + chunking pipeline
+        log("extract-start");
+        const extract = await memoryIngestExtract({
+            storagePath: tempPath,
+            filename: title,
+            mimeType: "text/markdown",
+            attachmentId,
+        });
+        log("extract-done", `${extract.sections.length} sections`);
+        return {
+            attachmentId,
+            title,
+            extract,
+            existingDocument,
+        };
+    }
+    finally {
+        // Clean up temp file regardless of success or failure
+        try {
+            await unlink(tempPath);
+        }
+        catch {
+            // Best-effort cleanup — temp dir is periodically cleaned by OS
+        }
+    }
+}
+//# sourceMappingURL=memory-ingest-web.js.map

package/payload/platform/plugins/memory/mcp/dist/tools/memory-ingest-web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-ingest-web.js","sourceRoot":"","sources":["../../src/tools/memory-ingest-web.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,mBAAmB,EAAsB,MAAM,4BAA4B,CAAC;AAoCrF;;;GAGG;AACH,SAAS,YAAY,CAAC,OAAe,EAAE,GAAW;IAChD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC7C,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChC,OAAO,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC1D,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7E,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAChE,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,qBAAqB,CAClC,GAAW,EACX,SAAiB;IAEjB,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B;;eAES,EACT,EAAE,GAAG,EAAE,SAAS,EAAE,CACnB,CAAC;QACF,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAClD,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC5B,OAAO;YACL,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAW;YACjC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAW;YAC7B,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAW;YACnC,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,WAAW,CAAW;SACzC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,OAAO,CAAC,KAAK,CAAC,sDAAsD,GAAG,EAAE,CAAC,CAAC;QAC3E,OAAO,SAAS,CAAC;IACnB,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,MAAuB;IAC3D,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IAElD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACtB,MAAM,GAAG,GAAG,CAAC,KAAa,EAAE,MAAe,EAAE,EAAE,CAC7C,OAAO,CAAC,KAAK,CAAC,wBAAwB,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IAE5H,GAAG,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,iBAAiB,KAAK,IAAI,QAAQ,EAAE,CAAC,CAAC;IAEpE,mBAAmB;IACnB,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CACb,6DAA6D;YAC7D,+DAA+D,CAChE,CAAC;IACJ,CAAC;IAED,4CAA4C;IAC5C,GAAG,CAAC,aAAa,CAAC,CAAC;IACnB,MAAM,gBAAgB,GAAG,MAAM,qBAAqB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACrE,IAAI,gBAAgB,EAAE,CAAC;QACrB,GAAG,CAAC,aAAa,EAAE,aAAa,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC;IACnH,CAAC;IAED,iCAAiC;IACjC,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACzC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAEjC,uDAAuD;IACvD,MAAM,YAAY,GAAG,UAAU,EAAE,CAAC;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,YAAY,KAAK,CAAC,CAAC;IAE/D,IAAI,CAAC;QACH,GAAG,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAC5B,MAAM,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAE5C,0DAA0D;QAC1D,GAAG,CAAC,eAAe,CAAC,CAAC;QACrB,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC;YACxC,WAAW,EAAE,QAAQ;YACrB,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,eAAe;YACzB,YAAY;SACb,CAAC,CAAC;QACH,GAAG,CAAC,cAAc,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,WAAW,CAAC,CAAC;QAE3D,OAAO;YACL,YAAY;YACZ,KAAK;YACL,OAAO;YACP,gBAAgB;SACjB,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,sDAAsD;QACtD,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;QACzB,CAAC;QAAC,MAAM,CAAC;YACP,+DAA+D;QACjE,CAAC;IACH,CAAC;AACH,CAAC"}

package/payload/platform/plugins/memory/mcp/dist/tools/memory-ingest.d.ts

@@ -0,0 +1,35 @@
+export interface IngestSectionSummary {
+    title: string;
+    summary: string;
+    chunkSummaries: string[];
+}
+export interface IngestParams {
+    accountId: string;
+    attachmentId: string;
+    documentSummary: string;
+    sections: IngestSectionSummary[];
+    /** Visibility scope for all created nodes. Required — caller must specify. */
+    scope: string;
+    entities?: Array<{
+        name: string;
+        nodeId: string;
+    }>;
+    /** Original URL for web-sourced documents. Absent for file uploads. */
+    sourceUrl?: string;
+    /** Provenance discriminator: "upload" (default) or "web". */
+    sourceType?: string;
+    /** LLM-extracted topic keywords. Normalized (lowercase, trimmed, deduplicated) before storage. */
+    keywords?: string[];
+    /** User-supplied keywords — passed through verbatim (after normalization). Merged additively with LLM-extracted keywords; deduplication applied post-normalization. */
+    userKeywords?: string[];
+}
+export interface IngestResult {
+    documentNodeId: string;
+    sectionCount: number;
+    chunkCount: number;
+    entityLinks: number;
+    documentSummary: string;
+    keywords?: string[];
+}
+export declare function memoryIngest(params: IngestParams): Promise<IngestResult>;
+//# sourceMappingURL=memory-ingest.d.ts.map

package/payload/platform/plugins/memory/mcp/dist/tools/memory-ingest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-ingest.d.ts","sourceRoot":"","sources":["../../src/tools/memory-ingest.ts"],"names":[],"mappings":"AAwBA,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,oBAAoB,EAAE,CAAC;IACjC,8EAA8E;IAC9E,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,KAAK,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;IACH,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6DAA6D;IAC7D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kGAAkG;IAClG,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,uKAAuK;IACvK,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,wBAAsB,YAAY,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAqS9E"}