read-email-mcp 1.0.0 → 2.0.0

package/dist/store.js

@@ -15,67 +15,67 @@ export class EmailStore {
         this.connection.pragma("busy_timeout = 5000");
         this.connection.pragma("temp_store = MEMORY");
         this.connection.pragma("foreign_keys = ON");
-        this.connection.exec(`
-      CREATE TABLE IF NOT EXISTS mailboxes (
-        path TEXT PRIMARY KEY,
-        delimiter TEXT NOT NULL,
-        uid_validity TEXT,
-        highest_uid INTEGER NOT NULL DEFAULT 0,
-        selectable INTEGER NOT NULL DEFAULT 1,
-        last_synced_at TEXT
-      );
-
-      CREATE TABLE IF NOT EXISTS messages (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        mailbox TEXT NOT NULL,
-        uid INTEGER NOT NULL,
-        uid_validity TEXT NOT NULL,
-        message_id TEXT,
-        in_reply_to TEXT,
-        refs_json TEXT NOT NULL,
-        subject TEXT,
-        date TEXT NOT NULL,
-        internal_date TEXT,
-        from_json TEXT NOT NULL,
-        to_json TEXT NOT NULL,
-        cc_json TEXT NOT NULL,
-        bcc_json TEXT NOT NULL,
-        flags_json TEXT NOT NULL,
-        size INTEGER,
-        has_attachments INTEGER NOT NULL DEFAULT 0,
-        attachment_count INTEGER NOT NULL DEFAULT 0,
-        preview TEXT,
-        text TEXT,
-        html TEXT,
-        headers_json TEXT NOT NULL,
-        attachments_json TEXT NOT NULL,
-        raw_path TEXT NOT NULL,
-        parse_error TEXT,
-        updated_at TEXT NOT NULL,
-        UNIQUE(mailbox, uid)
-      );
-
-      CREATE INDEX IF NOT EXISTS idx_messages_date ON messages(date, id);
-      CREATE INDEX IF NOT EXISTS idx_messages_mailbox_uid ON messages(mailbox, uid);
-      CREATE INDEX IF NOT EXISTS idx_messages_message_id ON messages(message_id);
-      CREATE INDEX IF NOT EXISTS idx_messages_in_reply_to ON messages(in_reply_to);
-
-      CREATE VIRTUAL TABLE IF NOT EXISTS messages_fts USING fts5(
-        subject,
-        addresses,
-        body,
-        preview
-      );
-
-      CREATE TABLE IF NOT EXISTS sync_runs (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        ok INTEGER NOT NULL,
-        mailbox TEXT,
-        started_at TEXT NOT NULL,
-        finished_at TEXT NOT NULL,
-        message TEXT NOT NULL,
-        synced_messages INTEGER NOT NULL
-      );
+        this.connection.exec(`
+      CREATE TABLE IF NOT EXISTS mailboxes (
+        path TEXT PRIMARY KEY,
+        delimiter TEXT NOT NULL,
+        uid_validity TEXT,
+        highest_uid INTEGER NOT NULL DEFAULT 0,
+        selectable INTEGER NOT NULL DEFAULT 1,
+        last_synced_at TEXT
+      );
+
+      CREATE TABLE IF NOT EXISTS messages (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        mailbox TEXT NOT NULL,
+        uid INTEGER NOT NULL,
+        uid_validity TEXT NOT NULL,
+        message_id TEXT,
+        in_reply_to TEXT,
+        refs_json TEXT NOT NULL,
+        subject TEXT,
+        date TEXT NOT NULL,
+        internal_date TEXT,
+        from_json TEXT NOT NULL,
+        to_json TEXT NOT NULL,
+        cc_json TEXT NOT NULL,
+        bcc_json TEXT NOT NULL,
+        flags_json TEXT NOT NULL,
+        size INTEGER,
+        has_attachments INTEGER NOT NULL DEFAULT 0,
+        attachment_count INTEGER NOT NULL DEFAULT 0,
+        preview TEXT,
+        text TEXT,
+        html TEXT,
+        headers_json TEXT NOT NULL,
+        attachments_json TEXT NOT NULL,
+        raw_path TEXT NOT NULL,
+        parse_error TEXT,
+        updated_at TEXT NOT NULL,
+        UNIQUE(mailbox, uid)
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_messages_date ON messages(date, id);
+      CREATE INDEX IF NOT EXISTS idx_messages_mailbox_uid ON messages(mailbox, uid);
+      CREATE INDEX IF NOT EXISTS idx_messages_message_id ON messages(message_id);
+      CREATE INDEX IF NOT EXISTS idx_messages_in_reply_to ON messages(in_reply_to);
+
+      CREATE VIRTUAL TABLE IF NOT EXISTS messages_fts USING fts5(
+        subject,
+        addresses,
+        body,
+        preview
+      );
+
+      CREATE TABLE IF NOT EXISTS sync_runs (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        ok INTEGER NOT NULL,
+        mailbox TEXT,
+        started_at TEXT NOT NULL,
+        finished_at TEXT NOT NULL,
+        message TEXT NOT NULL,
+        synced_messages INTEGER NOT NULL
+      );
     `);
         this.connection.pragma("optimize=0x10002");
     }
@@ -88,15 +88,15 @@ export class EmailStore {
     }
     upsertMailbox(mailbox) {
         this.connection
-            .prepare(`
-        INSERT INTO mailboxes(path, delimiter, uid_validity, highest_uid, selectable, last_synced_at)
-        VALUES (@path, @delimiter, @uidValidity, @highestUid, @selectable, @lastSyncedAt)
-        ON CONFLICT(path) DO UPDATE SET
-          delimiter = excluded.delimiter,
-          uid_validity = excluded.uid_validity,
-          highest_uid = excluded.highest_uid,
-          selectable = excluded.selectable,
-          last_synced_at = excluded.last_synced_at
+            .prepare(`
+        INSERT INTO mailboxes(path, delimiter, uid_validity, highest_uid, selectable, last_synced_at)
+        VALUES (@path, @delimiter, @uidValidity, @highestUid, @selectable, @lastSyncedAt)
+        ON CONFLICT(path) DO UPDATE SET
+          delimiter = excluded.delimiter,
+          uid_validity = excluded.uid_validity,
+          highest_uid = excluded.highest_uid,
+          selectable = excluded.selectable,
+          last_synced_at = excluded.last_synced_at
       `)
             .run({
             path: mailbox.path,
@@ -109,19 +109,19 @@ export class EmailStore {
     }
     listMailboxes() {
         const rows = this.connection
-            .prepare(`
-        SELECT
-          mailboxes.path,
-          mailboxes.delimiter,
-          mailboxes.uid_validity AS uidValidity,
-          mailboxes.highest_uid AS highestUid,
-          mailboxes.selectable,
-          mailboxes.last_synced_at AS lastSyncedAt,
-          COUNT(messages.id) AS messageCount
-        FROM mailboxes
-        LEFT JOIN messages ON messages.mailbox = mailboxes.path
-        GROUP BY mailboxes.path
-        ORDER BY mailboxes.path ASC
+            .prepare(`
+        SELECT
+          mailboxes.path,
+          mailboxes.delimiter,
+          mailboxes.uid_validity AS uidValidity,
+          mailboxes.highest_uid AS highestUid,
+          mailboxes.selectable,
+          mailboxes.last_synced_at AS lastSyncedAt,
+          COUNT(messages.id) AS messageCount
+        FROM mailboxes
+        LEFT JOIN messages ON messages.mailbox = mailboxes.path
+        GROUP BY mailboxes.path
+        ORDER BY mailboxes.path ASC
       `)
             .all();
         return rows.map((row) => ({
@@ -136,11 +136,11 @@ export class EmailStore {
     }
     getMailbox(mailboxPath) {
         const row = this.connection
-            .prepare(`
-        SELECT path, delimiter, uid_validity AS uidValidity, highest_uid AS highestUid,
-          selectable, last_synced_at AS lastSyncedAt
-        FROM mailboxes
-        WHERE path = ?
+            .prepare(`
+        SELECT path, delimiter, uid_validity AS uidValidity, highest_uid AS highestUid,
+          selectable, last_synced_at AS lastSyncedAt
+        FROM mailboxes
+        WHERE path = ?
       `)
             .get(mailboxPath);
         if (!row) {
@@ -156,7 +156,9 @@ export class EmailStore {
         };
     }
     deleteMailboxMessages(mailboxPath) {
-        const rows = this.connection.prepare("SELECT id FROM messages WHERE mailbox = ?").all(mailboxPath);
+        const rows = this.connection
+            .prepare("SELECT id, raw_path AS rawPath FROM messages WHERE mailbox = ?")
+            .all(mailboxPath);
         const transaction = this.connection.transaction(() => {
             for (const row of rows) {
                 this.connection.prepare("DELETE FROM messages_fts WHERE rowid = ?").run(row.id);
@@ -164,6 +166,32 @@ export class EmailStore {
             this.connection.prepare("DELETE FROM messages WHERE mailbox = ?").run(mailboxPath);
         });
         transaction();
+        return rows.map((row) => row.rawPath);
+    }
+    updateMessageFlags(mailbox, uid, flags) {
+        const result = this.connection
+            .prepare("UPDATE messages SET flags_json = @flags, updated_at = @updatedAt WHERE mailbox = @mailbox AND uid = @uid")
+            .run({ flags: JSON.stringify(flags), updatedAt: new Date().toISOString(), mailbox, uid });
+        return result.changes > 0;
+    }
+    pruneMailboxMessagesExcept(mailboxPath, keepUids, maxUid) {
+        const rows = this.connection
+            .prepare("SELECT id, uid, raw_path AS rawPath FROM messages WHERE mailbox = ? AND uid <= ?")
+            .all(mailboxPath, maxUid);
+        const stale = rows.filter((row) => !keepUids.has(row.uid));
+        if (stale.length === 0) {
+            return [];
+        }
+        const transaction = this.connection.transaction(() => {
+            const deleteFts = this.connection.prepare("DELETE FROM messages_fts WHERE rowid = ?");
+            const deleteMessage = this.connection.prepare("DELETE FROM messages WHERE id = ?");
+            for (const row of stale) {
+                deleteFts.run(row.id);
+                deleteMessage.run(row.id);
+            }
+        });
+        transaction();
+        return stale.map((row) => row.rawPath);
     }
     upsertMessage(message) {
         const transaction = this.connection.transaction((input) => {
@@ -174,51 +202,51 @@ export class EmailStore {
             let id;
             if (existing) {
                 this.connection
-                    .prepare(`
-          UPDATE messages SET
-            uid_validity = @uidValidity,
-            message_id = @messageId,
-            in_reply_to = @inReplyTo,
-            refs_json = @refsJson,
-            subject = @subject,
-            date = @date,
-            internal_date = @internalDate,
-            from_json = @fromJson,
-            to_json = @toJson,
-            cc_json = @ccJson,
-            bcc_json = @bccJson,
-            flags_json = @flagsJson,
-            size = @size,
-            has_attachments = @hasAttachments,
-            attachment_count = @attachmentCount,
-            preview = @preview,
-            text = @text,
-            html = @html,
-            headers_json = @headersJson,
-            attachments_json = @attachmentsJson,
-            raw_path = @rawPath,
-            parse_error = @parseError,
-            updated_at = @updatedAt
-          WHERE id = @id
+                    .prepare(`
+          UPDATE messages SET
+            uid_validity = @uidValidity,
+            message_id = @messageId,
+            in_reply_to = @inReplyTo,
+            refs_json = @refsJson,
+            subject = @subject,
+            date = @date,
+            internal_date = @internalDate,
+            from_json = @fromJson,
+            to_json = @toJson,
+            cc_json = @ccJson,
+            bcc_json = @bccJson,
+            flags_json = @flagsJson,
+            size = @size,
+            has_attachments = @hasAttachments,
+            attachment_count = @attachmentCount,
+            preview = @preview,
+            text = @text,
+            html = @html,
+            headers_json = @headersJson,
+            attachments_json = @attachmentsJson,
+            raw_path = @rawPath,
+            parse_error = @parseError,
+            updated_at = @updatedAt
+          WHERE id = @id
         `)
                     .run({ ...payload, id: existing.id });
                 id = existing.id;
             }
             else {
                 const result = this.connection
-                    .prepare(`
-          INSERT INTO messages(
-            mailbox, uid, uid_validity, message_id, in_reply_to, refs_json, subject, date,
-            internal_date, from_json, to_json, cc_json, bcc_json, flags_json, size,
-            has_attachments, attachment_count, preview, text, html, headers_json,
-            attachments_json, raw_path, parse_error, updated_at
-          )
-          VALUES (
-            @mailbox, @uid, @uidValidity, @messageId, @inReplyTo, @refsJson, @subject, @date,
-            @internalDate, @fromJson, @toJson, @ccJson, @bccJson, @flagsJson, @size,
-            @hasAttachments, @attachmentCount, @preview, @text, @html, @headersJson,
-            @attachmentsJson, @rawPath, @parseError, @updatedAt
-          )
+                    .prepare(`
+          INSERT INTO messages(
+            mailbox, uid, uid_validity, message_id, in_reply_to, refs_json, subject, date,
+            internal_date, from_json, to_json, cc_json, bcc_json, flags_json, size,
+            has_attachments, attachment_count, preview, text, html, headers_json,
+            attachments_json, raw_path, parse_error, updated_at
+          )
+          VALUES (
+            @mailbox, @uid, @uidValidity, @messageId, @inReplyTo, @refsJson, @subject, @date,
+            @internalDate, @fromJson, @toJson, @ccJson, @bccJson, @flagsJson, @size,
+            @hasAttachments, @attachmentCount, @preview, @text, @html, @headersJson,
+            @attachmentsJson, @rawPath, @parseError, @updatedAt
+          )
         `)
                     .run(payload);
                 id = Number(result.lastInsertRowid);
@@ -250,6 +278,16 @@ export class EmailStore {
             .get(messageId);
         return row ? rowToMessage(row) : null;
     }
+    getMessagesByIds(ids) {
+        if (ids.length === 0) {
+            return [];
+        }
+        const placeholders = ids.map(() => "?").join(", ");
+        const rows = this.connection
+            .prepare(`SELECT * FROM messages WHERE id IN (${placeholders}) ORDER BY date ASC, id ASC`)
+            .all(...ids);
+        return rows.map(rowToMessage);
+    }
     getThread(messageIdOrInternalId) {
         const root = typeof messageIdOrInternalId === "number"
             ? this.getMessageById(messageIdOrInternalId)
@@ -258,14 +296,48 @@ export class EmailStore {
             return [];
         }
         const identifiers = new Set([root.messageId, root.inReplyTo, ...root.references].filter((value) => Boolean(value)));
+        const found = new Map([[root.id, root]]);
         if (identifiers.size === 0) {
             return [root];
         }
-        const all = this.connection.prepare("SELECT * FROM messages ORDER BY date ASC, id ASC").all().map(rowToMessage);
-        return all.filter((message) => {
-            const messageIdentifiers = [message.messageId, message.inReplyTo, ...message.references].filter((value) => Boolean(value));
-            return messageIdentifiers.some((value) => identifiers.has(value));
-        });
+        for (let round = 0; round < 10 && identifiers.size <= 500; round += 1) {
+            const batch = this.findMessagesReferencing([...identifiers]);
+            const fresh = batch.filter((message) => !found.has(message.id));
+            if (fresh.length === 0) {
+                break;
+            }
+            for (const message of fresh) {
+                found.set(message.id, message);
+                for (const identifier of [message.messageId, message.inReplyTo, ...message.references]) {
+                    if (identifier) {
+                        identifiers.add(identifier);
+                    }
+                }
+            }
+        }
+        return [...found.values()].sort((a, b) => (a.date === b.date ? a.id - b.id : a.date.localeCompare(b.date)));
+    }
+    findMessagesReferencing(identifiers) {
+        if (identifiers.length === 0) {
+            return [];
+        }
+        const rows = [];
+        for (let index = 0; index < identifiers.length; index += 200) {
+            const chunk = identifiers.slice(index, index + 200);
+            const placeholders = chunk.map(() => "?").join(", ");
+            rows.push(...this.connection
+                .prepare(`
+            SELECT * FROM messages
+            WHERE message_id IN (${placeholders})
+               OR in_reply_to IN (${placeholders})
+               OR EXISTS (
+                 SELECT 1 FROM json_each(messages.refs_json) ref
+                 WHERE ref.value IN (${placeholders})
+               )
+          `)
+                .all(...chunk, ...chunk, ...chunk));
+        }
+        return rows.map(rowToMessage);
     }
     getDateBuckets(options) {
         const params = {};
@@ -282,9 +354,9 @@ export class EmailStore {
     }
     recordSyncResult(result) {
         this.connection
-            .prepare(`
-        INSERT INTO sync_runs(ok, mailbox, started_at, finished_at, message, synced_messages)
-        VALUES (@ok, @mailbox, @startedAt, @finishedAt, @message, @syncedMessages)
+            .prepare(`
+        INSERT INTO sync_runs(ok, mailbox, started_at, finished_at, message, synced_messages)
+        VALUES (@ok, @mailbox, @startedAt, @finishedAt, @message, @syncedMessages)
       `)
             .run({
             ok: result.ok ? 1 : 0,
@@ -295,15 +367,79 @@ export class EmailStore {
             syncedMessages: result.syncedMessages
         });
     }
+    getMessageCounts() {
+        const row = this.connection
+            .prepare(`
+        SELECT
+          COUNT(*) AS total,
+          SUM(CASE WHEN NOT EXISTS (SELECT 1 FROM json_each(m.flags_json) f WHERE f.value = '\\Seen') THEN 1 ELSE 0 END) AS unread,
+          SUM(CASE WHEN EXISTS (SELECT 1 FROM json_each(m.flags_json) f WHERE f.value = '\\Flagged') THEN 1 ELSE 0 END) AS flagged
+        FROM messages m
+      `)
+            .get();
+        return { total: Number(row.total), unread: Number(row.unread ?? 0), flagged: Number(row.flagged ?? 0) };
+    }
+    getTopSenders(options = {}) {
+        const limit = normalizeLimit(options.limit);
+        const unreadClause = options.unreadOnly
+            ? "AND NOT EXISTS (SELECT 1 FROM json_each(m.flags_json) f WHERE f.value = '\\Seen')"
+            : "";
+        const rows = this.connection
+            .prepare(`
+        SELECT
+          LOWER(json_extract(sender.value, '$.address')) AS address,
+          MAX(NULLIF(json_extract(sender.value, '$.name'), '')) AS name,
+          COUNT(*) AS count,
+          SUM(CASE WHEN NOT EXISTS (SELECT 1 FROM json_each(m.flags_json) f WHERE f.value = '\\Seen') THEN 1 ELSE 0 END) AS unreadCount
+        FROM messages m, json_each(m.from_json) AS sender
+        WHERE json_extract(sender.value, '$.address') IS NOT NULL
+          ${unreadClause}
+        GROUP BY address
+        ORDER BY count DESC, address ASC
+        LIMIT @limit
+      `)
+            .all({ limit });
+        return rows.map((row) => ({
+            address: String(row.address),
+            name: nullableString(row.name),
+            count: Number(row.count),
+            unreadCount: Number(row.unreadCount ?? 0)
+        }));
+    }
+    searchRanked(filters, paging) {
+        const params = {
+            ftsQuery: toFtsQuery(filters.query ?? ""),
+            limit: paging.limit + 1,
+            offset: Math.max(Math.trunc(paging.offset), 0)
+        };
+        const where = this.filterClauses(filters, params);
+        where.push("messages_fts MATCH @ftsQuery");
+        const rows = this.connection
+            .prepare(`
+        SELECT m.*, bm25(messages_fts) AS rank
+        FROM messages m
+        JOIN messages_fts ON messages_fts.rowid = m.id
+        WHERE ${where.join(" AND ")}
+        ORDER BY rank ASC, m.id ASC
+        LIMIT @limit OFFSET @offset
+      `)
+            .all(params);
+        const hasMore = rows.length > paging.limit;
+        const pageRows = hasMore ? rows.slice(0, paging.limit) : rows;
+        return {
+            items: pageRows.map((row) => ({ ...messageToSummary(rowToMessage(row)), rank: Number(row.rank) })),
+            hasMore
+        };
+    }
     getSyncStatus() {
         const total = this.connection.prepare("SELECT COUNT(*) AS count FROM messages").get();
         const latest = this.connection.prepare("SELECT MAX(date) AS latest FROM messages").get();
         const last = this.connection
-            .prepare(`
-        SELECT ok, mailbox, started_at AS startedAt, finished_at AS finishedAt, message, synced_messages AS syncedMessages
-        FROM sync_runs
-        ORDER BY id DESC
-        LIMIT 1
+            .prepare(`
+        SELECT ok, mailbox, started_at AS startedAt, finished_at AS finishedAt, message, synced_messages AS syncedMessages
+        FROM sync_runs
+        ORDER BY id DESC
+        LIMIT 1
       `)
             .get();
         return {
@@ -358,11 +494,11 @@ export class EmailStore {
         }
         const direction = sort === "date_asc" ? "ASC" : "DESC";
         const rows = this.connection
-            .prepare(`
-        SELECT m.* FROM messages m
-        ${where.length ? `WHERE ${where.join(" AND ")}` : ""}
-        ORDER BY m.date ${direction}, m.id ${direction}
-        LIMIT @limit
+            .prepare(`
+        SELECT m.* FROM messages m
+        ${where.length ? `WHERE ${where.join(" AND ")}` : ""}
+        ORDER BY m.date ${direction}, m.id ${direction}
+        LIMIT @limit
       `)
             .all(params);
         const hasMore = rows.length > limit;
@@ -379,6 +515,13 @@ export class EmailStore {
             params.mailbox = filters.mailbox;
             clauses.push(`${prefix}mailbox = @mailbox`);
         }
+        if (filters.mailboxes?.length) {
+            const placeholders = filters.mailboxes.map((_, index) => `@mailboxes${index}`);
+            filters.mailboxes.forEach((mailbox, index) => {
+                params[`mailboxes${index}`] = mailbox;
+            });
+            clauses.push(`${prefix}mailbox IN (${placeholders.join(", ")})`);
+        }
         if (filters.from) {
             params.from = `%${filters.from.toLowerCase()}%`;
             clauses.push(`LOWER(${prefix}from_json) LIKE @from`);
@@ -396,11 +539,11 @@ export class EmailStore {
             clauses.push(`LOWER(${prefix}subject) LIKE @subject`);
         }
         if (filters.startDate) {
-            params.startDate = filters.startDate;
+            params.startDate = normalizeFilterDate(filters.startDate);
             clauses.push(`${prefix}date >= @startDate`);
         }
         if (filters.endDate) {
-            params.endDate = filters.endDate;
+            params.endDate = normalizeFilterDate(filters.endDate);
             clauses.push(`${prefix}date <= @endDate`);
         }
         if (filters.hasAttachments !== undefined) {
@@ -457,9 +600,9 @@ export class EmailStore {
         ].join(" ");
         this.connection.prepare("DELETE FROM messages_fts WHERE rowid = ?").run(id);
         this.connection
-            .prepare(`
-        INSERT INTO messages_fts(rowid, subject, addresses, body, preview)
-        VALUES (?, ?, ?, ?, ?)
+            .prepare(`
+        INSERT INTO messages_fts(rowid, subject, addresses, body, preview)
+        VALUES (?, ?, ?, ?, ?)
       `)
             .run(id, message.subject ?? "", addresses, message.text ?? "", message.preview ?? "");
     }
@@ -539,10 +682,10 @@ function normalizeLimit(limit) {
     }
     return Math.min(Math.max(Math.trunc(limit ?? 25), 1), 100);
 }
-function encodeCursor(message, sort) {
+export function encodeCursor(message, sort) {
     return Buffer.from(JSON.stringify({ date: message.date, id: message.id, sort }), "utf8").toString("base64url");
 }
-function decodeCursor(cursor) {
+export function decodeCursor(cursor) {
     if (!cursor) {
         return null;
     }
@@ -567,6 +710,10 @@ function fileSize(filePath) {
         return 0;
     }
 }
+function normalizeFilterDate(value) {
+    const parsed = new Date(value);
+    return Number.isNaN(parsed.getTime()) ? value : parsed.toISOString();
+}
 function toFtsQuery(query) {
     const terms = query
         .trim()