@bobfrankston/mailx-imap 0.1.25 → 0.1.26

package/index.d.ts

@@ -247,7 +247,10 @@ export declare class ImapManager extends EventEmitter {
     stopPeriodicSync(): void;
     /** Check if an account is OAuth (Gmail/Outlook — generous connection limits) */
     isOAuthAccount(accountId: string): boolean;
-    /** Start IMAP IDLE watchers for INBOX on each account */
+    /** Start an IMAP IDLE watcher per account on INBOX. Other folders are
+     *  not special-cased here — sync runs uniformly on every folder via the
+     *  periodic full-sync timer (STATUS-before-SELECT optimization is the
+     *  right way to make that cheap, not piling per-folder IDLE sockets). */
     startWatching(): Promise<void>;
     /** Stop all IDLE watchers */
     stopWatching(): Promise<void>;

package/index.js

@@ -878,6 +878,36 @@ export class ImapManager extends EventEmitter {
         // monotonically increasing within a UIDVALIDITY (RFC 3501); a
         // high-water mark is the right anchor for incremental fetch.
         const highestUid = this.db.getHighestUid(accountId, folderId);
+        // STATUS-before-SELECT: ask the server cheaply whether anything has
+        // changed (UIDNEXT moved or message count differs). STATUS doesn't
+        // load the mailbox index, doesn't lock the mailbox, doesn't risk the
+        // SELECT-wedge that's been hammering bobma. Only when STATUS says
+        // there's actual work to do do we fall through to SELECT+FETCH.
+        // Apply uniformly to every folder — no special-casing.
+        try {
+            if (typeof client.getStatus === "function") {
+                const status = await client.getStatus(folder.path);
+                const serverHighest = (status.uidNext || 1) - 1;
+                const serverCount = status.messages ?? -1;
+                const localCount = this.db.getMessageCount(accountId, folderId);
+                const isUpToDate = highestUid > 0
+                    && serverHighest <= highestUid
+                    && serverCount >= 0
+                    && serverCount === localCount;
+                if (isUpToDate) {
+                    console.log(`  [sync] ${accountId}/${folder.path}: STATUS up-to-date (uidNext=${status.uidNext}, server=${serverCount}, local=${localCount}) — skipping SELECT`);
+                    this.emit("syncProgress", accountId, `sync:${folder.path}`, 100);
+                    return 0;
+                }
+                console.log(`  [sync] ${accountId}/${folder.path}: STATUS uidNext=${status.uidNext} server=${serverCount} local=${localCount} highestUid=${highestUid} — needs SELECT`);
+            }
+        }
+        catch (e) {
+            // STATUS shouldn't fail, but don't make it load-bearing — fall
+            // through to the SELECT path on any error and let that path's
+            // existing handling deal with it.
+            console.log(`  [sync] ${accountId}/${folder.path}: STATUS failed (${e?.message || e}) — falling through to SELECT`);
+        }
         console.log(`  [sync] ${accountId}/${folder.path}: highestUid=${highestUid}, fetching...`);
         let messages;
         const firstSync = highestUid === 0;
@@ -1108,7 +1138,7 @@ export class ImapManager extends EventEmitter {
                         const tag = env ? `msgid=${env.messageId || "?"} subj="${(env.subject || "").slice(0, 60)}"` : "unknown";
                         console.log(`  [reconcile-delete] ${accountId}/${folder.path} uid=${uid} ${tag}`);
                         this.unlinkBodyFile(accountId, uid, folderId).catch(() => { });
-                        this.db.deleteMessage(accountId, uid);
+                        this.db.deleteMessage(accountId, uid, "reconcile: server returned UID list without this row", `mailx-imap syncFolder reconcile (${folder.path})`);
                         deletedCount++;
                     }
                     if (deletedCount > 0)
@@ -1484,7 +1514,7 @@ export class ImapManager extends EventEmitter {
                         const tag = env ? `msgid=${env.messageId || "?"} subj="${(env.subject || "").slice(0, 60)}"` : "unknown";
                         console.log(`  [reconcile-delete] ${accountId}/${folder.path} uid=${uid} ${tag}`);
                         this.unlinkBodyFile(accountId, uid, folder.id).catch(() => { });
-                        this.db.deleteMessage(accountId, uid);
+                        this.db.deleteMessage(accountId, uid, "Gmail-API reconcile: server list missing this UID", `mailx-imap Gmail reconcile (${folder.path})`);
                     }
                     if (toDelete.length > 0)
                         console.log(`  [api] ${accountId}/${folder.path}: ${toDelete.length} deleted`);
@@ -1863,7 +1893,10 @@ export class ImapManager extends EventEmitter {
         const config = this.configs.get(accountId);
         return !!config?.tokenProvider;
     }
-    /** Start IMAP IDLE watchers for INBOX on each account */
+    /** Start an IMAP IDLE watcher per account on INBOX. Other folders are
+     *  not special-cased here — sync runs uniformly on every folder via the
+     *  periodic full-sync timer (STATUS-before-SELECT optimization is the
+     *  right way to make that cheap, not piling per-folder IDLE sockets). */
     async startWatching() {
         for (const [accountId] of this.configs) {
             if (this.watchers.has(accountId))
@@ -1873,70 +1906,16 @@ export class ImapManager extends EventEmitter {
                 // is parked in IDLE, it's unusable for any other command, so
                 // it can't share the ops queue. Counts against the per-host
                 // semaphore (one slot for the IDLE socket).
-                //
-                // We watch INBOX (incoming mail) and Sent + Drafts (outgoing
-                // changes from another client — Thunderbird, phone, web).
-                // Without IDLE on Sent, a message just sent from another
-                // device would only show in mailx after the next periodic
-                // full sync.
-                const stops = [];
-                const clients = [];
-                const watchOne = async (mailboxLabel, path) => {
-                    const client = await this.createClient(accountId, "idle");
-                    clients.push(client);
-                    const stop = await client.watchMailbox(path, (newCount) => {
-                        console.log(`  [idle] ${accountId} ${path}: ${newCount} new message(s)`);
-                        if (mailboxLabel === "inbox") {
-                            // Fast path: incremental fetch of NEW UIDs only.
-                            // Heavy reconcile runs on the 5-minute STATUS poll.
-                            this.syncInboxNewOnly(accountId).catch(e => console.error(`  [idle] inbox sync error: ${e.message}`));
-                        }
-                        else {
-                            // Sent / Drafts changed elsewhere. Use the
-                            // standard folder sync — picks up the new UID,
-                            // rebinds any optimistic local row by Message-ID.
-                            const folder = this.findFolder(accountId, mailboxLabel);
-                            if (folder) {
-                                this.syncFolder(accountId, folder.id).catch(e => console.error(`  [idle] ${path} sync error: ${e.message}`));
-                            }
-                        }
-                    });
-                    stops.push(stop);
-                };
-                await watchOne("inbox", "INBOX");
-                const sent = this.findFolder(accountId, "sent");
-                if (sent) {
-                    try {
-                        await watchOne("sent", sent.path);
-                    }
-                    catch (e) {
-                        console.error(`  [idle] Failed to watch ${sent.path}: ${e.message}`);
-                    }
-                }
-                const drafts = this.findFolder(accountId, "drafts");
-                if (drafts) {
-                    try {
-                        await watchOne("drafts", drafts.path);
-                    }
-                    catch (e) {
-                        console.error(`  [idle] Failed to watch ${drafts.path}: ${e.message}`);
-                    }
-                }
+                const watchClient = await this.createClient(accountId, "idle");
+                const stop = await watchClient.watchMailbox("INBOX", (newCount) => {
+                    console.log(`  [idle] ${accountId}: ${newCount} new message(s)`);
+                    this.syncInboxNewOnly(accountId).catch(e => console.error(`  [idle] sync error: ${e.message}`));
+                });
                 this.watchers.set(accountId, async () => {
-                    for (const stop of stops) {
-                        try {
-                            await stop();
-                        }
-                        catch { /* ignore */ }
-                    }
-                    for (const c of clients) {
-                        try {
-                            await c.logout();
-                        }
-                        catch { /* ignore */ }
-                    }
+                    await stop();
+                    await watchClient.logout();
                 });
-                console.log(`  [idle] Watching INBOX${sent ? "+Sent" : ""}${drafts ? "+Drafts" : ""} for ${accountId}`);
+                console.log(`  [idle] Watching INBOX for ${accountId}`);
             }
             catch (e) {
                 console.error(`  [idle] Failed to watch ${accountId}: ${e.message}`);
@@ -2204,7 +2183,7 @@ export class ImapManager extends EventEmitter {
                                     continue;
                                 try {
                                     this.unlinkBodyFile(accountId, uid, folderId).catch(() => { });
-                                    this.db.deleteMessage(accountId, uid);
+                                    this.db.deleteMessage(accountId, uid, "prefetch batch: server didn't return body for queued UID — assumed deleted", "mailx-imap prefetchBodies (Gmail batch)");
                                     counters.deleted++;
                                     madeProgress = true;
                                 }
@@ -2304,7 +2283,7 @@ export class ImapManager extends EventEmitter {
                                 continue;
                             try {
                                 this.unlinkBodyFile(accountId, uid, folderId).catch(() => { });
-                                this.db.deleteMessage(accountId, uid);
+                                this.db.deleteMessage(accountId, uid, "prefetch batch: server didn't return body for queued UID — assumed deleted", "mailx-imap prefetchBodies (IMAP batch)");
                                 counters.deleted++;
                                 madeProgress = true;
                             }
@@ -2340,7 +2319,7 @@ export class ImapManager extends EventEmitter {
         // Local first — remove all from DB immediately
         for (const msg of messages) {
             this.unlinkBodyFile(accountId, msg.uid, msg.folderId).catch(() => { });
-            this.db.deleteMessage(accountId, msg.uid);
+            this.db.deleteMessage(accountId, msg.uid, "user-initiated delete (bulk)", "mailx-imap deleteMessages");
         }
         console.log(`  Deleted ${messages.length} messages locally`);
         // Queue IMAP actions
@@ -2393,7 +2372,7 @@ export class ImapManager extends EventEmitter {
         const trash = this.findFolder(accountId, "trash");
         // Local first — remove from DB immediately
         this.unlinkBodyFile(accountId, uid, folderId).catch(() => { });
-        this.db.deleteMessage(accountId, uid);
+        this.db.deleteMessage(accountId, uid, "user-initiated trash", "mailx-imap trashMessage");
         // Queue IMAP action + log the resolution so "I deleted a message and
         // now it's in neither trash nor deleted" is diagnosable from the log.
         if (trash && trash.id !== folderId) {
@@ -2435,7 +2414,7 @@ export class ImapManager extends EventEmitter {
                 if (!msg)
                     throw new Error(`Message UID ${uid} not found in ${fromFolder.path}`);
                 await sourceClient.moveMessageToServer(msg, fromFolder.path, targetClient, toFolder.path);
-                this.db.deleteMessage(fromAccountId, uid);
+                this.db.deleteMessage(fromAccountId, uid, `cross-account move to ${toAccountId}/${toFolder.path}`, "mailx-imap moveBetweenAccounts");
                 console.log(`  Cross-account move: ${fromAccountId}/${fromFolder.path} UID ${uid} → ${toAccountId}/${toFolder.path}`);
             });
         });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bobfrankston/mailx-imap",
-  "version": "0.1.25",
+  "version": "0.1.26",
   "type": "module",
   "main": "index.js",
   "types": "index.d.ts",
@@ -11,8 +11,8 @@
   "dependencies": {
     "@bobfrankston/mailx-types": "^0.1.10",
     "@bobfrankston/mailx-settings": "^0.1.13",
-    "@bobfrankston/mailx-store": "^0.1.10",
-    "@bobfrankston/iflow-direct": "^0.1.30",
+    "@bobfrankston/mailx-store": "^0.1.11",
+    "@bobfrankston/iflow-direct": "^0.1.32",
     "@bobfrankston/tcp-transport": "^0.1.5",
     "@bobfrankston/smtp-direct": "^0.1.5",
     "@bobfrankston/mailx-sync": "^0.1.15",
@@ -39,8 +39,8 @@
     "dependencies": {
       "@bobfrankston/mailx-types": "^0.1.10",
       "@bobfrankston/mailx-settings": "^0.1.13",
-      "@bobfrankston/mailx-store": "^0.1.10",
-      "@bobfrankston/iflow-direct": "^0.1.30",
+      "@bobfrankston/mailx-store": "^0.1.11",
+      "@bobfrankston/iflow-direct": "^0.1.32",
       "@bobfrankston/tcp-transport": "^0.1.5",
       "@bobfrankston/smtp-direct": "^0.1.5",
       "@bobfrankston/mailx-sync": "^0.1.15",