@bobfrankston/mailx-imap 0.1.98 → 0.1.100

package/index.d.ts

@@ -354,6 +354,19 @@ export declare class ImapManager extends EventEmitter {
      *  before _Spam / Sent / archive folders had a chance to rebind. */
     private static readonly RECONCILE_DELETE_GRACE_MS;
     private scheduleDeferredReconcileDelete;
+    /** Delete local rows whose uid >= the server's UIDNEXT for this folder.
+     *  Such a uid was NEVER assigned in this folder (UIDNEXT is the next one the
+     *  server will ever hand out), so the row is a cross-wired phantom ("UID is
+     *  not identity" corruption) — a real message stamped with the wrong
+     *  folder_id. They break prefetch (the server returns 0 FETCH responses for
+     *  uids it doesn't have → no body caches) and the normal set-diff reconcile
+     *  refuses to remove them when they're >50% of the folder. Deleting by the
+     *  UIDNEXT invariant is unconditional-safe: the uid is impossible, can't be a
+     *  move target, and the message's real copy re-syncs from its true folder
+     *  (the local store is a cache). Caller must have a TRUSTWORTHY uidNext
+     *  (STATUS result) AND confirmed UIDVALIDITY is unchanged for this folder
+     *  (full-sync and QRESYNC-success paths both satisfy that). Returns the count. */
+    private sweepPhantomRows;
     private unlinkBodyFile;
     /** Fetch a single message body on demand, caching in the store.
      *

package/index.js

@@ -1361,6 +1361,7 @@ export class ImapManager extends EventEmitter {
         // where a full UID SEARCH is cheap and reveals server-side deletes
         // of older messages).
         let statusMessageCount = null;
+        let serverUidNext = null;
         if (highestUid > 0) {
             try {
                 console.log(`  [sync-status] ${accountId}/${folder.path}: calling STATUS...`);
@@ -1371,6 +1372,7 @@ export class ImapManager extends EventEmitter {
                 if (status && typeof status.messages === "number")
                     statusMessageCount = status.messages;
                 if (status && typeof status.uidNext === "number") {
+                    serverUidNext = status.uidNext;
                     const serverHighest = status.uidNext - 1;
                     const noNewUids = serverHighest <= highestUid;
                     const countsMatch = typeof status.messages === "number" && status.messages === localCount;
@@ -1503,6 +1505,14 @@ export class ImapManager extends EventEmitter {
                     if (qr.newHighestModSeq !== undefined) {
                         this.db.updateFolderSync(folderId, qr.exists ? prevUidValidity : prevUidValidity, String(qr.newHighestModSeq));
                     }
+                    // QRESYNC confirmed UIDVALIDITY is unchanged (it falls back to
+                    // full sync otherwise), so serverUidNext is trustworthy — sweep
+                    // phantom (uid >= UIDNEXT) cross-wired rows here too. Without
+                    // this, folders with a stable modseq (most of them) take the
+                    // QRESYNC fast path forever and their phantoms never get swept
+                    // (Bob 2026-06-17: CEBog phantoms persisted through the
+                    // reconcile-only sweep because CEBog syncs via QRESYNC).
+                    this.sweepPhantomRows(accountId, folderId, folder.path, serverUidNext);
                     this.emit("syncProgress", accountId, `sync:${folder.path}`, 100);
                     console.log(`  [qresync] ${accountId}/${folder.path}: done in ${Date.now() - __sfStart}ms (path: QRESYNC)`);
                     return newOnes.length;
@@ -1813,6 +1823,20 @@ export class ImapManager extends EventEmitter {
         //      data (the "ubiquiti letter disappeared after reply" case had no trace).
         let deletedCount = 0;
         if (!firstSync) {
+            // PHANTOM SWEEP (Bob 2026-06-17). A local row whose uid >= the server's
+            // UIDNEXT is PROVABLY impossible: UIDNEXT is the next uid the server
+            // will ever assign in this folder, so any uid >= it was never assigned
+            // here. These are cross-wired rows ("UID is not identity" corruption —
+            // CEBog had 106/120 rows with uid >= UIDNEXT=94, real messages stamped
+            // with the wrong folder_id). They break prefetch: it asks the server
+            // for uids the folder doesn't have → 0 FETCH responses → no body ever
+            // caches. The normal set-diff reconcile WON'T remove them because the
+            // 50%-deletion safety guard refuses (88% of CEBog would delete). But
+            // these uids can't be a real message, a move target, or a transient
+            // server hiccup — so delete them unconditionally (the real copy lives
+            // in its true folder and re-syncs from there; the local store is a
+            // cache). Only runs when STATUS gave a trustworthy UIDNEXT.
+            deletedCount += this.sweepPhantomRows(accountId, folderId, folder.path, serverUidNext);
             try {
                 // Reuse the server UID list set-diff already fetched.
                 // Without this we made TWO `UID SEARCH` calls per folder
@@ -2941,6 +2965,38 @@ export class ImapManager extends EventEmitter {
         }, ImapManager.RECONCILE_DELETE_GRACE_MS);
         this.deferredDeletes.set(key, t);
     }
+    /** Delete local rows whose uid >= the server's UIDNEXT for this folder.
+     *  Such a uid was NEVER assigned in this folder (UIDNEXT is the next one the
+     *  server will ever hand out), so the row is a cross-wired phantom ("UID is
+     *  not identity" corruption) — a real message stamped with the wrong
+     *  folder_id. They break prefetch (the server returns 0 FETCH responses for
+     *  uids it doesn't have → no body caches) and the normal set-diff reconcile
+     *  refuses to remove them when they're >50% of the folder. Deleting by the
+     *  UIDNEXT invariant is unconditional-safe: the uid is impossible, can't be a
+     *  move target, and the message's real copy re-syncs from its true folder
+     *  (the local store is a cache). Caller must have a TRUSTWORTHY uidNext
+     *  (STATUS result) AND confirmed UIDVALIDITY is unchanged for this folder
+     *  (full-sync and QRESYNC-success paths both satisfy that). Returns the count. */
+    sweepPhantomRows(accountId, folderId, folderPath, serverUidNext) {
+        if (serverUidNext == null || serverUidNext <= 0)
+            return 0;
+        try {
+            const phantoms = this.db.getUidsForFolder(accountId, folderId).filter(u => u >= serverUidNext);
+            if (phantoms.length === 0)
+                return 0;
+            for (const uid of phantoms) {
+                this.unlinkBodyFile(accountId, uid, folderId).catch(() => { });
+                this.db.deleteMessage(accountId, folderId, uid, `phantom: uid>=server UIDNEXT ${serverUidNext}`, `mailx-imap phantom sweep (${folderPath})`);
+            }
+            this.db.recalcFolderCounts(folderId);
+            console.log(`  [phantom-sweep] ${accountId}/${folderPath}: removed ${phantoms.length} cross-wired row(s) with uid >= UIDNEXT ${serverUidNext}`);
+            return phantoms.length;
+        }
+        catch (e) {
+            console.error(`  [phantom-sweep] ${accountId}/${folderPath}: ${e?.message || e}`);
+            return 0;
+        }
+    }
     async unlinkBodyFile(accountId, uid, folderId) {
         try {
             const row = this.db.getMessageByUid(accountId, uid, folderId);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bobfrankston/mailx-imap",
-  "version": "0.1.98",
+  "version": "0.1.100",
   "type": "module",
   "main": "index.js",
   "types": "index.d.ts",
@@ -11,8 +11,8 @@
   "dependencies": {
     "@bobfrankston/mailx-types": "^0.1.19",
     "@bobfrankston/mailx-settings": "^0.1.28",
-    "@bobfrankston/mailx-store": "^0.1.52",
-    "@bobfrankston/iflow-direct": "^0.1.54",
+    "@bobfrankston/mailx-store": "^0.1.54",
+    "@bobfrankston/iflow-direct": "^0.1.55",
     "@bobfrankston/tcp-transport": "^0.1.7",
     "@bobfrankston/smtp-direct": "^0.1.9",
     "@bobfrankston/mailx-sync": "^0.1.22",
@@ -39,8 +39,8 @@
     "dependencies": {
       "@bobfrankston/mailx-types": "^0.1.19",
       "@bobfrankston/mailx-settings": "^0.1.28",
-      "@bobfrankston/mailx-store": "^0.1.52",
-      "@bobfrankston/iflow-direct": "^0.1.54",
+      "@bobfrankston/mailx-store": "^0.1.54",
+      "@bobfrankston/iflow-direct": "^0.1.55",
       "@bobfrankston/tcp-transport": "^0.1.7",
       "@bobfrankston/smtp-direct": "^0.1.9",
       "@bobfrankston/mailx-sync": "^0.1.22",