@bobfrankston/mailx-service 0.1.47

package/sync-queue.js

@@ -0,0 +1,271 @@
+/**
+ * SyncQueue — the formal enqueue surface for server-side mirroring of
+ * local actions.
+ *
+ * Local-first contract: every UI write commits to the local store first,
+ * then hands off here. Nothing in this file does network I/O; the
+ * Reconciler drains the queue.
+ *
+ * Implementation note: the underlying persistence already exists. Message
+ * ops live in `sync_actions` (drained by ImapManager.processSyncActions),
+ * non-message ops in `store_sync` (drained by the per-domain workers).
+ * This class is the public API surface — call sites switch to it so the
+ * architecture's seam is visible, the rules are enforceable, and we can
+ * later bolt on body-fetch / draft-push / send-push lanes without
+ * touching every call site again.
+ *
+ * Priority lanes (interactive > sync > prefetch > backfill) are tracked
+ * here as ordering hints; the actual scheduler is in the Reconciler.
+ *
+ * Part of docs/local-first-plan.md (steps 3-4).
+ */
+export class SyncQueue {
+    db;
+    imapManager;
+    bodyFetches = new Map();
+    /** Per-draft serialization slot. Autosave fires every ~2 s but an IMAP
+     *  search-delete-append cycle takes longer; unserialized pushes
+     *  overlapped, each one's "find the stale copy" running before a
+     *  sibling's "append" — so neither saw the other's new copy and the
+     *  Drafts folder filled with dozens of duplicates (Bob 2026-05-19).
+     *  One push in flight per draft; while it runs, only the LATEST queued
+     *  raw message is kept (intermediate autosaves are superseded). */
+    draftPushes = new Map();
+    static DRAFT_PUSH_MIN_INTERVAL_MS = 30_000;
+    /** Per-account debounce timers. Multiple rapid enqueues (3 flag toggles,
+     *  bulk move/delete) coalesce into one processSyncActions drain after
+     *  DRAIN_DEBOUNCE_MS. Was previously in ImapManager.debounceSyncActions;
+     *  moved here because the queue surface is now the source of truth for
+     *  "what needs draining" and it's where the rate limit belongs. */
+    drainTimers = new Map();
+    static DRAIN_DEBOUNCE_MS = 1000;
+    constructor(db, imapManager) {
+        this.db = db;
+        this.imapManager = imapManager;
+    }
+    scheduleDrain(accountId) {
+        const existing = this.drainTimers.get(accountId);
+        if (existing)
+            clearTimeout(existing);
+        this.drainTimers.set(accountId, setTimeout(() => {
+            this.drainTimers.delete(accountId);
+            this.imapManager.processSyncActions(accountId).catch(() => { });
+        }, SyncQueue.DRAIN_DEBOUNCE_MS));
+    }
+    // ── Message-mirror enqueues (commit local DB row first; then call here) ──
+    /** Queue a server-side move. The local rows have already been moved in
+     *  the DB; the mirror reaches the server on the next reconciler pass. */
+    enqueueMove(accountId, uid, fromFolderId, toFolderId) {
+        this.db.queueSyncAction(accountId, "move", uid, fromFolderId, { targetFolderId: toFolderId });
+        this.scheduleDrain(accountId);
+    }
+    /** Queue a server-side flag update (\Seen, \Flagged, \Answered, etc.). */
+    enqueueFlag(accountId, uid, folderId, flags) {
+        this.db.queueSyncAction(accountId, "flags", uid, folderId, { flags });
+        this.scheduleDrain(accountId);
+    }
+    /** Queue a server-side COPY (message stays in the source folder, a copy
+     *  is APPENDed to the target). processSyncActions handles it via
+     *  fetch+append. Unlike move, no local row is removed — the source row
+     *  stays and the target copy is imported by a target-folder sync. */
+    enqueueCopy(accountId, uid, fromFolderId, toFolderId) {
+        this.db.queueSyncAction(accountId, "copy", uid, fromFolderId, { targetFolderId: toFolderId });
+        this.scheduleDrain(accountId);
+    }
+    /** Queue a server-side delete (or trash, depending on action). */
+    enqueueDelete(accountId, uid, folderId, kind = "delete") {
+        this.db.queueSyncAction(accountId, kind, uid, folderId, {});
+        this.scheduleDrain(accountId);
+    }
+    /** Cancel a pending MOVE action if it hasn't drained yet. Returns true
+     *  when an action was found and marked complete (effectively retracted),
+     *  false when no matching action exists — caller then queues a
+     *  counter-move (the server already saw the original move).
+     *
+     *  Used by undelete: if the to-trash MOVE is still queued, retract it
+     *  rather than queue a redundant trash→original. */
+    cancelPendingMove(accountId, uid, fromFolderId, targetFolderId) {
+        const pending = this.db.findPendingSyncAction(accountId, "move", uid, fromFolderId, targetFolderId);
+        if (!pending)
+            return false;
+        this.db.completeSyncAction(pending.id);
+        return true;
+    }
+    /** Queue an IMAP APPEND of a draft body. Drafts already have crash
+     *  recovery via the editing/.eml on disk, so this lane is in-memory
+     *  fire-and-forget for now — the architectural value is centralizing
+     *  the call site, not adding a second on-disk store for the same
+     *  bytes. The reconciler retries on transient IMAP failure via the
+     *  existing sync_actions backoff after first failure. */
+    /** 2026-09-16 — Claude Code (Fable 5.1). The UID of the copy currently on
+     *  the server (and in the local Drafts row) for this draft, as far as the
+     *  queue knows. The compose window's own previousDraftUid goes stale after
+     *  the first save (saveDraft returns draftUid null, so it never learns the
+     *  re-appended UID); the viewer's refresh matched on that stale number and
+     *  the preview stopped following the draft after the first checkpoint. */
+    currentDraftUid(accountId, draftId) {
+        return this.draftPushes.get(`${accountId}:${draftId || ""}`)?.lastUid;
+    }
+    enqueueDraftPush(accountId, rawMessage, previousDraftUid, draftId) {
+        const key = `${accountId}:${draftId || ""}`;
+        let slot = this.draftPushes.get(key);
+        if (!slot) {
+            slot = { inFlight: false, pending: null };
+            this.draftPushes.set(key, slot);
+        }
+        // Seed lastUid from the caller only until WE learn a real one. After the
+        // first successful append the queue owns the authoritative UID.
+        if (slot.lastUid == null && previousDraftUid)
+            slot.lastUid = previousDraftUid;
+        if (slot.inFlight) {
+            // A push is already running for this draft — supersede: keep only
+            // the newest content. The in-flight push finishes, then this runs.
+            slot.pending = { rawMessage };
+            return;
+        }
+        // Trailing-edge throttle (see slot.lastPushAt comment).
+        const sincePush = Date.now() - (slot.lastPushAt || 0);
+        if (slot.lastPushAt && sincePush < SyncQueue.DRAFT_PUSH_MIN_INTERVAL_MS) {
+            slot.pending = { rawMessage };
+            if (!slot.throttleTimer) {
+                slot.throttleTimer = setTimeout(() => {
+                    slot.throttleTimer = null;
+                    const held = slot.pending;
+                    slot.pending = null;
+                    if (held)
+                        this.enqueueDraftPush(accountId, held.rawMessage, undefined, draftId);
+                }, SyncQueue.DRAFT_PUSH_MIN_INTERVAL_MS - sincePush);
+            }
+            return;
+        }
+        slot.lastPushAt = Date.now();
+        slot.inFlight = true;
+        const run = (raw) => {
+            // Delete the copy WE last appended (delete-by-UID is reliable) rather
+            // than the client's stale/absent previousDraftUid. The slot is NOT
+            // deleted between checkpoints, so lastUid persists across the debounce
+            // gaps and every save replaces the single server draft.
+            this.imapManager.saveDraft(accountId, raw, slot.lastUid, draftId)
+                .then((uid) => {
+                if (typeof uid === "number" && uid > 0)
+                    slot.lastUid = uid;
+                if (slot.cancelled && typeof uid === "number" && uid > 0) {
+                    // Send/discard happened while this push was in flight —
+                    // reap the copy we just created (server + local row).
+                    console.log(`  [sync-queue] draft push landed after send/discard — deleting own append uid=${uid} (${draftId})`);
+                    this.imapManager.deleteDraft(accountId, uid, draftId)
+                        .catch((e) => console.error(`  [sync-queue] post-cancel draft reap failed: ${e?.message || e}`));
+                }
+            })
+                .catch((e) => {
+                console.error(`  [sync-queue] draft push deferred (${draftId}): ${e?.message || e}`);
+                this.imapManager.emit("draftSaveDeferred", { accountId, draftId, error: String(e?.message || e) });
+            })
+                .finally(() => {
+                const next = slot.pending;
+                slot.pending = null;
+                if (next) {
+                    run(next.rawMessage); // drain the coalesced save
+                }
+                else {
+                    // Keep the slot (and its lastUid) alive for the next
+                    // checkpoint — deleting it here was the bug: each new
+                    // autosave restarted with no known UID and re-appended.
+                    slot.inFlight = false;
+                }
+            });
+        };
+        run(rawMessage);
+    }
+    /** Drop the retained draft-push slot once a draft is sent or discarded, so
+     *  its tracked UID doesn't linger for the compose session's lifetime. */
+    forgetDraft(accountId, draftId) {
+        const slot = this.draftPushes.get(`${accountId}:${draftId || ""}`);
+        if (slot?.throttleTimer)
+            clearTimeout(slot.throttleTimer);
+        if (slot) {
+            slot.pending = null; // a held checkpoint must never push post-send
+            slot.cancelled = true; // an in-flight push reaps its own append
+        }
+        this.draftPushes.delete(`${accountId}:${draftId || ""}`);
+    }
+    /** The AUTHORITATIVE UID of the draft's current local/server row. The
+     *  local-insert path assigns a fresh UID on every checkpoint, so the
+     *  client's remembered draftUid goes stale within seconds of typing —
+     *  cleanup callers MUST read this BEFORE forgetDraft(). Sending with the
+     *  stale UID left the newest local Drafts row behind until the 30-min
+     *  reconcile grace finally swept it (Bob 2026-07-12 "sent but still in
+     *  drafts"). */
+    getDraftLastUid(accountId, draftId) {
+        return this.draftPushes.get(`${accountId}:${draftId || ""}`)?.lastUid ?? undefined;
+    }
+    /** Queue an outbox send. Today the outbox/<acct>/*.ltr directory IS
+     *  the queue and a separate worker drains it; this seam is reserved
+     *  for when that worker moves under the reconciler. */
+    enqueueSend(_accountId, _outboxId) {
+        // No-op — outbox dir-based queue stays as-is per plan decision #5.
+    }
+    // ── Body fetch lane (in-memory; idempotent) ──
+    /** Request a body fetch. Dedupes per (account, folder, uid). The
+     *  `lane` argument hints urgency: `interactive` is a click; `prefetch`
+     *  is the background backfiller; `backfill` is the one-time post-sync
+     *  catch-up. Reconciler picks higher priority first. */
+    enqueueBodyFetch(accountId, folderId, uid, lane = "interactive") {
+        // Reject invalid UIDs at the door. IMAP UIDs start at 1; 0 / negative /
+        // non-finite means an upstream code path lost the value (uninitialized
+        // envelope, broken join). Without this guard the queue dispatched
+        // `UID FETCH 0` to Dovecot, which returned BAD "Invalid uidset" and
+        // burned a connection slot. Log with a stack so the caller can be
+        // tracked down (Bob 2026-05-25: "lots fetch and prefetch failures").
+        if (!uid || !Number.isFinite(uid) || uid <= 0) {
+            console.error(`[queue] enqueueBodyFetch rejected invalid uid=${uid} for ${accountId}/folder${folderId}`, new Error("invalid uid trace").stack);
+            return;
+        }
+        const key = `${accountId}:${folderId}:${uid}`;
+        const existing = this.bodyFetches.get(key);
+        if (existing) {
+            // Upgrade lane if the new caller is more urgent.
+            const rank = { interactive: 0, sync: 1, prefetch: 2, backfill: 3 };
+            if (rank[lane] < rank[existing.lane])
+                existing.lane = lane;
+            return;
+        }
+        this.bodyFetches.set(key, { accountId, folderId, uid, lane, attempts: 0 });
+    }
+    /** Re-enqueue a transient failure — the reconciler calls this after a
+     *  fetch errored with a transient code. Returns `true` if the item was
+     *  put back in the queue (still under retry budget) or `false` if its
+     *  budget is exhausted (caller surfaces the error to the UI). */
+    requeueBodyFetch(key, maxAttempts = 3) {
+        if (key.attempts + 1 >= maxAttempts)
+            return false;
+        const k = `${key.accountId}:${key.folderId}:${key.uid}`;
+        // Don't downgrade lane on retry; keep the one the original caller set.
+        this.bodyFetches.set(k, { ...key, attempts: key.attempts + 1 });
+        return true;
+    }
+    /** Pop the next body-fetch task at or above `maxLane`. Used by the
+     *  reconciler to drain interactive clicks before prefetch backfill. */
+    nextBodyFetch(maxLane = "backfill") {
+        const rank = { interactive: 0, sync: 1, prefetch: 2, backfill: 3 };
+        const cap = rank[maxLane];
+        let best = null;
+        for (const v of this.bodyFetches.values()) {
+            if (rank[v.lane] > cap)
+                continue;
+            if (!best || rank[v.lane] < rank[best.lane])
+                best = v;
+        }
+        if (best)
+            this.bodyFetches.delete(`${best.accountId}:${best.folderId}:${best.uid}`);
+        return best;
+    }
+    /** Pending count for diagnostics + the sync-status pill. */
+    pendingCount() {
+        return {
+            messageActions: this.db.getTotalPendingSyncCount(),
+            bodyFetches: this.bodyFetches.size,
+        };
+    }
+}
+//# sourceMappingURL=sync-queue.js.map

package/sync-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-queue.js","sourceRoot":"","sources":["sync-queue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAaH,MAAM,OAAO,SAAS;IA8CN;IACA;IA9CJ,WAAW,GAAG,IAAI,GAAG,EAAwB,CAAC;IACtD;;;;;;uEAMmE;IAC3D,WAAW,GAAG,IAAI,GAAG,EA0BzB,CAAC;IACG,MAAM,CAAU,0BAA0B,GAAG,MAAM,CAAC;IAC5D;;;;uEAImE;IAC3D,WAAW,GAAG,IAAI,GAAG,EAAyC,CAAC;IAC/D,MAAM,CAAU,iBAAiB,GAAG,IAAI,CAAC;IAEjD,YACY,EAAW,EACX,WAAwB;QADxB,OAAE,GAAF,EAAE,CAAS;QACX,gBAAW,GAAX,WAAW,CAAa;IACjC,CAAC;IAEI,aAAa,CAAC,SAAiB;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,QAAQ;YAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,GAAG,EAAE;YAC5C,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACnC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAA+B,CAAC,CAAC,CAAC;QAChG,CAAC,EAAE,SAAS,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACrC,CAAC;IAED,4EAA4E;IAE5E;6EACyE;IACzE,WAAW,CAAC,SAAiB,EAAE,GAAW,EAAE,YAAoB,EAAE,UAAkB;QAChF,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC,CAAC;QAC9F,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED,0EAA0E;IAC1E,WAAW,CAAC,SAAiB,EAAE,GAAW,EAAE,QAAgB,EAAE,KAAe;QACzE,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED;;;yEAGqE;IACrE,WAAW,CAAC,SAAiB,EAAE,GAAW,EAAE,YAAoB,EAAE,UAAkB;QAChF,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC,CAAC;QAC9F,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED,kEAAkE;IAClE,aAAa,CAAC,SAAiB,EAAE,GAAW,EAAE,QAAgB,EAAE,OAA2B,QAAQ;QAC/F,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED;;;;;;wDAMoD;IACpD,iBAAiB,CAAC,SAAiB,EAAE,GAAW,EAAE,YAAoB,EAAE,cAAsB;QAC1F,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACpG,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAC3B,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;;;6DAKyD;IACzD;;;;;8EAK0E;IAC1E,eAAe,CAAC,SAAiB,EAAE,OAAe;QAC9C,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,SAAS,IAAI,OAAO,IAAI,EAAE,EAAE,CAAC,EAAE,OAAO,CAAC;IAC1E,CAAC;IAED,gBAAgB,CAAC,SAAiB,EAAE,UAAkB,EAAE,gBAAyB,EAAE,OAAgB;QAC/F,MAAM,GAAG,GAAG,GAAG,SAAS,IAAI,OAAO,IAAI,EAAE,EAAE,CAAC;QAC5C,IAAI,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,EAAE,CAAC;YAAC,IAAI,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAAC,CAAC;QAC1F,yEAAyE;QACzE,gEAAgE;QAChE,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,IAAI,gBAAgB;YAAE,IAAI,CAAC,OAAO,GAAG,gBAAgB,CAAC;QAC9E,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,kEAAkE;YAClE,mEAAmE;YACnE,IAAI,CAAC,OAAO,GAAG,EAAE,UAAU,EAAE,CAAC;YAC9B,OAAO;QACX,CAAC;QACD,wDAAwD;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QACtD,IAAI,IAAI,CAAC,UAAU,IAAI,SAAS,GAAG,SAAS,CAAC,0BAA0B,EAAE,CAAC;YACtE,IAAI,CAAC,OAAO,GAAG,EAAE,UAAU,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACtB,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;oBACjC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;oBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC;oBAC1B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;oBACpB,IAAI,IAAI;wBAAE,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;gBACpF,CAAC,EAAE,SAAS,CAAC,0BAA0B,GAAG,SAAS,CAAC,CAAC;YACzD,CAAC;YACD,OAAO;QACX,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,MAAM,GAAG,GAAG,CAAC,GAAW,EAAQ,EAAE;YAC9B,sEAAsE;YACtE,mEAAmE;YACnE,uEAAuE;YACvE,wDAAwD;YACxD,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,EAAE,IAAK,CAAC,OAAO,EAAE,OAAO,CAAC;iBAC7D,IAAI,CAAC,CAAC,GAAkB,EAAE,EAAE;gBACzB,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,GAAG,CAAC;oBAAE,IAAK,CAAC,OAAO,GAAG,GAAG,CAAC;gBAC5D,IAAI,IAAK,CAAC,SAAS,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;oBACxD,wDAAwD;oBACxD,sDAAsD;oBACtD,OAAO,CAAC,GAAG,CAAC,iFAAiF,GAAG,KAAK,OAAO,GAAG,CAAC,CAAC;oBACjH,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC;yBAChD,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,iDAAiD,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC9G,CAAC;YACL,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE;gBACd,OAAO,CAAC,KAAK,CAAC,uCAAuC,OAAO,MAAM,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;gBACrF,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;YACvG,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACV,MAAM,IAAI,GAAG,IAAK,CAAC,OAAO,CAAC;gBAC3B,IAAK,CAAC,OAAO,GAAG,IAAI,CAAC;gBACrB,IAAI,IAAI,EAAE,CAAC;oBACP,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAG,2BAA2B;gBACvD,CAAC;qBAAM,CAAC;oBACJ,qDAAqD;oBACrD,sDAAsD;oBACtD,wDAAwD;oBACxD,IAAK,CAAC,QAAQ,GAAG,KAAK,CAAC;gBAC3B,CAAC;YACL,CAAC,CAAC,CAAC;QACX,CAAC,CAAC;QACF,GAAG,CAAC,UAAU,CAAC,CAAC;IACpB,CAAC;IAED;6EACyE;IACzE,WAAW,CAAC,SAAiB,EAAE,OAAgB;QAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,SAAS,IAAI,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;QACnE,IAAI,IAAI,EAAE,aAAa;YAAE,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1D,IAAI,IAAI,EAAE,CAAC;YACP,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,CAAU,8CAA8C;YAC5E,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAQ,yCAAyC;QAC3E,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,SAAS,IAAI,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED;;;;;;oBAMgB;IAChB,eAAe,CAAC,SAAiB,EAAE,OAAgB;QAC/C,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,SAAS,IAAI,OAAO,IAAI,EAAE,EAAE,CAAC,EAAE,OAAO,IAAI,SAAS,CAAC;IACvF,CAAC;IAED;;2DAEuD;IACvD,WAAW,CAAC,UAAkB,EAAE,SAAiB;QAC7C,mEAAmE;IACvE,CAAC;IAED,gDAAgD;IAEhD;;;4DAGwD;IACxD,gBAAgB,CAAC,SAAiB,EAAE,QAAgB,EAAE,GAAW,EAAE,OAAa,aAAa;QACzF,wEAAwE;QACxE,uEAAuE;QACvE,kEAAkE;QAClE,oEAAoE;QACpE,kEAAkE;QAClE,qEAAqE;QACrE,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;YAC5C,OAAO,CAAC,KAAK,CAAC,iDAAiD,GAAG,QAAQ,SAAS,UAAU,QAAQ,EAAE,EAAE,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC/I,OAAO;QACX,CAAC;QACD,MAAM,GAAG,GAAG,GAAG,SAAS,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,QAAQ,EAAE,CAAC;YACX,iDAAiD;YACjD,MAAM,IAAI,GAAyB,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YACzF,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC;YAC3D,OAAO;QACX,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED;;;qEAGiE;IACjE,gBAAgB,CAAC,GAAiB,EAAE,WAAW,GAAG,CAAC;QAC/C,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC,IAAI,WAAW;YAAE,OAAO,KAAK,CAAC;QAClD,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QACxD,uEAAuE;QACvE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;2EACuE;IACvE,aAAa,CAAC,UAAgB,UAAU;QACpC,MAAM,IAAI,GAAyB,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QACzF,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,IAAI,IAAI,GAAwB,IAAI,CAAC;QACrC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;YACxC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG;gBAAE,SAAS;YACjC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,IAAI,GAAG,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,IAAI;YAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACpF,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,4DAA4D;IAC5D,YAAY;QACR,OAAO;YACH,cAAc,EAAE,IAAI,CAAC,EAAE,CAAC,wBAAwB,EAAE;YAClD,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;SACrC,CAAC;IACN,CAAC"}

package/sync-worker-client.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Main-thread client for the sync factor worker.
+ *
+ * Spawns `sync-worker.js`, performs the init handshake, and returns a
+ * `SyncProxy` that is a DROP-IN for `ImapManager` from the main thread's point
+ * of view: it's an EventEmitter (so `bin`'s `.on(...)` forwarders and the
+ * service's `.emit(...)` keep working locally), and any *other* method call is
+ * forwarded to the worker over the bus as `{method, args}` and returns the
+ * worker's result as a Promise.
+ *
+ * Two method names are handled locally instead of being forwarded:
+ *   - the EventEmitter surface (on/once/off/emit/…) — local event routing.
+ *   - getBodyStore() — returns a local FileMessageStore (a path wrapper; the
+ *     bytes live on disk, so main can read them without crossing the bus).
+ *
+ * Worker → main events arrive on the bus topic `sync:event` and are re-emitted
+ * on the local EventEmitter, so a `syncProgress` raised inside the worker fires
+ * bin's listener exactly as before.
+ */
+import { Worker } from "node:worker_threads";
+import type { ImapManager } from "@bobfrankston/mailx-imap";
+export interface SpawnedSyncWorker {
+    /** Drop-in for ImapManager. Method calls return Promises (forwarded to the
+     *  worker); event methods are local. */
+    proxy: ImapManager;
+    worker: Worker;
+    close(): Promise<void>;
+}
+export declare function spawnSyncWorker(opts: {
+    configDir: string;
+    storePath: string;
+}): Promise<SpawnedSyncWorker>;
+//# sourceMappingURL=sync-worker-client.d.ts.map

package/sync-worker-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-worker-client.d.ts","sourceRoot":"","sources":["sync-worker-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAM7C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAE5D,MAAM,WAAW,iBAAiB;IAC9B;4CACwC;IACxC,KAAK,EAAE,WAAW,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAQD,wBAAsB,eAAe,CAAC,IAAI,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAiDhH"}

package/sync-worker-client.js

@@ -0,0 +1,89 @@
+/**
+ * Main-thread client for the sync factor worker.
+ *
+ * Spawns `sync-worker.js`, performs the init handshake, and returns a
+ * `SyncProxy` that is a DROP-IN for `ImapManager` from the main thread's point
+ * of view: it's an EventEmitter (so `bin`'s `.on(...)` forwarders and the
+ * service's `.emit(...)` keep working locally), and any *other* method call is
+ * forwarded to the worker over the bus as `{method, args}` and returns the
+ * worker's result as a Promise.
+ *
+ * Two method names are handled locally instead of being forwarded:
+ *   - the EventEmitter surface (on/once/off/emit/…) — local event routing.
+ *   - getBodyStore() — returns a local FileMessageStore (a path wrapper; the
+ *     bytes live on disk, so main can read them without crossing the bus).
+ *
+ * Worker → main events arrive on the bus topic `sync:event` and are re-emitted
+ * on the local EventEmitter, so a `syncProgress` raised inside the worker fires
+ * bin's listener exactly as before.
+ */
+import { Worker } from "node:worker_threads";
+import { EventEmitter } from "node:events";
+import { fileURLToPath } from "node:url";
+import { dirname, join } from "node:path";
+import { WorkerBus } from "@bobfrankston/mailx-bus";
+import { FileMessageStore } from "@bobfrankston/mailx-store";
+const EMITTER_METHODS = new Set([
+    "on", "once", "off", "addListener", "removeListener", "removeAllListeners",
+    "emit", "listeners", "rawListeners", "listenerCount", "eventNames",
+    "prependListener", "prependOnceListener", "setMaxListeners", "getMaxListeners",
+]);
+export async function spawnSyncWorker(opts) {
+    const here = dirname(fileURLToPath(import.meta.url));
+    const workerPath = join(here, "sync-worker.js");
+    const worker = new Worker(workerPath);
+    worker.unref();
+    await new Promise((resolve, reject) => {
+        const onMessage = (msg) => {
+            if (!msg || typeof msg !== "object")
+                return;
+            if (msg.kind === "init-ok") {
+                worker.off("message", onMessage);
+                resolve();
+            }
+            else if (msg.kind === "init-error") {
+                worker.off("message", onMessage);
+                reject(new Error(`sync-worker init: ${msg.error}`));
+            }
+        };
+        worker.on("message", onMessage);
+        worker.on("error", (e) => { worker.off("message", onMessage); reject(e); });
+        worker.postMessage({ kind: "init", configDir: opts.configDir, storePath: opts.storePath });
+    });
+    const bus = new WorkerBus(worker);
+    const emitter = new EventEmitter();
+    emitter.setMaxListeners(0);
+    const localBodyStore = new FileMessageStore(opts.storePath);
+    // Worker events → local re-emit (drives bin's WebView forwarders).
+    bus.subscribe("sync:event", ({ event, args }) => {
+        try {
+            emitter.emit(event, ...(args || []));
+        }
+        catch (e) {
+            console.error(`  [sync-worker] event '${event}' handler threw: ${e?.message || e}`);
+        }
+    });
+    const proxy = new Proxy(emitter, {
+        get(target, prop) {
+            if (typeof prop === "string" && EMITTER_METHODS.has(prop)) {
+                const v = target[prop];
+                return typeof v === "function" ? v.bind(target) : v;
+            }
+            if (prop === "getBodyStore")
+                return () => localBodyStore;
+            if (prop === "then")
+                return undefined; // not a thenable
+            // Everything else is an ImapManager method → forward to the worker.
+            // structured-clone turns a returned Node Buffer into a plain
+            // Uint8Array; re-wrap so callers that test Buffer.isBuffer / hand
+            // the bytes to simpleParser (fetchMessageBody) still work.
+            return (...args) => bus.request("sync:call", { method: prop, args }).then((r) => (r instanceof Uint8Array && !Buffer.isBuffer(r)) ? Buffer.from(r.buffer, r.byteOffset, r.byteLength) : r);
+        },
+    });
+    return {
+        proxy,
+        worker,
+        async close() { await worker.terminate(); },
+    };
+}
+//# sourceMappingURL=sync-worker-client.js.map

package/sync-worker-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-worker-client.js","sourceRoot":"","sources":["sync-worker-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAwB,MAAM,yBAAyB,CAAC;AAC1E,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAW7D,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC5B,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,gBAAgB,EAAE,oBAAoB;IAC1E,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,YAAY;IAClE,iBAAiB,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,iBAAiB;CACjF,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAA8C;IAChF,MAAM,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC;IACtC,MAAM,CAAC,KAAK,EAAE,CAAC;IAEf,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,SAAS,GAAG,CAAC,GAAQ,EAAQ,EAAE;YACjC,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;gBAAE,OAAO;YAC5C,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAAC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBAAC,OAAO,EAAE,CAAC;YAAC,CAAC;iBACvE,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAAC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBAAC,MAAM,CAAC,IAAI,KAAK,CAAC,qBAAqB,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAAC,CAAC;QAClI,CAAC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAChC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAQ,EAAE,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnF,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IAC/F,CAAC,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,MAAoC,CAAC,CAAC;IAChE,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;IACnC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC3B,MAAM,cAAc,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE5D,mEAAmE;IACnE,GAAG,CAAC,SAAS,CAAiC,YAAY,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE;QAC5E,IAAI,CAAC;YAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;QAAC,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAAC,OAAO,CAAC,KAAK,CAAC,0BAA0B,KAAK,oBAAoB,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;QAAC,CAAC;IACzJ,CAAC,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE;QAC7B,GAAG,CAAC,MAAM,EAAE,IAAY;YACpB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxD,MAAM,CAAC,GAAI,MAAc,CAAC,IAAI,CAAC,CAAC;gBAChC,OAAO,OAAO,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACxD,CAAC;YACD,IAAI,IAAI,KAAK,cAAc;gBAAE,OAAO,GAAG,EAAE,CAAC,cAAc,CAAC;YACzD,IAAI,IAAI,KAAK,MAAM;gBAAE,OAAO,SAAS,CAAC,CAAC,iBAAiB;YACxD,oEAAoE;YACpE,6DAA6D;YAC7D,kEAAkE;YAClE,2DAA2D;YAC3D,OAAO,CAAC,GAAG,IAAW,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CACxF,CAAC,CAAC,YAAY,UAAU,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClH,CAAC;KACJ,CAA2B,CAAC;IAE7B,OAAO;QACH,KAAK;QACL,MAAM;QACN,KAAK,CAAC,KAAK,KAAoB,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;KAC7D,CAAC;AACN,CAAC"}

package/sync-worker.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Sync factor — Node worker thread.
+ *
+ * Hosts the entire network/sync backend (`ImapManager`: IMAP + Gmail sync,
+ * body prefetch, the outbox SMTP/IMAP-append drain, IDLE) on its OWN thread,
+ * with its OWN write connection to the SQLite file. The main thread keeps the
+ * IPC pump and fast local reads (read-worker); it drives this worker through
+ * a proxy (`sync-worker-client.ts`) and receives ImapManager's events back
+ * over the bus.
+ *
+ * **Why.** Until now sync ran on the main event loop. A hung Dovecot FETCH, a
+ * 30 MB body pull, a dead-network reconnect storm, a 5-minute outbox hang —
+ * any of them froze the main loop, which starved the IPC relay, so clicks and
+ * the message list timed out even though the read-worker had the answer ready.
+ * On its own thread, sync can stall or thrash forever and the UI never feels
+ * it (Bob 2026-06-13: "shouldn't it be a worker for any such operation").
+ *
+ * **DB.** Opens with `{skipMigrations:true}` — main built the schema before we
+ * spawned. WAL + busy_timeout let this writer and the main thread's
+ * local-first writer coexist; the read-worker reads concurrently.
+ *
+ * **RPC.** One generic handler: the proxy sends `{method, args}` and we invoke
+ * `imapManager[method](...args)`. Return values must be structured-clone-safe
+ * (they are — JSON-ish status objects, tokens, bodies-as-strings). Methods
+ * that hand back live objects (createPublicClient) are NOT called this way;
+ * the service uses dedicated server-side folder-op methods instead.
+ *
+ * **Events.** We wrap `imapManager.emit` to also `bus.publish("sync:event")`,
+ * so every event ImapManager/Reconciler raise on this thread reaches the main
+ * proxy, which re-emits them locally for bin's WebView forwarders.
+ */
+export {};
+//# sourceMappingURL=sync-worker.d.ts.map

package/sync-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-worker.d.ts","sourceRoot":"","sources":["sync-worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG"}

package/sync-worker.js

@@ -0,0 +1,143 @@
+/**
+ * Sync factor — Node worker thread.
+ *
+ * Hosts the entire network/sync backend (`ImapManager`: IMAP + Gmail sync,
+ * body prefetch, the outbox SMTP/IMAP-append drain, IDLE) on its OWN thread,
+ * with its OWN write connection to the SQLite file. The main thread keeps the
+ * IPC pump and fast local reads (read-worker); it drives this worker through
+ * a proxy (`sync-worker-client.ts`) and receives ImapManager's events back
+ * over the bus.
+ *
+ * **Why.** Until now sync ran on the main event loop. A hung Dovecot FETCH, a
+ * 30 MB body pull, a dead-network reconnect storm, a 5-minute outbox hang —
+ * any of them froze the main loop, which starved the IPC relay, so clicks and
+ * the message list timed out even though the read-worker had the answer ready.
+ * On its own thread, sync can stall or thrash forever and the UI never feels
+ * it (Bob 2026-06-13: "shouldn't it be a worker for any such operation").
+ *
+ * **DB.** Opens with `{skipMigrations:true}` — main built the schema before we
+ * spawned. WAL + busy_timeout let this writer and the main thread's
+ * local-first writer coexist; the read-worker reads concurrently.
+ *
+ * **RPC.** One generic handler: the proxy sends `{method, args}` and we invoke
+ * `imapManager[method](...args)`. Return values must be structured-clone-safe
+ * (they are — JSON-ish status objects, tokens, bodies-as-strings). Methods
+ * that hand back live objects (createPublicClient) are NOT called this way;
+ * the service uses dedicated server-side folder-op methods instead.
+ *
+ * **Events.** We wrap `imapManager.emit` to also `bus.publish("sync:event")`,
+ * so every event ImapManager/Reconciler raise on this thread reaches the main
+ * proxy, which re-emits them locally for bin's WebView forwarders.
+ */
+import { parentPort } from "node:worker_threads";
+import * as fs from "node:fs";
+import { join } from "node:path";
+import { WorkerBus } from "@bobfrankston/mailx-bus";
+import { MailxDB, FileMessageStore, Store } from "@bobfrankston/mailx-store";
+import { ImapManager } from "@bobfrankston/mailx-imap";
+import { NodeTcpTransport } from "@bobfrankston/node-tcp-transport";
+if (!parentPort) {
+    throw new Error("sync-worker: must be spawned as a worker, parentPort is null");
+}
+let imapManager = null;
+let initialized = false;
+parentPort.once("message", async (msg) => {
+    if (msg?.kind !== "init") {
+        parentPort.postMessage({ kind: "init-error", error: `expected "init", got ${JSON.stringify(msg)}` });
+        return;
+    }
+    try {
+        redirectWorkerConsole(msg.configDir);
+        const db = new MailxDB(msg.configDir, { skipMigrations: true });
+        const store = new Store(db, new FileMessageStore(msg.storePath));
+        imapManager = new ImapManager(store, () => new NodeTcpTransport());
+        registerHandlers(imapManager);
+        initialized = true;
+        parentPort.postMessage({ kind: "init-ok" });
+    }
+    catch (e) {
+        parentPort.postMessage({ kind: "init-error", error: e?.message || String(e) });
+    }
+});
+/** Route this worker's console into the daemon's daily log file.
+ *
+ *  The main thread monkey-patches ITS console to the log stream
+ *  (bin/mailx.ts), but a worker_thread's console writes to the process's
+ *  real stdout — which is `stdio:"ignore"` in detached daemon mode. Every
+ *  [outbox]/[smtp]/[sent-sweep] line from the sync worker therefore
+ *  vanished, which blinded the 2026-07-01 resend-loop investigation ("no
+ *  [outbox] lines in the log" while the loop appended a duplicate to Sent
+ *  every 5 minutes). Same daily file, `[w]` tag; append-mode writes
+ *  interleave safely with the main thread's stream. */
+function redirectWorkerConsole(configDir) {
+    try {
+        const logDir = join(configDir, "logs");
+        const pad2 = (n) => n.toString().padStart(2, "0");
+        const pad3 = (n) => n.toString().padStart(3, "0");
+        const localDate = () => {
+            const d = new Date();
+            return `${d.getFullYear()}-${pad2(d.getMonth() + 1)}-${pad2(d.getDate())}`;
+        };
+        const ts = () => {
+            const d = new Date();
+            return `${pad2(d.getHours())}:${pad2(d.getMinutes())}:${pad2(d.getSeconds())}.${pad3(d.getMilliseconds())}`;
+        };
+        let curDate = localDate();
+        let stream = fs.createWriteStream(join(logDir, `rmfmail-${curDate}.log`), { flags: "a" });
+        const write = (level, a) => {
+            // Roll to the new day's file when the date flips (matches the
+            // daemon's per-day naming; the daemon itself re-opens on restart).
+            const d = localDate();
+            if (d !== curDate) {
+                try {
+                    stream.end();
+                }
+                catch { /* ignore */ }
+                curDate = d;
+                stream = fs.createWriteStream(join(logDir, `rmfmail-${curDate}.log`), { flags: "a" });
+            }
+            try {
+                stream.write(`${ts()} [w]${level} ${a.map(x => typeof x === "string" ? x : String(x)).join(" ")}\n`);
+            }
+            catch { /* ignore */ }
+        };
+        console.log = (...a) => write("", a);
+        console.error = (...a) => write(" ERROR", a);
+        console.warn = (...a) => write(" WARN", a);
+    }
+    catch { /* logging must never break the worker */ }
+}
+function registerHandlers(mgr) {
+    const bus = new WorkerBus(parentPort);
+    // Forward every ImapManager/Reconciler event to the main proxy. Wrap emit
+    // so we don't have to enumerate the event list (it drifts); the proxy
+    // re-emits locally and bin's forwarders push to the WebView.
+    const origEmit = mgr.emit.bind(mgr);
+    mgr.emit = (event, ...args) => {
+        try {
+            bus.publish("sync:event", { event, args });
+        }
+        catch { /* bus down — local listeners still fire */ }
+        return origEmit(event, ...args);
+    };
+    // Generic method dispatch. Anything the main thread used to call on
+    // `imapManager` now arrives here.
+    bus.register("sync:call", async ({ method, args }) => {
+        const fn = mgr[method];
+        if (typeof fn !== "function") {
+            throw new Error(`sync-worker: ImapManager has no method '${method}'`);
+        }
+        return await fn.apply(mgr, args || []);
+    });
+}
+// Pre-init guard: a request that races construction gets a clear error, not a hang.
+parentPort.on("message", (msg) => {
+    if (!initialized && msg && typeof msg === "object" && msg.kind === "request") {
+        parentPort.postMessage({
+            kind: "reply",
+            id: msg.id,
+            error: "sync-worker: not initialized — send {kind:'init'} first",
+        });
+    }
+});
+//# sourceMappingURL=sync-worker.js.map

package/sync-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-worker.js","sourceRoot":"","sources":["sync-worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAwB,MAAM,yBAAyB,CAAC;AAC1E,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAC7E,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AAEpE,IAAI,CAAC,UAAU,EAAE,CAAC;IACd,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;AACpF,CAAC;AAQD,IAAI,WAAW,GAAuB,IAAI,CAAC;AAC3C,IAAI,WAAW,GAAG,KAAK,CAAC;AAExB,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,GAAgB,EAAE,EAAE;IAClD,IAAI,GAAG,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;QACvB,UAAW,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,wBAAwB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACtG,OAAO;IACX,CAAC;IACD,IAAI,CAAC;QACD,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACrC,MAAM,EAAE,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,EAAE,EAAE,IAAI,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACjE,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,gBAAgB,EAAS,CAAC,CAAC;QAC1E,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAC9B,WAAW,GAAG,IAAI,CAAC;QACnB,UAAW,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;IACjD,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,UAAW,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACpF,CAAC;AACL,CAAC,CAAC,CAAC;AAEH;;;;;;;;;uDASuD;AACvD,SAAS,qBAAqB,CAAC,SAAiB;IAC5C,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAClE,MAAM,IAAI,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAClE,MAAM,SAAS,GAAG,GAAW,EAAE;YAC3B,MAAM,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,OAAO,GAAG,CAAC,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;QAC/E,CAAC,CAAC;QACF,MAAM,EAAE,GAAG,GAAW,EAAE;YACpB,MAAM,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,EAAE,CAAC;QAChH,CAAC,CAAC;QACF,IAAI,OAAO,GAAG,SAAS,EAAE,CAAC;QAC1B,IAAI,MAAM,GAAG,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,OAAO,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAC1F,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,CAAQ,EAAQ,EAAE;YAC5C,8DAA8D;YAC9D,mEAAmE;YACnE,MAAM,CAAC,GAAG,SAAS,EAAE,CAAC;YACtB,IAAI,CAAC,KAAK,OAAO,EAAE,CAAC;gBAChB,IAAI,CAAC;oBAAC,MAAM,CAAC,GAAG,EAAE,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;gBAC5C,OAAO,GAAG,CAAC,CAAC;gBACZ,MAAM,GAAG,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,OAAO,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YAC1F,CAAC;YACD,IAAI,CAAC;gBAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACxI,CAAC,CAAC;QACF,OAAO,CAAC,GAAG,GAAG,CAAC,GAAG,CAAQ,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5C,OAAO,CAAC,KAAK,GAAG,CAAC,GAAG,CAAQ,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACpD,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,CAAQ,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC,CAAC,yCAAyC,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAgB;IACtC,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,UAAwC,CAAC,CAAC;IAEpE,0EAA0E;IAC1E,sEAAsE;IACtE,6DAA6D;IAC7D,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnC,GAAW,CAAC,IAAI,GAAG,CAAC,KAAa,EAAE,GAAG,IAAW,EAAW,EAAE;QAC3D,IAAI,CAAC;YAAC,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,2CAA2C,CAAC,CAAC;QACzG,OAAO,QAAQ,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC;IAEF,oEAAoE;IACpE,kCAAkC;IAClC,GAAG,CAAC,QAAQ,CAAuC,WAAW,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE;QACvF,MAAM,EAAE,GAAI,GAAW,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,OAAO,EAAE,KAAK,UAAU,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,2CAA2C,MAAM,GAAG,CAAC,CAAC;QAC1E,CAAC;QACD,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;AACP,CAAC;AAED,oFAAoF;AACpF,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAQ,EAAE,EAAE;IAClC,IAAI,CAAC,WAAW,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3E,UAAW,CAAC,WAAW,CAAC;YACpB,IAAI,EAAE,OAAO;YACb,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,KAAK,EAAE,yDAAyD;SACnE,CAAC,CAAC;IACP,CAAC;AACL,CAAC,CAAC,CAAC"}