@bobfrankston/mailx-imap 0.1.39 → 0.1.40

package/index.js

@@ -861,9 +861,30 @@ export class ImapManager extends EventEmitter {
     }
     /** Store a batch of messages to DB immediately — used by onChunk for incremental sync */
     async storeMessages(accountId, folderId, folder, msgs, highestUid) {
+        // Chunked transactions: better-sqlite3 is synchronous and an open
+        // transaction blocks every other query on the same DB. A 1881-row
+        // INBOX sync inside ONE transaction locked the connection for ~1.5 s
+        // of straight upserts; any concurrent `getMessage` IPC had to wait
+        // out the whole loop before its own DB read could run. Bob 2026-05-13:
+        // "long long loading again." Solution: commit every BATCH_SIZE rows,
+        // yield the event loop with `setImmediate`, then begin a new
+        // transaction. User clicks land in those gaps with a single-row
+        // worth of latency instead of the full loop's worth.
+        const BATCH_SIZE = 50;
         let stored = 0;
-        this.db.beginTransaction();
+        let inTxn = false;
+        const startTxn = () => { this.db.beginTransaction(); inTxn = true; };
+        const commitTxn = () => { if (inTxn) {
+            this.db.commitTransaction();
+            inTxn = false;
+        } };
+        const rollbackTxn = () => { if (inTxn) {
+            this.db.rollbackTransaction();
+            inTxn = false;
+        } };
         try {
+            startTxn();
+            let batchCount = 0;
             for (const msg of msgs) {
                 // Debug: log subjects with non-ASCII to trace encoding issues
                 if (msg.subject && /[^\x00-\x7F]/.test(msg.subject)) {
@@ -919,11 +940,23 @@ export class ImapManager extends EventEmitter {
                     flags, size: msg.size || 0, hasAttachments, preview, bodyPath
                 });
                 stored++;
+                batchCount++;
+                if (batchCount >= BATCH_SIZE) {
+                    commitTxn();
+                    // Hand the event loop to any waiting IPC (user clicks,
+                    // outbox drains, alarm polls). setImmediate runs AFTER
+                    // pending I/O callbacks, so a stack of getMessage IPCs
+                    // that arrived during the previous chunk gets serviced
+                    // before we start the next batch.
+                    await new Promise(r => setImmediate(r));
+                    batchCount = 0;
+                    startTxn();
+                }
             }
-            this.db.commitTransaction();
+            commitTxn();
         }
         catch (e) {
-            this.db.rollbackTransaction();
+            rollbackTxn();
             console.error(`  storeMessages error: ${e.message}`);
         }
         return stored;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bobfrankston/mailx-imap",
-  "version": "0.1.39",
+  "version": "0.1.40",
   "type": "module",
   "main": "index.js",
   "types": "index.d.ts",
@@ -11,7 +11,7 @@
   "dependencies": {
     "@bobfrankston/mailx-types": "^0.1.11",
     "@bobfrankston/mailx-settings": "^0.1.16",
-    "@bobfrankston/mailx-store": "^0.1.20",
+    "@bobfrankston/mailx-store": "^0.1.21",
     "@bobfrankston/iflow-direct": "^0.1.41",
     "@bobfrankston/tcp-transport": "^0.1.6",
     "@bobfrankston/smtp-direct": "^0.1.8",
@@ -39,7 +39,7 @@
     "dependencies": {
       "@bobfrankston/mailx-types": "^0.1.11",
       "@bobfrankston/mailx-settings": "^0.1.16",
-      "@bobfrankston/mailx-store": "^0.1.20",
+      "@bobfrankston/mailx-store": "^0.1.21",
       "@bobfrankston/iflow-direct": "^0.1.41",
       "@bobfrankston/tcp-transport": "^0.1.6",
       "@bobfrankston/smtp-direct": "^0.1.8",