@bobfrankston/mailx-imap 0.1.39 → 0.1.41

package/index.js

@@ -5,12 +5,11 @@
  */
 import { createAutoImapConfig, CompatImapClient } from "@bobfrankston/iflow-direct";
 import { authenticateOAuth } from "@bobfrankston/oauthsupport";
-import { FileMessageStore } from "@bobfrankston/mailx-store";
+import { FileMessageStore, parseSerial } from "@bobfrankston/mailx-store";
 import { loadSettings, getStorePath, getConfigDir, getHistoryDays, getPrefetch } from "@bobfrankston/mailx-settings";
 import { EventEmitter } from "node:events";
 import * as fs from "node:fs";
 import * as path from "node:path";
-import { simpleParser } from "mailparser";
 import { GmailApiProvider } from "./providers/gmail-api.js";
 import { SmtpClient } from "@bobfrankston/smtp-direct";
 import * as os from "node:os";
@@ -99,7 +98,7 @@ function decodeEntities(text) {
 /** Extract a plain-text preview from message source */
 async function extractPreview(source) {
     try {
-        const parsed = await simpleParser(source);
+        const parsed = await parseSerial(source);
         const bodyText = parsed.text || "";
         const bodyHtml = parsed.html || "";
         // Use text part; fall back to stripping HTML tags if text is empty
@@ -861,9 +860,30 @@ export class ImapManager extends EventEmitter {
     }
     /** Store a batch of messages to DB immediately — used by onChunk for incremental sync */
     async storeMessages(accountId, folderId, folder, msgs, highestUid) {
+        // Chunked transactions: better-sqlite3 is synchronous and an open
+        // transaction blocks every other query on the same DB. A 1881-row
+        // INBOX sync inside ONE transaction locked the connection for ~1.5 s
+        // of straight upserts; any concurrent `getMessage` IPC had to wait
+        // out the whole loop before its own DB read could run. Bob 2026-05-13:
+        // "long long loading again." Solution: commit every BATCH_SIZE rows,
+        // yield the event loop with `setImmediate`, then begin a new
+        // transaction. User clicks land in those gaps with a single-row
+        // worth of latency instead of the full loop's worth.
+        const BATCH_SIZE = 50;
         let stored = 0;
-        this.db.beginTransaction();
+        let inTxn = false;
+        const startTxn = () => { this.db.beginTransaction(); inTxn = true; };
+        const commitTxn = () => { if (inTxn) {
+            this.db.commitTransaction();
+            inTxn = false;
+        } };
+        const rollbackTxn = () => { if (inTxn) {
+            this.db.rollbackTransaction();
+            inTxn = false;
+        } };
         try {
+            startTxn();
+            let batchCount = 0;
             for (const msg of msgs) {
                 // Debug: log subjects with non-ASCII to trace encoding issues
                 if (msg.subject && /[^\x00-\x7F]/.test(msg.subject)) {
@@ -919,11 +939,23 @@ export class ImapManager extends EventEmitter {
                     flags, size: msg.size || 0, hasAttachments, preview, bodyPath
                 });
                 stored++;
+                batchCount++;
+                if (batchCount >= BATCH_SIZE) {
+                    commitTxn();
+                    // Hand the event loop to any waiting IPC (user clicks,
+                    // outbox drains, alarm polls). setImmediate runs AFTER
+                    // pending I/O callbacks, so a stack of getMessage IPCs
+                    // that arrived during the previous chunk gets serviced
+                    // before we start the next batch.
+                    await new Promise(r => setImmediate(r));
+                    batchCount = 0;
+                    startTxn();
+                }
             }
-            this.db.commitTransaction();
+            commitTxn();
         }
         catch (e) {
-            this.db.rollbackTransaction();
+            rollbackTxn();
             console.error(`  storeMessages error: ${e.message}`);
         }
         return stored;
@@ -939,8 +971,7 @@ export class ImapManager extends EventEmitter {
      *
      *  Fires the same emits as a normal sync so the UI updates. */
     async insertLocalRowFromSource(accountId, folder, uid, source, flags) {
-        const { simpleParser } = await import("mailparser");
-        const parsed = await simpleParser(source);
+        const parsed = await parseSerial(source);
         // Coerce mailparser AddressObject(s) into the flat `{name, address}[]`
         // shape storeMessages's downstream toEmailAddresses expects.
         // RFC 2047 encoded-word decoding (incl. inside quoted-strings) is

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bobfrankston/mailx-imap",
-  "version": "0.1.39",
+  "version": "0.1.41",
   "type": "module",
   "main": "index.js",
   "types": "index.d.ts",
@@ -11,7 +11,7 @@
   "dependencies": {
     "@bobfrankston/mailx-types": "^0.1.11",
     "@bobfrankston/mailx-settings": "^0.1.16",
-    "@bobfrankston/mailx-store": "^0.1.20",
+    "@bobfrankston/mailx-store": "^0.1.21",
     "@bobfrankston/iflow-direct": "^0.1.41",
     "@bobfrankston/tcp-transport": "^0.1.6",
     "@bobfrankston/smtp-direct": "^0.1.8",
@@ -39,7 +39,7 @@
     "dependencies": {
       "@bobfrankston/mailx-types": "^0.1.11",
       "@bobfrankston/mailx-settings": "^0.1.16",
-      "@bobfrankston/mailx-store": "^0.1.20",
+      "@bobfrankston/mailx-store": "^0.1.21",
       "@bobfrankston/iflow-direct": "^0.1.41",
       "@bobfrankston/tcp-transport": "^0.1.6",
       "@bobfrankston/smtp-direct": "^0.1.8",