@zaclinley/dsh-mailharbor 0.18.0 → 0.19.0

package/lib/index.js

@@ -1121,6 +1121,9 @@ function ensureMailSchema(file) {
     if (!emailColumns.some((column) => column.name === "references")) {
       db.exec('ALTER TABLE emails ADD COLUMN "references" TEXT');
     }
+    if (!emailColumns.some((column) => column.name === "refs_indexed")) {
+      db.exec("ALTER TABLE emails ADD COLUMN refs_indexed INTEGER DEFAULT 0");
+    }
   } finally {
     db.close();
   }
@@ -2969,7 +2972,7 @@ ${conversation.trim()}
 }
 
 // src/host/version.ts
-var VERSION = "0.18.0";
+var VERSION = "0.19.0";
 
 // src/host/api.ts
 init_smtp();
@@ -3191,6 +3194,15 @@ function buildRouter(runtime) {
     }
     return { ok: true, count };
   });
+  router.get("/maintenance/references", ({ url }) => {
+    const { account } = accountFrom(runtime, url);
+    return runtime.referencesStatus(account);
+  });
+  router.post("/maintenance/references", ({ url }) => {
+    const { account } = accountFrom(runtime, url);
+    runtime.startReferencesBackfill(account);
+    return runtime.referencesStatus(account);
+  });
   router.get("/transfer/export", () => {
     const config = runtime.current;
     return {
@@ -4304,7 +4316,7 @@ ${signature}`;
 }
 
 // src/host/runtime.ts
-import { statSync } from "node:fs";
+import { existsSync as existsSync8, statSync } from "node:fs";
 import { join as join7 } from "node:path";
 
 // src/host/secrets.ts
@@ -4686,11 +4698,63 @@ var MailFlagsStore = class {
   }
 };
 
+// src/host/references.ts
+import { DatabaseSync as DatabaseSync4 } from "node:sqlite";
+function extractReferences(raw, messageId) {
+  const empty = { inReplyTo: null, references: null };
+  if (raw === null || raw === void 0) return empty;
+  const text2 = Buffer.from(raw.subarray(0, Math.min(raw.byteLength, 2e5))).toString("utf8");
+  const separator = text2.search(/\r?\n\r?\n/);
+  const head = separator >= 0 ? text2.slice(0, separator) : text2;
+  const unfolded = head.replace(/\r?\n[ \t]+/g, " ");
+  const value = (name2) => {
+    const match = new RegExp(`^${name2}:\\s*(.*)$`, "im").exec(unfolded);
+    return match === null ? "" : String(match[1] ?? "");
+  };
+  const ids = (value2) => value2.split(/\s+/).map((item) => item.replace(/^<|>$/g, "").toLowerCase()).filter((item) => item.includes("@"));
+  const referenceIds = ids(value("references"));
+  const replyTo = ids(value("in-reply-to"));
+  const filteredRefs = referenceIds.filter((id) => id !== messageId.toLowerCase());
+  return {
+    inReplyTo: replyTo[0] ?? null,
+    references: filteredRefs.length > 0 ? filteredRefs.join(" ") : null
+  };
+}
+function backfillReferences(file, batchSize = 300) {
+  ensureMailSchema(file);
+  const db = new DatabaseSync4(file);
+  try {
+    db.exec("PRAGMA busy_timeout = 10000");
+    const rows = db.prepare("SELECT id, message_id, raw_eml FROM emails WHERE refs_indexed = 0 ORDER BY id LIMIT ?").all(batchSize);
+    if (rows.length === 0) return { updated: 0, remaining: 0 };
+    const update = db.prepare(
+      'UPDATE emails SET in_reply_to = ?, "references" = ?, refs_indexed = 1 WHERE id = ?'
+    );
+    db.exec("BEGIN");
+    try {
+      for (const row of rows) {
+        const headers = extractReferences(row.raw_eml, String(row.message_id ?? ""));
+        update.run(headers.inReplyTo, headers.references, Number(row.id));
+      }
+      db.exec("COMMIT");
+    } catch (error) {
+      db.exec("ROLLBACK");
+      throw error;
+    }
+    const remaining = Number(
+      db.prepare("SELECT COUNT(*) AS count FROM emails WHERE refs_indexed = 0").get()?.count ?? 0
+    );
+    return { updated: rows.length, remaining };
+  } finally {
+    db.close();
+  }
+}
+
 // src/host/tasks.ts
 import { randomUUID as randomUUID4 } from "node:crypto";
 import { mkdirSync as mkdirSync7 } from "node:fs";
 import { dirname as dirname4 } from "node:path";
-import { DatabaseSync as DatabaseSync4 } from "node:sqlite";
+import { DatabaseSync as DatabaseSync5 } from "node:sqlite";
 var STATUSES = /* @__PURE__ */ new Set(["NEEDS-ACTION", "IN-PROCESS", "COMPLETED", "CANCELLED"]);
 function now() {
   return (/* @__PURE__ */ new Date()).toISOString();
@@ -4739,7 +4803,7 @@ var TaskStore = class {
   open() {
     if (this.db !== null) return this.db;
     mkdirSync7(dirname4(this.file), { recursive: true });
-    const db = new DatabaseSync4(this.file);
+    const db = new DatabaseSync5(this.file);
     db.exec("PRAGMA journal_mode=WAL");
     db.exec("PRAGMA busy_timeout=10000");
     db.exec(`
@@ -5165,6 +5229,7 @@ var MailHarborRuntime = class {
   projectStore = null;
   taskStore = null;
   flagStores = /* @__PURE__ */ new Map();
+  referenceJobs = /* @__PURE__ */ new Map();
   disposed = false;
   constructor(options = {}) {
     this.config = loadConfig();
@@ -5264,6 +5329,43 @@ var MailHarborRuntime = class {
   paths(account) {
     return accountRuntime(account);
   }
+  referencesStatus(account) {
+    return this.referenceJobs.get(account.id) ?? {
+      running: false,
+      indexed: 0,
+      remaining: null,
+      error: null
+    };
+  }
+  /** Backfill In-Reply-To/References for archived mail, one batch at a time. */
+  startReferencesBackfill(account) {
+    const existing = this.referenceJobs.get(account.id);
+    if (existing?.running === true) return;
+    const dbFile = this.paths(account).mailDb;
+    if (!existsSync8(dbFile)) return;
+    const status = {
+      running: true,
+      indexed: 0,
+      remaining: null,
+      error: null
+    };
+    this.referenceJobs.set(account.id, status);
+    void (async () => {
+      try {
+        for (; ; ) {
+          const result = backfillReferences(dbFile, 300);
+          status.indexed += result.updated;
+          status.remaining = result.remaining;
+          if (result.remaining <= 0 || result.updated === 0) break;
+          await new Promise((resolve) => setTimeout(resolve, 40));
+        }
+      } catch (error) {
+        status.error = error instanceof Error ? error.message : String(error);
+      } finally {
+        status.running = false;
+      }
+    })();
+  }
   /** Credentials for an account, with a clear message when the user must log in. */
   credentialsFor(account) {
     const resolved = this.credentials.resolve(account);
@@ -5833,6 +5935,9 @@ function apply(ctx) {
   }
   const handler = createApiHandler(runtime);
   const disposers = [];
+  if (activeAccount2 !== void 0) {
+    setTimeout(() => runtime.startReferencesBackfill(activeAccount2), 3e3);
+  }
   const start = () => {
     disposers.push(ctx.webServer.register({ kind: "prefix", path: ROUTE, handler }));
     if (ctx.tools !== void 0) disposers.push(...registerMailTools(ctx.tools, runtime));