@bobfrankston/mailx-service 0.1.47

package/ai-usage.d.ts

@@ -0,0 +1,32 @@
+export interface AiUsageEntry {
+    ts: number;
+    provider: string;
+    model: string;
+    action: string;
+    inputTokens: number;
+    outputTokens: number;
+    /** null = no published price in the table for this model — tokens only. */
+    costUsd: number | null;
+}
+/** Price a call. Local providers are free; unpriced models return null. */
+export declare function priceCall(provider: string, model: string, inputTokens: number, outputTokens: number): number | null;
+/** Append one call to the usage log. Never throws — accounting must not be
+ *  able to break the feature it is measuring. */
+export declare function recordAiUsage(entry: AiUsageEntry): void;
+export interface AiUsageSummary {
+    calls: number;
+    inputTokens: number;
+    outputTokens: number;
+    costUsd: number;
+    /** Calls whose model has no published price — excluded from costUsd. */
+    unpricedCalls: number;
+    byModel: Record<string, {
+        calls: number;
+        inputTokens: number;
+        outputTokens: number;
+        costUsd: number;
+    }>;
+}
+/** Summarize the usage log. `sinceMs` defaults to the start of this month. */
+export declare function summarizeAiUsage(sinceMs?: number): AiUsageSummary;
+//# sourceMappingURL=ai-usage.d.ts.map

package/ai-usage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-usage.d.ts","sourceRoot":"","sources":["ai-usage.ts"],"names":[],"mappings":"AAmCA,MAAM,WAAW,YAAY;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,2EAA2E;IAC3E,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAMD,2EAA2E;AAC3E,wBAAgB,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAKnH;AAED;iDACiD;AACjD,wBAAgB,aAAa,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI,CAQvD;AAED,MAAM,WAAW,cAAc;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,wEAAwE;IACxE,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC1G;AAED,8EAA8E;AAC9E,wBAAgB,gBAAgB,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,cAAc,CA4BjE"}

package/ai-usage.js

@@ -0,0 +1,98 @@
+/**
+ * AI usage + cost accounting.
+ *
+ * Bob turned on the AI features and asked "can you monitor costs?" (2026-08-11).
+ * Nothing tracked them before, so the honest answer was "no". Every aiTransform
+ * call now appends one line to ~/.rmfmail/logs/ai-usage.jsonl and prints a
+ * running month-to-date total to the daemon log.
+ *
+ * Two rules this file exists to keep:
+ *  - A LOCAL model is free. Ollama calls are recorded with costUsd 0 so the
+ *    token counts are still visible, and so "$0.00 this month" is a measured
+ *    fact rather than an absence of data.
+ *  - A model with no price in the table records `costUsd: null`, NOT a guessed
+ *    number. An invented rate is worse than a blank — it reads as authoritative.
+ *    Add the model below when you know its real price.
+ */
+import fs from "node:fs";
+import path from "node:path";
+import os from "node:os";
+/** USD per MILLION tokens. Anthropic list prices as published 2026-06-24.
+ *  Verify before trusting these for anything billable — vendor prices move,
+ *  and this table does not auto-update. */
+const PRICES_PER_MTOK = {
+    "claude-fable-5": { input: 10, output: 50 },
+    "claude-mythos-5": { input: 10, output: 50 },
+    "claude-opus-5": { input: 5, output: 25 },
+    "claude-opus-4-8": { input: 5, output: 25 },
+    "claude-opus-4-7": { input: 5, output: 25 },
+    "claude-opus-4-6": { input: 5, output: 25 },
+    "claude-sonnet-5": { input: 3, output: 15 },
+    "claude-sonnet-4-6": { input: 3, output: 15 },
+    "claude-haiku-4-5": { input: 1, output: 5 },
+};
+function usageLogPath() {
+    return path.join(os.homedir(), ".rmfmail", "logs", "ai-usage.jsonl");
+}
+/** Price a call. Local providers are free; unpriced models return null. */
+export function priceCall(provider, model, inputTokens, outputTokens) {
+    if (provider === "ollama")
+        return 0; // runs on this machine
+    const price = PRICES_PER_MTOK[model];
+    if (!price)
+        return null; // unknown — don't guess
+    return (inputTokens * price.input + outputTokens * price.output) / 1_000_000;
+}
+/** Append one call to the usage log. Never throws — accounting must not be
+ *  able to break the feature it is measuring. */
+export function recordAiUsage(entry) {
+    try {
+        const p = usageLogPath();
+        fs.mkdirSync(path.dirname(p), { recursive: true });
+        fs.appendFileSync(p, JSON.stringify(entry) + "\n");
+    }
+    catch (e) {
+        console.error(`  [ai-usage] could not write ${usageLogPath()}: ${e?.message || e}`);
+    }
+}
+/** Summarize the usage log. `sinceMs` defaults to the start of this month. */
+export function summarizeAiUsage(sinceMs) {
+    const now = new Date();
+    const from = sinceMs ?? new Date(now.getFullYear(), now.getMonth(), 1).getTime();
+    const empty = { calls: 0, inputTokens: 0, outputTokens: 0, costUsd: 0, unpricedCalls: 0, byModel: {} };
+    let text;
+    try {
+        text = fs.readFileSync(usageLogPath(), "utf8");
+    }
+    catch {
+        return empty; // no log yet = no usage
+    }
+    for (const line of text.split("\n")) {
+        if (!line.trim())
+            continue;
+        let e;
+        try {
+            e = JSON.parse(line);
+        }
+        catch {
+            continue;
+        }
+        if (e.ts < from)
+            continue;
+        empty.calls++;
+        empty.inputTokens += e.inputTokens || 0;
+        empty.outputTokens += e.outputTokens || 0;
+        if (e.costUsd == null)
+            empty.unpricedCalls++;
+        else
+            empty.costUsd += e.costUsd;
+        const key = `${e.provider}/${e.model}`;
+        const m = empty.byModel[key] ||= { calls: 0, inputTokens: 0, outputTokens: 0, costUsd: 0 };
+        m.calls++;
+        m.inputTokens += e.inputTokens || 0;
+        m.outputTokens += e.outputTokens || 0;
+        m.costUsd += e.costUsd || 0;
+    }
+    return empty;
+}
+//# sourceMappingURL=ai-usage.js.map

package/ai-usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-usage.js","sourceRoot":"","sources":["ai-usage.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AAEzB;;2CAE2C;AAC3C,MAAM,eAAe,GAAsD;IACvE,gBAAgB,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;IAC3C,iBAAiB,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;IAC5C,eAAe,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;IACzC,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;IAC3C,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;IAC3C,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;IAC3C,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;IAC3C,mBAAmB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;IAC7C,kBAAkB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;CAC9C,CAAC;AAaF,SAAS,YAAY;IACjB,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC;AACzE,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,SAAS,CAAC,QAAgB,EAAE,KAAa,EAAE,WAAmB,EAAE,YAAoB;IAChG,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC,CAAe,uBAAuB;IAC1E,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC,CAA4B,wBAAwB;IAC5E,OAAO,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,GAAG,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;AACjF,CAAC;AAED;iDACiD;AACjD,MAAM,UAAU,aAAa,CAAC,KAAmB;IAC7C,IAAI,CAAC;QACD,MAAM,CAAC,GAAG,YAAY,EAAE,CAAC;QACzB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;IACvD,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,gCAAgC,YAAY,EAAE,KAAK,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;IACxF,CAAC;AACL,CAAC;AAYD,8EAA8E;AAC9E,MAAM,UAAU,gBAAgB,CAAC,OAAgB;IAC7C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,IAAI,GAAG,OAAO,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACjF,MAAM,KAAK,GAAmB,EAAE,KAAK,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACvH,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACD,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,EAAE,MAAM,CAAC,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,KAAK,CAAC,CAAmC,wBAAwB;IAC5E,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAC3B,IAAI,CAAe,CAAC;QACpB,IAAI,CAAC;YAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,SAAS;QAAC,CAAC;QACjD,IAAI,CAAC,CAAC,EAAE,GAAG,IAAI;YAAE,SAAS;QAC1B,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC;QACxC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,CAAC,OAAO,IAAI,IAAI;YAAE,KAAK,CAAC,aAAa,EAAE,CAAC;;YACxC,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC;QAChC,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;QACvC,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAC3F,CAAC,CAAC,KAAK,EAAE,CAAC;QACV,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC;QACpC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC;QACtC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/charset.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Charset normalization for incoming email bodies.
+ *
+ * Many senders (esp. PHPMailer-driven marketing) declare
+ * `charset=iso-8859-1` but emit UTF-8 bytes. simpleParser honors the
+ * declared charset and produces "â??" garbage for every non-ASCII
+ * codepoint (em-dash, smart quotes, …). When the raw body bytes are
+ * valid UTF-8, rewrite the charset header before parsing. We only
+ * override the obviously-wrong legacy declarations; explicit utf-8 /
+ * koi8 / etc. pass through.
+ */
+/** Returns either the original buffer (no change needed) or a copy with
+ *  the leading charset declaration rewritten to utf-8. */
+export declare function sniffAndFixCharset(raw: Buffer): Buffer;
+//# sourceMappingURL=charset.d.ts.map

package/charset.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"charset.d.ts","sourceRoot":"","sources":["charset.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH;0DAC0D;AAC1D,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAQtD"}

package/charset.js

@@ -0,0 +1,61 @@
+/**
+ * Charset normalization for incoming email bodies.
+ *
+ * Many senders (esp. PHPMailer-driven marketing) declare
+ * `charset=iso-8859-1` but emit UTF-8 bytes. simpleParser honors the
+ * declared charset and produces "â??" garbage for every non-ASCII
+ * codepoint (em-dash, smart quotes, …). When the raw body bytes are
+ * valid UTF-8, rewrite the charset header before parsing. We only
+ * override the obviously-wrong legacy declarations; explicit utf-8 /
+ * koi8 / etc. pass through.
+ */
+/** Returns either the original buffer (no change needed) or a copy with
+ *  the leading charset declaration rewritten to utf-8. */
+export function sniffAndFixCharset(raw) {
+    const HEAD_LIMIT = 16384;
+    const head = raw.subarray(0, Math.min(HEAD_LIMIT, raw.length)).toString("latin1");
+    const re = /charset\s*=\s*"?(iso-8859-1|us-ascii|windows-1252|latin1)"?/gi;
+    if (!re.test(head))
+        return raw;
+    if (!isValidUtf8(raw))
+        return raw;
+    const fixed = head.replace(/charset\s*=\s*"?(iso-8859-1|us-ascii|windows-1252|latin1)"?/gi, "charset=utf-8");
+    return Buffer.concat([Buffer.from(fixed, "latin1"), raw.subarray(head.length)]);
+}
+/** Strict UTF-8 validity check: rejects overlong forms, invalid start
+ *  bytes, and dangling continuations. Used to confirm the body is really
+ *  UTF-8 before overriding a Latin-1 declaration. */
+function isValidUtf8(buf) {
+    let i = 0;
+    while (i < buf.length) {
+        const b = buf[i];
+        if (b < 0x80) {
+            i++;
+            continue;
+        }
+        let need;
+        if ((b & 0xE0) === 0xC0) {
+            if (b < 0xC2)
+                return false;
+            need = 1;
+        }
+        else if ((b & 0xF0) === 0xE0)
+            need = 2;
+        else if ((b & 0xF8) === 0xF0) {
+            if (b > 0xF4)
+                return false;
+            need = 3;
+        }
+        else
+            return false;
+        if (i + need >= buf.length)
+            return false;
+        for (let k = 1; k <= need; k++) {
+            if ((buf[i + k] & 0xC0) !== 0x80)
+                return false;
+        }
+        i += need + 1;
+    }
+    return true;
+}
+//# sourceMappingURL=charset.js.map

package/charset.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"charset.js","sourceRoot":"","sources":["charset.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH;0DAC0D;AAC1D,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC1C,MAAM,UAAU,GAAG,KAAK,CAAC;IACzB,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAClF,MAAM,EAAE,GAAG,+DAA+D,CAAC;IAC3E,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IAC/B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IAClC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,+DAA+D,EAAE,eAAe,CAAC,CAAC;IAC7G,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACpF,CAAC;AAED;;qDAEqD;AACrD,SAAS,WAAW,CAAC,GAAW;IAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACjB,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;YAAC,CAAC,EAAE,CAAC;YAAC,SAAS;QAAC,CAAC;QAChC,IAAI,IAAY,CAAC;QACjB,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAAC,IAAI,CAAC,GAAG,IAAI;gBAAE,OAAO,KAAK,CAAC;YAAC,IAAI,GAAG,CAAC,CAAC;QAAC,CAAC;aAC7D,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI;YAAE,IAAI,GAAG,CAAC,CAAC;aAClC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAAC,IAAI,CAAC,GAAG,IAAI;gBAAE,OAAO,KAAK,CAAC;YAAC,IAAI,GAAG,CAAC,CAAC;QAAC,CAAC;;YAClE,OAAO,KAAK,CAAC;QAClB,IAAI,CAAC,GAAG,IAAI,IAAI,GAAG,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAC;QACnD,CAAC;QACD,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/db-worker-client.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Main-thread client for the DB factor worker.
+ *
+ * Spawns `db-worker.js` in a Node `worker_thread`, performs the init
+ * handshake (passes dbPath + storePath), and returns a `WorkerBus` the
+ * caller can use to send read requests and subscribe to DB events.
+ *
+ * The init handshake is a single `{kind:"init"}` postMessage followed by an
+ * `{kind:"init-ok"}` or `{kind:"init-error"}` reply. This is done OUTSIDE
+ * the WorkerBus message protocol so a bus method can't accidentally race
+ * the construction of LocalStore inside the worker.
+ *
+ * Failure mode: if the worker can't load (the file is missing in a packaged
+ * build, the DB can't be opened, etc.), `spawnDbWorker()` rejects. The
+ * caller can fall back to in-process LocalStore — same code, same answers,
+ * just shares the event loop with whatever else is running on main. That's
+ * the legacy path; the worker is the new default but we don't paint
+ * ourselves into a corner.
+ */
+import { Worker } from "node:worker_threads";
+import { WorkerBus } from "@bobfrankston/mailx-bus";
+export interface SpawnedDbWorker {
+    bus: WorkerBus;
+    worker: Worker;
+    /** Stop the worker. After this, requests over the bus reject. */
+    close(): Promise<void>;
+}
+export declare function spawnDbWorker(opts: {
+    dbPath: string;
+    storePath: string;
+}): Promise<SpawnedDbWorker>;
+//# sourceMappingURL=db-worker-client.d.ts.map

package/db-worker-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"db-worker-client.d.ts","sourceRoot":"","sources":["db-worker-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAG7C,OAAO,EAAE,SAAS,EAAwB,MAAM,yBAAyB,CAAC;AAE1E,MAAM,WAAW,eAAe;IAC5B,GAAG,EAAE,SAAS,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,iEAAiE;IACjE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,wBAAsB,aAAa,CAAC,IAAI,EAAE;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAAC,eAAe,CAAC,CA0CzG"}

package/db-worker-client.js

@@ -0,0 +1,66 @@
+/**
+ * Main-thread client for the DB factor worker.
+ *
+ * Spawns `db-worker.js` in a Node `worker_thread`, performs the init
+ * handshake (passes dbPath + storePath), and returns a `WorkerBus` the
+ * caller can use to send read requests and subscribe to DB events.
+ *
+ * The init handshake is a single `{kind:"init"}` postMessage followed by an
+ * `{kind:"init-ok"}` or `{kind:"init-error"}` reply. This is done OUTSIDE
+ * the WorkerBus message protocol so a bus method can't accidentally race
+ * the construction of LocalStore inside the worker.
+ *
+ * Failure mode: if the worker can't load (the file is missing in a packaged
+ * build, the DB can't be opened, etc.), `spawnDbWorker()` rejects. The
+ * caller can fall back to in-process LocalStore — same code, same answers,
+ * just shares the event loop with whatever else is running on main. That's
+ * the legacy path; the worker is the new default but we don't paint
+ * ourselves into a corner.
+ */
+import { Worker } from "node:worker_threads";
+import { fileURLToPath } from "node:url";
+import { dirname, join } from "node:path";
+import { WorkerBus } from "@bobfrankston/mailx-bus";
+export async function spawnDbWorker(opts) {
+    const here = dirname(fileURLToPath(import.meta.url));
+    const workerPath = join(here, "db-worker.js");
+    const worker = new Worker(workerPath);
+    // Don't let the worker prevent process exit. Phase 1 design choice — the
+    // service shuts down cleanly via its own gracefulShutdown which closes
+    // the worker explicitly; without unref, a stuck worker could block exit.
+    worker.unref();
+    // Init handshake — promise resolves on init-ok, rejects on init-error.
+    await new Promise((resolve, reject) => {
+        const onMessage = (msg) => {
+            if (!msg || typeof msg !== "object")
+                return;
+            if (msg.kind === "init-ok") {
+                worker.off("message", onMessage);
+                resolve();
+            }
+            else if (msg.kind === "init-error") {
+                worker.off("message", onMessage);
+                reject(new Error(`db-worker init: ${msg.error}`));
+            }
+            // Ignore other messages (bus traffic) — the bus is built AFTER
+            // we resolve, so any bus message arriving here is stale.
+        };
+        worker.on("message", onMessage);
+        worker.on("error", (e) => {
+            worker.off("message", onMessage);
+            reject(e);
+        });
+        worker.postMessage({ kind: "init", dbPath: opts.dbPath, storePath: opts.storePath });
+    });
+    // Wrap the post-init port in a WorkerBus on this side. The worker has
+    // already wrapped its parentPort in a WorkerBus inside its init handler.
+    const bus = new WorkerBus(worker);
+    return {
+        bus,
+        worker,
+        async close() {
+            await worker.terminate();
+        },
+    };
+}
+//# sourceMappingURL=db-worker-client.js.map

package/db-worker-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"db-worker-client.js","sourceRoot":"","sources":["db-worker-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAwB,MAAM,yBAAyB,CAAC;AAS1E,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAA2C;IAC3E,MAAM,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC;IACtC,yEAAyE;IACzE,uEAAuE;IACvE,yEAAyE;IACzE,MAAM,CAAC,KAAK,EAAE,CAAC;IAEf,uEAAuE;IACvE,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,SAAS,GAAG,CAAC,GAAQ,EAAQ,EAAE;YACjC,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;gBAAE,OAAO;YAC5C,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACzB,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBACjC,OAAO,EAAE,CAAC;YACd,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACnC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBACjC,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACtD,CAAC;YACD,+DAA+D;YAC/D,yDAAyD;QAC7D,CAAC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAChC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAQ,EAAE,EAAE;YAC5B,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACjC,MAAM,CAAC,CAAC,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,sEAAsE;IACtE,yEAAyE;IACzE,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,MAAoC,CAAC,CAAC;IAEhE,OAAO;QACH,GAAG;QACH,MAAM;QACN,KAAK,CAAC,KAAK;YACP,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;QAC7B,CAAC;KACJ,CAAC;AACN,CAAC"}

package/db-worker.d.ts

@@ -0,0 +1,39 @@
+/**
+ * DB factor — Node worker thread.
+ *
+ * Owns the SQLite handle and FileMessageStore. Serves the UI-read surface
+ * (getFolders, getMessages, getUnifiedInbox, getMessage, searchMessages,
+ * searchContacts, getThreadMessages) over `mailx-bus`. Subscribes to write
+ * events from the sync factor (Phase 2) and emits `db:messageAdded` /
+ * `db:messageRemoved` / `db:flagChanged` so the UI can update incrementally
+ * without re-asking.
+ *
+ * **Why a worker.** Until now every UI click had to traverse the same Node
+ * event loop the sync code runs on. A 14-minute synchronous freeze in the
+ * sync path (Dovecot SELECT hang, Prefirst.OIA backfill loop) starved every
+ * UI read. The IPC pipe handler couldn't even be scheduled. From the user's
+ * perspective: Sent shows empty, message bodies never load, autocomplete
+ * dies, drafts can't save. All of those have one cause: the read path
+ * shares an event loop with the write/sync path.
+ *
+ * In this worker, the read path is on its own thread. Sync can freeze for
+ * an hour and the user's click still gets a 5 ms answer from local SQLite.
+ *
+ * **Topology**. Main thread spawns this worker once, holds a `WorkerBus` over
+ * the `parentPort`. The worker also holds a `WorkerBus` over `parentPort` and
+ * registers its handlers. Two ends of the same channel, mirror APIs.
+ *
+ * **DB connection**. `better-sqlite3` is in-process synchronous, so the
+ * worker opens its OWN connection to the same `.db` file. WAL mode (set in
+ * `MailxDB`) makes concurrent readers safe; writes still happen on the main
+ * thread for Phase 1 and the worker sees committed rows immediately.
+ * Phase 2 moves writes to the sync worker, which routes through this worker
+ * for any UI-visible mutation so the LRU/cache here can update in lock-step.
+ *
+ * **No mailparser here.** Body parsing is the parse-worker's job. This
+ * worker reads the .eml bytes off disk and delegates parsing via
+ * `parseSerial` (which already postMessages to its own worker). Two workers
+ * either side of this thread; the read coordinator is purely an indexer.
+ */
+export {};
+//# sourceMappingURL=db-worker.d.ts.map

package/db-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"db-worker.d.ts","sourceRoot":"","sources":["db-worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG"}

package/db-worker.js

@@ -0,0 +1,115 @@
+/**
+ * DB factor — Node worker thread.
+ *
+ * Owns the SQLite handle and FileMessageStore. Serves the UI-read surface
+ * (getFolders, getMessages, getUnifiedInbox, getMessage, searchMessages,
+ * searchContacts, getThreadMessages) over `mailx-bus`. Subscribes to write
+ * events from the sync factor (Phase 2) and emits `db:messageAdded` /
+ * `db:messageRemoved` / `db:flagChanged` so the UI can update incrementally
+ * without re-asking.
+ *
+ * **Why a worker.** Until now every UI click had to traverse the same Node
+ * event loop the sync code runs on. A 14-minute synchronous freeze in the
+ * sync path (Dovecot SELECT hang, Prefirst.OIA backfill loop) starved every
+ * UI read. The IPC pipe handler couldn't even be scheduled. From the user's
+ * perspective: Sent shows empty, message bodies never load, autocomplete
+ * dies, drafts can't save. All of those have one cause: the read path
+ * shares an event loop with the write/sync path.
+ *
+ * In this worker, the read path is on its own thread. Sync can freeze for
+ * an hour and the user's click still gets a 5 ms answer from local SQLite.
+ *
+ * **Topology**. Main thread spawns this worker once, holds a `WorkerBus` over
+ * the `parentPort`. The worker also holds a `WorkerBus` over `parentPort` and
+ * registers its handlers. Two ends of the same channel, mirror APIs.
+ *
+ * **DB connection**. `better-sqlite3` is in-process synchronous, so the
+ * worker opens its OWN connection to the same `.db` file. WAL mode (set in
+ * `MailxDB`) makes concurrent readers safe; writes still happen on the main
+ * thread for Phase 1 and the worker sees committed rows immediately.
+ * Phase 2 moves writes to the sync worker, which routes through this worker
+ * for any UI-visible mutation so the LRU/cache here can update in lock-step.
+ *
+ * **No mailparser here.** Body parsing is the parse-worker's job. This
+ * worker reads the .eml bytes off disk and delegates parsing via
+ * `parseSerial` (which already postMessages to its own worker). Two workers
+ * either side of this thread; the read coordinator is purely an indexer.
+ */
+import { parentPort } from "node:worker_threads";
+import { WorkerBus } from "@bobfrankston/mailx-bus";
+import { MailxDB, FileMessageStore, Store } from "@bobfrankston/mailx-store";
+if (!parentPort) {
+    throw new Error("db-worker: must be spawned as a worker, parentPort is null");
+}
+// Wait for the init message before constructing the DB — the main thread
+// owns the resolved paths and passes them in.
+let store = null;
+let initialized = false;
+parentPort.once("message", async (msg) => {
+    if (msg?.kind !== "init") {
+        parentPort.postMessage({ kind: "init-error", error: `expected "init" message, got ${JSON.stringify(msg)}` });
+        return;
+    }
+    try {
+        // Read-only handle: the main thread owns all writes/migrations and has
+        // already run them before spawning us. query_only forbids any write
+        // here, and WAL lets us read committed rows the instant the writer
+        // commits. See MailxDB readOnly branch.
+        const db = new MailxDB(msg.dbPath, { readOnly: true });
+        const bodyStore = new FileMessageStore(msg.storePath);
+        store = new Store(db, bodyStore);
+        initialized = true;
+        // Now that the store is up, register handlers and ack init.
+        registerHandlers(store);
+        parentPort.postMessage({ kind: "init-ok" });
+    }
+    catch (e) {
+        parentPort.postMessage({ kind: "init-error", error: e?.message || String(e) });
+    }
+});
+function registerHandlers(s) {
+    // The bus speaks over `parentPort`. `WorkerBus` reads the same channel
+    // we just consumed `init` from — that's fine, `once()` removes the
+    // single-shot listener and the bus's own `on("message")` takes over.
+    const bus = new WorkerBus(parentPort);
+    // FTS body backfill relay. This worker's connection is query_only, so
+    // Store.getMessage can't UPDATE messages_fts here — it hands the parsed
+    // body text to us and we ship it to the main thread's writable handle.
+    // Before this hook the UPDATE failed silently and body search was
+    // preview-only for any message first parsed on the read path.
+    s.onFtsBodyBackfill = (rowId, bodyText) => {
+        bus.publish("db:ftsBodyBackfill", { rowId, bodyText });
+    };
+    // ── Folders ─────────────────────────────────────────────────────
+    bus.register("db:getFolders", ({ accountId }) => s.getFolders(accountId));
+    // ── Message list ────────────────────────────────────────────────
+    bus.register("db:getMessages", (q) => s.getMessages(q));
+    bus.register("db:getUnifiedInbox", ({ page = 1, pageSize = 50, flaggedOnly = false }) => s.getUnifiedInbox(page, pageSize, flaggedOnly));
+    bus.register("db:searchMessages", ({ query, page = 1, pageSize = 50, accountId, folderId, includeTrashSpam = false }) => s.searchMessages(query, page, pageSize, accountId, folderId, includeTrashSpam));
+    // ── Single message (envelope + body) ────────────────────────────
+    bus.register("db:getMessage", ({ accountId, uid, allowRemote = false, folderId }) => s.getMessage(accountId, uid, allowRemote, folderId));
+    bus.register("db:getThreadMessages", ({ accountId, threadId }) => s.getThreadMessages?.(accountId, threadId) ?? []);
+    // ── Contacts read (lookups) ─────────────────────────────────────
+    bus.register("db:searchContacts", ({ query, limit }) => s.searchContacts?.(query, limit) ?? []);
+    // ── Accounts (read-only DB shape) ───────────────────────────────
+    bus.register("db:getAccounts", () => s.getAccounts());
+    // ── Config-cache invalidation ──────────────────────────────────
+    // Main thread receives `configChanged` events (allowlist.jsonc etc.)
+    // and publishes them; the worker invalidates its in-Store caches
+    // so the next read sees the fresh JSONC.
+    bus.subscribe("config:changed", () => {
+        s.invalidateConfigCaches();
+    });
+}
+// Defensive: if the bus is ever asked something before init completes, the
+// caller gets a clear error rather than a hang. Mirrors the init-error path.
+parentPort.on("message", (msg) => {
+    if (!initialized && msg && typeof msg === "object" && msg.kind === "request") {
+        parentPort.postMessage({
+            kind: "reply",
+            id: msg.id,
+            error: "db-worker: not initialized — main thread must send {kind:'init'} first",
+        });
+    }
+});
+//# sourceMappingURL=db-worker.js.map

package/db-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"db-worker.js","sourceRoot":"","sources":["db-worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAwB,MAAM,yBAAyB,CAAC;AAC1E,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAG7E,IAAI,CAAC,UAAU,EAAE,CAAC;IACd,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;AAClF,CAAC;AAQD,yEAAyE;AACzE,8CAA8C;AAC9C,IAAI,KAAK,GAAiB,IAAI,CAAC;AAC/B,IAAI,WAAW,GAAG,KAAK,CAAC;AAExB,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,GAAgB,EAAE,EAAE;IAClD,IAAI,GAAG,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;QACvB,UAAW,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,gCAAgC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9G,OAAO;IACX,CAAC;IACD,IAAI,CAAC;QACD,uEAAuE;QACvE,oEAAoE;QACpE,mEAAmE;QACnE,wCAAwC;QACxC,MAAM,EAAE,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,IAAI,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACtD,KAAK,GAAG,IAAI,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QACjC,WAAW,GAAG,IAAI,CAAC;QACnB,4DAA4D;QAC5D,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACxB,UAAW,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;IACjD,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,UAAW,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACpF,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAS,gBAAgB,CAAC,CAAQ;IAC9B,uEAAuE;IACvE,mEAAmE;IACnE,qEAAqE;IACrE,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,UAAwC,CAAC,CAAC;IAEpE,sEAAsE;IACtE,wEAAwE;IACxE,uEAAuE;IACvE,kEAAkE;IAClE,8DAA8D;IAC9D,CAAC,CAAC,iBAAiB,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QACtC,GAAG,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC3D,CAAC,CAAC;IAEF,mEAAmE;IACnE,GAAG,CAAC,QAAQ,CACR,eAAe,EACf,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAC7C,CAAC;IAEF,mEAAmE;IACnE,GAAG,CAAC,QAAQ,CACR,gBAAgB,EAChB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAC1B,CAAC;IAEF,GAAG,CAAC,QAAQ,CACR,oBAAoB,EACpB,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,QAAQ,GAAG,EAAE,EAAE,WAAW,GAAG,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,CAAC,CACvG,CAAC;IAEF,GAAG,CAAC,QAAQ,CAIR,mBAAmB,EACnB,CAAC,EAAE,KAAK,EAAE,IAAI,GAAG,CAAC,EAAE,QAAQ,GAAG,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,GAAG,KAAK,EAAE,EAAE,EAAE,CAClF,CAAC,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CACrF,CAAC;IAEF,mEAAmE;IACnE,GAAG,CAAC,QAAQ,CACR,eAAe,EACf,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,GAAG,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,CAClD,CAAC,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,QAAQ,CAAC,CAC1D,CAAC;IAEF,GAAG,CAAC,QAAQ,CACR,sBAAsB,EACtB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAE,CAAS,CAAC,iBAAiB,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,EAAE,CACzF,CAAC;IAEF,mEAAmE;IACnE,GAAG,CAAC,QAAQ,CACR,mBAAmB,EACnB,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAE,CAAS,CAAC,cAAc,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,CACxE,CAAC;IAEF,mEAAmE;IACnE,GAAG,CAAC,QAAQ,CACR,gBAAgB,EAChB,GAAG,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CACxB,CAAC;IAEF,kEAAkE;IAClE,qEAAqE;IACrE,iEAAiE;IACjE,yCAAyC;IACzC,GAAG,CAAC,SAAS,CAAwB,gBAAgB,EAAE,GAAG,EAAE;QACxD,CAAC,CAAC,sBAAsB,EAAE,CAAC;IAC/B,CAAC,CAAC,CAAC;AACP,CAAC;AAED,2EAA2E;AAC3E,6EAA6E;AAC7E,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAQ,EAAE,EAAE;IAClC,IAAI,CAAC,WAAW,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3E,UAAW,CAAC,WAAW,CAAC;YACpB,IAAI,EAAE,OAAO;YACb,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,KAAK,EAAE,wEAAwE;SAClF,CAAC,CAAC;IACP,CAAC;AACL,CAAC,CAAC,CAAC"}