inbox-to-md 0.1.0

package/dist/compact.js

@@ -0,0 +1,211 @@
+// `npm run compact` — for each account, hierarchically compact its synced
+// emails down to a single markdown digest under TARGET_TOKENS tokens
+// (docs/algo-1.md), written to <syncPath>/compacted/final.md.
+//
+// Each layer: greedily pack the input strings into windows of at most
+// TARGET_TOKENS tokens, have Claude compact each window in parallel, save
+// each result as compacted/k_<layer>/<m>.md, then recurse on the compacted
+// strings until everything fits in one window.
+//
+// Model calls go through the Claude Agent SDK, which runs on the local
+// Claude Code installation and its login — usage bills to the Claude
+// subscription, no ANTHROPIC_API_KEY or .env needed. The Agent SDK has no
+// count_tokens endpoint, so token counts are a conservative local estimate;
+// windows are soft bounds (the model's context is vastly larger than a
+// window), so estimation error only shifts where windows split.
+import { query } from '@anthropic-ai/claude-agent-sdk';
+import { createHash } from 'crypto';
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'fs';
+import { join } from 'path';
+import { loadConfig } from './config.js';
+import { COMPACT_SYSTEM_PROMPT } from './prompts.js';
+import { listSyncedEmails, readSyncedEmail } from './ref-emails.js';
+const MODEL = 'claude-sonnet-5';
+const TARGET_TOKENS = 100_000;
+// A window must fit the model's context alongside the system prompt and
+// leave room for the response (Sonnet 5: 1M context, 128K max output), so
+// windows are capped independently of TARGET_TOKENS, with generous headroom
+// for token-estimation error. The 0.98 keeps a window under the cap once
+// parts are joined (concatenation boundaries can add ~1 token each).
+const MODEL_WINDOW_CAP = 400_000;
+const WINDOW_TOKEN_BUDGET = Math.floor(Math.min(TARGET_TOKENS, MODEL_WINDOW_CAP) * 0.98);
+const CONCURRENCY = 8;
+// Synced emails inline attachments as base64 data URIs — megabytes of
+// encoded bytes that carry nothing a text digest can use, blow the token
+// budget, and trip the API's usage-policy classifier (a prompt that is
+// mostly opaque base64 looks like obfuscated content). Strip them before
+// compaction, keeping the alt text as a trace that an attachment existed.
+function stripInlineAttachments(email) {
+    return email.replace(/\(data:[\w.+-]+\/[\w.+-]+;base64,[A-Za-z0-9+/=\s]+\)/g, '(attachment omitted)');
+}
+// English prose averages ~4 chars/token; email archives (headers, URLs,
+// encoded content) tokenize denser, so estimate conservatively at 3.5 —
+// overestimating tokens only makes windows smaller, never over budget.
+export function estimateTokens(str) {
+    if (str.trim() === '')
+        return 0;
+    return Math.ceil(str.length / 3.5);
+}
+// Saved window digests start with a checksum of the window's *input* text,
+// so a re-run only reuses a digest when the underlying window content is
+// unchanged (new/edited emails shift window boundaries and must recompact).
+// The header is stripped before the digest feeds the next layer.
+const CHECKSUM_RE = /^<!-- input-checksum: ([0-9a-f]{64}) -->\n/;
+function checksum(text) {
+    return createHash('sha256').update(text).digest('hex');
+}
+// Returns the saved digest if it was produced from this exact window text,
+// or null when missing, stale, checksum-less (pre-checksum run), or a
+// failure placeholder — all of which mean the window must be recompacted.
+function readReusableDigest(outPath, windowText) {
+    if (!existsSync(outPath))
+        return null;
+    const existing = readFileSync(outPath, 'utf8');
+    const match = CHECKSUM_RE.exec(existing);
+    if (match === null || match[1] !== checksum(windowText))
+        return null;
+    const digest = existing.slice(match[0].length);
+    if (digest.startsWith('> [!warning]'))
+        return null;
+    return digest;
+}
+// One model call: compact a single window's text. Returns the digest, or a
+// failure reason string (never both) so the caller can record why a window
+// was skipped without killing the run. Tools are disabled and the turn count
+// capped: this is a pure text-in/text-out completion, not an agentic session.
+async function compactWindow(windowText) {
+    for await (const message of query({
+        prompt: windowText,
+        options: {
+            model: MODEL,
+            systemPrompt: COMPACT_SYSTEM_PROMPT,
+            tools: [],
+            maxTurns: 1,
+        },
+    })) {
+        if (message.type !== 'result')
+            continue;
+        if (message.subtype !== 'success') {
+            return { failure: `${message.subtype}: ${message.errors.join('; ')}` };
+        }
+        if (message.is_error) {
+            return { failure: `api error (status ${message.api_error_status ?? 'unknown'}): ${message.result}` };
+        }
+        if (message.stop_reason === 'refusal')
+            return { failure: 'model refused' };
+        if (message.result === '')
+            return { failure: 'empty result' };
+        return { text: message.result };
+    }
+    return { failure: 'stream ended without a result message' };
+}
+// One layer of the recursion over one account's emails. `outputDir` is that
+// account's compacted/ directory; `layer` is internal bookkeeping for its
+// k_<layer>/ subpaths — callers pass only (strs, target, outputDir).
+export async function compact(strs, targetNumberOfTokens, outputDir, layer = 0) {
+    const budget = Math.min(targetNumberOfTokens, WINDOW_TOKEN_BUDGET);
+    const counts = strs.map(estimateTokens);
+    const total = counts.reduce((sum, c) => sum + c, 0);
+    if (total <= targetNumberOfTokens) {
+        // Base case: everything already fits in one window.
+        return strs.join('');
+    }
+    // Greedy sliding window over the running token sum: extend j until adding
+    // the next string would exceed the budget, then start a new window at j.
+    // A single string over budget can't share a window and may not even fit
+    // the model's context (one 2M-token email exists in this archive), so it
+    // is sliced into budget-sized character chunks — chars per token derived
+    // from the estimator — and each chunk becomes a window.
+    const windows = [];
+    let windowParts = [];
+    let windowTokens = 0;
+    for (let k = 0; k < strs.length; k++) {
+        if (counts[k] > budget) {
+            if (windowParts.length > 0) {
+                windows.push(windowParts.join(''));
+                windowParts = [];
+                windowTokens = 0;
+            }
+            const chunkChars = Math.max(1, Math.floor((strs[k].length * budget) / counts[k]));
+            for (let pos = 0; pos < strs[k].length; pos += chunkChars) {
+                windows.push(strs[k].slice(pos, pos + chunkChars));
+            }
+            continue;
+        }
+        if (windowParts.length > 0 && windowTokens + counts[k] > budget) {
+            windows.push(windowParts.join(''));
+            windowParts = [];
+            windowTokens = 0;
+        }
+        windowParts.push(strs[k]);
+        windowTokens += counts[k];
+    }
+    if (windowParts.length > 0)
+        windows.push(windowParts.join(''));
+    console.log(`layer ${layer}: ${strs.length} inputs (~${total} tokens) → ${windows.length} windows`);
+    const layerDir = join(outputDir, `k_${layer}`);
+    mkdirSync(layerDir, { recursive: true });
+    // Compact each window with the model, in bounded-concurrency batches (each
+    // call spawns a Claude Code subprocess, so keep the fan-out modest).
+    const compacted = [];
+    for (let start = 0; start < windows.length; start += CONCURRENCY) {
+        const batch = windows.slice(start, start + CONCURRENCY);
+        const results = await Promise.all(batch.map(async (windowText, offset) => {
+            const m = start + offset;
+            // Resume support: a digest left by an earlier run is reused only if
+            // its recorded input checksum still matches this window's text.
+            // Failure placeholders don't count — a re-run retries those windows.
+            const outPath = join(layerDir, `${m}.md`);
+            const reusable = readReusableDigest(outPath, windowText);
+            if (reusable !== null) {
+                console.log(`layer ${layer}: reusing existing window ${m}`);
+                return reusable;
+            }
+            const checksumHeader = `<!-- input-checksum: ${checksum(windowText)} -->\n`;
+            const result = await compactWindow(windowText);
+            // A refusal on one window (e.g. a phishing email in the archive)
+            // must not kill the run: record it visibly and keep going.
+            if ('failure' in result) {
+                console.warn(`layer ${layer}: window ${m} NOT compacted (${result.failure}) — placeholder written`);
+                const placeholder = `> [!warning] Window ${m} of layer ${layer} was not compacted (${result.failure}); its content is omitted from this digest.\n`;
+                writeFileSync(outPath, checksumHeader + placeholder);
+                return placeholder;
+            }
+            writeFileSync(outPath, checksumHeader + result.text);
+            console.log(`layer ${layer}: compacted window ${m}`);
+            return result.text;
+        }));
+        compacted.push(...results);
+    }
+    return compact(compacted, targetNumberOfTokens, outputDir, layer + 1);
+}
+export async function main() {
+    let compactedAny = false;
+    for (const account of loadConfig().accounts) {
+        const synced = listSyncedEmails(account.syncPath);
+        if (synced.length === 0) {
+            console.warn(`${account.username}: no synced emails found — skipping`);
+            continue;
+        }
+        compactedAny = true;
+        console.log(`compacting ${synced.length} emails from ${account.username} to <= ${TARGET_TOKENS} tokens with ${MODEL}`);
+        // Each email is prefixed with its citation key so the model can attribute
+        // every digest fact to its source file (see COMPACT_SYSTEM_PROMPT).
+        const emails = synced.map((email) => `\n<!-- source: ${email.citationKey} -->\n${stripInlineAttachments(readSyncedEmail(email))}`);
+        const outputDir = join(account.syncPath, 'compacted');
+        const digest = await compact(emails, TARGET_TOKENS, outputDir);
+        mkdirSync(outputDir, { recursive: true });
+        const finalPath = join(outputDir, 'final.md');
+        writeFileSync(finalPath, digest);
+        console.log(`${account.username}: final digest written to ${finalPath}`);
+    }
+    if (!compactedAny) {
+        console.error('no synced emails found for any account — run `npm start` first');
+        process.exitCode = 1;
+    }
+}
+main().catch((err) => {
+    console.error(err instanceof Error ? err.message : err);
+    process.exitCode = 1;
+});
+//# sourceMappingURL=compact.js.map

package/dist/compact.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compact.js","sourceRoot":"","sources":["../src/compact.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,qEAAqE;AACrE,8DAA8D;AAC9D,EAAE;AACF,sEAAsE;AACtE,0EAA0E;AAC1E,2EAA2E;AAC3E,+CAA+C;AAC/C,EAAE;AACF,uEAAuE;AACvE,qEAAqE;AACrE,0EAA0E;AAC1E,4EAA4E;AAC5E,uEAAuE;AACvE,gEAAgE;AAEhE,OAAO,EAAE,KAAK,EAAE,MAAM,gCAAgC,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEpE,MAAM,KAAK,GAAG,iBAAiB,CAAC;AAChC,MAAM,aAAa,GAAG,OAAO,CAAC;AAC9B,wEAAwE;AACxE,0EAA0E;AAC1E,4EAA4E;AAC5E,yEAAyE;AACzE,qEAAqE;AACrE,MAAM,gBAAgB,GAAG,OAAO,CAAC;AACjC,MAAM,mBAAmB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,gBAAgB,CAAC,GAAG,IAAI,CAAC,CAAC;AACzF,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB,sEAAsE;AACtE,yEAAyE;AACzE,uEAAuE;AACvE,yEAAyE;AACzE,0EAA0E;AAC1E,SAAS,sBAAsB,CAAC,KAAa;IAC3C,OAAO,KAAK,CAAC,OAAO,CAClB,uDAAuD,EACvD,sBAAsB,CACvB,CAAC;AACJ,CAAC;AAED,wEAAwE;AACxE,wEAAwE;AACxE,uEAAuE;AACvE,MAAM,UAAU,cAAc,CAAC,GAAW;IACxC,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,CAAC,CAAC;IAChC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;AACrC,CAAC;AAED,2EAA2E;AAC3E,yEAAyE;AACzE,4EAA4E;AAC5E,iEAAiE;AACjE,MAAM,WAAW,GAAG,4CAA4C,CAAC;AAEjE,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzD,CAAC;AAED,2EAA2E;AAC3E,sEAAsE;AACtE,0EAA0E;AAC1E,SAAS,kBAAkB,CAAC,OAAe,EAAE,UAAkB;IAC7D,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC;IACrE,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC/C,IAAI,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC;QAAE,OAAO,IAAI,CAAC;IACnD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,2EAA2E;AAC3E,2EAA2E;AAC3E,6EAA6E;AAC7E,8EAA8E;AAC9E,KAAK,UAAU,aAAa,CAC1B,UAAkB;IAElB,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,KAAK,CAAC;QAChC,MAAM,EAAE,UAAU;QAClB,OAAO,EAAE;YACP,KAAK,EAAE,KAAK;YACZ,YAAY,EAAE,qBAAqB;YACnC,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,CAAC;SACZ;KACF,CAAC,EAAE,CAAC;QACH,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ;YAAE,SAAS;QACxC,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAClC,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACzE,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,OAAO,EAAE,OAAO,EAAE,qBAAqB,OAAO,CAAC,gBAAgB,IAAI,SAAS,MAAM,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACvG,CAAC;QACD,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;YAAE,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC;QAC3E,IAAI,OAAO,CAAC,MAAM,KAAK,EAAE;YAAE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;QAC9D,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;IAClC,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,uCAAuC,EAAE,CAAC;AAC9D,CAAC;AAED,4EAA4E;AAC5E,0EAA0E;AAC1E,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,IAAc,EACd,oBAA4B,EAC5B,SAAiB,EACjB,KAAK,GAAG,CAAC;IAET,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,oBAAoB,EAAE,mBAAmB,CAAC,CAAC;IAEnE,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACpD,IAAI,KAAK,IAAI,oBAAoB,EAAE,CAAC;QAClC,oDAAoD;QACpD,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC;IAED,0EAA0E;IAC1E,yEAAyE;IACzE,wEAAwE;IACxE,yEAAyE;IACzE,yEAAyE;IACzE,wDAAwD;IACxD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,WAAW,GAAa,EAAE,CAAC;IAC/B,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC;YACvB,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBACnC,WAAW,GAAG,EAAE,CAAC;gBACjB,YAAY,GAAG,CAAC,CAAC;YACnB,CAAC;YACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAClF,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,IAAI,UAAU,EAAE,CAAC;gBAC1D,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC;YACrD,CAAC;YACD,SAAS;QACX,CAAC;QACD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC;YAChE,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACnC,WAAW,GAAG,EAAE,CAAC;YACjB,YAAY,GAAG,CAAC,CAAC;QACnB,CAAC;QACD,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,YAAY,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAE/D,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,KAAK,IAAI,CAAC,MAAM,aAAa,KAAK,cAAc,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;IAEpG,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,KAAK,EAAE,CAAC,CAAC;IAC/C,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEzC,2EAA2E;IAC3E,qEAAqE;IACrE,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,KAAK,IAAI,WAAW,EAAE,CAAC;QACjE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,WAAW,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,CAAC,GAAG,KAAK,GAAG,MAAM,CAAC;YACzB,oEAAoE;YACpE,gEAAgE;YAChE,qEAAqE;YACrE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;YACzD,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACtB,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,6BAA6B,CAAC,EAAE,CAAC,CAAC;gBAC5D,OAAO,QAAQ,CAAC;YAClB,CAAC;YACD,MAAM,cAAc,GAAG,wBAAwB,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC5E,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,UAAU,CAAC,CAAC;YAC/C,iEAAiE;YACjE,2DAA2D;YAC3D,IAAI,SAAS,IAAI,MAAM,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,SAAS,KAAK,YAAY,CAAC,mBAAmB,MAAM,CAAC,OAAO,yBAAyB,CAAC,CAAC;gBACpG,MAAM,WAAW,GAAG,uBAAuB,CAAC,aAAa,KAAK,uBAAuB,MAAM,CAAC,OAAO,+CAA+C,CAAC;gBACnJ,aAAa,CAAC,OAAO,EAAE,cAAc,GAAG,WAAW,CAAC,CAAC;gBACrD,OAAO,WAAW,CAAC;YACrB,CAAC;YACD,aAAa,CAAC,OAAO,EAAE,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YACrD,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,sBAAsB,CAAC,EAAE,CAAC,CAAC;YACrD,OAAO,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC,CAAC,CACH,CAAC;QACF,SAAS,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,OAAO,CAAC,SAAS,EAAE,oBAAoB,EAAE,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,IAAI;IACxB,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAClD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,QAAQ,qCAAqC,CAAC,CAAC;YACvE,SAAS;QACX,CAAC;QACD,YAAY,GAAG,IAAI,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,MAAM,gBAAgB,OAAO,CAAC,QAAQ,UAAU,aAAa,gBAAgB,KAAK,EAAE,CAAC,CAAC;QACvH,0EAA0E;QAC1E,oEAAoE;QACpE,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CACvB,CAAC,KAAK,EAAE,EAAE,CACR,kBAAkB,KAAK,CAAC,WAAW,SAAS,sBAAsB,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAC/F,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;QAC/D,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAC9C,aAAa,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,6BAA6B,SAAS,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAC;QAChF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACvB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;IAC5B,OAAO,CAAC,KAAK,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}

package/dist/config.d.ts

@@ -0,0 +1,19 @@
+export declare const CONFIG_VERSION = 1;
+export interface ImapAccount {
+    id: string;
+    label: string;
+    host: string;
+    port: number;
+    tls: boolean;
+    username: string;
+    password: string;
+    syncPath: string;
+}
+export interface Config {
+    version: typeof CONFIG_VERSION;
+    accounts: ImapAccount[];
+}
+export declare const CONFIG_PATH: string;
+export declare function expandTilde(p: string): string;
+export declare function loadConfig(): Config;
+export declare function saveConfig(config: Config): void;

package/dist/config.js

@@ -0,0 +1,79 @@
+// Config load/save for ~/.config/inbox-to-md/config.json. The file holds IMAP
+// passwords in plaintext (by explicit choice, over the macOS Keychain), so it
+// is written 0600 inside a 0700 directory and never overwritten when
+// unparseable — a typo while hand-editing must not destroy stored credentials.
+import { mkdirSync, readFileSync, renameSync, rmSync, statSync, writeFileSync } from 'fs';
+import { homedir } from 'os';
+import { dirname, join } from 'path';
+import { dim } from './ansi.js';
+export const CONFIG_VERSION = 1;
+export const CONFIG_PATH = join(homedir(), '.config', 'inbox-to-md', 'config.json');
+export function expandTilde(p) {
+    if (p === '~')
+        return homedir();
+    if (p.startsWith('~/'))
+        return join(homedir(), p.slice(2));
+    return p;
+}
+function isImapAccount(v) {
+    if (typeof v !== 'object' || v === null)
+        return false;
+    const a = v;
+    return (typeof a.id === 'string' &&
+        typeof a.label === 'string' &&
+        typeof a.host === 'string' &&
+        typeof a.port === 'number' &&
+        typeof a.tls === 'boolean' &&
+        typeof a.username === 'string' &&
+        typeof a.password === 'string' &&
+        typeof a.syncPath === 'string');
+}
+function invalidConfigError(reason) {
+    return new Error(`Invalid config at ${CONFIG_PATH}: ${reason}\n` +
+        `Fix the file by hand, or delete it and re-run \`npm run auth\` (stored accounts will be lost).`);
+}
+export function loadConfig() {
+    let raw;
+    try {
+        raw = readFileSync(CONFIG_PATH, 'utf8');
+    }
+    catch (err) {
+        if (err.code === 'ENOENT') {
+            return { version: CONFIG_VERSION, accounts: [] }; // valid first-run state
+        }
+        throw err;
+    }
+    const mode = statSync(CONFIG_PATH).mode;
+    if ((mode & 0o077) !== 0) {
+        process.stderr.write(dim(`Warning: ${CONFIG_PATH} is readable by other users — run: chmod 600 ${CONFIG_PATH}`) + '\n');
+    }
+    let parsed;
+    try {
+        parsed = JSON.parse(raw);
+    }
+    catch (err) {
+        throw invalidConfigError(`not valid JSON (${err.message})`);
+    }
+    if (typeof parsed !== 'object' || parsed === null)
+        throw invalidConfigError('not a JSON object');
+    const cfg = parsed;
+    if (cfg.version !== CONFIG_VERSION) {
+        throw invalidConfigError(`unsupported version ${JSON.stringify(cfg.version)} (expected ${CONFIG_VERSION})`);
+    }
+    if (!Array.isArray(cfg.accounts) || !cfg.accounts.every(isImapAccount)) {
+        throw invalidConfigError('malformed "accounts" entry');
+    }
+    return { version: CONFIG_VERSION, accounts: cfg.accounts };
+}
+export function saveConfig(config) {
+    mkdirSync(dirname(CONFIG_PATH), { recursive: true, mode: 0o700 });
+    const tmp = CONFIG_PATH + '.tmp';
+    // Remove any stale tmp first: writeFileSync only applies `mode` when it
+    // creates the file, so writing over a leftover tmp could keep loose perms.
+    rmSync(tmp, { force: true });
+    writeFileSync(tmp, JSON.stringify(config, null, 2) + '\n', { mode: 0o600 });
+    // Atomic swap — a crash mid-write must never corrupt the only copy of the
+    // stored passwords.
+    renameSync(tmp, CONFIG_PATH);
+}
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,8EAA8E;AAC9E,qEAAqE;AACrE,+EAA+E;AAE/E,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAC1F,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAEhC,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC;AAkBhC,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;AAEpF,MAAM,UAAU,WAAW,CAAC,CAAS;IACnC,IAAI,CAAC,KAAK,GAAG;QAAE,OAAO,OAAO,EAAE,CAAC;IAChC,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3D,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,aAAa,CAAC,CAAU;IAC/B,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,CAAC,GAAG,CAA4B,CAAC;IACvC,OAAO,CACL,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ;QACxB,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ;QAC3B,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;QAC1B,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;QAC1B,OAAO,CAAC,CAAC,GAAG,KAAK,SAAS;QAC1B,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ;QAC9B,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ;QAC9B,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAC/B,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACxC,OAAO,IAAI,KAAK,CACd,qBAAqB,WAAW,KAAK,MAAM,IAAI;QAC/C,gGAAgG,CACjG,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrD,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,wBAAwB;QAC5E,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC;IACxC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,GAAG,CAAC,YAAY,WAAW,gDAAgD,WAAW,EAAE,CAAC,GAAG,IAAI,CACjG,CAAC;IACJ,CAAC;IAED,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,kBAAkB,CAAC,mBAAoB,GAAa,CAAC,OAAO,GAAG,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI;QAAE,MAAM,kBAAkB,CAAC,mBAAmB,CAAC,CAAC;IACjG,MAAM,GAAG,GAAG,MAAiC,CAAC;IAC9C,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,EAAE,CAAC;QACnC,MAAM,kBAAkB,CAAC,uBAAuB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,cAAc,GAAG,CAAC,CAAC;IAC9G,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QACvE,MAAM,kBAAkB,CAAC,4BAA4B,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAc;IACvC,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAClE,MAAM,GAAG,GAAG,WAAW,GAAG,MAAM,CAAC;IACjC,wEAAwE;IACxE,2EAA2E;IAC3E,MAAM,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7B,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5E,0EAA0E;IAC1E,oBAAoB;IACpB,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AAC/B,CAAC"}

package/dist/imap.d.ts

@@ -0,0 +1,7 @@
+import { ImapFlow } from 'imapflow';
+import type { ImapAccount } from './config.js';
+type ImapConnection = Pick<ImapAccount, 'host' | 'port' | 'tls' | 'username' | 'password'>;
+export declare function createImapClient(account: ImapConnection): ImapFlow;
+export declare function closeImapClient(client: ImapFlow): Promise<void>;
+export declare function describeImapError(err: unknown, host: string, port: number): string;
+export {};

package/dist/imap.js

@@ -0,0 +1,38 @@
+// Shared IMAP client construction and error phrasing, used by both the auth
+// verify step and the sync engine so a given failure reads the same in both.
+import { ImapFlow } from 'imapflow';
+export function createImapClient(account) {
+    return new ImapFlow({
+        host: account.host,
+        port: account.port,
+        secure: account.tls,
+        auth: { user: account.username, pass: account.password },
+        // imapflow's default pino logger spews JSON to stdout; silence it so it
+        // can't wreck the TUI or the sync summary.
+        logger: false,
+        connectionTimeout: 10_000,
+        greetingTimeout: 10_000,
+    });
+}
+// Closes a connected client, preferring a clean LOGOUT but never letting a
+// failure during teardown mask the real result.
+export async function closeImapClient(client) {
+    try {
+        await client.logout();
+    }
+    catch {
+        client.close();
+    }
+}
+export function describeImapError(err, host, port) {
+    const e = err;
+    if (e?.authenticationFailed)
+        return 'Login failed — check username/password';
+    const message = e?.message ?? String(err);
+    const code = e?.code ?? '';
+    if (['ENOTFOUND', 'ECONNREFUSED', 'ECONNRESET', 'ETIMEDOUT'].includes(code) || /timed?\s?out/i.test(message)) {
+        return `Cannot reach ${host}:${port}: ${message}`;
+    }
+    return message;
+}
+//# sourceMappingURL=imap.js.map

package/dist/imap.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"imap.js","sourceRoot":"","sources":["../src/imap.ts"],"names":[],"mappings":"AAAA,4EAA4E;AAC5E,6EAA6E;AAE7E,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAKpC,MAAM,UAAU,gBAAgB,CAAC,OAAuB;IACtD,OAAO,IAAI,QAAQ,CAAC;QAClB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,MAAM,EAAE,OAAO,CAAC,GAAG;QACnB,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE;QACxD,wEAAwE;QACxE,2CAA2C;QAC3C,MAAM,EAAE,KAAK;QACb,iBAAiB,EAAE,MAAM;QACzB,eAAe,EAAE,MAAM;KACxB,CAAC,CAAC;AACL,CAAC;AAED,2EAA2E;AAC3E,gDAAgD;AAChD,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,MAAgB;IACpD,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,CAAC,KAAK,EAAE,CAAC;IACjB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,GAAY,EAAE,IAAY,EAAE,IAAY;IACxE,MAAM,CAAC,GAAG,GAAiF,CAAC;IAC5F,IAAI,CAAC,EAAE,oBAAoB;QAAE,OAAO,wCAAwC,CAAC;IAC7E,MAAM,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;IAC3B,IAAI,CAAC,WAAW,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7G,OAAO,gBAAgB,IAAI,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;IACpD,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/index.js

@@ -0,0 +1,58 @@
+// `npm start` — sync all configured inboxes to markdown.
+//
+//   npm start                          sync since the 1st of last month
+//   npm start -- --since 2026-01-01    sync since a specific date
+//   npm start -- --force-rewrite       re-download and overwrite already-synced files
+import { red } from './ansi.js';
+import { loadConfig } from './config.js';
+import { runSync } from './sync.js';
+const USAGE = 'Usage: inbox-to-md sync [--since YYYY-MM-DD] [--force-rewrite]';
+// Strict YYYY-MM-DD, validated by round-trip so e.g. 2026-02-31 is rejected
+// rather than silently rolling over into March.
+function parseSinceValue(value) {
+    const match = value.match(/^(\d{4})-(\d{2})-(\d{2})$/);
+    if (!match)
+        throw new Error(`Invalid --since date "${value}" (expected YYYY-MM-DD)\n${USAGE}`);
+    const year = Number(match[1]);
+    const month = Number(match[2]);
+    const day = Number(match[3]);
+    const date = new Date(year, month - 1, day);
+    if (date.getFullYear() !== year || date.getMonth() !== month - 1 || date.getDate() !== day) {
+        throw new Error(`Invalid --since date "${value}" (no such day)\n${USAGE}`);
+    }
+    return date;
+}
+function parseArgs(argv) {
+    let since;
+    let forceRewrite = false;
+    for (let i = 0; i < argv.length; i++) {
+        const arg = argv[i];
+        if (arg === '--since') {
+            const value = argv[++i];
+            if (value === undefined)
+                throw new Error(`--since requires a value\n${USAGE}`);
+            since = parseSinceValue(value);
+        }
+        else if (arg.startsWith('--since=')) {
+            since = parseSinceValue(arg.slice('--since='.length));
+        }
+        else if (arg === '--force-rewrite') {
+            forceRewrite = true;
+        }
+        else {
+            throw new Error(`Unknown argument "${arg}"\n${USAGE}`);
+        }
+    }
+    return { since, forceRewrite };
+}
+async function main() {
+    const { since, forceRewrite } = parseArgs(process.argv.slice(2));
+    const config = loadConfig();
+    const ok = await runSync(config, since, forceRewrite);
+    process.exitCode = ok ? 0 : 1;
+}
+main().catch((err) => {
+    console.error(red(err instanceof Error ? err.message : String(err)));
+    process.exitCode = 1;
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,yDAAyD;AACzD,EAAE;AACF,wEAAwE;AACxE,kEAAkE;AAClE,sFAAsF;AAEtF,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAChC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,MAAM,KAAK,GAAG,gEAAgE,CAAC;AAE/E,4EAA4E;AAC5E,gDAAgD;AAChD,SAAS,eAAe,CAAC,KAAa;IACpC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACvD,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,KAAK,4BAA4B,KAAK,EAAE,CAAC,CAAC;IAC/F,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,KAAK,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,KAAK,GAAG,EAAE,CAAC;QAC3F,MAAM,IAAI,KAAK,CAAC,yBAAyB,KAAK,oBAAoB,KAAK,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,IAAc;IAC/B,IAAI,KAAuB,CAAC;IAC5B,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;YAC/E,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;aAAM,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YACtC,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QACxD,CAAC;aAAM,IAAI,GAAG,KAAK,iBAAiB,EAAE,CAAC;YACrC,YAAY,GAAG,IAAI,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;AACjC,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;IACtD,OAAO,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACrE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}

package/dist/markdown.d.ts

@@ -0,0 +1,18 @@
+import type { AttachmentInfo } from './mime.js';
+export interface EmailContent {
+    from: string;
+    to: string;
+    subject: string;
+    date: Date | null;
+    messageId: string;
+    text: string;
+    html: string;
+    attachments: AttachmentInfo[];
+}
+export declare function slugify(s: string): string;
+export declare function fallbackHash(from: string, dateIso: string, subject: string): string;
+export declare function buildFilename(date: Date, subject: string, hash?: string): string;
+export declare function renderEmail(email: EmailContent, fallbackDate: Date, mailbox: string): string;
+export declare function extractFrontmatterValue(fileHead: string, key: string): string | null;
+export declare function extractMessageId(fileHead: string): string | null;
+export declare function readFrontmatterHead(path: string): string | null;

package/dist/markdown.js

@@ -0,0 +1,129 @@
+// Email → markdown rendering: frontmatter, filenames, and the scanner that
+// reads frontmatter values back out of existing files. Writer and scanner
+// live together so the frontmatter format has exactly one owner.
+import { createHash } from 'crypto';
+import { closeSync, openSync, readSync } from 'fs';
+import TurndownService from 'turndown';
+const turndown = new TurndownService();
+// Inline images arrive as data: URIs — megabytes of base64 that a text
+// digest can't use. Replace them with a marker instead of copying the
+// payload into the markdown.
+turndown.addRule('dataUriImage', {
+    filter: (node) => node.nodeName === 'IMG' && /^data:/i.test(node.getAttribute('src') ?? ''),
+    replacement: () => '*(inline image)*',
+});
+// Every frontmatter value goes through JSON.stringify: a JSON string is a
+// valid YAML double-quoted scalar, and it escapes quotes, newlines, and
+// control characters — so a hostile subject like `"\nauthor: x` cannot
+// inject frontmatter keys.
+function yamlValue(s) {
+    return JSON.stringify(s);
+}
+export function slugify(s) {
+    const slug = s
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, '-')
+        .replace(/^-+|-+$/g, '')
+        .slice(0, 80)
+        .replace(/-+$/, '');
+    return slug || 'no-subject';
+}
+function localDateStamp(date) {
+    const pad = (n) => String(n).padStart(2, '0');
+    return `${date.getFullYear()}-${pad(date.getMonth() + 1)}-${pad(date.getDate())}`;
+}
+// Deterministic stand-in identity for emails with no Message-ID header: the
+// filename itself becomes the dedupe key, so it must hash the same fields on
+// every run.
+export function fallbackHash(from, dateIso, subject) {
+    return createHash('sha256').update(`${from}\n${dateIso}\n${subject}`).digest('hex').slice(0, 8);
+}
+export function buildFilename(date, subject, hash) {
+    const suffix = hash ? `-${hash}` : '';
+    return `${localDateStamp(date)}-${slugify(subject)}${suffix}.md`;
+}
+function formatSize(bytes) {
+    if (bytes < 1024)
+        return `${bytes} B`;
+    if (bytes < 1024 * 1024)
+        return `${Math.round(bytes / 1024)} KB`;
+    return `${(bytes / (1024 * 1024)).toFixed(1)} MB`;
+}
+export function renderEmail(email, fallbackDate, mailbox) {
+    const date = email.date ?? fallbackDate;
+    let body;
+    if (email.text.trim() !== '') {
+        body = email.text.trim();
+    }
+    else if (email.html !== '') {
+        body = turndown.turndown(email.html).trim() || '*(no body)*';
+    }
+    else {
+        body = '*(no body)*';
+    }
+    let out = '---\n';
+    out += `from: ${yamlValue(email.from)}\n`;
+    out += `to: ${yamlValue(email.to)}\n`;
+    out += `subject: ${yamlValue(email.subject)}\n`;
+    out += `date: ${yamlValue(date.toISOString())}\n`;
+    out += `message-id: ${yamlValue(email.messageId)}\n`;
+    out += `mailbox: ${yamlValue(mailbox)}\n`;
+    out += '---\n\n';
+    out += body + '\n';
+    if (email.attachments.length > 0) {
+        out += '\n## Attachments\n\n';
+        for (const att of email.attachments) {
+            out += `- ${att.name} (${formatSize(att.size)}, ${att.contentType})\n`;
+        }
+    }
+    return out;
+}
+// Reads a frontmatter value back out of a previously written file. Scans only
+// the frontmatter block — an email body is arbitrary text and could contain a
+// line that looks like frontmatter, so matching past the closing --- would
+// let a hostile email poison the dedupe set. `key` must be a literal key we
+// wrote ourselves (it is interpolated into a regex unescaped).
+export function extractFrontmatterValue(fileHead, key) {
+    if (!fileHead.startsWith('---\n'))
+        return null;
+    const end = fileHead.indexOf('\n---', 4);
+    const frontmatter = end === -1 ? fileHead : fileHead.slice(0, end);
+    const match = frontmatter.match(new RegExp(`^${key}: (".*")$`, 'm'));
+    if (!match)
+        return null;
+    try {
+        const value = JSON.parse(match[1]);
+        return value === '' ? null : value;
+    }
+    catch {
+        return null;
+    }
+}
+export function extractMessageId(fileHead) {
+    return extractFrontmatterValue(fileHead, 'message-id');
+}
+// How much of each file to read when scanning for frontmatter values.
+// Frontmatter is a handful of single-line quoted scalars, but from/to lists
+// with many recipients can get long — 8 KB leaves a wide margin.
+const FRONTMATTER_SCAN_BYTES = 8192;
+// Reads just the head of a previously written file, enough to cover its
+// frontmatter. Returns null when the file can't be opened (e.g. it vanished
+// between readdir and open).
+export function readFrontmatterHead(path) {
+    let fd;
+    try {
+        fd = openSync(path, 'r');
+    }
+    catch {
+        return null;
+    }
+    try {
+        const buffer = Buffer.alloc(FRONTMATTER_SCAN_BYTES);
+        const bytes = readSync(fd, buffer, 0, FRONTMATTER_SCAN_BYTES, 0);
+        return buffer.toString('utf8', 0, bytes);
+    }
+    finally {
+        closeSync(fd);
+    }
+}
+//# sourceMappingURL=markdown.js.map

package/dist/markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../src/markdown.ts"],"names":[],"mappings":"AAAA,2EAA2E;AAC3E,0EAA0E;AAC1E,iEAAiE;AAEjE,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AACnD,OAAO,eAAe,MAAM,UAAU,CAAC;AAGvC,MAAM,QAAQ,GAAG,IAAI,eAAe,EAAE,CAAC;AAEvC,uEAAuE;AACvE,sEAAsE;AACtE,6BAA6B;AAC7B,QAAQ,CAAC,OAAO,CAAC,cAAc,EAAE;IAC/B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,KAAK,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC3F,WAAW,EAAE,GAAG,EAAE,CAAC,kBAAkB;CACtC,CAAC,CAAC;AAEH,0EAA0E;AAC1E,wEAAwE;AACxE,uEAAuE;AACvE,2BAA2B;AAC3B,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AAC3B,CAAC;AAgBD,MAAM,UAAU,OAAO,CAAC,CAAS;IAC/B,MAAM,IAAI,GAAG,CAAC;SACX,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACtB,OAAO,IAAI,IAAI,YAAY,CAAC;AAC9B,CAAC;AAED,SAAS,cAAc,CAAC,IAAU;IAChC,MAAM,GAAG,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9D,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;AACpF,CAAC;AAED,4EAA4E;AAC5E,6EAA6E;AAC7E,aAAa;AACb,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,OAAe,EAAE,OAAe;IACzE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,KAAK,OAAO,KAAK,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAClG,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAU,EAAE,OAAe,EAAE,IAAa;IACtE,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACtC,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,GAAG,MAAM,KAAK,CAAC;AACnE,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,KAAK,GAAG,IAAI;QAAE,OAAO,GAAG,KAAK,IAAI,CAAC;IACtC,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI;QAAE,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACjE,OAAO,GAAG,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAmB,EAAE,YAAkB,EAAE,OAAe;IAClF,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,YAAY,CAAC;IAExC,IAAI,IAAY,CAAC;IACjB,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QAC7B,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;SAAM,IAAI,KAAK,CAAC,IAAI,KAAK,EAAE,EAAE,CAAC;QAC7B,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,aAAa,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,aAAa,CAAC;IACvB,CAAC;IAED,IAAI,GAAG,GAAG,OAAO,CAAC;IAClB,GAAG,IAAI,SAAS,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;IAC1C,GAAG,IAAI,OAAO,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC;IACtC,GAAG,IAAI,YAAY,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;IAChD,GAAG,IAAI,SAAS,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC;IAClD,GAAG,IAAI,eAAe,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC;IACrD,GAAG,IAAI,YAAY,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC;IAC1C,GAAG,IAAI,SAAS,CAAC;IACjB,GAAG,IAAI,IAAI,GAAG,IAAI,CAAC;IAEnB,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,GAAG,IAAI,sBAAsB,CAAC;QAC9B,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACpC,GAAG,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,WAAW,KAAK,CAAC;QACzE,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,8EAA8E;AAC9E,8EAA8E;AAC9E,2EAA2E;AAC3E,4EAA4E;AAC5E,+DAA+D;AAC/D,MAAM,UAAU,uBAAuB,CAAC,QAAgB,EAAE,GAAW;IACnE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/C,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC;IACrE,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAW,CAAC;QAC7C,OAAO,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,QAAgB;IAC/C,OAAO,uBAAuB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;AACzD,CAAC;AAED,sEAAsE;AACtE,4EAA4E;AAC5E,iEAAiE;AACjE,MAAM,sBAAsB,GAAG,IAAI,CAAC;AAEpC,wEAAwE;AACxE,4EAA4E;AAC5E,6BAA6B;AAC7B,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,IAAI,EAAU,CAAC;IACf,IAAI,CAAC;QACH,EAAE,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACpD,MAAM,KAAK,GAAG,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAC;QACjE,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;YAAS,CAAC;QACT,SAAS,CAAC,EAAE,CAAC,CAAC;IAChB,CAAC;AACH,CAAC"}

package/dist/mime.d.ts

@@ -0,0 +1,15 @@
+import type { MessageStructureObject } from 'imapflow';
+export interface TextPartRef {
+    part: string;
+    encoding: string;
+    charset: string;
+    isHtml: boolean;
+}
+export interface AttachmentInfo {
+    name: string;
+    size: number;
+    contentType: string;
+}
+export declare function findTextPart(root: MessageStructureObject): TextPartRef | null;
+export declare function collectAttachments(root: MessageStructureObject): AttachmentInfo[];
+export declare function decodeTextPart(raw: Buffer, encoding: string, charset: string): string;