@wirecat/cli-memo 0.23.0 → 0.25.0

package/dist/mail/mbox.js

@@ -0,0 +1,218 @@
+import { createReadStream } from "node:fs";
+import { open } from "node:fs/promises";
+import { CliError } from "@wirecat/cli-base";
+import { systemLabel } from "./gmail.js";
+import { field, headersOf, unfold } from "./headers.js";
+const NEWLINE = 10;
+const CR = 13;
+const SEPARATOR = Buffer.from("\nFrom ");
+const MAX_HEADER = 256 * 1024;
+const MONTHS = ["Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec"];
+/** Takeout's own marks, not labels the owner gave: read state and "not in Inbox". */
+const PSEUDO_LABELS = new Set(["Opened", "Unread", "Archived"]);
+/** `Mon Jul 24 10:00:00 +0000 2023`: asctime, with the zone Takeout writes. */
+const separatorDate = (rest) => {
+    const match = /(\w{3}) +(\d{1,2}) (\d{2}):(\d{2}):(\d{2})(?: ([+-])(\d{2})(\d{2}))? (\d{4})/.exec(rest);
+    if (match === null)
+        return undefined;
+    const [, month = "", day, hour, minute, second, sign, offsetHours, offsetMinutes, year] = match;
+    if (!MONTHS.includes(month))
+        return undefined;
+    const local = Date.UTC(Number(year), MONTHS.indexOf(month), Number(day), Number(hour), Number(minute), Number(second));
+    const offset = sign === undefined ? 0 : (Number(offsetHours) * 60 + Number(offsetMinutes)) * 60_000;
+    return local - (sign === "-" ? -offset : offset);
+};
+/** RFC 2047 encoded words, which Takeout uses for labels outside ASCII. */
+const decodeWords = (text) => text
+    .replace(/(\?=)\s+(=\?)/g, "$1$2")
+    .replace(/=\?([^?]+)\?([bBqQ])\?([^?]*)\?=/g, (_, charset, encoding, data) => {
+    const bytes = encoding.toUpperCase() === "B"
+        ? Buffer.from(data, "base64")
+        : Buffer.from(data
+            .replace(/_/g, " ")
+            .replace(/=([0-9A-Fa-f]{2})/g, (_hex, hex) => String.fromCharCode(parseInt(hex, 16))), "latin1");
+    try {
+        return new TextDecoder(charset).decode(bytes);
+    }
+    catch {
+        return bytes.toString("utf8");
+    }
+});
+const splitLabels = (value) => {
+    const labels = [];
+    let current = "";
+    let quoted = false;
+    for (const c of value) {
+        if (c === '"')
+            quoted = !quoted;
+        else if (c === "," && !quoted) {
+            labels.push(current);
+            current = "";
+        }
+        else
+            current += c;
+    }
+    labels.push(current);
+    return labels.map((label) => label.trim()).filter(Boolean);
+};
+const entryOf = (separator, header, start, body) => {
+    const [, sender = "", rest = ""] = /^From (\S+) ?(.*)$/.exec(separator) ?? [];
+    const messageId = /^(\d+)@/.exec(sender)?.[1];
+    // The id is what joins this archive to the IMAP account; never invented, so a wrong guess fails here.
+    if (messageId === undefined)
+        throw new CliError("invalid_response", `the mbox email at byte ${start} has no Gmail message id: its "From " line should read "From <digits>@xxx <date>"`);
+    const unfolded = unfold(header);
+    const date = separatorDate(rest) ?? Date.parse(field(unfolded, "Date") ?? "");
+    if (Number.isNaN(date))
+        throw new CliError("invalid_response", `the mbox email at byte ${start} has no readable date`);
+    const written = field(unfolded, "X-Gmail-Labels");
+    const raw = written === undefined ? undefined : splitLabels(decodeWords(written));
+    const labels = raw === undefined ? undefined : [...new Set(raw.filter((name) => !PSEUDO_LABELS.has(name)).map(systemLabel))].sort();
+    const seen = raw?.includes("Unread") ? false : raw?.includes("Opened") ? true : undefined;
+    const threadId = field(unfolded, "X-GM-THRID")?.trim();
+    return {
+        item: {
+            uid: messageId,
+            messageId,
+            threadId: threadId || messageId,
+            receivedAt: new Date(date).toISOString(),
+            ...(labels === undefined ? {} : { labels, flagged: labels.includes("Starred") }),
+            ...(seen === undefined ? {} : { seen }),
+            headers: headersOf(header),
+        },
+        start,
+        body,
+        end: -1,
+    };
+};
+/**
+ * One pass over the file: a "From " line after a blank line starts an email. Only headers are kept in memory;
+ * bodies are skipped with a byte search, so a 20 GB archive costs one read and no more memory than its headers.
+ */
+const scan = async (path, chunkSize) => {
+    const entries = [];
+    let base = 0;
+    let pos = 0;
+    let bodyFrom = 0;
+    let inHeaders = true;
+    let separator;
+    let start = 0;
+    let body = 0;
+    let lines = [];
+    let headerBytes = 0;
+    const take = (buf, eof) => {
+        for (;;) {
+            if (inHeaders) {
+                let nl = buf.indexOf(NEWLINE, pos);
+                if (nl === -1) {
+                    if (!eof || pos >= buf.length)
+                        return Math.max(0, pos - 2);
+                    nl = buf.length;
+                }
+                let line = buf.subarray(pos, nl);
+                if (line.at(-1) === CR)
+                    line = line.subarray(0, -1);
+                if (separator === undefined) {
+                    separator = line.toString("latin1");
+                    if (!separator.startsWith("From "))
+                        throw new CliError("validation_error", `${path} is not an mbox file: byte ${base + pos} starts no "From " line`);
+                    start = base + pos;
+                    body = base + nl + 1;
+                }
+                else if (line.length === 0) {
+                    entries.push(entryOf(separator, Buffer.concat(lines).toString("utf8"), start, body));
+                    lines = [];
+                    headerBytes = 0;
+                    inHeaders = false;
+                    bodyFrom = nl;
+                }
+                else if (headerBytes < MAX_HEADER) {
+                    lines.push(Buffer.from(line), Buffer.from("\n"));
+                    headerBytes += line.length + 1;
+                }
+                pos = nl + 1;
+                continue;
+            }
+            const at = buf.indexOf(SEPARATOR, bodyFrom);
+            if (at === -1) {
+                const next = Math.max(bodyFrom, buf.length - (SEPARATOR.length - 1));
+                const keep = Math.max(0, next - 2);
+                bodyFrom = next - keep;
+                return keep;
+            }
+            const blank = buf[at - 1] === NEWLINE || (buf[at - 1] === CR && buf[at - 2] === NEWLINE);
+            if (!blank) {
+                bodyFrom = at + 1;
+                continue;
+            }
+            const last = entries.at(-1);
+            if (last)
+                last.end = base + at + 1;
+            inHeaders = true;
+            separator = undefined;
+            pos = at + 1;
+        }
+    };
+    let carry = Buffer.alloc(0);
+    for await (const chunk of createReadStream(path, { highWaterMark: chunkSize })) {
+        const buf = carry.length ? Buffer.concat([carry, chunk]) : chunk;
+        const keep = take(buf, false);
+        base += keep;
+        pos -= keep;
+        carry = buf.subarray(keep);
+    }
+    take(carry, true);
+    if (inHeaders && separator !== undefined)
+        entries.push(entryOf(separator, Buffer.concat(lines).toString("utf8"), start, body));
+    const last = entries.at(-1);
+    if (last && last.end === -1)
+        last.end = base + carry.length;
+    for (const entry of entries)
+        entry.item.size = entry.end - entry.start;
+    return entries;
+};
+/** The email as Gmail stored it: the blank line mbox adds after it removed, and mboxrd's `>From ` undone. */
+const asStored = (bytes) => {
+    const text = bytes.toString("latin1");
+    const trimmed = /\r?\n\r?\n$/.test(text) ? text.replace(/\r?\n$/, "") : text;
+    return Buffer.from(trimmed.replace(/^>(>*From )/gm, "$1"), "latin1");
+};
+/**
+ * A Google Takeout mbox of Gmail: the same message and thread ids IMAP reports, so its emails and the
+ * account's IMAP emails are one set. Spam and Trash are left out, as IMAP's All Mail leaves them out.
+ */
+export const mboxSource = (path, { chunkSize = 1024 * 1024 } = {}) => {
+    let index;
+    const indexed = () => {
+        index ??= scan(path, chunkSize).then((entries) => new Map(entries.map((entry) => [entry.item.messageId, entry])));
+        return index;
+    };
+    return {
+        list: async (since, folder) => [...(await indexed()).values()]
+            .filter(({ item }) => Date.parse(item.receivedAt) >= since.getTime() &&
+            !item.labels?.some((label) => label === "Spam" || label === "Trash"))
+            .map(({ item }) => ({ ...item, folder })),
+        fetchRaw: async (items) => {
+            const entries = await indexed();
+            const handle = await open(path);
+            try {
+                const read = [];
+                for (const item of items) {
+                    const entry = entries.get(item.messageId);
+                    if (entry === undefined) {
+                        read.push(new CliError("not_found", `email ${item.messageId} is not in the mbox file`));
+                        continue;
+                    }
+                    const bytes = Buffer.alloc(entry.end - entry.body);
+                    await handle.read(bytes, 0, bytes.length, entry.body);
+                    read.push(asStored(bytes));
+                }
+                return read;
+            }
+            finally {
+                await handle.close();
+            }
+        },
+    };
+};
+//# sourceMappingURL=mbox.js.map

package/dist/mail/mbox.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mbox.js","sourceRoot":"","sources":["../../src/mail/mbox.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,EAAe,WAAW,EAAE,MAAM,YAAY,CAAA;AACrD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AAWvD,MAAM,OAAO,GAAG,EAAE,CAAA;AAClB,MAAM,EAAE,GAAG,EAAE,CAAA;AACb,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;AACxC,MAAM,UAAU,GAAG,GAAG,GAAG,IAAI,CAAA;AAC7B,MAAM,MAAM,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAA;AACnG,qFAAqF;AACrF,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAA;AAE/D,+EAA+E;AAC/E,MAAM,aAAa,GAAG,CAAC,IAAY,EAAsB,EAAE;IACzD,MAAM,KAAK,GAAG,8EAA8E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACvG,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,SAAS,CAAA;IACpC,MAAM,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,aAAa,EAAE,IAAI,CAAC,GAAG,KAAK,CAAA;IAC/F,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;IACtH,MAAM,MAAM,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,MAAM,CAAA;IACnG,OAAO,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;AAClD,CAAC,CAAA;AAED,2EAA2E;AAC3E,MAAM,WAAW,GAAG,CAAC,IAAY,EAAU,EAAE,CAC3C,IAAI;KACD,OAAO,CAAC,gBAAgB,EAAE,MAAM,CAAC;KACjC,OAAO,CAAC,mCAAmC,EAAE,CAAC,CAAC,EAAE,OAAe,EAAE,QAAgB,EAAE,IAAY,EAAE,EAAE;IACnG,MAAM,KAAK,GACT,QAAQ,CAAC,WAAW,EAAE,KAAK,GAAG;QAC5B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;QAC7B,CAAC,CAAC,MAAM,CAAC,IAAI,CACT,IAAI;aACD,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;aAClB,OAAO,CAAC,oBAAoB,EAAE,CAAC,IAAI,EAAE,GAAW,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,EAC/F,QAAQ,CACT,CAAA;IACP,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IAC/B,CAAC;AACH,CAAC,CAAC,CAAA;AAEN,MAAM,WAAW,GAAG,CAAC,KAAa,EAAY,EAAE;IAC9C,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,OAAO,GAAG,EAAE,CAAA;IAChB,IAAI,MAAM,GAAG,KAAK,CAAA;IAClB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG;YAAE,MAAM,GAAG,CAAC,MAAM,CAAA;aAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACpB,OAAO,GAAG,EAAE,CAAA;QACd,CAAC;;YAAM,OAAO,IAAI,CAAC,CAAA;IACrB,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACpB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;AAC5D,CAAC,CAAA;AAED,MAAM,OAAO,GAAG,CAAC,SAAiB,EAAE,MAAc,EAAE,KAAa,EAAE,IAAY,EAAS,EAAE;IACxF,MAAM,CAAC,EAAE,MAAM,GAAG,EAAE,EAAE,IAAI,GAAG,EAAE,CAAC,GAAG,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAA;IAC7E,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAC7C,sGAAsG;IACtG,IAAI,SAAS,KAAK,SAAS;QACzB,MAAM,IAAI,QAAQ,CAChB,kBAAkB,EAClB,0BAA0B,KAAK,mFAAmF,CACnH,CAAA;IACH,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAA;IAC/B,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;IAC7E,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,0BAA0B,KAAK,uBAAuB,CAAC,CAAA;IACtH,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAA;IACjD,MAAM,GAAG,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAA;IACjF,MAAM,MAAM,GACV,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IACtH,MAAM,IAAI,GAAG,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAA;IACzF,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE,IAAI,EAAE,CAAA;IACtD,OAAO;QACL,IAAI,EAAE;YACJ,GAAG,EAAE,SAAS;YACd,SAAS;YACT,QAAQ,EAAE,QAAQ,IAAI,SAAS;YAC/B,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE;YACxC,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAChF,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YACvC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC;SAC3B;QACD,KAAK;QACL,IAAI;QACJ,GAAG,EAAE,CAAC,CAAC;KACR,CAAA;AACH,CAAC,CAAA;AAED;;;GAGG;AACH,MAAM,IAAI,GAAG,KAAK,EAAE,IAAY,EAAE,SAAiB,EAAoB,EAAE;IACvE,MAAM,OAAO,GAAY,EAAE,CAAA;IAC3B,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,IAAI,GAAG,GAAG,CAAC,CAAA;IACX,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,SAAS,GAAG,IAAI,CAAA;IACpB,IAAI,SAA6B,CAAA;IACjC,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,IAAI,KAAK,GAAa,EAAE,CAAA;IACxB,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,GAAY,EAAU,EAAE;QACjD,SAAS,CAAC;YACR,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;gBAClC,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;oBACd,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM;wBAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,CAAA;oBAC1D,EAAE,GAAG,GAAG,CAAC,MAAM,CAAA;gBACjB,CAAC;gBACD,IAAI,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;gBAChC,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE;oBAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;gBACnD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;oBAC5B,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;oBACnC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC;wBAChC,MAAM,IAAI,QAAQ,CAChB,kBAAkB,EAClB,GAAG,IAAI,8BAA8B,IAAI,GAAG,GAAG,yBAAyB,CACzE,CAAA;oBACH,KAAK,GAAG,IAAI,GAAG,GAAG,CAAA;oBAClB,IAAI,GAAG,IAAI,GAAG,EAAE,GAAG,CAAC,CAAA;gBACtB,CAAC;qBAAM,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC7B,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;oBACpF,KAAK,GAAG,EAAE,CAAA;oBACV,WAAW,GAAG,CAAC,CAAA;oBACf,SAAS,GAAG,KAAK,CAAA;oBACjB,QAAQ,GAAG,EAAE,CAAA;gBACf,CAAC;qBAAM,IAAI,WAAW,GAAG,UAAU,EAAE,CAAC;oBACpC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;oBAChD,WAAW,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAA;gBAChC,CAAC;gBACD,GAAG,GAAG,EAAE,GAAG,CAAC,CAAA;gBACZ,SAAQ;YACV,CAAC;YACD,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;YAC3C,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;gBACd,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;gBACpE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAA;gBAClC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAA;gBACtB,OAAO,IAAI,CAAA;YACb,CAAC;YACD,MAAM,KAAK,GAAG,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,IAAI,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,OAAO,CAAC,CAAA;YACxF,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,QAAQ,GAAG,EAAE,GAAG,CAAC,CAAA;gBACjB,SAAQ;YACV,CAAC;YACD,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;YAC3B,IAAI,IAAI;gBAAE,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,EAAE,GAAG,CAAC,CAAA;YAClC,SAAS,GAAG,IAAI,CAAA;YAChB,SAAS,GAAG,SAAS,CAAA;YACrB,GAAG,GAAG,EAAE,GAAG,CAAC,CAAA;QACd,CAAC;IACH,CAAC,CAAA;IAED,IAAI,KAAK,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IACnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAC/E,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAe,CAAC,CAAC,CAAC,CAAC,CAAE,KAAgB,CAAA;QACtF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QAC7B,IAAI,IAAI,IAAI,CAAA;QACZ,GAAG,IAAI,IAAI,CAAA;QACX,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC5B,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IACjB,IAAI,SAAS,IAAI,SAAS,KAAK,SAAS;QACtC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;IACtF,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3B,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QAAE,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,KAAK,CAAC,MAAM,CAAA;IAC3D,KAAK,MAAM,KAAK,IAAI,OAAO;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,CAAA;IACtE,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA;AAED,6GAA6G;AAC7G,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAc,EAAE;IAC7C,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACrC,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC5E,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAA;AACtE,CAAC,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,EAAE,SAAS,GAAG,IAAI,GAAG,IAAI,EAAE,GAA2B,EAAE,EAAc,EAAE;IAC/G,IAAI,KAA8C,CAAA;IAClD,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,KAAK,KAAK,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QACjH,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;IACD,OAAO;QACL,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAC5B,CAAC,GAAG,CAAC,MAAM,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;aAC5B,MAAM,CACL,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CACX,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE;YAC9C,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,CAAC,CACvE;aACA,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAE7C,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACxB,MAAM,OAAO,GAAG,MAAM,OAAO,EAAE,CAAA;YAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAA;YAC/B,IAAI,CAAC;gBACH,MAAM,IAAI,GAA2B,EAAE,CAAA;gBACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;oBACzC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;wBACxB,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,WAAW,EAAE,SAAS,IAAI,CAAC,SAAS,0BAA0B,CAAC,CAAC,CAAA;wBACvF,SAAQ;oBACV,CAAC;oBACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAA;oBAClD,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;oBACrD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAA;gBAC5B,CAAC;gBACD,OAAO,IAAI,CAAA;YACb,CAAC;oBAAS,CAAC;gBACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;YACtB,CAAC;QACH,CAAC;KACF,CAAA;AACH,CAAC,CAAA"}

package/dist/mail/messages-command.d.ts

@@ -0,0 +1,4 @@
+import { type Streams } from "@wirecat/cli-base";
+import type { Command } from "commander";
+export declare const messagesCommand: (program: Command, streams: Streams, env: NodeJS.ProcessEnv) => void;
+//# sourceMappingURL=messages-command.d.ts.map

package/dist/mail/messages-command.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages-command.d.ts","sourceRoot":"","sources":["../../src/mail/messages-command.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,KAAK,OAAO,EAAE,MAAM,mBAAmB,CAAA;AAI1D,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAIxC,eAAO,MAAM,eAAe,YAAa,OAAO,WAAW,OAAO,OAAO,MAAM,CAAC,UAAU,KAAG,IAwB5F,CAAA"}

package/dist/mail/messages-command.js

@@ -0,0 +1,32 @@
+import { CliError } from "@wirecat/cli-base";
+import { parseLocator, resolveOutput } from "@wirecat/cli-core";
+import { readMail } from "@wirecat/cli-core/services";
+import { openStore } from "@wirecat/cli-core/store";
+import { whole } from "../options.js";
+import { found } from "../search/command.js";
+export const messagesCommand = (program, streams, env) => {
+    const messages = program.command("messages").description("stored emails; tg and max read messenger messages");
+    messages
+        .command("show")
+        .description("one stored email, whole, and the emails of its thread around it")
+        .argument("<message>", "the email's msg:email/… reference, as search answers give it")
+        .option("--before-n <n>", "also this many earlier emails of its thread", whole, 0)
+        .option("--after-n <n>", "also this many later emails of its thread", whole, 0)
+        .option("--json", "print JSON")
+        .action(async (reference, options) => {
+        if (parseLocator(reference).provider !== "email")
+            throw new CliError("validation_error", `${reference} is not an email; tg and max show messenger messages`);
+        const store = await openStore({ env });
+        try {
+            const emails = await readMail(store, reference, { before: options.beforeN, after: options.afterN });
+            if (options.json)
+                resolveOutput({ json: true, streams }).renderer.result(options.beforeN || options.afterN ? { items: emails } : emails[0]);
+            else
+                streams.data(`${emails.map((email) => found(email, "full")).join("\n\n")}\n`);
+        }
+        finally {
+            await store.close();
+        }
+    });
+};
+//# sourceMappingURL=messages-command.js.map

package/dist/mail/messages-command.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages-command.js","sourceRoot":"","sources":["../../src/mail/messages-command.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAgB,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AAEnD,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAA;AACrC,OAAO,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAA;AAE5C,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAgB,EAAE,OAAgB,EAAE,GAAsB,EAAQ,EAAE;IAClG,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,WAAW,CAAC,mDAAmD,CAAC,CAAA;IAC7G,QAAQ;SACL,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,iEAAiE,CAAC;SAC9E,QAAQ,CAAC,WAAW,EAAE,8DAA8D,CAAC;SACrF,MAAM,CAAC,gBAAgB,EAAE,6CAA6C,EAAE,KAAK,EAAE,CAAC,CAAC;SACjF,MAAM,CAAC,eAAe,EAAE,2CAA2C,EAAE,KAAK,EAAE,CAAC,CAAC;SAC9E,MAAM,CAAC,QAAQ,EAAE,YAAY,CAAC;SAC9B,MAAM,CAAC,KAAK,EAAE,SAAiB,EAAE,OAA4D,EAAE,EAAE;QAChG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,QAAQ,KAAK,OAAO;YAC9C,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,GAAG,SAAS,sDAAsD,CAAC,CAAA;QAC5G,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAA;QACtC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YACnG,IAAI,OAAO,CAAC,IAAI;gBACd,aAAa,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,CACpD,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAClE,CAAA;;gBACE,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACpF,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,KAAK,EAAE,CAAA;QACrB,CAAC;IACH,CAAC,CAAC,CAAA;AACN,CAAC,CAAA"}

package/dist/mail/parse.d.ts

@@ -17,6 +17,6 @@ export interface ParsedMail {
     text: string;
 }
 export declare const MAX_BODY_CHARS = 1000000;
-/** `himalaya --json message read`: the `mail-parser` crate's message, serialised as it is. */
-export declare const parseMail: (json: string, maxBodyChars?: number) => ParsedMail;
+/** A raw RFC 5322 message, as IMAP's `BODY[]` holds it. */
+export declare const parseMail: (raw: Uint8Array, maxBodyChars?: number) => Promise<ParsedMail>;
 //# sourceMappingURL=parse.d.ts.map

package/dist/mail/parse.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse.d.ts","sourceRoot":"","sources":["../../src/mail/parse.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,OAAO;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,IAAI,EAAE,OAAO,GAAG,IAAI,CAAA;IACpB,EAAE,EAAE,OAAO,EAAE,CAAA;IACb,EAAE,EAAE,OAAO,EAAE,CAAA;IACb,GAAG,EAAE,OAAO,EAAE,CAAA;IACd,WAAW,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAA;KAAE,EAAE,CAAA;IAC1F,IAAI,EAAE,MAAM,CAAA;CACb;AAeD,eAAO,MAAM,cAAc,UAAY,CAAA;AAoCvC,8FAA8F;AAC9F,eAAO,MAAM,SAAS,SAAU,MAAM,4BAAkC,UA2EvE,CAAA"}
+{"version":3,"file":"parse.d.ts","sourceRoot":"","sources":["../../src/mail/parse.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,OAAO;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,IAAI,EAAE,OAAO,GAAG,IAAI,CAAA;IACpB,EAAE,EAAE,OAAO,EAAE,CAAA;IACb,EAAE,EAAE,OAAO,EAAE,CAAA;IACb,GAAG,EAAE,OAAO,EAAE,CAAA;IACd,WAAW,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAA;KAAE,EAAE,CAAA;IAC1F,IAAI,EAAE,MAAM,CAAA;CACb;AAGD,eAAO,MAAM,cAAc,UAAY,CAAA;AA6BvC,2DAA2D;AAC3D,eAAO,MAAM,SAAS,QAAe,UAAU,4BAAkC,OAAO,CAAC,UAAU,CAsBlG,CAAA"}

package/dist/mail/parse.js

@@ -1,19 +1,10 @@
 import { CliError } from "@wirecat/cli-base";
+import PostalMime, {} from "postal-mime";
 // The store cuts a body into pieces itself; this only guards against a pathological one, like a pasted log.
 export const MAX_BODY_CHARS = 1_000_000;
-const addresses = (value) => {
-    const address = value?.Address;
-    const list = address !== undefined && "List" in address
-        ? (address.List ?? [])
-        : address !== undefined && "Group" in address
-            ? (address.Group ?? []).flatMap((group) => group.addresses ?? [])
-            : [];
-    return list.flatMap(({ address: email, name }) => (email ? [{ email: email.toLowerCase(), name: name ?? null }] : []));
-};
-const bodyText = (part, kind) => {
-    const body = part?.body;
-    return typeof body === "object" && body !== null && typeof body[kind] === "string" ? body[kind] : "";
-};
+const addresses = (list) => list
+    .flatMap((entry) => entry.group ?? [entry])
+    .flatMap(({ address, name }) => (address ? [{ email: address.toLowerCase(), name: name || null }] : []));
 const htmlToText = (html) => html
     .replace(/<(script|style)[\s\S]*?<\/\1>/gi, "")
     .replace(/<br\s*\/?>|<\/(p|div|li|tr|h\d)>/gi, "\n")
@@ -27,60 +18,33 @@ const htmlToText = (html) => html
     .replace(/[ \t]+\n/g, "\n")
     .replace(/\n{3,}/g, "\n\n")
     .trim();
-/** `himalaya --json message read`: the `mail-parser` crate's message, serialised as it is. */
-export const parseMail = (json, maxBodyChars = MAX_BODY_CHARS) => {
-    let parsed;
+const bytesOf = (content) => typeof content === "string"
+    ? new TextEncoder().encode(content)
+    : content instanceof Uint8Array
+        ? content
+        : new Uint8Array(content);
+/** A raw RFC 5322 message, as IMAP's `BODY[]` holds it. */
+export const parseMail = async (raw, maxBodyChars = MAX_BODY_CHARS) => {
+    let email;
     try {
-        parsed = JSON.parse(json);
+        email = await PostalMime.parse(raw);
     }
-    catch {
-        throw new CliError("invalid_response", "himalaya message read did not answer JSON");
+    catch (error) {
+        throw new CliError("invalid_response", `unreadable email: ${error instanceof Error ? error.message : error}`);
     }
-    if (!parsed || !Array.isArray(parsed.parts) || !Array.isArray(parsed.text_body) || !Array.isArray(parsed.html_body))
-        throw new CliError("invalid_response", "himalaya returned an incomplete parsed message");
-    if (parsed.attachments !== undefined && !Array.isArray(parsed.attachments))
-        throw new CliError("invalid_response", "himalaya returned invalid attachment metadata");
-    const headers = parsed.parts[0]?.headers ?? [];
-    const header = (name) => headers.find((item) => item.name === name)?.value;
-    const subject = header("subject")?.Text ?? null;
-    const plain = parsed.text_body
-        .map((index) => bodyText(parsed.parts[index], "Text"))
-        .join("\n\n")
-        .trim();
-    const text = plain || htmlToText(parsed.html_body.map((index) => bodyText(parsed.parts[index], "Html")).join("\n"));
+    const text = email.text?.trim() || htmlToText(email.html ?? "");
     return {
-        subject,
-        from: addresses(header("from"))[0] ?? null,
-        to: addresses(header("to")),
-        cc: addresses(header("cc")),
-        bcc: addresses(header("bcc")),
-        attachments: (parsed.attachments ?? []).slice(0, 50).map((id) => {
-            const part = parsed.parts[id];
-            const value = (name) => part?.headers.find((item) => typeof item.name === "string" && item.name.replaceAll("_", "-") === name)?.value;
-            const type = value("content-type")?.ContentType;
-            const disposition = value("content-disposition")?.ContentType;
-            const attrs = [...(disposition?.attributes ?? []), ...(type?.attributes ?? [])];
-            const name = attrs.find((attr) => ["filename", "name"].includes(attr.name ?? attr.attribute ?? ""))?.value ??
-                `attachment-${id}`;
-            const raw = typeof part?.body === "object" && part.body !== null ? (part.body.Binary ?? part.body.InlineBinary) : undefined;
-            let bytes = null;
-            if (Array.isArray(raw) &&
-                raw.length <= 50 * 1024 * 1024 &&
-                raw.every((byte) => Number.isInteger(byte) && byte >= 0 && byte <= 255))
-                bytes = Uint8Array.from(raw);
-            else if (typeof raw === "string" && raw.length <= 70_000_000 && /^[A-Za-z0-9+/]*={0,2}$/.test(raw))
-                bytes = Buffer.from(raw, "base64");
-            else if (typeof part?.body === "object" && part.body !== null && typeof part.body.Text === "string")
-                bytes = new TextEncoder().encode(part.body.Text);
-            else if (typeof part?.body === "object" && part.body !== null && typeof part.body.Html === "string")
-                bytes = new TextEncoder().encode(htmlToText(part.body.Html));
-            return {
-                id,
-                name: name.slice(0, 200),
-                mime: type?.c_type ? `${type.c_type}/${type.c_subtype ?? "octet-stream"}` : null,
-                bytes,
-            };
-        }),
+        subject: email.subject ?? null,
+        from: addresses(email.from === undefined ? [] : [email.from])[0] ?? null,
+        to: addresses(email.to ?? []),
+        cc: addresses(email.cc ?? []),
+        bcc: addresses(email.bcc ?? []),
+        attachments: email.attachments.slice(0, 50).map((part, id) => ({
+            id,
+            name: (part.filename ?? `attachment-${id}`).slice(0, 200),
+            mime: part.mimeType || null,
+            bytes: bytesOf(part.content),
+        })),
         text: text.replace(/\r\n?/g, "\n").slice(0, maxBodyChars),
     };
 };

package/dist/mail/parse.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse.js","sourceRoot":"","sources":["../../src/mail/parse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AA6B5C,4GAA4G;AAC5G,MAAM,CAAC,MAAM,cAAc,GAAG,SAAS,CAAA;AAEvC,MAAM,SAAS,GAAG,CAAC,KAAc,EAAa,EAAE;IAC9C,MAAM,OAAO,GAAI,KAA+B,EAAE,OAGrC,CAAA;IACb,MAAM,IAAI,GACR,OAAO,KAAK,SAAS,IAAI,MAAM,IAAI,OAAO;QACxC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;QACtB,CAAC,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,IAAI,OAAO;YAC3C,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC;YACjE,CAAC,CAAC,EAAE,CAAA;IACV,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;AACxH,CAAC,CAAA;AAED,MAAM,QAAQ,GAAG,CAAC,IAAsB,EAAE,IAAqB,EAAU,EAAE;IACzE,MAAM,IAAI,GAAG,IAAI,EAAE,IAAI,CAAA;IACvB,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,IAAI,CAAC,IAAI,CAAY,CAAC,CAAC,CAAC,EAAE,CAAA;AAClH,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,IAAY,EAAU,EAAE,CAC1C,IAAI;KACD,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC;KAC9C,OAAO,CAAC,oCAAoC,EAAE,IAAI,CAAC;KACnD,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;KACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;KACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;KACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;KACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;KACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;KACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;KACtB,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;KAC1B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;KAC1B,IAAI,EAAE,CAAA;AAEX,8FAA8F;AAC9F,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,YAAY,GAAG,cAAc,EAAc,EAAE;IACnF,IAAI,MAAc,CAAA;IAClB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAW,CAAA;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,2CAA2C,CAAC,CAAA;IACrF,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;QACjH,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,gDAAgD,CAAC,CAAA;IAC1F,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC;QACxE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,+CAA+C,CAAC,CAAA;IACzF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAA;IAC9C,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,KAAK,CAAA;IAClF,MAAM,OAAO,GAAI,MAAM,CAAC,SAAS,CAAmC,EAAE,IAAI,IAAI,IAAI,CAAA;IAElF,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS;SAC3B,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;SACrD,IAAI,CAAC,MAAM,CAAC;SACZ,IAAI,EAAE,CAAA;IACT,MAAM,IAAI,GAAG,KAAK,IAAI,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAEnH,OAAO;QACL,OAAO;QACP,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI;QAC1C,EAAE,EAAE,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC3B,EAAE,EAAE,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC3B,GAAG,EAAE,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,WAAW,EAAE,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;YAC9D,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YAC7B,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,EAAE,CAC7B,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC,EAAE,KAAK,CAAA;YAC/G,MAAM,IAAI,GACR,KAAK,CAAC,cAAc,CASrB,EAAE,WAAW,CAAA;YACd,MAAM,WAAW,GACf,KAAK,CAAC,qBAAqB,CAG5B,EAAE,WAAW,CAAA;YACd,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,CAAA;YAC/E,MAAM,IAAI,GACR,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK;gBAC7F,cAAc,EAAE,EAAE,CAAA;YACpB,MAAM,GAAG,GACP,OAAO,IAAI,EAAE,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YACjH,IAAI,KAAK,GAAsB,IAAI,CAAA;YACnC,IACE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;gBAClB,GAAG,CAAC,MAAM,IAAI,EAAE,GAAG,IAAI,GAAG,IAAI;gBAC9B,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,GAAG,CAAC;gBAEvE,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;iBACzB,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,IAAI,UAAU,IAAI,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC;gBAChG,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;iBAC/B,IAAI,OAAO,IAAI,EAAE,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ;gBACjG,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;iBAC7C,IAAI,OAAO,IAAI,EAAE,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ;gBACjG,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;YAC9D,OAAO;gBACL,EAAE;gBACF,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBACxB,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,IAAI,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI;gBAChF,KAAK;aACN,CAAA;QACH,CAAC,CAAC;QACF,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC;KAC1D,CAAA;AACH,CAAC,CAAA"}
+{"version":3,"file":"parse.js","sourceRoot":"","sources":["../../src/mail/parse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,UAAU,EAAE,EAAiC,MAAM,aAAa,CAAA;AAiBvE,4GAA4G;AAC5G,MAAM,CAAC,MAAM,cAAc,GAAG,SAAS,CAAA;AAEvC,MAAM,SAAS,GAAG,CAAC,IAAqB,EAAa,EAAE,CACrD,IAAI;KACD,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC;KAC1C,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;AAE5G,MAAM,UAAU,GAAG,CAAC,IAAY,EAAU,EAAE,CAC1C,IAAI;KACD,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC;KAC9C,OAAO,CAAC,oCAAoC,EAAE,IAAI,CAAC;KACnD,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;KACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;KACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;KACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;KACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;KACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;KACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;KACtB,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;KAC1B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;KAC1B,IAAI,EAAE,CAAA;AAEX,MAAM,OAAO,GAAG,CAAC,OAA0C,EAAc,EAAE,CACzE,OAAO,OAAO,KAAK,QAAQ;IACzB,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC;IACnC,CAAC,CAAC,OAAO,YAAY,UAAU;QAC7B,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,CAAA;AAE/B,2DAA2D;AAC3D,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAAE,GAAe,EAAE,YAAY,GAAG,cAAc,EAAuB,EAAE;IACrG,IAAI,KAAmD,CAAA;IACvD,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,qBAAqB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAA;IAC/G,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAA;IAC/D,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI;QAC9B,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI;QACxE,EAAE,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;QAC7B,EAAE,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;QAC7B,GAAG,EAAE,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,CAAC;QAC/B,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7D,EAAE;YACF,IAAI,EAAE,CAAC,IAAI,CAAC,QAAQ,IAAI,cAAc,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YACzD,IAAI,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI;YAC3B,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;SAC7B,CAAC,CAAC;QACH,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC;KAC1D,CAAA;AACH,CAAC,CAAA"}

package/dist/mail/probe.d.ts

@@ -0,0 +1,31 @@
+import type { Listed } from "./source.js";
+export declare const SUGGEST_RULE: string;
+export interface ProbeGroup {
+    /** The sender; for a list, the first sender seen. */
+    from: string | null;
+    listId: string | null;
+    emails: number;
+    bytes: number;
+    /** Share of emails not read; null when the source does not say. */
+    unread: number | null;
+    /** Share of emails marked as list or bulk mail. */
+    bulk: number;
+    firstYear: number;
+    lastYear: number;
+    /** The owner sent mail to one of the group's senders. */
+    replied: boolean;
+    suggest: "skip" | null;
+}
+export interface Probe {
+    emails: number;
+    bytes: number;
+    /** Mail the owner sent: not grouped, but its recipients tell who was replied to. */
+    sent: number;
+    /** Emails whose headers could not be read: not grouped. */
+    withoutHeaders: number;
+    groups: number;
+    items: ProbeGroup[];
+}
+/** Groups mail by List-Id when it has one, else by sender address; largest groups first. */
+export declare const probeMail: (items: Listed[], limit: number) => Probe;
+//# sourceMappingURL=probe.d.ts.map

package/dist/mail/probe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"probe.d.ts","sourceRoot":"","sources":["../../src/mail/probe.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEzC,eAAO,MAAM,YAAY,QAEsE,CAAA;AAE/F,MAAM,WAAW,UAAU;IACzB,qDAAqD;IACrD,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,mEAAmE;IACnE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,mDAAmD;IACnD,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,yDAAyD;IACzD,OAAO,EAAE,OAAO,CAAA;IAChB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;CACvB;AAED,MAAM,WAAW,KAAK;IACpB,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,oFAAoF;IACpF,IAAI,EAAE,MAAM,CAAA;IACZ,2DAA2D;IAC3D,cAAc,EAAE,MAAM,CAAA;IACtB,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,UAAU,EAAE,CAAA;CACpB;AAMD,4FAA4F;AAC5F,eAAO,MAAM,SAAS,UAAW,MAAM,EAAE,SAAS,MAAM,KAAG,KA6C1D,CAAA"}

package/dist/mail/probe.js

@@ -0,0 +1,55 @@
+export const SUGGEST_RULE = "suggest is skip when a group has at least 20 emails, at least 80% of them list or bulk mail " +
+    "(List-Id, List-Unsubscribe or Precedence: bulk) and the owner never sent mail to its sender";
+const share = (part, whole) => Math.round((part / whole) * 100) / 100;
+const isSent = (item) => item.labels?.includes("Sent") || /(^|\/)sent\b/i.test(item.folder ?? "");
+/** Groups mail by List-Id when it has one, else by sender address; largest groups first. */
+export const probeMail = (items, limit) => {
+    const sent = items.filter(isSent);
+    const recipients = new Set(sent.flatMap((item) => item.headers?.to ?? []));
+    const groups = new Map();
+    let withoutHeaders = 0;
+    for (const item of items) {
+        if (isSent(item))
+            continue;
+        const headers = item.headers;
+        if (headers === undefined || (headers.from === undefined && headers.listId === undefined)) {
+            withoutHeaders++;
+            continue;
+        }
+        const key = headers.listId === undefined ? `from:${headers.from}` : `list:${headers.listId}`;
+        const group = groups.get(key);
+        if (group)
+            group.push(item);
+        else
+            groups.set(key, [item]);
+    }
+    const all = [...groups.values()].map((group) => {
+        const senders = new Set(group.flatMap((item) => (item.headers?.from === undefined ? [] : [item.headers.from])));
+        const known = group.filter((item) => item.seen !== undefined);
+        const years = group.map((item) => new Date(item.receivedAt).getUTCFullYear());
+        const bulk = share(group.filter((item) => item.headers?.bulk).length, group.length);
+        const replied = [...senders].some((sender) => recipients.has(sender));
+        return {
+            from: [...senders][0] ?? null,
+            listId: group[0]?.headers?.listId ?? null,
+            emails: group.length,
+            bytes: group.reduce((sum, item) => sum + (item.size ?? 0), 0),
+            unread: known.length ? share(known.filter((item) => !item.seen).length, known.length) : null,
+            bulk,
+            firstYear: years.reduce((a, b) => Math.min(a, b)),
+            lastYear: years.reduce((a, b) => Math.max(a, b)),
+            replied,
+            suggest: group.length >= 20 && bulk >= 0.8 && !replied ? "skip" : null,
+        };
+    });
+    all.sort((a, b) => b.emails - a.emails || b.bytes - a.bytes);
+    return {
+        emails: items.length,
+        bytes: items.reduce((sum, item) => sum + (item.size ?? 0), 0),
+        sent: sent.length,
+        withoutHeaders,
+        groups: all.length,
+        items: all.slice(0, limit),
+    };
+};
+//# sourceMappingURL=probe.js.map

package/dist/mail/probe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"probe.js","sourceRoot":"","sources":["../../src/mail/probe.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,YAAY,GACvB,8FAA8F;IAC9F,6FAA6F,CAAA;AA8B/F,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;AAErF,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAA;AAEzG,4FAA4F;AAC5F,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,KAAe,EAAE,KAAa,EAAS,EAAE;IACjE,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IACjC,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IAC1E,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAA;IAC1C,IAAI,cAAc,GAAG,CAAC,CAAA;IACtB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,MAAM,CAAC,IAAI,CAAC;YAAE,SAAQ;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;QAC5B,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,EAAE,CAAC;YAC1F,cAAc,EAAE,CAAA;YAChB,SAAQ;QACV,CAAC;QACD,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAA;QAC5F,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC7B,IAAI,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;;YACtB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;IAC9B,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAc,EAAE;QACzD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC/G,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAA;QAC7D,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,cAAc,EAAE,CAAC,CAAA;QAC7E,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QACnF,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAA;QACrE,OAAO;YACL,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI;YAC7B,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,IAAI,IAAI;YACzC,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7D,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;YAC5F,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAChD,OAAO;YACP,OAAO,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE,IAAI,IAAI,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;SACvE,CAAA;IACH,CAAC,CAAC,CAAA;IACF,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;IAC5D,OAAO;QACL,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7D,IAAI,EAAE,IAAI,CAAC,MAAM;QACjB,cAAc;QACd,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;KAC3B,CAAA;AACH,CAAC,CAAA"}

package/dist/mail/rules.d.ts

@@ -0,0 +1,18 @@
+import type { MailHeaders } from "./headers.js";
+export interface MailRuleMatch {
+    from?: string;
+    domain?: string;
+    listId?: string;
+}
+export interface MailRule {
+    match: MailRuleMatch;
+    action: "skip" | "keep";
+    reason?: string;
+    decidedAt: string;
+}
+/** A domain also matches its subdomains: bulk mail often comes from `mail.` or `news.` of the same domain. */
+export declare const matches: (match: MailRuleMatch, headers: MailHeaders) => boolean;
+/** Any matching keep wins over any matching skip, so a keep for one sender overrides a skip of its domain. */
+export declare const decide: (rules: readonly MailRule[], headers: MailHeaders | undefined) => "skip" | "keep" | undefined;
+export declare const sameMatch: (a: MailRuleMatch, b: MailRuleMatch) => boolean;
+//# sourceMappingURL=rules.d.ts.map

package/dist/mail/rules.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rules.d.ts","sourceRoot":"","sources":["../../src/mail/rules.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAE/C,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,aAAa,CAAA;IACpB,MAAM,EAAE,MAAM,GAAG,MAAM,CAAA;IACvB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;CAClB;AAID,8GAA8G;AAC9G,eAAO,MAAM,OAAO,UAAW,aAAa,WAAW,WAAW,KAAG,OAWpE,CAAA;AAED,8GAA8G;AAC9G,eAAO,MAAM,MAAM,UAAW,SAAS,QAAQ,EAAE,WAAW,WAAW,GAAG,SAAS,KAAG,MAAM,GAAG,MAAM,GAAG,SAKvG,CAAA;AAED,eAAO,MAAM,SAAS,MAAO,aAAa,KAAK,aAAa,KAAG,OAGV,CAAA"}

package/dist/mail/rules.js

@@ -0,0 +1,26 @@
+const domainOf = (address) => address.slice(address.lastIndexOf("@") + 1);
+/** A domain also matches its subdomains: bulk mail often comes from `mail.` or `news.` of the same domain. */
+export const matches = (match, headers) => {
+    const { from, domain, listId } = match;
+    if (from === undefined && domain === undefined && listId === undefined)
+        return false;
+    const sender = headers.from;
+    const host = sender === undefined ? undefined : domainOf(sender);
+    const wanted = domain?.toLowerCase();
+    return ((from === undefined || sender === from.toLowerCase()) &&
+        (wanted === undefined || (host !== undefined && (host === wanted || host.endsWith(`.${wanted}`)))) &&
+        (listId === undefined || headers.listId === listId.toLowerCase()));
+};
+/** Any matching keep wins over any matching skip, so a keep for one sender overrides a skip of its domain. */
+export const decide = (rules, headers) => {
+    if (headers === undefined)
+        return undefined;
+    const hits = rules.filter((rule) => matches(rule.match, headers));
+    if (hits.some(({ action }) => action === "keep"))
+        return "keep";
+    return hits.length ? "skip" : undefined;
+};
+export const sameMatch = (a, b) => a.from?.toLowerCase() === b.from?.toLowerCase() &&
+    a.domain?.toLowerCase() === b.domain?.toLowerCase() &&
+    a.listId?.toLowerCase() === b.listId?.toLowerCase();
+//# sourceMappingURL=rules.js.map

package/dist/mail/rules.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rules.js","sourceRoot":"","sources":["../../src/mail/rules.ts"],"names":[],"mappings":"AAeA,MAAM,QAAQ,GAAG,CAAC,OAAe,EAAU,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;AAEzF,8GAA8G;AAC9G,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,KAAoB,EAAE,OAAoB,EAAW,EAAE;IAC7E,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAA;IACtC,IAAI,IAAI,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IACpF,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAA;IAC3B,MAAM,IAAI,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IAChE,MAAM,MAAM,GAAG,MAAM,EAAE,WAAW,EAAE,CAAA;IACpC,OAAO,CACL,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;QACrD,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;QAClG,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,WAAW,EAAE,CAAC,CAClE,CAAA;AACH,CAAC,CAAA;AAED,8GAA8G;AAC9G,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,KAA0B,EAAE,OAAgC,EAA+B,EAAE;IAClH,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAA;IACjE,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,MAAM,CAAC;QAAE,OAAO,MAAM,CAAA;IAC/D,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;AACzC,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAgB,EAAE,CAAgB,EAAW,EAAE,CACvE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE;IAC/C,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE;IACnD,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,CAAA"}

package/dist/mail/source.d.ts

@@ -0,0 +1,20 @@
+import { type Listed } from "./gmail.js";
+import type { Himalaya } from "./himalaya.js";
+export type { Listed };
+/** Everything the import asks of a mail client, so himalaya can be replaced without touching the import. */
+export interface MailSource {
+    /**
+     * Every message in `folder` received since `since`; all or nothing, since deletions are proved from it.
+     * `headers` also reads From, To, Cc and the list fields, for the probe and the owner's rules.
+     */
+    list(since: Date, folder: string, options?: {
+        headers?: boolean;
+    }): Promise<Listed[]>;
+    /** Each item's raw RFC 5322 bytes, in order; one that could not be read is an Error, not a failed call. */
+    fetchRaw(items: Listed[]): Promise<(Uint8Array | Error)[]>;
+}
+export declare const himalayaSource: (run: Himalaya, account: {
+    name: string;
+    mode?: "gmail" | "imap" | "mbox";
+}) => MailSource;
+//# sourceMappingURL=source.d.ts.map

package/dist/mail/source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.d.ts","sourceRoot":"","sources":["../../src/mail/source.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,MAAM,EAA6B,MAAM,YAAY,CAAA;AACnE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAE7C,YAAY,EAAE,MAAM,EAAE,CAAA;AAEtB,4GAA4G;AAC5G,MAAM,WAAW,UAAU;IACzB;;;OAGG;IACH,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IACrF,2GAA2G;IAC3G,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,EAAE,CAAC,CAAA;CAC3D;AAiCD,eAAO,MAAM,cAAc,QACpB,QAAQ,WACJ;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,CAAA;CAAE,KAC1D,UA8DF,CAAA"}