@wirecat/cli-memo 0.0.0-stage → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +314 -2
- package/dist/answers/command.d.ts +35 -0
- package/dist/answers/command.d.ts.map +1 -0
- package/dist/answers/command.js +117 -0
- package/dist/answers/command.js.map +1 -0
- package/dist/app.d.ts +9 -0
- package/dist/app.d.ts.map +1 -0
- package/dist/app.js +10 -0
- package/dist/app.js.map +1 -0
- package/dist/bin/memo.d.ts +3 -0
- package/dist/bin/memo.d.ts.map +1 -0
- package/dist/bin/memo.js +14 -0
- package/dist/bin/memo.js.map +1 -0
- package/dist/config.d.ts +39 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +40 -0
- package/dist/config.js.map +1 -0
- package/dist/context/command.d.ts +6 -0
- package/dist/context/command.d.ts.map +1 -0
- package/dist/context/command.js +73 -0
- package/dist/context/command.js.map +1 -0
- package/dist/context/context.d.ts +28 -0
- package/dist/context/context.d.ts.map +1 -0
- package/dist/context/context.js +49 -0
- package/dist/context/context.js.map +1 -0
- package/dist/knowledge/command.d.ts +4 -0
- package/dist/knowledge/command.d.ts.map +1 -0
- package/dist/knowledge/command.js +158 -0
- package/dist/knowledge/command.js.map +1 -0
- package/dist/mail/command.d.ts +4 -0
- package/dist/mail/command.d.ts.map +1 -0
- package/dist/mail/command.js +61 -0
- package/dist/mail/command.js.map +1 -0
- package/dist/mail/gmail.d.ts +18 -0
- package/dist/mail/gmail.d.ts.map +1 -0
- package/dist/mail/gmail.js +103 -0
- package/dist/mail/gmail.js.map +1 -0
- package/dist/mail/himalaya.d.ts +4 -0
- package/dist/mail/himalaya.d.ts.map +1 -0
- package/dist/mail/himalaya.js +13 -0
- package/dist/mail/himalaya.js.map +1 -0
- package/dist/mail/import.d.ts +53 -0
- package/dist/mail/import.d.ts.map +1 -0
- package/dist/mail/import.js +170 -0
- package/dist/mail/import.js.map +1 -0
- package/dist/mail/parse.d.ts +21 -0
- package/dist/mail/parse.d.ts.map +1 -0
- package/dist/mail/parse.js +86 -0
- package/dist/mail/parse.js.map +1 -0
- package/dist/notes/about.d.ts +31 -0
- package/dist/notes/about.d.ts.map +1 -0
- package/dist/notes/about.js +69 -0
- package/dist/notes/about.js.map +1 -0
- package/dist/notes/bound.d.ts +24 -0
- package/dist/notes/bound.d.ts.map +1 -0
- package/dist/notes/bound.js +57 -0
- package/dist/notes/bound.js.map +1 -0
- package/dist/notes/command.d.ts +4 -0
- package/dist/notes/command.d.ts.map +1 -0
- package/dist/notes/command.js +222 -0
- package/dist/notes/command.js.map +1 -0
- package/dist/notes/dialects/common.d.ts +18 -0
- package/dist/notes/dialects/common.d.ts.map +1 -0
- package/dist/notes/dialects/common.js +79 -0
- package/dist/notes/dialects/common.js.map +1 -0
- package/dist/notes/dialects/index.d.ts +5 -0
- package/dist/notes/dialects/index.d.ts.map +1 -0
- package/dist/notes/dialects/index.js +6 -0
- package/dist/notes/dialects/index.js.map +1 -0
- package/dist/notes/dialects/markdown.d.ts +7 -0
- package/dist/notes/dialects/markdown.d.ts.map +1 -0
- package/dist/notes/dialects/markdown.js +51 -0
- package/dist/notes/dialects/markdown.js.map +1 -0
- package/dist/notes/dialects/obsidian.d.ts +6 -0
- package/dist/notes/dialects/obsidian.d.ts.map +1 -0
- package/dist/notes/dialects/obsidian.js +33 -0
- package/dist/notes/dialects/obsidian.js.map +1 -0
- package/dist/notes/dialects/types.d.ts +39 -0
- package/dist/notes/dialects/types.d.ts.map +1 -0
- package/dist/notes/dialects/types.js +2 -0
- package/dist/notes/dialects/types.js.map +1 -0
- package/dist/notes/embed.d.ts +51 -0
- package/dist/notes/embed.d.ts.map +1 -0
- package/dist/notes/embed.js +109 -0
- package/dist/notes/embed.js.map +1 -0
- package/dist/notes/export.d.ts +27 -0
- package/dist/notes/export.d.ts.map +1 -0
- package/dist/notes/export.js +76 -0
- package/dist/notes/export.js.map +1 -0
- package/dist/notes/files.d.ts +14 -0
- package/dist/notes/files.d.ts.map +1 -0
- package/dist/notes/files.js +77 -0
- package/dist/notes/files.js.map +1 -0
- package/dist/notes/folders-command.d.ts +4 -0
- package/dist/notes/folders-command.d.ts.map +1 -0
- package/dist/notes/folders-command.js +113 -0
- package/dist/notes/folders-command.js.map +1 -0
- package/dist/notes/folders.d.ts +27 -0
- package/dist/notes/folders.d.ts.map +1 -0
- package/dist/notes/folders.js +46 -0
- package/dist/notes/folders.js.map +1 -0
- package/dist/notes/import.d.ts +33 -0
- package/dist/notes/import.d.ts.map +1 -0
- package/dist/notes/import.js +183 -0
- package/dist/notes/import.js.map +1 -0
- package/dist/notes/internal.d.ts +17 -0
- package/dist/notes/internal.d.ts.map +1 -0
- package/dist/notes/internal.js +47 -0
- package/dist/notes/internal.js.map +1 -0
- package/dist/notes/links.d.ts +18 -0
- package/dist/notes/links.d.ts.map +1 -0
- package/dist/notes/links.js +44 -0
- package/dist/notes/links.js.map +1 -0
- package/dist/notes/renames.d.ts +11 -0
- package/dist/notes/renames.d.ts.map +1 -0
- package/dist/notes/renames.js +24 -0
- package/dist/notes/renames.js.map +1 -0
- package/dist/notes/search.d.ts +5 -0
- package/dist/notes/search.d.ts.map +1 -0
- package/dist/notes/search.js +20 -0
- package/dist/notes/search.js.map +1 -0
- package/dist/notes/state.d.ts +14 -0
- package/dist/notes/state.d.ts.map +1 -0
- package/dist/notes/state.js +21 -0
- package/dist/notes/state.js.map +1 -0
- package/dist/options.d.ts +4 -0
- package/dist/options.d.ts.map +1 -0
- package/dist/options.js +12 -0
- package/dist/options.js.map +1 -0
- package/dist/people/command.d.ts +5 -0
- package/dist/people/command.d.ts.map +1 -0
- package/dist/people/command.js +57 -0
- package/dist/people/command.js.map +1 -0
- package/dist/people/identity.d.ts +4 -0
- package/dist/people/identity.d.ts.map +1 -0
- package/dist/people/identity.js +13 -0
- package/dist/people/identity.js.map +1 -0
- package/dist/people/notes-map.d.ts +13 -0
- package/dist/people/notes-map.d.ts.map +1 -0
- package/dist/people/notes-map.js +49 -0
- package/dist/people/notes-map.js.map +1 -0
- package/dist/people/subject.d.ts +8 -0
- package/dist/people/subject.d.ts.map +1 -0
- package/dist/people/subject.js +19 -0
- package/dist/people/subject.js.map +1 -0
- package/dist/program.d.ts +7 -0
- package/dist/program.d.ts.map +1 -0
- package/dist/program.js +34 -0
- package/dist/program.js.map +1 -0
- package/dist/run/auto.d.ts +20 -0
- package/dist/run/auto.d.ts.map +1 -0
- package/dist/run/auto.js +139 -0
- package/dist/run/auto.js.map +1 -0
- package/dist/run/import.d.ts +18 -0
- package/dist/run/import.d.ts.map +1 -0
- package/dist/run/import.js +114 -0
- package/dist/run/import.js.map +1 -0
- package/dist/search/command.d.ts +38 -0
- package/dist/search/command.d.ts.map +1 -0
- package/dist/search/command.js +269 -0
- package/dist/search/command.js.map +1 -0
- package/dist/store/gone.d.ts +17 -0
- package/dist/store/gone.d.ts.map +1 -0
- package/dist/store/gone.js +52 -0
- package/dist/store/gone.js.map +1 -0
- package/dist/store/scope.d.ts +19 -0
- package/dist/store/scope.d.ts.map +1 -0
- package/dist/store/scope.js +34 -0
- package/dist/store/scope.js.map +1 -0
- package/dist/store/source-target.d.ts +18 -0
- package/dist/store/source-target.d.ts.map +1 -0
- package/dist/store/source-target.js +28 -0
- package/dist/store/source-target.js.map +1 -0
- package/dist/tags/command.d.ts +4 -0
- package/dist/tags/command.d.ts.map +1 -0
- package/dist/tags/command.js +166 -0
- package/dist/tags/command.js.map +1 -0
- package/dist/tasks/command.d.ts +4 -0
- package/dist/tasks/command.d.ts.map +1 -0
- package/dist/tasks/command.js +83 -0
- package/dist/tasks/command.js.map +1 -0
- package/dist/tasks/context.d.ts +16 -0
- package/dist/tasks/context.d.ts.map +1 -0
- package/dist/tasks/context.js +68 -0
- package/dist/tasks/context.js.map +1 -0
- package/dist/version.d.ts +2 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +2 -0
- package/dist/version.js.map +1 -0
- package/package.json +53 -4
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { CliError } from "@wirecat/cli-core";
|
|
3
|
+
const MONTHS = ["Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec"];
|
|
4
|
+
const FETCH_BATCH = 500;
|
|
5
|
+
const imapDate = (day) => `${day.getUTCDate()}-${MONTHS[day.getUTCMonth()]}-${day.getUTCFullYear()}`;
|
|
6
|
+
/** IMAP's `INTERNALDATE`: `"04-Oct-2026 19:51:09 +0000"`. */
|
|
7
|
+
const isoOf = (internal) => {
|
|
8
|
+
const match = /^\s*(\d{1,2})-(\w{3})-(\d{4}) (\d{2}):(\d{2}):(\d{2}) ([+-])(\d{2})(\d{2})$/.exec(internal);
|
|
9
|
+
if (match === null)
|
|
10
|
+
throw new CliError("invalid_response", `unexpected IMAP date "${internal}"`);
|
|
11
|
+
const [, day, month, year, hour, minute, second, sign, offsetHours, offsetMinutes] = match;
|
|
12
|
+
const local = Date.UTC(Number(year), MONTHS.indexOf(month ?? ""), Number(day), Number(hour), Number(minute), Number(second));
|
|
13
|
+
const offset = (Number(offsetHours) * 60 + Number(offsetMinutes)) * 60_000 * (sign === "-" ? -1 : 1);
|
|
14
|
+
return new Date(local - offset).toISOString();
|
|
15
|
+
};
|
|
16
|
+
/** A tagged NO or BAD comes back as output, not as an error, so every tag must end in OK. */
|
|
17
|
+
const assertCompleted = (output, tags) => {
|
|
18
|
+
for (const tag of tags) {
|
|
19
|
+
if (!new RegExp(`^${tag} OK`, "m").test(output)) {
|
|
20
|
+
const line = output.split(/\r?\n/).find((text) => text.startsWith(`${tag} `)) ?? "no answer";
|
|
21
|
+
throw new CliError("provider_error", `IMAP command ${tag} did not complete: ${line}`);
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
};
|
|
25
|
+
/**
|
|
26
|
+
* Every message in All Mail received since `since`, read with EXAMINE so nothing can change a flag.
|
|
27
|
+
* All Mail rather than INBOX: an archived message leaves INBOX but is not deleted.
|
|
28
|
+
*/
|
|
29
|
+
export const listAllMail = async (run, account, since, folder = "[Gmail]/All Mail") => {
|
|
30
|
+
if (/[\r\n]/.test(folder) || folder.includes(String.fromCharCode(0)))
|
|
31
|
+
throw new CliError("validation_error", "invalid mailbox name");
|
|
32
|
+
const mailbox = JSON.stringify(folder);
|
|
33
|
+
const search = await run(["imap", "raw", "-a", account], `a EXAMINE ${mailbox}\r\nb UID SEARCH SINCE ${imapDate(since)}\r\n`);
|
|
34
|
+
assertCompleted(search, ["a", "b"]);
|
|
35
|
+
const uids = (/^\* SEARCH(.*)$/m.exec(search)?.[1] ?? "").trim().split(/\s+/).filter(Boolean);
|
|
36
|
+
if (uids.length === 0)
|
|
37
|
+
return [];
|
|
38
|
+
const batches = [];
|
|
39
|
+
for (let start = 0; start < uids.length; start += FETCH_BATCH)
|
|
40
|
+
batches.push(uids.slice(start, start + FETCH_BATCH).join(","));
|
|
41
|
+
const tags = batches.map((_, index) => `f${index}`);
|
|
42
|
+
const fetched = await run(["imap", "raw", "-a", account], `a EXAMINE ${mailbox}\r\n${batches
|
|
43
|
+
.map((set, index) => `${tags[index]} UID FETCH ${set} (UID X-GM-MSGID X-GM-THRID INTERNALDATE)\r\n`)
|
|
44
|
+
.join("")}`);
|
|
45
|
+
assertCompleted(fetched, ["a", ...tags]);
|
|
46
|
+
const listed = [...fetched.matchAll(/^\* \d+ FETCH \((.*)\)\s*$/gm)].map(([, items = ""]) => {
|
|
47
|
+
const item = (name) => new RegExp(`${name} (\\d+)`).exec(items)?.[1];
|
|
48
|
+
const internal = /INTERNALDATE "([^"]+)"/.exec(items)?.[1];
|
|
49
|
+
const uid = item("UID");
|
|
50
|
+
const messageId = item("X-GM-MSGID");
|
|
51
|
+
const threadId = item("X-GM-THRID");
|
|
52
|
+
if (!uid || !messageId || !threadId || !internal)
|
|
53
|
+
throw new CliError("invalid_response", `IMAP FETCH answer without the Gmail ids: ${items}`);
|
|
54
|
+
return { uid, messageId, threadId, receivedAt: isoOf(internal) };
|
|
55
|
+
});
|
|
56
|
+
if (listed.length !== uids.length)
|
|
57
|
+
throw new CliError("invalid_response", `IMAP listed ${uids.length} messages but fetched ${listed.length}`);
|
|
58
|
+
return listed;
|
|
59
|
+
};
|
|
60
|
+
/** Message-ID is stable across folders; absent headers fall back to a UIDVALIDITY-scoped identity. */
|
|
61
|
+
export const listImapMail = async (run, account, since, folder) => {
|
|
62
|
+
if (!folder || /[\r\n]/.test(folder) || folder.includes(String.fromCharCode(0)))
|
|
63
|
+
throw new CliError("validation_error", "invalid mailbox name");
|
|
64
|
+
const mailbox = JSON.stringify(folder);
|
|
65
|
+
const searched = await run(["imap", "raw", "-a", account], `a EXAMINE ${mailbox}\r\nb UID SEARCH SINCE ${imapDate(since)}\r\n`);
|
|
66
|
+
assertCompleted(searched, ["a", "b"]);
|
|
67
|
+
const validity = /\[UIDVALIDITY (\d+)\]/.exec(searched)?.[1];
|
|
68
|
+
if (!validity)
|
|
69
|
+
throw new CliError("invalid_response", "IMAP did not report UIDVALIDITY");
|
|
70
|
+
const uids = [...new Set((/^\* SEARCH(.*)$/m.exec(searched)?.[1] ?? "").trim().split(/\s+/).filter(Boolean))];
|
|
71
|
+
if (!uids.every((uid) => /^\d+$/.test(uid)))
|
|
72
|
+
throw new CliError("invalid_response", "invalid IMAP UID listing");
|
|
73
|
+
const listed = [];
|
|
74
|
+
const digest = (id) => `imap:${createHash("sha256").update(id).digest("hex")}`;
|
|
75
|
+
for (let start = 0; start < uids.length; start += FETCH_BATCH) {
|
|
76
|
+
const batch = uids.slice(start, start + FETCH_BATCH);
|
|
77
|
+
const before = listed.length;
|
|
78
|
+
const output = await run(["imap", "raw", "-a", account], `a EXAMINE ${mailbox}\r\nf UID FETCH ${batch.join(",")} (UID INTERNALDATE BODY.PEEK[HEADER.FIELDS (MESSAGE-ID REFERENCES IN-REPLY-TO)])\r\n`);
|
|
79
|
+
assertCompleted(output, ["a", "f"]);
|
|
80
|
+
for (const match of output.matchAll(/^\* \d+ FETCH \(([\s\S]*?)(?=^\* \d+ FETCH|^[af] (?:OK|NO|BAD)|$(?![\s\S]))/gm)) {
|
|
81
|
+
const fields = match[1] ?? "", uid = /(?:^|\s)UID (\d+)/.exec(fields)?.[1], internal = /INTERNALDATE "([^"]+)"/.exec(fields)?.[1];
|
|
82
|
+
if (!uid || !internal || !batch.includes(uid))
|
|
83
|
+
throw new CliError("invalid_response", "incomplete IMAP envelope");
|
|
84
|
+
const unfolded = fields.replace(/\r?\n[ \t]+/g, " ");
|
|
85
|
+
const messageId = /^Message-ID:\s*(.+)$/im.exec(unfolded)?.[1]?.trim();
|
|
86
|
+
const refs = /^References:\s*(.+)$/im.exec(unfolded)?.[1]?.match(/<[^>]+>/g);
|
|
87
|
+
const parent = /^In-Reply-To:\s*(<[^>]+>)/im.exec(unfolded)?.[1];
|
|
88
|
+
const identity = messageId ?? `uid:${folder}:${validity}:${uid}`;
|
|
89
|
+
listed.push({
|
|
90
|
+
uid,
|
|
91
|
+
messageId: digest(identity),
|
|
92
|
+
threadId: digest(refs?.[0] ?? parent ?? identity),
|
|
93
|
+
receivedAt: isoOf(internal),
|
|
94
|
+
folder,
|
|
95
|
+
});
|
|
96
|
+
}
|
|
97
|
+
if (listed.length - before !== batch.length ||
|
|
98
|
+
new Set(listed.slice(before).map((item) => item.uid)).size !== batch.length)
|
|
99
|
+
throw new CliError("invalid_response", "IMAP returned a partial envelope batch; deletions were not checked");
|
|
100
|
+
}
|
|
101
|
+
return listed;
|
|
102
|
+
};
|
|
103
|
+
//# sourceMappingURL=gmail.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gmail.js","sourceRoot":"","sources":["../../src/mail/gmail.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAa5C,MAAM,MAAM,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAA;AACnG,MAAM,WAAW,GAAG,GAAG,CAAA;AAEvB,MAAM,QAAQ,GAAG,CAAC,GAAS,EAAU,EAAE,CAAC,GAAG,GAAG,CAAC,UAAU,EAAE,IAAI,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,GAAG,CAAC,cAAc,EAAE,EAAE,CAAA;AAElH,6DAA6D;AAC7D,MAAM,KAAK,GAAG,CAAC,QAAgB,EAAU,EAAE;IACzC,MAAM,KAAK,GAAG,6EAA6E,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IAC1G,IAAI,KAAK,KAAK,IAAI;QAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,yBAAyB,QAAQ,GAAG,CAAC,CAAA;IAChG,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,aAAa,CAAC,GAAG,KAAK,CAAA;IAC1F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,MAAM,CAAC,IAAI,CAAC,EACZ,MAAM,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,EAC3B,MAAM,CAAC,GAAG,CAAC,EACX,MAAM,CAAC,IAAI,CAAC,EACZ,MAAM,CAAC,MAAM,CAAC,EACd,MAAM,CAAC,MAAM,CAAC,CACf,CAAA;IACD,MAAM,MAAM,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACpG,OAAO,IAAI,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,WAAW,EAAE,CAAA;AAC/C,CAAC,CAAA;AAED,6FAA6F;AAC7F,MAAM,eAAe,GAAG,CAAC,MAAc,EAAE,IAAc,EAAQ,EAAE;IAC/D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,WAAW,CAAA;YAC5F,MAAM,IAAI,QAAQ,CAAC,gBAAgB,EAAE,gBAAgB,GAAG,sBAAsB,IAAI,EAAE,CAAC,CAAA;QACvF,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAC9B,GAAa,EACb,OAAe,EACf,KAAW,EACX,MAAM,GAAG,kBAAkB,EACR,EAAE;IACrB,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAClE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,CAAA;IAChE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;IACtC,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,EAC9B,aAAa,OAAO,0BAA0B,QAAQ,CAAC,KAAK,CAAC,MAAM,CACpE,CAAA;IACD,eAAe,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAA;IACnC,MAAM,IAAI,GAAG,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC7F,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IAEhC,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,WAAW;QAC3D,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;IAChE,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,CAAA;IACnD,MAAM,OAAO,GAAG,MAAM,GAAG,CACvB,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,EAC9B,aAAa,OAAO,OAAO,OAAO;SAC/B,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,+CAA+C,CAAC;SACnG,IAAI,CAAC,EAAE,CAAC,EAAE,CACd,CAAA;IACD,eAAe,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAA;IAExC,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,EAAE,EAAE;QAC1F,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,GAAG,IAAI,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAC5E,MAAM,QAAQ,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAA;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,CAAA;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,CAAA;QACnC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ;YAC9C,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,4CAA4C,KAAK,EAAE,CAAC,CAAA;QAC7F,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAA;IAClE,CAAC,CAAC,CAAA;IACF,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM;QAC/B,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,eAAe,IAAI,CAAC,MAAM,yBAAyB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IAC5G,OAAO,MAAM,CAAA;AACf,CAAC,CAAA;AAED,sGAAsG;AACtG,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAAE,GAAa,EAAE,OAAe,EAAE,KAAW,EAAE,MAAc,EAAqB,EAAE;IACnH,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7E,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,CAAA;IAChE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;IACtC,MAAM,QAAQ,GAAG,MAAM,GAAG,CACxB,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,EAC9B,aAAa,OAAO,0BAA0B,QAAQ,CAAC,KAAK,CAAC,MAAM,CACpE,CAAA;IACD,eAAe,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAA;IACrC,MAAM,QAAQ,GAAG,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAC5D,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,iCAAiC,CAAC,CAAA;IACxF,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;IAC7G,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,0BAA0B,CAAC,CAAA;IAC/G,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,MAAM,MAAM,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,QAAQ,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;IACtF,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,WAAW,EAAE,CAAC;QAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,WAAW,CAAC,CAAA;QACpD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;QAC5B,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,EAC9B,aAAa,OAAO,mBAAmB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,sFAAsF,CAC7I,CAAA;QACD,eAAe,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAA;QACnC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,QAAQ,CACjC,+EAA+E,CAChF,EAAE,CAAC;YACF,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,EAC3B,GAAG,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAC3C,QAAQ,GAAG,wBAAwB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;YACvD,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,0BAA0B,CAAC,CAAA;YACjH,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAA;YACpD,MAAM,SAAS,GAAG,wBAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAA;YACtE,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;YAC5E,MAAM,MAAM,GAAG,6BAA6B,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;YAChE,MAAM,QAAQ,GAAG,SAAS,IAAI,OAAO,MAAM,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAA;YAChE,MAAM,CAAC,IAAI,CAAC;gBACV,GAAG;gBACH,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC;gBAC3B,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,IAAI,QAAQ,CAAC;gBACjD,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC;gBAC3B,MAAM;aACP,CAAC,CAAA;QACJ,CAAC;QACD,IACE,MAAM,CAAC,MAAM,GAAG,MAAM,KAAK,KAAK,CAAC,MAAM;YACvC,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM;YAE3E,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,oEAAoE,CAAC,CAAA;IAChH,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC,CAAA"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export type Himalaya = (args: string[], input?: string) => Promise<string>;
|
|
2
|
+
/** `MEMO_HIMALAYA` names the program, so the test sandbox can point it at a fake. */
|
|
3
|
+
export declare const himalaya: (env?: NodeJS.ProcessEnv) => Himalaya;
|
|
4
|
+
//# sourceMappingURL=himalaya.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"himalaya.d.ts","sourceRoot":"","sources":["../../src/mail/himalaya.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,QAAQ,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,KAAK,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;AAE1E,qFAAqF;AACrF,eAAO,MAAM,QAAQ,SACb,MAAM,CAAC,UAAU,KAAiB,QAgBpC,CAAA"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { execFile } from "node:child_process";
|
|
2
|
+
import { CliError } from "@wirecat/cli-core";
|
|
3
|
+
/** `MEMO_HIMALAYA` names the program, so the test sandbox can point it at a fake. */
|
|
4
|
+
export const himalaya = (env = process.env) => (args, input) => new Promise((resolve, reject) => {
|
|
5
|
+
const child = execFile(env.MEMO_HIMALAYA ?? "himalaya", args, { env, maxBuffer: 64 * 1024 * 1024 }, (error, stdout, stderr) => {
|
|
6
|
+
if (error === null)
|
|
7
|
+
resolve(stdout);
|
|
8
|
+
else
|
|
9
|
+
reject(new CliError("provider_error", `himalaya ${args[0] ?? ""} failed: ${stderr.trim() || error.message}`));
|
|
10
|
+
});
|
|
11
|
+
child.stdin?.end(input ?? "");
|
|
12
|
+
});
|
|
13
|
+
//# sourceMappingURL=himalaya.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"himalaya.js","sourceRoot":"","sources":["../../src/mail/himalaya.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAI5C,qFAAqF;AACrF,MAAM,CAAC,MAAM,QAAQ,GACnB,CAAC,GAAG,GAAsB,OAAO,CAAC,GAAG,EAAY,EAAE,CACnD,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,MAAM,KAAK,GAAG,QAAQ,CACpB,GAAG,CAAC,aAAa,IAAI,UAAU,EAC/B,IAAI,EACJ,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,EACpC,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;QACxB,IAAI,KAAK,KAAK,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,CAAA;;YAEjC,MAAM,CACJ,IAAI,QAAQ,CAAC,gBAAgB,EAAE,YAAY,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,YAAY,MAAM,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,CACtG,CAAA;IACL,CAAC,CACF,CAAA;IACD,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;AAC/B,CAAC,CAAC,CAAA"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
import { type LoadEngine } from "@wirecat/cli-messaging/documents";
|
|
2
|
+
import type { MessageStore } from "@wirecat/cli-messaging/store";
|
|
3
|
+
import { embedChanged, type NotesEmbedded } from "../notes/embed.js";
|
|
4
|
+
import type { Himalaya } from "./himalaya.js";
|
|
5
|
+
export interface MailAccount {
|
|
6
|
+
/** The account's name in Himalaya's config. */
|
|
7
|
+
name: string;
|
|
8
|
+
/** The mailbox address: the store's account id. */
|
|
9
|
+
address: string;
|
|
10
|
+
mode?: "gmail" | "imap";
|
|
11
|
+
folders?: string[];
|
|
12
|
+
embed?: boolean;
|
|
13
|
+
}
|
|
14
|
+
export interface ImportResult {
|
|
15
|
+
account: string;
|
|
16
|
+
since: string;
|
|
17
|
+
listed: number;
|
|
18
|
+
saved: number;
|
|
19
|
+
alreadyStored: number;
|
|
20
|
+
deleted: number;
|
|
21
|
+
/** False when `max` stopped the run before every new message was read; the next run continues. */
|
|
22
|
+
complete: boolean;
|
|
23
|
+
/** Why stored messages missing at the source were left alone, when they were. */
|
|
24
|
+
deletionsSkipped?: string;
|
|
25
|
+
indexed?: NotesEmbedded;
|
|
26
|
+
coverage?: {
|
|
27
|
+
folders: string[];
|
|
28
|
+
since: string;
|
|
29
|
+
until: string;
|
|
30
|
+
state: "window" | "partial";
|
|
31
|
+
identity: string;
|
|
32
|
+
};
|
|
33
|
+
attachments?: {
|
|
34
|
+
message: string;
|
|
35
|
+
part: number;
|
|
36
|
+
status: string;
|
|
37
|
+
locatorId?: string;
|
|
38
|
+
}[];
|
|
39
|
+
}
|
|
40
|
+
export declare const importMail: ({ store, run, account, since, max, now, env, embed, loadEngine, retryAttachments, indexThreads, }: {
|
|
41
|
+
store: MessageStore;
|
|
42
|
+
run: Himalaya;
|
|
43
|
+
account: MailAccount;
|
|
44
|
+
since: Date;
|
|
45
|
+
max?: number;
|
|
46
|
+
now?: () => number;
|
|
47
|
+
env?: NodeJS.ProcessEnv;
|
|
48
|
+
embed?: boolean;
|
|
49
|
+
loadEngine?: LoadEngine;
|
|
50
|
+
retryAttachments?: boolean;
|
|
51
|
+
indexThreads?: typeof embedChanged;
|
|
52
|
+
}) => Promise<ImportResult>;
|
|
53
|
+
//# sourceMappingURL=import.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"import.d.ts","sourceRoot":"","sources":["../../src/mail/import.ts"],"names":[],"mappings":"AACA,OAAO,EAA6B,KAAK,UAAU,EAAE,MAAM,kCAAkC,CAAA;AAC7F,OAAO,KAAK,EAAc,YAAY,EAAE,MAAM,8BAA8B,CAAA;AAC5E,OAAO,EAAE,YAAY,EAAE,KAAK,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAGpE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAG7C,MAAM,WAAW,WAAW;IAC1B,+CAA+C;IAC/C,IAAI,EAAE,MAAM,CAAA;IACZ,mDAAmD;IACnD,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IACvB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,aAAa,EAAE,MAAM,CAAA;IACrB,OAAO,EAAE,MAAM,CAAA;IACf,kGAAkG;IAClG,QAAQ,EAAE,OAAO,CAAA;IACjB,iFAAiF;IACjF,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,OAAO,CAAC,EAAE,aAAa,CAAA;IACvB,QAAQ,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,QAAQ,GAAG,SAAS,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAA;IAC7G,WAAW,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAA;CACtF;AAUD,eAAO,MAAM,UAAU,sGAYpB;IACD,KAAK,EAAE,YAAY,CAAA;IACnB,GAAG,EAAE,QAAQ,CAAA;IACb,OAAO,EAAE,WAAW,CAAA;IACpB,KAAK,EAAE,IAAI,CAAA;IACX,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAA;IACvB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,UAAU,CAAC,EAAE,UAAU,CAAA;IACvB,gBAAgB,CAAC,EAAE,OAAO,CAAA;IAC1B,YAAY,CAAC,EAAE,OAAO,YAAY,CAAA;CACnC,KAAG,OAAO,CAAC,YAAY,CAgLvB,CAAA"}
|
|
@@ -0,0 +1,170 @@
|
|
|
1
|
+
import { extractText, importEngine } from "@wirecat/cli-messaging/documents";
|
|
2
|
+
import { embedChanged } from "../notes/embed.js";
|
|
3
|
+
import { dropMissing } from "../store/gone.js";
|
|
4
|
+
import { listAllMail, listImapMail } from "./gmail.js";
|
|
5
|
+
import { parseMail } from "./parse.js";
|
|
6
|
+
const DAY = 86_400_000;
|
|
7
|
+
/** IMAP's SINCE counts whole days in the server's zone, so the window's first days are not trusted. */
|
|
8
|
+
const EDGE = 2 * DAY;
|
|
9
|
+
const ANY = /[\s\S]?/;
|
|
10
|
+
const titleOf = (subject) => subject?.replace(/^\s*((re|fwd?|aw|wg)\s*:\s*)+/i, "").trim() || null;
|
|
11
|
+
export const importMail = async ({ store, run, account, since, max = 200, now = Date.now, env, embed = false, loadEngine = importEngine, retryAttachments = false, indexThreads = embedChanged, }) => {
|
|
12
|
+
const startedAt = now();
|
|
13
|
+
const key = { provider: "email", account: account.address.toLowerCase() };
|
|
14
|
+
await store.saveAccount(key, { name: account.address });
|
|
15
|
+
const folders = account.folders ?? [account.mode === "imap" ? "INBOX" : "[Gmail]/All Mail"];
|
|
16
|
+
if (folders.length < 1 || folders.length > 50)
|
|
17
|
+
throw new Error("select 1–50 mail folders");
|
|
18
|
+
const collected = [];
|
|
19
|
+
for (const folder of folders)
|
|
20
|
+
collected.push(...(account.mode === "imap"
|
|
21
|
+
? await listImapMail(run, account.name, since, folder)
|
|
22
|
+
: (await listAllMail(run, account.name, since, folder)).map((item) => ({
|
|
23
|
+
...item,
|
|
24
|
+
folder: folder === "[Gmail]/All Mail" ? "archive" : folder,
|
|
25
|
+
scopeFolder: folder,
|
|
26
|
+
}))));
|
|
27
|
+
const listed = [...new Map(collected.map((item) => [item.messageId, item])).values()].sort((a, b) => b.receivedAt.localeCompare(a.receivedAt));
|
|
28
|
+
const changed = new Set();
|
|
29
|
+
const attachments = [];
|
|
30
|
+
const present = new Set(listed.map(({ messageId }) => messageId));
|
|
31
|
+
const foundFolders = new Map();
|
|
32
|
+
for (const item of collected) {
|
|
33
|
+
const current = foundFolders.get(item.messageId) ?? new Set();
|
|
34
|
+
current.add(item.scopeFolder ?? item.folder ?? folders[0]);
|
|
35
|
+
foundFolders.set(item.messageId, current);
|
|
36
|
+
}
|
|
37
|
+
for (const [id, found] of foundFolders) {
|
|
38
|
+
const earlier = await store.syncState(key, `mail_message_folders:${id}`);
|
|
39
|
+
const kept = earlier === undefined ? [] : JSON.parse(earlier.value).filter((folder) => !folders.includes(folder));
|
|
40
|
+
await store.setSyncState(key, `mail_message_folders:${id}`, JSON.stringify([...new Set([...kept, ...found])]));
|
|
41
|
+
}
|
|
42
|
+
let saved = 0;
|
|
43
|
+
let alreadyStored = 0;
|
|
44
|
+
let read = 0;
|
|
45
|
+
for (const item of listed) {
|
|
46
|
+
if (!retryAttachments && (await store.message(key, item.messageId, { chatId: item.threadId })) !== undefined) {
|
|
47
|
+
const children = await store.syncState(key, `mail_attachments:${item.messageId}`);
|
|
48
|
+
for (const id of children === undefined ? [] : JSON.parse(children.value))
|
|
49
|
+
present.add(id);
|
|
50
|
+
alreadyStored++;
|
|
51
|
+
continue;
|
|
52
|
+
}
|
|
53
|
+
if (read >= max)
|
|
54
|
+
break;
|
|
55
|
+
read++;
|
|
56
|
+
const mail = parseMail(await run(["--json", "message", "read", "-a", account.name, "-m", item.folder ?? "archive", item.uid]));
|
|
57
|
+
const people = [mail.from, ...mail.to, ...mail.bcc].filter((person) => person !== null);
|
|
58
|
+
const known = (await store.members(key, item.threadId)).map(({ id }) => id);
|
|
59
|
+
const members = [...new Set([...known, ...people.map(({ email }) => email)])];
|
|
60
|
+
const newest = (await store.find({ account: key, chatId: item.threadId, pattern: ANY, limit: 1 })).items[0]
|
|
61
|
+
?.timestamp;
|
|
62
|
+
// Saving a chat replaces its fields, so an older message read later must not move the time back.
|
|
63
|
+
const lastMessageAt = newest !== undefined && newest > item.receivedAt ? newest : item.receivedAt;
|
|
64
|
+
await store.applyDelta(key, {
|
|
65
|
+
chats: [
|
|
66
|
+
{
|
|
67
|
+
id: item.threadId,
|
|
68
|
+
title: titleOf(mail.subject),
|
|
69
|
+
kind: members.length > 2 ? "group" : "dialog",
|
|
70
|
+
unreadCount: null,
|
|
71
|
+
lastMessageAt,
|
|
72
|
+
participantsCount: members.length,
|
|
73
|
+
},
|
|
74
|
+
],
|
|
75
|
+
people: people.map(({ email, name }) => ({ id: email, name })),
|
|
76
|
+
members: new Map([[item.threadId, members]]),
|
|
77
|
+
});
|
|
78
|
+
const message = {
|
|
79
|
+
id: item.messageId,
|
|
80
|
+
chatId: item.threadId,
|
|
81
|
+
senderId: mail.from?.email ?? null,
|
|
82
|
+
senderName: mail.from?.name ?? null,
|
|
83
|
+
timestamp: item.receivedAt,
|
|
84
|
+
editedAt: null,
|
|
85
|
+
text: [mail.subject, mail.text].filter(Boolean).join("\n\n"),
|
|
86
|
+
outgoing: mail.from === null ? null : mail.from.email === key.account,
|
|
87
|
+
attachments: mail.attachments.map((part) => ({
|
|
88
|
+
kind: "file",
|
|
89
|
+
name: part.name,
|
|
90
|
+
...(part.mime === null ? {} : { mime: part.mime }),
|
|
91
|
+
...(part.bytes === null ? {} : { size: part.bytes.byteLength }),
|
|
92
|
+
providerRef: { message: item.messageId, part: part.id },
|
|
93
|
+
})),
|
|
94
|
+
providerMetadata: {
|
|
95
|
+
emailHeaders: { cc: mail.cc.map((address) => address.email), bcc: mail.bcc.map((address) => address.email) },
|
|
96
|
+
},
|
|
97
|
+
replyTo: null,
|
|
98
|
+
forwardedFrom: null,
|
|
99
|
+
reactions: null,
|
|
100
|
+
};
|
|
101
|
+
await store.saveMessages(key, item.threadId, [message], { via: "himalaya", seenAt: startedAt });
|
|
102
|
+
const children = [];
|
|
103
|
+
for (const part of mail.attachments) {
|
|
104
|
+
const extraction = part.bytes === null
|
|
105
|
+
? { status: "unavailable" }
|
|
106
|
+
: await extractText(part.bytes, { kind: "file", name: part.name, mime: part.mime, path: part.name }, loadEngine);
|
|
107
|
+
if (extraction.status !== "extracted") {
|
|
108
|
+
attachments.push({ message: item.messageId, part: part.id, status: extraction.status });
|
|
109
|
+
continue;
|
|
110
|
+
}
|
|
111
|
+
const id = `${item.messageId}:attachment:${part.id}`;
|
|
112
|
+
await store.saveMessages(key, item.threadId, [
|
|
113
|
+
{
|
|
114
|
+
...message,
|
|
115
|
+
id,
|
|
116
|
+
text: `${part.name}\n\n${extraction.text}`.slice(0, 200_000),
|
|
117
|
+
attachments: [],
|
|
118
|
+
providerMetadata: {
|
|
119
|
+
emailAttachment: { message: item.messageId, part: part.id, extractor: extraction.extractor },
|
|
120
|
+
},
|
|
121
|
+
},
|
|
122
|
+
], { via: "himalaya", seenAt: startedAt });
|
|
123
|
+
children.push(id);
|
|
124
|
+
present.add(id);
|
|
125
|
+
attachments.push({ message: item.messageId, part: part.id, status: "extracted", locatorId: id });
|
|
126
|
+
}
|
|
127
|
+
await store.setSyncState(key, `mail_attachments:${item.messageId}`, JSON.stringify(children));
|
|
128
|
+
saved++;
|
|
129
|
+
changed.add(item.threadId);
|
|
130
|
+
}
|
|
131
|
+
const complete = listed.length - alreadyStored - saved === 0;
|
|
132
|
+
const scope = JSON.stringify({ mode: account.mode ?? "gmail", folders: [...folders].sort() });
|
|
133
|
+
const previousScope = await store.syncState(key, "mail_folder_scope");
|
|
134
|
+
const { deleted, skipped } = previousScope !== undefined && previousScope.value !== scope
|
|
135
|
+
? { deleted: 0, skipped: "folder scope changed; missing mail is not proven deleted" }
|
|
136
|
+
: await dropMissing(store, key, present, new Date(since.getTime() + EDGE).toISOString(), async ({ id }) => {
|
|
137
|
+
const parent = id.replace(/:attachment:\d+$/, "");
|
|
138
|
+
const membership = await store.syncState(key, `mail_message_folders:${parent}`);
|
|
139
|
+
if (membership === undefined)
|
|
140
|
+
return account.mode !== "imap" && folders.length === 1 && folders[0] === "[Gmail]/All Mail";
|
|
141
|
+
return JSON.parse(membership.value).every((folder) => folders.includes(folder));
|
|
142
|
+
});
|
|
143
|
+
await store.setSyncState(key, "mail_folder_scope", scope);
|
|
144
|
+
const indexed = await indexThreads(store, key, [...changed], {
|
|
145
|
+
embed: embed && account.embed !== false,
|
|
146
|
+
...(env === undefined ? {} : { env }),
|
|
147
|
+
});
|
|
148
|
+
const coverage = {
|
|
149
|
+
folders,
|
|
150
|
+
since: since.toISOString(),
|
|
151
|
+
until: new Date(startedAt).toISOString(),
|
|
152
|
+
state: complete ? "window" : "partial",
|
|
153
|
+
identity: account.mode === "imap" ? "message-id-or-uidvalidity-folder-uid" : "gmail-message-id",
|
|
154
|
+
};
|
|
155
|
+
await store.setSyncState(key, "mail_coverage", JSON.stringify(coverage));
|
|
156
|
+
return {
|
|
157
|
+
account: key.account,
|
|
158
|
+
since: since.toISOString(),
|
|
159
|
+
listed: listed.length,
|
|
160
|
+
saved,
|
|
161
|
+
alreadyStored,
|
|
162
|
+
deleted,
|
|
163
|
+
complete,
|
|
164
|
+
indexed,
|
|
165
|
+
coverage,
|
|
166
|
+
...(attachments.length ? { attachments } : {}),
|
|
167
|
+
...(skipped === undefined ? {} : { deletionsSkipped: skipped }),
|
|
168
|
+
};
|
|
169
|
+
};
|
|
170
|
+
//# sourceMappingURL=import.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"import.js","sourceRoot":"","sources":["../../src/mail/import.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAmB,MAAM,kCAAkC,CAAA;AAE7F,OAAO,EAAE,YAAY,EAAsB,MAAM,mBAAmB,CAAA;AACpE,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAC9C,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAEtD,OAAO,EAAgB,SAAS,EAAE,MAAM,YAAY,CAAA;AA4BpD,MAAM,GAAG,GAAG,UAAU,CAAA;AACtB,uGAAuG;AACvG,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,CAAA;AACpB,MAAM,GAAG,GAAG,SAAS,CAAA;AAErB,MAAM,OAAO,GAAG,CAAC,OAAsB,EAAiB,EAAE,CACxD,OAAO,EAAE,OAAO,CAAC,gCAAgC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAA;AAEvE,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAAE,EAC/B,KAAK,EACL,GAAG,EACH,OAAO,EACP,KAAK,EACL,GAAG,GAAG,GAAG,EACT,GAAG,GAAG,IAAI,CAAC,GAAG,EACd,GAAG,EACH,KAAK,GAAG,KAAK,EACb,UAAU,GAAG,YAAY,EACzB,gBAAgB,GAAG,KAAK,EACxB,YAAY,GAAG,YAAY,GAa5B,EAAyB,EAAE;IAC1B,MAAM,SAAS,GAAG,GAAG,EAAE,CAAA;IACvB,MAAM,GAAG,GAAe,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAA;IACrF,MAAM,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;IAEvD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAA;IAC3F,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAA;IAC1F,MAAM,SAAS,GAAG,EAAE,CAAA;IACpB,KAAK,MAAM,MAAM,IAAI,OAAO;QAC1B,SAAS,CAAC,IAAI,CACZ,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM;YACzB,CAAC,CAAC,MAAM,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC;YACtD,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACnE,GAAG,IAAI;gBACP,MAAM,EAAE,MAAM,KAAK,kBAAkB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;gBAC1D,WAAW,EAAE,MAAM;aACpB,CAAC,CAAC,CAAC,CACT,CAAA;IACH,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAClG,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC,CACzC,CAAA;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IACjC,MAAM,WAAW,GAA6C,EAAE,CAAA;IAChE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAA;IACjE,MAAM,YAAY,GAAG,IAAI,GAAG,EAAuB,CAAA;IACnD,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,GAAG,EAAU,CAAA;QACrE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,IAAK,OAAO,CAAC,CAAC,CAAY,CAAC,CAAA;QACtE,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IAC3C,CAAC;IACD,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,GAAG,EAAE,wBAAwB,EAAE,EAAE,CAAC,CAAA;QACxE,MAAM,IAAI,GACR,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAc,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;QACpH,MAAM,KAAK,CAAC,YAAY,CAAC,GAAG,EAAE,wBAAwB,EAAE,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAChH,CAAC;IAED,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,aAAa,GAAG,CAAC,CAAA;IACrB,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,IAAI,CAAC,gBAAgB,IAAI,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;YAC7G,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,GAAG,EAAE,oBAAoB,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;YACjF,KAAK,MAAM,EAAE,IAAI,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAc;gBAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YACxG,aAAa,EAAE,CAAA;YACf,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,IAAI,GAAG;YAAE,MAAK;QACtB,IAAI,EAAE,CAAA;QACN,MAAM,IAAI,GAAG,SAAS,CACpB,MAAM,GAAG,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,IAAI,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CACvG,CAAA;QACD,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAqB,EAAE,CAAC,MAAM,KAAK,IAAI,CAAC,CAAA;QAC1G,MAAM,KAAK,GAAG,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAA;QAC3E,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QAC7E,MAAM,MAAM,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YACzG,EAAE,SAAS,CAAA;QACb,iGAAiG;QACjG,MAAM,aAAa,GAAG,MAAM,KAAK,SAAS,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAA;QACjG,MAAM,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE;YAC1B,KAAK,EAAE;gBACL;oBACE,EAAE,EAAE,IAAI,CAAC,QAAQ;oBACjB,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;oBAC5B,IAAI,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ;oBAC7C,WAAW,EAAE,IAAI;oBACjB,aAAa;oBACb,iBAAiB,EAAE,OAAO,CAAC,MAAM;iBAClC;aACF;YACD,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9D,OAAO,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;SAC7C,CAAC,CAAA;QACF,MAAM,OAAO,GAAY;YACvB,EAAE,EAAE,IAAI,CAAC,SAAS;YAClB,MAAM,EAAE,IAAI,CAAC,QAAQ;YACrB,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,IAAI;YAClC,UAAU,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,IAAI;YACnC,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,QAAQ,EAAE,IAAI;YACd,IAAI,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;YAC5D,QAAQ,EAAE,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,OAAO;YACrE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC3C,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;gBAClD,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC/D,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;aACxD,CAAC,CAAC;YACH,gBAAgB,EAAE;gBAChB,YAAY,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;aAC7G;YACD,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,IAAI;YACnB,SAAS,EAAE,IAAI;SAChB,CAAA;QACD,MAAM,KAAK,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;QAC/F,MAAM,QAAQ,GAAa,EAAE,CAAA;QAC7B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,UAAU,GACd,IAAI,CAAC,KAAK,KAAK,IAAI;gBACjB,CAAC,CAAC,EAAE,MAAM,EAAE,aAAsB,EAAE;gBACpC,CAAC,CAAC,MAAM,WAAW,CACf,IAAI,CAAC,KAAK,EACV,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EACnE,UAAU,CACX,CAAA;YACP,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBACtC,WAAW,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAA;gBACvF,SAAQ;YACV,CAAC;YACD,MAAM,EAAE,GAAG,GAAG,IAAI,CAAC,SAAS,eAAe,IAAI,CAAC,EAAE,EAAE,CAAA;YACpD,MAAM,KAAK,CAAC,YAAY,CACtB,GAAG,EACH,IAAI,CAAC,QAAQ,EACb;gBACE;oBACE,GAAG,OAAO;oBACV,EAAE;oBACF,IAAI,EAAE,GAAG,IAAI,CAAC,IAAI,OAAO,UAAU,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC;oBAC5D,WAAW,EAAE,EAAE;oBACf,gBAAgB,EAAE;wBAChB,eAAe,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE;qBAC7F;iBACF;aACF,EACD,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,CACvC,CAAA;YACD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACjB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YACf,WAAW,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAA;QAClG,CAAC;QACD,MAAM,KAAK,CAAC,YAAY,CAAC,GAAG,EAAE,oBAAoB,IAAI,CAAC,SAAS,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAA;QAC7F,KAAK,EAAE,CAAA;QACP,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IAC5B,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,GAAG,aAAa,GAAG,KAAK,KAAK,CAAC,CAAA;IAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IAC7F,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,GAAG,EAAE,mBAAmB,CAAC,CAAA;IACrE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GACxB,aAAa,KAAK,SAAS,IAAI,aAAa,CAAC,KAAK,KAAK,KAAK;QAC1D,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,0DAA0D,EAAE;QACrF,CAAC,CAAC,MAAM,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE;YACtG,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAA;YACjD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,GAAG,EAAE,wBAAwB,MAAM,EAAE,CAAC,CAAA;YAC/E,IAAI,UAAU,KAAK,SAAS;gBAC1B,OAAO,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,kBAAkB,CAAA;YAC7F,OAAQ,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAc,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;QAC/F,CAAC,CAAC,CAAA;IACR,MAAM,KAAK,CAAC,YAAY,CAAC,GAAG,EAAE,mBAAmB,EAAE,KAAK,CAAC,CAAA;IACzD,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,EAAE;QAC3D,KAAK,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK;QACvC,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;KACtC,CAAC,CAAA;IACF,MAAM,QAAQ,GAAG;QACf,OAAO;QACP,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE;QAC1B,KAAK,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;QACxC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAE,QAAkB,CAAC,CAAC,CAAE,SAAmB;QAC5D,QAAQ,EAAE,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC,CAAC,kBAAkB;KAChG,CAAA;IACD,MAAM,KAAK,CAAC,YAAY,CAAC,GAAG,EAAE,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAA;IACxE,OAAO;QACL,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE;QAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK;QACL,aAAa;QACb,OAAO;QACP,QAAQ;QACR,OAAO;QACP,QAAQ;QACR,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9C,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC;KAChE,CAAA;AACH,CAAC,CAAA"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
export interface Address {
|
|
2
|
+
email: string;
|
|
3
|
+
name: string | null;
|
|
4
|
+
}
|
|
5
|
+
export interface ParsedMail {
|
|
6
|
+
subject: string | null;
|
|
7
|
+
from: Address | null;
|
|
8
|
+
to: Address[];
|
|
9
|
+
cc: Address[];
|
|
10
|
+
bcc: Address[];
|
|
11
|
+
attachments: {
|
|
12
|
+
id: number;
|
|
13
|
+
name: string;
|
|
14
|
+
mime: string | null;
|
|
15
|
+
bytes: Uint8Array | null;
|
|
16
|
+
}[];
|
|
17
|
+
text: string;
|
|
18
|
+
}
|
|
19
|
+
/** `himalaya --json message read`: the `mail-parser` crate's message, serialised as it is. */
|
|
20
|
+
export declare const parseMail: (json: string) => ParsedMail;
|
|
21
|
+
//# sourceMappingURL=parse.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse.d.ts","sourceRoot":"","sources":["../../src/mail/parse.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,OAAO;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,IAAI,EAAE,OAAO,GAAG,IAAI,CAAA;IACpB,EAAE,EAAE,OAAO,EAAE,CAAA;IACb,EAAE,EAAE,OAAO,EAAE,CAAA;IACb,GAAG,EAAE,OAAO,EAAE,CAAA;IACd,WAAW,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAA;KAAE,EAAE,CAAA;IAC1F,IAAI,EAAE,MAAM,CAAA;CACb;AAkDD,8FAA8F;AAC9F,eAAO,MAAM,SAAS,SAAU,MAAM,KAAG,UA2ExC,CAAA"}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
import { CliError } from "@wirecat/cli-core";
|
|
2
|
+
const MAX_TEXT = 20_000;
|
|
3
|
+
const addresses = (value) => {
|
|
4
|
+
const address = value?.Address;
|
|
5
|
+
const list = address !== undefined && "List" in address
|
|
6
|
+
? (address.List ?? [])
|
|
7
|
+
: address !== undefined && "Group" in address
|
|
8
|
+
? (address.Group ?? []).flatMap((group) => group.addresses ?? [])
|
|
9
|
+
: [];
|
|
10
|
+
return list.flatMap(({ address: email, name }) => (email ? [{ email: email.toLowerCase(), name: name ?? null }] : []));
|
|
11
|
+
};
|
|
12
|
+
const bodyText = (part, kind) => {
|
|
13
|
+
const body = part?.body;
|
|
14
|
+
return typeof body === "object" && body !== null && typeof body[kind] === "string" ? body[kind] : "";
|
|
15
|
+
};
|
|
16
|
+
const htmlToText = (html) => html
|
|
17
|
+
.replace(/<(script|style)[\s\S]*?<\/\1>/gi, "")
|
|
18
|
+
.replace(/<br\s*\/?>|<\/(p|div|li|tr|h\d)>/gi, "\n")
|
|
19
|
+
.replace(/<[^>]+>/g, "")
|
|
20
|
+
.replace(/ /g, " ")
|
|
21
|
+
.replace(/&/g, "&")
|
|
22
|
+
.replace(/</g, "<")
|
|
23
|
+
.replace(/>/g, ">")
|
|
24
|
+
.replace(/"/g, '"')
|
|
25
|
+
.replace(/'/g, "'")
|
|
26
|
+
.replace(/[ \t]+\n/g, "\n")
|
|
27
|
+
.replace(/\n{3,}/g, "\n\n")
|
|
28
|
+
.trim();
|
|
29
|
+
/** `himalaya --json message read`: the `mail-parser` crate's message, serialised as it is. */
|
|
30
|
+
export const parseMail = (json) => {
|
|
31
|
+
let parsed;
|
|
32
|
+
try {
|
|
33
|
+
parsed = JSON.parse(json);
|
|
34
|
+
}
|
|
35
|
+
catch {
|
|
36
|
+
throw new CliError("invalid_response", "himalaya message read did not answer JSON");
|
|
37
|
+
}
|
|
38
|
+
if (!parsed || !Array.isArray(parsed.parts) || !Array.isArray(parsed.text_body) || !Array.isArray(parsed.html_body))
|
|
39
|
+
throw new CliError("invalid_response", "himalaya returned an incomplete parsed message");
|
|
40
|
+
if (parsed.attachments !== undefined && !Array.isArray(parsed.attachments))
|
|
41
|
+
throw new CliError("invalid_response", "himalaya returned invalid attachment metadata");
|
|
42
|
+
const headers = parsed.parts[0]?.headers ?? [];
|
|
43
|
+
const header = (name) => headers.find((item) => item.name === name)?.value;
|
|
44
|
+
const subject = header("subject")?.Text ?? null;
|
|
45
|
+
const plain = parsed.text_body
|
|
46
|
+
.map((index) => bodyText(parsed.parts[index], "Text"))
|
|
47
|
+
.join("\n\n")
|
|
48
|
+
.trim();
|
|
49
|
+
const text = plain || htmlToText(parsed.html_body.map((index) => bodyText(parsed.parts[index], "Html")).join("\n"));
|
|
50
|
+
return {
|
|
51
|
+
subject,
|
|
52
|
+
from: addresses(header("from"))[0] ?? null,
|
|
53
|
+
to: [...addresses(header("to")), ...addresses(header("cc"))],
|
|
54
|
+
cc: addresses(header("cc")),
|
|
55
|
+
bcc: addresses(header("bcc")),
|
|
56
|
+
attachments: (parsed.attachments ?? []).slice(0, 50).map((id) => {
|
|
57
|
+
const part = parsed.parts[id];
|
|
58
|
+
const value = (name) => part?.headers.find((item) => typeof item.name === "string" && item.name.replaceAll("_", "-") === name)?.value;
|
|
59
|
+
const type = value("content-type")?.ContentType;
|
|
60
|
+
const disposition = value("content-disposition")?.ContentType;
|
|
61
|
+
const attrs = [...(disposition?.attributes ?? []), ...(type?.attributes ?? [])];
|
|
62
|
+
const name = attrs.find((attr) => ["filename", "name"].includes(attr.name ?? attr.attribute ?? ""))?.value ??
|
|
63
|
+
`attachment-${id}`;
|
|
64
|
+
const raw = typeof part?.body === "object" && part.body !== null ? (part.body.Binary ?? part.body.InlineBinary) : undefined;
|
|
65
|
+
let bytes = null;
|
|
66
|
+
if (Array.isArray(raw) &&
|
|
67
|
+
raw.length <= 50 * 1024 * 1024 &&
|
|
68
|
+
raw.every((byte) => Number.isInteger(byte) && byte >= 0 && byte <= 255))
|
|
69
|
+
bytes = Uint8Array.from(raw);
|
|
70
|
+
else if (typeof raw === "string" && raw.length <= 70_000_000 && /^[A-Za-z0-9+/]*={0,2}$/.test(raw))
|
|
71
|
+
bytes = Buffer.from(raw, "base64");
|
|
72
|
+
else if (typeof part?.body === "object" && part.body !== null && typeof part.body.Text === "string")
|
|
73
|
+
bytes = new TextEncoder().encode(part.body.Text);
|
|
74
|
+
else if (typeof part?.body === "object" && part.body !== null && typeof part.body.Html === "string")
|
|
75
|
+
bytes = new TextEncoder().encode(htmlToText(part.body.Html));
|
|
76
|
+
return {
|
|
77
|
+
id,
|
|
78
|
+
name: name.slice(0, 200),
|
|
79
|
+
mime: type?.c_type ? `${type.c_type}/${type.c_subtype ?? "octet-stream"}` : null,
|
|
80
|
+
bytes,
|
|
81
|
+
};
|
|
82
|
+
}),
|
|
83
|
+
text: text.replace(/\r\n?/g, "\n").slice(0, MAX_TEXT),
|
|
84
|
+
};
|
|
85
|
+
};
|
|
86
|
+
//# sourceMappingURL=parse.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse.js","sourceRoot":"","sources":["../../src/mail/parse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AA6B5C,MAAM,QAAQ,GAAG,MAAM,CAAA;AAEvB,MAAM,SAAS,GAAG,CAAC,KAAc,EAAa,EAAE;IAC9C,MAAM,OAAO,GAAI,KAA+B,EAAE,OAGrC,CAAA;IACb,MAAM,IAAI,GACR,OAAO,KAAK,SAAS,IAAI,MAAM,IAAI,OAAO;QACxC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;QACtB,CAAC,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,IAAI,OAAO;YAC3C,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC;YACjE,CAAC,CAAC,EAAE,CAAA;IACV,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;AACxH,CAAC,CAAA;AAED,MAAM,QAAQ,GAAG,CAAC,IAAsB,EAAE,IAAqB,EAAU,EAAE;IACzE,MAAM,IAAI,GAAG,IAAI,EAAE,IAAI,CAAA;IACvB,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,IAAI,CAAC,IAAI,CAAY,CAAC,CAAC,CAAC,EAAE,CAAA;AAClH,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,IAAY,EAAU,EAAE,CAC1C,IAAI;KACD,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC;KAC9C,OAAO,CAAC,oCAAoC,EAAE,IAAI,CAAC;KACnD,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;KACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;KACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;KACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;KACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;KACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;KACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;KACtB,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;KAC1B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;KAC1B,IAAI,EAAE,CAAA;AAEX,8FAA8F;AAC9F,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAc,EAAE;IACpD,IAAI,MAAc,CAAA;IAClB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAW,CAAA;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,2CAA2C,CAAC,CAAA;IACrF,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;QACjH,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,gDAAgD,CAAC,CAAA;IAC1F,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC;QACxE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,+CAA+C,CAAC,CAAA;IACzF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAA;IAC9C,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,KAAK,CAAA;IAClF,MAAM,OAAO,GAAI,MAAM,CAAC,SAAS,CAAmC,EAAE,IAAI,IAAI,IAAI,CAAA;IAElF,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS;SAC3B,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;SACrD,IAAI,CAAC,MAAM,CAAC;SACZ,IAAI,EAAE,CAAA;IACT,MAAM,IAAI,GAAG,KAAK,IAAI,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAEnH,OAAO;QACL,OAAO;QACP,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI;QAC1C,EAAE,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5D,EAAE,EAAE,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC3B,GAAG,EAAE,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,WAAW,EAAE,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;YAC9D,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YAC7B,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,EAAE,CAC7B,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC,EAAE,KAAK,CAAA;YAC/G,MAAM,IAAI,GACR,KAAK,CAAC,cAAc,CASrB,EAAE,WAAW,CAAA;YACd,MAAM,WAAW,GACf,KAAK,CAAC,qBAAqB,CAG5B,EAAE,WAAW,CAAA;YACd,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,CAAA;YAC/E,MAAM,IAAI,GACR,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK;gBAC7F,cAAc,EAAE,EAAE,CAAA;YACpB,MAAM,GAAG,GACP,OAAO,IAAI,EAAE,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YACjH,IAAI,KAAK,GAAsB,IAAI,CAAA;YACnC,IACE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;gBAClB,GAAG,CAAC,MAAM,IAAI,EAAE,GAAG,IAAI,GAAG,IAAI;gBAC9B,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,GAAG,CAAC;gBAEvE,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;iBACzB,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,IAAI,UAAU,IAAI,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC;gBAChG,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;iBAC/B,IAAI,OAAO,IAAI,EAAE,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ;gBACjG,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;iBAC7C,IAAI,OAAO,IAAI,EAAE,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ;gBACjG,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;YAC9D,OAAO;gBACL,EAAE;gBACF,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBACxB,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,IAAI,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI;gBAChF,KAAK;aACN,CAAA;QACH,CAAC,CAAC;QACF,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC;KACtD,CAAA;AACH,CAAC,CAAA"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import type { MessageStore, Note } from "@wirecat/cli-messaging/store";
|
|
2
|
+
import type { Subject } from "../people/subject.js";
|
|
3
|
+
export interface NoteRef {
|
|
4
|
+
ref: string;
|
|
5
|
+
source: Note["source"];
|
|
6
|
+
folderId: string | null;
|
|
7
|
+
path: string | null;
|
|
8
|
+
title: string | null;
|
|
9
|
+
modifiedAt: string;
|
|
10
|
+
/** The heading or block the link points at. */
|
|
11
|
+
anchor?: string;
|
|
12
|
+
}
|
|
13
|
+
export interface NotesAbout {
|
|
14
|
+
subject: string;
|
|
15
|
+
name: string | null;
|
|
16
|
+
/** Notes that say they are about the subject. */
|
|
17
|
+
about: NoteRef[];
|
|
18
|
+
/** Notes that link the subject directly. */
|
|
19
|
+
linking: NoteRef[];
|
|
20
|
+
/** Notes that link one of the notes about the subject. */
|
|
21
|
+
throughNotes: NoteRef[];
|
|
22
|
+
/** Links written with one of the person's names that the store could not resolve: two people share it. */
|
|
23
|
+
waiting: (NoteRef & {
|
|
24
|
+
text: string;
|
|
25
|
+
})[];
|
|
26
|
+
hasMore: boolean;
|
|
27
|
+
}
|
|
28
|
+
/** What notes say about a subject, through the links the store holds — never a name found in plain text. */
|
|
29
|
+
export declare const notesAbout: (store: MessageStore, subject: Subject, limit?: number) => Promise<NotesAbout>;
|
|
30
|
+
export declare const aboutText: (answer: NotesAbout) => string;
|
|
31
|
+
//# sourceMappingURL=about.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"about.d.ts","sourceRoot":"","sources":["../../src/notes/about.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAQ,YAAY,EAAE,IAAI,EAAE,MAAM,8BAA8B,CAAA;AAC5E,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAA;AAEnD,MAAM,WAAW,OAAO;IACtB,GAAG,EAAE,MAAM,CAAA;IACX,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;IAClB,+CAA+C;IAC/C,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,iDAAiD;IACjD,KAAK,EAAE,OAAO,EAAE,CAAA;IAChB,4CAA4C;IAC5C,OAAO,EAAE,OAAO,EAAE,CAAA;IAClB,0DAA0D;IAC1D,YAAY,EAAE,OAAO,EAAE,CAAA;IACvB,0GAA0G;IAC1G,OAAO,EAAE,CAAC,OAAO,GAAG;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,EAAE,CAAA;IACvC,OAAO,EAAE,OAAO,CAAA;CACjB;AAcD,4GAA4G;AAC5G,eAAO,MAAM,UAAU,UAAiB,YAAY,WAAW,OAAO,qBAAe,OAAO,CAAC,UAAU,CAmDtG,CAAA;AAED,eAAO,MAAM,SAAS,WAAY,UAAU,KAAG,MAa9C,CAAA"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import { formatReference } from "@wirecat/cli-messaging";
|
|
2
|
+
const fold = (value) => value.normalize("NFC").toLocaleLowerCase("en").trim().replace(/^@/, "");
|
|
3
|
+
const refOf = (note, anchor = null) => ({
|
|
4
|
+
ref: `note:${note.id}`,
|
|
5
|
+
source: note.source,
|
|
6
|
+
folderId: note.folderId,
|
|
7
|
+
path: note.path,
|
|
8
|
+
title: note.title,
|
|
9
|
+
modifiedAt: note.updatedAt,
|
|
10
|
+
...(anchor === null ? {} : { anchor }),
|
|
11
|
+
});
|
|
12
|
+
/** What notes say about a subject, through the links the store holds — never a name found in plain text. */
|
|
13
|
+
export const notesAbout = async (store, subject, limit = 20) => {
|
|
14
|
+
const refs = [
|
|
15
|
+
subject.ref,
|
|
16
|
+
...(subject.person?.identities.map((identity) => formatReference({ type: "contact", provider: identity.provider, id: identity.id })) ?? []),
|
|
17
|
+
];
|
|
18
|
+
const live = async (links) => {
|
|
19
|
+
const found = [];
|
|
20
|
+
for (const link of links) {
|
|
21
|
+
if (!link.from.startsWith("note:"))
|
|
22
|
+
continue;
|
|
23
|
+
const note = await store.notes.note(link.from.slice("note:".length)).catch(() => undefined);
|
|
24
|
+
if (note && note.deletedAt === null)
|
|
25
|
+
found.push({ note, link });
|
|
26
|
+
}
|
|
27
|
+
return found;
|
|
28
|
+
};
|
|
29
|
+
const pointing = await live((await Promise.all(refs.map((to) => store.notes.links({ to })))).flat());
|
|
30
|
+
const about = pointing.filter(({ link }) => link.kind === "about");
|
|
31
|
+
const linking = pointing.filter(({ link }) => link.kind === "links-to");
|
|
32
|
+
const through = await live((await Promise.all(about.map(({ note }) => store.notes.links({ to: `note:${note.id}` }))))
|
|
33
|
+
.flat()
|
|
34
|
+
.filter((link) => link.kind === "links-to"));
|
|
35
|
+
const names = new Set([subject.person?.name, ...(subject.person?.identities.map(({ name }) => name) ?? [])]
|
|
36
|
+
.filter((name) => !!name?.trim())
|
|
37
|
+
.map(fold));
|
|
38
|
+
const waiting = names.size === 0
|
|
39
|
+
? []
|
|
40
|
+
: await live((await store.notes.links({ unresolved: true })).filter((link) => names.has(fold(link.targetText ?? ""))));
|
|
41
|
+
const unique = (items) => [...new Map(items.map((item) => [`${item.note.id}#${item.link.anchor ?? ""}`, item])).values()].sort((a, b) => b.note.updatedAt.localeCompare(a.note.updatedAt));
|
|
42
|
+
const lists = [about, linking, through, waiting].map(unique);
|
|
43
|
+
return {
|
|
44
|
+
subject: subject.ref,
|
|
45
|
+
name: subject.person?.name ?? null,
|
|
46
|
+
about: (lists[0] ?? []).slice(0, limit).map(({ note }) => refOf(note)),
|
|
47
|
+
linking: (lists[1] ?? []).slice(0, limit).map(({ note, link }) => refOf(note, link.anchor)),
|
|
48
|
+
throughNotes: (lists[2] ?? []).slice(0, limit).map(({ note, link }) => refOf(note, link.anchor)),
|
|
49
|
+
waiting: (lists[3] ?? [])
|
|
50
|
+
.slice(0, limit)
|
|
51
|
+
.map(({ note, link }) => ({ ...refOf(note), text: link.targetText ?? "" })),
|
|
52
|
+
hasMore: lists.some((list) => list.length > limit),
|
|
53
|
+
};
|
|
54
|
+
};
|
|
55
|
+
export const aboutText = (answer) => {
|
|
56
|
+
const line = (note) => ` ${note.path ?? note.ref}${note.anchor ? ` ${note.anchor}` : ""}`;
|
|
57
|
+
const section = (title, notes) => (notes.length ? [title, ...notes.map(line), ""] : []);
|
|
58
|
+
const who = answer.name ?? answer.subject;
|
|
59
|
+
return [
|
|
60
|
+
...(answer.about.length ? section("About", answer.about) : [`No note about ${who}.`, ""]),
|
|
61
|
+
...section("Linking them", answer.linking),
|
|
62
|
+
...section("Linking a note about them", answer.throughNotes),
|
|
63
|
+
...section("Written with their name, but two people share it — link one with tg contacts link", answer.waiting),
|
|
64
|
+
...(answer.hasMore ? ["More were found; raise --limit to see them."] : []),
|
|
65
|
+
]
|
|
66
|
+
.join("\n")
|
|
67
|
+
.trimEnd();
|
|
68
|
+
};
|
|
69
|
+
//# sourceMappingURL=about.js.map
|