@wirecat/cli-core 0.563.0 → 0.564.0

package/dist/entities/index.js

@@ -44,9 +44,10 @@ import { joinRequest } from "./join-request.js";
 import { organization, project, reminder } from "./knowledge-lists.js";
 import { botAdmin, botMenuEntry, botProfile, botSeenChat, botTemplate, botWebhook, callRecord, scheduledJob, stickerInventory, topicIcon, } from "./list-results.js";
 import { messageEvent, serveSummary, watchedMessage, watchItem } from "./listener.js";
+import { mailCounts } from "./mail-counts.js";
 import { mailFindings } from "./mail-findings.js";
 import { mediaArchive, mediaArchiveCheck, mediaArchiveMove, mediaArchiveTimer } from "./media-archive.js";
-import { event, meeting, meetingDetails, meetingHit, meetingLink, meetingParticipants, meetingPassage, meetingProjectEvidence, meetingReview, meetingSpeaker, meetingStats, meetingSummary, meetingTranscript, } from "./meeting.js";
+import { event, meeting, meetingCounts, meetingDetails, meetingHit, meetingLink, meetingParticipants, meetingPassage, meetingProjectEvidence, meetingReview, meetingSpeaker, meetingStats, meetingSummary, meetingTranscript, } from "./meeting.js";
 import { meetingEvidence, meetingPersonContext } from "./meeting-evidence.js";
 import { meetingFindings } from "./meeting-findings.js";
 import { meetingPreparation } from "./meeting-preparation.js";
@@ -83,7 +84,7 @@ import { retention } from "./retention.js";
 import { savedSearch, searchHistoryClear } from "./saved-search.js";
 import { sendAttempt } from "./send-attempt.js";
 import { storeBackup, storeCheck, storeCopyRemoval, storeDecrypt, storeInfo, storeMigration, storeReindex, storeRepair, storeReset, storeRestore, } from "./store-maintenance.js";
-import { storeChatStatus, storeClear, storeExport, storeGapPlan, storeGapRepair, storeJobCancel, storeJobClear, storeJobDetails, storeJobRetry, syncProgress, } from "./store-records.js";
+import { chatCoverage, storeChatStatus, storeClear, storeExport, storeGapPlan, storeGapRepair, storeJobCancel, storeJobClear, storeJobDetails, storeJobRetry, syncProgress, } from "./store-records.js";
 import { storeTable } from "./store-table.js";
 import { automaticTags, tagChange } from "./tag-change.js";
 import { tagging } from "./tagging.js";
@@ -96,7 +97,7 @@ import { topic } from "./topic.js";
  * subset of its fields, never a renamed one. Commands move onto these one by one; until then, a schema
  * is the target, not a description of today's output.
  */
-export { account, accountChange, accountPrivacy, accountPrivacyChange, accountProfile, accountSession, adminReport, agenda, analysisConsent, analysisConsentRevocation, attachment, attachmentBytes, attachmentExtraction, attachmentTextChange, automaticTags, botAdmin, botMenuEntry, botProfile, botSeenChat, botTemplate, botWebhook, cachedChatMetadata, callRecord, chart, chat, chatAdminChange, chatArchive, chatEvent, chatFolderChange, chatFolderOrder, chatFolderRemoval, chatGroupChange, chatInspection, chatInvite, chatInviteChange, chatMembersChange, chatMembersFetch, chatMetadata, chatMetadataRefresh, chatModeration, chatMuting, chatPin, chatRead, chatRemoval, chatRequestChange, chatRules, chatSender, chatStats, chatTracking, chatUnread, contact, contactActivity, contactAlias, contactCheck, contactContext, contactImport, contactLookup, contactNote, contactNoteRemoval, contactPreparation, contactStateChange, contactSync, contactUpdate, conversation, conversationBatch, conversationBatchStatus, conversationBuildResult, conversationChange, conversationDetails, conversationEmbedding, conversationEmbeddingStatus, conversationHit, conversationPreparation, conversationReadiness, counterRefresh, counters, document, documentLink, endedAccountSessions, evidence, evidencePacket, fact, folder, hit, identity, imageEmbedding, inviteLink, job, joinRequest, linkedPerson, mediaArchive, mediaArchiveCheck, mediaArchiveMove, mediaArchiveTimer, meeting, meetingProjectCandidates, meetingSeriesInventory, member, memory, mention, mentionDecision, mentionDetails, mentionDomain, mentionRebuild, message, messageContext, messageCounts, messageDeletion, messageDownload, messageEvent, messageLink, messageLinks, messagePin, messageStar, messageSync, messageTranscript, messageWrite, model, modelKey, note, officialStats, organization, person, place, poll, pollChange, pollVote, project, ranking, reaction, reactionChange, recipient, recipientAdded, recipientChange, recipientOff, recipientRemoved, recordedRun, reference, relationship, reminder, removedModelKey, responseTimes, retention, runDetails, runHit, runLocation, savedSearch, scheduledJob, searchHistoryClear, sendAttempt, serveSummary, stickerInventory, storeBackup, storeChatStatus, storeCheck, storeClear, storeCopyRemoval, storeDecrypt, storedModelKey, storeExport, storeGapPlan, storeGapRepair, storeInfo, storeJobCancel, storeJobClear, storeJobDetails, storeJobRetry, storeMigration, storeReindex, storeRepair, storeReset, storeRestore, storeTable, tagChange, tagging, task, taskAnalysis, taskAnalysisMark, taskCard, taskCategories, taskClosed, taskCreated, taskLinks, taskMerge, taskPair, taskScan, taskSimilar, taskStats, taskUnmerge, topic, topicIcon, trackedChat, trackedChatHistory, waitingChats, watchedMessage, watchItem, };
+export { account, accountChange, accountPrivacy, accountPrivacyChange, accountProfile, accountSession, adminReport, agenda, analysisConsent, analysisConsentRevocation, attachment, attachmentBytes, attachmentExtraction, attachmentTextChange, automaticTags, botAdmin, botMenuEntry, botProfile, botSeenChat, botTemplate, botWebhook, cachedChatMetadata, callRecord, chart, chat, chatAdminChange, chatArchive, chatCoverage, chatEvent, chatFolderChange, chatFolderOrder, chatFolderRemoval, chatGroupChange, chatInspection, chatInvite, chatInviteChange, chatMembersChange, chatMembersFetch, chatMetadata, chatMetadataRefresh, chatModeration, chatMuting, chatPin, chatRead, chatRemoval, chatRequestChange, chatRules, chatSender, chatStats, chatTracking, chatUnread, contact, contactActivity, contactAlias, contactCheck, contactContext, contactImport, contactLookup, contactNote, contactNoteRemoval, contactPreparation, contactStateChange, contactSync, contactUpdate, conversation, conversationBatch, conversationBatchStatus, conversationBuildResult, conversationChange, conversationDetails, conversationEmbedding, conversationEmbeddingStatus, conversationHit, conversationPreparation, conversationReadiness, counterRefresh, counters, document, documentLink, endedAccountSessions, evidence, evidencePacket, fact, folder, hit, identity, imageEmbedding, inviteLink, job, joinRequest, linkedPerson, mailCounts, mediaArchive, mediaArchiveCheck, mediaArchiveMove, mediaArchiveTimer, meeting, meetingProjectCandidates, meetingSeriesInventory, member, memory, mention, mentionDecision, mentionDetails, mentionDomain, mentionRebuild, message, messageContext, messageCounts, messageDeletion, messageDownload, messageEvent, messageLink, messageLinks, messagePin, messageStar, messageSync, messageTranscript, messageWrite, model, modelKey, note, officialStats, organization, person, place, poll, pollChange, pollVote, project, ranking, reaction, reactionChange, recipient, recipientAdded, recipientChange, recipientOff, recipientRemoved, recordedRun, reference, relationship, reminder, removedModelKey, responseTimes, retention, runDetails, runHit, runLocation, savedSearch, scheduledJob, searchHistoryClear, sendAttempt, serveSummary, stickerInventory, storeBackup, storeChatStatus, storeCheck, storeClear, storeCopyRemoval, storeDecrypt, storedModelKey, storeExport, storeGapPlan, storeGapRepair, storeInfo, storeJobCancel, storeJobClear, storeJobDetails, storeJobRetry, storeMigration, storeReindex, storeRepair, storeReset, storeRestore, storeTable, tagChange, tagging, task, taskAnalysis, taskAnalysisMark, taskCard, taskCategories, taskClosed, taskCreated, taskLinks, taskMerge, taskPair, taskScan, taskSimilar, taskStats, taskUnmerge, topic, topicIcon, trackedChat, trackedChatHistory, waitingChats, watchedMessage, watchItem, };
 export const ENTITIES = {
     sync_progress: syncProgress,
     ...MEETING_RESULT_ENTITIES,
@@ -126,19 +127,22 @@ export const ENTITIES = {
         attachments: v.optional(v.array(hitFile)),
         untrusted,
     }),
-    "message.summary": v.pick(message, [
-        "ref",
-        "chat_id",
-        "chat_title",
-        "timestamp",
-        "sender_name",
-        "sender_is_me",
-        "outgoing",
-        "text",
-        "transcript",
-        "attachments",
-        "email",
-    ]),
+    "message.summary": v.strictObject({
+        ...v.pick(message, [
+            "ref",
+            "chat_id",
+            "chat_title",
+            "timestamp",
+            "sender_name",
+            "sender_is_me",
+            "outgoing",
+            "text",
+            "transcript",
+            "attachments",
+            "email",
+        ]).entries,
+        untrusted,
+    }),
     message_link: messageLink,
     message_write: messageWrite,
     message_send: messageSend,
@@ -257,6 +261,7 @@ export const ENTITIES = {
     meeting_review: meetingReview,
     meeting_link: meetingLink,
     meeting_stats: meetingStats,
+    meeting_counts: meetingCounts,
     meeting_speaker: meetingSpeaker,
     meeting_participants: meetingParticipants,
     meeting_passage: meetingPassage,
@@ -294,6 +299,7 @@ export const ENTITIES = {
     job,
     store_chat_status: storeChatStatus,
     store_clear: storeClear,
+    chat_coverage: chatCoverage,
     store_export: storeExport,
     store_gap_plan: storeGapPlan,
     store_gap_repair: storeGapRepair,
@@ -351,6 +357,7 @@ export const ENTITIES = {
     message_counts: messageCounts,
     response_times: responseTimes,
     waiting_chats: waitingChats,
+    mail_counts: mailCounts,
     ranking,
     admin_report: adminReport,
     analysis_consent: analysisConsent,

package/dist/entities/mail-counts.d.ts

@@ -0,0 +1,15 @@
+import * as v from "valibot";
+/** Stored mail received and sent, one row per calendar day, week (by its Monday) or sender. */
+export declare const mailCounts: v.StrictObjectSchema<{
+    readonly by: v.PicklistSchema<["day", "week", "sender"], undefined>;
+    readonly received: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+    readonly sent: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+    readonly rows: v.ArraySchema<v.StrictObjectSchema<{
+        /** `YYYY-MM-DD`, or the sender's address. */
+        readonly key: v.StringSchema<undefined>;
+        readonly name: v.NullableSchema<v.StringSchema<undefined>, undefined>;
+        readonly received: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+        /** Always 0 by sender: the owner sends that mail. */
+        readonly sent: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+    }, undefined>, undefined>;
+}, undefined>;

package/dist/entities/mail-counts.js

@@ -0,0 +1,16 @@
+import * as v from "valibot";
+import { count, text } from "./fields.js";
+/** Stored mail received and sent, one row per calendar day, week (by its Monday) or sender. */
+export const mailCounts = v.strictObject({
+    by: v.picklist(["day", "week", "sender"]),
+    received: count,
+    sent: count,
+    rows: v.array(v.strictObject({
+        /** `YYYY-MM-DD`, or the sender's address. */
+        key: text,
+        name: v.nullable(text),
+        received: count,
+        /** Always 0 by sender: the owner sends that mail. */
+        sent: count,
+    })),
+});

package/dist/entities/meeting.d.ts

@@ -1 +1 @@
-export { event, meeting, meetingDetails, meetingHit, meetingLink, meetingParticipants, meetingPassage, meetingProjectEvidence, meetingReview, meetingSpeaker, meetingStats, meetingSummary, meetingTranscript, } from "../meetings/index.js";
+export { event, meeting, meetingCounts, meetingDetails, meetingHit, meetingLink, meetingParticipants, meetingPassage, meetingProjectEvidence, meetingReview, meetingSpeaker, meetingStats, meetingSummary, meetingTranscript, } from "../meetings/index.js";

package/dist/entities/meeting.js

@@ -1 +1 @@
-export { event, meeting, meetingDetails, meetingHit, meetingLink, meetingParticipants, meetingPassage, meetingProjectEvidence, meetingReview, meetingSpeaker, meetingStats, meetingSummary, meetingTranscript, } from "../meetings/index.js";
+export { event, meeting, meetingCounts, meetingDetails, meetingHit, meetingLink, meetingParticipants, meetingPassage, meetingProjectEvidence, meetingReview, meetingSpeaker, meetingStats, meetingSummary, meetingTranscript, } from "../meetings/index.js";

package/dist/entities/store-records.d.ts

@@ -12,6 +12,14 @@ export declare const storeChatStatus: v.StrictObjectSchema<{
         readonly to: v.NumberSchema<undefined>;
     }, undefined>, undefined>;
 }, undefined>;
+/** `store chats status`: chats = fetched + partial + never, over the account's searchable chats of every kind. */
+export declare const chatCoverage: v.StrictObjectSchema<{
+    readonly chats: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+    readonly fetched: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+    readonly partial: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+    readonly never: v.SchemaWithPipe<readonly [v.NumberSchema<undefined>, v.IntegerAction<number, undefined>, v.MinValueAction<number, 0, undefined>]>;
+    readonly oldest_message_at: v.NullableSchema<v.SchemaWithPipe<readonly [v.StringSchema<undefined>, v.IsoTimestampAction<string, "an ISO 8601 time in UTC">, v.EndsWithAction<string, "Z", "an ISO 8601 time in UTC, ending in `Z`">]>, undefined>;
+}, undefined>;
 export declare const storeClear: v.StrictObjectSchema<{
     readonly cleared: v.BooleanSchema<undefined>;
     readonly dry_run: v.OptionalSchema<v.LiteralSchema<true, undefined>, undefined>;

package/dist/entities/store-records.js

@@ -17,6 +17,14 @@ export const storeChatStatus = v.strictObject({
     last_stored_at: v.nullable(time),
     held: v.array(range),
 });
+/** `store chats status`: chats = fetched + partial + never, over the account's searchable chats of every kind. */
+export const chatCoverage = v.strictObject({
+    chats: count,
+    fetched: count,
+    partial: count,
+    never: count,
+    oldest_message_at: v.nullable(time),
+});
 export const storeClear = v.strictObject({
     cleared: v.boolean(),
     dry_run: v.optional(v.literal(true)),

package/dist/errors/reasons.js

@@ -55,6 +55,11 @@ const OTHERS = [
     validation("file.locked", "another process holds the file's lock"),
     ["mail.source-failed", "provider_error", "the mail server refused or did not complete a request"],
     ["mail.search-refused", "provider_error", "the mail server refused to search a folder"],
+    [
+        "mail.attachments-unread",
+        "provider_unavailable",
+        "the email could not be read again, so its skipped attachments have no text",
+    ],
     ["mirror.partial", "provider_error", "some mirrored files were not synced"],
     ["profile.wrong-account", "authentication_error", "the signed-in source account does not match this profile"],
     validation("push.too-many-files", "the folder holds more files than one push takes"),

package/dist/mail/cli/index.d.ts

@@ -32,6 +32,11 @@ export interface MailReads {
     mount?: MailMount;
     /** How `--server-time` help states its default when a provider's own differs (`MailServerAccess.timeMs`). */
     serverTimeDefault?: string;
+    /**
+     * Reads one stored email again from the mailbox's server, every attachment whatever its size (`readEmailWhole`).
+     * With it, `messages show` reads an email whose attachment a sync's policy left unread before it answers.
+     */
+    whole?: (command: Command, store: MessageStore, mailbox: AccountKey, emailId: string) => Promise<void>;
 }
 export declare const THREAD_QUERY: {
     readonly entity: "mail_thread";

package/dist/mail/cli/index.js

@@ -5,7 +5,7 @@ import { Command, InvalidArgumentError } from "commander";
 import * as v from "valibot";
 import { answerEntity } from "../../cli/answer-entity.js";
 import { environmentOf, outputFor } from "../../cli/context.js";
-import { LOCAL_READ, REMOTE_READ } from "../../cli/effects.js";
+import { FETCH, LOCAL_READ, REMOTE_READ } from "../../cli/effects.js";
 import { itemOf, listOf, renderAnswer, snakeKeys } from "../../cli/envelope.js";
 import { listQuery, typedQuery, withQuery } from "../../cli/list-query.js";
 import { messagesAnswer, offsetOf, shownOf } from "../../cli/messenger/search-answers.js";
@@ -13,6 +13,7 @@ import { backendRequest, noteServer, serverSearchOptions } from "../../cli/messe
 import { positiveCount } from "../../cli/paging.js";
 import { formatReference, parseReference } from "../../domain/references.js";
 import { count, reference, text, time, untrusted } from "../../entities/fields.js";
+import { POLICY_SKIPS } from "../../mail/attachments.js";
 import { attachmentsText, hitText, searchMail, showMail, withAttachmentText } from "../../mail/read.js";
 import { searchMailServer } from "../../mail/server-search.js";
 import { atDetail } from "../../output-detail.js";
@@ -28,6 +29,14 @@ const absentAccount = (error) => {
         return undefined;
     throw error;
 };
+/** The shown email whose attachment a sync's policy left without text, if any. */
+const policySkipped = (emails) => {
+    const shown = emails.find((email) => email.anchor) ?? emails[0];
+    const skips = POLICY_SKIPS;
+    return shown?.attachments?.some((file) => skips.includes(String(file.extraction)))
+        ? shown
+        : undefined;
+};
 const DEFAULT_LIMIT = 20;
 const MAX_LIMIT = 100;
 const limitOf = (value) => {
@@ -203,7 +212,7 @@ const shownText = (emails) => `${emails.map((email) => [hitText(email, "full"),
 const messagesCommand = (mail) => {
     const messages = new Command("messages").summary("read stored emails").description("read the emails sync stored");
     annotate(messages.command("show"), {
-        effects: LOCAL_READ,
+        effects: mail.whole ? FETCH : LOCAL_READ,
         examples: [
             `${mail.app.command} personal messages show 'msg:email/me%40example.com/thread-1/%3Cid%40example.com%3E'`,
             `${mail.app.command} personal messages show 'msg:email/me%40example.com/thread-1/%3Cid%40example.com%3E' --before-n 2`,
@@ -218,15 +227,30 @@ const messagesCommand = (mail) => {
         .action(async function (reference) {
         const { beforeN, afterN } = this.opts();
         const full = detailOf(this) === "full";
+        let unread;
         const emails = await mail.read(this, async (store, mailbox) => {
             threadOf(mailbox, reference);
+            const shown = await showMail(store, reference, { before: beforeN, after: afterN, full });
+            const skipped = mail.whole ? policySkipped(shown) : undefined;
+            if (!skipped || !mail.whole)
+                return shown;
+            try {
+                await mail.whole(this, store, mailbox, skipped.id);
+            }
+            catch (error) {
+                if (!(error instanceof CliError))
+                    throw error;
+                // The stored email is still worth showing; the answer says its attachments were not read.
+                unread = { code: error.code, reason: "mail.attachments-unread", source: "server" };
+                return shown;
+            }
             return showMail(store, reference, { before: beforeN, after: afterN, full });
         });
         const output = outputFor(this);
         const shown = emails.map((email) => snakeKeys(atDetail(email)));
         renderAnswer(this, output, beforeN || afterN
             ? listOf("messages show", { items: shown, limit: Math.max(1, shown.length), has_more: false })
-            : itemOf(shown.find((_, at) => emails[at]?.anchor) ?? shown[0]), () => shownText(emails));
+            : itemOf(shown.find((_, at) => emails[at]?.anchor) ?? shown[0], unread ? { meta: { complete: false, issues: [unread] } } : undefined), () => shownText(emails));
     });
     messages.addCommand(acknowledgeCommand(mail));
     return messages;

package/dist/mail/cli/review.js

@@ -8,10 +8,12 @@ import { LOCAL_READ } from "../../cli/effects.js";
 import { listOf, renderAnswer } from "../../cli/envelope.js";
 import { listQuery, nativeField, nativeTerms, queryHelp, typedQuery } from "../../cli/list-query.js";
 import { pointsOf } from "../../cli/messenger/catch-up.js";
-import { catchUpQuery, summaryOf } from "../../cli/messenger/catch-up-answers.js";
+import { catchUpQuery, SUMMARY_UNTRUSTED, summaryOf } from "../../cli/messenger/catch-up-answers.js";
 import { messageItem } from "../../cli/messenger/message-items.js";
 import { checkPoints } from "../../cli/messenger/points.js";
 import { unansweredHours } from "../../cli/messenger/review.js";
+import { MAIL_HIT_UNTRUSTED } from "../../cli/messenger/search-answers.js";
+import { mailOwnText } from "../../conversations/mail-text.js";
 import { parseDuration } from "../../domain/duration.js";
 import { formatReference } from "../../domain/references.js";
 import { AGENDA_DEFAULTS } from "../../services/agenda.js";
@@ -20,6 +22,7 @@ import { readPastMark } from "../marks.js";
 import { hitText } from "../read.js";
 import { OWED_DAYS, REVIEW_THREADS, reviewMail } from "../review.js";
 const DAY = 86_400_000;
+const REVIEW_UNTRUSTED = [...SUMMARY_UNTRUSTED, ...MAIL_HIT_UNTRUSTED];
 /** Where a mail review starts: a time only; one thread is `conversations show`. */
 export const MAIL_REVIEW_QUERY = defineQuery({
     entity: "message",
@@ -132,6 +135,7 @@ const reviewAnswer = (found, mailbox, fresh, step) => {
                     }
                     : {}),
             },
+            untrusted: REVIEW_UNTRUSTED,
         })),
         limit: Math.max(1, read.length),
         has_more: false,
@@ -152,8 +156,10 @@ const holderReview = async (command, mail, holder, query) => {
             : new Map();
         return { read, mailbox, marks };
     });
+    // An agent reads this: earlier mail and signatures stay out of its text; the fingerprint is over the stored body.
+    const emails = read.emails.map((email) => ({ ...email, text: mailOwnText(email.text) }));
     const chats = new Map();
-    for (const email of read.emails) {
+    for (const email of emails) {
         const chat = chats.get(email.chatId) ?? {
             id: email.chatId,
             title: email.chatTitle,
@@ -191,7 +197,7 @@ const holderReview = async (command, mail, holder, query) => {
         output.renderer.note(read.mark
             ? `${holder}: past ${read.mark.throughId}; acknowledge with --cursor ${read.cursor}${read.more ? "; more after these" : ""}`
             : `${holder} has no mark yet: it starts from now — acknowledge with --cursor ${read.cursor}`);
-        return read.emails.map((hit) => `${hitText(hit)}${markText(marks.get(hit.id))}\n`).join("");
+        return emails.map((hit) => `${hitText(hit)}${markText(marks.get(hit.id))}\n`).join("");
     });
 };
 /**
@@ -217,7 +223,8 @@ export const mailReviewCommand = (mail) => annotate(new Command("review"), {
     .option("--unanswered [duration]", "only threads whose newest email came to you, in To or Cc, with no answer for this long — 4h, 1d; 24h if not given")
     .option("--waiting [duration]", "only threads where you wrote last and nobody answered for this long — 3d; 7d if not given")
     .option("--holder <name>", "read for this holder — an agent or a pipeline — what is stored past its processing mark, by store order; " +
-    "bulk, envelopes, drafts, suspicious senders and partial mail left out; `messages acknowledge` moves the mark")
+    "bulk, envelopes, drafts, suspicious senders and partial mail left out; each text without quoted earlier mail " +
+    "or the signature; `messages acknowledge` moves the mark")
     .option("--new", "what changed since the last `review --new` of this mailbox, a point per thread — for scheduled runs")
     .addHelpText("after", `
 Without a date, --unanswered and --waiting look at threads active in the last ${OWED_DAYS} days.

package/dist/mail/index.d.ts

@@ -1,3 +1,4 @@
+export { mailOwnText } from "../conversations/mail-text.js";
 export { mailAccountKey } from "./account-key.js";
 export { DEFAULT_ATTACHMENT_POLICY, type MailAttachmentPolicy, POLICY_SKIPS } from "./attachments.js";
 export { BULK, bulkBox } from "./bulk.js";
@@ -28,6 +29,7 @@ export { type MailCriteria, mailCriteriaOf, narrows } from "./server-query.js";
 export { type MailServerAccess, type MailServerRequest, searchMailServer } from "./server-search.js";
 export type { Listed, MailSource, Quick, Searched } from "./source.js";
 export { SEARCH_REFUSED, searchRefused } from "./source.js";
+export { MAIL_STATS_BY, type MailStats, type MailStatsBy, type MailStatsRequest, type MailStatsRow, mailStats, mailStatsItem, } from "./stats.js";
 export { listedOf, type StoredMail } from "./stored.js";
 export { MAX_ATTACHMENT_CHARS, type MailAccount, type MailIndexed, type MailSyncOptions, type MailSyncResult, RETRYABLE_ATTACHMENTS, syncMail, } from "./sync.js";
 export { readEmailWhole, type WholeAttachment } from "./whole.js";

package/dist/mail/index.js

@@ -1,3 +1,4 @@
+export { mailOwnText } from "../conversations/mail-text.js";
 export { mailAccountKey } from "./account-key.js";
 export { DEFAULT_ATTACHMENT_POLICY, POLICY_SKIPS } from "./attachments.js";
 export { BULK, bulkBox } from "./bulk.js";
@@ -27,6 +28,7 @@ export { DEMOTE_AT, demotedSenders, SCORE_VERSION, scoreSenders, } from "./sende
 export { mailCriteriaOf, narrows } from "./server-query.js";
 export { searchMailServer } from "./server-search.js";
 export { SEARCH_REFUSED, searchRefused } from "./source.js";
+export { MAIL_STATS_BY, mailStats, mailStatsItem, } from "./stats.js";
 export { listedOf } from "./stored.js";
 export { MAX_ATTACHMENT_CHARS, RETRYABLE_ATTACHMENTS, syncMail, } from "./sync.js";
 export { readEmailWhole } from "./whole.js";

package/dist/mail/stats.d.ts

@@ -0,0 +1,50 @@
+import type { Saved } from "../services/message-resolution.js";
+import type { AccountKey, MessageStore } from "../store/store.js";
+export declare const MAIL_STATS_BY: readonly ["day", "week", "sender"];
+export type MailStatsBy = (typeof MAIL_STATS_BY)[number];
+export interface MailStatsRequest {
+    by: MailStatsBy;
+    /** The query of `search mail`; every stored email when unset. */
+    text?: string;
+    /** Only these mailboxes; every stored one when neither this nor `mailAccount` is given. */
+    accounts?: AccountKey[];
+    /** Only this mailbox, by its address. */
+    mailAccount?: string;
+    exact?: boolean;
+    /** Where calendar days and weeks start; the system timezone when unset, as for search. */
+    timezone?: string;
+    /** Rows kept: the busiest senders, or the latest days and weeks, oldest first. */
+    limit: number;
+}
+export interface MailStatsRow {
+    /** `YYYY-MM-DD` (a week by its Monday), or the sender's address. */
+    key: string;
+    name: string | null;
+    received: number;
+    sent: number;
+}
+export interface MailStats {
+    by: MailStatsBy;
+    received: number;
+    sent: number;
+    rows: MailStatsRow[];
+    hasMore: boolean;
+    timezone: string;
+}
+/**
+ * Stored mail the `search mail` query matches, received and sent, per calendar day, week or sender; counts only.
+ * `--by sender` counts received mail: the sender of sent mail is the owner. Reads the store, records no search.
+ */
+export declare const mailStats: (store: MessageStore, runAs: AccountKey, { by, text, accounts, mailAccount, exact, timezone, limit }: MailStatsRequest, saved?: Saved) => Promise<MailStats>;
+/** The `mail_counts` entity: what a command answers as its `item`. */
+export declare const mailStatsItem: ({ by, received, sent, rows }: MailStats) => {
+    by: "day" | "sender" | "week";
+    received: number;
+    sent: number;
+    rows: {
+        key: string;
+        name: string | null;
+        received: number;
+        sent: number;
+    }[];
+};

package/dist/mail/stats.js

@@ -0,0 +1,60 @@
+import { calendarKey, weekKey } from "../domain/calendar.js";
+import { prepareLucene } from "../services/messages-search.js";
+export const MAIL_STATS_BY = ["day", "week", "sender"];
+/**
+ * Stored mail the `search mail` query matches, received and sent, per calendar day, week or sender; counts only.
+ * `--by sender` counts received mail: the sender of sent mail is the owner. Reads the store, records no search.
+ */
+export const mailStats = async (store, runAs, { by, text, accounts, mailAccount, exact, timezone, limit }, saved = {}) => {
+    const prepared = await prepareLucene(store, runAs, {
+        kind: "mail",
+        limit: 1,
+        ...(text?.trim() ? { text } : {}),
+        ...(accounts === undefined ? {} : { accounts }),
+        ...(mailAccount === undefined ? {} : { mailAccount }),
+        ...(exact ? { exact: true } : {}),
+        ...(timezone === undefined ? {} : { timezone }),
+    }, saved);
+    const mailboxes = prepared.scopeAccounts.filter(({ provider }) => provider === "email");
+    const groups = mailboxes.length
+        ? await store.queries.countQuery({ ...prepared.execution, accounts: mailboxes, corpus: "mail" }, by === "sender" ? "sender_direction" : "time_direction")
+        : [];
+    const received = groups.filter(({ outgoing }) => !outgoing).reduce((sum, { count }) => sum + count, 0);
+    const sent = groups.filter(({ outgoing }) => outgoing).reduce((sum, { count }) => sum + count, 0);
+    let rows;
+    if (by === "sender")
+        rows = groups
+            .filter(({ outgoing }) => !outgoing)
+            .map(({ id, name, count }) => ({ key: id ?? "unknown", name, received: count, sent: 0 }))
+            .sort((a, b) => b.received - a.received || a.key.localeCompare(b.key));
+    else {
+        const day = calendarKey(prepared.timezone, "day");
+        const keyOf = by === "week" ? (at) => weekKey(day(at)) : day;
+        const totals = new Map();
+        for (const { id, outgoing, count } of groups) {
+            const key = keyOf(Number(id));
+            const row = totals.get(key) ?? { key, name: null, received: 0, sent: 0 };
+            if (outgoing)
+                row.sent += count;
+            else
+                row.received += count;
+            totals.set(key, row);
+        }
+        rows = [...totals.values()].sort((a, b) => a.key.localeCompare(b.key));
+    }
+    return {
+        by,
+        received,
+        sent,
+        rows: by === "sender" ? rows.slice(0, limit) : rows.slice(-limit),
+        hasMore: rows.length > limit,
+        timezone: prepared.timezone,
+    };
+};
+/** The `mail_counts` entity: what a command answers as its `item`. */
+export const mailStatsItem = ({ by, received, sent, rows }) => ({
+    by,
+    received,
+    sent,
+    rows: rows.map(({ key, name, received, sent }) => ({ key, name, received, sent })),
+});

package/dist/mail/whole.d.ts

@@ -21,8 +21,8 @@ export declare const readEmailWhole: ({ store, source, address, externalId, fold
     address: string;
     externalId: string;
     folders: () => Promise<readonly string[]>;
-    maxBodyChars: number;
-    maxAttachmentChars: number;
-    loadEngine: LoadEngine;
-    now: number;
+    maxBodyChars?: number;
+    maxAttachmentChars?: number;
+    loadEngine?: LoadEngine;
+    now?: number;
 }) => Promise<WholeAttachment[]>;

package/dist/mail/whole.js

@@ -1,9 +1,10 @@
 import { CliError } from "@wirecat/cli-base";
+import { importEngine } from "../attachments/extract.js";
 import { mailAccountKey } from "./account-key.js";
-import { readAttachments } from "./attachments.js";
+import { MAX_ATTACHMENT_CHARS, readAttachments } from "./attachments.js";
 import { parsedEmail } from "./email-input.js";
 import { mailHeadersOf } from "./headers.js";
-import { parseMail } from "./parse.js";
+import { MAX_BODY_CHARS, parseMail } from "./parse.js";
 import { PARTIAL } from "./partial.js";
 /**
  * Reads one stored email from its source again and every attachment of it, whatever its size: what a person asks for
@@ -11,7 +12,7 @@ import { PARTIAL } from "./partial.js";
  * takes it; the files are only answered, never written. Gmail's email is found by its id in `folders`; elsewhere it is
  * read at its newest stored place, trusted only when `identify` gives the stored id for the bytes read there.
  */
-export const readEmailWhole = async ({ store, source, address, externalId, folders, maxBodyChars, maxAttachmentChars, loadEngine, now, }) => {
+export const readEmailWhole = async ({ store, source, address, externalId, folders, maxBodyChars = MAX_BODY_CHARS, maxAttachmentChars = MAX_ATTACHMENT_CHARS, loadEngine = importEngine, now = Date.now(), }) => {
     const { id: accountId } = await store.accounts.storedAccount(mailAccountKey(address));
     const stored = await store.mail.emailPlace(accountId, externalId);
     if (stored === null)

package/dist/meetings/index.d.ts

@@ -32,7 +32,7 @@ export { type MeetingProjectEvidenceAnswer, type MeetingProjectEvidenceItem, mee
 export { MEETING_PROJECT_EVIDENCE_QUERY, type MeetingProjectEvidenceRequest, prepareMeetingProjectEvidence, } from "./project-evidence-query.js";
 export { type MeetingProviderScope, snapshotMeetingScope } from "./provider.js";
 export { type PullOptions, pull, type RunReport } from "./pull.js";
-export { event, eventItem, meetingLink, meetingLinkItem, meetingParticipants, meetingPassage, meetingReview, meetingReviewItem, meetingSpeaker, meetingSpeakerItem, meetingStats, meetingStatsItem, } from "./read-answers.js";
+export { event, eventItem, meetingCounts, meetingCountsItem, meetingLink, meetingLinkItem, meetingParticipants, meetingPassage, meetingReview, meetingReviewItem, meetingSpeaker, meetingSpeakerItem, meetingStats, meetingStatsItem, } from "./read-answers.js";
 export type { MeetingContextReadCapabilities, MeetingReadBudget, MeetingReadCapabilities, MeetingReadScope, TranscriptContextInput, TranscriptContextPage, TranscriptPage, TranscriptReadScope, TranscriptRowPage, } from "./read-store.js";
 export { listed, MeetingError, meetingDetailsAnswer, meetingPeople, meetingSummaryAnswer, meetingTranscriptAnswer, type TranscriptReadOptions, } from "./reads.js";
 export { installRecordingArchiveSchedule, parseRecordingArchiveSchedule, planRecordingArchiveSchedule, type RecordingArchiveSchedule, type RecordingArchiveScheduleInput, type RecordingArchiveScheduler, recordingArchiveScheduleWindow, } from "./recording-schedule.js";
@@ -51,7 +51,7 @@ export { createMeetingSeriesInventoryReader } from "./series-inventory.js";
 export type { MeetingSeriesCandidate, MeetingSeriesInventoryPage, MeetingSeriesInventoryPort, MeetingSeriesInventoryRead, MeetingSeriesInventoryRequest, MeetingSeriesInventoryResult, } from "./series-inventory-types.js";
 export { validateMeetingSeriesInventoryCursor } from "./series-inventory-validation.js";
 export type { MeetingSource, SourceParticipant } from "./source.js";
-export { aggregateMeetingStats, type MeetingSpeakerStats, type MeetingStats, type MeetingStatsInput, type MeetingStatsRow, type MeetingStatsSelection, type MeetingStatsStore, type MeetingWeekStats, } from "./stats.js";
+export { aggregateMeetingCounts, aggregateMeetingStats, MEETING_COUNTS_GROUPINGS, type MeetingCounts, type MeetingCountsGrouping, type MeetingCountsInput, type MeetingCountsMeeting, type MeetingCountsRow, type MeetingSpeakerStats, type MeetingStats, type MeetingStatsInput, type MeetingStatsRow, type MeetingStatsSelection, type MeetingStatsStore, type MeetingWeekStats, NO_SERIES, } from "./stats.js";
 export type { ChatInput, ContractCase, EventCandidateFilter, IdentityInput, MeetingDetails, MeetingFilter, MeetingHitSource, MeetingInput, MeetingSave, MeetingStore, NewRecord, ParticipantInput, SearchHit, TranscriptInput, TranscriptLanguageFill, TranscriptRowInput, } from "./store.js";
 export { meetingTimestamp } from "./timestamp.js";
 export type { MeetingTranscriptReceiptStore, MeetingTranscriptStore, TranscriptAppend, TranscriptAppendReceipt, UnlinkedTranscriptInput, } from "./transcript-store.js";

package/dist/meetings/index.js

@@ -24,7 +24,7 @@ export { meetingProjectEvidence, meetingProjectEvidenceAnswer, } from "./project
 export { MEETING_PROJECT_EVIDENCE_QUERY, prepareMeetingProjectEvidence, } from "./project-evidence-query.js";
 export { snapshotMeetingScope } from "./provider.js";
 export { pull } from "./pull.js";
-export { event, eventItem, meetingLink, meetingLinkItem, meetingParticipants, meetingPassage, meetingReview, meetingReviewItem, meetingSpeaker, meetingSpeakerItem, meetingStats, meetingStatsItem, } from "./read-answers.js";
+export { event, eventItem, meetingCounts, meetingCountsItem, meetingLink, meetingLinkItem, meetingParticipants, meetingPassage, meetingReview, meetingReviewItem, meetingSpeaker, meetingSpeakerItem, meetingStats, meetingStatsItem, } from "./read-answers.js";
 export { listed, MeetingError, meetingDetailsAnswer, meetingPeople, meetingSummaryAnswer, meetingTranscriptAnswer, } from "./reads.js";
 export { installRecordingArchiveSchedule, parseRecordingArchiveSchedule, planRecordingArchiveSchedule, recordingArchiveScheduleWindow, } from "./recording-schedule.js";
 export { parseRecordingSyncCheckpoint, RecordingSyncError, recordingAssetFingerprint, recordingWindows, syncRecordingArchive, } from "./recording-sync.js";
@@ -38,7 +38,7 @@ export { validateMeetingHitSearch } from "./search-validation.js";
 export { validateMeetingSeriesHistory, } from "./series-history.js";
 export { createMeetingSeriesInventoryReader } from "./series-inventory.js";
 export { validateMeetingSeriesInventoryCursor } from "./series-inventory-validation.js";
-export { aggregateMeetingStats, } from "./stats.js";
+export { aggregateMeetingCounts, aggregateMeetingStats, MEETING_COUNTS_GROUPINGS, NO_SERIES, } from "./stats.js";
 export { meetingTimestamp } from "./timestamp.js";
 export { parseTranscriptText, TranscriptTextError } from "./transcript-text.js";
 export { transcribeMeeting, } from "./transcription.js";