@wirecat/cli-core 0.20.0 → 0.263.0

package/dist/services/search-all.d.ts

@@ -0,0 +1,87 @@
+import type { Messenger } from "../cli/messenger/context.js";
+import type { MailFields } from "../domain/models.js";
+import type { AccountKey, MessageStore } from "../store/store.js";
+import { type SearchFound, type SearchQuery } from "./messages.js";
+import type { Backend, ServerOptions, ServerSearched } from "./server-search.js";
+export declare const RESOURCES_SEARCHED: readonly ["messages", "mail", "notes"];
+export type SearchedResource = (typeof RESOURCES_SEARCHED)[number];
+export interface SearchAllItem {
+    kind: "message" | "mail" | "note";
+    /** `msg:…` for a message or a mail, `note:…` for a note. */
+    ref: string;
+    provider: string;
+    /** The account it was found in; a note's folder id, or `internal` for a note written in memo. */
+    account: string;
+    /** The chat, the mail thread's subject or the note's title. */
+    title: string | null;
+    timestamp: string;
+    /** An excerpt around the match: a note's matching line, about 240 characters of a message or mail. */
+    text: string;
+    /** Who wrote it; `ref` is the `person:` reference where the store has one. A note has none. */
+    from?: {
+        name: string | null;
+        ref: string | null;
+    };
+    /** A mail's people, labels and thread, as `search mail` gives them. */
+    email?: MailFields;
+    /** Which search found it: words, meaning or both. */
+    foundBy: ("words" | "meaning")[];
+}
+/** One account a search read, by the kind it was read for: the shape memo's `search all` answers too. */
+export interface SearchedAccount {
+    resource: string;
+    provider: string;
+    account: string;
+}
+/** A resource not read, or a `--source` entry naming no account the search reads. */
+export type Skipped<R extends string> = {
+    resource: R;
+    reason: string;
+    source?: undefined;
+} | {
+    source: string;
+    reason: string;
+    resource?: undefined;
+};
+export interface SearchAllFound {
+    query: string;
+    items: SearchAllItem[];
+    hasMore: boolean;
+    /** Where the next page starts, as `offset`; absent on the last page. */
+    nextOffset?: number;
+    searched: SearchedResource[];
+    /** Every account read, kind by kind. */
+    accounts: SearchedAccount[];
+    /** A resource the query could not be asked of, and why: a field it lacks, or nothing stored yet. */
+    skipped: Skipped<SearchedResource>[];
+    /** How the notes were searched, when they were. */
+    notes?: {
+        by: "words" | "words and meaning";
+        meaningSkipped?: string;
+    };
+    /** The messenger's server step for messages, as `search messages` reports it. */
+    server?: ServerSearched;
+}
+export interface SearchAllRequest {
+    text: string;
+    limit: number;
+    /** Skip this many of the merged hits: the `nextOffset` of the page before. */
+    offset?: number;
+    only?: readonly SearchedResource[];
+    exact?: boolean;
+    timezone?: string;
+    /** For messages only; mail and notes are always the local store's. */
+    backend?: Backend;
+    server?: ServerOptions;
+    env?: NodeJS.ProcessEnv;
+    signal?: AbortSignal;
+    /** The accounts `--source` chose, per kind; a kind left out reads every account of its own. */
+    scope?: Partial<Record<SearchedResource, AccountKey[]>>;
+}
+/**
+ * `search all`: messages, mail and notes from the local store — messages also from the messenger's
+ * server, as `search messages` asks it — each list best first, merged by reciprocal rank so no
+ * resource's own scores have to be compared with another's.
+ */
+export declare const searchAll: (store: MessageStore, account: AccountKey, request: SearchAllRequest, messenger?: Partial<Pick<Messenger, "savedChatId" | "app">>, searchMessages?: (query: SearchQuery) => Promise<SearchFound>) => Promise<SearchAllFound>;
+//# sourceMappingURL=search-all.d.ts.map

package/dist/services/search-all.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-all.d.ts","sourceRoot":"","sources":["../../src/services/search-all.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAA;AAE5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAErD,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAEjE,OAAO,EAAqB,KAAK,WAAW,EAAE,KAAK,WAAW,EAAe,MAAM,eAAe,CAAA;AAElG,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AAEhF,eAAO,MAAM,kBAAkB,YAAI,UAAU,EAAE,MAAM,EAAE,OAAO,CAAU,CAAA;AACxE,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAA;AAElE,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,SAAS,GAAG,MAAM,GAAG,MAAM,CAAA;IACjC,4DAA4D;IAC5D,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,EAAE,MAAM,CAAA;IAChB,iGAAiG;IACjG,OAAO,EAAE,MAAM,CAAA;IACf,+DAA+D;IAC/D,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,SAAS,EAAE,MAAM,CAAA;IACjB,sGAAsG;IACtG,IAAI,EAAE,MAAM,CAAA;IACZ,+FAA+F;IAC/F,IAAI,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAA;IAClD,uEAAuE;IACvE,KAAK,CAAC,EAAE,UAAU,CAAA;IAClB,qDAAqD;IACrD,OAAO,EAAE,CAAC,OAAO,GAAG,SAAS,CAAC,EAAE,CAAA;CACjC;AAED,yGAAyG;AACzG,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,qFAAqF;AACrF,MAAM,MAAM,OAAO,CAAC,CAAC,SAAS,MAAM,IAChC;IAAE,QAAQ,EAAE,CAAC,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,SAAS,CAAA;CAAE,GACnD;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,SAAS,CAAA;CAAE,CAAA;AAE5D,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,aAAa,EAAE,CAAA;IACtB,OAAO,EAAE,OAAO,CAAA;IAChB,wEAAwE;IACxE,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,gBAAgB,EAAE,CAAA;IAC5B,wCAAwC;IACxC,QAAQ,EAAE,eAAe,EAAE,CAAA;IAC3B,oGAAoG;IACpG,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAA;IACpC,mDAAmD;IACnD,KAAK,CAAC,EAAE;QAAE,EAAE,EAAE,OAAO,GAAG,mBAAmB,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IACtE,iFAAiF;IACjF,MAAM,CAAC,EAAE,cAAc,CAAA;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,8EAA8E;IAC9E,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,SAAS,gBAAgB,EAAE,CAAA;IAClC,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,sEAAsE;IACtE,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,MAAM,CAAC,EAAE,aAAa,CAAA;IACtB,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAA;IACvB,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,+FAA+F;IAC/F,KAAK,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,UAAU,EAAE,CAAC,CAAC,CAAA;CACxD;AAMD;;;;GAIG;AACH,eAAO,MAAM,SAAS,UACb,YAAY,WACV,UAAU,WACV,gBAAgB,cACd,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,GAAG,KAAK,CAAC,CAAC,mBAC1C,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,CAAC,WAAW,CAAC,KAE3D,OAAO,CAAC,cAAc,CA8HxB,CAAA"}

package/dist/services/search-all.js

@@ -0,0 +1,141 @@
+import { CliError } from "@wirecat/cli-base";
+import { parseLocator } from "../domain/locator.js";
+import { INTERNAL_NOTES, kindOf } from "../domain/providers.js";
+import { excerpt } from "./excerpt.js";
+import { MAX_SEARCH_OFFSET, searchStore } from "./messages.js";
+import { notesScopeOf, RRF_K, searchNotes } from "./notes-search.js";
+export const RESOURCES_SEARCHED = ["messages", "mail", "notes"];
+/** A query a resource cannot answer is skipped with its reason, never a failure of the whole search. */
+const skippable = (error) => error instanceof CliError && (error.code === "validation_error" || error.code === "not_found");
+/**
+ * `search all`: messages, mail and notes from the local store — messages also from the messenger's
+ * server, as `search messages` asks it — each list best first, merged by reciprocal rank so no
+ * resource's own scores have to be compared with another's.
+ */
+export const searchAll = async (store, account, request, messenger = {}, searchMessages = (query) => searchStore(store, account, query, messenger)) => {
+    if (!request.text.trim())
+        throw new CliError("validation_error", "say what to find");
+    const offset = request.offset ?? 0;
+    if (!Number.isInteger(offset) || offset < 0 || offset > MAX_SEARCH_OFFSET)
+        throw new CliError("validation_error", `offset takes a whole number from 0 to ${MAX_SEARCH_OFFSET}`);
+    // Each resource is read deep enough for the merged page, then the merge is cut.
+    const window = offset + request.limit;
+    const only = request.only ?? RESOURCES_SEARCHED;
+    const command = messenger.app?.command ?? "tg";
+    const lists = [];
+    const searched = [];
+    const accounts = [];
+    const skipped = [];
+    let hasMore = false;
+    let notes;
+    let server;
+    const messagesOf = async (kind) => {
+        const given = request.scope?.[kind];
+        const query = {
+            text: request.text,
+            language: "lucene",
+            kind,
+            ...(given ? { accounts: given } : {}),
+            ...(kind === "messages"
+                ? {
+                    // Server hits are matched by chat and message id, which another account can share.
+                    ...(request.backend === "server" || given ? {} : { source: "all" }),
+                    ...(request.backend === undefined ? {} : { backend: request.backend }),
+                    ...(request.server === undefined ? {} : { server: request.server }),
+                }
+                : {}),
+            limit: window,
+            ...(request.exact ? { exact: true } : {}),
+            ...(request.timezone === undefined ? {} : { timezone: request.timezone }),
+            ...(request.signal === undefined ? {} : { signal: request.signal }),
+        };
+        // Messages go the way `search messages` goes, server included, so `search all` finds whatever it finds.
+        const found = kind === "messages" ? await searchMessages(query) : await searchStore(store, account, query, messenger);
+        if (found.server)
+            server = found.server;
+        hasMore ||= found.hasMore;
+        const read = found.coverage?.accounts ?? given ?? (await store.accounts()).filter(({ provider }) => kindOf(provider) === kind);
+        accounts.push(...read.map(({ provider, account }) => ({ resource: kind, provider, account })));
+        return found.items.map((hit) => {
+            const at = parseLocator(hit.locator);
+            return {
+                kind: kind === "mail" ? "mail" : "message",
+                ref: hit.locator,
+                provider: at.provider,
+                account: at.account,
+                title: hit.chatTitle,
+                timestamp: hit.timestamp,
+                text: hit.excerpt ?? excerpt(hit.text ?? "", request.text),
+                from: hit.email?.from
+                    ? { name: hit.email.from.name ?? hit.email.from.address, ref: hit.email.from.ref }
+                    : { name: hit.senderName, ref: null },
+                ...(hit.email ? { email: hit.email } : {}),
+                foundBy: ["words"],
+            };
+        });
+    };
+    for (const resource of only) {
+        try {
+            if (resource === "notes") {
+                const chosen = request.scope?.notes;
+                const found = await searchNotes(store, request.text, {
+                    limit: window,
+                    command,
+                    ...(chosen === undefined ? {} : notesScopeOf(chosen)),
+                    ...(request.exact ? { exact: true } : {}),
+                    ...(request.timezone === undefined ? {} : { timezone: request.timezone }),
+                    ...(request.env === undefined ? {} : { env: request.env }),
+                });
+                hasMore ||= found.hasMore;
+                notes = {
+                    by: found.by,
+                    ...(found.meaningSkipped === undefined ? {} : { meaningSkipped: found.meaningSkipped }),
+                };
+                lists.push(found.hits.map((hit) => ({
+                    kind: "note",
+                    ref: hit.ref,
+                    provider: "notes",
+                    account: hit.folderId ?? INTERNAL_NOTES,
+                    title: hit.title,
+                    timestamp: hit.modifiedAt,
+                    text: hit.line,
+                    foundBy: hit.foundBy,
+                })));
+                const read = chosen?.map(({ account }) => account) ?? [
+                    INTERNAL_NOTES,
+                    ...(await store.notes.folders()).map(({ id }) => id),
+                ];
+                accounts.push(...read.map((account) => ({ resource, provider: "notes", account })));
+            }
+            else
+                lists.push(await messagesOf(resource));
+            searched.push(resource);
+        }
+        catch (error) {
+            if (!skippable(error))
+                throw error;
+            skipped.push({ resource, reason: error.message });
+        }
+    }
+    const ranked = new Map();
+    for (const list of lists)
+        list.forEach((item, rank) => {
+            const held = ranked.get(item.ref) ?? { item, score: 0 };
+            held.score += 1 / (RRF_K + rank + 1);
+            ranked.set(item.ref, held);
+        });
+    const ordered = [...ranked.values()].sort((a, b) => b.score - a.score).map(({ item }) => item);
+    const more = hasMore || ordered.length > window;
+    return {
+        query: request.text,
+        items: ordered.slice(offset, window),
+        hasMore: more,
+        ...(more && window <= MAX_SEARCH_OFFSET ? { nextOffset: window } : {}),
+        searched,
+        accounts,
+        skipped,
+        ...(notes === undefined ? {} : { notes }),
+        ...(server === undefined ? {} : { server }),
+    };
+};
+//# sourceMappingURL=search-all.js.map

package/dist/services/search-all.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-all.js","sourceRoot":"","sources":["../../src/services/search-all.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAE5C,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAEnD,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAE/D,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AACtC,OAAO,EAAE,iBAAiB,EAAsC,WAAW,EAAE,MAAM,eAAe,CAAA;AAClG,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAGpE,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAU,CAAA;AAqExE,wGAAwG;AACxG,MAAM,SAAS,GAAG,CAAC,KAAc,EAAqB,EAAE,CACtD,KAAK,YAAY,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC,CAAA;AAEhG;;;;GAIG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC5B,KAAmB,EACnB,OAAmB,EACnB,OAAyB,EACzB,SAAS,GAAoD,EAAE,EAC/D,cAAc,GAAiD,CAAC,KAAK,EAAE,EAAE,CACvE,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,EACtB,EAAE;IAC3B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE;QAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,CAAA;IACpF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAA;IAClC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,iBAAiB;QACvE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,yCAAyC,iBAAiB,EAAE,CAAC,CAAA;IACtG,gFAAgF;IAChF,MAAM,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,KAAK,CAAA;IACrC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,kBAAkB,CAAA;IAC/C,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,EAAE,OAAO,IAAI,IAAI,CAAA;IAC9C,MAAM,KAAK,GAAsB,EAAE,CAAA;IACnC,MAAM,QAAQ,GAAuB,EAAE,CAAA;IACvC,MAAM,QAAQ,GAAsB,EAAE,CAAA;IACtC,MAAM,OAAO,GAA8B,EAAE,CAAA;IAC7C,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,IAAI,KAA8B,CAAA;IAClC,IAAI,MAAkC,CAAA;IAEtC,MAAM,UAAU,GAAG,KAAK,EAAE,IAAyB,EAAE,EAAE;QACrD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAA;QACnC,MAAM,KAAK,GAAgB;YACzB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,QAAQ,EAAE,QAAQ;YAClB,IAAI;YACJ,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrC,GAAG,CAAC,IAAI,KAAK,UAAU;gBACrB,CAAC,CAAC;oBACE,mFAAmF;oBACnF,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;oBACnE,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;oBACtE,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;iBACpE;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,KAAK,EAAE,MAAM;YACb,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzC,GAAG,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC;YACzE,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;SACpE,CAAA;QACD,wGAAwG;QACxG,MAAM,KAAK,GACT,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,CAAA;QACzG,IAAI,KAAK,CAAC,MAAM;YAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;QACvC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAA;QACzB,MAAM,IAAI,GACR,KAAK,CAAC,QAAQ,EAAE,QAAQ,IAAI,KAAK,IAAI,CAAC,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAA;QACnH,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;QAC9F,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAiB,EAAE;YAC5C,MAAM,EAAE,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACpC,OAAO;gBACL,IAAI,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;gBAC1C,GAAG,EAAE,GAAG,CAAC,OAAO;gBAChB,QAAQ,EAAE,EAAE,CAAC,QAAQ;gBACrB,OAAO,EAAE,EAAE,CAAC,OAAO;gBACnB,KAAK,EAAE,GAAG,CAAC,SAAS;gBACpB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,IAAI,EAAE,GAAG,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC;gBAC1D,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI;oBACnB,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;oBAClF,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE;gBACvC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1C,OAAO,EAAE,CAAC,OAAO,CAAC;aACnB,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAA;IAED,KAAK,MAAM,QAAQ,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE,KAAK,CAAA;gBACnC,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE;oBACnD,KAAK,EAAE,MAAM;oBACb,OAAO;oBACP,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;oBACrD,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACzC,GAAG,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACzE,GAAG,CAAC,OAAO,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;iBAC3D,CAAC,CAAA;gBACF,OAAO,KAAK,KAAK,CAAC,OAAO,CAAA;gBACzB,KAAK,GAAG;oBACN,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,GAAG,CAAC,KAAK,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC;iBACxF,CAAA;gBACD,KAAK,CAAC,IAAI,CACR,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBACvB,IAAI,EAAE,MAAM;oBACZ,GAAG,EAAE,GAAG,CAAC,GAAG;oBACZ,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,GAAG,CAAC,QAAQ,IAAI,cAAc;oBACvC,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,SAAS,EAAE,GAAG,CAAC,UAAU;oBACzB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC,CAAC,CACJ,CAAA;gBACD,MAAM,IAAI,GAAG,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI;oBACpD,cAAc;oBACd,GAAG,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;iBACrD,CAAA;gBACD,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;YACrF,CAAC;;gBAAM,KAAK,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAA;YAC7C,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAA;YAClC,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAA;QACnD,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkD,CAAA;IACxE,KAAK,MAAM,IAAI,IAAI,KAAK;QACtB,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;YAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;YACvD,IAAI,CAAC,KAAK,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAA;YACpC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;QAC5B,CAAC,CAAC,CAAA;IACJ,MAAM,OAAO,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;IAC9F,MAAM,IAAI,GAAG,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,MAAM,CAAA;IAC/C,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,IAAI;QACnB,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC;QACpC,OAAO,EAAE,IAAI;QACb,GAAG,CAAC,IAAI,IAAI,MAAM,IAAI,iBAAiB,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,QAAQ;QACR,QAAQ;QACR,OAAO;QACP,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;QACzC,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;KAC5C,CAAA;AACH,CAAC,CAAA"}

package/dist/services/search-catchup.d.ts

@@ -0,0 +1,22 @@
+import type { Id } from "../domain/models.js";
+import type { ServiceDeps } from "./deps.js";
+import { type Refreshed } from "./embeddings.js";
+export declare const CATCH_UP_BOUNDS: {
+    maxChunks: number;
+    maxMessages: number;
+    timeMs: number;
+};
+export interface CatchUpOptions {
+    maxChunks?: number;
+    maxMessages?: number;
+    timeMs?: number;
+}
+export interface CatchUpResult {
+    complete: boolean;
+    reason?: "message_bound" | "time_or_abort_bound" | "preparation_failed" | "pending";
+    prepared?: Refreshed;
+}
+export declare const validateCatchUpBounds: (options: CatchUpOptions) => void;
+export declare const validateCatchUp: (deps: ServiceDeps, options: CatchUpOptions) => void;
+export declare const catchUpSearch: (deps: ServiceDeps, chat: Id, options: CatchUpOptions, signal: AbortSignal, clock?: () => number) => Promise<CatchUpResult>;
+//# sourceMappingURL=search-catchup.d.ts.map

package/dist/services/search-catchup.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-catchup.d.ts","sourceRoot":"","sources":["../../src/services/search-catchup.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,qBAAqB,CAAA;AAC7C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AAC5C,OAAO,EAAqB,KAAK,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAEnE,eAAO,MAAM,eAAe;IAAK,SAAS;IAAO,WAAW;IAAU,MAAM;CAAU,CAAA;AACtF,MAAM,WAAW,cAAc;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AACD,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,OAAO,CAAA;IACjB,MAAM,CAAC,EAAE,eAAe,GAAG,qBAAqB,GAAG,oBAAoB,GAAG,SAAS,CAAA;IACnF,QAAQ,CAAC,EAAE,SAAS,CAAA;CACrB;AACD,eAAO,MAAM,qBAAqB,YAAa,cAAc,SAQ5D,CAAA;AAED,eAAO,MAAM,eAAe,SAAU,WAAW,WAAW,cAAc,SAIzE,CAAA;AAED,eAAO,MAAM,aAAa,SAClB,WAAW,QACX,EAAE,WACC,cAAc,UACf,WAAW,UACZ,MAAM,MAAM,KAClB,OAAO,CAAC,aAAa,CAkCvB,CAAA"}

package/dist/services/search-catchup.js

@@ -0,0 +1,55 @@
+import { CliError } from "@wirecat/cli-base";
+import { embeddingsService } from "./embeddings.js";
+export const CATCH_UP_BOUNDS = { maxChunks: 500, maxMessages: 10_000, timeMs: 30_000 };
+export const validateCatchUpBounds = (options) => {
+    for (const [key, value, maximum] of [
+        ["maxChunks", options.maxChunks ?? CATCH_UP_BOUNDS.maxChunks, 20_000],
+        ["maxMessages", options.maxMessages ?? CATCH_UP_BOUNDS.maxMessages, 100_000],
+        ["timeMs", options.timeMs ?? CATCH_UP_BOUNDS.timeMs, 300_000],
+    ])
+        if (!Number.isSafeInteger(value) || value < 1 || value > maximum)
+            throw new CliError("validation_error", `catch-up ${key} must be between 1 and ${maximum}`);
+};
+export const validateCatchUp = (deps, options) => {
+    validateCatchUpBounds(options);
+    for (const key of ["conversations.links", "conversations.embed"])
+        deps.guard.check({ chatId: null, key }, { reserve: false });
+};
+export const catchUpSearch = async (deps, chat, options, signal, clock = Date.now) => {
+    const started = clock();
+    const maxMessages = options.maxMessages ?? CATCH_UP_BOUNDS.maxMessages;
+    const timeMs = options.timeMs ?? CATCH_UP_BOUNDS.timeMs;
+    const check = () => {
+        signal.throwIfAborted();
+        if (clock() - started >= timeMs)
+            throw new DOMException("catch-up time budget reached", "AbortError");
+    };
+    try {
+        check();
+        if ((await (await deps.store()).countMessages(await deps.account(), chat)) > maxMessages)
+            return { complete: false, reason: "message_bound" };
+        const prepared = await embeddingsService(deps).refresh({
+            chat,
+            model: "e5-small",
+            maxChats: 1,
+            maxChunks: options.maxChunks ?? CATCH_UP_BOUNDS.maxChunks,
+            maxMessages,
+            check,
+            workers: 1,
+            threads: 1,
+        });
+        check();
+        return {
+            complete: prepared.left.length === 0,
+            ...(prepared.left.length ? { reason: "pending" } : {}),
+            prepared,
+        };
+    }
+    catch {
+        return {
+            complete: false,
+            reason: signal.aborted || clock() - started >= timeMs ? "time_or_abort_bound" : "preparation_failed",
+        };
+    }
+};
+//# sourceMappingURL=search-catchup.js.map

package/dist/services/search-catchup.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-catchup.js","sourceRoot":"","sources":["../../src/services/search-catchup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAG5C,OAAO,EAAE,iBAAiB,EAAkB,MAAM,iBAAiB,CAAA;AAEnE,MAAM,CAAC,MAAM,eAAe,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAA;AAWtF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,OAAuB,EAAE,EAAE;IAC/D,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI;QAClC,CAAC,WAAW,EAAE,OAAO,CAAC,SAAS,IAAI,eAAe,CAAC,SAAS,EAAE,MAAM,CAAC;QACrE,CAAC,aAAa,EAAE,OAAO,CAAC,WAAW,IAAI,eAAe,CAAC,WAAW,EAAE,OAAO,CAAC;QAC5E,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,IAAI,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC;KACrD;QACR,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,OAAO;YAC9D,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,YAAY,GAAG,0BAA0B,OAAO,EAAE,CAAC,CAAA;AAChG,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,IAAiB,EAAE,OAAuB,EAAE,EAAE;IAC5E,qBAAqB,CAAC,OAAO,CAAC,CAAA;IAC9B,KAAK,MAAM,GAAG,IAAI,CAAC,qBAAqB,EAAE,qBAAqB,CAAU;QACvE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAA;AAC/D,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,IAAiB,EACjB,IAAQ,EACR,OAAuB,EACvB,MAAmB,EACnB,KAAK,GAAiB,IAAI,CAAC,GAAG,EACN,EAAE;IAC1B,MAAM,OAAO,GAAG,KAAK,EAAE,CAAA;IACvB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,eAAe,CAAC,WAAW,CAAA;IACtE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,eAAe,CAAC,MAAM,CAAA;IACvD,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,MAAM,CAAC,cAAc,EAAE,CAAA;QACvB,IAAI,KAAK,EAAE,GAAG,OAAO,IAAI,MAAM;YAAE,MAAM,IAAI,YAAY,CAAC,8BAA8B,EAAE,YAAY,CAAC,CAAA;IACvG,CAAC,CAAA;IACD,IAAI,CAAC;QACH,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,aAAa,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC,GAAG,WAAW;YACtF,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,CAAA;QACrD,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;YACrD,IAAI;YACJ,KAAK,EAAE,UAAU;YACjB,QAAQ,EAAE,CAAC;YACX,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,eAAe,CAAC,SAAS;YACzD,WAAW;YACX,KAAK;YACL,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;SACX,CAAC,CAAA;QACF,KAAK,EAAE,CAAA;QACP,OAAO;YACL,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YACpC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/D,QAAQ;SACT,CAAA;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK,EAAE,GAAG,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,oBAAoB;SACrG,CAAA;IACH,CAAC;AACH,CAAC,CAAA"}

package/dist/services/search-kind.d.ts

@@ -0,0 +1,22 @@
+import type { AppIdentity } from "../cli/app.js";
+import { type ListContext, type SkippedSource } from "../search/account-list.js";
+import type { AccountKey, MessageStore, StoredAccount } from "../store/store.js";
+export type SearchKind = "messages" | "mail";
+export declare const NO_MAIL = "no_mail";
+export declare const MAIL = "email";
+/** What a `--source` list is resolved against: the store's accounts, groups and profiles, and the app running. */
+export declare const listContextOf: (store: MessageStore, account: AccountKey, app: AppIdentity | undefined, stored?: StoredAccount[]) => Promise<ListContext>;
+/**
+ * `--source` as a list of accounts and groups: `undefined` when it is a bare word like `all` or `telegram`. The
+ * accounts are those of `kind` the list names; an entry naming none of them is in `skipped`.
+ */
+export declare const listedAccounts: (store: MessageStore, account: AccountKey, source: string | undefined, app: AppIdentity | undefined, kind?: SearchKind) => Promise<{
+    accounts: AccountKey[];
+    skipped: SkippedSource[];
+} | undefined>;
+/**
+ * The accounts a `search messages` or `search mail` reads, from those the query chose. `explicit` is the
+ * source the owner named, so asking `search messages` for mail is an error rather than an empty answer.
+ */
+export declare const accountsOfKind: (kind: SearchKind | undefined, chosen: AccountKey[], held: readonly AccountKey[], explicit: string | undefined, command?: string, mailAccount?: string, listed?: boolean) => AccountKey[];
+//# sourceMappingURL=search-kind.d.ts.map

package/dist/services/search-kind.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-kind.d.ts","sourceRoot":"","sources":["../../src/services/search-kind.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAEhD,OAAO,EAAyC,KAAK,WAAW,EAAE,KAAK,aAAa,EAAE,MAAM,2BAA2B,CAAA;AACvH,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAEhF,MAAM,MAAM,UAAU,GAAG,UAAU,GAAG,MAAM,CAAA;AAE5C,eAAO,MAAM,OAAO,YAAY,CAAA;AAEhC,eAAO,MAAM,IAAI,UAAU,CAAA;AAC3B,kHAAkH;AAClH,eAAO,MAAM,aAAa,UACjB,YAAY,WACV,UAAU,OACd,WAAW,GAAG,SAAS,WACnB,aAAa,EAAE,KACvB,OAAO,CAAC,WAAW,CAYrB,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,cAAc,UAClB,YAAY,WACV,UAAU,UACX,MAAM,GAAG,SAAS,OACrB,WAAW,GAAG,SAAS,SACrB,UAAU,KAChB,OAAO,CAAC;IAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAA;CAAE,GAAG,SAAS,CAS1E,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,cAAc,SACnB,UAAU,GAAG,SAAS,UACpB,UAAU,EAAE,QACd,SAAS,UAAU,EAAE,YACjB,MAAM,GAAG,SAAS,kCAEd,MAAM,uBAEnB,UAAU,EA2BZ,CAAA"}

package/dist/services/search-kind.js

@@ -0,0 +1,62 @@
+import { CliError } from "@wirecat/cli-base";
+import { isKind, kindOf, providerNamed } from "../domain/providers.js";
+import { entriesOfList, fitting, isAccountList } from "../search/account-list.js";
+export const NO_MAIL = "no_mail";
+export const MAIL = "email";
+/** What a `--source` list is resolved against: the store's accounts, groups and profiles, and the app running. */
+export const listContextOf = async (store, account, app, stored) => {
+    const all = stored ?? (await store.storedAccounts());
+    // A fresh store has no row yet for the account it runs as.
+    const held = all.some((one) => one.provider === account.provider && one.account === account.account)
+        ? all
+        : [...all, { id: 0, ...account, name: null, scope: "personal" }];
+    return {
+        held,
+        groups: await store.accountGroups(),
+        profiles: await store.profiles(),
+        running: { provider: account.provider, ...(app ? { command: app.command } : {}) },
+    };
+};
+/**
+ * `--source` as a list of accounts and groups: `undefined` when it is a bare word like `all` or `telegram`. The
+ * accounts are those of `kind` the list names; an entry naming none of them is in `skipped`.
+ */
+export const listedAccounts = async (store, account, source, app, kind) => {
+    if (source === undefined)
+        return undefined;
+    const stored = await store.storedAccounts();
+    // A provider the store holds by that very name, and all, personal and bots, keep their old path.
+    const registered = isKind(source) || (providerNamed(source) !== undefined && !stored.some(({ provider }) => provider === source));
+    if (!isAccountList(source) && !registered)
+        return undefined;
+    const entries = entriesOfList(source, await listContextOf(store, account, app, stored));
+    return fitting(entries, kind ? [kind] : ["messages", "mail"], `${app?.command ?? "tg"} search ${kind ?? "messages"}`);
+};
+/**
+ * The accounts a `search messages` or `search mail` reads, from those the query chose. `explicit` is the
+ * source the owner named, so asking `search messages` for mail is an error rather than an empty answer.
+ */
+export const accountsOfKind = (kind, chosen, held, explicit, command = "tg", mailAccount, listed = false) => {
+    if (mailAccount !== undefined && kind !== "mail")
+        throw new CliError("validation_error", "--account names a mail account — search mail reads it");
+    if (kind === undefined)
+        return chosen;
+    if (kind === "messages") {
+        if (explicit === MAIL)
+            throw new CliError("validation_error", `mail is searched with \`${command} search mail\`, not search messages`);
+        return chosen.filter(({ provider }) => kindOf(provider) === "messages");
+    }
+    if (explicit !== undefined && explicit !== MAIL && explicit !== "all")
+        throw new CliError("validation_error", `search mail reads mail only — \`${command} search messages\` searches ${explicit}`);
+    const mail = (listed ? chosen : held).filter(({ provider }) => kindOf(provider) === "mail");
+    if (mail.length === 0)
+        throw new CliError("not_found", "no mail in the store yet — `memo sync --mail --since-time <time>` imports it", {
+            reason: NO_MAIL,
+        });
+    const address = mailAccount?.trim().toLowerCase();
+    const chosenMail = address === undefined ? mail : mail.filter(({ account }) => account === address);
+    if (chosenMail.length === 0)
+        throw new CliError("not_found", `no mail account ${mailAccount} in the store — it holds ${mail.map(({ account }) => account).join(", ")}`);
+    return chosenMail.map(({ provider, account }) => ({ provider, account }));
+};
+//# sourceMappingURL=search-kind.js.map

package/dist/services/search-kind.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-kind.js","sourceRoot":"","sources":["../../src/services/search-kind.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAE5C,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACtE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAwC,MAAM,2BAA2B,CAAA;AAKvH,MAAM,CAAC,MAAM,OAAO,GAAG,SAAS,CAAA;AAEhC,MAAM,CAAC,MAAM,IAAI,GAAG,OAAO,CAAA;AAC3B,kHAAkH;AAClH,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,KAAmB,EACnB,OAAmB,EACnB,GAA4B,EAC5B,MAAwB,EACF,EAAE;IACxB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,KAAK,CAAC,cAAc,EAAE,CAAC,CAAA;IACpD,2DAA2D;IAC3D,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC;QAClG,CAAC,CAAC,GAAG;QACL,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,UAAmB,EAAE,CAAC,CAAA;IAC3E,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,MAAM,KAAK,CAAC,aAAa,EAAE;QACnC,QAAQ,EAAE,MAAM,KAAK,CAAC,QAAQ,EAAE;QAChC,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;KAClF,CAAA;AACH,CAAC,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,KAAK,EACjC,KAAmB,EACnB,OAAmB,EACnB,MAA0B,EAC1B,GAA4B,EAC5B,IAAiB,EAC0D,EAAE;IAC7E,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IAC1C,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,cAAc,EAAE,CAAA;IAC3C,iGAAiG;IACjG,MAAM,UAAU,GACd,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAA;IAChH,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAA;IAC3D,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,EAAE,MAAM,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAA;IACvF,OAAO,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,GAAG,GAAG,EAAE,OAAO,IAAI,IAAI,WAAW,IAAI,IAAI,UAAU,EAAE,CAAC,CAAA;AACvH,CAAC,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,IAA4B,EAC5B,MAAoB,EACpB,IAA2B,EAC3B,QAA4B,EAC5B,OAAO,GAAG,IAAI,EACd,WAAoB,EACpB,MAAM,GAAG,KAAK,EACA,EAAE;IAChB,IAAI,WAAW,KAAK,SAAS,IAAI,IAAI,KAAK,MAAM;QAC9C,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,uDAAuD,CAAC,CAAA;IACjG,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,MAAM,CAAA;IACrC,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,IAAI,QAAQ,KAAK,IAAI;YACnB,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,2BAA2B,OAAO,qCAAqC,CAAC,CAAA;QACjH,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,UAAU,CAAC,CAAA;IACzE,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,KAAK,KAAK;QACnE,MAAM,IAAI,QAAQ,CAChB,kBAAkB,EAClB,mCAAmC,OAAO,+BAA+B,QAAQ,EAAE,CACpF,CAAA;IACH,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC,CAAA;IAC3F,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QACnB,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,8EAA8E,EAAE;YAC9G,MAAM,EAAE,OAAO;SAChB,CAAC,CAAA;IACJ,MAAM,OAAO,GAAG,WAAW,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IACjD,MAAM,UAAU,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,KAAK,OAAO,CAAC,CAAA;IACnG,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QACzB,MAAM,IAAI,QAAQ,CAChB,WAAW,EACX,mBAAmB,WAAW,4BAA4B,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC1G,CAAA;IACH,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAA;AAC3E,CAAC,CAAA"}

package/dist/services/search-refresh.d.ts

@@ -0,0 +1,37 @@
+import type { AccountKey } from "../store/store.js";
+import type { ServiceDeps } from "./deps.js";
+import { type SearchQuery } from "./messages.js";
+export declare const SYNC_KEY = "messages.sync-first";
+export declare const SYNC_BOUNDS: {
+    maxChats: number;
+    timeMs: number;
+    maxMessages: number;
+};
+export interface SyncOptions {
+    maxChats?: number;
+    timeMs?: number;
+    maxMessages?: number;
+    note?: (message: string) => void;
+}
+export interface SearchRefreshed {
+    chats: string[];
+    messages: number;
+    failed: {
+        account: AccountKey;
+        chat: string | null;
+        reason: string;
+    }[];
+    complete: boolean;
+}
+export declare const refreshSearch: (deps: ServiceDeps, request: SearchQuery) => Promise<SearchRefreshed | undefined>;
+export declare const withRefresh: <T extends {
+    coverage?: {
+        state: string;
+    };
+}>(found: T, refreshed?: SearchRefreshed) => T & {
+    refreshed?: SearchRefreshed | undefined;
+    coverage?: {
+        state: "stale";
+    } | undefined;
+};
+//# sourceMappingURL=search-refresh.d.ts.map

package/dist/services/search-refresh.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-refresh.d.ts","sourceRoot":"","sources":["../../src/services/search-refresh.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAEnD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AAC5C,OAAO,EAAE,KAAK,WAAW,EAAkC,MAAM,eAAe,CAAA;AAGhF,eAAO,MAAM,QAAQ,wBAAwB,CAAA;AAC7C,eAAO,MAAM,WAAW;IAAK,QAAQ;IAAK,MAAM;IAAU,WAAW;CAAO,CAAA;AAC5E,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;CACjC;AACD,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,EAAE,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE;QAAE,OAAO,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAA;IACtE,QAAQ,EAAE,OAAO,CAAA;CAClB;AA8BD,eAAO,MAAM,aAAa,SAAgB,WAAW,WAAW,WAAW,KAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAiGhH,CAAA;AAED,eAAO,MAAM,WAAW,GAAI,CAAC,SAAS;IAAE,QAAQ,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,SAAS,CAAC,cAAc,eAAe;;;eAGvB,OAAO;;CAC3F,CAAA"}

package/dist/services/search-refresh.js

@@ -0,0 +1,140 @@
+import { CliError } from "@wirecat/cli-base";
+import { parseDuration } from "../cli/settings.js";
+import { archiveService } from "./archive.js";
+import { scopeOf, validateSearchDialect } from "./messages.js";
+import { prepareLucene } from "./messages-search.js";
+export const SYNC_KEY = "messages.sync-first";
+export const SYNC_BOUNDS = { maxChats: 5, timeMs: 30_000, maxMessages: 500 };
+const keyOf = (chat) => JSON.stringify([chat.account.provider, chat.account.account, chat.chatId]);
+const sameAccount = (one, other) => one.provider === other.provider && one.account === other.account;
+const chatScope = (node) => {
+    if (node.kind === "predicate")
+        return node.resolution?.chat ? [node.resolution.chat] : undefined;
+    const required = node.clauses.filter(({ occur }) => occur === "must").map(({ node }) => chatScope(node));
+    const bounded = required.filter((scope) => scope !== undefined);
+    if (bounded.length)
+        return bounded.reduce((one, other) => one.filter((chat) => other.some((at) => keyOf(at) === keyOf(chat))));
+    const optional = node.clauses.filter(({ occur }) => occur === "should").map(({ node }) => chatScope(node));
+    if (!optional.length || optional.some((scope) => scope === undefined))
+        return undefined;
+    return optional.flatMap((scope) => scope ?? []);
+};
+const matchesChat = (node, chat) => {
+    if (node.kind === "predicate")
+        return node.resolution?.chat ? keyOf(node.resolution.chat) === keyOf(chat) : undefined;
+    const must = node.clauses.filter(({ occur }) => occur === "must").map(({ node }) => matchesChat(node, chat));
+    const excluded = node.clauses.filter(({ occur }) => occur === "must_not").map(({ node }) => matchesChat(node, chat));
+    if (must.includes(false) || excluded.includes(true))
+        return false;
+    const should = node.clauses.filter(({ occur }) => occur === "should").map(({ node }) => matchesChat(node, chat));
+    if (!must.length && should.length && should.every((match) => match === false))
+        return false;
+    if (must.includes(undefined) || excluded.includes(undefined) || (!must.length && should.includes(undefined)))
+        return undefined;
+    return true;
+};
+export const refreshSearch = async (deps, request) => {
+    if (!request.syncFirst)
+        return undefined;
+    for (const [name, value, max] of [
+        ["maxChats", request.syncFirst.maxChats ?? SYNC_BOUNDS.maxChats, 100],
+        ["timeMs", request.syncFirst.timeMs ?? SYNC_BOUNDS.timeMs, 300_000],
+        ["maxMessages", request.syncFirst.maxMessages ?? SYNC_BOUNDS.maxMessages, 10_000],
+    ]) {
+        if (!Number.isSafeInteger(value) || value < 1 || value > max)
+            throw new CliError("validation_error", `${name} takes a whole number from 1 to ${max}`);
+    }
+    validateSearchDialect(request);
+    const guardRequest = { chatId: null, kind: "reaction", key: SYNC_KEY };
+    await deps.guard.ask?.(guardRequest);
+    deps.guard.check(guardRequest, { reserve: false });
+    const store = await deps.store();
+    const account = await deps.account();
+    const strict = request.language === "lucene" || request.ast !== undefined;
+    const execution = strict
+        ? (await prepareLucene(store, account, request, deps.messenger)).execution
+        : (await scopeOf(deps.messenger, store, account, { ...request, text: request.pattern ? "" : (request.text ?? "") }))[1];
+    const scoped = execution.chat ? [execution.chat] : "root" in execution ? chatScope(execution.root) : undefined;
+    const options = { ...SYNC_BOUNDS, ...request.syncFirst };
+    const note = options.note ?? (() => { });
+    const result = { chats: [], messages: 0, failed: [], complete: true };
+    const candidates = [];
+    for (const selected of execution.accounts) {
+        if (scoped !== undefined && !scoped.some((chat) => sameAccount(chat.account, selected)))
+            continue;
+        if (!sameAccount(account, selected)) {
+            result.failed.push({ account: selected, chat: null, reason: "account_not_connected" });
+            result.complete = false;
+            continue;
+        }
+        candidates.push(...(scoped === undefined
+            ? (await store.chats(selected, {})).items.map(({ id }) => ({
+                account: selected,
+                chatId: id,
+            }))
+            : scoped.filter((chat) => sameAccount(chat.account, selected))));
+    }
+    const eligible = "root" in execution ? candidates.filter((chat) => matchesChat(execution.root, chat) !== false) : candidates;
+    const unique = [...new Map(eligible.map((chat) => [keyOf(chat), chat])).values()];
+    if (unique.length > options.maxChats)
+        result.complete = false;
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), options.timeMs);
+    const stop = request.signal ? AbortSignal.any([request.signal, controller.signal]) : controller.signal;
+    try {
+        for (const { chatId } of unique.slice(0, options.maxChats)) {
+            if (stop.aborted || result.messages >= options.maxMessages) {
+                result.complete = false;
+                result.failed.push({ account, chat: chatId, reason: stop.aborted ? "time_or_abort_bound" : "message_bound" });
+                break;
+            }
+            result.chats.push(chatId);
+            if (deps.offline || deps.reads === "store") {
+                result.failed.push({ account, chat: chatId, reason: deps.offline ? "offline" : "pushed_history" });
+                result.complete = false;
+                continue;
+            }
+            try {
+                const newest = (await store.messages(account, chatId, { limit: 1 })).items[0];
+                let counted = 0;
+                const fetched = await archiveService(deps).fetch(chatId, {
+                    limit: options.maxMessages - result.messages,
+                    pageSize: Math.min(100, deps.messenger.fetching?.maxPageSize ?? 100),
+                    pauseMs: parseDuration(deps.messenger.fetching?.pause ?? "1s", "fetch pause"),
+                    ...(newest ? { sinceMs: Date.parse(newest.timestamp) + 1 } : {}),
+                    stop,
+                    note,
+                    onPage: ({ fetched }) => {
+                        result.messages += fetched - counted;
+                        counted = fetched;
+                    },
+                });
+                result.messages += fetched.fetched - counted;
+                if (fetched.stopped || (!fetched.complete && !fetched.reachedSince)) {
+                    result.complete = false;
+                    result.failed.push({
+                        account,
+                        chat: chatId,
+                        reason: fetched.stopped ? "time_or_abort_bound" : "message_bound",
+                    });
+                }
+            }
+            catch {
+                result.complete = false;
+                result.failed.push({ account, chat: chatId, reason: stop.aborted ? "time_or_abort_bound" : "fetch_failed" });
+            }
+        }
+    }
+    finally {
+        clearTimeout(timer);
+    }
+    if (!result.complete)
+        note("refresh incomplete — the local answer may be stale");
+    return result;
+};
+export const withRefresh = (found, refreshed) => ({
+    ...found,
+    ...(refreshed ? { refreshed } : {}),
+    ...(!refreshed || refreshed.complete ? {} : { coverage: { ...found.coverage, state: "stale" } }),
+});
+//# sourceMappingURL=search-refresh.js.map