@wirecat/cli-core 0.20.0 → 0.262.0

package/dist/services/messages-combined.js

@@ -0,0 +1,261 @@
+import { CliError } from "@wirecat/cli-base";
+import { implicitTextTerms, walkQuery } from "@wirecat/cli-base/query";
+import { parseLocator } from "../domain/locator.js";
+import { correctWords } from "../search/correct.js";
+import { PRESET_VERSION } from "../search/lucene/presets.js";
+import { FIELD_VERSION } from "../search/lucene/registry.js";
+import { exhausted, QUERY_LIMITS } from "../search/lucene/types.js";
+import { normalize } from "../store/normalize.js";
+import { withExcerpt } from "./excerpt.js";
+import { coverageOf, prepareLucene } from "./messages-search.js";
+export const COMBINED_DEFAULTS = { candidateDepth: 300, rrfK: 60, rerank: "all", chatCap: 0 };
+const tokensOf = (text) => normalize(text).match(/[\p{L}\p{N}\p{Co}\p{M}]+/gu) ?? [];
+/** Internal measured entry point; public search stays on its existing compatibility paths. */
+export const searchCombined = async (store, account, request, messenger = {}, options = COMBINED_DEFAULTS) => {
+    if (request.pattern || request.language === "legacy")
+        throw new CliError("validation_error", "combined search takes Lucene text or AST, not legacy or JavaScript regex");
+    if (request.thread)
+        throw new CliError("validation_error", "internal combined evaluation does not hydrate threads");
+    if (!Number.isInteger(options.candidateDepth) ||
+        options.candidateDepth < 1 ||
+        options.candidateDepth > 1000 ||
+        !Number.isFinite(options.rrfK) ||
+        options.rrfK <= 0 ||
+        !Number.isInteger(options.chatCap) ||
+        options.chatCap < 0 ||
+        !["none", "coverage", "proximity", "phrase", "all"].includes(options.rerank))
+        throw new CliError("validation_error", "invalid internal combined search bounds");
+    const prepared = await prepareLucene(store, account, request, messenger);
+    const execute = store.matchQuery;
+    if (!execute)
+        throw new CliError("validation_error", "this store does not support Lucene search");
+    const execution = prepared.execution;
+    const started = performance.now();
+    const check = () => {
+        if (request.signal?.aborted)
+            throw new CliError("validation_error", "search was aborted", { reason: "query.aborted", complete: false });
+        if (performance.now() - started > QUERY_LIMITS.milliseconds)
+            exhausted("milliseconds");
+    };
+    check();
+    const spans = request.ast === undefined && !request.exact && request.text !== undefined
+        ? implicitTextTerms(request.text)
+        : new Set();
+    const eligible = walkQuery(execution.root).filter((leaf) => spans.has(leaf.span.start) &&
+        leaf.field === "text" &&
+        leaf.operator === "term" &&
+        tokensOf(leaf.value).length === 1 &&
+        /^[\p{L}\p{N}]+$/u.test(normalize(leaf.value)));
+    const expanding = eligible.length > 0;
+    const depth = Math.max(request.limit, options.candidateDepth);
+    const queryTerms = walkQuery(execution.root)
+        .filter((leaf) => (leaf.field === "text" || leaf.field === "exact") && (leaf.operator === "term" || leaf.operator === "phrase"))
+        .flatMap((leaf) => tokensOf(leaf.value));
+    const corrections = expanding
+        ? await correctWords(store, [...new Set(eligible.map((leaf) => normalize(leaf.value)))])
+        : new Map();
+    check();
+    const bySpan = new Map(eligible.map((leaf) => [leaf.span.start, leaf]));
+    const transform = (node, source, exact = false) => {
+        if (node.kind === "boolean")
+            return {
+                ...node,
+                clauses: node.clauses.map((clause) => ({ ...clause, node: transform(clause.node, source, exact) })),
+            };
+        if (exact && node.field === "text" && (node.operator === "term" || node.operator === "phrase"))
+            return { ...node, field: "exact" };
+        if (!bySpan.has(node.span.start))
+            return node;
+        if (source === "beginnings" && [...normalize(node.value)].length >= 3)
+            return { ...node, operator: "wildcard", value: `${normalize(node.value)}*` };
+        if (source !== "corrected")
+            return node;
+        const fixes = corrections.get(normalize(node.value));
+        if (!fixes)
+            return node;
+        const clauses = fixes.map((value) => ({ occur: "should", node: { ...node, field: "exact", value } }));
+        return { kind: "boolean", clauses, span: node.span };
+    };
+    const read = async (root, limit) => {
+        check();
+        const nodes = (node) => node.kind === "predicate" ? 1 : 1 + node.clauses.reduce((sum, clause) => sum + nodes(clause.node), 0);
+        if (nodes(root) > QUERY_LIMITS.nodes)
+            exhausted("nodes");
+        const found = execution.accounts.length
+            ? await execute({ ...execution, root, limit })
+            : { items: [], hasMore: false };
+        check();
+        return found;
+    };
+    // Explicit syntax and AST retain the exact production execution and order.
+    if (!expanding) {
+        const found = await read(execution.root, request.limit);
+        return finish(found.items, found.hasMore, [], false, false);
+    }
+    const exact = await read(transform(execution.root, "words", true), depth);
+    const stemmed = await read(execution.root, depth);
+    const prefix = await read(transform(execution.root, "beginnings"), depth);
+    const fixed = corrections.size
+        ? await read(transform(execution.root, "corrected"), depth)
+        : { items: [], hasMore: false };
+    const fixedPrefixRoot = transform(execution.root, "corrected");
+    const correctedBeginnings = (node) => node.kind === "boolean"
+        ? { ...node, clauses: node.clauses.map((clause) => ({ ...clause, node: correctedBeginnings(clause.node) })) }
+        : bySpan.has(node.span.start) && [...normalize(node.value)].length >= 3
+            ? { ...node, field: "exact", operator: "wildcard", value: `${normalize(node.value)}*` }
+            : node;
+    const fixedPrefix = corrections.size
+        ? await read(correctedBeginnings(fixedPrefixRoot), depth)
+        : { items: [], hasMore: false };
+    const ranked = new Map();
+    const add = (lists, source) => {
+        const shares = new Map();
+        for (const list of lists)
+            list.items.forEach((hit, rank) => {
+                const share = 1 / (options.rrfK + rank + 1);
+                const old = shares.get(hit.locator);
+                if (!old || share > old.share)
+                    shares.set(hit.locator, { hit, share });
+            });
+        for (const { hit, share } of shares.values()) {
+            const old = ranked.get(hit.locator);
+            if (old && source === "beginnings")
+                continue;
+            if (old) {
+                old.fused += share;
+                old.matches.push(source);
+            }
+            else
+                ranked.set(hit.locator, { ...hit, match: source, matches: [source], fused: share, score: 0 });
+        }
+    };
+    add([exact, stemmed], "words");
+    add([prefix], "beginnings");
+    add([fixed, fixedPrefix], "corrected");
+    let bytes = 0;
+    const work = { used: 0 };
+    for (const hit of ranked.values()) {
+        bytes += new TextEncoder().encode(hit.text).byteLength;
+        if (bytes > QUERY_LIMITS.bodyBytes)
+            exhausted("body bytes");
+        check();
+        hit.score = hit.fused * (options.rrfK + 1) + signals(hit, queryTerms, corrections, execution, options.rerank, work);
+        check();
+    }
+    const sorted = [...ranked.values()].sort((a, b) => request.newest
+        ? b.timestamp.localeCompare(a.timestamp) || a.locator.localeCompare(b.locator)
+        : b.score - a.score ||
+            b.fused - a.fused ||
+            b.timestamp.localeCompare(a.timestamp) ||
+            a.locator.localeCompare(b.locator));
+    const ordered = [];
+    const deferred = [];
+    const counts = new Map();
+    const cap = execution.chat || request.newest || !options.chatCap ? 0 : Math.ceil((options.chatCap * request.limit) / 10);
+    for (const hit of sorted) {
+        const { provider, account } = parseLocator(hit.locator);
+        const chat = JSON.stringify([provider, account, hit.chatId]);
+        const count = counts.get(chat) ?? 0;
+        if (cap && count >= cap)
+            deferred.push(hit);
+        else {
+            ordered.push(hit);
+            counts.set(chat, count + 1);
+        }
+    }
+    ordered.push(...deferred);
+    const truncated = [exact, stemmed, prefix, fixed, fixedPrefix].some((page) => page.hasMore);
+    const listed = ordered.slice(0, request.limit);
+    const usedCorrections = listed.some((hit) => hit.matches.includes("corrected"))
+        ? [...corrections]
+            .filter(([, fixes]) => listed.some((hit) => hit.matches.includes("corrected") &&
+            tokensOf(hit.text).some((token) => fixes.some((fix) => token.startsWith(fix)))))
+            .map(([from, to]) => ({ from, to }))
+        : [];
+    return finish(listed.map(({ fused: _fused, ...hit }) => hit), ordered.length > request.limit || truncated, usedCorrections, truncated, true);
+    async function finish(items, hasMore, listed, truncated, expanded) {
+        const { completeness, coverage } = request.kind === "mail" ? { completeness: [], coverage: undefined } : await coverageOf(store, prepared, messenger);
+        const hydrated = await Promise.all(items.map(async (item) => {
+            const hit = withExcerpt(item, request.text ?? "");
+            if (!request.context)
+                return hit;
+            const { provider, account } = parseLocator(hit.locator);
+            return {
+                ...hit,
+                context: await store.around({ provider, account }, hit.chatId, hit.id, {
+                    before: request.context,
+                    after: request.context,
+                }),
+            };
+        }));
+        return {
+            items: hydrated,
+            hasMore,
+            corrections: listed,
+            completeness,
+            ...(coverage ? { coverage } : {}),
+            ...(prepared.skipped ? { skipped: prepared.skipped } : {}),
+            wordsReady: prepared.wordsReady,
+            stemsReady: prepared.stemsReady,
+            query: {
+                language: "lucene-v1",
+                version: 1,
+                fieldsVersion: FIELD_VERSION,
+                presetVersion: PRESET_VERSION,
+                timezone: prepared.timezone,
+                order: request.newest ? "newest" : "relevance",
+                ...(prepared.stemming ? { stemming: prepared.stemming } : {}),
+                combined: { candidateDepth: depth, truncated, expanded },
+            },
+        };
+    }
+};
+const signals = (hit, terms, corrections, execution, mode, work) => {
+    if (mode === "none" || !terms.length)
+        return 0;
+    const tokens = tokensOf(hit.text);
+    work.used += terms.length * tokens.length;
+    if (work.used > QUERY_LIMITS.work)
+        exhausted("work");
+    const positions = terms.map((term) => tokens.flatMap((token, index) => {
+        const strength = token === term
+            ? 1
+            : execution.stemmer?.stemToken(token) === execution.stemmer?.stemToken(term) && execution.stemmer
+                ? 0.9
+                : [...term].length >= 3 && token.startsWith(term)
+                    ? 0.8
+                    : corrections.get(term)?.some((fix) => token.startsWith(fix))
+                        ? 0.7
+                        : 0;
+        return strength ? [{ index, strength }] : [];
+    }));
+    const coverage = positions.reduce((sum, matches) => sum + matches.reduce((maximum, match) => Math.max(maximum, match.strength), 0), 0) / terms.length;
+    const events = positions
+        .flatMap((matches, term) => matches.map(({ index }) => ({ index, term })))
+        .sort((a, b) => a.index - b.index);
+    const held = new Map();
+    let left = 0, span = Infinity;
+    for (const [right, event] of events.entries()) {
+        held.set(event.term, (held.get(event.term) ?? 0) + 1);
+        while (held.size === terms.length && left <= right) {
+            const first = events[left];
+            span = Math.min(span, event.index - first.index + 1);
+            const count = (held.get(first.term) ?? 1) - 1;
+            if (count)
+                held.set(first.term, count);
+            else
+                held.delete(first.term);
+            left++;
+        }
+    }
+    const proximity = Number.isFinite(span) ? Math.min(1, terms.length / span) : 0;
+    const phrase = tokens.some((_, index) => terms.every((term, offset) => tokens[index + offset] === term)) ? 1 : 0;
+    return mode === "coverage"
+        ? coverage * 4
+        : mode === "proximity"
+            ? proximity
+            : mode === "phrase"
+                ? phrase
+                : coverage * 4 + proximity + phrase;
+};
+//# sourceMappingURL=messages-combined.js.map

package/dist/services/messages-combined.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages-combined.js","sourceRoot":"","sources":["../../src/services/messages-combined.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AAEtE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAEnD,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAA;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAA;AAE5D,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACnE,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;AAEjD,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAG1C,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAShE,MAAM,CAAC,MAAM,iBAAiB,GAAoB,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,CAAA;AAK9G,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,IAAI,EAAE,CAAA;AAE5F,8FAA8F;AAC9F,MAAM,CAAC,MAAM,cAAc,GAAG,KAAK,EACjC,KAAmB,EACnB,OAAmB,EACnB,OAAoB,EACpB,SAAS,GAA6E,EAAE,EACxF,OAAO,GAAoB,iBAAiB,EACpB,EAAE;IAC1B,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ;QAClD,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,0EAA0E,CAAC,CAAA;IACpH,IAAI,OAAO,CAAC,MAAM;QAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,uDAAuD,CAAC,CAAA;IACnH,IACE,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,cAAc,CAAC;QACzC,OAAO,CAAC,cAAc,GAAG,CAAC;QAC1B,OAAO,CAAC,cAAc,GAAG,IAAI;QAC7B,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;QAC9B,OAAO,CAAC,IAAI,IAAI,CAAC;QACjB,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC;QAClC,OAAO,CAAC,OAAO,GAAG,CAAC;QACnB,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC;QAE5E,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,yCAAyC,CAAC,CAAA;IACnF,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAA;IACxE,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAA;IAChC,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,2CAA2C,CAAC,CAAA;IACjG,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAA;IACpC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IACjC,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YACzB,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,oBAAoB,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAA;QAC5G,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,YAAY,CAAC,YAAY;YAAE,SAAS,CAAC,cAAc,CAAC,CAAA;IACxF,CAAC,CAAA;IACD,KAAK,EAAE,CAAA;IACP,MAAM,KAAK,GACT,OAAO,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;QACvE,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC;QACjC,CAAC,CAAC,IAAI,GAAG,EAAU,CAAA;IACvB,MAAM,QAAQ,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAC/C,CAAC,IAAI,EAAE,EAAE,CACP,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,KAAK,KAAK,MAAM;QACrB,IAAI,CAAC,QAAQ,KAAK,MAAM;QACxB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC;QACjC,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CACjD,CAAA;IACD,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,cAAc,CAAC,CAAA;IAC7D,MAAM,UAAU,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC;SACzC,MAAM,CACL,CAAC,IAAI,EAAE,EAAE,CACP,CAAC,IAAI,CAAC,KAAK,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAChH;SACA,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;IAC1C,MAAM,WAAW,GAAG,SAAS;QAC3B,CAAC,CAAC,MAAM,YAAY,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxF,CAAC,CAAC,IAAI,GAAG,EAAoB,CAAA;IAC/B,KAAK,EAAE,CAAA;IACP,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;IACvE,MAAM,SAAS,GAAG,CAAC,IAAkB,EAAE,MAAc,EAAE,KAAK,GAAG,KAAK,EAAgB,EAAE;QACpF,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YACzB,OAAO;gBACL,GAAG,IAAI;gBACP,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;aACpG,CAAA;QACH,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC;YAC5F,OAAO,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;QACpC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAA;QAC7C,IAAI,MAAM,KAAK,YAAY,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC;YACnE,OAAO,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAA;QAC9E,IAAI,MAAM,KAAK,WAAW;YAAE,OAAO,IAAI,CAAA;QACvC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;QACpD,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAA;QACvB,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,QAAiB,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAA;QAC9G,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAA;IACtD,CAAC,CAAA;IACD,MAAM,IAAI,GAAG,KAAK,EAAE,IAAkB,EAAE,KAAa,EAA4B,EAAE;QACjF,KAAK,EAAE,CAAA;QACP,MAAM,KAAK,GAAG,CAAC,IAAkB,EAAU,EAAE,CAC3C,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QACvG,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,KAAK;YAAE,SAAS,CAAC,OAAO,CAAC,CAAA;QACxD,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM;YACrC,CAAC,CAAC,MAAM,OAAO,CAAC,EAAE,GAAG,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;YAC9C,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAA;QACjC,KAAK,EAAE,CAAA;QACP,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;IACD,2EAA2E;IAC3E,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAA;QACvD,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAA;IAC7D,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,CAAA;IACzE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IACjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,KAAK,CAAC,CAAA;IACzE,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI;QAC5B,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,KAAK,CAAC;QAC3D,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAA;IACjC,MAAM,eAAe,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;IAC9D,MAAM,mBAAmB,GAAG,CAAC,IAAkB,EAAgB,EAAE,CAC/D,IAAI,CAAC,IAAI,KAAK,SAAS;QACrB,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE;QAC7G,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC;YACrE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE;YACvF,CAAC,CAAC,IAAI,CAAA;IACZ,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI;QAClC,CAAC,CAAC,MAAM,IAAI,CAAC,mBAAmB,CAAC,eAAe,CAAC,EAAE,KAAK,CAAC;QACzD,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAA;IACjC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAA;IACxC,MAAM,GAAG,GAAG,CAAC,KAAwB,EAAE,MAAc,EAAE,EAAE;QACvD,MAAM,MAAM,GAAG,IAAI,GAAG,EAA6C,CAAA;QACnE,KAAK,MAAM,IAAI,IAAI,KAAK;YACtB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBAC/B,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,CAAA;gBAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;gBACnC,IAAI,CAAC,GAAG,IAAI,KAAK,GAAG,GAAG,CAAC,KAAK;oBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;YACxE,CAAC,CAAC,CAAA;QACJ,KAAK,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACnC,IAAI,GAAG,IAAI,MAAM,KAAK,YAAY;gBAAE,SAAQ;YAC5C,IAAI,GAAG,EAAE,CAAC;gBACR,GAAG,CAAC,KAAK,IAAI,KAAK,CAAA;gBAClB,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAC1B,CAAC;;gBAAM,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;QACtG,CAAC;IACH,CAAC,CAAA;IACD,GAAG,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAA;IAC9B,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,CAAA;IAC3B,GAAG,CAAC,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,WAAW,CAAC,CAAA;IACtC,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,CAAA;IACxB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QAClC,KAAK,IAAI,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,UAAU,CAAA;QACtD,IAAI,KAAK,GAAG,YAAY,CAAC,SAAS;YAAE,SAAS,CAAC,YAAY,CAAC,CAAA;QAC3D,KAAK,EAAE,CAAA;QACP,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QACnH,KAAK,EAAE,CAAA;IACT,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAChD,OAAO,CAAC,MAAM;QACZ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC;QAC9E,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK;YACjB,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK;YACjB,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;YACtC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CACvC,CAAA;IACD,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAA;IACxC,MAAM,GAAG,GACP,SAAS,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAA;IAC9G,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACvD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAA;QAC5D,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnC,IAAI,GAAG,IAAI,KAAK,IAAI,GAAG;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;aACtC,CAAC;YACJ,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACjB,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;QAC7B,CAAC;IACH,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAA;IACzB,MAAM,SAAS,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC3F,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAA;IAC9C,MAAM,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC;aACb,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CACpB,MAAM,CAAC,IAAI,CACT,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;YACjC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CACjF,CACF;aACA,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACxC,CAAC,CAAC,EAAE,CAAA;IACN,OAAO,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,EAC9C,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,SAAS,EAC3C,eAAe,EACf,SAAS,EACT,IAAI,CACL,CAAA;IAED,KAAK,UAAU,MAAM,CACnB,KAAqB,EACrB,OAAgB,EAChB,MAAwC,EACxC,SAAkB,EAClB,QAAiB;QAEjB,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,GAC9B,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAA;QACpH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACvB,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAA;YACjD,IAAI,CAAC,OAAO,CAAC,OAAO;gBAAE,OAAO,GAAG,CAAA;YAChC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACvD,OAAO;gBACL,GAAG,GAAG;gBACN,OAAO,EAAE,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE;oBACrE,MAAM,EAAE,OAAO,CAAC,OAAO;oBACvB,KAAK,EAAE,OAAO,CAAC,OAAO;iBACvB,CAAC;aACH,CAAA;QACH,CAAC,CAAC,CACH,CAAA;QACD,OAAO;YACL,KAAK,EAAE,QAAQ;YACf,OAAO;YACP,WAAW,EAAE,MAAM;YACnB,YAAY;YACZ,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,KAAK,EAAE;gBACL,QAAQ,EAAE,WAAW;gBACrB,OAAO,EAAE,CAAC;gBACV,aAAa,EAAE,aAAa;gBAC5B,aAAa,EAAE,cAAc;gBAC7B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW;gBAC9C,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7D,QAAQ,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE;aACzD;SACF,CAAA;IACH,CAAC;AACH,CAAC,CAAA;AAED,MAAM,OAAO,GAAG,CACd,GAAc,EACd,KAAe,EACf,WAAkC,EAClC,SAAyB,EACzB,IAA+B,EAC/B,IAAsB,EACd,EAAE;IACV,IAAI,IAAI,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,CAAC,CAAA;IAC9C,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACjC,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;IACzC,IAAI,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC,IAAI;QAAE,SAAS,CAAC,MAAM,CAAC,CAAA;IACpD,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACnC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC9B,MAAM,QAAQ,GACZ,KAAK,KAAK,IAAI;YACZ,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,OAAO;gBAC/F,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;oBAC/C,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;wBAC3D,CAAC,CAAC,GAAG;wBACL,CAAC,CAAC,CAAC,CAAA;QACb,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC9C,CAAC,CAAC,CACH,CAAA;IACD,MAAM,QAAQ,GACZ,SAAS,CAAC,MAAM,CACd,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,EAChG,CAAC,CACF,GAAG,KAAK,CAAC,MAAM,CAAA;IAClB,MAAM,MAAM,GAAG,SAAS;SACrB,OAAO,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SACzE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAA;IACtC,IAAI,IAAI,GAAG,CAAC,EACV,IAAI,GAAG,QAAQ,CAAA;IACjB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACrD,OAAO,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAoC,CAAA;YAC7D,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;YACpD,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;YAC7C,IAAI,KAAK;gBAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;;gBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC5B,IAAI,EAAE,CAAA;QACR,CAAC;IACH,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC9E,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAChH,OAAO,IAAI,KAAK,UAAU;QACxB,CAAC,CAAC,QAAQ,GAAG,CAAC;QACd,CAAC,CAAC,IAAI,KAAK,WAAW;YACpB,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,KAAK,QAAQ;gBACjB,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,QAAQ,GAAG,CAAC,GAAG,SAAS,GAAG,MAAM,CAAA;AAC3C,CAAC,CAAA"}

package/dist/services/messages-discovery.d.ts

@@ -0,0 +1,5 @@
+import type { Messenger } from "../cli/messenger/context.js";
+import type { AccountKey, MessageStore } from "../store/store.js";
+import type { SearchFound, SearchQuery } from "./messages.js";
+export declare const searchDiscovery: (store: MessageStore, account: AccountKey, request: SearchQuery, messenger?: Partial<Pick<Messenger, "savedChatId" | "app" | "history" | "provider">>) => Promise<SearchFound>;
+//# sourceMappingURL=messages-discovery.d.ts.map

package/dist/services/messages-discovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages-discovery.d.ts","sourceRoot":"","sources":["../../src/services/messages-discovery.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAA;AAI5D,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AACjE,OAAO,KAAK,EAAgB,WAAW,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAI3E,eAAO,MAAM,eAAe,UACnB,YAAY,WACV,UAAU,WACV,WAAW,cACT,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,GAAG,KAAK,GAAG,SAAS,GAAG,UAAU,CAAC,CAAC,KAClF,OAAO,CAAC,WAAW,CAuLrB,CAAA"}

package/dist/services/messages-discovery.js

@@ -0,0 +1,174 @@
+import { CliError } from "@wirecat/cli-base";
+import { implicitTextTerms, walkQuery } from "@wirecat/cli-base/query";
+import { parseLocator } from "../domain/locator.js";
+import { exhausted, QUERY_LIMITS } from "../search/lucene/types.js";
+import { planQuestion, words } from "../search/question-plan.js";
+import { searchCombined } from "./messages-combined.js";
+import { prepareLucene, searchLucene } from "./messages-search.js";
+export const searchDiscovery = async (store, account, request, messenger = {}) => {
+    const original = await prepareLucene(store, account, request, messenger);
+    const text = request.text ?? "";
+    const plan = planQuestion(text, request.ast !== undefined || !!request.exact || !!request.newest);
+    if (request.ast !== undefined || request.exact || request.newest || implicitTextTerms(text).size === 0)
+        return searchLucene(store, account, request, messenger);
+    const implicit = implicitTextTerms(text);
+    if (!plan.changed &&
+        walkQuery(original.execution.root).some((node) => (node.field === "text" || node.field === "exact") &&
+            (node.operator !== "term" || node.field === "exact" || !implicit.has(node.span.start))))
+        return searchLucene(store, account, request, messenger);
+    const terms = [...new Set(plan.terms.concat(plan.aliases.flatMap((alias) => words(alias.split(" -> ")[1] ?? ""))))];
+    if (!terms.length)
+        return searchLucene(store, account, request, messenger);
+    if (terms.length > 64)
+        exhausted("discovery terms");
+    const started = performance.now();
+    const check = () => {
+        if (request.signal?.aborted)
+            throw new CliError("validation_error", "search was aborted", { reason: "query.aborted", complete: false });
+        if (performance.now() - started > QUERY_LIMITS.milliseconds)
+            exhausted("milliseconds");
+    };
+    const union = new Map();
+    let truncated = false;
+    const corrections = new Map();
+    const add = (items) => items.forEach((m, rank) => {
+        const previous = union.get(m.locator);
+        union.set(m.locator, { ...previous, ...m, fused: (previous?.fused ?? 0) + 1 / (60 + rank + 1) });
+    });
+    // Natural questions use one ranked partial lookup; repeated all-word lookups cannot rescue their wording gaps.
+    for (const query of plan.changed ? [] : plan.queries) {
+        check();
+        const found = await searchCombined(store, account, { ...request, text: query, limit: 300 }, messenger, {
+            candidateDepth: 300,
+            rrfK: 60,
+            rerank: "none",
+            chatCap: 0,
+        });
+        add(found.items);
+        for (const correction of found.corrections)
+            corrections.set(correction.from, correction);
+        truncated ||= found.hasMore || found.query.combined.truncated;
+    }
+    check();
+    const relaxed = `(${terms.join(" OR ")})${plan.scope ? ` ${plan.scope}` : ""}`;
+    const partialRequest = { ...request, text: relaxed, ast: undefined, limit: 300, context: 0, thread: undefined };
+    const partial = await searchLucene(store, account, partialRequest, messenger);
+    add(partial.items);
+    truncated ||= partial.hasMore || union.size > 300;
+    let candidates = [...union.values()].sort((a, b) => b.fused - a.fused).slice(0, 300);
+    const originals = new Set(candidates.map((m) => m.locator));
+    const parentByLocator = new Map();
+    let replyCount = 0;
+    if (store.directReplies && candidates.length) {
+        check();
+        const proposed = await store.directReplies(candidates.map((m) => {
+            const locator = parseLocator(m.locator);
+            return { account: { provider: locator.provider, account: locator.account }, chatId: m.chatId, id: m.id };
+        }), 100);
+        truncated ||= proposed.hasMore;
+        if (proposed.items.length) {
+            const only = candidates
+                .concat(proposed.items.map((m) => ({ ...m, fused: 0 })))
+                .map((m) => {
+                const { provider, account } = parseLocator(m.locator);
+                return { provider, account, chatId: m.chatId, id: m.id };
+            })
+                .filter((m) => !request.only ||
+                request.only.some((key) => key.provider === m.provider && key.account === m.account && key.chatId === m.chatId && key.id === m.id));
+            const eligible = await searchLucene(store, account, {
+                ...request,
+                text: plan.scope || undefined,
+                ast: undefined,
+                limit: 500,
+                only,
+                context: 0,
+                thread: undefined,
+            }, messenger);
+            if (eligible.hasMore)
+                exhausted("reply eligibility");
+            const allowed = new Set(eligible.items.map((m) => m.locator));
+            const parents = new Map(candidates.map((m) => [
+                JSON.stringify([m.chatId, m.id, parseLocator(m.locator).account, parseLocator(m.locator).provider]),
+                m,
+            ]));
+            for (const child of proposed.items) {
+                check();
+                const owner = parseLocator(child.locator);
+                const parent = parents.get(JSON.stringify([child.chatId, child.replyToId, owner.account, owner.provider]));
+                if (!parent || !allowed.has(parent.locator) || !allowed.has(child.locator))
+                    continue;
+                parentByLocator.set(child.locator, parent);
+                if (!candidates.some((m) => m.locator === child.locator)) {
+                    candidates.push({ ...child, fused: parent.fused });
+                    replyCount++;
+                }
+            }
+        }
+    }
+    truncated ||= candidates.length > 300;
+    candidates = candidates.sort((a, b) => b.fused - a.fused).slice(0, 300);
+    replyCount = candidates.filter((m) => !originals.has(m.locator)).length;
+    const stem = (w) => original.execution.stemmer?.stemToken(w) ?? w;
+    const stems = terms.map(stem);
+    let bytes = 0;
+    candidates = candidates
+        .map((m) => {
+        check();
+        const parent = parentByLocator.get(m.locator);
+        const body = `${parent ? `${parent.text}\n` : ""}${m.text}`;
+        bytes += Buffer.byteLength(body);
+        if (bytes > QUERY_LIMITS.bodyBytes)
+            exhausted("bodyBytes");
+        const tokens = new Set(words(body).map(stem));
+        const matchedTerms = terms.filter((_, i) => tokens.has(stems[i] ?? ""));
+        const missingTerms = terms.filter((_, i) => !tokens.has(stems[i] ?? ""));
+        const coverage = matchedTerms.length / terms.length;
+        return {
+            ...m,
+            score: coverage * 4 + m.fused,
+            discovery: {
+                coverage,
+                matchedTerms,
+                missingTerms,
+                ...(parent ? { parent: parent.locator } : {}),
+            },
+        };
+    })
+        .sort((a, b) => (b.score ?? 0) - (a.score ?? 0) ||
+        Number(parentByLocator.has(b.locator)) - Number(parentByLocator.has(a.locator)));
+    check();
+    const items = await Promise.all(candidates.slice(0, request.limit).map(async ({ fused: _fused, ...m }) => {
+        if (!request.context)
+            return m;
+        check();
+        const owner = parseLocator(m.locator);
+        return {
+            ...m,
+            context: await store.around({ provider: owner.provider, account: owner.account }, m.chatId, m.id, {
+                before: request.context,
+                after: request.context,
+            }),
+        };
+    }));
+    if (!partial.query)
+        throw new Error("Lucene discovery query metadata is missing");
+    return {
+        ...partial,
+        corrections: items.some((m) => m.match === "corrected") ? [...corrections.values()] : [],
+        items,
+        hasMore: truncated || candidates.length > request.limit,
+        query: {
+            ...partial.query,
+            discovery: {
+                method: "lexical-partial",
+                candidateDepth: 300,
+                candidates: candidates.length,
+                repliesAdded: replyCount,
+                truncated,
+                terms,
+                queries: [...(plan.changed ? [] : plan.queries), relaxed],
+            },
+        },
+    };
+};
+//# sourceMappingURL=messages-discovery.js.map

package/dist/services/messages-discovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages-discovery.js","sourceRoot":"","sources":["../../src/services/messages-discovery.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AAEtE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AACnD,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACnE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAA;AAGhE,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAA;AACvD,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAElE,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,KAAmB,EACnB,OAAmB,EACnB,OAAoB,EACpB,SAAS,GAA6E,EAAE,EAClE,EAAE;IACxB,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAA;IACxE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAA;IAC/B,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACjG,IAAI,OAAO,CAAC,GAAG,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC;QACpG,OAAO,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAA;IACzD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAA;IACxC,IACE,CAAC,IAAI,CAAC,OAAO;QACb,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CACrC,CAAC,IAAI,EAAE,EAAE,CACP,CAAC,IAAI,CAAC,KAAK,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,KAAK,OAAO,CAAC;YACjD,CAAC,IAAI,CAAC,QAAQ,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CACzF;QAED,OAAO,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAA;IACzD,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACnH,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAA;IAC1E,IAAI,KAAK,CAAC,MAAM,GAAG,EAAE;QAAE,SAAS,CAAC,iBAAiB,CAAC,CAAA;IACnD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IACjC,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YACzB,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,oBAAoB,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAA;QAC5G,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,YAAY,CAAC,YAAY;YAAE,SAAS,CAAC,cAAc,CAAC,CAAA;IACxF,CAAC,CAAA;IACD,MAAM,KAAK,GAAG,IAAI,GAAG,EAA4C,CAAA;IACjE,IAAI,SAAS,GAAG,KAAK,CAAA;IACrB,MAAM,WAAW,GAAG,IAAI,GAAG,EAA8C,CAAA;IACzE,MAAM,GAAG,GAAG,CAAC,KAAqB,EAAE,EAAE,CACpC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE;QACxB,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;QACrC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,GAAG,QAAQ,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAA;IAClG,CAAC,CAAC,CAAA;IACJ,+GAA+G;IAC/G,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QACrD,KAAK,EAAE,CAAA;QACP,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE;YACrG,cAAc,EAAE,GAAG;YACnB,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,CAAC;SACX,CAAC,CAAA;QACF,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAChB,KAAK,MAAM,UAAU,IAAI,KAAK,CAAC,WAAW;YAAE,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;QACxF,SAAS,KAAK,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAA;IAC/D,CAAC;IACD,KAAK,EAAE,CAAA;IACP,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAA;IAC9E,MAAM,cAAc,GAAG,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAA;IAC/G,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,CAAC,CAAA;IAC7E,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAClB,SAAS,KAAK,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,GAAG,GAAG,CAAA;IACjD,IAAI,UAAU,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;IACpF,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;IAC3D,MAAM,eAAe,GAAG,IAAI,GAAG,EAAwB,CAAA;IACvD,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,KAAK,CAAC,aAAa,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QAC7C,KAAK,EAAE,CAAA;QACP,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,aAAa,CACxC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACnB,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;YACvC,OAAO,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAA;QAC1G,CAAC,CAAC,EACF,GAAG,CACJ,CAAA;QACD,SAAS,KAAK,QAAQ,CAAC,OAAO,CAAA;QAC9B,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,UAAU;iBACpB,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;iBACvD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACT,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;gBACrD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAA;YAC1D,CAAC,CAAC;iBACD,MAAM,CACL,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,OAAO,CAAC,IAAI;gBACb,OAAO,CAAC,IAAI,CAAC,IAAI,CACf,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CACzG,CACJ,CAAA;YACH,MAAM,QAAQ,GAAG,MAAM,YAAY,CACjC,KAAK,EACL,OAAO,EACP;gBACE,GAAG,OAAO;gBACV,IAAI,EAAE,IAAI,CAAC,KAAK,IAAI,SAAS;gBAC7B,GAAG,EAAE,SAAS;gBACd,KAAK,EAAE,GAAG;gBACV,IAAI;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,SAAS;aAClB,EACD,SAAS,CACV,CAAA;YACD,IAAI,QAAQ,CAAC,OAAO;gBAAE,SAAS,CAAC,mBAAmB,CAAC,CAAA;YACpD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;YAC7D,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBACpB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACnG,CAAC;aACF,CAAC,CACH,CAAA;YACD,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACnC,KAAK,EAAE,CAAA;gBACP,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;gBACzC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;gBAC1G,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;oBAAE,SAAQ;gBACpF,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;gBAC1C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;oBACzD,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;oBAClD,UAAU,EAAE,CAAA;gBACd,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,SAAS,KAAK,UAAU,CAAC,MAAM,GAAG,GAAG,CAAA;IACrC,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;IACvE,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAA;IACvE,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IACzE,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAC7B,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,UAAU,GAAG,UAAU;SACpB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,KAAK,EAAE,CAAA;QACP,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;QAC7C,MAAM,IAAI,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;QAC3D,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;QAChC,IAAI,KAAK,GAAG,YAAY,CAAC,SAAS;YAAE,SAAS,CAAC,WAAW,CAAC,CAAA;QAC1D,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA;QAC7C,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QACvE,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QACxE,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;QACnD,OAAO;YACL,GAAG,CAAC;YACJ,KAAK,EAAE,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK;YAC7B,SAAS,EAAE;gBACT,QAAQ;gBACR,YAAY;gBACZ,YAAY;gBACZ,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9C;SACF,CAAA;IACH,CAAC,CAAC;SACD,IAAI,CACH,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAC/B,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAClF,CAAA;IACH,KAAK,EAAE,CAAA;IACP,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE;QACvE,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO,CAAC,CAAA;QAC9B,KAAK,EAAE,CAAA;QACP,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;QACrC,OAAO;YACL,GAAG,CAAC;YACJ,OAAO,EAAE,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;gBAChG,MAAM,EAAE,OAAO,CAAC,OAAO;gBACvB,KAAK,EAAE,OAAO,CAAC,OAAO;aACvB,CAAC;SACH,CAAA;IACH,CAAC,CAAC,CACH,CAAA;IACD,IAAI,CAAC,OAAO,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;IACjF,OAAO;QACL,GAAG,OAAO;QACV,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;QACxF,KAAK;QACL,OAAO,EAAE,SAAS,IAAI,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK;QACvD,KAAK,EAAE;YACL,GAAG,OAAO,CAAC,KAAK;YAChB,SAAS,EAAE;gBACT,MAAM,EAAE,iBAAiB;gBACzB,cAAc,EAAE,GAAG;gBACnB,UAAU,EAAE,UAAU,CAAC,MAAM;gBAC7B,YAAY,EAAE,UAAU;gBACxB,SAAS;gBACT,KAAK;gBACL,OAAO,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;aAC1D;SACF;KACF,CAAA;AACH,CAAC,CAAA"}

package/dist/services/messages-search.d.ts

@@ -0,0 +1,129 @@
+import type { Messenger } from "../cli/messenger/context.js";
+import type { SkippedSource } from "../search/account-list.js";
+import { type QueryExecution } from "../search/lucene/resolved.js";
+import { type Stemmer } from "../search/stem.js";
+import { type AccountKey, type ChatCompleteness, type MessageStore } from "../store/store.js";
+import { type SearchFound, type SearchQuery } from "./messages.js";
+import type { SearchRefreshed } from "./search-refresh.js";
+export interface QueryMetadata {
+    language: "lucene-v1";
+    discovery?: {
+        method: "lexical-partial";
+        candidateDepth: number;
+        candidates: number;
+        repliesAdded: number;
+        truncated: boolean;
+        terms: string[];
+        queries: string[];
+    };
+    version: 1;
+    fieldsVersion: number;
+    presetVersion: number;
+    timezone: string;
+    order: "newest" | "relevance";
+    /** Present when a `text` term or phrase was stemmed: which stemmer, and each word's stem. */
+    stemming?: QueryStemming;
+}
+export type QueryStemming = {
+    applied: true;
+    analyzer: string;
+    terms: {
+        word: string;
+        stem: string;
+        stemmer: string;
+    }[];
+}
+/**
+ * The stems were not ready, so words matched their own forms only: `building` until the fill ends
+ * (`store migrate` finishes it now), `stemmer_unknown` when a newer tool chose stemmers this one lacks.
+ */
+ | {
+    applied: false;
+    reason: "building" | "stemmer_unknown";
+    done: number;
+    total: number;
+    pending: number;
+};
+export interface SearchCoverage {
+    state: "complete" | "partial" | "unknown" | "stale";
+    /** The oldest `messages sync` of the chats in scope; `null` when one of them was never fetched. */
+    lastSyncedAt: string | null;
+    /** Every account in scope has handed the store its whole chat list at least once. */
+    inventoryComplete: boolean;
+    accounts: AccountKey[];
+    chat?: string;
+    coveredChats: number;
+    /** Stored messages in the chats searched. */
+    messages: number;
+    /** The chats searched, by what the store holds of them; `behind` misses messages newer than it holds. */
+    chats: {
+        complete: number;
+        partial: number;
+        neverFetched: number;
+        behind: number;
+        withGaps: number;
+    };
+    /** Up to ten chats a fetch would improve, most recently active first. */
+    attention: {
+        chatId: string;
+        title: string | null;
+        state: ChatCompleteness["state"];
+        gaps: boolean;
+        behind: boolean;
+    }[];
+    /** The one command that would most improve this answer; `null` when the archive holds what it can. */
+    next: string | null;
+}
+export interface Prepared {
+    wordsReady: boolean;
+    stemsReady: boolean;
+    stemming?: QueryStemming;
+    execution: QueryExecution;
+    timezone: string;
+    scopeAccounts: AccountKey[];
+    skipped?: SkippedSource[];
+    selectedChat?: {
+        account: AccountKey;
+        chatId: string;
+    };
+}
+export declare const prepareLucene: (store: MessageStore, account: AccountKey, request: SearchQuery, messenger: Partial<Pick<Messenger, "savedChatId" | "app">>) => Promise<Prepared>;
+/**
+ * The stemmer a search with stemmed words runs with. While the stems are built, or chosen by a newer
+ * tool, none: a half-built stem index would silently drop matches, while the word index answers each
+ * word's own form. Stems waiting for the owner's `store reindex` still refuse.
+ */
+export declare const searchStemming: (store: MessageStore, command?: string) => Promise<{
+    stemmer?: Stemmer;
+    unstemmed?: QueryStemming;
+}>;
+/** Sets the stemming `searchStemming` chose on an execution built without `prepareLucene`. */
+export declare const stemExecution: (execution: QueryExecution, store: MessageStore) => Promise<void>;
+export declare const coverageOf: (store: MessageStore, { scopeAccounts, selectedChat }: Prepared, messenger?: Partial<Pick<Messenger, "app" | "history" | "provider">>) => Promise<{
+    completeness: (ChatCompleteness & AccountKey)[];
+    coverage: SearchCoverage;
+}>;
+export declare const searchLucene: (store: MessageStore, account: AccountKey, request: SearchQuery, messenger?: Partial<Pick<Messenger, "savedChatId" | "app" | "history" | "provider">>) => Promise<SearchFound>;
+export type StatsGrouping = "chat" | "sender" | "day" | "hour";
+export interface StatsRow {
+    key: string;
+    name: string | null;
+    account?: AccountKey;
+    count: number;
+}
+export interface MessageStats {
+    refreshed?: SearchRefreshed;
+    by: StatsGrouping;
+    items: StatsRow[];
+    total: number;
+    hasMore: boolean;
+    query: QueryMetadata;
+    coverage: SearchCoverage;
+    completeness: (ChatCompleteness & AccountKey)[];
+}
+export declare const calendarKey: (zone: string, by: "day" | "hour") => (time: number) => string;
+/** Distinct matching messages counted by chat, sender, or calendar day/hour in the query's timezone. */
+export declare const statsLucene: (store: MessageStore, account: AccountKey, request: SearchQuery & {
+    by: StatsGrouping;
+}, messenger?: Partial<Pick<Messenger, "savedChatId" | "app" | "history" | "provider">>) => Promise<MessageStats>;
+//# sourceMappingURL=messages-search.d.ts.map

package/dist/services/messages-search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages-search.d.ts","sourceRoot":"","sources":["../../src/services/messages-search.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAA;AAE5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAA;AAG9D,OAAO,EAAgC,KAAK,cAAc,EAAqB,MAAM,8BAA8B,CAAA;AAEnH,OAAO,EAAmC,KAAK,OAAO,EAAE,MAAM,mBAAmB,CAAA;AAEjF,OAAO,EACL,KAAK,UAAU,EAEf,KAAK,gBAAgB,EAErB,KAAK,YAAY,EAClB,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EAAa,KAAK,WAAW,EAAE,KAAK,WAAW,EAAe,MAAM,eAAe,CAAA;AAO1F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAE1D,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,WAAW,CAAA;IACrB,SAAS,CAAC,EAAE;QACV,MAAM,EAAE,iBAAiB,CAAA;QACzB,cAAc,EAAE,MAAM,CAAA;QACtB,UAAU,EAAE,MAAM,CAAA;QAClB,YAAY,EAAE,MAAM,CAAA;QACpB,SAAS,EAAE,OAAO,CAAA;QAClB,KAAK,EAAE,MAAM,EAAE,CAAA;QACf,OAAO,EAAE,MAAM,EAAE,CAAA;KAClB,CAAA;IACD,OAAO,EAAE,CAAC,CAAA;IACV,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,QAAQ,GAAG,WAAW,CAAA;IAC7B,6FAA6F;IAC7F,QAAQ,CAAC,EAAE,aAAa,CAAA;CACzB;AACD,MAAM,MAAM,aAAa,GACrB;IAAE,OAAO,EAAE,IAAI,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,EAAE,CAAA;CAAE;AAC/F;;;GAGG;GACD;IAAE,OAAO,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,UAAU,GAAG,iBAAiB,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAA;AAC5G,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,CAAA;IACnD,mGAAmG;IACnG,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3B,qFAAqF;IACrF,iBAAiB,EAAE,OAAO,CAAA;IAC1B,QAAQ,EAAE,UAAU,EAAE,CAAA;IACtB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,YAAY,EAAE,MAAM,CAAA;IACpB,6CAA6C;IAC7C,QAAQ,EAAE,MAAM,CAAA;IAChB,yGAAyG;IACzG,KAAK,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAA;IACpG,yEAAyE;IACzE,SAAS,EAAE;QACT,MAAM,EAAE,MAAM,CAAA;QACd,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;QACpB,KAAK,EAAE,gBAAgB,CAAC,OAAO,CAAC,CAAA;QAChC,IAAI,EAAE,OAAO,CAAA;QACb,MAAM,EAAE,OAAO,CAAA;KAChB,EAAE,CAAA;IACH,sGAAsG;IACtG,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CACpB;AAOD,MAAM,WAAW,QAAQ;IACvB,UAAU,EAAE,OAAO,CAAA;IACnB,UAAU,EAAE,OAAO,CAAA;IACnB,QAAQ,CAAC,EAAE,aAAa,CAAA;IACxB,SAAS,EAAE,cAAc,CAAA;IACzB,QAAQ,EAAE,MAAM,CAAA;IAChB,aAAa,EAAE,UAAU,EAAE,CAAA;IAC3B,OAAO,CAAC,EAAE,aAAa,EAAE,CAAA;IACzB,YAAY,CAAC,EAAE;QAAE,OAAO,EAAE,UAAU,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;CACvD;AACD,eAAO,MAAM,aAAa,UACjB,YAAY,WACV,UAAU,WACV,WAAW,aACT,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,GAAG,KAAK,CAAC,CAAC,KACzD,OAAO,CAAC,QAAQ,CA4IlB,CAAA;AACD;;;;GAIG;AACH,eAAO,MAAM,cAAc,UAClB,YAAY,YACT,MAAM,KACf,OAAO,CAAC;IAAE,OAAO,CAAC,EAAE,OAAO,CAAC;IAAC,SAAS,CAAC,EAAE,aAAa,CAAA;CAAE,CAc1D,CAAA;AACD,8FAA8F;AAC9F,eAAO,MAAM,aAAa,cAAqB,cAAc,SAAS,YAAY,KAAG,OAAO,CAAC,IAAI,CAKhG,CAAA;AA+DD,eAAO,MAAM,UAAU,UACd,YAAY,mCACc,QAAQ,cAC9B,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,GAAG,SAAS,GAAG,UAAU,CAAC,CAAC,KAClE,OAAO,CAAC;IAAE,YAAY,EAAE,CAAC,gBAAgB,GAAG,UAAU,CAAC,EAAE,CAAC;IAAC,QAAQ,EAAE,cAAc,CAAA;CAAE,CA6EvF,CAAA;AAWD,eAAO,MAAM,YAAY,UAChB,YAAY,WACV,UAAU,WACV,WAAW,cACT,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,GAAG,KAAK,GAAG,SAAS,GAAG,UAAU,CAAC,CAAC,KAClF,OAAO,CAAC,WAAW,CAsDrB,CAAA;AAUD,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,GAAG,MAAM,CAAA;AAC9D,MAAM,WAAW,QAAQ;IACvB,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,OAAO,CAAC,EAAE,UAAU,CAAA;IACpB,KAAK,EAAE,MAAM,CAAA;CACd;AACD,MAAM,WAAW,YAAY;IAC3B,SAAS,CAAC,EAAE,eAAe,CAAA;IAC3B,EAAE,EAAE,aAAa,CAAA;IACjB,KAAK,EAAE,QAAQ,EAAE,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,OAAO,CAAA;IAChB,KAAK,EAAE,aAAa,CAAA;IACpB,QAAQ,EAAE,cAAc,CAAA;IACxB,YAAY,EAAE,CAAC,gBAAgB,GAAG,UAAU,CAAC,EAAE,CAAA;CAChD;AACD,eAAO,MAAM,WAAW,SAAU,MAAM,MAAM,KAAK,GAAG,MAAM,YAQ5C,MAAM,WAIrB,CAAA;AACD,wGAAwG;AACxG,eAAO,MAAM,WAAW,UACf,YAAY,WACV,UAAU,WACV,WAAW,GAAG;IAAE,EAAE,EAAE,aAAa,CAAA;CAAE,cACjC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,GAAG,KAAK,GAAG,SAAS,GAAG,UAAU,CAAC,CAAC,KAClF,OAAO,CAAC,YAAY,CAoCtB,CAAA"}