@wirecat/cli-core 0.20.0 → 0.262.0

package/dist/services/attachments.d.ts

@@ -0,0 +1,129 @@
+import { type Engine, type LoadEngine } from "../attachments/extract.js";
+import { type OcrPipeline } from "../attachments/ocr.js";
+import { type ByteWindow } from "../attachments/transfer.js";
+import { type ActionableError } from "../cli/recovery.js";
+import type { Id } from "../domain/models.js";
+import type { TextOrigin } from "../store/store.js";
+import { batchProgress } from "./batch.js";
+import { type ServiceDeps } from "./deps.js";
+export type ExtractStatus = "extracted" | "needs-agent" | "unreadable" | "engine-missing" | "too-large" | "missing";
+/** One file looked at. Never its text: the text stays in the local store. */
+export interface ExtractItem {
+    locator: string;
+    /** The attachment's place in the message, from 1. */
+    attachment: number;
+    kind: string;
+    name: string | null;
+    status: ExtractStatus;
+    extractor?: string;
+    chars?: number;
+    localPath?: string;
+    pages?: number;
+    ocrPages?: number;
+    error?: string;
+    issue?: ActionableError;
+}
+export interface ExtractRun {
+    items: ExtractItem[];
+    extracted: number;
+    needsAgent: number;
+    failed: number;
+    /** Kept text was not replaced: an unchanged source or protected agent text. */
+    unchanged: number;
+    /** No saved file, and no `--download`. */
+    notDownloaded: number;
+    /** Video, voice, an archive: nothing to read. */
+    unsupported: number;
+    /** Every file was looked at; `false` when `limit` or a stop cut the run short. */
+    complete: boolean;
+    /** Packages a format needed and this machine lacks; those files are read on a later run. */
+    enginesMissing: Engine[];
+    cursor?: string;
+    batch?: ReturnType<ReturnType<typeof batchProgress>["result"]>;
+}
+export interface ExtractOptions {
+    chat?: string;
+    message?: string;
+    paths?: readonly string[];
+    fromDir?: string;
+    cursor?: string;
+    scanLimit?: number;
+    /** At most this many files read. */
+    limit?: number;
+    /** Saves a message's files where none were saved, through `messages download`'s own code. */
+    download?: (chatId: Id, messageId: Id) => Promise<void>;
+    onItem?: (item: ExtractItem) => void;
+    signal?: AbortSignal;
+    load?: LoadEngine;
+    ocr?: OcrPipeline;
+    concurrency?: number;
+}
+/** One file attachment as `attachments list` shows it; never its text. */
+export interface AttachmentItem {
+    locator: string;
+    /** The attachment's place in the message, from 1. */
+    attachment: number;
+    kind: string;
+    name: string | null;
+    localPath: string | null;
+    text: {
+        origin: TextOrigin;
+        extractor: string;
+        chars: number;
+        error: string | null;
+    } | null;
+}
+export interface AttachmentTextSet {
+    locator: string;
+    attachment: number;
+    origin: "agent";
+    chars: number;
+    /** What the stored text was before, if any. */
+    replaced: TextOrigin | null;
+}
+export interface AttachmentBytes {
+    locator: string;
+    attachment: number;
+    name: string | null;
+    mimeType: string;
+    totalBytes: number;
+    sha256: string;
+    offsetBytes: number;
+    readBytes: number;
+    nextOffsetBytes: number | null;
+    complete: boolean;
+    base64: string;
+    pdf?: {
+        page: number;
+        pageCount: number;
+        sourceSha256: string;
+        sourceBytes: number;
+    };
+}
+export interface AttachmentsService {
+    show(target: {
+        chat: string;
+        message?: string;
+        attachment?: number;
+        page?: number;
+        load?: LoadEngine;
+    } & ByteWindow): Promise<AttachmentBytes>;
+    /** Reads the text layer of saved files into the local store; prints and sends nothing. */
+    extract(options?: ExtractOptions): Promise<ExtractRun>;
+    /** File attachments of stored messages and what is held of their text; one page more tells `hasMore`. */
+    list(filter: {
+        chat?: string;
+        needsText?: boolean;
+        limit: number;
+        page?: number;
+    }): Promise<AttachmentItem[]>;
+    /** Keeps text an agent read from a file — a scan, a photo — replacing whatever was there. Sends nothing. */
+    setText(target: {
+        chat: string;
+        message?: string;
+        attachment?: number;
+        text: string;
+    }): Promise<AttachmentTextSet>;
+}
+export declare const attachmentsService: (deps: ServiceDeps) => AttachmentsService;
+//# sourceMappingURL=attachments.d.ts.map

package/dist/services/attachments.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"attachments.d.ts","sourceRoot":"","sources":["../../src/services/attachments.ts"],"names":[],"mappings":"AAMA,OAAO,EAEL,KAAK,MAAM,EAKX,KAAK,UAAU,EAEhB,MAAM,2BAA2B,CAAA;AAElC,OAAO,EAAE,KAAK,WAAW,EAAoB,MAAM,uBAAuB,CAAA;AAE1E,OAAO,EAAE,KAAK,UAAU,EAA+C,MAAM,4BAA4B,CAAA;AACzG,OAAO,EAAE,KAAK,eAAe,EAAgB,MAAM,oBAAoB,CAAA;AAGvE,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,qBAAqB,CAAA;AAG7C,OAAO,KAAK,EAA8C,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC/F,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC1C,OAAO,EAAgB,KAAK,WAAW,EAAE,MAAM,WAAW,CAAA;AAG1D,MAAM,MAAM,aAAa,GAAG,WAAW,GAAG,aAAa,GAAG,YAAY,GAAG,gBAAgB,GAAG,WAAW,GAAG,SAAS,CAAA;AAEnH,6EAA6E;AAC7E,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAA;IACf,qDAAqD;IACrD,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,MAAM,EAAE,aAAa,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE,eAAe,CAAA;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,WAAW,EAAE,CAAA;IACpB,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,MAAM,CAAA;IACd,+EAA+E;IAC/E,SAAS,EAAE,MAAM,CAAA;IACjB,0CAA0C;IAC1C,aAAa,EAAE,MAAM,CAAA;IACrB,iDAAiD;IACjD,WAAW,EAAE,MAAM,CAAA;IACnB,kFAAkF;IAClF,QAAQ,EAAE,OAAO,CAAA;IACjB,4FAA4F;IAC5F,cAAc,EAAE,MAAM,EAAE,CAAA;IACxB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAA;CAC/D;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IACzB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,oCAAoC;IACpC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,6FAA6F;IAC7F,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IACvD,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,WAAW,KAAK,IAAI,CAAA;IACpC,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,IAAI,CAAC,EAAE,UAAU,CAAA;IACjB,GAAG,CAAC,EAAE,WAAW,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,0EAA0E;AAC1E,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAA;IACf,qDAAqD;IACrD,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,IAAI,EAAE;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAA;CAC5F;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,OAAO,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,+CAA+C;IAC/C,QAAQ,EAAE,UAAU,GAAG,IAAI,CAAA;CAC5B;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,MAAM,CAAA;IACd,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAA;IAC9B,QAAQ,EAAE,OAAO,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,GAAG,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAA;CACrF;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,CACF,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,UAAU,CAAA;KAAE,GAAG,UAAU,GAC7G,OAAO,CAAC,eAAe,CAAC,CAAA;IAC3B,0FAA0F;IAC1F,OAAO,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;IACtD,yGAAyG;IACzG,IAAI,CAAC,MAAM,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAA;IAC7G,4GAA4G;IAC5G,OAAO,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAA;CACnH;AAwHD,eAAO,MAAM,kBAAkB,SAAU,WAAW,KAAG,kBA4UrD,CAAA"}

package/dist/services/attachments.js

@@ -0,0 +1,399 @@
+import { createHash } from "node:crypto";
+import { constants } from "node:fs";
+import { open, readFile, stat } from "node:fs/promises";
+import { CliError } from "@wirecat/cli-base";
+import { directoryPaths } from "../attachments/directory.js";
+import { documentExtractor, documentKind } from "../attachments/documents.js";
+import { classify, engineMissing, extractText, importEngine, MAX_TEXT_CHARS, } from "../attachments/extract.js";
+import { attachmentMaxBytes } from "../attachments/limits.js";
+import { ocrImage, ocrPdf } from "../attachments/ocr.js";
+import { pdfPreview } from "../attachments/pdf-preview.js";
+import { retainedBytes, transferMime, validateWindow } from "../attachments/transfer.js";
+import { withRecovery } from "../cli/recovery.js";
+import { NOT_FILES } from "../domain/attachments.js";
+import { formatLocator, isLocator, parseLocator } from "../domain/locator.js";
+import { refusedPlace } from "../sends/upload.js";
+import { batchProgress } from "./batch.js";
+import { accountStore } from "./deps.js";
+import { chatIdIn } from "./messages.js";
+const PAGE = 200;
+const outcome = async (file, path, load, signal, noFollow = false, ocr, env = process.env) => {
+    const maxBytes = attachmentMaxBytes(env);
+    const tooLarge = () => ({
+        status: "too-large",
+        issue: withRecovery({
+            code: "validation_error",
+            message: `attachment exceeds ${maxBytes / 1024 / 1024} MiB; configure MESSAGING_ATTACHMENT_MAX_MIB`,
+            setting: "MESSAGING_ATTACHMENT_MAX_MIB",
+        }),
+    });
+    const size = await stat(path).then((found) => (found.isFile() ? found.size : undefined), () => undefined);
+    if (size === undefined)
+        return { status: "missing" };
+    const hint = { kind: file.kind, name: file.name, mime: file.mime, path };
+    const known = classify(hint);
+    if (known === "unsupported")
+        return { status: "unsupported" };
+    if (size > maxBytes)
+        return tooLarge();
+    const handle = await open(path, constants.O_RDONLY | (noFollow ? constants.O_NOFOLLOW : 0));
+    let bytes;
+    try {
+        const opened = await handle.stat();
+        if (!opened.isFile())
+            return { status: "missing" };
+        if (opened.size > maxBytes)
+            return tooLarge();
+        bytes = new Uint8Array(await readFile(handle, { signal }));
+    }
+    finally {
+        await handle.close();
+    }
+    const sha = createHash("sha256").update(bytes).digest("hex");
+    const isPdf = Buffer.from(bytes.subarray(0, 5)).toString() === "%PDF-";
+    const ocrCandidate = ocr !== undefined && (known === "image" || isPdf);
+    const localKind = documentKind(hint);
+    if (file.read?.origin === "extracted" &&
+        file.read.contentSha256 === sha &&
+        (!localKind || file.read.extractor === documentExtractor(localKind)) &&
+        (file.read.error === null || (!ocrCandidate && file.read.error === "no_text")) &&
+        (!ocrCandidate || (file.read.extractor === ocr?.extractor && file.read.error === null)))
+        return { status: "unchanged" };
+    if (ocr && ocrCandidate) {
+        const extraction = known === "image" ? await ocrImage(bytes, ocr, signal) : await ocrPdf(bytes, ocr, load, signal);
+        return { status: extraction.status, extraction, bytes: size, sha };
+    }
+    if (known === "image")
+        return { status: "needs-agent", extraction: { status: "needs-agent", extractor: "none" }, bytes: size, sha };
+    const extraction = await extractText(bytes, hint, load, signal, env);
+    return { status: extraction.status, extraction, bytes: size, sha };
+};
+const keep = async (store, file, extraction, bytes, sha) => {
+    const base = { origin: "extracted", contentSha256: sha, bytes };
+    if (extraction.status === "extracted") {
+        return store.keepAttachmentText(file.pk, { ...base, text: extraction.text, extractor: extraction.extractor });
+    }
+    else if (extraction.status === "unreadable") {
+        return store.keepAttachmentText(file.pk, {
+            ...base,
+            text: "",
+            extractor: extraction.extractor,
+            error: extraction.error,
+        });
+    }
+    else if (extraction.status === "needs-agent" && extraction.extractor) {
+        // Kept, so the next run does not parse the same scan again; an agent's text replaces it.
+        return store.keepAttachmentText(file.pk, { ...base, text: "", extractor: extraction.extractor, error: "no_text" });
+    }
+};
+const itemOf = (account, view) => ({
+    locator: formatLocator({ ...account, chat: view.chatId, message: view.messageId }),
+    attachment: view.position + 1,
+    kind: view.kind,
+    name: view.name,
+    localPath: view.localPath,
+    text: view.text,
+});
+/** A chat and a message id, or a msg: locator alone — of this account. */
+const messageOf = async (deps, store, chat, message) => {
+    const { account } = store;
+    if (isLocator(chat)) {
+        if (message !== undefined)
+            throw new CliError("validation_error", "a locator already names the message");
+        const locator = parseLocator(chat);
+        if (locator.provider !== account.provider || locator.account !== account.account)
+            throw new CliError("validation_error", "that locator belongs to another account; select its profile first");
+        return { chatId: locator.chat, messageId: locator.message };
+    }
+    if (message === undefined)
+        throw new CliError("validation_error", "which message? give its id after the chat");
+    return { chatId: await chatIdIn(deps.messenger, chat, store), messageId: message.trim() };
+};
+export const attachmentsService = (deps) => ({
+    extract: async ({ chat, message: onlyMessage, paths, fromDir, cursor, scanLimit: requestedScanLimit, limit: requestedLimit, download, onItem, signal, load = importEngine, ocr, concurrency = 1, } = {}) => {
+        if (!Number.isInteger(concurrency) || concurrency < 1 || concurrency > 8 || (concurrency !== 1 && !ocr))
+            throw new CliError("validation_error", "API OCR concurrency must be between 1 and 8 and needs OCR");
+        attachmentMaxBytes(deps.env);
+        const limit = requestedLimit ?? (ocr ? 100 : undefined);
+        const scanLimit = requestedScanLimit ?? (ocr ? 500 : undefined);
+        if (ocr && (limit === undefined || !Number.isSafeInteger(limit) || limit < 1 || limit > 500))
+            throw new CliError("validation_error", "API OCR file limit must be between 1 and 500");
+        if (fromDir !== undefined && (chat === undefined || download))
+            throw new CliError("validation_error", "--from-dir needs --chat and cannot be combined with --download");
+        if (onlyMessage !== undefined && chat === undefined)
+            throw new CliError("validation_error", "message extraction needs a chat");
+        if (cursor !== undefined && (!/^[1-9][0-9]*$/.test(cursor) || !Number.isSafeInteger(Number(cursor))))
+            throw new CliError("validation_error", "invalid extraction cursor");
+        deps.guard.check({ chatId: null, key: "attachments.extract" }, { reserve: false });
+        const store = await accountStore(deps);
+        const { account } = store;
+        const chatId = chat === undefined ? undefined : await chatIdIn(deps.messenger, chat, store);
+        const directory = fromDir === undefined
+            ? undefined
+            : await directoryPaths(store, chatId, fromDir, deps.messenger.app, deps.env ?? process.env);
+        const selected = paths === undefined ? undefined : new Set(paths);
+        const run = {
+            items: [],
+            extracted: 0,
+            needsAgent: 0,
+            failed: 0,
+            unchanged: 0,
+            notDownloaded: 0,
+            unsupported: 0,
+            complete: true,
+            enginesMissing: [],
+        };
+        const batch = batchProgress(deps.env);
+        const fetched = new Set();
+        let read = 0;
+        let beforePk = cursor === undefined ? undefined : Number(cursor);
+        let scanned = 0;
+        const pending = [];
+        const finished = new Map();
+        const processFile = async (file, path) => {
+            deps.guard.check({ chatId: file.chatId, key: "attachments.extract" }, { reserve: false });
+            const { status, extraction, bytes, sha, issue: limitIssue, } = await outcome(file, path, load, signal, fromDir !== undefined, ocr, deps.env);
+            if (status === "unchanged") {
+                run.unchanged += 1;
+                return;
+            }
+            if (status === "unsupported") {
+                run.unsupported += 1;
+                return;
+            }
+            if (signal?.aborted) {
+                run.complete = false;
+                return;
+            }
+            if (extraction &&
+                bytes !== undefined &&
+                (!ocr || status === "extracted") &&
+                (status === "extracted" || file.read?.error !== null)) {
+                if ((await keep(store, file, extraction, bytes, sha)) === false) {
+                    run.unchanged += 1;
+                    read += 1;
+                    return;
+                }
+            }
+            if (status !== "missing" && status !== "too-large" && status !== "engine-missing")
+                read += 1;
+            if (extraction?.status === "engine-missing" && !run.enginesMissing.includes(extraction.engine))
+                run.enginesMissing.push(extraction.engine);
+            if (status === "extracted")
+                run.extracted += 1;
+            else if (status === "needs-agent")
+                run.needsAgent += 1;
+            else if (status === "unreadable")
+                run.failed += 1;
+            let issue;
+            if (["missing", "too-large", "engine-missing", "unreadable"].includes(status)) {
+                issue = batch.fail(formatLocator({ ...account, chat: file.chatId, message: file.messageId }), "extract", limitIssue ??
+                    (extraction?.status === "unreadable" && extraction.issue
+                        ? extraction.issue
+                        : new CliError(status === "missing" ? "not_found" : "validation_error", status === "too-large"
+                            ? "attachment exceeds an extraction, decompression or OCR size limit"
+                            : extraction?.status === "engine-missing"
+                                ? `attachment engine-missing; ${engineMissing(extraction.engine)}; \`doctor\` lists the readers`
+                                : `attachment ${status}; retry or skip this item`, { limit_source: ocr ? "provider" : "local" })), file.position + 1);
+            }
+            else
+                batch.ok();
+            const item = {
+                locator: formatLocator({ ...account, chat: file.chatId, message: file.messageId }),
+                attachment: file.position + 1,
+                kind: file.kind,
+                name: file.name,
+                status,
+                ...(issue ? { issue } : {}),
+                ...(status === "needs-agent" ? { localPath: path } : {}),
+                ...(ocr && extraction?.status === "unreadable" ? { error: extraction.error } : {}),
+                ...(extraction && "extractor" in extraction && extraction.extractor ? { extractor: extraction.extractor } : {}),
+                ...(extraction?.status === "extracted"
+                    ? {
+                        chars: extraction.text.length,
+                        ...(extraction.pages === undefined ? {} : { pages: extraction.pages, ocrPages: extraction.ocrPages }),
+                    }
+                    : {}),
+            };
+            finished.set(file.pk, item);
+            onItem?.(item);
+        };
+        const failedItem = (file, stage, error) => {
+            const issue = batch.fail(formatLocator({ ...account, chat: file.chatId, message: file.messageId }), stage, error, file.position + 1);
+            run.failed += 1;
+            const item = {
+                locator: formatLocator({ ...account, chat: file.chatId, message: file.messageId }),
+                attachment: file.position + 1,
+                kind: file.kind,
+                name: file.name,
+                status: "unreadable",
+                error: issue.code,
+                issue,
+            };
+            finished.set(file.pk, item);
+            onItem?.(item);
+        };
+        try {
+            walk: for (;;) {
+                const page = await store.fileAttachments({
+                    ...(chatId === undefined ? {} : { chatId }),
+                    ...(onlyMessage === undefined ? {} : { messageId: onlyMessage }),
+                    ...(beforePk === undefined ? {} : { beforePk }),
+                    limit: PAGE,
+                });
+                for (const file of page) {
+                    while (pending.length &&
+                        (pending.length >= concurrency || (limit !== undefined && read + pending.length >= limit)))
+                        await pending.shift();
+                    if (batch.stopped ||
+                        signal?.aborted ||
+                        (limit !== undefined && read >= limit) ||
+                        (scanLimit !== undefined && scanned >= scanLimit)) {
+                        run.complete = false;
+                        if (beforePk !== undefined)
+                            run.cursor = String(beforePk);
+                        break walk;
+                    }
+                    beforePk = file.pk;
+                    scanned += 1;
+                    let path = directory === undefined ? file.localPath : (directory.get(file.pk) ?? null);
+                    if (directory && path)
+                        await store.keepDownloads(file.chatId, file.messageId, [{ kind: file.kind, position: file.position, path }]);
+                    if (selected && (path === null || !selected.has(path)))
+                        continue;
+                    const message = `${file.chatId}/${file.messageId}`;
+                    if (path === null && download && !fetched.has(message)) {
+                        fetched.add(message);
+                        try {
+                            await download(file.chatId, file.messageId);
+                        }
+                        catch (error) {
+                            failedItem(file, "download", error);
+                        }
+                        path = await store.localPathOf(file.pk);
+                    }
+                    if (path === null) {
+                        run.notDownloaded += 1;
+                        continue;
+                    }
+                    const task = processFile(file, path).catch((error) => {
+                        failedItem(file, "extract", error);
+                    });
+                    void task.catch(() => { });
+                    pending.push(task);
+                }
+                if (page.length < PAGE)
+                    break;
+            }
+            await Promise.all(pending);
+        }
+        finally {
+            await Promise.allSettled(pending);
+        }
+        if (batch.failed > 0) {
+            run.batch = batch.result();
+            run.complete = false;
+        }
+        run.items = [...finished.entries()].sort(([a], [b]) => b - a).map(([, item]) => item);
+        return run;
+    },
+    list: async ({ chat, needsText, limit, page = 1 }) => {
+        const store = await accountStore(deps);
+        const { account } = store;
+        const chatId = chat === undefined ? undefined : await chatIdIn(deps.messenger, chat, store);
+        const views = await store.attachments({
+            ...(chatId === undefined ? {} : { chatId }),
+            ...(needsText ? { needsText } : {}),
+            offset: (page - 1) * limit,
+            limit: limit + 1,
+        });
+        return views.map((view) => itemOf(account, view));
+    },
+    show: async ({ chat, message, attachment, page, load, ...window }) => {
+        validateWindow(window);
+        if (page !== undefined && (!Number.isSafeInteger(page) || page < 1))
+            throw new CliError("validation_error", "PDF page must be a position from 1");
+        if (page !== undefined && (window.offsetBytes !== undefined || window.chunkBytes !== undefined))
+            throw new CliError("validation_error", "PDF page cannot be combined with byte offset or chunk size");
+        if (attachment !== undefined && (!Number.isSafeInteger(attachment) || attachment < 1))
+            throw new CliError("validation_error", "attachment must be a position from 1");
+        const store = await accountStore(deps);
+        const { account } = store;
+        const { chatId, messageId } = await messageOf(deps, store, chat, message);
+        const files = (await store.attachments({ chatId, messageId, limit: 1000 })).filter(({ kind }) => !NOT_FILES.has(kind));
+        const chosen = attachment === undefined
+            ? files.length === 1
+                ? files[0]
+                : undefined
+            : files.find(({ position }) => position === attachment - 1);
+        if (!chosen)
+            throw new CliError(files.length === 0 ? "not_found" : "validation_error", "choose one stored file with --attachment and its position from 1");
+        if (chosen.localPath === null)
+            throw new CliError("not_found", "download this attachment before transferring it");
+        if (refusedPlace(chosen.localPath, deps.messenger.app, deps.env ?? process.env))
+            throw new CliError("validation_error", "cannot transfer hidden files, the CLI's own files or the message store");
+        const { head, capturedFile, ...bytes } = await retainedBytes(chosen.localPath, window, page !== undefined, deps.env);
+        const mimeType = transferMime(head, null, chosen.name);
+        let preview = {};
+        if (page !== undefined) {
+            if (mimeType !== "application/pdf" || !capturedFile)
+                throw new CliError("validation_error", "page preview requires a retained PDF");
+            const rendered = await pdfPreview(capturedFile, page, window.signal, load, deps.env);
+            preview = {
+                mimeType: "image/png",
+                totalBytes: rendered.bytes.length,
+                readBytes: rendered.bytes.length,
+                offsetBytes: 0,
+                nextOffsetBytes: null,
+                complete: true,
+                base64: rendered.bytes.toString("base64"),
+                sha256: createHash("sha256").update(rendered.bytes).digest("hex"),
+                pdf: {
+                    page: rendered.page,
+                    pageCount: rendered.pageCount,
+                    sourceSha256: bytes.sha256,
+                    sourceBytes: bytes.totalBytes,
+                },
+            };
+        }
+        return {
+            locator: formatLocator({ ...account, chat: chatId, message: messageId }),
+            attachment: chosen.position + 1,
+            name: chosen.name,
+            mimeType,
+            ...bytes,
+            ...preview,
+        };
+    },
+    setText: async ({ chat, message, attachment, text }) => {
+        if (text.trim() === "")
+            throw new CliError("validation_error", "the text is empty — nothing to keep");
+        if (text.length > MAX_TEXT_CHARS)
+            throw new CliError("validation_error", `the text is over ${MAX_TEXT_CHARS} characters — keep the part worth searching`);
+        const store = await accountStore(deps);
+        const { account } = store;
+        const { chatId, messageId } = await messageOf(deps, store, chat, message);
+        const files = (await store.attachments({ chatId, messageId, limit: 1000 })).filter(({ kind }) => !NOT_FILES.has(kind));
+        if (files.length === 0)
+            throw new CliError("not_found", `the local store holds no message ${messageId} with a file in chat ${chatId}`);
+        const chosen = attachment === undefined
+            ? files.length === 1
+                ? files[0]
+                : undefined
+            : files.find(({ position }) => position === attachment - 1);
+        if (!chosen) {
+            throw new CliError("validation_error", attachment === undefined
+                ? `message ${messageId} has ${files.length} files — name one with --attachment (${files.map(({ position }) => position + 1).join(", ")})`
+                : `message ${messageId} has no file number ${attachment} — it has ${files.map(({ position }) => position + 1).join(", ")}`);
+        }
+        await store.keepAttachmentText(chosen.pk, { text, origin: "agent", extractor: "agent" });
+        return {
+            locator: formatLocator({ ...account, chat: chatId, message: messageId }),
+            attachment: chosen.position + 1,
+            origin: "agent",
+            chars: text.length,
+            replaced: chosen.text?.origin ?? null,
+        };
+    },
+});
+//# sourceMappingURL=attachments.js.map

package/dist/services/attachments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"attachments.js","sourceRoot":"","sources":["../../src/services/attachments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AACnC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAA;AAC5D,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAA;AAC7E,OAAO,EACL,QAAQ,EAGR,aAAa,EACb,WAAW,EACX,YAAY,EAEZ,cAAc,GACf,MAAM,2BAA2B,CAAA;AAClC,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAA;AAC7D,OAAO,EAAoB,QAAQ,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAA;AAC1D,OAAO,EAAmB,aAAa,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAA;AACzG,OAAO,EAAwB,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACvE,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AACpD,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAE7E,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAGjD,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC1C,OAAO,EAAE,YAAY,EAAoB,MAAM,WAAW,CAAA;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAyGxC,MAAM,IAAI,GAAG,GAAG,CAAA;AAEhB,MAAM,OAAO,GAAG,KAAK,EACnB,IAAoB,EACpB,IAAY,EACZ,IAAgB,EAChB,MAAoB,EACpB,QAAQ,GAAG,KAAK,EAChB,GAAiB,EACjB,GAAG,GAAsB,OAAO,CAAC,GAAG,EAOnC,EAAE;IACH,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,CAAC;QACtB,MAAM,EAAE,WAAoB;QAC5B,KAAK,EAAE,YAAY,CAAC;YAClB,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,sBAAsB,QAAQ,GAAG,IAAI,GAAG,IAAI,8CAA8C;YACnG,OAAO,EAAE,8BAA8B;SACxC,CAAC;KACH,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAChC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,EACpD,GAAG,EAAE,CAAC,SAAS,CAChB,CAAA;IACD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAA;IACpD,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAA;IACxE,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC5B,IAAI,KAAK,KAAK,aAAa;QAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAA;IAC7D,IAAI,IAAI,GAAG,QAAQ;QAAE,OAAO,QAAQ,EAAE,CAAA;IACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3F,IAAI,KAAiB,CAAA;IACrB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QAClC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAA;QAClD,IAAI,MAAM,CAAC,IAAI,GAAG,QAAQ;YAAE,OAAO,QAAQ,EAAE,CAAA;QAC7C,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;IAC5D,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC5D,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,OAAO,CAAA;IACtE,MAAM,YAAY,GAAG,GAAG,KAAK,SAAS,IAAI,CAAC,KAAK,KAAK,OAAO,IAAI,KAAK,CAAC,CAAA;IACtE,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IACpC,IACE,IAAI,CAAC,IAAI,EAAE,MAAM,KAAK,WAAW;QACjC,IAAI,CAAC,IAAI,CAAC,aAAa,KAAK,GAAG;QAC/B,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,KAAK,iBAAiB,CAAC,SAAS,CAAC,CAAC;QACpE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;QAC9E,CAAC,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,KAAK,GAAG,EAAE,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;QAEvF,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;IAChC,IAAI,GAAG,IAAI,YAAY,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;QAClH,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAA;IACpE,CAAC;IACD,IAAI,KAAK,KAAK,OAAO;QACnB,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAA;IAC9G,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,CAAA;IACpE,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAA;AACpE,CAAC,CAAA;AAED,MAAM,IAAI,GAAG,KAAK,EAChB,KAAmB,EACnB,IAAoB,EACpB,UAAsB,EACtB,KAAa,EACb,GAAuB,EACvB,EAAE;IACF,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,WAAoB,EAAE,aAAa,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;IACxE,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAA;IAC/G,CAAC;SAAM,IAAI,UAAU,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE;YACvC,GAAG,IAAI;YACP,IAAI,EAAE,EAAE;YACR,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;SACxB,CAAC,CAAA;IACJ,CAAC;SAAM,IAAI,UAAU,CAAC,MAAM,KAAK,aAAa,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACvE,yFAAyF;QACzF,OAAO,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAA;IACpH,CAAC;AACH,CAAC,CAAA;AAED,MAAM,MAAM,GAAG,CAAC,OAAmB,EAAE,IAAoB,EAAkB,EAAE,CAAC,CAAC;IAC7E,OAAO,EAAE,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;IAClF,UAAU,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC;IAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;IACf,IAAI,EAAE,IAAI,CAAC,IAAI;IACf,SAAS,EAAE,IAAI,CAAC,SAAS;IACzB,IAAI,EAAE,IAAI,CAAC,IAAI;CAChB,CAAC,CAAA;AAEF,0EAA0E;AAC1E,MAAM,SAAS,GAAG,KAAK,EACrB,IAAiB,EACjB,KAAmB,EACnB,IAAY,EACZ,OAA2B,EACa,EAAE;IAC1C,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IACzB,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,IAAI,OAAO,KAAK,SAAS;YAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,qCAAqC,CAAC,CAAA;QACxG,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;QAClC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO;YAC9E,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,mEAAmE,CAAC,CAAA;QAC7G,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,OAAO,EAAE,CAAA;IAC7D,CAAC;IACD,IAAI,OAAO,KAAK,SAAS;QAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,2CAA2C,CAAC,CAAA;IAC9G,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAA;AAC3F,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAiB,EAAsB,EAAE,CAAC,CAAC;IAC5E,OAAO,EAAE,KAAK,EAAE,EACd,IAAI,EACJ,OAAO,EAAE,WAAW,EACpB,KAAK,EACL,OAAO,EACP,MAAM,EACN,SAAS,EAAE,kBAAkB,EAC7B,KAAK,EAAE,cAAc,EACrB,QAAQ,EACR,MAAM,EACN,MAAM,EACN,IAAI,GAAG,YAAY,EACnB,GAAG,EACH,WAAW,GAAG,CAAC,GAChB,GAAG,EAAE,EAAE,EAAE;QACR,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC;YACrG,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,2DAA2D,CAAC,CAAA;QACrG,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC5B,MAAM,KAAK,GAAG,cAAc,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;QACvD,MAAM,SAAS,GAAG,kBAAkB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;QAC/D,IAAI,GAAG,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,GAAG,CAAC;YAC1F,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,8CAA8C,CAAC,CAAA;QACxF,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC;YAC3D,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,gEAAgE,CAAC,CAAA;QAC1G,IAAI,WAAW,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS;YACjD,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,iCAAiC,CAAC,CAAA;QAC3E,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAClG,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,2BAA2B,CAAC,CAAA;QACrE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,qBAAqB,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAA;QAClF,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;QACzB,MAAM,MAAM,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;QAC3F,MAAM,SAAS,GACb,OAAO,KAAK,SAAS;YACnB,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,MAAM,cAAc,CAAC,KAAK,EAAE,MAAgB,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAA;QACzG,MAAM,QAAQ,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;QACjE,MAAM,GAAG,GAAe;YACtB,KAAK,EAAE,EAAE;YACT,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,CAAC;YACb,MAAM,EAAE,CAAC;YACT,SAAS,EAAE,CAAC;YACZ,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,CAAC;YACd,QAAQ,EAAE,IAAI;YACd,cAAc,EAAE,EAAE;SACnB,CAAA;QACD,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACrC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;QACjC,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,IAAI,QAAQ,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAChE,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,MAAM,OAAO,GAAoB,EAAE,CAAA;QACnC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAA;QAC/C,MAAM,WAAW,GAAG,KAAK,EAAE,IAAoB,EAAE,IAAY,EAAE,EAAE;YAC/D,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,qBAAqB,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAA;YACzF,MAAM,EACJ,MAAM,EACN,UAAU,EACV,KAAK,EACL,GAAG,EACH,KAAK,EAAE,UAAU,GAClB,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,KAAK,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;YACjF,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;gBAC3B,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;gBAClB,OAAM;YACR,CAAC;YACD,IAAI,MAAM,KAAK,aAAa,EAAE,CAAC;gBAC7B,GAAG,CAAC,WAAW,IAAI,CAAC,CAAA;gBACpB,OAAM;YACR,CAAC;YACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,GAAG,CAAC,QAAQ,GAAG,KAAK,CAAA;gBACpB,OAAM;YACR,CAAC;YACD,IACE,UAAU;gBACV,KAAK,KAAK,SAAS;gBACnB,CAAC,CAAC,GAAG,IAAI,MAAM,KAAK,WAAW,CAAC;gBAChC,CAAC,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,KAAK,IAAI,CAAC,EACrD,CAAC;gBACD,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;oBAChE,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;oBAClB,IAAI,IAAI,CAAC,CAAA;oBACT,OAAM;gBACR,CAAC;YACH,CAAC;YACD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,gBAAgB;gBAAE,IAAI,IAAI,CAAC,CAAA;YAC5F,IAAI,UAAU,EAAE,MAAM,KAAK,gBAAgB,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;gBAC5F,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;YAC5C,IAAI,MAAM,KAAK,WAAW;gBAAE,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;iBACzC,IAAI,MAAM,KAAK,aAAa;gBAAE,GAAG,CAAC,UAAU,IAAI,CAAC,CAAA;iBACjD,IAAI,MAAM,KAAK,YAAY;gBAAE,GAAG,CAAC,MAAM,IAAI,CAAC,CAAA;YACjD,IAAI,KAAkC,CAAA;YACtC,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,gBAAgB,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC9E,KAAK,GAAG,KAAK,CAAC,IAAI,CAChB,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,EACzE,SAAS,EACT,UAAU;oBACR,CAAC,UAAU,EAAE,MAAM,KAAK,YAAY,IAAI,UAAU,CAAC,KAAK;wBACtD,CAAC,CAAC,UAAU,CAAC,KAAK;wBAClB,CAAC,CAAC,IAAI,QAAQ,CACV,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,kBAAkB,EACvD,MAAM,KAAK,WAAW;4BACpB,CAAC,CAAC,mEAAmE;4BACrE,CAAC,CAAC,UAAU,EAAE,MAAM,KAAK,gBAAgB;gCACvC,CAAC,CAAC,8BAA8B,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC,gCAAgC;gCAChG,CAAC,CAAC,cAAc,MAAM,2BAA2B,EACrD,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,CAC7C,CAAC,EACR,IAAI,CAAC,QAAQ,GAAG,CAAC,CAClB,CAAA;YACH,CAAC;;gBAAM,KAAK,CAAC,EAAE,EAAE,CAAA;YACjB,MAAM,IAAI,GAAgB;gBACxB,OAAO,EAAE,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;gBAClF,UAAU,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,MAAM;gBACN,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3B,GAAG,CAAC,MAAM,KAAK,aAAa,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxD,GAAG,CAAC,GAAG,IAAI,UAAU,EAAE,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClF,GAAG,CAAC,UAAU,IAAI,WAAW,IAAI,UAAU,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/G,GAAG,CAAC,UAAU,EAAE,MAAM,KAAK,WAAW;oBACpC,CAAC,CAAC;wBACE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,MAAM;wBAC7B,GAAG,CAAC,UAAU,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC;qBACtG;oBACH,CAAC,CAAC,EAAE,CAAC;aACR,CAAA;YACD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;YAC3B,MAAM,EAAE,CAAC,IAAI,CAAC,CAAA;QAChB,CAAC,CAAA;QACD,MAAM,UAAU,GAAG,CAAC,IAAoB,EAAE,KAAa,EAAE,KAAc,EAAE,EAAE;YACzE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CACtB,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,EACzE,KAAK,EACL,KAAK,EACL,IAAI,CAAC,QAAQ,GAAG,CAAC,CAClB,CAAA;YACD,GAAG,CAAC,MAAM,IAAI,CAAC,CAAA;YACf,MAAM,IAAI,GAAgB;gBACxB,OAAO,EAAE,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;gBAClF,UAAU,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,KAAK;aACN,CAAA;YACD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;YAC3B,MAAM,EAAE,CAAC,IAAI,CAAC,CAAA;QAChB,CAAC,CAAA;QACD,IAAI,CAAC;YACH,IAAI,EAAE,SAAS,CAAC;gBACd,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC;oBACvC,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;oBAC3C,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;oBAChE,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;oBAC/C,KAAK,EAAE,IAAI;iBACZ,CAAC,CAAA;gBACF,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;oBACxB,OACE,OAAO,CAAC,MAAM;wBACd,CAAC,OAAO,CAAC,MAAM,IAAI,WAAW,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC;wBAE1F,MAAM,OAAO,CAAC,KAAK,EAAE,CAAA;oBACvB,IACE,KAAK,CAAC,OAAO;wBACb,MAAM,EAAE,OAAO;wBACf,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC;wBACtC,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,IAAI,SAAS,CAAC,EACjD,CAAC;wBACD,GAAG,CAAC,QAAQ,GAAG,KAAK,CAAA;wBACpB,IAAI,QAAQ,KAAK,SAAS;4BAAE,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAA;wBACzD,MAAM,IAAI,CAAA;oBACZ,CAAC;oBACD,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAA;oBAClB,OAAO,IAAI,CAAC,CAAA;oBACZ,IAAI,IAAI,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,CAAA;oBACtF,IAAI,SAAS,IAAI,IAAI;wBACnB,MAAM,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;oBAC9G,IAAI,QAAQ,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBAAE,SAAQ;oBAChE,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAA;oBAClD,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;wBACvD,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;wBACpB,IAAI,CAAC;4BACH,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;wBAC7C,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,UAAU,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,CAAA;wBACrC,CAAC;wBACD,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;oBACzC,CAAC;oBACD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBAClB,GAAG,CAAC,aAAa,IAAI,CAAC,CAAA;wBACtB,SAAQ;oBACV,CAAC;oBACD,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;wBACnD,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;oBACpC,CAAC,CAAC,CAAA;oBACF,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;oBACzB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBACpB,CAAC;gBACD,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI;oBAAE,MAAK;YAC/B,CAAC;YACD,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC5B,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;QACnC,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAA;YAC1B,GAAG,CAAC,QAAQ,GAAG,KAAK,CAAA;QACtB,CAAC;QACD,GAAG,CAAC,KAAK,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;QACrF,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,GAAG,CAAC,EAAE,EAAE,EAAE;QACnD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;QACzB,MAAM,MAAM,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;QAC3F,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC;YACpC,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;YAC3C,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK;YAC1B,KAAK,EAAE,KAAK,GAAG,CAAC;SACjB,CAAC,CAAA;QACF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAA;IACnD,CAAC;IAED,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,EAAE,EAAE;QACnE,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC;YACjE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,oCAAoC,CAAC,CAAA;QAC9E,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC;YAC7F,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,4DAA4D,CAAC,CAAA;QACtG,IAAI,UAAU,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,CAAC;YACnF,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,sCAAsC,CAAC,CAAA;QAChF,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;QACzB,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;QACzE,MAAM,KAAK,GAAG,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAChF,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CACnC,CAAA;QACD,MAAM,MAAM,GACV,UAAU,KAAK,SAAS;YACtB,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;gBAClB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBACV,CAAC,CAAC,SAAS;YACb,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,KAAK,UAAU,GAAG,CAAC,CAAC,CAAA;QAC/D,IAAI,CAAC,MAAM;YACT,MAAM,IAAI,QAAQ,CAChB,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,kBAAkB,EACrD,kEAAkE,CACnE,CAAA;QACH,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI;YAAE,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,iDAAiD,CAAC,CAAA;QACjH,IAAI,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;YAC7E,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,wEAAwE,CAAC,CAAA;QAClH,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,KAAK,EAAE,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,KAAK,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;QACpH,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;QACtD,IAAI,OAAO,GAA6B,EAAE,CAAA;QAC1C,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,IAAI,QAAQ,KAAK,iBAAiB,IAAI,CAAC,YAAY;gBACjD,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,sCAAsC,CAAC,CAAA;YAChF,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;YACpF,OAAO,GAAG;gBACR,QAAQ,EAAE,WAAW;gBACrB,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM;gBACjC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM;gBAChC,WAAW,EAAE,CAAC;gBACd,eAAe,EAAE,IAAI;gBACrB,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBACzC,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBACjE,GAAG,EAAE;oBACH,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;oBAC7B,YAAY,EAAE,KAAK,CAAC,MAAM;oBAC1B,WAAW,EAAE,KAAK,CAAC,UAAU;iBAC9B;aACF,CAAA;QACH,CAAC;QACD,OAAO;YACL,OAAO,EAAE,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YACxE,UAAU,EAAE,MAAM,CAAC,QAAQ,GAAG,CAAC;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,QAAQ;YACR,GAAG,KAAK;YACR,GAAG,OAAO;SACX,CAAA;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE;QACrD,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,qCAAqC,CAAC,CAAA;QACrG,IAAI,IAAI,CAAC,MAAM,GAAG,cAAc;YAC9B,MAAM,IAAI,QAAQ,CAChB,kBAAkB,EAClB,oBAAoB,cAAc,6CAA6C,CAChF,CAAA;QACH,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;QACzB,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;QACzE,MAAM,KAAK,GAAG,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAChF,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CACnC,CAAA;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YACpB,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,oCAAoC,SAAS,wBAAwB,MAAM,EAAE,CAAC,CAAA;QAChH,MAAM,MAAM,GACV,UAAU,KAAK,SAAS;YACtB,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;gBAClB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBACV,CAAC,CAAC,SAAS;YACb,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,KAAK,UAAU,GAAG,CAAC,CAAC,CAAA;QAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,QAAQ,CAChB,kBAAkB,EAClB,UAAU,KAAK,SAAS;gBACtB,CAAC,CAAC,WAAW,SAAS,QAAQ,KAAK,CAAC,MAAM,wCAAwC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBACzI,CAAC,CAAC,WAAW,SAAS,uBAAuB,UAAU,aAAa,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC7H,CAAA;QACH,CAAC;QACD,MAAM,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;QACxF,OAAO;YACL,OAAO,EAAE,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YACxE,UAAU,EAAE,MAAM,CAAC,QAAQ,GAAG,CAAC;YAC/B,MAAM,EAAE,OAAO;YACf,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,IAAI;SACtC,CAAA;IACH,CAAC;CACF,CAAC,CAAA"}

package/dist/services/backfill-estimate.d.ts

@@ -0,0 +1,27 @@
+import type { Range } from "../store/store.js";
+export interface Estimate {
+    /** Messages the store holds of the chat. */
+    held: number;
+    ranges: Range[];
+    /** Messages a full backfill would still fetch — `null` when nothing held gives a density to go on. */
+    missing: number | null;
+    requests: number | null;
+    /** Runs at this `--max-pages` to finish. */
+    runs: number | null;
+    seconds: number | null;
+}
+/**
+ * **What a full backfill would still cost, from the store alone** — no request. Message ids leave
+ * gaps (deletions, and in private chats and small groups one counter across the whole account), so
+ * the ids not held are priced at the density of the stretches that are: an estimate, never a count.
+ */
+export declare const estimateBackfill: ({ ranges, held, newest, page, maxPages, pauseMs, }: {
+    ranges: Range[];
+    held: number;
+    /** The newest message id the store holds of the chat, held stretch or not. */
+    newest: number | undefined;
+    page: number;
+    maxPages: number;
+    pauseMs: number;
+}) => Estimate;
+//# sourceMappingURL=backfill-estimate.d.ts.map

package/dist/services/backfill-estimate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"backfill-estimate.d.ts","sourceRoot":"","sources":["../../src/services/backfill-estimate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AAE9C,MAAM,WAAW,QAAQ;IACvB,4CAA4C;IAC5C,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,KAAK,EAAE,CAAA;IACf,sGAAsG;IACtG,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,4CAA4C;IAC5C,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;CACvB;AAKD;;;;GAIG;AACH,eAAO,MAAM,gBAAgB,uDAO1B;IACD,MAAM,EAAE,KAAK,EAAE,CAAA;IACf,IAAI,EAAE,MAAM,CAAA;IACZ,8EAA8E;IAC9E,MAAM,EAAE,MAAM,GAAG,SAAS,CAAA;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;CAChB,KAAG,QAoBH,CAAA"}

package/dist/services/backfill-estimate.js

@@ -0,0 +1,29 @@
+/** A request's own round trip, on top of `--pause`: Telegram's history answers in a few hundred ms. */
+const REQUEST_MS = 400;
+/**
+ * **What a full backfill would still cost, from the store alone** — no request. Message ids leave
+ * gaps (deletions, and in private chats and small groups one counter across the whole account), so
+ * the ids not held are priced at the density of the stretches that are: an estimate, never a count.
+ */
+export const estimateBackfill = ({ ranges, held, newest, page, maxPages, pauseMs, }) => {
+    const lowest = ranges[0];
+    const top = ranges.at(-1);
+    if (!lowest || !top)
+        return { held, ranges, missing: null, requests: null, runs: null, seconds: null };
+    const covered = ranges.reduce((sum, range) => sum + range.to - range.from + 1, 0);
+    const between = ranges.slice(1).reduce((sum, range, index) => sum + range.from - (ranges[index]?.to ?? 0) - 1, 0);
+    const gapIds = lowest.from - 1 + between + Math.max(0, (newest ?? top.to) - top.to);
+    const inRanges = Math.min(held, covered);
+    const missing = gapIds === 0 ? 0 : Math.round((inRanges / covered) * gapIds);
+    // Each held stretch below the newest costs one request to step over.
+    const requests = missing === 0 ? 0 : Math.ceil(missing / page) + ranges.length;
+    return {
+        held,
+        ranges,
+        missing,
+        requests,
+        runs: Math.ceil(requests / maxPages),
+        seconds: Math.round((requests * (pauseMs + REQUEST_MS)) / 1000),
+    };
+};
+//# sourceMappingURL=backfill-estimate.js.map

package/dist/services/backfill-estimate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"backfill-estimate.js","sourceRoot":"","sources":["../../src/services/backfill-estimate.ts"],"names":[],"mappings":"AAcA,uGAAuG;AACvG,MAAM,UAAU,GAAG,GAAG,CAAA;AAEtB;;;;GAIG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,EAC/B,MAAM,EACN,IAAI,EACJ,MAAM,EACN,IAAI,EACJ,QAAQ,EACR,OAAO,GASR,EAAY,EAAE;IACb,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;IACxB,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IACzB,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;IAEtG,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;IACjF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;IACjH,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,GAAG,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,IAAI,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAA;IACnF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IACxC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,OAAO,CAAC,GAAG,MAAM,CAAC,CAAA;IAC5E,qEAAqE;IACrE,MAAM,QAAQ,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAA;IAC9E,OAAO;QACL,IAAI;QACJ,MAAM;QACN,OAAO;QACP,QAAQ;QACR,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACpC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,CAAC,OAAO,GAAG,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC;KAChE,CAAA;AACH,CAAC,CAAA"}