@wirecat/cli-core 0.20.0 → 0.263.0

package/dist/store/sqlite/agent-actions.js

@@ -0,0 +1,50 @@
+import { CliError } from "@wirecat/cli-base";
+import { authorActor } from "./memories.js";
+import { thingOf } from "./things.js";
+export const ACTION_TIERS = ["read", "draft", "write-private", "write-public", "destructive", "admin"];
+export const ACTION_OUTCOMES = ["ok", "refused", "failed"];
+const CODE = /^[a-z][a-z0-9_]{0,63}$/;
+const NAMED = "SELECT a.*, b.name AS actor_name FROM agent_actions a LEFT JOIN bots b ON a.actor_type = 'bot' AND b.id = a.actor_id";
+export const agentActionsStoreOver = (context, afterRecord = () => { }) => {
+    const { database, now } = context;
+    const actionOf = (row) => ({
+        id: String(row.id),
+        actor: {
+            type: row.actor_type,
+            id: String(row.actor_id),
+            name: row.actor_name == null ? null : String(row.actor_name),
+        },
+        tool: String(row.tool),
+        tier: row.tier,
+        target: row.target_type == null ? null : { type: String(row.target_type), id: String(row.target_id) },
+        status: row.status,
+        error: row.error == null ? null : String(row.error),
+        startedAt: new Date(Number(row.started_at)).toISOString(),
+        finishedAt: row.finished_at == null ? null : new Date(Number(row.finished_at)).toISOString(),
+    });
+    return {
+        record: async (input) => {
+            if (!ACTION_TIERS.includes(input.tier))
+                throw new CliError("validation_error", `a tier is one of ${ACTION_TIERS.join(", ")}`);
+            if (!ACTION_OUTCOMES.includes(input.status))
+                throw new CliError("validation_error", `a status is one of ${ACTION_OUTCOMES.join(", ")}`);
+            if (!/^[\w.:-]{1,100}$/.test(input.tool))
+                throw new CliError("validation_error", "a tool's name is 1–100 word characters");
+            const error = input.error === undefined ? null : CODE.test(input.error) ? input.error : "error";
+            const target = input.target === undefined ? undefined : thingOf(database, input.target);
+            const { actor } = authorActor(context, input.actor);
+            const row = database
+                .prepare("INSERT INTO agent_actions (actor_type, actor_id, tool, tier, target_type, target_id, status, error, started_at, finished_at, created_at) " +
+                "VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) RETURNING id")
+                .get(actor.type, actor.id, input.tool, input.tier, target?.type ?? null, target?.id ?? null, input.status, error, input.startedAt, input.finishedAt, now());
+            database.prepare("UPDATE bots SET last_seen_at = ? WHERE ? = 'bot' AND id = ?").run(now(), actor.type, actor.id);
+            afterRecord();
+            return actionOf(database.prepare(`${NAMED} WHERE a.id = ?`).get(Number(row?.id)));
+        },
+        list: async ({ tool, agent, limit = 100 } = {}) => database
+            .prepare(`${NAMED} WHERE (? IS NULL OR a.tool = ?) AND (? IS NULL OR b.name = ?) ORDER BY a.started_at DESC, a.id DESC LIMIT ?`)
+            .all(tool ?? null, tool ?? null, agent ?? null, agent ?? null, Math.min(Math.max(limit, 1), 500))
+            .map(actionOf),
+    };
+};
+//# sourceMappingURL=agent-actions.js.map

package/dist/store/sqlite/agent-actions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-actions.js","sourceRoot":"","sources":["../../../src/store/sqlite/agent-actions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAE5C,OAAO,EAAe,WAAW,EAAE,MAAM,eAAe,CAAA;AAExD,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AAErC,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,aAAa,EAAE,OAAO,CAAU,CAAA;AAC/G,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAU,CAAA;AAqCnE,MAAM,IAAI,GAAG,wBAAwB,CAAA;AACrC,MAAM,KAAK,GACT,sHAAsH,CAAA;AAExH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,OAAqB,EAAE,WAAW,GAAe,GAAG,EAAE,GAAE,CAAC,EAAqB,EAAE;IACpH,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,OAAO,CAAA;IACjC,MAAM,QAAQ,GAAG,CAAC,GAA4B,EAAe,EAAE,CAAC,CAAC;QAC/D,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,KAAK,EAAE;YACL,IAAI,EAAE,GAAG,CAAC,UAA2B;YACrC,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACxB,IAAI,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;SAC7D;QACD,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;QACtB,IAAI,EAAE,GAAG,CAAC,IAA2B;QACrC,MAAM,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;QACrG,MAAM,EAAE,GAAG,CAAC,MAA+B;QAC3C,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;QACnD,SAAS,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,EAAE;QACzD,UAAU,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,EAAE;KAC7F,CAAC,CAAA;IACF,OAAO;QACL,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACtB,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;gBACpC,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,oBAAoB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACvF,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;gBACzC,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,sBAAsB,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAC5F,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;gBACtC,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,wCAAwC,CAAC,CAAA;YAClF,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAA;YAC/F,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;YACvF,MAAM,EAAE,KAAK,EAAE,GAAG,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;YACnD,MAAM,GAAG,GAAG,QAAQ;iBACjB,OAAO,CACN,2IAA2I;gBACzI,uDAAuD,CAC1D;iBACA,GAAG,CACF,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,EAAE,EACR,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,IAAI,EACV,MAAM,EAAE,IAAI,IAAI,IAAI,EACpB,MAAM,EAAE,EAAE,IAAI,IAAI,EAClB,KAAK,CAAC,MAAM,EACZ,KAAK,EACL,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,UAAU,EAChB,GAAG,EAAE,CACN,CAAA;YACH,QAAQ,CAAC,OAAO,CAAC,6DAA6D,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;YAChH,WAAW,EAAE,CAAA;YACb,OAAO,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,KAAK,iBAAiB,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAA4B,CAAC,CAAA;QAC9G,CAAC;QACD,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,GAAG,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,CAChD,QAAQ;aACL,OAAO,CACN,GAAG,KAAK,8GAA8G,CACvH;aACA,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,KAAK,IAAI,IAAI,EAAE,KAAK,IAAI,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;aAChG,GAAG,CAAC,QAAQ,CAAC;KACnB,CAAA;AACH,CAAC,CAAA"}

package/dist/store/sqlite/atomic.d.ts

@@ -0,0 +1,8 @@
+import type { CacheDatabase } from "../driver.js";
+/**
+ * One write transaction. The outermost takes the write lock at once (`BEGIN IMMEDIATE`): a deferred one that
+ * reads first fails with SQLITE_BUSY when another process writes in between, and tg, max, memo and zm share
+ * the file. A nested call is a savepoint.
+ */
+export declare const atomic: <T>(database: CacheDatabase, body: () => T) => T;
+//# sourceMappingURL=atomic.d.ts.map

package/dist/store/sqlite/atomic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"atomic.d.ts","sourceRoot":"","sources":["../../../src/store/sqlite/atomic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAKjD;;;;GAIG;AACH,eAAO,MAAM,MAAM,GAAI,CAAC,YAAY,aAAa,QAAQ,MAAM,CAAC,KAAG,CAgBlE,CAAA"}

package/dist/store/sqlite/atomic.js

@@ -0,0 +1,28 @@
+import { drainInvolvementQueue } from "./involvement-queue.js";
+let depth = 0;
+/**
+ * One write transaction. The outermost takes the write lock at once (`BEGIN IMMEDIATE`): a deferred one that
+ * reads first fails with SQLITE_BUSY when another process writes in between, and tg, max, memo and zm share
+ * the file. A nested call is a savepoint.
+ */
+export const atomic = (database, body) => {
+    const outer = depth === 0;
+    const name = `k${depth + 1}`;
+    database.exec(outer ? "BEGIN IMMEDIATE" : `SAVEPOINT ${name}`);
+    depth += 1;
+    try {
+        const result = body();
+        if (outer)
+            drainInvolvementQueue(database);
+        database.exec(outer ? "COMMIT" : `RELEASE ${name}`);
+        return result;
+    }
+    catch (error) {
+        database.exec(outer ? "ROLLBACK" : `ROLLBACK TO ${name}; RELEASE ${name}`);
+        throw error;
+    }
+    finally {
+        depth -= 1;
+    }
+};
+//# sourceMappingURL=atomic.js.map

package/dist/store/sqlite/atomic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"atomic.js","sourceRoot":"","sources":["../../../src/store/sqlite/atomic.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAA;AAE9D,IAAI,KAAK,GAAG,CAAC,CAAA;AAEb;;;;GAIG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,CAAI,QAAuB,EAAE,IAAa,EAAK,EAAE;IACrE,MAAM,KAAK,GAAG,KAAK,KAAK,CAAC,CAAA;IACzB,MAAM,IAAI,GAAG,IAAI,KAAK,GAAG,CAAC,EAAE,CAAA;IAC5B,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,aAAa,IAAI,EAAE,CAAC,CAAA;IAC9D,KAAK,IAAI,CAAC,CAAA;IACV,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,EAAE,CAAA;QACrB,IAAI,KAAK;YAAE,qBAAqB,CAAC,QAAQ,CAAC,CAAA;QAC1C,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAA;QACnD,OAAO,MAAM,CAAA;IACf,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,eAAe,IAAI,aAAa,IAAI,EAAE,CAAC,CAAA;QAC1E,MAAM,KAAK,CAAA;IACb,CAAC;YAAS,CAAC;QACT,KAAK,IAAI,CAAC,CAAA;IACZ,CAAC;AACH,CAAC,CAAA"}

package/dist/store/sqlite/attachment-texts.d.ts

@@ -0,0 +1,82 @@
+import type { Id } from "../../domain/models.js";
+import type { CacheDatabase } from "../driver.js";
+import type { StoreContext } from "./open.js";
+export type TextOrigin = "extracted" | "agent";
+/** One stored file attachment that extraction may read. */
+export interface FileAttachment {
+    pk: number;
+    chatId: Id;
+    messageId: Id;
+    /** From 0, as stored. */
+    position: number;
+    kind: string;
+    name: string | null;
+    mime: string | null;
+    size: number | null;
+    localPath: string | null;
+    /** What an earlier run left, when it read this file. */
+    read: {
+        origin: TextOrigin;
+        bytes: number | null;
+        error: string | null;
+        contentSha256?: string | null;
+        extractor?: string;
+    } | null;
+}
+export interface AttachmentTextEntry {
+    text: string;
+    origin: TextOrigin;
+    extractor: string;
+    contentSha256?: string | null;
+    bytes?: number | null;
+    error?: string | null;
+}
+/**
+ * File attachments of live messages, newest first, below `beforePk`. An agent's text is final, so its
+ * attachments are never offered again.
+ */
+export declare const fileAttachments: ({ database }: StoreContext, accountKey: number, { chatKey, messageId, beforePk, limit }: {
+    chatKey?: number;
+    messageId?: Id;
+    beforePk?: number;
+    limit: number;
+}) => FileAttachment[];
+/** Where a downloaded attachment was saved, after `messages download` recorded it. */
+export declare const localPathOf: ({ database }: StoreContext, attachmentPk: number) => string | null;
+/** The account row that holds an attachment's message, email or meeting. */
+export declare const accountOf: ({ database }: StoreContext, attachmentPk: number) => number | undefined;
+/** Failed extraction cannot erase good text; agent text wins over every automated write. */
+export declare const keepText: ({ database, now }: StoreContext, attachmentPk: number, entry: AttachmentTextEntry) => boolean;
+/**
+ * For `store reindex`: the normalized copies follow the current normalizer, then the word index is
+ * emptied and filled from them in one transaction — the table is small next to the messages.
+ */
+export declare const resetAttachmentWords: (database: CacheDatabase) => number;
+/** One file attachment and what the store holds of its text — never the text itself. */
+export interface AttachmentView {
+    pk: number;
+    chatId: Id;
+    messageId: Id;
+    position: number;
+    kind: string;
+    name: string | null;
+    localPath: string | null;
+    text: {
+        origin: TextOrigin;
+        extractor: string;
+        chars: number;
+        error: string | null;
+    } | null;
+}
+/**
+ * This account's file attachments of live messages, newest first. `needsText`: saved on this machine and
+ * with no text yet, or none an extraction could find — what an agent reads and writes back.
+ */
+export declare const attachmentViews: ({ database }: StoreContext, accountKey: number, { chatKey, messageId, needsText, offset, limit, }: {
+    chatKey?: number;
+    messageId?: Id;
+    needsText?: boolean;
+    offset?: number;
+    limit: number;
+}) => AttachmentView[];
+//# sourceMappingURL=attachment-texts.d.ts.map

package/dist/store/sqlite/attachment-texts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"attachment-texts.d.ts","sourceRoot":"","sources":["../../../src/store/sqlite/attachment-texts.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,wBAAwB,CAAA;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAEjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAG7C,MAAM,MAAM,UAAU,GAAG,WAAW,GAAG,OAAO,CAAA;AAE9C,2DAA2D;AAC3D,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,EAAE,CAAA;IACV,SAAS,EAAE,EAAE,CAAA;IACb,yBAAyB;IACzB,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,wDAAwD;IACxD,IAAI,EAAE;QACJ,MAAM,EAAE,UAAU,CAAA;QAClB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;QACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;QACpB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;QAC7B,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB,GAAG,IAAI,CAAA;CACT;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,UAAU,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CACtB;AAID;;;GAGG;AACH,eAAO,MAAM,eAAe,iBACZ,YAAY,cACd,MAAM,2CACuB;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,KAC9G,cAAc,EAyCV,CAAA;AAEP,sFAAsF;AACtF,eAAO,MAAM,WAAW,iBAAkB,YAAY,gBAAgB,MAAM,KAAG,MAAM,GAAG,IAGvF,CAAA;AAED,4EAA4E;AAC5E,eAAO,MAAM,SAAS,iBAAkB,YAAY,gBAAgB,MAAM,KAAG,MAAM,GAAG,SAWrF,CAAA;AAED,4FAA4F;AAC5F,eAAO,MAAM,QAAQ,sBACA,YAAY,gBACjB,MAAM,SACb,mBAAmB,KACzB,OAqBF,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,oBAAoB,aAAc,aAAa,KAAG,MA8B9D,CAAA;AAED,wFAAwF;AACxF,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,EAAE,CAAA;IACV,SAAS,EAAE,EAAE,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,IAAI,EAAE;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAA;CAC5F;AAOD;;;GAGG;AACH,eAAO,MAAM,eAAe,iBACZ,YAAY,cACd,MAAM,qDAOf;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,EAAE,CAAC;IAAC,SAAS,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,KAC3F,cAAc,EAmDhB,CAAA"}

package/dist/store/sqlite/attachment-texts.js

@@ -0,0 +1,150 @@
+import { NOT_FILES } from "../../domain/attachments.js";
+import { normalize } from "../normalize.js";
+import { inBatch } from "./search-index.js";
+const NOT_FILE_LIST = [...NOT_FILES].map((kind) => `'${kind}'`).join(",");
+/**
+ * File attachments of live messages, newest first, below `beforePk`. An agent's text is final, so its
+ * attachments are never offered again.
+ */
+export const fileAttachments = ({ database }, accountKey, { chatKey, messageId, beforePk, limit }) => database
+    .prepare(`SELECT att.id AS pk, c.external_id AS chat_id, m.external_id AS message_id, att.position, att.kind, att.name, att.mime,
+         att.size, att.local_path, att.extraction AS origin, att.size AS read_bytes, att.extraction_error AS error, att.content_sha256, att.extractor
+       FROM attachments att
+       JOIN messages m ON m.id = att.attachable_id AND att.attachable_type = 'message'
+       JOIN chats c ON c.id = m.chat_id
+
+       WHERE m.account_id = ? AND m.deleted_at IS NULL AND att.kind NOT IN (${NOT_FILE_LIST})
+         AND (att.extraction IS NULL OR att.extraction <> 'agent')
+         ${chatKey === undefined ? "" : "AND m.chat_id = ?"} ${messageId === undefined ? "" : "AND m.external_id = ?"} AND att.id < ?
+       ORDER BY att.id DESC LIMIT ?`)
+    .all(accountKey, ...(chatKey === undefined ? [] : [chatKey]), ...(messageId === undefined ? [] : [messageId]), beforePk ?? Number.MAX_SAFE_INTEGER, limit)
+    .map((row) => ({
+    pk: Number(row.pk),
+    chatId: String(row.chat_id),
+    messageId: String(row.message_id),
+    position: Number(row.position),
+    kind: String(row.kind),
+    name: row.name == null ? null : String(row.name),
+    mime: row.mime == null ? null : String(row.mime),
+    size: row.size == null ? null : Number(row.size),
+    localPath: row.local_path == null ? null : String(row.local_path),
+    read: row.origin == null
+        ? null
+        : {
+            origin: row.origin === "agent" ? "agent" : "extracted",
+            bytes: row.read_bytes == null ? null : Number(row.read_bytes),
+            contentSha256: row.content_sha256 == null ? null : String(row.content_sha256),
+            error: row.error == null ? null : String(row.error),
+            extractor: String(row.extractor),
+        },
+}));
+/** Where a downloaded attachment was saved, after `messages download` recorded it. */
+export const localPathOf = ({ database }, attachmentPk) => {
+    const row = database.prepare("SELECT local_path FROM attachments WHERE id = ?").get(attachmentPk);
+    return row?.local_path == null ? null : String(row.local_path);
+};
+/** The account row that holds an attachment's message, email or meeting. */
+export const accountOf = ({ database }, attachmentPk) => {
+    const row = database
+        .prepare(`SELECT coalesce(m.account_id, e.account_id, mt.account_id) AS account_id FROM attachments a
+       LEFT JOIN messages m ON a.attachable_type = 'message' AND m.id = a.attachable_id
+       LEFT JOIN emails e ON a.attachable_type = 'email' AND e.id = a.attachable_id
+       LEFT JOIN meetings mt ON a.attachable_type = 'meeting' AND mt.id = a.attachable_id
+       WHERE a.id = ?`)
+        .get(attachmentPk);
+    return row?.account_id == null ? undefined : Number(row.account_id);
+};
+/** Failed extraction cannot erase good text; agent text wins over every automated write. */
+export const keepText = ({ database, now }, attachmentPk, entry) => {
+    const { changes } = database
+        .prepare(`UPDATE attachments SET text=?, normalized_text=?, extraction=?, extractor=?, content_sha256=?,
+         extraction_error=?, extracted_at=?, updated_at=?, size=coalesce(?,size) WHERE id=?
+       ${entry.origin === "agent" ? "" : "AND (extraction IS NULL OR extraction <> 'agent') AND (? IS NULL OR extraction_error IS NOT NULL OR coalesce(text, '') = '')"}`)
+        .run(entry.text, normalize(entry.text), entry.origin === "agent" ? "agent" : entry.error ? "failed" : "text", entry.extractor, entry.contentSha256 ?? null, entry.error ?? null, now(), now(), entry.bytes ?? null, attachmentPk, ...(entry.origin === "agent" ? [] : [entry.error ?? null]));
+    return Number(changes) > 0;
+};
+/**
+ * For `store reindex`: the normalized copies follow the current normalizer, then the word index is
+ * emptied and filled from them in one transaction — the table is small next to the messages.
+ */
+export const resetAttachmentWords = (database) => {
+    const exists = database.prepare("SELECT 1 FROM sqlite_master WHERE name = 'attachment_words'").get();
+    if (!exists)
+        return 0;
+    return inBatch(database, () => {
+        // Transcripts kept before they were copied to the voice attachment.
+        database
+            .prepare(`UPDATE attachments SET text = t.text, extraction = 'text', extractor = 'speech:' || t.source,
+           extraction_error = NULL, extracted_at = t.heard_at, updated_at = t.updated_at
+         FROM message_transcripts t
+         WHERE attachments.attachable_type = 'message' AND attachments.attachable_id = t.message_id
+           AND (attachments.kind = 'voice' OR attachments.mime = 'audio/ogg')
+           AND coalesce(attachments.text, '') = '' AND coalesce(attachments.extraction, '') <> 'agent'`)
+            .run();
+        const update = database.prepare("UPDATE attachments SET normalized_text = ? WHERE id = ?");
+        for (const row of database
+            .prepare("SELECT id AS attachment_id, text, normalized_text FROM attachments WHERE text IS NOT NULL")
+            .all()) {
+            const normalized = normalize(String(row.text));
+            if (normalized !== row.normalized_text)
+                update.run(normalized, Number(row.attachment_id));
+        }
+        database.exec("INSERT INTO attachment_words (attachment_words) VALUES ('delete-all')");
+        const { changes } = database
+            .prepare("INSERT INTO attachment_words (rowid, normalized_text) SELECT id, normalized_text FROM attachments WHERE normalized_text <> ''")
+            .run();
+        return Number(changes);
+    });
+};
+/** Kinds no one reads text from: sound and moving pictures. */
+const NO_TEXT_LIST = ["voice", "audio", "video", "video_note", "sticker", "animation", "gif"]
+    .map((kind) => `'${kind}'`)
+    .join(",");
+/**
+ * This account's file attachments of live messages, newest first. `needsText`: saved on this machine and
+ * with no text yet, or none an extraction could find — what an agent reads and writes back.
+ */
+export const attachmentViews = ({ database }, accountKey, { chatKey, messageId, needsText = false, offset = 0, limit, }) => {
+    const where = [
+        "m.account_id = ?",
+        "m.deleted_at IS NULL",
+        `att.kind NOT IN (${NOT_FILE_LIST})`,
+        ...(chatKey === undefined ? [] : ["m.chat_id = ?"]),
+        ...(messageId === undefined ? [] : ["m.external_id = ?"]),
+        ...(needsText
+            ? [
+                "att.local_path IS NOT NULL",
+                `att.kind NOT IN (${NO_TEXT_LIST})`,
+                "(att.extracted_at IS NULL OR (att.extraction <> 'agent' AND coalesce(att.normalized_text, '') = ''))",
+            ]
+            : []),
+    ];
+    return database
+        .prepare(`SELECT att.id AS pk, c.external_id AS chat_id, m.external_id AS message_id, att.position, att.kind, att.name,
+         att.local_path, att.extraction AS origin, att.extractor, length(att.text) AS chars, att.extraction_error AS error
+       FROM attachments att
+       JOIN messages m ON m.id = att.attachable_id AND att.attachable_type = 'message'
+       JOIN chats c ON c.id = m.chat_id
+
+       WHERE ${where.join(" AND ")}
+       ORDER BY m.sent_at DESC, att.id DESC, att.position LIMIT ? OFFSET ?`)
+        .all(accountKey, ...(chatKey === undefined ? [] : [chatKey]), ...(messageId === undefined ? [] : [messageId]), limit, offset)
+        .map((row) => ({
+        pk: Number(row.pk),
+        chatId: String(row.chat_id),
+        messageId: String(row.message_id),
+        position: Number(row.position),
+        kind: String(row.kind),
+        name: row.name == null ? null : String(row.name),
+        localPath: row.local_path == null ? null : String(row.local_path),
+        text: row.origin == null
+            ? null
+            : {
+                origin: row.origin === "agent" ? "agent" : "extracted",
+                extractor: String(row.extractor),
+                chars: Number(row.chars),
+                error: row.error == null ? null : String(row.error),
+            },
+    }));
+};
+//# sourceMappingURL=attachment-texts.js.map

package/dist/store/sqlite/attachment-texts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"attachment-texts.js","sourceRoot":"","sources":["../../../src/store/sqlite/attachment-texts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAA;AAGvD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAE3C,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAA;AAmC3C,MAAM,aAAa,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAEzE;;;GAGG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,EAAE,QAAQ,EAAgB,EAC1B,UAAkB,EAClB,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAA0E,EAC7F,EAAE,CACpB,QAAQ;KACL,OAAO,CACN;;;;;;8EAMwE,aAAa;;WAEhF,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,mBAAmB,IAAI,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,uBAAuB;oCACjF,CAC/B;KACA,GAAG,CACF,UAAU,EACV,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAC3C,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAC/C,QAAQ,IAAI,MAAM,CAAC,gBAAgB,EACnC,KAAK,CACN;KACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACb,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;IACjC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC9B,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;IACtB,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;IAChD,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;IAChD,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;IAChD,SAAS,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;IACjE,IAAI,EACF,GAAG,CAAC,MAAM,IAAI,IAAI;QAChB,CAAC,CAAC,IAAI;QACN,CAAC,CAAC;YACE,MAAM,EAAE,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;YACtD,KAAK,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;YAC7D,aAAa,EAAE,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC;YAC7E,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YACnD,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;SACjC;CACR,CAAC,CAAC,CAAA;AAEP,sFAAsF;AACtF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,EAAE,QAAQ,EAAgB,EAAE,YAAoB,EAAiB,EAAE;IAC7F,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;IACjG,OAAO,GAAG,EAAE,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;AAChE,CAAC,CAAA;AAED,4EAA4E;AAC5E,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,EAAE,QAAQ,EAAgB,EAAE,YAAoB,EAAsB,EAAE;IAChG,MAAM,GAAG,GAAG,QAAQ;SACjB,OAAO,CACN;;;;sBAIgB,CACjB;SACA,GAAG,CAAC,YAAY,CAAC,CAAA;IACpB,OAAO,GAAG,EAAE,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;AACrE,CAAC,CAAA;AAED,4FAA4F;AAC5F,MAAM,CAAC,MAAM,QAAQ,GAAG,CACtB,EAAE,QAAQ,EAAE,GAAG,EAAgB,EAC/B,YAAoB,EACpB,KAA0B,EACjB,EAAE;IACX,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ;SACzB,OAAO,CACN;;SAEG,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,8HAA8H,EAAE,CACpK;SACA,GAAG,CACF,KAAK,CAAC,IAAI,EACV,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EACrB,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EACpE,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,aAAa,IAAI,IAAI,EAC3B,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,GAAG,EAAE,EACL,GAAG,EAAE,EACL,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,YAAY,EACZ,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAC3D,CAAA;IACH,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;AAC5B,CAAC,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,QAAuB,EAAU,EAAE;IACtE,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,6DAA6D,CAAC,CAAC,GAAG,EAAE,CAAA;IACpG,IAAI,CAAC,MAAM;QAAE,OAAO,CAAC,CAAA;IACrB,OAAO,OAAO,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC5B,oEAAoE;QACpE,QAAQ;aACL,OAAO,CACN;;;;;uGAK+F,CAChG;aACA,GAAG,EAAE,CAAA;QACR,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,yDAAyD,CAAC,CAAA;QAC1F,KAAK,MAAM,GAAG,IAAI,QAAQ;aACvB,OAAO,CAAC,2FAA2F,CAAC;aACpG,GAAG,EAAE,EAAE,CAAC;YACT,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA;YAC9C,IAAI,UAAU,KAAK,GAAG,CAAC,eAAe;gBAAE,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAA;QAC3F,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAA;QACtF,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ;aACzB,OAAO,CACN,+HAA+H,CAChI;aACA,GAAG,EAAE,CAAA;QACR,OAAO,MAAM,CAAC,OAAO,CAAC,CAAA;IACxB,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA;AAcD,+DAA+D;AAC/D,MAAM,YAAY,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC;KAC1F,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,GAAG,CAAC;KAC1B,IAAI,CAAC,GAAG,CAAC,CAAA;AAEZ;;;GAGG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,EAAE,QAAQ,EAAgB,EAC1B,UAAkB,EAClB,EACE,OAAO,EACP,SAAS,EACT,SAAS,GAAG,KAAK,EACjB,MAAM,GAAG,CAAC,EACV,KAAK,GACqF,EAC1E,EAAE;IACpB,MAAM,KAAK,GAAG;QACZ,kBAAkB;QAClB,sBAAsB;QACtB,oBAAoB,aAAa,GAAG;QACpC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;QACnD,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC;QACzD,GAAG,CAAC,SAAS;YACX,CAAC,CAAC;gBACE,4BAA4B;gBAC5B,oBAAoB,YAAY,GAAG;gBACnC,sGAAsG;aACvG;YACH,CAAC,CAAC,EAAE,CAAC;KACR,CAAA;IACD,OAAO,QAAQ;SACZ,OAAO,CACN;;;;;;eAMS,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;2EACyC,CACtE;SACA,GAAG,CACF,UAAU,EACV,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAC3C,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAC/C,KAAK,EACL,MAAM,CACP;SACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACb,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;QAC3B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QACjC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC9B,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;QACtB,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;QAChD,SAAS,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QACjE,IAAI,EACF,GAAG,CAAC,MAAM,IAAI,IAAI;YAChB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC;gBACE,MAAM,EAAE,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;gBACtD,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;gBAChC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;gBACxB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;aACpD;KACR,CAAC,CAAC,CAAA;AACP,CAAC,CAAA"}

package/dist/store/sqlite/attachments.d.ts

@@ -0,0 +1,6 @@
+import { type DownloadedFile } from "../../domain/attachments.js";
+import type { Id } from "../../domain/models.js";
+import type { StoreContext } from "./open.js";
+/** Records where each saved file went; answers how many attachments it could name with certainty. */
+export declare const keepDownloads: ({ orm }: StoreContext, chatKey: number, messageId: Id, files: readonly DownloadedFile[]) => number;
+//# sourceMappingURL=attachments.d.ts.map

package/dist/store/sqlite/attachments.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"attachments.d.ts","sourceRoot":"","sources":["../../../src/store/sqlite/attachments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAAkB,MAAM,6BAA6B,CAAA;AACjF,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,wBAAwB,CAAA;AAEhD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAG7C,qGAAqG;AACrG,eAAO,MAAM,aAAa,YACf,YAAY,WACZ,MAAM,aACJ,EAAE,SACN,SAAS,cAAc,EAAE,KAC/B,MA8BF,CAAA"}

package/dist/store/sqlite/attachments.js

@@ -0,0 +1,33 @@
+import { matchDownloads } from "../../domain/attachments.js";
+import { and, eq } from "./drizzle/core.js";
+import { attachments, messages } from "./schema.js";
+/** Records where each saved file went; answers how many attachments it could name with certainty. */
+export const keepDownloads = ({ orm }, chatKey, messageId, files) => {
+    const message = orm
+        .select({ pk: messages.id })
+        .from(messages)
+        .where(and(eq(messages.chatId, chatKey), eq(messages.externalId, messageId)))
+        .get();
+    if (!message)
+        return 0;
+    const stored = orm
+        .select({ position: attachments.position, kind: attachments.kind, name: attachments.name })
+        .from(attachments)
+        .where(and(eq(attachments.attachableType, "message"), eq(attachments.attachableId, message.pk)))
+        .orderBy(attachments.position)
+        .all();
+    let kept = 0;
+    matchDownloads(stored, files).forEach((position, index) => {
+        const file = files[index];
+        if (position === undefined || !file)
+            return;
+        orm
+            .update(attachments)
+            .set({ localPath: file.path })
+            .where(and(and(eq(attachments.attachableType, "message"), eq(attachments.attachableId, message.pk)), eq(attachments.position, position)))
+            .run();
+        kept += 1;
+    });
+    return kept;
+};
+//# sourceMappingURL=attachments.js.map

package/dist/store/sqlite/attachments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"attachments.js","sourceRoot":"","sources":["../../../src/store/sqlite/attachments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,cAAc,EAAE,MAAM,6BAA6B,CAAA;AAEjF,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,mBAAmB,CAAA;AAE3C,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAEnD,qGAAqG;AACrG,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,EAAE,GAAG,EAAgB,EACrB,OAAe,EACf,SAAa,EACb,KAAgC,EACxB,EAAE;IACV,MAAM,OAAO,GAAG,GAAG;SAChB,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;SAC3B,IAAI,CAAC,QAAQ,CAAC;SACd,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC;SAC5E,GAAG,EAAE,CAAA;IACR,IAAI,CAAC,OAAO;QAAE,OAAO,CAAC,CAAA;IACtB,MAAM,MAAM,GAAG,GAAG;SACf,MAAM,CAAC,EAAE,QAAQ,EAAE,WAAW,CAAC,QAAQ,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,CAAC;SAC1F,IAAI,CAAC,WAAW,CAAC;SACjB,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,cAAc,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;SAC/F,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;SAC7B,GAAG,EAAE,CAAA;IACR,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QACxD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;QACzB,IAAI,QAAQ,KAAK,SAAS,IAAI,CAAC,IAAI;YAAE,OAAM;QAC3C,GAAG;aACA,MAAM,CAAC,WAAW,CAAC;aACnB,GAAG,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;aAC7B,KAAK,CACJ,GAAG,CACD,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,cAAc,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,EACxF,EAAE,CAAC,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC,CACnC,CACF;aACA,GAAG,EAAE,CAAA;QACR,IAAI,IAAI,CAAC,CAAA;IACX,CAAC,CAAC,CAAA;IACF,OAAO,IAAI,CAAA;AACb,CAAC,CAAA"}

package/dist/store/sqlite/backfill.d.ts

@@ -0,0 +1,13 @@
+import type { CacheDatabase } from "../driver.js";
+/** Live messages stored before version 6, still without their normalized text. An index lookup. */
+export declare const pendingNormalization: (database: CacheDatabase) => number;
+/**
+ * Fills them in batches by `pk`, one short write transaction each, so other processes wait for one
+ * batch at most. Stopping between batches loses nothing: the next run starts from what is left.
+ */
+export declare const backfillNormalized: (database: CacheDatabase, { batch, onBatch, until, }?: {
+    batch?: number;
+    onBatch?: (filled: number) => void;
+    until?: () => boolean;
+}) => number;
+//# sourceMappingURL=backfill.d.ts.map

package/dist/store/sqlite/backfill.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"backfill.d.ts","sourceRoot":"","sources":["../../../src/store/sqlite/backfill.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAGjD,mGAAmG;AACnG,eAAO,MAAM,oBAAoB,aAAc,aAAa,KAAG,MAI5D,CAAA;AAEH;;;GAGG;AACH,eAAO,MAAM,kBAAkB,aACnB,aAAa,+BAKpB;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,OAAO,CAAA;CAAE,KAC/E,MAwBF,CAAA"}

package/dist/store/sqlite/backfill.js

@@ -0,0 +1,36 @@
+import { NORMALIZER_VERSION, normalize } from "../normalize.js";
+/** Live messages stored before version 6, still without their normalized text. An index lookup. */
+export const pendingNormalization = (database) => Number(database.prepare("SELECT count(*) AS n FROM messages WHERE normalized_text IS NULL AND deleted_at IS NULL").get()
+    ?.n);
+/**
+ * Fills them in batches by `pk`, one short write transaction each, so other processes wait for one
+ * batch at most. Stopping between batches loses nothing: the next run starts from what is left.
+ */
+export const backfillNormalized = (database, { batch = 5_000, onBatch, until = () => false, } = {}) => {
+    const next = database.prepare(`SELECT id AS pk, text FROM messages WHERE normalized_text IS NULL AND deleted_at IS NULL AND id > ? ORDER BY id LIMIT ?`);
+    const fill = database.prepare("UPDATE messages SET normalized_text = ?, normalizer_version = ? WHERE id = ?");
+    let filled = 0;
+    let after = 0;
+    for (;;) {
+        if (until())
+            return filled;
+        database.exec("BEGIN IMMEDIATE");
+        let rows;
+        try {
+            rows = next.all(after, batch);
+            for (const row of rows)
+                fill.run(normalize(String(row.text)), NORMALIZER_VERSION, Number(row.pk));
+            database.exec("COMMIT");
+        }
+        catch (error) {
+            database.exec("ROLLBACK");
+            throw error;
+        }
+        if (rows.length === 0)
+            return filled;
+        filled += rows.length;
+        after = Number(rows.at(-1)?.pk);
+        onBatch?.(filled);
+    }
+};
+//# sourceMappingURL=backfill.js.map

package/dist/store/sqlite/backfill.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"backfill.js","sourceRoot":"","sources":["../../../src/store/sqlite/backfill.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAE/D,mGAAmG;AACnG,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,QAAuB,EAAU,EAAE,CACtE,MAAM,CACJ,QAAQ,CAAC,OAAO,CAAC,yFAAyF,CAAC,CAAC,GAAG,EAAE;IAC/G,EAAE,CAAC,CACN,CAAA;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,QAAuB,EACvB,EACE,KAAK,GAAG,KAAK,EACb,OAAO,EACP,KAAK,GAAG,GAAG,EAAE,CAAC,KAAK,GACpB,GAAkF,EAAE,EAC7E,EAAE;IACV,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAC3B,yHAAyH,CAC1H,CAAA;IACD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,8EAA8E,CAAC,CAAA;IAC7G,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,SAAS,CAAC;QACR,IAAI,KAAK,EAAE;YAAE,OAAO,MAAM,CAAA;QAC1B,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;QAChC,IAAI,IAA+B,CAAA;QACnC,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;YAC7B,KAAK,MAAM,GAAG,IAAI,IAAI;gBAAE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,kBAAkB,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;YACjG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YACzB,MAAM,KAAK,CAAA;QACb,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAA;QACpC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAA;QACrB,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;QAC/B,OAAO,EAAE,CAAC,MAAM,CAAC,CAAA;IACnB,CAAC;AACH,CAAC,CAAA"}

package/dist/store/sqlite/batches.d.ts

@@ -0,0 +1,33 @@
+import type { Id } from "../../domain/models.js";
+import type { AgentAnswer, LinkBatch } from "../store.js";
+import type { StoreContext } from "./open.js";
+/** How many messages before the first one to answer the agent sees: 97% of reply parents sit within 50. */
+export declare const BATCH_CONTEXT = 50;
+/**
+ * `b1.<chat>.<first>.<last>.<hash>` (A3): the first and last message to answer, and a hash of every live
+ * message between them. Answering some of them leaves the id valid; a message added or deleted inside
+ * the window does not, so an answer is never checked against a window that moved.
+ */
+export declare const batchId: (chatKey: number, span: number[]) => string;
+/** How much is left to answer, for the agent to tell the user before it starts (A7). */
+export declare const batchStatus: ({ orm }: StoreContext, chatKey: number) => {
+    messages: number;
+    characters: number;
+};
+/**
+ * The earliest window that holds a message needing the agent (A1–A2): from that message, the next
+ * `size` live messages — those needing the agent are the core, the rest context — and the `BATCH_CONTEXT`
+ * messages before it. `undefined` when nothing is left to answer.
+ */
+export declare const nextBatch: (context: StoreContext, chatKey: number, chatId: Id, size: number) => Omit<LinkBatch, "remaining"> | undefined;
+/** The chat a batch id names, for the facade to check it belongs to the account. */
+export declare const chatOfBatch: (id: string) => number | undefined;
+/**
+ * The agent's answer to a batch (A5), checked whole before anything is stored: every message is one
+ * the batch asked about, each parent is in the batch and earlier, no message twice, confidence 0–1, a
+ * model named. A message's new answer replaces its earlier one. Runs inside the caller's transaction.
+ */
+export declare const saveAnswers: (context: StoreContext, id: string, answer: AgentAnswer) => number;
+/** Drops the agent's answers for a chat, or only one model's (A10); messages are never touched. */
+export declare const clearAnswers: ({ orm }: StoreContext, chatKey: number, model: string | undefined) => number;
+//# sourceMappingURL=batches.d.ts.map

package/dist/store/sqlite/batches.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batches.d.ts","sourceRoot":"","sources":["../../../src/store/sqlite/batches.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,wBAAwB,CAAA;AAChD,OAAO,KAAK,EAAE,WAAW,EAAgB,SAAS,EAAE,MAAM,aAAa,CAAA;AAEvE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAG7C,2GAA2G;AAC3G,eAAO,MAAM,aAAa,KAAK,CAAA;AAiC/B;;;;GAIG;AACH,eAAO,MAAM,OAAO,YAAa,MAAM,QAAQ,MAAM,EAAE,KAAG,MAC2D,CAAA;AAErH,wFAAwF;AACxF,eAAO,MAAM,WAAW,YAAa,YAAY,WAAW,MAAM;IAKvD,QAAQ;IAA8B,UAAU;CAC1D,CAAA;AAED;;;;GAIG;AACH,eAAO,MAAM,SAAS,YACX,YAAY,WACZ,MAAM,UACP,EAAE,QACJ,MAAM,KACX,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,GAAG,SAgCjC,CAAA;AA0ED,oFAAoF;AACpF,eAAO,MAAM,WAAW,OAAQ,MAAM,KAAG,MAAM,GAAG,SAGjD,CAAA;AAED;;;;GAIG;AACH,eAAO,MAAM,WAAW,YAAa,YAAY,MAAM,MAAM,UAAU,WAAW,KAAG,MAuCpF,CAAA;AAED,mGAAmG;AACnG,eAAO,MAAM,YAAY,YAAa,YAAY,WAAW,MAAM,SAAS,MAAM,GAAG,SAAS,KAAG,MAM9F,CAAA"}