@phigon/observer 8.0.2 → 8.2.0

package/dist/src/activity/sqlite-connections.d.ts

@@ -0,0 +1,77 @@
+import type { Stats } from "node:fs";
+import type { DatabaseSync } from "node:sqlite";
+/**
+ * Sizes and times of a database and its write-ahead log. A commit changes at
+ * least the log's time, so an unchanged signature means nothing new landed.
+ */
+export declare function databaseSignature(path: string, main: Pick<Stats, "size" | "mtimeMs">): Promise<string>;
+/**
+ * Databases a history import already read to the end, by signature. A batch
+ * that completes with nothing new marks its database; later batches skip it
+ * until a commit changes the signature. New work after that point is the
+ * live reader's, so this only spares re-reading finished history.
+ */
+export type CompletedHistory = Map<string, string>;
+/**
+ * The cursors an idle scan read, in order, with the values it found (or
+ * undefined). An idle scan selected no row, so it changed no cursor.
+ */
+export type IdleCursors = ReadonlyArray<readonly [string, number | undefined]>;
+/** What a live reader does with a database on this tick. */
+export type SQLiteScan = Readonly<{
+    unchanged: true;
+}> | Readonly<{
+    unchanged: false;
+    database: DatabaseSync;
+    /**
+     * Record a successful scan; `idle` when it selected no row. `recheckAt`
+     * is when a scan of the same data would find something new (a row it
+     * waits for has settled), so the idle state expires then.
+     */
+    finish(idle: IdleCursors | undefined, recheckAt?: number): void;
+    /** Drop the connection after a failed scan. */
+    fail(): void;
+}>;
+/**
+ * Decides, for a live reader, when a database has to be scanned, keyed by
+ * source root.
+ *
+ * While the database is active a read-only connection stays open, and
+ * `PRAGMA data_version` proves it unchanged: SQLite changes that value on
+ * the same connection whenever any other connection commits, even a WAL
+ * commit that leaves every file size and timestamp as they were.
+ *
+ * After `idleCloseMs` without a change the connection is closed, because
+ * an open SQLite file on Windows cannot be deleted or replaced by the user or
+ * the agent. While closed, each tick compares the main and -wal file sizes
+ * and modification times. A difference reopens the database for a full scan.
+ * Because a commit can leave them unchanged (after a WAL restart within one
+ * timestamp tick), a full scan also runs at least every `recheckMs`.
+ *
+ * A scan is skipped only when the last full scan selected no row and every
+ * cursor it read still holds the same value, so a full scan would again find
+ * nothing. A scan that waits for a row to settle sets when that happens, and
+ * its idle state expires then. Statements finish within a scan (node:sqlite resets each one), so
+ * no read transaction stays open between ticks to hold back checkpoints.
+ */
+export declare class SQLiteConnections {
+    #private;
+    constructor(options?: Readonly<{
+        clock?: () => number;
+        idleCloseMs?: number;
+        recheckMs?: number;
+    }>);
+    /**
+     * Whether the database at `path` (resolved from `root`, with `metadata`
+     * from the same tick) must be scanned, and the connection to scan it with.
+     */
+    check(root: string, path: string, metadata: Stats, cursors: ReadonlyMap<string, number>, open: (path: string) => DatabaseSync): Promise<SQLiteScan>;
+    release(root: string): void;
+    /** Forget the databases of roots that are no longer configured. */
+    retain(roots: ReadonlySet<string>): void;
+    closeAll(): void;
+    /** How many connections are open now. */
+    get openConnections(): number;
+}
+export declare function dataVersion(database: DatabaseSync): number;
+//# sourceMappingURL=sqlite-connections.d.ts.map

package/dist/src/activity/sqlite-connections.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-connections.d.ts","sourceRoot":"","sources":["../../../src/activity/sqlite-connections.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAErC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD;;;GAGG;AACH,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAS5G;AAED;;;;;GAKG;AACH,MAAM,MAAM,gBAAgB,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAEnD;;;GAGG;AACH,MAAM,MAAM,WAAW,GAAG,aAAa,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;AAE/E,4DAA4D;AAC5D,MAAM,MAAM,UAAU,GAClB,QAAQ,CAAC;IAAE,SAAS,EAAE,IAAI,CAAA;CAAE,CAAC,GAC7B,QAAQ,CAAC;IACT,SAAS,EAAE,KAAK,CAAC;IACjB,QAAQ,EAAE,YAAY,CAAC;IACvB;;;;OAIG;IACH,MAAM,CAAC,IAAI,EAAE,WAAW,GAAG,SAAS,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChE,+CAA+C;IAC/C,IAAI,IAAI,IAAI,CAAC;CACd,CAAC,CAAC;AAyBL;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,qBAAa,iBAAiB;;gBAO1B,OAAO,GAAE,QAAQ,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,MAAM,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAM;IAOT;;;OAGG;IACG,KAAK,CACT,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,KAAK,EACf,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,EACpC,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,YAAY,GACnC,OAAO,CAAC,UAAU,CAAC;IA8EtB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAO3B,mEAAmE;IACnE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,IAAI;IAMxC,QAAQ,IAAI,IAAI;IAIhB,yCAAyC;IACzC,IAAI,eAAe,IAAI,MAAM,CAM5B;CAQF;AAED,wBAAgB,WAAW,CAAC,QAAQ,EAAE,YAAY,GAAG,MAAM,CAM1D"}

package/dist/src/activity/sqlite-connections.js

@@ -0,0 +1,220 @@
+import { stat } from "node:fs/promises";
+/**
+ * Sizes and times of a database and its write-ahead log. A commit changes at
+ * least the log's time, so an unchanged signature means nothing new landed.
+ */
+export async function databaseSignature(path, main) {
+    let log = "-";
+    try {
+        const wal = await stat(`${path}-wal`);
+        log = `${wal.size}:${wal.mtimeMs}`;
+    }
+    catch {
+        // No write-ahead log: the main file's size and time cover every commit.
+    }
+    return `${main.size}:${main.mtimeMs}:${log}`;
+}
+const unchanged = Object.freeze({ unchanged: true });
+/**
+ * Decides, for a live reader, when a database has to be scanned, keyed by
+ * source root.
+ *
+ * While the database is active a read-only connection stays open, and
+ * `PRAGMA data_version` proves it unchanged: SQLite changes that value on
+ * the same connection whenever any other connection commits, even a WAL
+ * commit that leaves every file size and timestamp as they were.
+ *
+ * After `idleCloseMs` without a change the connection is closed, because
+ * an open SQLite file on Windows cannot be deleted or replaced by the user or
+ * the agent. While closed, each tick compares the main and -wal file sizes
+ * and modification times. A difference reopens the database for a full scan.
+ * Because a commit can leave them unchanged (after a WAL restart within one
+ * timestamp tick), a full scan also runs at least every `recheckMs`.
+ *
+ * A scan is skipped only when the last full scan selected no row and every
+ * cursor it read still holds the same value, so a full scan would again find
+ * nothing. A scan that waits for a row to settle sets when that happens, and
+ * its idle state expires then. Statements finish within a scan (node:sqlite resets each one), so
+ * no read transaction stays open between ticks to hold back checkpoints.
+ */
+export class SQLiteConnections {
+    #states = new Map();
+    #clock;
+    #idleCloseMs;
+    #recheckMs;
+    constructor(options = {}) {
+        this.#clock = options.clock ?? Date.now;
+        this.#idleCloseMs = options.idleCloseMs ?? 60_000;
+        this.#recheckMs = options.recheckMs ?? 60_000;
+    }
+    /**
+     * Whether the database at `path` (resolved from `root`, with `metadata`
+     * from the same tick) must be scanned, and the connection to scan it with.
+     */
+    async check(root, path, metadata, cursors, open) {
+        const identity = databaseIdentity(path, metadata);
+        // Read before data_version or any scan query, so whatever this tick
+        // cannot see changes the signature or version the next tick reads.
+        const signature = await fileSignature(path, metadata);
+        let state = this.#states.get(root);
+        if (state !== undefined && state.identity !== identity) {
+            this.release(root);
+            state = undefined;
+        }
+        const now = this.#clock();
+        if (state === undefined) {
+            state = {
+                identity,
+                connection: undefined,
+                version: undefined,
+                changedAt: now,
+                signature,
+                checkedAt: now,
+                idle: undefined,
+            };
+            this.#states.set(root, state);
+        }
+        if (state.connection === undefined) {
+            if (state.idle !== undefined &&
+                state.signature === signature &&
+                now - state.checkedAt < this.#recheckMs &&
+                unexpired(state.idle, now) &&
+                sameCursors(state.idle.cursors, cursors)) {
+                return unchanged;
+            }
+            // The files changed, the periodic full scan is due, or there is no
+            // idle scan to compare with. A new connection has its own versions.
+            if (state.signature !== signature)
+                state.changedAt = now;
+            state.idle = undefined;
+            state.version = undefined;
+            state.connection = open(path);
+        }
+        state.signature = signature;
+        const current = state;
+        const database = state.connection;
+        let version;
+        try {
+            version = dataVersion(database);
+        }
+        catch (error) {
+            this.release(root);
+            throw error;
+        }
+        if (current.version !== undefined && current.version !== version) {
+            current.changedAt = now;
+        }
+        current.version = version;
+        if (current.idle !== undefined &&
+            current.idle.version === version &&
+            unexpired(current.idle, now) &&
+            sameCursors(current.idle.cursors, cursors)) {
+            if (now - current.changedAt >= this.#idleCloseMs)
+                this.#close(current, now);
+            return unchanged;
+        }
+        current.idle = undefined;
+        return {
+            unchanged: false,
+            database,
+            finish: (idle, recheckAt) => {
+                if (this.#states.get(root) !== current)
+                    return;
+                if (idle !== undefined)
+                    current.idle = { version, cursors: idle, until: recheckAt };
+                if (now - current.changedAt >= this.#idleCloseMs)
+                    this.#close(current, now);
+            },
+            fail: () => {
+                if (this.#states.get(root) === current)
+                    this.release(root);
+            },
+        };
+    }
+    release(root) {
+        const state = this.#states.get(root);
+        if (state === undefined)
+            return;
+        this.#states.delete(root);
+        if (state.connection !== undefined)
+            closeQuietly(state.connection);
+    }
+    /** Forget the databases of roots that are no longer configured. */
+    retain(roots) {
+        for (const root of [...this.#states.keys()]) {
+            if (!roots.has(root))
+                this.release(root);
+        }
+    }
+    closeAll() {
+        for (const root of [...this.#states.keys()])
+            this.release(root);
+    }
+    /** How many connections are open now. */
+    get openConnections() {
+        let open = 0;
+        for (const state of this.#states.values()) {
+            if (state.connection !== undefined)
+                open++;
+        }
+        return open;
+    }
+    #close(state, now) {
+        if (state.connection !== undefined)
+            closeQuietly(state.connection);
+        state.connection = undefined;
+        state.version = undefined;
+        state.checkedAt = now;
+    }
+}
+export function dataVersion(database) {
+    const value = database.prepare("PRAGMA data_version").get()?.["data_version"];
+    if (typeof value !== "number" || !Number.isSafeInteger(value)) {
+        throw new Error("SQLite data version is unavailable.");
+    }
+    return value;
+}
+function databaseIdentity(path, metadata) {
+    return [path, metadata.dev, metadata.ino, metadata.birthtimeMs].join("\u0000");
+}
+let unreadableWal = 0;
+async function fileSignature(path, main) {
+    let wal;
+    try {
+        const metadata = await stat(`${path}-wal`);
+        wal = [metadata.size, metadata.mtimeMs, metadata.ino].join(":");
+    }
+    catch (error) {
+        // No -wal file: a rollback-journal database, or WAL after the last
+        // writer closed. Any other failure counts as a change.
+        wal = error instanceof Error && "code" in error && error.code === "ENOENT"
+            ? "none"
+            : `unreadable:${++unreadableWal}`;
+    }
+    return `${main.size}:${main.mtimeMs}\u0000${wal}`;
+}
+/** True until the idle state's expiry, if it has one. */
+function unexpired(idle, now) {
+    return idle.until === undefined || now < idle.until;
+}
+/**
+ * True when every cursor still holds the value the idle scan saw. They are
+ * read in the scan's order, so least-recently-used bookkeeping matches the
+ * scan this replaces.
+ */
+function sameCursors(idle, cursors) {
+    for (const [key, value] of idle) {
+        if (cursors.get(key) !== value)
+            return false;
+    }
+    return true;
+}
+function closeQuietly(database) {
+    try {
+        database.close();
+    }
+    catch {
+        // Already closed.
+    }
+}
+//# sourceMappingURL=sqlite-connections.js.map

package/dist/src/activity/sqlite-connections.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-connections.js","sourceRoot":"","sources":["../../../src/activity/sqlite-connections.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAGxC;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,IAAqC;IACzF,IAAI,GAAG,GAAG,GAAG,CAAC;IACd,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,CAAC;QACtC,GAAG,GAAG,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,wEAAwE;IAC1E,CAAC;IACD,OAAO,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,IAAI,GAAG,EAAE,CAAC;AAC/C,CAAC;AAqDD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,IAAa,EAAE,CAAC,CAAC;AAE9D;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,OAAO,iBAAiB;IACnB,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC3C,MAAM,CAAe;IACrB,YAAY,CAAS;IACrB,UAAU,CAAS;IAE5B,YACE,UAIK,EAAE;QAEP,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC;QAClD,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;IAChD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK,CACT,IAAY,EACZ,IAAY,EACZ,QAAe,EACf,OAAoC,EACpC,IAAoC;QAEpC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAClD,oEAAoE;QACpE,mEAAmE;QACnE,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtD,IAAI,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACvD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACnB,KAAK,GAAG,SAAS,CAAC;QACpB,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,KAAK,GAAG;gBACN,QAAQ;gBACR,UAAU,EAAE,SAAS;gBACrB,OAAO,EAAE,SAAS;gBAClB,SAAS,EAAE,GAAG;gBACd,SAAS;gBACT,SAAS,EAAE,GAAG;gBACd,IAAI,EAAE,SAAS;aAChB,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACnC,IACE,KAAK,CAAC,IAAI,KAAK,SAAS;gBACxB,KAAK,CAAC,SAAS,KAAK,SAAS;gBAC7B,GAAG,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,UAAU;gBACvC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC;gBAC1B,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,EACxC,CAAC;gBACD,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,mEAAmE;YACnE,oEAAoE;YACpE,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;gBAAE,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;YACzD,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC;YACvB,KAAK,CAAC,OAAO,GAAG,SAAS,CAAC;YAC1B,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;QACD,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;QAC5B,MAAM,OAAO,GAAG,KAAK,CAAC;QACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC;QAClC,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACnB,MAAM,KAAK,CAAC;QACd,CAAC;QACD,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;YACjE,OAAO,CAAC,SAAS,GAAG,GAAG,CAAC;QAC1B,CAAC;QACD,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;QAC1B,IACE,OAAO,CAAC,IAAI,KAAK,SAAS;YAC1B,OAAO,CAAC,IAAI,CAAC,OAAO,KAAK,OAAO;YAChC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;YAC5B,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,EAC1C,CAAC;YACD,IAAI,GAAG,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,YAAY;gBAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAC5E,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC;QACzB,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,QAAQ;YACR,MAAM,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE;gBAC1B,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,OAAO;oBAAE,OAAO;gBAC/C,IAAI,IAAI,KAAK,SAAS;oBAAE,OAAO,CAAC,IAAI,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;gBACpF,IAAI,GAAG,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,YAAY;oBAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,EAAE,GAAG,EAAE;gBACT,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,OAAO;oBAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC7D,CAAC;SACF,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,IAAY;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO;QAChC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS;YAAE,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACrE,CAAC;IAED,mEAAmE;IACnE,MAAM,CAAC,KAA0B;QAC/B,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,QAAQ;QACN,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAClE,CAAC;IAED,yCAAyC;IACzC,IAAI,eAAe;QACjB,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS;gBAAE,IAAI,EAAE,CAAC;QAC7C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,CAAC,KAAoB,EAAE,GAAW;QACtC,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS;YAAE,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACnE,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC;QAC7B,KAAK,CAAC,OAAO,GAAG,SAAS,CAAC;QAC1B,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;IACxB,CAAC;CACF;AAED,MAAM,UAAU,WAAW,CAAC,QAAsB;IAChD,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC;IAC9E,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,QAAe;IACrD,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACjF,CAAC;AAED,IAAI,aAAa,GAAG,CAAC,CAAC;AAEtB,KAAK,UAAU,aAAa,CAAC,IAAY,EAAE,IAAW;IACpD,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,CAAC;QAC3C,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,mEAAmE;QACnE,uDAAuD;QACvD,GAAG,GAAG,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;YACxE,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,cAAc,EAAE,aAAa,EAAE,CAAC;IACtC,CAAC;IACD,OAAO,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,SAAS,GAAG,EAAE,CAAC;AACpD,CAAC;AAED,yDAAyD;AACzD,SAAS,SAAS,CAAC,IAA6C,EAAE,GAAW;IAC3E,OAAO,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC;AACtD,CAAC;AAED;;;;GAIG;AACH,SAAS,WAAW,CAClB,IAAiB,EACjB,OAAoC;IAEpC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;QAChC,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,KAAK;YAAE,OAAO,KAAK,CAAC;IAC/C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,QAAsB;IAC1C,IAAI,CAAC;QACH,QAAQ,CAAC,KAAK,EAAE,CAAC;IACnB,CAAC;IAAC,MAAM,CAAC;QACP,kBAAkB;IACpB,CAAC;AACH,CAAC"}

package/dist/src/activity/zed-sqlite-source.d.ts

@@ -0,0 +1,65 @@
+import type { SourceRecord } from "./source-reader.js";
+import { type CompletedHistory, type SQLiteConnections } from "./sqlite-connections.js";
+type ScanOptions = Readonly<{
+    adapterId: string;
+    roots: readonly string[];
+    cursors: Map<string, number>;
+    initialScan: boolean;
+    replayOnFirstStart: boolean;
+    /** Newest threads replayed on a first live start. */
+    replaySessions: number;
+    maxReplayRecords: number;
+    maxRecords: number;
+    historical: boolean;
+    /** Connections a live reader keeps open between scans. */
+    connections?: SQLiteConnections;
+    /** History only: databases already read to the end. */
+    completedHistory?: CompletedHistory;
+}>;
+type ScanResult = Readonly<{
+    records: readonly SourceRecord[];
+    files: number;
+    malformed: number;
+    oversized: number;
+    complete: boolean;
+}>;
+/**
+ * One delivered unit of a Zed thread: a user prompt, one block of an agent
+ * reply (text, thinking or a tool call) or one tool result. `complete` is
+ * false for a tool call whose input was still streaming when Zed saved.
+ */
+export type ZedThreadItem = Readonly<{
+    id: string;
+    complete: boolean;
+    value: Readonly<Record<string, unknown>>;
+}>;
+/**
+ * Zed's agent panel keeps every thread in one SQLite database,
+ * `<data dir>/threads/threads.db`: one `threads` row per thread whose `data`
+ * is the whole thread as JSON, zstd-compressed (`data_type` "zstd") or plain
+ * ("json"), rewritten on every save. Each thread is split into items (see
+ * zedThreadItems) and a per-thread cursor remembers how many were delivered
+ * and the last one's id, so only items added since are emitted. A thread
+ * whose `updated_at` and size are unchanged is not decompressed again.
+ * Messages carry no times of their own; items take the thread's save time.
+ */
+export declare function scanZedSQLiteSources(options: ScanOptions): Promise<ScanResult>;
+/**
+ * Splits a saved Zed thread into items, in order. Zed's own format
+ * (version 0.3.0) stores `messages` as tagged values: `{ User: { id,
+ * content } }`, `{ Agent: { content, tool_results } }`, `"Resume"` and
+ * `{ Compaction: ... }`. A user message becomes one item; each Text,
+ * Thinking or ToolUse block of an agent message becomes one, followed by
+ * one per tool result. Older threads from Zed's first agent store messages
+ * as `{ id, role, segments, tool_uses, tool_results }` and are read into the
+ * same items.
+ *
+ * Item ids are stable across saves: they hang off the id of the user
+ * message that started the turn, so a turn rewound and sent again gets new
+ * ids. Large payloads are left out: images, the full text of mentioned files
+ * and Zed's debugging copy of tool output. Returns undefined when the
+ * document holds no message list.
+ */
+export declare function zedThreadItems(document: unknown): readonly ZedThreadItem[] | undefined;
+export {};
+//# sourceMappingURL=zed-sqlite-source.d.ts.map

package/dist/src/activity/zed-sqlite-source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"zed-sqlite-source.d.ts","sourceRoot":"","sources":["../../../src/activity/zed-sqlite-source.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,KAAK,gBAAgB,EAAuC,KAAK,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAY7H,KAAK,WAAW,GAAG,QAAQ,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B,WAAW,EAAE,OAAO,CAAC;IACrB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,qDAAqD;IACrD,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,OAAO,CAAC;IACpB,0DAA0D;IAC1D,WAAW,CAAC,EAAE,iBAAiB,CAAC;IAChC,uDAAuD;IACvD,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;CACrC,CAAC,CAAC;AAEH,KAAK,UAAU,GAAG,QAAQ,CAAC;IACzB,OAAO,EAAE,SAAS,YAAY,EAAE,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC,CAAC;AAIH;;;;GAIG;AACH,MAAM,MAAM,aAAa,GAAG,QAAQ,CAAC;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,OAAO,CAAC;IAClB,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CAC1C,CAAC,CAAC;AAEH;;;;;;;;;GASG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAuBrB;AA+ND;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,OAAO,GAChB,SAAS,aAAa,EAAE,GAAG,SAAS,CA2CtC"}