@phigon/observer 8.0.2 → 8.2.0

package/dist/src/activity/goose-sqlite-source.js

@@ -0,0 +1,274 @@
+import { createHash } from "node:crypto";
+import { realpath, stat } from "node:fs/promises";
+import { join, relative, resolve, sep } from "node:path";
+import { DatabaseSync } from "node:sqlite";
+import { databaseSignature } from "./sqlite-connections.js";
+const databaseName = "sessions.db";
+const maxRowsPerScan = 4_096;
+const maxContentBytes = 4 << 20;
+/**
+ * Goose (1.10+) stores every session in one SQLite database,
+ * `<data dir>/sessions/sessions.db`, with one `messages` row per message
+ * (`content_json` holds the message content blocks). Rows are delivered in
+ * insertion order; the cursor is the last delivered row id, so a scan reads
+ * only rows added since. Records keep Goose's own message id, so a
+ * conversation that Goose rewrites keeps stable source record identities.
+ */
+export async function scanGooseSQLiteSources(options) {
+    const records = [];
+    let files = 0;
+    let malformed = 0;
+    let oversized = 0;
+    let complete = true;
+    for (const root of options.roots) {
+        try {
+            const result = await scanDatabase(root, {
+                ...options,
+                maxRecords: Math.max(0, options.maxRecords - records.length),
+            });
+            records.push(...result.records);
+            files += result.files;
+            malformed += result.malformed;
+            oversized += result.oversized;
+            complete = complete && result.complete;
+        }
+        catch (error) {
+            options.connections?.release(root);
+            if (!isUnavailableDatabase(error))
+                throw error;
+        }
+    }
+    return { records, files, malformed, oversized, complete };
+}
+async function scanDatabase(root, options) {
+    const empty = { records: [], files: 0, malformed: 0, oversized: 0, complete: true };
+    const rootReal = await realpath(root);
+    const databaseReal = await realpath(join(rootReal, databaseName));
+    const metadata = isWithin(rootReal, databaseReal)
+        ? await stat(databaseReal)
+        : undefined;
+    if (metadata?.isFile() !== true) {
+        options.connections?.release(root);
+        return empty;
+    }
+    // A history import skips a database it already read to the end.
+    const signature = options.historical && options.completedHistory !== undefined
+        ? await databaseSignature(databaseReal, metadata)
+        : undefined;
+    if (signature !== undefined && options.completedHistory?.get(databaseReal) === signature) {
+        return { ...empty, files: 1 };
+    }
+    // Only a live reader skips unchanged databases; see SQLiteConnections.
+    const scan = options.historical
+        ? undefined
+        : await options.connections?.check(root, databaseReal, metadata, options.cursors, openDatabase);
+    if (scan?.unchanged === true)
+        return { ...empty, files: 1 };
+    const database = scan?.database ?? openDatabase(databaseReal);
+    try {
+        const columns = supportedColumns(database);
+        if (columns === undefined) {
+            scan?.finish(undefined);
+            return { ...empty, files: 1, malformed: 1 };
+        }
+        const cursorKey = digest(`goose-sqlite-v1:${databaseReal}`);
+        const newest = maxRowID(database);
+        const saved = options.cursors.get(cursorKey);
+        let cursor = saved;
+        // AUTOINCREMENT never reuses ids; a smaller maximum means the database
+        // was recreated, so its rows are all new.
+        if (cursor !== undefined && newest < cursor)
+            cursor = 0;
+        let rows;
+        let replay = false;
+        let idle;
+        if (cursor === undefined && !options.historical && options.initialScan) {
+            replay = options.replayOnFirstStart;
+            rows = replay
+                ? latestRows(database, columns, Math.min(options.maxReplayRecords, options.maxRecords))
+                : [];
+            // Live collection starts at the current end of the database; only a
+            // bounded first-start replay reads saved messages. A database created
+            // after startup holds only new work and is read from its first row.
+            options.cursors.set(cursorKey, newest);
+        }
+        else {
+            const limit = Math.min(maxRowsPerScan, options.maxRecords);
+            const after = limit > 0
+                ? rowsAfter(database, columns, cursor ?? 0, limit)
+                : undefined;
+            rows = after?.rows ?? [];
+            const last = rows.at(-1);
+            if (last !== undefined)
+                options.cursors.set(cursorKey, last.id);
+            else if (cursor === undefined)
+                options.cursors.set(cursorKey, 0);
+            if (cursor !== undefined && cursor === saved && after?.selected === 0) {
+                // No row past the cursor, so the row limit did not matter: the same
+                // database and cursor give the same empty scan.
+                idle = [[cursorKey, cursor]];
+            }
+        }
+        const records = [];
+        let malformed = 0;
+        let oversized = 0;
+        for (const row of rows) {
+            if (Buffer.byteLength(row.content, "utf8") > maxContentBytes) {
+                oversized++;
+                continue;
+            }
+            let content;
+            try {
+                content = JSON.parse(row.content);
+            }
+            catch {
+                malformed++;
+                continue;
+            }
+            const created = createdAt(row.created, metadata.mtime);
+            records.push({
+                adapterId: options.adapterId,
+                sourceId: `ses_${digest(`${databaseReal}\u0000${row.sessionID}`).slice(0, 32)}`,
+                sourceRecordId: digest(`${databaseReal}\u0000${row.sessionID}\u0000${row.messageID || `row:${row.id}`}`),
+                observedAt: created,
+                initialReplay: replay || options.historical,
+                value: {
+                    type: "goose_message",
+                    role: row.role,
+                    content,
+                    created: row.created,
+                    timestamp: created.toISOString(),
+                    metadata: parseMetadata(row.metadata),
+                },
+            });
+        }
+        const delivered = options.cursors.get(cursorKey) ?? 0;
+        scan?.finish(idle);
+        if (signature !== undefined && options.historical && delivered >= newest && records.length === 0) {
+            options.completedHistory?.set(databaseReal, signature);
+        }
+        return {
+            records,
+            files: 1,
+            malformed,
+            oversized,
+            complete: !options.historical || delivered >= newest,
+        };
+    }
+    catch (error) {
+        scan?.fail();
+        throw error;
+    }
+    finally {
+        if (scan === undefined)
+            database.close();
+    }
+}
+function openDatabase(path) {
+    const database = new DatabaseSync(path, { readOnly: true });
+    try {
+        database.exec("PRAGMA query_only = ON; PRAGMA trusted_schema = OFF;");
+    }
+    catch (error) {
+        database.close();
+        throw error;
+    }
+    return database;
+}
+/** Valid rows after the cursor, and how many rows the query selected. */
+function rowsAfter(database, columns, cursor, limit) {
+    const selected = database.prepare(`SELECT ${columns} FROM messages WHERE id > ? ORDER BY id ASC LIMIT ?`).all(cursor, limit);
+    return { rows: selected.flatMap(messageRow), selected: selected.length };
+}
+function latestRows(database, columns, limit) {
+    if (limit <= 0)
+        return [];
+    return database.prepare(`SELECT ${columns} FROM messages ORDER BY id DESC LIMIT ?`).all(limit).flatMap(messageRow).reverse();
+}
+function maxRowID(database) {
+    const value = database.prepare("SELECT MAX(id) AS id FROM messages").get();
+    const id = isRecord(value) ? value["id"] : undefined;
+    return typeof id === "number" && Number.isSafeInteger(id) ? id : 0;
+}
+function messageRow(value) {
+    if (!isRecord(value))
+        return [];
+    const id = value["id"];
+    const sessionID = value["session_id"];
+    const role = value["role"];
+    const content = value["content_json"];
+    const created = value["created_timestamp"];
+    if (typeof id !== "number" ||
+        !Number.isSafeInteger(id) ||
+        typeof sessionID !== "string" ||
+        sessionID.length === 0 ||
+        Buffer.byteLength(sessionID, "utf8") > 128 ||
+        typeof role !== "string" ||
+        typeof content !== "string") {
+        return [];
+    }
+    return [{
+            id,
+            messageID: typeof value["message_id"] === "string" ? value["message_id"] : "",
+            sessionID,
+            role,
+            content,
+            created: typeof created === "number" ? created : 0,
+            metadata: typeof value["metadata_json"] === "string" ? value["metadata_json"] : "",
+        }];
+}
+/** Goose stores epoch seconds; values above 1e10 are milliseconds. */
+function createdAt(value, fallback) {
+    if (!Number.isFinite(value) || value <= 0)
+        return fallback;
+    const parsed = new Date(value > 1e10 ? value : value * 1_000);
+    return Number.isNaN(parsed.getTime()) ? fallback : parsed;
+}
+function parseMetadata(value) {
+    if (value === "")
+        return undefined;
+    try {
+        return JSON.parse(value);
+    }
+    catch {
+        return undefined;
+    }
+}
+/**
+ * The SELECT list for the messages table, or undefined when the required
+ * columns are missing. message_id and metadata_json were added by later
+ * schema migrations and are optional.
+ */
+function supportedColumns(database) {
+    const columns = new Set(database.prepare("PRAGMA table_info(messages)").all().flatMap((value) => isRecord(value) && typeof value["name"] === "string" ? [value["name"]] : []));
+    const required = ["id", "session_id", "role", "content_json", "created_timestamp"];
+    if (!required.every((column) => columns.has(column)))
+        return undefined;
+    return [
+        ...required,
+        columns.has("message_id") ? "message_id" : "NULL AS message_id",
+        columns.has("metadata_json") ? "metadata_json" : "NULL AS metadata_json",
+    ].join(", ");
+}
+function digest(value) {
+    return createHash("sha256").update(value).digest("hex");
+}
+function isRecord(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function isWithin(root, candidate) {
+    const path = relative(resolve(root), resolve(candidate));
+    return path === "" || (!path.startsWith(`..${sep}`) && path !== "..");
+}
+function isUnavailableDatabase(error) {
+    return error instanceof Error && ("code" in error && [
+        "ENOENT",
+        "EACCES",
+        "EPERM",
+        "ENOTDIR",
+        "EBUSY",
+        "ESTALE",
+    ].includes(String(error.code)) ||
+        /database is locked|unable to open database file/iu.test(error.message));
+}
+//# sourceMappingURL=goose-sqlite-source.js.map

package/dist/src/activity/goose-sqlite-source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"goose-sqlite-source.js","sourceRoot":"","sources":["../../../src/activity/goose-sqlite-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAyB,iBAAiB,EAA4C,MAAM,yBAAyB,CAAC;AAE7H,MAAM,YAAY,GAAG,aAAa,CAAC;AACnC,MAAM,cAAc,GAAG,KAAK,CAAC;AAC7B,MAAM,eAAe,GAAG,CAAC,IAAI,EAAE,CAAC;AA2BhC;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,OAAoB;IAQpB,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,QAAQ,GAAG,IAAI,CAAC;IACpB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE;gBACtC,GAAG,OAAO;gBACV,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;aAC7D,CAAC,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;YAChC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC;YACtB,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC;YAC9B,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC;YAC9B,QAAQ,GAAG,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;QACjD,CAAC;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;AAC5D,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,IAAY,EACZ,OAAoB;IAQpB,MAAM,KAAK,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACpF,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC;QAC/C,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC;QAC1B,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,QAAQ,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC;QAChC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,gEAAgE;IAChE,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,gBAAgB,KAAK,SAAS;QAC5E,CAAC,CAAC,MAAM,iBAAiB,CAAC,YAAY,EAAE,QAAQ,CAAC;QACjD,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,YAAY,CAAC,KAAK,SAAS,EAAE,CAAC;QACzF,OAAO,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IAChC,CAAC;IACD,uEAAuE;IACvE,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU;QAC7B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,MAAM,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAClG,IAAI,IAAI,EAAE,SAAS,KAAK,IAAI;QAAE,OAAO,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IAC5D,MAAM,QAAQ,GAAG,IAAI,EAAE,QAAQ,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC;IAC9D,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;YACxB,OAAO,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAC9C,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,mBAAmB,YAAY,EAAE,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,uEAAuE;QACvE,0CAA0C;QAC1C,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,GAAG,MAAM;YAAE,MAAM,GAAG,CAAC,CAAC;QACxD,IAAI,IAAkB,CAAC;QACvB,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,IAAI,IAA6B,CAAC;QAClC,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACvE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;YACpC,IAAI,GAAG,MAAM;gBACX,CAAC,CAAC,UAAU,CACV,QAAQ,EACR,OAAO,EACP,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,EAAE,OAAO,CAAC,UAAU,CAAC,CACvD;gBACD,CAAC,CAAC,EAAE,CAAC;YACP,oEAAoE;YACpE,sEAAsE;YACtE,oEAAoE;YACpE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YAC3D,MAAM,KAAK,GAAG,KAAK,GAAG,CAAC;gBACrB,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,EAAE,KAAK,CAAC;gBAClD,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,GAAG,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACzB,IAAI,IAAI,KAAK,SAAS;gBAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;iBAC3D,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;YACjE,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,KAAK,IAAI,KAAK,EAAE,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACtE,oEAAoE;gBACpE,gDAAgD;gBAChD,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,eAAe,EAAE,CAAC;gBAC7D,SAAS,EAAE,CAAC;gBACZ,SAAS;YACX,CAAC;YACD,IAAI,OAAgB,CAAC;YACrB,IAAI,CAAC;gBACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS,EAAE,CAAC;gBACZ,SAAS;YACX,CAAC;YACD,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;YACvD,OAAO,CAAC,IAAI,CAAC;gBACX,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,QAAQ,EAAE,OAAO,MAAM,CAAC,GAAG,YAAY,SAAS,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;gBAC/E,cAAc,EAAE,MAAM,CACpB,GAAG,YAAY,SAAS,GAAG,CAAC,SAAS,SAAS,GAAG,CAAC,SAAS,IAAI,OAAO,GAAG,CAAC,EAAE,EAAE,EAAE,CACjF;gBACD,UAAU,EAAE,OAAO;gBACnB,aAAa,EAAE,MAAM,IAAI,OAAO,CAAC,UAAU;gBAC3C,KAAK,EAAE;oBACL,IAAI,EAAE,eAAe;oBACrB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,OAAO;oBACP,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,SAAS,EAAE,OAAO,CAAC,WAAW,EAAE;oBAChC,QAAQ,EAAE,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC;iBACtC;aACF,CAAC,CAAC;QACL,CAAC;QACD,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACtD,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,UAAU,IAAI,SAAS,IAAI,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjG,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QACzD,CAAC;QACD,OAAO;YACL,OAAO;YACP,KAAK,EAAE,CAAC;YACR,SAAS;YACT,SAAS;YACT,QAAQ,EAAE,CAAC,OAAO,CAAC,UAAU,IAAI,SAAS,IAAI,MAAM;SACrD,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,EAAE,IAAI,EAAE,CAAC;QACb,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,IAAI,IAAI,KAAK,SAAS;YAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,IAAI,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;IACxE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjB,MAAM,KAAK,CAAC;IACd,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,yEAAyE;AACzE,SAAS,SAAS,CAChB,QAAsB,EACtB,OAAe,EACf,MAAc,EACd,KAAa;IAEb,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAC/B,UAAU,OAAO,qDAAqD,CACvE,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACrB,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;AAC3E,CAAC;AAED,SAAS,UAAU,CACjB,QAAsB,EACtB,OAAe,EACf,KAAa;IAEb,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IAC1B,OAAO,QAAQ,CAAC,OAAO,CACrB,UAAU,OAAO,yCAAyC,CAC3D,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,QAAQ,CAAC,QAAsB;IACtC,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,EAAE,CAAC;IAC3E,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrD,OAAO,OAAO,EAAE,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAChC,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IACvB,MAAM,SAAS,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAC3C,IACE,OAAO,EAAE,KAAK,QAAQ;QACtB,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,KAAK,QAAQ;QAC7B,SAAS,CAAC,MAAM,KAAK,CAAC;QACtB,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,GAAG;QAC1C,OAAO,IAAI,KAAK,QAAQ;QACxB,OAAO,OAAO,KAAK,QAAQ,EAC3B,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,CAAC;YACN,EAAE;YACF,SAAS,EAAE,OAAO,KAAK,CAAC,YAAY,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;YAC7E,SAAS;YACT,IAAI;YACJ,OAAO;YACP,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAClD,QAAQ,EAAE,OAAO,KAAK,CAAC,eAAe,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE;SACnF,CAAC,CAAC;AACL,CAAC;AAED,sEAAsE;AACtE,SAAS,SAAS,CAAC,KAAa,EAAE,QAAc;IAC9C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC3D,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;IAC9D,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;AAC5D,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,SAAS,CAAC;IACnC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,QAAsB;IAC9C,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,QAAQ,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACtE,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAC5E,CACF,CAAC;IACF,MAAM,QAAQ,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,mBAAmB,CAAC,CAAC;IACnF,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACvE,OAAO;QACL,GAAG,QAAQ;QACX,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,oBAAoB;QAC/D,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,uBAAuB;KACzE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,MAAM,CAAC,KAAa;IAC3B,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,SAAiB;IAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IACzD,OAAO,IAAI,KAAK,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,OAAO,KAAK,YAAY,KAAK,IAAI,CAC/B,MAAM,IAAI,KAAK,IAAI;QACjB,QAAQ;QACR,QAAQ;QACR,OAAO;QACP,SAAS;QACT,OAAO;QACP,QAAQ;KACT,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,mDAAmD,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CACxE,CAAC;AACJ,CAAC"}

package/dist/src/activity/index.d.ts

@@ -6,8 +6,11 @@ export * from "./policy.js";
 export * from "./source-reader.js";
 export * from "./types.js";
 export { claudeActivityAdapter } from "./adapters/claude.js";
+export { clineActivityAdapter } from "./adapters/cline.js";
 export { codexActivityAdapter } from "./adapters/codex.js";
 export { copilotActivityAdapter } from "./adapters/copilot.js";
+export { geminiActivityAdapter } from "./adapters/gemini.js";
+export { gooseActivityAdapter } from "./adapters/goose.js";
 export { genericActivityAdapter } from "./adapters/generic.js";
 export { hermesActivityAdapter } from "./adapters/hermes.js";
 export { openClawActivityAdapter } from "./adapters/openclaw.js";

package/dist/src/activity/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/activity/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,0BAA0B,CAAC;AACzC,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC;AACnC,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/activity/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,0BAA0B,CAAC;AACzC,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC;AACnC,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC"}

package/dist/src/activity/index.js

@@ -6,8 +6,11 @@ export * from "./policy.js";
 export * from "./source-reader.js";
 export * from "./types.js";
 export { claudeActivityAdapter } from "./adapters/claude.js";
+export { clineActivityAdapter } from "./adapters/cline.js";
 export { codexActivityAdapter } from "./adapters/codex.js";
 export { copilotActivityAdapter } from "./adapters/copilot.js";
+export { geminiActivityAdapter } from "./adapters/gemini.js";
+export { gooseActivityAdapter } from "./adapters/goose.js";
 export { genericActivityAdapter } from "./adapters/generic.js";
 export { hermesActivityAdapter } from "./adapters/hermes.js";
 export { openClawActivityAdapter } from "./adapters/openclaw.js";

package/dist/src/activity/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/activity/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,0BAA0B,CAAC;AACzC,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC;AACnC,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/activity/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,0BAA0B,CAAC;AACzC,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC;AACnC,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC"}

package/dist/src/activity/ingest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../../../src/activity/ingest.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAK5C,MAAM,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IAC1C,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC,CAAC;AAEH,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC;IAC1D,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,QAAQ,CAAC;CACjB,CAAC,GAAG,OAAO,CAAC,oBAAoB,CAAC,CA8FjC"}
+{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../../../src/activity/ingest.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAK5C,MAAM,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IAC1C,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC,CAAC;AAEH,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC;IAC1D,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,QAAQ,CAAC;CACjB,CAAC,GAAG,OAAO,CAAC,oBAAoB,CAAC,CA8FjC"}

package/dist/src/activity/ingest.js

@@ -1,3 +1,4 @@
+import { makeDirectoryPrivate } from "../private-directory.js";
 import { randomUUID } from "node:crypto";
 import { chmod, mkdir, open, unlink, } from "node:fs/promises";
 import { join } from "node:path";
@@ -19,7 +20,7 @@ export async function ingestActivityJSONL(options) {
     const bridgeRoot = join(options.dataDirectory, "bridges");
     const agentRoot = join(bridgeRoot, agent.id);
     await mkdir(agentRoot, { recursive: true, mode: 0o700 });
-    await chmod(options.dataDirectory, 0o700);
+    await makeDirectoryPrivate(options.dataDirectory);
     await chmod(bridgeRoot, 0o700);
     await chmod(agentRoot, 0o700);
     const target = join(agentRoot, `${Date.now()}-${randomUUID()}.jsonl`);

package/dist/src/activity/ingest.js.map

@@ -1 +1 @@
-{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../../../src/activity/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,KAAK,EACL,KAAK,EACL,IAAI,EACJ,MAAM,GACP,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEnD,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,CAAC;AAU7B,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAKxC;IACA,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC1D,MAAM,eAAe,GAAG,cAAc,KAAK,QAAQ;QACjD,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,SAAS,CAAC;QACvC,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,cAAc,KAAK,QAAQ,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IACD,MAAM,KAAK,GAAG,mBAAmB,CAC/B,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CACzD,CAAC;IACF,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CACb,kEAAkE,CACnE,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;IAC7C,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACzD,MAAM,KAAK,CAAC,OAAO,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IAC1C,MAAM,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC/B,MAAM,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,IAAI,CACjB,SAAS,EACT,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,UAAU,EAAE,QAAQ,CACtC,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IAC/C,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,eAAe,CAAC;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,QAAQ;YACnB,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC/B,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;gBAAE,SAAS;YACjC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,YAAY,EAAE,CAAC;gBACnD,SAAS,EAAE,CAAC;gBACZ,SAAS;YACX,CAAC;YACD,IAAI,UAAU,GAAG,IAAI,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACxC,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;oBAClC,IACE,OAAO,KAAK,KAAK,QAAQ;wBACzB,KAAK,KAAK,IAAI;wBACd,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EACpB,CAAC;wBACD,SAAS,EAAE,CAAC;wBACZ,SAAS;oBACX,CAAC;oBACD,MAAM,YAAY,GAAI,KAAiC,CACrD,mBAAmB,CACpB,CAAC;oBACF,IACE,YAAY,KAAK,SAAS;wBAC1B,YAAY,KAAK,eAAe,EAChC,CAAC;wBACD,SAAS,EAAE,CAAC;wBACZ,SAAS;oBACX,CAAC;oBACD,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC;wBAC1B,GAAG,KAAK;wBACR,iBAAiB,EAAE,eAAe;qBACnC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS,EAAE,CAAC;gBACZ,SAAS;YACX,CAAC;YACD,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,UAAU,IAAI,CAAC,CAAC;YACtC,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACtB,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;QAClB,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,MAAM,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,KAAK,EAAE,KAAK,CAAC,EAAE;QACf,GAAG,CAAC,eAAe,KAAK,SAAS;YAC/B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,CAAC;QACnC,OAAO;QACP,SAAS;QACT,SAAS;KACV,CAAC,CAAC;AACL,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAyB;IACnD,MAAM,IAAI,GAAG,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACjC,IACE,IAAI,CAAC,MAAM,KAAK,CAAC;QACjB,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,GAAG;QACrC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC;QACnC,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAC3B,CAAC;QACD,MAAM,IAAI,KAAK,CACb,wEAAwE,CACzE,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}
+{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../../../src/activity/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,KAAK,EACL,KAAK,EACL,IAAI,EACJ,MAAM,GACP,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEnD,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,CAAC;AAU7B,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAKxC;IACA,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC1D,MAAM,eAAe,GAAG,cAAc,KAAK,QAAQ;QACjD,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,SAAS,CAAC;QACvC,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,cAAc,KAAK,QAAQ,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IACD,MAAM,KAAK,GAAG,mBAAmB,CAC/B,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CACzD,CAAC;IACF,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CACb,kEAAkE,CACnE,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;IAC7C,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACzD,MAAM,oBAAoB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAClD,MAAM,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC/B,MAAM,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,IAAI,CACjB,SAAS,EACT,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,UAAU,EAAE,QAAQ,CACtC,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IAC/C,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,eAAe,CAAC;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,QAAQ;YACnB,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC/B,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;gBAAE,SAAS;YACjC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,YAAY,EAAE,CAAC;gBACnD,SAAS,EAAE,CAAC;gBACZ,SAAS;YACX,CAAC;YACD,IAAI,UAAU,GAAG,IAAI,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACxC,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;oBAClC,IACE,OAAO,KAAK,KAAK,QAAQ;wBACzB,KAAK,KAAK,IAAI;wBACd,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EACpB,CAAC;wBACD,SAAS,EAAE,CAAC;wBACZ,SAAS;oBACX,CAAC;oBACD,MAAM,YAAY,GAAI,KAAiC,CACrD,mBAAmB,CACpB,CAAC;oBACF,IACE,YAAY,KAAK,SAAS;wBAC1B,YAAY,KAAK,eAAe,EAChC,CAAC;wBACD,SAAS,EAAE,CAAC;wBACZ,SAAS;oBACX,CAAC;oBACD,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC;wBAC1B,GAAG,KAAK;wBACR,iBAAiB,EAAE,eAAe;qBACnC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS,EAAE,CAAC;gBACZ,SAAS;YACX,CAAC;YACD,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,UAAU,IAAI,CAAC,CAAC;YACtC,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACtB,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;QAClB,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,MAAM,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,KAAK,EAAE,KAAK,CAAC,EAAE;QACf,GAAG,CAAC,eAAe,KAAK,SAAS;YAC/B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,CAAC;QACnC,OAAO;QACP,SAAS;QACT,SAAS;KACV,CAAC,CAAC;AACL,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAyB;IACnD,MAAM,IAAI,GAAG,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACjC,IACE,IAAI,CAAC,MAAM,KAAK,CAAC;QACjB,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,GAAG;QACrC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC;QACnC,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAC3B,CAAC;QACD,MAAM,IAAI,KAAK,CACb,wEAAwE,CACzE,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/src/activity/json-document-source.d.ts

@@ -0,0 +1,136 @@
+import type { SourceRecord } from "./source-reader.js";
+export type JSONDocumentOptions = Readonly<{
+    /**
+     * `json` (default): one JSON document. `jsonl`: one message per line; a
+     * final line that is still being written is read once it is complete.
+     * `mutation-log`: a VS Code chat session log (an initial state followed
+     * by set, push and delete entries) replayed into its document.
+     */
+    documentFormat?: "json" | "jsonl" | "mutation-log";
+    /**
+     * Regular expression matched against each directory's `/`-separated
+     * relative path. Only matching directories are walked.
+     */
+    directoryPattern?: string;
+    /** Dotted path of a stable id inside each message. */
+    messageIdField?: string;
+    /**
+     * Dotted fields that mark a message as finished. The last message is held
+     * back while it has none of them set, so a reply that is still being
+     * written is delivered once, complete. An earlier message is final even
+     * without them: the agent has moved on from it.
+     */
+    completeFields?: readonly string[];
+    /**
+     * Field that is true while a message is still being written (for example
+     * Cline's `partial`). The last message is held back while it is true.
+     */
+    pendingField?: string;
+    /**
+     * When set, the document's first message is delivered with this field set
+     * to true. Some agents store the user's opening request like any other
+     * message, so only its position tells it apart.
+     */
+    firstMessageField?: string;
+    /**
+     * Top-level field that holds the agent's own session id. When present it
+     * names the session and its records, so two files holding the same
+     * session produce the same record identities.
+     */
+    sessionIdField?: string;
+}>;
+export type JSONDocumentSource = Readonly<{
+    adapterId: string;
+    roots: readonly string[];
+    /** Regular expression matched against the `/`-separated relative path. */
+    pathPattern: string;
+    /**
+     * Top-level array that holds the conversation messages, or "" when the
+     * document itself is the array.
+     */
+    messagesField: string;
+}> & JSONDocumentOptions;
+type ScanOptions = Readonly<{
+    cursors: Map<string, number>;
+    /** Reused folder listings; without one every scan lists every folder. */
+    listings?: DirectoryListingCache;
+    initialScan: boolean;
+    replayOnFirstStart: boolean;
+    replaySessions: number;
+    maxReplayRecords: number;
+    maxRecords: number;
+    historical: boolean;
+}>;
+/**
+ * Reads agents that keep each conversation as one JSON document rewritten
+ * in place (for example `{ messages: [...] }`). A document's cursor holds
+ * the number of messages already delivered and a fingerprint of the last
+ * one, so new messages are emitted once although the whole file is
+ * rewritten. A document whose delivered prefix changed (compaction or a
+ * rewind) resumes after the remembered message, or is re-baselined when
+ * that message is gone. Unchanged documents are not parsed again.
+ */
+export declare function scanJSONDocumentSource(source: JSONDocumentSource, options: ScanOptions): Promise<Readonly<{
+    records: readonly SourceRecord[];
+    files: number;
+    malformed: number;
+    oversized: number;
+    complete: boolean;
+}>>;
+export declare function packCursor(messages: readonly unknown[], count: number, idField: string | undefined): number;
+/**
+ * Index of the first undelivered message. The delivered prefix must still
+ * end with the remembered message; if it moved, resume after it; if it is
+ * gone the document was rewritten and everything present is treated as
+ * already delivered.
+ */
+export declare function resumeIndex(messages: readonly unknown[], cursor: number, idField: string | undefined): number;
+type DirectoryEntry = Readonly<{
+    name: string;
+    directory: boolean;
+    file: boolean;
+}>;
+type ListingFileSystem = Readonly<{
+    readdir: (directory: string) => Promise<readonly DirectoryEntry[]>;
+    modifiedMs: (directory: string) => Promise<number>;
+    metadata: (file: string) => Promise<Readonly<{
+        modifiedMs: number;
+        size: number;
+    }>>;
+    now: () => number;
+}>;
+/**
+ * Folder listings reused across scans. Adding, removing or renaming an entry
+ * changes its folder's modified time, so a folder is listed again only when
+ * that time moved. Checking a folder costs about half of listing it, and
+ * most folders under an agent's session store never change. A folder that
+ * changed within the last two seconds is listed again on the next scan,
+ * because coarse file-system clocks can hide a second change in the same
+ * tick, and every folder is listed afresh at least every 30 seconds.
+ *
+ * Folders and documents untouched for ten minutes are cold: they are checked
+ * every ten seconds instead of on every scan, so a conversation resumed in a
+ * quiet project is noticed within ten seconds while active ones stay live.
+ */
+export declare class DirectoryListingCache {
+    #private;
+    static readonly relistAfterMs = 30000;
+    static readonly settleMs = 2000;
+    static readonly coldAfterMs: number;
+    static readonly coldCheckMs = 10000;
+    static readonly maxFolders = 8192;
+    constructor(fileSystem?: ListingFileSystem);
+    /**
+     * The folder's entries. `trustMs` skips even the folder check while the
+     * listing is younger than that; history imports use it, since live
+     * collection already follows new conversations.
+     */
+    list(directory: string, trustMs?: number): Promise<readonly DirectoryEntry[]>;
+    /** A document's time and size; a cold document is checked every ten seconds. */
+    metadata(file: string): Promise<Readonly<{
+        modifiedMs: number;
+        size: number;
+    }>>;
+}
+export {};
+//# sourceMappingURL=json-document-source.d.ts.map

package/dist/src/activity/json-document-source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-document-source.d.ts","sourceRoot":"","sources":["../../../src/activity/json-document-source.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAcvD,MAAM,MAAM,mBAAmB,GAAG,QAAQ,CAAC;IACzC;;;;;OAKG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,cAAc,CAAC;IACnD;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sDAAsD;IACtD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;;;;OAKG;IACH,cAAc,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC,CAAC;AAEH,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,0EAA0E;IAC1E,WAAW,EAAE,MAAM,CAAC;IACpB;;;OAGG;IACH,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC,GAAG,mBAAmB,CAAC;AAEzB,KAAK,WAAW,GAAG,QAAQ,CAAC;IAC1B,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B,yEAAyE;IACzE,QAAQ,CAAC,EAAE,qBAAqB,CAAC;IACjC,WAAW,EAAE,OAAO,CAAC;IACrB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,OAAO,CAAC;CACrB,CAAC,CAAC;AASH;;;;;;;;GAQG;AACH,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,kBAAkB,EAC1B,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,QAAQ,CAAC;IAClB,OAAO,EAAE,SAAS,YAAY,EAAE,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC,CAAC,CA0IF;AAED,wBAAgB,UAAU,CACxB,QAAQ,EAAE,SAAS,OAAO,EAAE,EAC5B,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,GAAG,SAAS,GAC1B,MAAM,CAKR;AAED;;;;;GAKG;AACH,wBAAgB,WAAW,CACzB,QAAQ,EAAE,SAAS,OAAO,EAAE,EAC5B,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,GAAG,SAAS,GAC1B,MAAM,CAcR;AAmPD,KAAK,cAAc,GAAG,QAAQ,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,OAAO,CAAA;CAAE,CAAC,CAAC;AAWpF,KAAK,iBAAiB,GAAG,QAAQ,CAAC;IAChC,OAAO,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,SAAS,cAAc,EAAE,CAAC,CAAC;IACnE,UAAU,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACnD,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,QAAQ,CAAC;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;IACpF,GAAG,EAAE,MAAM,MAAM,CAAC;CACnB,CAAC,CAAC;AAaH;;;;;;;;;;;;GAYG;AACH,qBAAa,qBAAqB;;IAChC,MAAM,CAAC,QAAQ,CAAC,aAAa,SAAU;IACvC,MAAM,CAAC,QAAQ,CAAC,QAAQ,QAAS;IACjC,MAAM,CAAC,QAAQ,CAAC,WAAW,SAAe;IAC1C,MAAM,CAAC,QAAQ,CAAC,WAAW,SAAU;IACrC,MAAM,CAAC,QAAQ,CAAC,UAAU,QAAS;gBAKvB,UAAU,GAAE,iBAAyC;IAIjE;;;;OAIG;IACG,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,SAAI,GAAG,OAAO,CAAC,SAAS,cAAc,EAAE,CAAC;IAmC9E,gFAAgF;IAC1E,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAiBtF"}