@m4ike1/ion-session-backend-sqlite-node 0.1.0

package/dist/sqlite/repo.js

@@ -0,0 +1,408 @@
+import { mkdir, open as openFile, readdir, realpath, rm } from "node:fs/promises";
+import { dirname, join } from "node:path";
+import { branchTip, createForkSnapshot, StorageBackedSession } from "@m4ike1/ion-agent-core";
+import { uuidv7 } from "@m4ike1/ion-ai";
+import { applyInitialSchema } from "./migrations.js";
+import { appendEntryToBranchIndex, scanBranchEntries } from "./session/branch-entries.js";
+import { decodeEntryRow, EntryRowWriter } from "./session/entries.js";
+import { deleteSessionRows, hasSessionRow, insertSessionRow, metadataFromSessionRow, readAllSessionRows, readSessionRow, } from "./session/session-row.js";
+import { readAllScalarValueRows, setScalarValueRow } from "./session/values.js";
+import { SqliteOpenSession } from "./session.js";
+import { sql } from "./sql.js";
+import { SqliteStorage } from "./storage.js";
+export const SQLITE_STORAGE_VERSION = 1;
+export const SQLITE_SESSION_EXTENSION = ".sqlite";
+const FIRST_AVAILABLE_COMMIT_SEQ = 1;
+const SAFE_SESSION_FILE_ID = /^[A-Za-z0-9_-]+$/;
+function sessionFileName(id) {
+    if (SAFE_SESSION_FILE_ID.test(id))
+        return `${id}${SQLITE_SESSION_EXTENSION}`;
+    const encoded = Buffer.from(id, "utf16le").toString("base64url");
+    return `~${encoded}${SQLITE_SESSION_EXTENSION}`;
+}
+function sessionPath(directory, id) {
+    return join(directory, sessionFileName(id));
+}
+function storageIdentity(path, sessionId) {
+    return JSON.stringify([path, sessionId]);
+}
+function isErrorWithCode(error, code) {
+    return typeof error === "object" && error !== null && "code" in error && error.code === code;
+}
+async function removeSessionFiles(path, options) {
+    await rm(path, { force: options.force });
+    await rm(`${path}-wal`, { force: true });
+    await rm(`${path}-shm`, { force: true });
+}
+function configureWritableConnection(db) {
+    db.exec("PRAGMA journal_mode = WAL; PRAGMA busy_timeout = 5000;");
+}
+function configureReadOnlyConnection(db) {
+    db.exec("PRAGMA busy_timeout = 5000;");
+}
+function readSourceEntries(db, sessionId) {
+    return sql `SELECT id, parent_id, seq, type, custom_type, timestamp, payload
+		FROM entries WHERE session_id = ${sessionId} ORDER BY seq ASC`
+        .all(db)
+        .map(decodeEntryRow);
+}
+function buildForkSnapshot(source, options) {
+    const snapshot = createForkSnapshot({
+        entries: source.entries,
+        scalarValues: source.scalarValues,
+        entriesComplete: source.entriesComplete,
+    }, options);
+    const entries = [...snapshot.entries.values()].sort((left, right) => left.seq - right.seq);
+    return {
+        entries,
+        scalarValues: snapshot.scalarValues,
+        messageCount: entries.filter((entry) => entry.type === "message").length,
+        nextSeq: snapshot.nextSeq,
+    };
+}
+// TODO(WP08): Remove this snapshot path when SQLite forks use streaming staging.
+function readForkSourceEntries(db, sessionId, scalarValues, options) {
+    if (options.scope === "tree")
+        return readSourceEntries(db, sessionId);
+    const sourceAddress = branchTip(options.branch);
+    const sourceTip = scalarValues.find((stored) => stored.address.namespace === sourceAddress.namespace && stored.address.key === sourceAddress.key);
+    if (sourceTip === undefined)
+        throw new Error(`Unknown source branch: ${options.branch}`);
+    return sourceTip.value === null
+        ? []
+        : scanBranchEntries(db, sessionId, { start: sourceTip.value, order: "oldestFirst" });
+}
+function createSqliteForkSnapshot(sourceDb, source, options) {
+    sourceDb.exec("BEGIN");
+    let committed = false;
+    try {
+        metadataFromSessionRow(source.path, readSessionRow(sourceDb, source.id), SQLITE_STORAGE_VERSION);
+        const scalarValues = readAllScalarValueRows(sourceDb, source.id);
+        const snapshot = buildForkSnapshot({
+            entries: readForkSourceEntries(sourceDb, source.id, scalarValues, options),
+            scalarValues,
+            entriesComplete: options.scope === "tree",
+        }, options);
+        sourceDb.exec("COMMIT");
+        committed = true;
+        return snapshot;
+    }
+    catch (error) {
+        if (!committed)
+            sourceDb.exec("ROLLBACK");
+        throw error;
+    }
+}
+function insertForkValue(db, sessionId, stored) {
+    setScalarValueRow(db, sessionId, stored.address.namespace, stored.address.key, stored.seq, stored.value);
+}
+function updateForkSessionStats(db, sessionId, messageCount) {
+    sql `UPDATE sessions SET message_count = ${messageCount} WHERE id = ${sessionId}`.run(db);
+}
+export class SqliteSessionRepo {
+    directory;
+    databasePath;
+    databaseFactory;
+    now;
+    pendingIds = new Set();
+    openStorages = new Map();
+    openSessions = new Set();
+    closed = false;
+    closePromise;
+    constructor(options) {
+        this.directory = options.directory;
+        this.databasePath = options.databasePath;
+        this.databaseFactory = options.databaseFactory;
+        this.now = options.now ?? Date.now;
+    }
+    async create(options, _context) {
+        this.assertOpen();
+        options ??= {};
+        const createdAt = this.now();
+        const id = options.id ?? uuidv7(createdAt);
+        this.reserveId(id);
+        const path = this.pathForSession(id);
+        let db;
+        let reservedFile = false;
+        let initialized = false;
+        let session;
+        try {
+            await mkdir(dirname(path), { recursive: true });
+            if (!this.usesSharedDatabase()) {
+                const file = await openFile(path, "wx");
+                await file.close();
+                reservedFile = true;
+            }
+            const activeDb = await this.databaseFactory.open(path);
+            db = activeDb;
+            configureWritableConnection(activeDb);
+            await applyInitialSchema(activeDb);
+            const canonicalPath = await realpath(path);
+            const metadata = {
+                id,
+                createdAt,
+                storageVersion: SQLITE_STORAGE_VERSION,
+                ...(options.parentSessionId === undefined ? {} : { parentSessionId: options.parentSessionId }),
+                path: canonicalPath,
+            };
+            activeDb.transaction(() => {
+                if (hasSessionRow(activeDb, id))
+                    throw new Error(`SQLite session already exists: ${id}`);
+                insertSessionRow(activeDb, metadata, SQLITE_STORAGE_VERSION, FIRST_AVAILABLE_COMMIT_SEQ);
+            });
+            initialized = true;
+            session = this.openStorageBackedSession(metadata, activeDb);
+            return session;
+        }
+        catch (error) {
+            if (reservedFile && !initialized)
+                await removeSessionFiles(path, { force: true });
+            throw error;
+        }
+        finally {
+            if (session === undefined) {
+                try {
+                    db?.close();
+                }
+                finally {
+                    this.pendingIds.delete(id);
+                }
+            }
+        }
+    }
+    async open(metadata, _context) {
+        this.assertOpen();
+        this.reserveId(metadata.id);
+        let db;
+        let session;
+        try {
+            const path = await this.repositoryPathForMetadata(metadata);
+            const activeDb = await this.databaseFactory.openExisting(path);
+            db = activeDb;
+            configureWritableConnection(activeDb);
+            const stored = metadataFromSessionRow(path, readSessionRow(activeDb, metadata.id), SQLITE_STORAGE_VERSION);
+            session = this.openStorageBackedSession(stored, activeDb);
+            return session;
+        }
+        finally {
+            if (session === undefined) {
+                try {
+                    db?.close();
+                }
+                finally {
+                    this.pendingIds.delete(metadata.id);
+                }
+            }
+        }
+    }
+    async list(_options, _context) {
+        this.assertOpen();
+        let paths;
+        if (this.usesSharedDatabase()) {
+            paths = [this.databasePath];
+        }
+        else {
+            let names;
+            try {
+                names = await readdir(this.directory);
+            }
+            catch (error) {
+                if (isErrorWithCode(error, "ENOENT"))
+                    return [];
+                throw error;
+            }
+            paths = names
+                .filter((name) => name.endsWith(SQLITE_SESSION_EXTENSION))
+                .map((name) => join(this.directory, name));
+        }
+        const sessions = [];
+        for (const path of paths) {
+            let db;
+            try {
+                const canonicalPath = await realpath(path);
+                db = await this.databaseFactory.openReadOnly(canonicalPath);
+                configureReadOnlyConnection(db);
+                for (const row of readAllSessionRows(db)) {
+                    sessions.push(metadataFromSessionRow(canonicalPath, row, SQLITE_STORAGE_VERSION));
+                }
+            }
+            catch {
+                // Discovery is best-effort: corrupt files, incompatible versions, and
+                // unrelated *.sqlite files are reported when explicitly opened.
+            }
+            finally {
+                db?.close();
+            }
+        }
+        return sessions.sort((left, right) => right.createdAt - left.createdAt);
+    }
+    async delete(metadata, _context) {
+        this.assertOpen();
+        this.reserveId(metadata.id);
+        try {
+            const path = await this.repositoryPathForMetadata(metadata);
+            const db = await this.databaseFactory.openExisting(path);
+            try {
+                configureWritableConnection(db);
+                if (this.usesSharedDatabase()) {
+                    db.transaction(() => {
+                        metadataFromSessionRow(path, readSessionRow(db, metadata.id), SQLITE_STORAGE_VERSION);
+                        deleteSessionRows(db, metadata.id);
+                    });
+                }
+                else {
+                    metadataFromSessionRow(path, readSessionRow(db, metadata.id), SQLITE_STORAGE_VERSION);
+                }
+            }
+            finally {
+                db.close();
+            }
+            if (!this.usesSharedDatabase())
+                await removeSessionFiles(path, { force: false });
+        }
+        finally {
+            this.pendingIds.delete(metadata.id);
+        }
+    }
+    async fork(source, options, context) {
+        this.assertOpen();
+        const createdAt = this.now();
+        const id = options.id ?? uuidv7(createdAt);
+        this.reserveId(id);
+        const sourceStorage = this.openStorages.get(storageIdentity(source.path, source.id));
+        const activeSourceSnapshot = sourceStorage?.snapshot(options, context);
+        void activeSourceSnapshot?.catch(() => undefined);
+        const path = this.pathForSession(id);
+        let db;
+        let reservedFile = false;
+        let initialized = false;
+        let session;
+        try {
+            await mkdir(dirname(path), { recursive: true });
+            if (!this.usesSharedDatabase()) {
+                const file = await openFile(path, "wx");
+                await file.close();
+                reservedFile = true;
+            }
+            const snapshot = activeSourceSnapshot === undefined
+                ? await this.createForkSnapshotFromExternalSource(source, options)
+                : buildForkSnapshot(await activeSourceSnapshot, options);
+            const activeDb = await this.databaseFactory.open(path);
+            db = activeDb;
+            configureWritableConnection(activeDb);
+            await applyInitialSchema(activeDb);
+            const canonicalPath = await realpath(path);
+            const metadata = {
+                id,
+                createdAt,
+                storageVersion: SQLITE_STORAGE_VERSION,
+                parentSessionId: source.id,
+                path: canonicalPath,
+            };
+            activeDb.transaction(() => {
+                if (hasSessionRow(activeDb, id))
+                    throw new Error(`SQLite session already exists: ${id}`);
+                insertSessionRow(activeDb, metadata, SQLITE_STORAGE_VERSION, snapshot.nextSeq);
+                const entryWriter = new EntryRowWriter(activeDb, id);
+                for (const entry of snapshot.entries) {
+                    entryWriter.insert(entry);
+                    appendEntryToBranchIndex(activeDb, id, entry);
+                }
+                for (const stored of snapshot.scalarValues)
+                    insertForkValue(activeDb, id, stored);
+                updateForkSessionStats(activeDb, id, snapshot.messageCount);
+            });
+            initialized = true;
+            session = this.openStorageBackedSession(metadata, activeDb);
+            return session;
+        }
+        catch (error) {
+            if (reservedFile && !initialized)
+                await removeSessionFiles(path, { force: true });
+            throw error;
+        }
+        finally {
+            if (session === undefined) {
+                try {
+                    db?.close();
+                }
+                finally {
+                    this.pendingIds.delete(id);
+                }
+            }
+        }
+    }
+    close(context) {
+        if (this.closePromise !== undefined)
+            return this.closePromise;
+        this.closed = true;
+        this.closePromise = this.closeOpenSessions(context);
+        return this.closePromise;
+    }
+    async createForkSnapshotFromExternalSource(source, options) {
+        const path = await realpath(source.path);
+        const sourceDb = await this.databaseFactory.openReadOnly(path);
+        try {
+            configureReadOnlyConnection(sourceDb);
+            return createSqliteForkSnapshot(sourceDb, { ...source, path }, options);
+        }
+        finally {
+            sourceDb.close();
+        }
+    }
+    async closeOpenSessions(context) {
+        const results = await Promise.allSettled([...this.openSessions].map((session) => session.close(context)));
+        const errors = results.flatMap((result) => (result.status === "rejected" ? [result.reason] : []));
+        if (errors.length === 1)
+            throw errors[0];
+        if (errors.length > 1)
+            throw new AggregateError(errors, "Failed to close SQLite Sessions");
+    }
+    openStorageBackedSession(metadata, db) {
+        const key = storageIdentity(metadata.path, metadata.id);
+        const storage = new SqliteStorage(db, { sessionId: metadata.id, now: this.now });
+        this.openStorages.set(key, storage);
+        const session = new StorageBackedSession(metadata, storage);
+        const openSession = new SqliteOpenSession(session, {
+            onClose: () => {
+                try {
+                    db.close();
+                }
+                finally {
+                    if (this.openStorages.get(key) === storage)
+                        this.openStorages.delete(key);
+                    this.openSessions.delete(openSession);
+                    this.pendingIds.delete(metadata.id);
+                }
+            },
+        });
+        this.openSessions.add(openSession);
+        return openSession;
+    }
+    async repositoryPathForMetadata(metadata) {
+        const [expected, actual] = await Promise.all([
+            realpath(this.pathForSession(metadata.id)),
+            realpath(metadata.path),
+        ]);
+        if (expected !== actual) {
+            throw new Error(`SQLite session metadata path is outside this repository: ${metadata.path}`);
+        }
+        return actual;
+    }
+    reserveId(id) {
+        if (this.pendingIds.has(id))
+            throw new Error(`Session is already open: ${id}`);
+        this.pendingIds.add(id);
+    }
+    pathForSession(id) {
+        return this.databasePath ?? sessionPath(this.directory, id);
+    }
+    usesSharedDatabase() {
+        return this.databasePath !== undefined;
+    }
+    assertOpen() {
+        if (this.closed)
+            throw new Error("SqliteSessionRepo is closed");
+    }
+}
+//# sourceMappingURL=repo.js.map

package/dist/sqlite/repo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"repo.js","sourceRoot":"","sources":["../../src/sqlite/repo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,IAAI,IAAI,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAClF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE1C,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC7F,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAC1F,OAAO,EAAE,cAAc,EAAiB,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACrF,OAAO,EACN,iBAAiB,EACjB,aAAa,EACb,gBAAgB,EAChB,sBAAsB,EACtB,kBAAkB,EAClB,cAAc,GAEd,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,aAAa,EAA8B,MAAM,cAAc,CAAC;AAGzE,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACxC,MAAM,CAAC,MAAM,wBAAwB,GAAG,SAAS,CAAC;AAElD,MAAM,0BAA0B,GAAG,CAAC,CAAC;AACrC,MAAM,oBAAoB,GAAG,kBAAkB,CAAC;AAYhD,SAAS,eAAe,CAAC,EAAU,EAAU;IAC5C,IAAI,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,GAAG,EAAE,GAAG,wBAAwB,EAAE,CAAC;IAC7E,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACjE,OAAO,IAAI,OAAO,GAAG,wBAAwB,EAAE,CAAC;AAAA,CAChD;AAED,SAAS,WAAW,CAAC,SAAiB,EAAE,EAAU,EAAU;IAC3D,OAAO,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC;AAAA,CAC5C;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,SAAiB,EAAU;IACjE,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;AAAA,CACzC;AAED,SAAS,eAAe,CAAC,KAAc,EAAE,IAAY,EAAW;IAC/D,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;AAAA,CAC7F;AAED,KAAK,UAAU,kBAAkB,CAAC,IAAY,EAAE,OAA2B,EAAiB;IAC3F,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;IACzC,MAAM,EAAE,CAAC,GAAG,IAAI,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,EAAE,CAAC,GAAG,IAAI,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAAA,CACzC;AAED,SAAS,2BAA2B,CAAC,EAAkB,EAAQ;IAC9D,EAAE,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;AAAA,CAClE;AAED,SAAS,2BAA2B,CAAC,EAAkB,EAAQ;IAC9D,EAAE,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;AAAA,CACvC;AASD,SAAS,iBAAiB,CAAC,EAAkB,EAAE,SAAiB,EAAW;IAC1E,OAAO,GAAG,CAAA;oCACyB,SAAS,mBAAmB;SAC7D,GAAG,CAAW,EAAE,CAAC;SACjB,GAAG,CAAC,cAAc,CAAC,CAAC;AAAA,CACtB;AAED,SAAS,iBAAiB,CAAC,MAA6B,EAAE,OAAoB,EAAgB;IAC7F,MAAM,QAAQ,GAAG,kBAAkB,CAClC;QACC,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,eAAe,EAAE,MAAM,CAAC,eAAe;KACvC,EACD,OAAO,CACP,CAAC;IACF,MAAM,OAAO,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3F,OAAO;QACN,OAAO;QACP,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM;QACxE,OAAO,EAAE,QAAQ,CAAC,OAAO;KACzB,CAAC;AAAA,CACF;AAED,iFAAiF;AACjF,SAAS,qBAAqB,CAC7B,EAAkB,EAClB,SAAiB,EACjB,YAA6C,EAC7C,OAAoB,EACV;IACV,IAAI,OAAO,CAAC,KAAK,KAAK,MAAM;QAAE,OAAO,iBAAiB,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IACtE,MAAM,aAAa,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAClC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,KAAK,aAAa,CAAC,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,KAAK,aAAa,CAAC,GAAG,CAClE,CAAC;IAC5C,IAAI,SAAS,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACzF,OAAO,SAAS,CAAC,KAAK,KAAK,IAAI;QAC9B,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,iBAAiB,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;AAAA,CACtF;AAED,SAAS,wBAAwB,CAChC,QAAwB,EACxB,MAA6B,EAC7B,OAAoB,EACL;IACf,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvB,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,CAAC;QACJ,sBAAsB,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,sBAAsB,CAAC,CAAC;QACjG,MAAM,YAAY,GAAG,sBAAsB,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QACjE,MAAM,QAAQ,GAAG,iBAAiB,CACjC;YACC,OAAO,EAAE,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC;YAC1E,YAAY;YACZ,eAAe,EAAE,OAAO,CAAC,KAAK,KAAK,MAAM;SACzC,EACD,OAAO,CACP,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxB,SAAS,GAAG,IAAI,CAAC;QACjB,OAAO,QAAQ,CAAC;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,IAAI,CAAC,SAAS;YAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,KAAK,CAAC;IACb,CAAC;AAAA,CACD;AAED,SAAS,eAAe,CAAC,EAAkB,EAAE,SAAiB,EAAE,MAA4B,EAAQ;IACnG,iBAAiB,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;AAAA,CACzG;AAED,SAAS,sBAAsB,CAAC,EAAkB,EAAE,SAAiB,EAAE,YAAoB,EAAQ;IAClG,GAAG,CAAA,uCAAuC,YAAY,eAAe,SAAS,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAAA,CACzF;AAED,MAAM,OAAO,iBAAiB;IACZ,SAAS,CAAS;IAClB,YAAY,CAAqB;IACjC,eAAe,CAAwB;IACvC,GAAG,CAAe;IAClB,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,YAAY,GAAG,IAAI,GAAG,EAAyB,CAAC;IAChD,YAAY,GAAG,IAAI,GAAG,EAAqB,CAAC;IACrD,MAAM,GAAG,KAAK,CAAC;IACf,YAAY,CAA4B;IAEhD,YAAY,OAAiC,EAAE;QAC9C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAC/C,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IAAA,CACnC;IAED,KAAK,CAAC,MAAM,CAAC,OAA+C,EAAE,QAAiB,EAA8B;QAC5G,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QACrC,IAAI,EAA8B,CAAC;QACnC,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,OAAsC,CAAC;QAC3C,IAAI,CAAC;YACJ,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACxC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;gBACnB,YAAY,GAAG,IAAI,CAAC;YACrB,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvD,EAAE,GAAG,QAAQ,CAAC;YACd,2BAA2B,CAAC,QAAQ,CAAC,CAAC;YACtC,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,QAAQ,GAA0B;gBACvC,EAAE;gBACF,SAAS;gBACT,cAAc,EAAE,sBAAsB;gBACtC,GAAG,CAAC,OAAO,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE,CAAC;gBAC9F,IAAI,EAAE,aAAa;aACnB,CAAC;YACF,QAAQ,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;gBAC1B,IAAI,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,EAAE,EAAE,CAAC,CAAC;gBACzF,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,EAAE,sBAAsB,EAAE,0BAA0B,CAAC,CAAC;YAAA,CACzF,CAAC,CAAC;YACH,WAAW,GAAG,IAAI,CAAC;YACnB,OAAO,GAAG,IAAI,CAAC,wBAAwB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC5D,OAAO,OAAO,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,YAAY,IAAI,CAAC,WAAW;gBAAE,MAAM,kBAAkB,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAClF,MAAM,KAAK,CAAC;QACb,CAAC;gBAAS,CAAC;YACV,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC3B,IAAI,CAAC;oBACJ,EAAE,EAAE,KAAK,EAAE,CAAC;gBACb,CAAC;wBAAS,CAAC;oBACV,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC5B,CAAC;YACF,CAAC;QACF,CAAC;IAAA,CACD;IAED,KAAK,CAAC,IAAI,CAAC,QAA+B,EAAE,QAAiB,EAA8B;QAC1F,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC5B,IAAI,EAA8B,CAAC;QACnC,IAAI,OAAsC,CAAC;QAC3C,IAAI,CAAC;YACJ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;YAC5D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC/D,EAAE,GAAG,QAAQ,CAAC;YACd,2BAA2B,CAAC,QAAQ,CAAC,CAAC;YACtC,MAAM,MAAM,GAAG,sBAAsB,CAAC,IAAI,EAAE,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,EAAE,sBAAsB,CAAC,CAAC;YAC3G,OAAO,GAAG,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAC1D,OAAO,OAAO,CAAC;QAChB,CAAC;gBAAS,CAAC;YACV,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC3B,IAAI,CAAC;oBACJ,EAAE,EAAE,KAAK,EAAE,CAAC;gBACb,CAAC;wBAAS,CAAC;oBACV,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBACrC,CAAC;YACF,CAAC;QACF,CAAC;IAAA,CACD;IAED,KAAK,CAAC,IAAI,CAAC,QAAmB,EAAE,QAAiB,EAAoC;QACpF,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,KAAe,CAAC;QACpB,IAAI,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;YAC/B,KAAK,GAAG,CAAC,IAAI,CAAC,YAAa,CAAC,CAAC;QAC9B,CAAC;aAAM,CAAC;YACP,IAAI,KAAe,CAAC;YACpB,IAAI,CAAC;gBACJ,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC;oBAAE,OAAO,EAAE,CAAC;gBAChD,MAAM,KAAK,CAAC;YACb,CAAC;YACD,KAAK,GAAG,KAAK;iBACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC;iBACzD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,QAAQ,GAA4B,EAAE,CAAC;QAC7C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC1B,IAAI,EAA8B,CAAC;YACnC,IAAI,CAAC;gBACJ,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC3C,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;gBAC5D,2BAA2B,CAAC,EAAE,CAAC,CAAC;gBAChC,KAAK,MAAM,GAAG,IAAI,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC;oBAC1C,QAAQ,CAAC,IAAI,CAAC,sBAAsB,CAAC,aAAa,EAAE,GAAG,EAAE,sBAAsB,CAAC,CAAC,CAAC;gBACnF,CAAC;YACF,CAAC;YAAC,MAAM,CAAC;gBACR,sEAAsE;gBACtE,gEAAgE;YACjE,CAAC;oBAAS,CAAC;gBACV,EAAE,EAAE,KAAK,EAAE,CAAC;YACb,CAAC;QACF,CAAC;QACD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAAA,CACxE;IAED,KAAK,CAAC,MAAM,CAAC,QAA+B,EAAE,QAAiB,EAAiB;QAC/E,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC5B,IAAI,CAAC;YACJ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;YAC5D,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACzD,IAAI,CAAC;gBACJ,2BAA2B,CAAC,EAAE,CAAC,CAAC;gBAChC,IAAI,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;oBAC/B,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;wBACpB,sBAAsB,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,CAAC,EAAE,sBAAsB,CAAC,CAAC;wBACtF,iBAAiB,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;oBAAA,CACnC,CAAC,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACP,sBAAsB,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,CAAC,EAAE,sBAAsB,CAAC,CAAC;gBACvF,CAAC;YACF,CAAC;oBAAS,CAAC;gBACV,EAAE,CAAC,KAAK,EAAE,CAAC;YACZ,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE;gBAAE,MAAM,kBAAkB,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAClF,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACrC,CAAC;IAAA,CACD;IAED,KAAK,CAAC,IAAI,CAAC,MAA6B,EAAE,OAAoB,EAAE,OAAgB,EAA8B;QAC7G,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACnB,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACrF,MAAM,oBAAoB,GAAG,aAAa,EAAE,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACvE,KAAK,oBAAoB,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QACrC,IAAI,EAA8B,CAAC;QACnC,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,OAAsC,CAAC;QAC3C,IAAI,CAAC;YACJ,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACxC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;gBACnB,YAAY,GAAG,IAAI,CAAC;YACrB,CAAC;YAED,MAAM,QAAQ,GACb,oBAAoB,KAAK,SAAS;gBACjC,CAAC,CAAC,MAAM,IAAI,CAAC,oCAAoC,CAAC,MAAM,EAAE,OAAO,CAAC;gBAClE,CAAC,CAAC,iBAAiB,CAAC,MAAM,oBAAoB,EAAE,OAAO,CAAC,CAAC;YAE3D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvD,EAAE,GAAG,QAAQ,CAAC;YACd,2BAA2B,CAAC,QAAQ,CAAC,CAAC;YACtC,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,QAAQ,GAA0B;gBACvC,EAAE;gBACF,SAAS;gBACT,cAAc,EAAE,sBAAsB;gBACtC,eAAe,EAAE,MAAM,CAAC,EAAE;gBAC1B,IAAI,EAAE,aAAa;aACnB,CAAC;YACF,QAAQ,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;gBAC1B,IAAI,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,EAAE,EAAE,CAAC,CAAC;gBACzF,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,EAAE,sBAAsB,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC/E,MAAM,WAAW,GAAG,IAAI,cAAc,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBACrD,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;oBACtC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC1B,wBAAwB,CAAC,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;gBAC/C,CAAC;gBACD,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,YAAY;oBAAE,eAAe,CAAC,QAAQ,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;gBAClF,sBAAsB,CAAC,QAAQ,EAAE,EAAE,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;YAAA,CAC5D,CAAC,CAAC;YACH,WAAW,GAAG,IAAI,CAAC;YACnB,OAAO,GAAG,IAAI,CAAC,wBAAwB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC5D,OAAO,OAAO,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,YAAY,IAAI,CAAC,WAAW;gBAAE,MAAM,kBAAkB,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAClF,MAAM,KAAK,CAAC;QACb,CAAC;gBAAS,CAAC;YACV,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC3B,IAAI,CAAC;oBACJ,EAAE,EAAE,KAAK,EAAE,CAAC;gBACb,CAAC;wBAAS,CAAC;oBACV,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC5B,CAAC;YACF,CAAC;QACF,CAAC;IAAA,CACD;IAED,KAAK,CAAC,OAAgB,EAAiB;QACtC,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC;QAC9D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACpD,OAAO,IAAI,CAAC,YAAY,CAAC;IAAA,CACzB;IAEO,KAAK,CAAC,oCAAoC,CACjD,MAA6B,EAC7B,OAAoB,EACI;QACxB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAC/D,IAAI,CAAC;YACJ,2BAA2B,CAAC,QAAQ,CAAC,CAAC;YACtC,OAAO,wBAAwB,CAAC,QAAQ,EAAE,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;QACzE,CAAC;gBAAS,CAAC;YACV,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;IAAA,CACD;IAEO,KAAK,CAAC,iBAAiB,CAAC,OAAgB,EAAiB;QAChE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1G,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAClG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,MAAM,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,cAAc,CAAC,MAAM,EAAE,iCAAiC,CAAC,CAAC;IAAA,CAC3F;IAEO,wBAAwB,CAAC,QAA+B,EAAE,EAAkB,EAAqB;QACxG,MAAM,GAAG,GAAG,eAAe,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACjF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,oBAAoB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5D,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,OAAO,EAAE;YAClD,OAAO,EAAE,GAAG,EAAE,CAAC;gBACd,IAAI,CAAC;oBACJ,EAAE,CAAC,KAAK,EAAE,CAAC;gBACZ,CAAC;wBAAS,CAAC;oBACV,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,OAAO;wBAAE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAC1E,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;oBACtC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBACrC,CAAC;YAAA,CACD;SACD,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACnC,OAAO,WAAW,CAAC;IAAA,CACnB;IAEO,KAAK,CAAC,yBAAyB,CAAC,QAA+B,EAAmB;QACzF,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC1C,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;SACvB,CAAC,CAAC;QACH,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,4DAA4D,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9F,CAAC;QACD,OAAO,MAAM,CAAC;IAAA,CACd;IAEO,SAAS,CAAC,EAAU,EAAQ;QACnC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,EAAE,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAAA,CACxB;IAEO,cAAc,CAAC,EAAU,EAAU;QAC1C,OAAO,IAAI,CAAC,YAAY,IAAI,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAAA,CAC5D;IAEO,kBAAkB,GAAY;QACrC,OAAO,IAAI,CAAC,YAAY,KAAK,SAAS,CAAC;IAAA,CACvC;IAEO,UAAU,GAAS;QAC1B,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;IAAA,CAChE;CACD","sourcesContent":["import { mkdir, open as openFile, readdir, realpath, rm } from \"node:fs/promises\";\nimport { dirname, join } from \"node:path\";\nimport type { Context, Entry, ForkOptions, SessionCreateOptions, StoredValue } from \"@m4ike1/ion-agent-core\";\nimport { branchTip, createForkSnapshot, StorageBackedSession } from \"@m4ike1/ion-agent-core\";\nimport { uuidv7 } from \"@m4ike1/ion-ai\";\nimport { applyInitialSchema } from \"./migrations.ts\";\nimport { appendEntryToBranchIndex, scanBranchEntries } from \"./session/branch-entries.ts\";\nimport { decodeEntryRow, type EntryRow, EntryRowWriter } from \"./session/entries.ts\";\nimport {\n\tdeleteSessionRows,\n\thasSessionRow,\n\tinsertSessionRow,\n\tmetadataFromSessionRow,\n\treadAllSessionRows,\n\treadSessionRow,\n\ttype SqliteSessionMetadata,\n} from \"./session/session-row.ts\";\nimport { readAllScalarValueRows, setScalarValueRow } from \"./session/values.ts\";\nimport { SqliteOpenSession } from \"./session.ts\";\nimport { sql } from \"./sql.ts\";\nimport { SqliteStorage, type SqliteStorageSnapshot } from \"./storage.ts\";\nimport type { SqliteDatabase, SqliteDatabaseFactory } from \"./types.ts\";\n\nexport const SQLITE_STORAGE_VERSION = 1;\nexport const SQLITE_SESSION_EXTENSION = \".sqlite\";\n\nconst FIRST_AVAILABLE_COMMIT_SEQ = 1;\nconst SAFE_SESSION_FILE_ID = /^[A-Za-z0-9_-]+$/;\n\nexport type SqliteSessionCreateOptions = SessionCreateOptions;\n\nexport interface SqliteSessionRepoOptions {\n\tdirectory: string;\n\t/** Optional single container path. Defaults to one encoded `${id}.sqlite` file per session under directory. */\n\tdatabasePath?: string;\n\tdatabaseFactory: SqliteDatabaseFactory;\n\tnow?: () => number;\n}\n\nfunction sessionFileName(id: string): string {\n\tif (SAFE_SESSION_FILE_ID.test(id)) return `${id}${SQLITE_SESSION_EXTENSION}`;\n\tconst encoded = Buffer.from(id, \"utf16le\").toString(\"base64url\");\n\treturn `~${encoded}${SQLITE_SESSION_EXTENSION}`;\n}\n\nfunction sessionPath(directory: string, id: string): string {\n\treturn join(directory, sessionFileName(id));\n}\n\nfunction storageIdentity(path: string, sessionId: string): string {\n\treturn JSON.stringify([path, sessionId]);\n}\n\nfunction isErrorWithCode(error: unknown, code: string): boolean {\n\treturn typeof error === \"object\" && error !== null && \"code\" in error && error.code === code;\n}\n\nasync function removeSessionFiles(path: string, options: { force: boolean }): Promise<void> {\n\tawait rm(path, { force: options.force });\n\tawait rm(`${path}-wal`, { force: true });\n\tawait rm(`${path}-shm`, { force: true });\n}\n\nfunction configureWritableConnection(db: SqliteDatabase): void {\n\tdb.exec(\"PRAGMA journal_mode = WAL; PRAGMA busy_timeout = 5000;\");\n}\n\nfunction configureReadOnlyConnection(db: SqliteDatabase): void {\n\tdb.exec(\"PRAGMA busy_timeout = 5000;\");\n}\n\ninterface ForkSnapshot {\n\tentries: Entry[];\n\tscalarValues: StoredValue<unknown>[];\n\tmessageCount: number;\n\tnextSeq: number;\n}\n\nfunction readSourceEntries(db: SqliteDatabase, sessionId: string): Entry[] {\n\treturn sql`SELECT id, parent_id, seq, type, custom_type, timestamp, payload\n\t\tFROM entries WHERE session_id = ${sessionId} ORDER BY seq ASC`\n\t\t.all<EntryRow>(db)\n\t\t.map(decodeEntryRow);\n}\n\nfunction buildForkSnapshot(source: SqliteStorageSnapshot, options: ForkOptions): ForkSnapshot {\n\tconst snapshot = createForkSnapshot(\n\t\t{\n\t\t\tentries: source.entries,\n\t\t\tscalarValues: source.scalarValues,\n\t\t\tentriesComplete: source.entriesComplete,\n\t\t},\n\t\toptions,\n\t);\n\tconst entries = [...snapshot.entries.values()].sort((left, right) => left.seq - right.seq);\n\treturn {\n\t\tentries,\n\t\tscalarValues: snapshot.scalarValues,\n\t\tmessageCount: entries.filter((entry) => entry.type === \"message\").length,\n\t\tnextSeq: snapshot.nextSeq,\n\t};\n}\n\n// TODO(WP08): Remove this snapshot path when SQLite forks use streaming staging.\nfunction readForkSourceEntries(\n\tdb: SqliteDatabase,\n\tsessionId: string,\n\tscalarValues: readonly StoredValue<unknown>[],\n\toptions: ForkOptions,\n): Entry[] {\n\tif (options.scope === \"tree\") return readSourceEntries(db, sessionId);\n\tconst sourceAddress = branchTip(options.branch);\n\tconst sourceTip = scalarValues.find(\n\t\t(stored) => stored.address.namespace === sourceAddress.namespace && stored.address.key === sourceAddress.key,\n\t) as StoredValue<string | null> | undefined;\n\tif (sourceTip === undefined) throw new Error(`Unknown source branch: ${options.branch}`);\n\treturn sourceTip.value === null\n\t\t? []\n\t\t: scanBranchEntries(db, sessionId, { start: sourceTip.value, order: \"oldestFirst\" });\n}\n\nfunction createSqliteForkSnapshot(\n\tsourceDb: SqliteDatabase,\n\tsource: SqliteSessionMetadata,\n\toptions: ForkOptions,\n): ForkSnapshot {\n\tsourceDb.exec(\"BEGIN\");\n\tlet committed = false;\n\ttry {\n\t\tmetadataFromSessionRow(source.path, readSessionRow(sourceDb, source.id), SQLITE_STORAGE_VERSION);\n\t\tconst scalarValues = readAllScalarValueRows(sourceDb, source.id);\n\t\tconst snapshot = buildForkSnapshot(\n\t\t\t{\n\t\t\t\tentries: readForkSourceEntries(sourceDb, source.id, scalarValues, options),\n\t\t\t\tscalarValues,\n\t\t\t\tentriesComplete: options.scope === \"tree\",\n\t\t\t},\n\t\t\toptions,\n\t\t);\n\t\tsourceDb.exec(\"COMMIT\");\n\t\tcommitted = true;\n\t\treturn snapshot;\n\t} catch (error) {\n\t\tif (!committed) sourceDb.exec(\"ROLLBACK\");\n\t\tthrow error;\n\t}\n}\n\nfunction insertForkValue(db: SqliteDatabase, sessionId: string, stored: StoredValue<unknown>): void {\n\tsetScalarValueRow(db, sessionId, stored.address.namespace, stored.address.key, stored.seq, stored.value);\n}\n\nfunction updateForkSessionStats(db: SqliteDatabase, sessionId: string, messageCount: number): void {\n\tsql`UPDATE sessions SET message_count = ${messageCount} WHERE id = ${sessionId}`.run(db);\n}\n\nexport class SqliteSessionRepo {\n\tprivate readonly directory: string;\n\tprivate readonly databasePath: string | undefined;\n\tprivate readonly databaseFactory: SqliteDatabaseFactory;\n\tprivate readonly now: () => number;\n\tprivate readonly pendingIds = new Set<string>();\n\tprivate readonly openStorages = new Map<string, SqliteStorage>();\n\tprivate readonly openSessions = new Set<SqliteOpenSession>();\n\tprivate closed = false;\n\tprivate closePromise: Promise<void> | undefined;\n\n\tconstructor(options: SqliteSessionRepoOptions) {\n\t\tthis.directory = options.directory;\n\t\tthis.databasePath = options.databasePath;\n\t\tthis.databaseFactory = options.databaseFactory;\n\t\tthis.now = options.now ?? Date.now;\n\t}\n\n\tasync create(options: SqliteSessionCreateOptions | undefined, _context: Context): Promise<SqliteOpenSession> {\n\t\tthis.assertOpen();\n\t\toptions ??= {};\n\t\tconst createdAt = this.now();\n\t\tconst id = options.id ?? uuidv7(createdAt);\n\t\tthis.reserveId(id);\n\t\tconst path = this.pathForSession(id);\n\t\tlet db: SqliteDatabase | undefined;\n\t\tlet reservedFile = false;\n\t\tlet initialized = false;\n\t\tlet session: SqliteOpenSession | undefined;\n\t\ttry {\n\t\t\tawait mkdir(dirname(path), { recursive: true });\n\t\t\tif (!this.usesSharedDatabase()) {\n\t\t\t\tconst file = await openFile(path, \"wx\");\n\t\t\t\tawait file.close();\n\t\t\t\treservedFile = true;\n\t\t\t}\n\t\t\tconst activeDb = await this.databaseFactory.open(path);\n\t\t\tdb = activeDb;\n\t\t\tconfigureWritableConnection(activeDb);\n\t\t\tawait applyInitialSchema(activeDb);\n\t\t\tconst canonicalPath = await realpath(path);\n\t\t\tconst metadata: SqliteSessionMetadata = {\n\t\t\t\tid,\n\t\t\t\tcreatedAt,\n\t\t\t\tstorageVersion: SQLITE_STORAGE_VERSION,\n\t\t\t\t...(options.parentSessionId === undefined ? {} : { parentSessionId: options.parentSessionId }),\n\t\t\t\tpath: canonicalPath,\n\t\t\t};\n\t\t\tactiveDb.transaction(() => {\n\t\t\t\tif (hasSessionRow(activeDb, id)) throw new Error(`SQLite session already exists: ${id}`);\n\t\t\t\tinsertSessionRow(activeDb, metadata, SQLITE_STORAGE_VERSION, FIRST_AVAILABLE_COMMIT_SEQ);\n\t\t\t});\n\t\t\tinitialized = true;\n\t\t\tsession = this.openStorageBackedSession(metadata, activeDb);\n\t\t\treturn session;\n\t\t} catch (error) {\n\t\t\tif (reservedFile && !initialized) await removeSessionFiles(path, { force: true });\n\t\t\tthrow error;\n\t\t} finally {\n\t\t\tif (session === undefined) {\n\t\t\t\ttry {\n\t\t\t\t\tdb?.close();\n\t\t\t\t} finally {\n\t\t\t\t\tthis.pendingIds.delete(id);\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tasync open(metadata: SqliteSessionMetadata, _context: Context): Promise<SqliteOpenSession> {\n\t\tthis.assertOpen();\n\t\tthis.reserveId(metadata.id);\n\t\tlet db: SqliteDatabase | undefined;\n\t\tlet session: SqliteOpenSession | undefined;\n\t\ttry {\n\t\t\tconst path = await this.repositoryPathForMetadata(metadata);\n\t\t\tconst activeDb = await this.databaseFactory.openExisting(path);\n\t\t\tdb = activeDb;\n\t\t\tconfigureWritableConnection(activeDb);\n\t\t\tconst stored = metadataFromSessionRow(path, readSessionRow(activeDb, metadata.id), SQLITE_STORAGE_VERSION);\n\t\t\tsession = this.openStorageBackedSession(stored, activeDb);\n\t\t\treturn session;\n\t\t} finally {\n\t\t\tif (session === undefined) {\n\t\t\t\ttry {\n\t\t\t\t\tdb?.close();\n\t\t\t\t} finally {\n\t\t\t\t\tthis.pendingIds.delete(metadata.id);\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tasync list(_options: undefined, _context: Context): Promise<SqliteSessionMetadata[]> {\n\t\tthis.assertOpen();\n\t\tlet paths: string[];\n\t\tif (this.usesSharedDatabase()) {\n\t\t\tpaths = [this.databasePath!];\n\t\t} else {\n\t\t\tlet names: string[];\n\t\t\ttry {\n\t\t\t\tnames = await readdir(this.directory);\n\t\t\t} catch (error) {\n\t\t\t\tif (isErrorWithCode(error, \"ENOENT\")) return [];\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t\tpaths = names\n\t\t\t\t.filter((name) => name.endsWith(SQLITE_SESSION_EXTENSION))\n\t\t\t\t.map((name) => join(this.directory, name));\n\t\t}\n\t\tconst sessions: SqliteSessionMetadata[] = [];\n\t\tfor (const path of paths) {\n\t\t\tlet db: SqliteDatabase | undefined;\n\t\t\ttry {\n\t\t\t\tconst canonicalPath = await realpath(path);\n\t\t\t\tdb = await this.databaseFactory.openReadOnly(canonicalPath);\n\t\t\t\tconfigureReadOnlyConnection(db);\n\t\t\t\tfor (const row of readAllSessionRows(db)) {\n\t\t\t\t\tsessions.push(metadataFromSessionRow(canonicalPath, row, SQLITE_STORAGE_VERSION));\n\t\t\t\t}\n\t\t\t} catch {\n\t\t\t\t// Discovery is best-effort: corrupt files, incompatible versions, and\n\t\t\t\t// unrelated *.sqlite files are reported when explicitly opened.\n\t\t\t} finally {\n\t\t\t\tdb?.close();\n\t\t\t}\n\t\t}\n\t\treturn sessions.sort((left, right) => right.createdAt - left.createdAt);\n\t}\n\n\tasync delete(metadata: SqliteSessionMetadata, _context: Context): Promise<void> {\n\t\tthis.assertOpen();\n\t\tthis.reserveId(metadata.id);\n\t\ttry {\n\t\t\tconst path = await this.repositoryPathForMetadata(metadata);\n\t\t\tconst db = await this.databaseFactory.openExisting(path);\n\t\t\ttry {\n\t\t\t\tconfigureWritableConnection(db);\n\t\t\t\tif (this.usesSharedDatabase()) {\n\t\t\t\t\tdb.transaction(() => {\n\t\t\t\t\t\tmetadataFromSessionRow(path, readSessionRow(db, metadata.id), SQLITE_STORAGE_VERSION);\n\t\t\t\t\t\tdeleteSessionRows(db, metadata.id);\n\t\t\t\t\t});\n\t\t\t\t} else {\n\t\t\t\t\tmetadataFromSessionRow(path, readSessionRow(db, metadata.id), SQLITE_STORAGE_VERSION);\n\t\t\t\t}\n\t\t\t} finally {\n\t\t\t\tdb.close();\n\t\t\t}\n\t\t\tif (!this.usesSharedDatabase()) await removeSessionFiles(path, { force: false });\n\t\t} finally {\n\t\t\tthis.pendingIds.delete(metadata.id);\n\t\t}\n\t}\n\n\tasync fork(source: SqliteSessionMetadata, options: ForkOptions, context: Context): Promise<SqliteOpenSession> {\n\t\tthis.assertOpen();\n\t\tconst createdAt = this.now();\n\t\tconst id = options.id ?? uuidv7(createdAt);\n\t\tthis.reserveId(id);\n\t\tconst sourceStorage = this.openStorages.get(storageIdentity(source.path, source.id));\n\t\tconst activeSourceSnapshot = sourceStorage?.snapshot(options, context);\n\t\tvoid activeSourceSnapshot?.catch(() => undefined);\n\t\tconst path = this.pathForSession(id);\n\t\tlet db: SqliteDatabase | undefined;\n\t\tlet reservedFile = false;\n\t\tlet initialized = false;\n\t\tlet session: SqliteOpenSession | undefined;\n\t\ttry {\n\t\t\tawait mkdir(dirname(path), { recursive: true });\n\t\t\tif (!this.usesSharedDatabase()) {\n\t\t\t\tconst file = await openFile(path, \"wx\");\n\t\t\t\tawait file.close();\n\t\t\t\treservedFile = true;\n\t\t\t}\n\n\t\t\tconst snapshot =\n\t\t\t\tactiveSourceSnapshot === undefined\n\t\t\t\t\t? await this.createForkSnapshotFromExternalSource(source, options)\n\t\t\t\t\t: buildForkSnapshot(await activeSourceSnapshot, options);\n\n\t\t\tconst activeDb = await this.databaseFactory.open(path);\n\t\t\tdb = activeDb;\n\t\t\tconfigureWritableConnection(activeDb);\n\t\t\tawait applyInitialSchema(activeDb);\n\t\t\tconst canonicalPath = await realpath(path);\n\t\t\tconst metadata: SqliteSessionMetadata = {\n\t\t\t\tid,\n\t\t\t\tcreatedAt,\n\t\t\t\tstorageVersion: SQLITE_STORAGE_VERSION,\n\t\t\t\tparentSessionId: source.id,\n\t\t\t\tpath: canonicalPath,\n\t\t\t};\n\t\t\tactiveDb.transaction(() => {\n\t\t\t\tif (hasSessionRow(activeDb, id)) throw new Error(`SQLite session already exists: ${id}`);\n\t\t\t\tinsertSessionRow(activeDb, metadata, SQLITE_STORAGE_VERSION, snapshot.nextSeq);\n\t\t\t\tconst entryWriter = new EntryRowWriter(activeDb, id);\n\t\t\t\tfor (const entry of snapshot.entries) {\n\t\t\t\t\tentryWriter.insert(entry);\n\t\t\t\t\tappendEntryToBranchIndex(activeDb, id, entry);\n\t\t\t\t}\n\t\t\t\tfor (const stored of snapshot.scalarValues) insertForkValue(activeDb, id, stored);\n\t\t\t\tupdateForkSessionStats(activeDb, id, snapshot.messageCount);\n\t\t\t});\n\t\t\tinitialized = true;\n\t\t\tsession = this.openStorageBackedSession(metadata, activeDb);\n\t\t\treturn session;\n\t\t} catch (error) {\n\t\t\tif (reservedFile && !initialized) await removeSessionFiles(path, { force: true });\n\t\t\tthrow error;\n\t\t} finally {\n\t\t\tif (session === undefined) {\n\t\t\t\ttry {\n\t\t\t\t\tdb?.close();\n\t\t\t\t} finally {\n\t\t\t\t\tthis.pendingIds.delete(id);\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tclose(context: Context): Promise<void> {\n\t\tif (this.closePromise !== undefined) return this.closePromise;\n\t\tthis.closed = true;\n\t\tthis.closePromise = this.closeOpenSessions(context);\n\t\treturn this.closePromise;\n\t}\n\n\tprivate async createForkSnapshotFromExternalSource(\n\t\tsource: SqliteSessionMetadata,\n\t\toptions: ForkOptions,\n\t): Promise<ForkSnapshot> {\n\t\tconst path = await realpath(source.path);\n\t\tconst sourceDb = await this.databaseFactory.openReadOnly(path);\n\t\ttry {\n\t\t\tconfigureReadOnlyConnection(sourceDb);\n\t\t\treturn createSqliteForkSnapshot(sourceDb, { ...source, path }, options);\n\t\t} finally {\n\t\t\tsourceDb.close();\n\t\t}\n\t}\n\n\tprivate async closeOpenSessions(context: Context): Promise<void> {\n\t\tconst results = await Promise.allSettled([...this.openSessions].map((session) => session.close(context)));\n\t\tconst errors = results.flatMap((result) => (result.status === \"rejected\" ? [result.reason] : []));\n\t\tif (errors.length === 1) throw errors[0];\n\t\tif (errors.length > 1) throw new AggregateError(errors, \"Failed to close SQLite Sessions\");\n\t}\n\n\tprivate openStorageBackedSession(metadata: SqliteSessionMetadata, db: SqliteDatabase): SqliteOpenSession {\n\t\tconst key = storageIdentity(metadata.path, metadata.id);\n\t\tconst storage = new SqliteStorage(db, { sessionId: metadata.id, now: this.now });\n\t\tthis.openStorages.set(key, storage);\n\t\tconst session = new StorageBackedSession(metadata, storage);\n\t\tconst openSession = new SqliteOpenSession(session, {\n\t\t\tonClose: () => {\n\t\t\t\ttry {\n\t\t\t\t\tdb.close();\n\t\t\t\t} finally {\n\t\t\t\t\tif (this.openStorages.get(key) === storage) this.openStorages.delete(key);\n\t\t\t\t\tthis.openSessions.delete(openSession);\n\t\t\t\t\tthis.pendingIds.delete(metadata.id);\n\t\t\t\t}\n\t\t\t},\n\t\t});\n\t\tthis.openSessions.add(openSession);\n\t\treturn openSession;\n\t}\n\n\tprivate async repositoryPathForMetadata(metadata: SqliteSessionMetadata): Promise<string> {\n\t\tconst [expected, actual] = await Promise.all([\n\t\t\trealpath(this.pathForSession(metadata.id)),\n\t\t\trealpath(metadata.path),\n\t\t]);\n\t\tif (expected !== actual) {\n\t\t\tthrow new Error(`SQLite session metadata path is outside this repository: ${metadata.path}`);\n\t\t}\n\t\treturn actual;\n\t}\n\n\tprivate reserveId(id: string): void {\n\t\tif (this.pendingIds.has(id)) throw new Error(`Session is already open: ${id}`);\n\t\tthis.pendingIds.add(id);\n\t}\n\n\tprivate pathForSession(id: string): string {\n\t\treturn this.databasePath ?? sessionPath(this.directory, id);\n\t}\n\n\tprivate usesSharedDatabase(): boolean {\n\t\treturn this.databasePath !== undefined;\n\t}\n\n\tprivate assertOpen(): void {\n\t\tif (this.closed) throw new Error(\"SqliteSessionRepo is closed\");\n\t}\n}\n"]}

package/dist/sqlite/session/branch-entries.d.ts

@@ -0,0 +1,6 @@
+import type { Entry, EntryStructure, StorageBranchScan } from "@m4ike1/ion-agent-core";
+import type { SqliteDatabase } from "../types.ts";
+export declare function appendEntryToBranchIndex(db: SqliteDatabase, sessionId: string, entry: Entry): void;
+export declare function scanBranchEntries(db: SqliteDatabase, sessionId: string, query: StorageBranchScan): Entry[];
+export declare function scanBranchEntryStructures(db: SqliteDatabase, sessionId: string, query: StorageBranchScan): EntryStructure[];
+//# sourceMappingURL=branch-entries.d.ts.map

package/dist/sqlite/session/branch-entries.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"branch-entries.d.ts","sourceRoot":"","sources":["../../../src/sqlite/session/branch-entries.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEvF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAmKlD,wBAAgB,wBAAwB,CAAC,EAAE,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,CAYlG;AAwID,wBAAgB,iBAAiB,CAAC,EAAE,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,GAAG,KAAK,EAAE,CAE1G;AAED,wBAAgB,yBAAyB,CACxC,EAAE,EAAE,cAAc,EAClB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,iBAAiB,GACtB,cAAc,EAAE,CAElB","sourcesContent":["import type { Entry, EntryStructure, StorageBranchScan } from \"@m4ike1/ion-agent-core\";\nimport { joinSqlFragments, type SqlQuery, sql } from \"../sql.ts\";\nimport type { SqliteDatabase } from \"../types.ts\";\nimport { decodeEntryRow, type EntryRow } from \"./entries.ts\";\n\ninterface BranchMembershipRow {\n\tbranch_id: string;\n\tentry_seq: number;\n}\n\ninterface BranchMetaRow {\n\tbranch_id: string;\n\ttip_entry_id: string;\n\ttip_seq: number;\n\tbase_branch_id: string | null;\n\tbase_seq: number | null;\n}\n\ninterface BranchSegment {\n\tbranchId: string;\n\tlowerSeq: number;\n\tupperSeq: number;\n}\n\ninterface StopSeqRow {\n\tstop_seq: number | null;\n}\n\ninterface EntryStructureRow {\n\tid: string;\n\tparent_id: string | null;\n\tseq: number;\n\ttype: Entry[\"type\"];\n\tcustom_type: string | null;\n\ttimestamp: number;\n}\n\ninterface BranchTipRow {\n\tbranch_id: string;\n}\n\ninterface CompactionBoundary {\n\tbranchId: string;\n\tseq: number;\n}\n\ninterface CompactionBoundaryRow {\n\tentry_seq: number | null;\n}\n\nfunction readBranchMembership(db: SqliteDatabase, sessionId: string, entryId: string): BranchMembershipRow {\n\tconst row = sql`SELECT b.branch_id, b.entry_seq\n\t\tFROM branch_entries b\n\t\tJOIN branch_meta m ON m.session_id = b.session_id AND m.branch_id = b.branch_id\n\t\tWHERE b.session_id = ${sessionId}\n\t\t\tAND b.entry_id = ${entryId}\n\t\t\tAND ((m.base_seq IS NULL AND b.entry_seq > 0) OR (m.base_seq IS NOT NULL AND b.entry_seq > m.base_seq))\n\t\t\tAND b.entry_seq <= m.tip_seq\n\t\tORDER BY m.tip_seq DESC, b.branch_id\n\t\tLIMIT 1`.get<BranchMembershipRow>(db);\n\tif (row === undefined) throw new Error(`Branch cache missing entry ${entryId}`);\n\treturn row;\n}\n\nfunction readBranchMeta(db: SqliteDatabase, sessionId: string, branchId: string): BranchMetaRow {\n\tconst row = sql`SELECT branch_id, tip_entry_id, tip_seq, base_branch_id, base_seq\n\t\tFROM branch_meta\n\t\tWHERE session_id = ${sessionId} AND branch_id = ${branchId}`.get<BranchMetaRow>(db);\n\tif (row === undefined) throw new Error(`Branch metadata missing for branch ${branchId}`);\n\treturn row;\n}\n\nfunction insertBranchEntry(db: SqliteDatabase, sessionId: string, branchId: string, entry: Entry): void {\n\tsql`INSERT INTO branch_entries (session_id, branch_id, entry_id, entry_seq, entry_type)\n\t\tVALUES (${sessionId}, ${branchId}, ${entry.id}, ${entry.seq}, ${entry.type})`.run(db);\n}\n\nfunction readBranchTipForParent(db: SqliteDatabase, sessionId: string, parentId: string): BranchTipRow | undefined {\n\treturn sql`SELECT branch_id\n\t\tFROM branch_meta\n\t\tWHERE session_id = ${sessionId} AND tip_entry_id = ${parentId}`.get<BranchTipRow>(db);\n}\n\nfunction createRootBranchForEntry(db: SqliteDatabase, sessionId: string, entry: Entry): void {\n\tsql`INSERT INTO branch_meta (session_id, branch_id, tip_entry_id, tip_seq, base_branch_id, base_seq)\n\t\tVALUES (${sessionId}, ${entry.id}, ${entry.id}, ${entry.seq}, ${null}, ${null})`.run(db);\n\tinsertBranchEntry(db, sessionId, entry.id, entry);\n}\n\nfunction appendEntryToExistingBranch(db: SqliteDatabase, sessionId: string, branchId: string, entry: Entry): void {\n\tinsertBranchEntry(db, sessionId, branchId, entry);\n\tconst result = sql`UPDATE branch_meta\n\t\tSET tip_entry_id = ${entry.id}, tip_seq = ${entry.seq}\n\t\tWHERE session_id = ${sessionId} AND branch_id = ${branchId}`.run(db);\n\tif (result.changes !== 1) throw new Error(`Expected to update branch ${branchId}, updated ${result.changes}`);\n}\n\nfunction readBranchSegmentsNewestFirst(db: SqliteDatabase, sessionId: string, start: string): BranchSegment[] {\n\tlet { branch_id: branchId, entry_seq: upperSeq } = readBranchMembership(db, sessionId, start);\n\tconst segments: BranchSegment[] = [];\n\twhile (true) {\n\t\tconst meta = readBranchMeta(db, sessionId, branchId);\n\t\tconst lowerSeq = meta.base_seq ?? 0;\n\t\tsegments.push({ branchId, lowerSeq, upperSeq });\n\t\tif (meta.base_branch_id === null) break;\n\t\tif (meta.base_seq === null) throw new Error(`Branch ${branchId} has base branch without base_seq`);\n\t\tbranchId = meta.base_branch_id;\n\t\tupperSeq = meta.base_seq;\n\t}\n\treturn segments;\n}\n\nfunction readNewestCompactionBoundary(\n\tdb: SqliteDatabase,\n\tsessionId: string,\n\tsegmentsNewestFirst: readonly BranchSegment[],\n): CompactionBoundary | undefined {\n\tfor (const segment of segmentsNewestFirst) {\n\t\tconst row = sql`SELECT MAX(entry_seq) AS entry_seq\n\t\t\tFROM branch_entries\n\t\t\tWHERE session_id = ${sessionId}\n\t\t\t\tAND branch_id = ${segment.branchId}\n\t\t\t\tAND entry_seq > ${segment.lowerSeq}\n\t\t\t\tAND entry_seq <= ${segment.upperSeq}\n\t\t\t\tAND entry_type = ${\"compaction\"}`.get<CompactionBoundaryRow>(db);\n\t\tif (row?.entry_seq !== null && row?.entry_seq !== undefined)\n\t\t\treturn { branchId: segment.branchId, seq: row.entry_seq };\n\t}\n\treturn undefined;\n}\n\nfunction copyBranchEntriesAfterSeqThroughParent(\n\tdb: SqliteDatabase,\n\tsessionId: string,\n\ttargetBranchId: string,\n\tsegmentsNewestFirst: readonly BranchSegment[],\n\tafterSeq: number,\n): void {\n\tfor (const segment of [...segmentsNewestFirst].reverse()) {\n\t\tconst lowerSeq = Math.max(segment.lowerSeq, afterSeq);\n\t\tif (segment.upperSeq <= lowerSeq) continue;\n\t\tsql`INSERT INTO branch_entries (session_id, branch_id, entry_id, entry_seq, entry_type)\n\t\t\tSELECT ${sessionId}, ${targetBranchId}, entry_id, entry_seq, entry_type\n\t\t\tFROM branch_entries\n\t\t\tWHERE session_id = ${sessionId}\n\t\t\t\tAND branch_id = ${segment.branchId}\n\t\t\t\tAND entry_seq > ${lowerSeq}\n\t\t\t\tAND entry_seq <= ${segment.upperSeq}`.run(db);\n\t}\n}\n\nfunction createDivergentBranchForEntry(db: SqliteDatabase, sessionId: string, entry: Entry): void {\n\tif (entry.parentId === null) throw new Error(\"Root entries do not create divergent branches\");\n\tconst segmentsNewestFirst = readBranchSegmentsNewestFirst(db, sessionId, entry.parentId);\n\tconst compaction = readNewestCompactionBoundary(db, sessionId, segmentsNewestFirst);\n\tconst branchId = entry.id;\n\t// A null base means this segment stores its own root-through-parent prefix.\n\tsql`INSERT INTO branch_meta (session_id, branch_id, tip_entry_id, tip_seq, base_branch_id, base_seq)\n\t\tVALUES (${sessionId}, ${branchId}, ${entry.id}, ${entry.seq}, ${compaction?.branchId ?? null}, ${compaction?.seq ?? null})`.run(\n\t\tdb,\n\t);\n\tcopyBranchEntriesAfterSeqThroughParent(db, sessionId, branchId, segmentsNewestFirst, compaction?.seq ?? 0);\n\tinsertBranchEntry(db, sessionId, branchId, entry);\n}\n\nexport function appendEntryToBranchIndex(db: SqliteDatabase, sessionId: string, entry: Entry): void {\n\tif (entry.parentId === null) {\n\t\tcreateRootBranchForEntry(db, sessionId, entry);\n\t\treturn;\n\t}\n\n\tconst branch = readBranchTipForParent(db, sessionId, entry.parentId);\n\tif (branch === undefined) {\n\t\tcreateDivergentBranchForEntry(db, sessionId, entry);\n\t\treturn;\n\t}\n\tappendEntryToExistingBranch(db, sessionId, branch.branch_id, entry);\n}\n\nfunction stopPredicates(query: StorageBranchScan): SqlQuery[] {\n\tconst predicates: SqlQuery[] = [];\n\tif (query.stopAtType !== undefined) predicates.push(sql`b.entry_type = ${query.stopAtType}`);\n\tif (query.stopAtId !== undefined) predicates.push(sql`b.entry_id = ${query.stopAtId}`);\n\treturn predicates;\n}\n\nfunction readStopSeq(\n\tdb: SqliteDatabase,\n\tsessionId: string,\n\tsegment: BranchSegment,\n\tquery: StorageBranchScan,\n\toldestFirst: boolean,\n): number | undefined {\n\tconst stop = stopPredicates(query);\n\tif (stop.length === 0) return undefined;\n\tconst aggregate = oldestFirst ? sql`MIN(b.entry_seq)` : sql`MAX(b.entry_seq)`;\n\tconst row = sql`SELECT ${aggregate} AS stop_seq\n\t\tFROM branch_entries b\n\t\tWHERE b.session_id = ${sessionId}\n\t\t\tAND b.branch_id = ${segment.branchId}\n\t\t\tAND b.entry_seq > ${segment.lowerSeq}\n\t\t\tAND b.entry_seq <= ${segment.upperSeq}\n\t\t\tAND (${joinSqlFragments(stop, \" OR \")})`.get<StopSeqRow>(db);\n\treturn row?.stop_seq ?? undefined;\n}\n\nfunction branchScanPredicates(\n\tsessionId: string,\n\tsegment: BranchSegment,\n\tquery: StorageBranchScan,\n\toldestFirst: boolean,\n\tstopSeq: number | undefined,\n): SqlQuery[] {\n\tconst predicates: SqlQuery[] = [\n\t\tsql`b.session_id = ${sessionId}`,\n\t\tsql`b.branch_id = ${segment.branchId}`,\n\t\tsql`b.entry_seq > ${segment.lowerSeq}`,\n\t\tsql`b.entry_seq <= ${segment.upperSeq}`,\n\t\tsql`e.session_id = b.session_id`,\n\t];\n\tif (stopSeq !== undefined)\n\t\tpredicates.push(oldestFirst ? sql`b.entry_seq <= ${stopSeq}` : sql`b.entry_seq >= ${stopSeq}`);\n\tif (query.type !== undefined) predicates.push(sql`b.entry_type = ${query.type}`);\n\tif (query.customType !== undefined) predicates.push(sql`e.custom_type = ${query.customType}`);\n\tif (query.cursor !== undefined) {\n\t\tpredicates.push(oldestFirst ? sql`b.entry_seq > ${query.cursor.seq}` : sql`b.entry_seq < ${query.cursor.seq}`);\n\t}\n\treturn predicates;\n}\n\nfunction limitSql(limit: number | undefined): SqlQuery {\n\treturn limit === undefined ? sql`` : sql`LIMIT ${Math.max(0, limit)}`;\n}\n\nfunction scanEntrySegmentRows(\n\tdb: SqliteDatabase,\n\tsessionId: string,\n\tsegment: BranchSegment,\n\tquery: StorageBranchScan,\n\toldestFirst: boolean,\n\tstopSeq: number | undefined,\n\tlimit: number | undefined,\n): EntryRow[] {\n\tconst predicates = branchScanPredicates(sessionId, segment, query, oldestFirst, stopSeq);\n\tconst order = oldestFirst ? sql`ASC` : sql`DESC`;\n\treturn sql`SELECT e.id, e.parent_id, e.seq, e.type, e.custom_type, e.timestamp, e.payload\n\t\tFROM branch_entries b\n\t\tCROSS JOIN entries e ON e.session_id = b.session_id AND e.id = b.entry_id\n\t\tWHERE ${joinSqlFragments(predicates, \" AND \")}\n\t\tORDER BY b.entry_seq ${order} ${limitSql(limit)}`.all<EntryRow>(db);\n}\n\nfunction decodeEntryStructureRow(row: EntryStructureRow): EntryStructure {\n\treturn {\n\t\tid: row.id,\n\t\tparentId: row.parent_id,\n\t\tseq: row.seq,\n\t\ttimestamp: row.timestamp,\n\t\ttype: row.type,\n\t\t...(row.custom_type === null ? {} : { customType: row.custom_type }),\n\t};\n}\n\nfunction scanStructureSegmentRows(\n\tdb: SqliteDatabase,\n\tsessionId: string,\n\tsegment: BranchSegment,\n\tquery: StorageBranchScan,\n\toldestFirst: boolean,\n\tstopSeq: number | undefined,\n\tlimit: number | undefined,\n): EntryStructure[] {\n\tconst predicates = branchScanPredicates(sessionId, segment, query, oldestFirst, stopSeq);\n\tconst order = oldestFirst ? sql`ASC` : sql`DESC`;\n\tconst rows = sql`SELECT e.id, e.parent_id, e.seq, e.type, e.custom_type, e.timestamp\n\t\tFROM branch_entries b\n\t\tCROSS JOIN entries e ON e.session_id = b.session_id AND e.id = b.entry_id\n\t\tWHERE ${joinSqlFragments(predicates, \" AND \")}\n\t\tORDER BY b.entry_seq ${order} ${limitSql(limit)}`.all<EntryStructureRow>(db);\n\treturn rows.map(decodeEntryStructureRow);\n}\n\nfunction scanBranchSegments<T>(\n\tdb: SqliteDatabase,\n\tsessionId: string,\n\tquery: StorageBranchScan,\n\treadSegment: (\n\t\tdb: SqliteDatabase,\n\t\tsessionId: string,\n\t\tsegment: BranchSegment,\n\t\tquery: StorageBranchScan,\n\t\toldestFirst: boolean,\n\t\tstopSeq: number | undefined,\n\t\tlimit: number | undefined,\n\t) => T[],\n): T[] {\n\tconst oldestFirst = query.order === \"oldestFirst\";\n\tconst segmentsNewestFirst = readBranchSegmentsNewestFirst(db, sessionId, query.start);\n\tconst segments = oldestFirst ? [...segmentsNewestFirst].reverse() : segmentsNewestFirst;\n\tconst limit = query.limit === undefined ? undefined : Math.max(0, query.limit);\n\tif (limit === 0) return [];\n\n\tconst rows: T[] = [];\n\tfor (const segment of segments) {\n\t\tconst remaining = limit === undefined ? undefined : limit - rows.length;\n\t\tif (remaining !== undefined && remaining <= 0) break;\n\t\tconst stopSeq = readStopSeq(db, sessionId, segment, query, oldestFirst);\n\t\trows.push(...readSegment(db, sessionId, segment, query, oldestFirst, stopSeq, remaining));\n\t\tif (stopSeq !== undefined) break;\n\t}\n\treturn rows;\n}\n\nexport function scanBranchEntries(db: SqliteDatabase, sessionId: string, query: StorageBranchScan): Entry[] {\n\treturn scanBranchSegments(db, sessionId, query, scanEntrySegmentRows).map(decodeEntryRow);\n}\n\nexport function scanBranchEntryStructures(\n\tdb: SqliteDatabase,\n\tsessionId: string,\n\tquery: StorageBranchScan,\n): EntryStructure[] {\n\treturn scanBranchSegments(db, sessionId, query, scanStructureSegmentRows);\n}\n"]}