@tearleads/client-sdk 0.0.0-stage → 0.1.13

package/data/persistence/containers/containerSyncWatermarkPersistence.js

@@ -0,0 +1,238 @@
+import { and, eq, inArray, or } from "drizzle-orm";
+import { containerSyncLaneChecks, containerSyncWatermarks, containerSyncWatermarkTables, } from "../../sqlite/schema.js";
+import { getClientSQLitePersistenceRuntime, } from "../../sqlite/sqlitePersistenceRuntime.js";
+import { ensureSqlTables } from "../../sqlite/sqlSchema.js";
+const CONTAINER_PARENT_LANE = "container_parent";
+const CONTAINER_DOCUMENTS_LANE = "container_documents";
+const ROOT_CONTAINER_PARENT_LANE_ID = "root";
+const CONTAINER_PARENT_LANE_ID_PREFIX = "parent:";
+// Each lane predicate binds two values, so keep batches comfortably under
+// SQLite's variable limit when a caller reads many lanes at once.
+const LANE_SELECT_BATCH_SIZE = 100;
+export const containerParentSyncLane = (parentId) => ({
+    kind: CONTAINER_PARENT_LANE,
+    parentId,
+});
+export const containerContentsSyncLane = (containerId) => ({
+    kind: CONTAINER_DOCUMENTS_LANE,
+    containerId,
+});
+export function containerSyncWatermarkLaneKey(lane) {
+    switch (lane.kind) {
+        case CONTAINER_PARENT_LANE:
+            return {
+                laneKind: lane.kind,
+                laneId: containerParentLaneId(lane.parentId),
+            };
+        case CONTAINER_DOCUMENTS_LANE:
+            return {
+                laneKind: lane.kind,
+                laneId: lane.containerId,
+            };
+    }
+}
+function containerParentLaneId(parentId) {
+    return parentId === null
+        ? ROOT_CONTAINER_PARENT_LANE_ID
+        : `${CONTAINER_PARENT_LANE_ID_PREFIX}${parentId}`;
+}
+/**
+ * The watermark half of the container-delete cascade, statement-only so the
+ * caller can run it inside one atomic transaction alongside the rest of the
+ * cascade.
+ */
+export async function deleteContainerWatermarksInTransaction(tx, containerIds) {
+    const uniqueContainerIds = Array.from(new Set(containerIds));
+    if (uniqueContainerIds.length === 0) {
+        return;
+    }
+    const parentLaneIds = uniqueContainerIds.map(containerParentLaneId);
+    const documentLaneIds = uniqueContainerIds;
+    await tx
+        .delete(containerSyncWatermarks)
+        .where(or(and(eq(containerSyncWatermarks.laneKind, CONTAINER_PARENT_LANE), inArray(containerSyncWatermarks.laneId, parentLaneIds)), and(eq(containerSyncWatermarks.laneKind, CONTAINER_DOCUMENTS_LANE), inArray(containerSyncWatermarks.laneId, documentLaneIds))))
+        .run();
+    await tx
+        .delete(containerSyncLaneChecks)
+        .where(or(and(eq(containerSyncLaneChecks.laneKind, CONTAINER_PARENT_LANE), inArray(containerSyncLaneChecks.laneId, parentLaneIds)), and(eq(containerSyncLaneChecks.laneKind, CONTAINER_DOCUMENTS_LANE), inArray(containerSyncLaneChecks.laneId, documentLaneIds))))
+        .run();
+}
+function mapSelectedWatermarkRecord(row) {
+    return {
+        laneId: row.laneId,
+        laneKind: row.laneKind,
+        updatedAt: row.updatedAt,
+        watermark: {
+            id: row.watermarkId,
+            updatedAt: row.watermarkUpdatedAt,
+        },
+    };
+}
+function laneKeyString(input) {
+    return `${input.laneKind}\0${input.laneId}`;
+}
+function uniqueLaneKeys(lanes) {
+    const seen = new Set();
+    const laneKeys = [];
+    for (const lane of lanes) {
+        const laneKey = containerSyncWatermarkLaneKey(lane);
+        const key = laneKeyString(laneKey);
+        if (seen.has(key)) {
+            continue;
+        }
+        seen.add(key);
+        laneKeys.push(laneKey);
+    }
+    return laneKeys;
+}
+// The ONE batched lane-select shape for this file: both row readers must
+// chunk, because a caller may pass unboundedly many lanes and each lane
+// predicate binds two variables.
+async function selectLaneRowsInBatches(lanes, buildLanePredicate, selectBatch) {
+    const laneKeys = uniqueLaneKeys(lanes);
+    const rows = [];
+    for (let index = 0; index < laneKeys.length; index += LANE_SELECT_BATCH_SIZE) {
+        const lanePredicates = laneKeys
+            .slice(index, index + LANE_SELECT_BATCH_SIZE)
+            .map(buildLanePredicate)
+            .filter((predicate) => predicate !== undefined);
+        const whereClause = lanePredicates.length === 1 ? lanePredicates[0] : or(...lanePredicates);
+        if (!whereClause) {
+            continue;
+        }
+        rows.push(...(await selectBatch(whereClause)));
+    }
+    return rows;
+}
+async function selectWatermarkRows(execSql, lanes) {
+    await ensureSqlTables(execSql, containerSyncWatermarkTables);
+    const { db } = getClientSQLitePersistenceRuntime(execSql);
+    return selectLaneRowsInBatches(lanes, ({ laneId, laneKind }) => and(eq(containerSyncWatermarks.laneKind, laneKind), eq(containerSyncWatermarks.laneId, laneId)), (whereClause) => db
+        .select({
+        laneId: containerSyncWatermarks.laneId,
+        laneKind: containerSyncWatermarks.laneKind,
+        updatedAt: containerSyncWatermarks.updatedAt,
+        watermarkId: containerSyncWatermarks.watermarkId,
+        watermarkUpdatedAt: containerSyncWatermarks.watermarkUpdatedAt,
+    })
+        .from(containerSyncWatermarks)
+        .where(whereClause));
+}
+async function selectCheckRows(execSql, lanes) {
+    await ensureSqlTables(execSql, containerSyncWatermarkTables);
+    const { db } = getClientSQLitePersistenceRuntime(execSql);
+    return selectLaneRowsInBatches(lanes, ({ laneId, laneKind }) => and(eq(containerSyncLaneChecks.laneKind, laneKind), eq(containerSyncLaneChecks.laneId, laneId)), (whereClause) => db
+        .select({
+        checkedAt: containerSyncLaneChecks.checkedAt,
+        laneId: containerSyncLaneChecks.laneId,
+        laneKind: containerSyncLaneChecks.laneKind,
+    })
+        .from(containerSyncLaneChecks)
+        .where(whereClause));
+}
+export const sqlContainerSyncWatermarkPersistence = {
+    async ensureSchema(execSql) {
+        await ensureSqlTables(execSql, containerSyncWatermarkTables);
+    },
+    async loadWatermark(execSql, lane) {
+        const [record] = await sqlContainerSyncWatermarkPersistence.loadWatermarkRecords(execSql, [
+            lane,
+        ]);
+        return record?.watermark ?? null;
+    },
+    async loadWatermarkRecords(execSql, lanes) {
+        const rows = await selectWatermarkRows(execSql, lanes);
+        const recordsByKey = new Map();
+        for (const row of rows) {
+            const record = mapSelectedWatermarkRecord(row);
+            recordsByKey.set(laneKeyString(record), record);
+        }
+        return lanes.map((lane) => {
+            const laneKey = containerSyncWatermarkLaneKey(lane);
+            return recordsByKey.get(laneKeyString(laneKey)) ?? null;
+        });
+    },
+    async loadCheckRecords(execSql, lanes) {
+        const rows = await selectCheckRows(execSql, lanes);
+        const recordsByKey = new Map();
+        for (const row of rows) {
+            recordsByKey.set(laneKeyString(row), row);
+        }
+        return lanes.map((lane) => {
+            const laneKey = containerSyncWatermarkLaneKey(lane);
+            return recordsByKey.get(laneKeyString(laneKey)) ?? null;
+        });
+    },
+    async markChecked(execSql, lane, options) {
+        await sqlContainerSyncWatermarkPersistence.ensureSchema(execSql);
+        const { laneId, laneKind } = containerSyncWatermarkLaneKey(lane);
+        const row = {
+            checkedAt: new Date().toISOString(),
+            laneId,
+            laneKind,
+        };
+        const mark = async (db) => {
+            await db
+                .insert(containerSyncLaneChecks)
+                .values(row)
+                .onConflictDoUpdate({
+                target: [
+                    containerSyncLaneChecks.laneKind,
+                    containerSyncLaneChecks.laneId,
+                ],
+                set: row,
+            })
+                .run();
+        };
+        const runtime = getClientSQLitePersistenceRuntime(execSql);
+        if (!options?.stillCurrent) {
+            await runtime.runMutation(mark);
+            return true;
+        }
+        return (await runtime.guardedTransaction(mark, options.stillCurrent))
+            .committed;
+    },
+    async saveWatermark(execSql, lane, watermark, options) {
+        await sqlContainerSyncWatermarkPersistence.ensureSchema(execSql);
+        const { laneId, laneKind } = containerSyncWatermarkLaneKey(lane);
+        const updatedAt = new Date().toISOString();
+        const row = {
+            laneId,
+            laneKind,
+            watermarkId: watermark.id,
+            watermarkUpdatedAt: watermark.updatedAt,
+            updatedAt,
+        };
+        const save = async (db) => {
+            await db
+                .insert(containerSyncWatermarks)
+                .values(row)
+                .onConflictDoUpdate({
+                target: [
+                    containerSyncWatermarks.laneKind,
+                    containerSyncWatermarks.laneId,
+                ],
+                set: row,
+            })
+                .run();
+        };
+        const runtime = getClientSQLitePersistenceRuntime(execSql);
+        if (!options?.stillCurrent) {
+            await runtime.runMutation(save);
+            return true;
+        }
+        return (await runtime.guardedTransaction(save, options.stillCurrent))
+            .committed;
+    },
+    async deleteWatermarksForContainers(execSql, containerIds) {
+        const uniqueContainerIds = Array.from(new Set(containerIds));
+        if (uniqueContainerIds.length === 0) {
+            return;
+        }
+        await sqlContainerSyncWatermarkPersistence.ensureSchema(execSql);
+        await getClientSQLitePersistenceRuntime(execSql).runMutation(async (db) => {
+            await deleteContainerWatermarksInTransaction(db, uniqueContainerIds);
+        });
+    },
+};
+//# sourceMappingURL=containerSyncWatermarkPersistence.js.map

package/data/persistence/containers/containerSyncWatermarkPersistence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"containerSyncWatermarkPersistence.js","sourceRoot":"","sources":["containerSyncWatermarkPersistence.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAY,MAAM,aAAa,CAAC;AAC7D,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAGL,iCAAiC,GAClC,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAgB,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEvE,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AACjD,MAAM,wBAAwB,GAAG,qBAAqB,CAAC;AACvD,MAAM,6BAA6B,GAAG,MAAM,CAAC;AAC7C,MAAM,+BAA+B,GAAG,SAAS,CAAC;AAClD,0EAA0E;AAC1E,kEAAkE;AAClE,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAqCnC,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,QAAuB,EACK,EAAE,CAAC,CAAC;IAChC,IAAI,EAAE,qBAAqB;IAC3B,QAAQ;CACT,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,WAAmB,EACS,EAAE,CAAC,CAAC;IAChC,IAAI,EAAE,wBAAwB;IAC9B,WAAW;CACZ,CAAC,CAAC;AAEH,MAAM,UAAU,6BAA6B,CAC3C,IAAgC;IAKhC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,qBAAqB;YACxB,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,MAAM,EAAE,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC;aAC7C,CAAC;QACJ,KAAK,wBAAwB;YAC3B,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,MAAM,EAAE,IAAI,CAAC,WAAW;aACzB,CAAC;IACN,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAuB;IACpD,OAAO,QAAQ,KAAK,IAAI;QACtB,CAAC,CAAC,6BAA6B;QAC/B,CAAC,CAAC,GAAG,+BAA+B,GAAG,QAAQ,EAAE,CAAC;AACtD,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,sCAAsC,CAC1D,EAAuD,EACvD,YAAmC;IAEnC,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;IAC7D,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO;IACT,CAAC;IACD,MAAM,aAAa,GAAG,kBAAkB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACpE,MAAM,eAAe,GAAG,kBAAkB,CAAC;IAC3C,MAAM,EAAE;SACL,MAAM,CAAC,uBAAuB,CAAC;SAC/B,KAAK,CACJ,EAAE,CACA,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,qBAAqB,CAAC,EAC3D,OAAO,CAAC,uBAAuB,CAAC,MAAM,EAAE,aAAa,CAAC,CACvD,EACD,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,wBAAwB,CAAC,EAC9D,OAAO,CAAC,uBAAuB,CAAC,MAAM,EAAE,eAAe,CAAC,CACzD,CACF,CACF;SACA,GAAG,EAAE,CAAC;IACT,MAAM,EAAE;SACL,MAAM,CAAC,uBAAuB,CAAC;SAC/B,KAAK,CACJ,EAAE,CACA,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,qBAAqB,CAAC,EAC3D,OAAO,CAAC,uBAAuB,CAAC,MAAM,EAAE,aAAa,CAAC,CACvD,EACD,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,wBAAwB,CAAC,EAC9D,OAAO,CAAC,uBAAuB,CAAC,MAAM,EAAE,eAAe,CAAC,CACzD,CACF,CACF;SACA,GAAG,EAAE,CAAC;AACX,CAAC;AAED,SAAS,0BAA0B,CACjC,GAAmC;IAEnC,OAAO;QACL,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,SAAS,EAAE;YACT,EAAE,EAAE,GAAG,CAAC,WAAW;YACnB,SAAS,EAAE,GAAG,CAAC,kBAAkB;SAClC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAA2C;IAChE,OAAO,GAAG,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,cAAc,CACrB,KAAgD;IAEhD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,QAAQ,GAAgD,EAAE,CAAC;IAEjE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAClB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,yEAAyE;AACzE,wEAAwE;AACxE,iCAAiC;AACjC,KAAK,UAAU,uBAAuB,CACpC,KAAgD,EAChD,kBAGqB,EACrB,WAAkD;IAElD,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,IAAI,GAAW,EAAE,CAAC;IAExB,KACE,IAAI,KAAK,GAAG,CAAC,EACb,KAAK,GAAG,QAAQ,CAAC,MAAM,EACvB,KAAK,IAAI,sBAAsB,EAC/B,CAAC;QACD,MAAM,cAAc,GAAG,QAAQ;aAC5B,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,sBAAsB,CAAC;aAC5C,GAAG,CAAC,kBAAkB,CAAC;aACvB,MAAM,CAAC,CAAC,SAAS,EAAoB,EAAE,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;QACpE,MAAM,WAAW,GACf,cAAc,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,CAAC;QAC1E,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,SAAS;QACX,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,OAAgB,EAChB,KAAgD;IAEhD,MAAM,eAAe,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IAC7D,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAE1D,OAAO,uBAAuB,CAC5B,KAAK,EACL,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CACvB,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAC9C,EAAE,CAAC,uBAAuB,CAAC,MAAM,EAAE,MAAM,CAAC,CAC3C,EACH,CAAC,WAAW,EAAE,EAAE,CACd,EAAE;SACC,MAAM,CAAC;QACN,MAAM,EAAE,uBAAuB,CAAC,MAAM;QACtC,QAAQ,EAAE,uBAAuB,CAAC,QAAQ;QAC1C,SAAS,EAAE,uBAAuB,CAAC,SAAS;QAC5C,WAAW,EAAE,uBAAuB,CAAC,WAAW;QAChD,kBAAkB,EAAE,uBAAuB,CAAC,kBAAkB;KAC/D,CAAC;SACD,IAAI,CAAC,uBAAuB,CAAC;SAC7B,KAAK,CAAC,WAAW,CAAC,CACxB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAAgB,EAChB,KAAgD;IAEhD,MAAM,eAAe,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IAC7D,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAE1D,OAAO,uBAAuB,CAC5B,KAAK,EACL,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CACvB,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAC9C,EAAE,CAAC,uBAAuB,CAAC,MAAM,EAAE,MAAM,CAAC,CAC3C,EACH,CAAC,WAAW,EAAE,EAAE,CACd,EAAE;SACC,MAAM,CAAC;QACN,SAAS,EAAE,uBAAuB,CAAC,SAAS;QAC5C,MAAM,EAAE,uBAAuB,CAAC,MAAM;QACtC,QAAQ,EAAE,uBAAuB,CAAC,QAAQ;KAC3C,CAAC;SACD,IAAI,CAAC,uBAAuB,CAAC;SAC7B,KAAK,CAAC,WAAW,CAAC,CACxB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,oCAAoC,GAAG;IAClD,KAAK,CAAC,YAAY,CAAC,OAAgB;QACjC,MAAM,eAAe,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,OAAgB,EAChB,IAAgC;QAEhC,MAAM,CAAC,MAAM,CAAC,GACZ,MAAM,oCAAoC,CAAC,oBAAoB,CAAC,OAAO,EAAE;YACvE,IAAI;SACL,CAAC,CAAC;QACL,OAAO,MAAM,EAAE,SAAS,IAAI,IAAI,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,OAAgB,EAChB,KAAgD;QAEhD,MAAM,IAAI,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAwC,CAAC;QAErE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;YAC/C,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QAClD,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACxB,MAAM,OAAO,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;YACpD,OAAO,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,OAAgB,EAChB,KAAgD;QAEhD,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACnD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAwC,CAAC;QAErE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACxB,MAAM,OAAO,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;YACpD,OAAO,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,WAAW,CACf,OAAgB,EAChB,IAAgC,EAChC,OAA4C;QAE5C,MAAM,oCAAoC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG;YACV,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,MAAM;YACN,QAAQ;SACT,CAAC;QAEF,MAAM,IAAI,GAAG,KAAK,EAChB,EAAuD,EACvD,EAAE;YACF,MAAM,EAAE;iBACL,MAAM,CAAC,uBAAuB,CAAC;iBAC/B,MAAM,CAAC,GAAG,CAAC;iBACX,kBAAkB,CAAC;gBAClB,MAAM,EAAE;oBACN,uBAAuB,CAAC,QAAQ;oBAChC,uBAAuB,CAAC,MAAM;iBAC/B;gBACD,GAAG,EAAE,GAAG;aACT,CAAC;iBACD,GAAG,EAAE,CAAC;QACX,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;QAC3D,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC;YAC3B,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,CAAC,MAAM,OAAO,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;aAClE,SAAS,CAAC;IACf,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,OAAgB,EAChB,IAAgC,EAChC,SAAwB,EACxB,OAA4C;QAE5C,MAAM,oCAAoC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG;YACV,MAAM;YACN,QAAQ;YACR,WAAW,EAAE,SAAS,CAAC,EAAE;YACzB,kBAAkB,EAAE,SAAS,CAAC,SAAS;YACvC,SAAS;SACV,CAAC;QAEF,MAAM,IAAI,GAAG,KAAK,EAChB,EAAuD,EACvD,EAAE;YACF,MAAM,EAAE;iBACL,MAAM,CAAC,uBAAuB,CAAC;iBAC/B,MAAM,CAAC,GAAG,CAAC;iBACX,kBAAkB,CAAC;gBAClB,MAAM,EAAE;oBACN,uBAAuB,CAAC,QAAQ;oBAChC,uBAAuB,CAAC,MAAM;iBAC/B;gBACD,GAAG,EAAE,GAAG;aACT,CAAC;iBACD,GAAG,EAAE,CAAC;QACX,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;QAC3D,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC;YAC3B,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,CAAC,MAAM,OAAO,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;aAClE,SAAS,CAAC;IACf,CAAC;IAED,KAAK,CAAC,6BAA6B,CACjC,OAAgB,EAChB,YAAmC;QAEnC,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;QAC7D,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QAED,MAAM,oCAAoC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,iCAAiC,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACxE,MAAM,sCAAsC,CAAC,EAAE,EAAE,kBAAkB,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAC","sourcesContent":["import type { SyncWatermark } from \"@tearleads/validators/response\";\nimport { and, eq, inArray, or, type SQL } from \"drizzle-orm\";\nimport {\n  containerSyncLaneChecks,\n  containerSyncWatermarks,\n  containerSyncWatermarkTables,\n} from \"../../sqlite/schema\";\nimport {\n  type ClientSQLiteDatabase,\n  type ClientSQLiteTransactionScope,\n  getClientSQLitePersistenceRuntime,\n} from \"../../sqlite/sqlitePersistenceRuntime\";\nimport { type ExecSql, ensureSqlTables } from \"../../sqlite/sqlSchema\";\n\nconst CONTAINER_PARENT_LANE = \"container_parent\";\nconst CONTAINER_DOCUMENTS_LANE = \"container_documents\";\nconst ROOT_CONTAINER_PARENT_LANE_ID = \"root\";\nconst CONTAINER_PARENT_LANE_ID_PREFIX = \"parent:\";\n// Each lane predicate binds two values, so keep batches comfortably under\n// SQLite's variable limit when a caller reads many lanes at once.\nconst LANE_SELECT_BATCH_SIZE = 100;\n\nexport type ContainerSyncWatermarkLane =\n  | {\n      kind: typeof CONTAINER_PARENT_LANE;\n      parentId: string | null;\n    }\n  | {\n      kind: typeof CONTAINER_DOCUMENTS_LANE;\n      containerId: string;\n    };\n\ninterface SelectedContainerSyncWatermark {\n  laneId: string;\n  laneKind: string;\n  updatedAt: string;\n  watermarkId: string;\n  watermarkUpdatedAt: string;\n}\n\ninterface ContainerSyncWatermarkRecord {\n  laneId: string;\n  laneKind: string;\n  updatedAt: string;\n  watermark: SyncWatermark;\n}\n\nexport interface ContainerSyncLaneCheckRecord {\n  checkedAt: string;\n  laneId: string;\n  laneKind: string;\n}\n\ninterface ContainerSyncMarkerMutationOptions {\n  readonly stillCurrent?: (() => boolean) | undefined;\n}\n\nexport const containerParentSyncLane = (\n  parentId: string | null,\n): ContainerSyncWatermarkLane => ({\n  kind: CONTAINER_PARENT_LANE,\n  parentId,\n});\n\nexport const containerContentsSyncLane = (\n  containerId: string,\n): ContainerSyncWatermarkLane => ({\n  kind: CONTAINER_DOCUMENTS_LANE,\n  containerId,\n});\n\nexport function containerSyncWatermarkLaneKey(\n  lane: ContainerSyncWatermarkLane,\n): {\n  laneId: string;\n  laneKind: string;\n} {\n  switch (lane.kind) {\n    case CONTAINER_PARENT_LANE:\n      return {\n        laneKind: lane.kind,\n        laneId: containerParentLaneId(lane.parentId),\n      };\n    case CONTAINER_DOCUMENTS_LANE:\n      return {\n        laneKind: lane.kind,\n        laneId: lane.containerId,\n      };\n  }\n}\n\nfunction containerParentLaneId(parentId: string | null): string {\n  return parentId === null\n    ? ROOT_CONTAINER_PARENT_LANE_ID\n    : `${CONTAINER_PARENT_LANE_ID_PREFIX}${parentId}`;\n}\n\n/**\n * The watermark half of the container-delete cascade, statement-only so the\n * caller can run it inside one atomic transaction alongside the rest of the\n * cascade.\n */\nexport async function deleteContainerWatermarksInTransaction(\n  tx: ClientSQLiteDatabase | ClientSQLiteTransactionScope,\n  containerIds: ReadonlyArray<string>,\n): Promise<void> {\n  const uniqueContainerIds = Array.from(new Set(containerIds));\n  if (uniqueContainerIds.length === 0) {\n    return;\n  }\n  const parentLaneIds = uniqueContainerIds.map(containerParentLaneId);\n  const documentLaneIds = uniqueContainerIds;\n  await tx\n    .delete(containerSyncWatermarks)\n    .where(\n      or(\n        and(\n          eq(containerSyncWatermarks.laneKind, CONTAINER_PARENT_LANE),\n          inArray(containerSyncWatermarks.laneId, parentLaneIds),\n        ),\n        and(\n          eq(containerSyncWatermarks.laneKind, CONTAINER_DOCUMENTS_LANE),\n          inArray(containerSyncWatermarks.laneId, documentLaneIds),\n        ),\n      ),\n    )\n    .run();\n  await tx\n    .delete(containerSyncLaneChecks)\n    .where(\n      or(\n        and(\n          eq(containerSyncLaneChecks.laneKind, CONTAINER_PARENT_LANE),\n          inArray(containerSyncLaneChecks.laneId, parentLaneIds),\n        ),\n        and(\n          eq(containerSyncLaneChecks.laneKind, CONTAINER_DOCUMENTS_LANE),\n          inArray(containerSyncLaneChecks.laneId, documentLaneIds),\n        ),\n      ),\n    )\n    .run();\n}\n\nfunction mapSelectedWatermarkRecord(\n  row: SelectedContainerSyncWatermark,\n): ContainerSyncWatermarkRecord {\n  return {\n    laneId: row.laneId,\n    laneKind: row.laneKind,\n    updatedAt: row.updatedAt,\n    watermark: {\n      id: row.watermarkId,\n      updatedAt: row.watermarkUpdatedAt,\n    },\n  };\n}\n\nfunction laneKeyString(input: { laneId: string; laneKind: string }): string {\n  return `${input.laneKind}\\0${input.laneId}`;\n}\n\nfunction uniqueLaneKeys(\n  lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n): Array<{ laneId: string; laneKind: string }> {\n  const seen = new Set<string>();\n  const laneKeys: Array<{ laneId: string; laneKind: string }> = [];\n\n  for (const lane of lanes) {\n    const laneKey = containerSyncWatermarkLaneKey(lane);\n    const key = laneKeyString(laneKey);\n    if (seen.has(key)) {\n      continue;\n    }\n    seen.add(key);\n    laneKeys.push(laneKey);\n  }\n\n  return laneKeys;\n}\n\n// The ONE batched lane-select shape for this file: both row readers must\n// chunk, because a caller may pass unboundedly many lanes and each lane\n// predicate binds two variables.\nasync function selectLaneRowsInBatches<TRow>(\n  lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n  buildLanePredicate: (laneKey: {\n    laneId: string;\n    laneKind: string;\n  }) => SQL | undefined,\n  selectBatch: (whereClause: SQL) => Promise<TRow[]>,\n): Promise<TRow[]> {\n  const laneKeys = uniqueLaneKeys(lanes);\n  const rows: TRow[] = [];\n\n  for (\n    let index = 0;\n    index < laneKeys.length;\n    index += LANE_SELECT_BATCH_SIZE\n  ) {\n    const lanePredicates = laneKeys\n      .slice(index, index + LANE_SELECT_BATCH_SIZE)\n      .map(buildLanePredicate)\n      .filter((predicate): predicate is SQL => predicate !== undefined);\n    const whereClause =\n      lanePredicates.length === 1 ? lanePredicates[0] : or(...lanePredicates);\n    if (!whereClause) {\n      continue;\n    }\n\n    rows.push(...(await selectBatch(whereClause)));\n  }\n\n  return rows;\n}\n\nasync function selectWatermarkRows(\n  execSql: ExecSql,\n  lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n): Promise<SelectedContainerSyncWatermark[]> {\n  await ensureSqlTables(execSql, containerSyncWatermarkTables);\n  const { db } = getClientSQLitePersistenceRuntime(execSql);\n\n  return selectLaneRowsInBatches(\n    lanes,\n    ({ laneId, laneKind }) =>\n      and(\n        eq(containerSyncWatermarks.laneKind, laneKind),\n        eq(containerSyncWatermarks.laneId, laneId),\n      ),\n    (whereClause) =>\n      db\n        .select({\n          laneId: containerSyncWatermarks.laneId,\n          laneKind: containerSyncWatermarks.laneKind,\n          updatedAt: containerSyncWatermarks.updatedAt,\n          watermarkId: containerSyncWatermarks.watermarkId,\n          watermarkUpdatedAt: containerSyncWatermarks.watermarkUpdatedAt,\n        })\n        .from(containerSyncWatermarks)\n        .where(whereClause),\n  );\n}\n\nasync function selectCheckRows(\n  execSql: ExecSql,\n  lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n): Promise<ContainerSyncLaneCheckRecord[]> {\n  await ensureSqlTables(execSql, containerSyncWatermarkTables);\n  const { db } = getClientSQLitePersistenceRuntime(execSql);\n\n  return selectLaneRowsInBatches(\n    lanes,\n    ({ laneId, laneKind }) =>\n      and(\n        eq(containerSyncLaneChecks.laneKind, laneKind),\n        eq(containerSyncLaneChecks.laneId, laneId),\n      ),\n    (whereClause) =>\n      db\n        .select({\n          checkedAt: containerSyncLaneChecks.checkedAt,\n          laneId: containerSyncLaneChecks.laneId,\n          laneKind: containerSyncLaneChecks.laneKind,\n        })\n        .from(containerSyncLaneChecks)\n        .where(whereClause),\n  );\n}\n\nexport const sqlContainerSyncWatermarkPersistence = {\n  async ensureSchema(execSql: ExecSql): Promise<void> {\n    await ensureSqlTables(execSql, containerSyncWatermarkTables);\n  },\n\n  async loadWatermark(\n    execSql: ExecSql,\n    lane: ContainerSyncWatermarkLane,\n  ): Promise<SyncWatermark | null> {\n    const [record] =\n      await sqlContainerSyncWatermarkPersistence.loadWatermarkRecords(execSql, [\n        lane,\n      ]);\n    return record?.watermark ?? null;\n  },\n\n  async loadWatermarkRecords(\n    execSql: ExecSql,\n    lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n  ): Promise<Array<ContainerSyncWatermarkRecord | null>> {\n    const rows = await selectWatermarkRows(execSql, lanes);\n    const recordsByKey = new Map<string, ContainerSyncWatermarkRecord>();\n\n    for (const row of rows) {\n      const record = mapSelectedWatermarkRecord(row);\n      recordsByKey.set(laneKeyString(record), record);\n    }\n\n    return lanes.map((lane) => {\n      const laneKey = containerSyncWatermarkLaneKey(lane);\n      return recordsByKey.get(laneKeyString(laneKey)) ?? null;\n    });\n  },\n\n  async loadCheckRecords(\n    execSql: ExecSql,\n    lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n  ): Promise<Array<ContainerSyncLaneCheckRecord | null>> {\n    const rows = await selectCheckRows(execSql, lanes);\n    const recordsByKey = new Map<string, ContainerSyncLaneCheckRecord>();\n\n    for (const row of rows) {\n      recordsByKey.set(laneKeyString(row), row);\n    }\n\n    return lanes.map((lane) => {\n      const laneKey = containerSyncWatermarkLaneKey(lane);\n      return recordsByKey.get(laneKeyString(laneKey)) ?? null;\n    });\n  },\n\n  async markChecked(\n    execSql: ExecSql,\n    lane: ContainerSyncWatermarkLane,\n    options?: ContainerSyncMarkerMutationOptions,\n  ): Promise<boolean> {\n    await sqlContainerSyncWatermarkPersistence.ensureSchema(execSql);\n    const { laneId, laneKind } = containerSyncWatermarkLaneKey(lane);\n    const row = {\n      checkedAt: new Date().toISOString(),\n      laneId,\n      laneKind,\n    };\n\n    const mark = async (\n      db: ClientSQLiteDatabase | ClientSQLiteTransactionScope,\n    ) => {\n      await db\n        .insert(containerSyncLaneChecks)\n        .values(row)\n        .onConflictDoUpdate({\n          target: [\n            containerSyncLaneChecks.laneKind,\n            containerSyncLaneChecks.laneId,\n          ],\n          set: row,\n        })\n        .run();\n    };\n    const runtime = getClientSQLitePersistenceRuntime(execSql);\n    if (!options?.stillCurrent) {\n      await runtime.runMutation(mark);\n      return true;\n    }\n    return (await runtime.guardedTransaction(mark, options.stillCurrent))\n      .committed;\n  },\n\n  async saveWatermark(\n    execSql: ExecSql,\n    lane: ContainerSyncWatermarkLane,\n    watermark: SyncWatermark,\n    options?: ContainerSyncMarkerMutationOptions,\n  ): Promise<boolean> {\n    await sqlContainerSyncWatermarkPersistence.ensureSchema(execSql);\n    const { laneId, laneKind } = containerSyncWatermarkLaneKey(lane);\n    const updatedAt = new Date().toISOString();\n    const row = {\n      laneId,\n      laneKind,\n      watermarkId: watermark.id,\n      watermarkUpdatedAt: watermark.updatedAt,\n      updatedAt,\n    };\n\n    const save = async (\n      db: ClientSQLiteDatabase | ClientSQLiteTransactionScope,\n    ) => {\n      await db\n        .insert(containerSyncWatermarks)\n        .values(row)\n        .onConflictDoUpdate({\n          target: [\n            containerSyncWatermarks.laneKind,\n            containerSyncWatermarks.laneId,\n          ],\n          set: row,\n        })\n        .run();\n    };\n    const runtime = getClientSQLitePersistenceRuntime(execSql);\n    if (!options?.stillCurrent) {\n      await runtime.runMutation(save);\n      return true;\n    }\n    return (await runtime.guardedTransaction(save, options.stillCurrent))\n      .committed;\n  },\n\n  async deleteWatermarksForContainers(\n    execSql: ExecSql,\n    containerIds: ReadonlyArray<string>,\n  ): Promise<void> {\n    const uniqueContainerIds = Array.from(new Set(containerIds));\n    if (uniqueContainerIds.length === 0) {\n      return;\n    }\n\n    await sqlContainerSyncWatermarkPersistence.ensureSchema(execSql);\n    await getClientSQLitePersistenceRuntime(execSql).runMutation(async (db) => {\n      await deleteContainerWatermarksInTransaction(db, uniqueContainerIds);\n    });\n  },\n};\n"]}

package/data/persistence/containers/documentContainerProjectionPersistence.js

@@ -0,0 +1,130 @@
+import { asc, eq, inArray } from "drizzle-orm";
+import { containerDocumentTombstoneHolds, documentContainerProjection, documentContainerProjectionTables, documentMoveIntentTables, documentTables, } from "../../sqlite/schema.js";
+import { getClientSQLitePersistenceRuntime, } from "../../sqlite/sqlitePersistenceRuntime.js";
+import { ensureSqlTables } from "../../sqlite/sqlSchema.js";
+import { deleteContainerDocumentTombstoneHoldRowsForLinks, deleteContainerDocumentTombstoneHoldsForDocuments, } from "../documents/containerDocumentTombstoneHoldsPersistence.js";
+import { filterWritableDocumentPlacements, } from "./documentPlacement.js";
+/** Link rows and their tombstone holds leave together on a remote reset. */
+export async function deleteDocumentPlacementRowsByContainerIds(tx, containerIds) {
+    await tx
+        .delete(documentContainerProjection)
+        .where(inArray(documentContainerProjection.containerId, containerIds))
+        .run();
+    await tx
+        .delete(containerDocumentTombstoneHolds)
+        .where(inArray(containerDocumentTombstoneHolds.containerId, containerIds))
+        .run();
+}
+export async function deleteDocumentPlacementRowsByDocumentIds(tx, documentIds) {
+    await tx
+        .delete(documentContainerProjection)
+        .where(inArray(documentContainerProjection.documentId, documentIds))
+        .run();
+    await tx
+        .delete(containerDocumentTombstoneHolds)
+        .where(inArray(containerDocumentTombstoneHolds.documentId, documentIds))
+        .run();
+}
+export const sqlDocumentContainerProjectionPersistence = {
+    async ensureSchema(execSql) {
+        await ensureSqlTables(execSql, documentContainerProjectionTables);
+    },
+    async listLinkedContainerIds(execSql, documentId) {
+        await ensureSqlTables(execSql, documentContainerProjectionTables);
+        const { db } = getClientSQLitePersistenceRuntime(execSql);
+        const rows = await db
+            .select({ containerId: documentContainerProjection.containerId })
+            .from(documentContainerProjection)
+            .where(eq(documentContainerProjection.documentId, documentId))
+            .orderBy(asc(documentContainerProjection.containerId));
+        return rows.map((row) => row.containerId);
+    },
+    async listLinkedContainerIdsByDocumentIds(execSql, documentIds) {
+        await ensureSqlTables(execSql, documentContainerProjectionTables);
+        const uniqueDocumentIds = Array.from(new Set(documentIds));
+        if (uniqueDocumentIds.length === 0) {
+            return new Map();
+        }
+        const { db } = getClientSQLitePersistenceRuntime(execSql);
+        const rows = await db
+            .select({
+            documentId: documentContainerProjection.documentId,
+            containerId: documentContainerProjection.containerId,
+        })
+            .from(documentContainerProjection)
+            .where(inArray(documentContainerProjection.documentId, uniqueDocumentIds))
+            .orderBy(asc(documentContainerProjection.documentId), asc(documentContainerProjection.containerId));
+        const linkedContainerIdsByDocumentId = new Map();
+        for (const documentId of uniqueDocumentIds) {
+            linkedContainerIdsByDocumentId.set(documentId, []);
+        }
+        for (const row of rows) {
+            const linkedContainerIds = linkedContainerIdsByDocumentId.get(row.documentId) ?? [];
+            linkedContainerIds.push(row.containerId);
+            linkedContainerIdsByDocumentId.set(row.documentId, linkedContainerIds);
+        }
+        return linkedContainerIdsByDocumentId;
+    },
+    async listDocumentIdsByContainerIds(execSql, containerIds) {
+        await ensureSqlTables(execSql, documentContainerProjectionTables);
+        const uniqueContainerIds = Array.from(new Set(containerIds));
+        if (uniqueContainerIds.length === 0) {
+            return [];
+        }
+        const { db } = getClientSQLitePersistenceRuntime(execSql);
+        const rows = await db
+            .selectDistinct({ documentId: documentContainerProjection.documentId })
+            .from(documentContainerProjection)
+            .where(inArray(documentContainerProjection.containerId, uniqueContainerIds))
+            .orderBy(asc(documentContainerProjection.documentId));
+        return rows.map((row) => row.documentId);
+    },
+    async replaceDocumentLinks(execSql, documentId, containerIds, options) {
+        await sqlDocumentContainerProjectionPersistence.replaceDocumentLinksBatch(execSql, [{ documentId, containerIds }], options);
+    },
+    async replaceDocumentLinksBatch(execSql, inputs, options) {
+        await ensureSqlTables(execSql, [
+            ...documentContainerProjectionTables,
+            ...documentMoveIntentTables,
+            ...documentTables,
+        ]);
+        const latest = new Map(inputs.map((input) => [input.documentId, input]));
+        if (latest.size === 0)
+            return;
+        const runtime = getClientSQLitePersistenceRuntime(execSql);
+        const replace = async (tx) => {
+            const writable = await filterWritableDocumentPlacements(tx, [...latest.values()], options);
+            if (writable.length === 0)
+                return;
+            // A placement the writer re-asserts is no longer tombstoned: a
+            // listing that links it again, or a local move that owns it, releases
+            // the hold so the document is not hidden until the next retry.
+            if (options?.moveIntentId) {
+                await deleteContainerDocumentTombstoneHoldsForDocuments(tx, writable.map((input) => input.documentId));
+            }
+            else {
+                await deleteContainerDocumentTombstoneHoldRowsForLinks(tx, writable);
+            }
+            await tx
+                .delete(documentContainerProjection)
+                .where(inArray(documentContainerProjection.documentId, writable.map((input) => input.documentId)))
+                .run();
+            const updatedAt = new Date().toISOString();
+            const rows = writable.flatMap((input) => Array.from(new Set(input.containerIds))
+                .sort()
+                .map((containerId) => ({
+                documentId: input.documentId,
+                containerId,
+                updatedAt,
+            })));
+            if (rows.length > 0)
+                await tx.insert(documentContainerProjection).values(rows).run();
+        };
+        if (options?.stillCurrent) {
+            await runtime.guardedTransaction(replace, options.stillCurrent);
+            return;
+        }
+        await runtime.transaction(replace);
+    },
+};
+//# sourceMappingURL=documentContainerProjectionPersistence.js.map

package/data/persistence/containers/documentContainerProjectionPersistence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"documentContainerProjectionPersistence.js","sourceRoot":"","sources":["documentContainerProjectionPersistence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EACL,+BAA+B,EAC/B,2BAA2B,EAC3B,iCAAiC,EACjC,wBAAwB,EACxB,cAAc,GACf,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEL,iCAAiC,GAClC,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAgB,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,EACL,gDAAgD,EAChD,iDAAiD,GAClD,MAAM,yDAAyD,CAAC;AAEjE,OAAO,EAGL,gCAAgC,GACjC,MAAM,qBAAqB,CAAC;AA6B7B,4EAA4E;AAC5E,MAAM,CAAC,KAAK,UAAU,yCAAyC,CAC7D,EAAgC,EAChC,YAAmC;IAEnC,MAAM,EAAE;SACL,MAAM,CAAC,2BAA2B,CAAC;SACnC,KAAK,CAAC,OAAO,CAAC,2BAA2B,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;SACrE,GAAG,EAAE,CAAC;IACT,MAAM,EAAE;SACL,MAAM,CAAC,+BAA+B,CAAC;SACvC,KAAK,CAAC,OAAO,CAAC,+BAA+B,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;SACzE,GAAG,EAAE,CAAC;AACX,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAC5D,EAAgC,EAChC,WAAkC;IAElC,MAAM,EAAE;SACL,MAAM,CAAC,2BAA2B,CAAC;SACnC,KAAK,CAAC,OAAO,CAAC,2BAA2B,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;SACnE,GAAG,EAAE,CAAC;IACT,MAAM,EAAE;SACL,MAAM,CAAC,+BAA+B,CAAC;SACvC,KAAK,CAAC,OAAO,CAAC,+BAA+B,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;SACvE,GAAG,EAAE,CAAC;AACX,CAAC;AAED,MAAM,CAAC,MAAM,yCAAyC,GACpD;IACE,KAAK,CAAC,YAAY,CAAC,OAAO;QACxB,MAAM,eAAe,CAAC,OAAO,EAAE,iCAAiC,CAAC,CAAC;IACpE,CAAC;IACD,KAAK,CAAC,sBAAsB,CAAC,OAAO,EAAE,UAAU;QAC9C,MAAM,eAAe,CAAC,OAAO,EAAE,iCAAiC,CAAC,CAAC;QAClE,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,EAAE;aAClB,MAAM,CAAC,EAAE,WAAW,EAAE,2BAA2B,CAAC,WAAW,EAAE,CAAC;aAChE,IAAI,CAAC,2BAA2B,CAAC;aACjC,KAAK,CAAC,EAAE,CAAC,2BAA2B,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;aAC7D,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,WAAW,CAAC,CAAC,CAAC;QAEzD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAC5C,CAAC;IACD,KAAK,CAAC,mCAAmC,CAAC,OAAO,EAAE,WAAW;QAC5D,MAAM,eAAe,CAAC,OAAO,EAAE,iCAAiC,CAAC,CAAC;QAClE,MAAM,iBAAiB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;QAC3D,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO,IAAI,GAAG,EAAE,CAAC;QACnB,CAAC;QAED,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,EAAE;aAClB,MAAM,CAAC;YACN,UAAU,EAAE,2BAA2B,CAAC,UAAU;YAClD,WAAW,EAAE,2BAA2B,CAAC,WAAW;SACrD,CAAC;aACD,IAAI,CAAC,2BAA2B,CAAC;aACjC,KAAK,CACJ,OAAO,CAAC,2BAA2B,CAAC,UAAU,EAAE,iBAAiB,CAAC,CACnE;aACA,OAAO,CACN,GAAG,CAAC,2BAA2B,CAAC,UAAU,CAAC,EAC3C,GAAG,CAAC,2BAA2B,CAAC,WAAW,CAAC,CAC7C,CAAC;QAEJ,MAAM,8BAA8B,GAAG,IAAI,GAAG,EAAoB,CAAC;QACnE,KAAK,MAAM,UAAU,IAAI,iBAAiB,EAAE,CAAC;YAC3C,8BAA8B,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,kBAAkB,GACtB,8BAA8B,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YAC3D,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACzC,8BAA8B,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;QACzE,CAAC;QAED,OAAO,8BAA8B,CAAC;IACxC,CAAC;IACD,KAAK,CAAC,6BAA6B,CAAC,OAAO,EAAE,YAAY;QACvD,MAAM,eAAe,CAAC,OAAO,EAAE,iCAAiC,CAAC,CAAC;QAClE,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;QAC7D,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,EAAE;aAClB,cAAc,CAAC,EAAE,UAAU,EAAE,2BAA2B,CAAC,UAAU,EAAE,CAAC;aACtE,IAAI,CAAC,2BAA2B,CAAC;aACjC,KAAK,CACJ,OAAO,CAAC,2BAA2B,CAAC,WAAW,EAAE,kBAAkB,CAAC,CACrE;aACA,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,UAAU,CAAC,CAAC,CAAC;QAExD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IACD,KAAK,CAAC,oBAAoB,CAAC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,OAAO;QACnE,MAAM,yCAAyC,CAAC,yBAAyB,CACvE,OAAO,EACP,CAAC,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC,EAC9B,OAAO,CACR,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,yBAAyB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO;QACtD,MAAM,eAAe,CAAC,OAAO,EAAE;YAC7B,GAAG,iCAAiC;YACpC,GAAG,wBAAwB;YAC3B,GAAG,cAAc;SAClB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QACzE,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO;QAC9B,MAAM,OAAO,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,KAAK,EAAE,EAAgC,EAAE,EAAE;YACzD,MAAM,QAAQ,GAAG,MAAM,gCAAgC,CACrD,EAAE,EACF,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EACpB,OAAO,CACR,CAAC;YACF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAClC,+DAA+D;YAC/D,sEAAsE;YACtE,+DAA+D;YAC/D,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;gBAC1B,MAAM,iDAAiD,CACrD,EAAE,EACF,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAC1C,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,gDAAgD,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;YACvE,CAAC;YACD,MAAM,EAAE;iBACL,MAAM,CAAC,2BAA2B,CAAC;iBACnC,KAAK,CACJ,OAAO,CACL,2BAA2B,CAAC,UAAU,EACtC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAC1C,CACF;iBACA,GAAG,EAAE,CAAC;YACT,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACtC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;iBACpC,IAAI,EAAE;iBACN,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;gBACrB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,WAAW;gBACX,SAAS;aACV,CAAC,CAAC,CACN,CAAC;YACF,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;gBACjB,MAAM,EAAE,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;QACpE,CAAC,CAAC;QACF,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,MAAM,OAAO,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;YAChE,OAAO;QACT,CAAC;QACD,MAAM,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;CACF,CAAC","sourcesContent":["import { asc, eq, inArray } from \"drizzle-orm\";\nimport {\n  containerDocumentTombstoneHolds,\n  documentContainerProjection,\n  documentContainerProjectionTables,\n  documentMoveIntentTables,\n  documentTables,\n} from \"../../sqlite/schema\";\nimport {\n  type ClientSQLiteTransactionScope,\n  getClientSQLitePersistenceRuntime,\n} from \"../../sqlite/sqlitePersistenceRuntime\";\nimport { type ExecSql, ensureSqlTables } from \"../../sqlite/sqlSchema\";\nimport {\n  deleteContainerDocumentTombstoneHoldRowsForLinks,\n  deleteContainerDocumentTombstoneHoldsForDocuments,\n} from \"../documents/containerDocumentTombstoneHoldsPersistence\";\n\nimport {\n  type DocumentPlacementInput,\n  type DocumentPlacementWriteOptions,\n  filterWritableDocumentPlacements,\n} from \"./documentPlacement\";\n\ninterface DocumentContainerProjectionPersistence {\n  ensureSchema: (execSql: ExecSql) => Promise<void>;\n  listLinkedContainerIds: (\n    execSql: ExecSql,\n    documentId: string,\n  ) => Promise<ReadonlyArray<string>>;\n  listLinkedContainerIdsByDocumentIds: (\n    execSql: ExecSql,\n    documentIds: ReadonlyArray<string>,\n  ) => Promise<ReadonlyMap<string, ReadonlyArray<string>>>;\n  listDocumentIdsByContainerIds: (\n    execSql: ExecSql,\n    containerIds: ReadonlyArray<string>,\n  ) => Promise<ReadonlyArray<string>>;\n  replaceDocumentLinks: (\n    execSql: ExecSql,\n    documentId: string,\n    containerIds: ReadonlyArray<string>,\n    options?: DocumentPlacementWriteOptions,\n  ) => Promise<void>;\n  replaceDocumentLinksBatch: (\n    execSql: ExecSql,\n    inputs: ReadonlyArray<DocumentPlacementInput>,\n    options?: DocumentPlacementWriteOptions,\n  ) => Promise<void>;\n}\n\n/** Link rows and their tombstone holds leave together on a remote reset. */\nexport async function deleteDocumentPlacementRowsByContainerIds(\n  tx: ClientSQLiteTransactionScope,\n  containerIds: ReadonlyArray<string>,\n): Promise<void> {\n  await tx\n    .delete(documentContainerProjection)\n    .where(inArray(documentContainerProjection.containerId, containerIds))\n    .run();\n  await tx\n    .delete(containerDocumentTombstoneHolds)\n    .where(inArray(containerDocumentTombstoneHolds.containerId, containerIds))\n    .run();\n}\n\nexport async function deleteDocumentPlacementRowsByDocumentIds(\n  tx: ClientSQLiteTransactionScope,\n  documentIds: ReadonlyArray<string>,\n): Promise<void> {\n  await tx\n    .delete(documentContainerProjection)\n    .where(inArray(documentContainerProjection.documentId, documentIds))\n    .run();\n  await tx\n    .delete(containerDocumentTombstoneHolds)\n    .where(inArray(containerDocumentTombstoneHolds.documentId, documentIds))\n    .run();\n}\n\nexport const sqlDocumentContainerProjectionPersistence: DocumentContainerProjectionPersistence =\n  {\n    async ensureSchema(execSql) {\n      await ensureSqlTables(execSql, documentContainerProjectionTables);\n    },\n    async listLinkedContainerIds(execSql, documentId) {\n      await ensureSqlTables(execSql, documentContainerProjectionTables);\n      const { db } = getClientSQLitePersistenceRuntime(execSql);\n      const rows = await db\n        .select({ containerId: documentContainerProjection.containerId })\n        .from(documentContainerProjection)\n        .where(eq(documentContainerProjection.documentId, documentId))\n        .orderBy(asc(documentContainerProjection.containerId));\n\n      return rows.map((row) => row.containerId);\n    },\n    async listLinkedContainerIdsByDocumentIds(execSql, documentIds) {\n      await ensureSqlTables(execSql, documentContainerProjectionTables);\n      const uniqueDocumentIds = Array.from(new Set(documentIds));\n      if (uniqueDocumentIds.length === 0) {\n        return new Map();\n      }\n\n      const { db } = getClientSQLitePersistenceRuntime(execSql);\n      const rows = await db\n        .select({\n          documentId: documentContainerProjection.documentId,\n          containerId: documentContainerProjection.containerId,\n        })\n        .from(documentContainerProjection)\n        .where(\n          inArray(documentContainerProjection.documentId, uniqueDocumentIds),\n        )\n        .orderBy(\n          asc(documentContainerProjection.documentId),\n          asc(documentContainerProjection.containerId),\n        );\n\n      const linkedContainerIdsByDocumentId = new Map<string, string[]>();\n      for (const documentId of uniqueDocumentIds) {\n        linkedContainerIdsByDocumentId.set(documentId, []);\n      }\n\n      for (const row of rows) {\n        const linkedContainerIds =\n          linkedContainerIdsByDocumentId.get(row.documentId) ?? [];\n        linkedContainerIds.push(row.containerId);\n        linkedContainerIdsByDocumentId.set(row.documentId, linkedContainerIds);\n      }\n\n      return linkedContainerIdsByDocumentId;\n    },\n    async listDocumentIdsByContainerIds(execSql, containerIds) {\n      await ensureSqlTables(execSql, documentContainerProjectionTables);\n      const uniqueContainerIds = Array.from(new Set(containerIds));\n      if (uniqueContainerIds.length === 0) {\n        return [];\n      }\n\n      const { db } = getClientSQLitePersistenceRuntime(execSql);\n      const rows = await db\n        .selectDistinct({ documentId: documentContainerProjection.documentId })\n        .from(documentContainerProjection)\n        .where(\n          inArray(documentContainerProjection.containerId, uniqueContainerIds),\n        )\n        .orderBy(asc(documentContainerProjection.documentId));\n\n      return rows.map((row) => row.documentId);\n    },\n    async replaceDocumentLinks(execSql, documentId, containerIds, options) {\n      await sqlDocumentContainerProjectionPersistence.replaceDocumentLinksBatch(\n        execSql,\n        [{ documentId, containerIds }],\n        options,\n      );\n    },\n    async replaceDocumentLinksBatch(execSql, inputs, options) {\n      await ensureSqlTables(execSql, [\n        ...documentContainerProjectionTables,\n        ...documentMoveIntentTables,\n        ...documentTables,\n      ]);\n      const latest = new Map(inputs.map((input) => [input.documentId, input]));\n      if (latest.size === 0) return;\n      const runtime = getClientSQLitePersistenceRuntime(execSql);\n      const replace = async (tx: ClientSQLiteTransactionScope) => {\n        const writable = await filterWritableDocumentPlacements(\n          tx,\n          [...latest.values()],\n          options,\n        );\n        if (writable.length === 0) return;\n        // A placement the writer re-asserts is no longer tombstoned: a\n        // listing that links it again, or a local move that owns it, releases\n        // the hold so the document is not hidden until the next retry.\n        if (options?.moveIntentId) {\n          await deleteContainerDocumentTombstoneHoldsForDocuments(\n            tx,\n            writable.map((input) => input.documentId),\n          );\n        } else {\n          await deleteContainerDocumentTombstoneHoldRowsForLinks(tx, writable);\n        }\n        await tx\n          .delete(documentContainerProjection)\n          .where(\n            inArray(\n              documentContainerProjection.documentId,\n              writable.map((input) => input.documentId),\n            ),\n          )\n          .run();\n        const updatedAt = new Date().toISOString();\n        const rows = writable.flatMap((input) =>\n          Array.from(new Set(input.containerIds))\n            .sort()\n            .map((containerId) => ({\n              documentId: input.documentId,\n              containerId,\n              updatedAt,\n            })),\n        );\n        if (rows.length > 0)\n          await tx.insert(documentContainerProjection).values(rows).run();\n      };\n      if (options?.stillCurrent) {\n        await runtime.guardedTransaction(replace, options.stillCurrent);\n        return;\n      }\n      await runtime.transaction(replace);\n    },\n  };\n"]}

package/data/persistence/containers/documentPlacement.js

@@ -0,0 +1,51 @@
+import { and, eq, inArray } from "drizzle-orm";
+import { documentMoveIntents, documents } from "../../sqlite/schema.js";
+import { DOCUMENTS_APP_KIND } from "../documents/internal/constants.js";
+export async function loadDocumentMovePlacement(tx, documentId) {
+    const [intent] = await tx
+        .select({
+        id: documentMoveIntents.id,
+        intentType: documentMoveIntents.intentType,
+        targetContainerId: documentMoveIntents.targetContainerId,
+    })
+        .from(documentMoveIntents)
+        .where(eq(documentMoveIntents.documentId, documentId))
+        .limit(1);
+    return intent;
+}
+/** Check at commit time: neither intermediate replay nor discovery owns a pending move. */
+export async function filterWritableDocumentPlacements(tx, inputs, options) {
+    const ids = inputs.map((input) => input.documentId);
+    const intents = new Map((await tx
+        .select({
+        documentId: documentMoveIntents.documentId,
+        id: documentMoveIntents.id,
+    })
+        .from(documentMoveIntents)
+        .where(inArray(documentMoveIntents.documentId, ids))).map((row) => [row.documentId, row.id]));
+    const versionedIds = inputs
+        .filter((input) => input.accessEpoch !== undefined)
+        .map((input) => input.documentId);
+    const epochs = new Map();
+    if (versionedIds.length > 0) {
+        const rows = await tx
+            .select({
+            documentId: documents.documentId,
+            accessEpoch: documents.accessEpoch,
+        })
+            .from(documents)
+            .where(and(eq(documents.appKind, DOCUMENTS_APP_KIND), inArray(documents.documentId, versionedIds)));
+        for (const row of rows)
+            if (row.documentId)
+                epochs.set(row.documentId, Math.max(epochs.get(row.documentId) ?? 0, row.accessEpoch));
+    }
+    return inputs.filter((input) => {
+        if (options?.moveIntentId)
+            return intents.get(input.documentId) === options.moveIntentId;
+        if (intents.has(input.documentId))
+            return false;
+        return (input.accessEpoch === undefined ||
+            input.accessEpoch >= (epochs.get(input.documentId) ?? 0));
+    });
+}
+//# sourceMappingURL=documentPlacement.js.map

package/data/persistence/containers/documentPlacement.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"documentPlacement.js","sourceRoot":"","sources":["documentPlacement.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAErE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAarE,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,EAAgC,EAChC,UAAkB;IAElB,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE;SACtB,MAAM,CAAC;QACN,EAAE,EAAE,mBAAmB,CAAC,EAAE;QAC1B,UAAU,EAAE,mBAAmB,CAAC,UAAU;QAC1C,iBAAiB,EAAE,mBAAmB,CAAC,iBAAiB;KACzD,CAAC;SACD,IAAI,CAAC,mBAAmB,CAAC;SACzB,KAAK,CAAC,EAAE,CAAC,mBAAmB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;SACrD,KAAK,CAAC,CAAC,CAAC,CAAC;IACZ,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,2FAA2F;AAC3F,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,EAAgC,EAChC,MAAyC,EACzC,OAAuC;IAEvC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,CACE,MAAM,EAAE;SACL,MAAM,CAAC;QACN,UAAU,EAAE,mBAAmB,CAAC,UAAU;QAC1C,EAAE,EAAE,mBAAmB,CAAC,EAAE;KAC3B,CAAC;SACD,IAAI,CAAC,mBAAmB,CAAC;SACzB,KAAK,CAAC,OAAO,CAAC,mBAAmB,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CACvD,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CACzC,CAAC;IACF,MAAM,YAAY,GAAG,MAAM;SACxB,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS,CAAC;SAClD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,MAAM,EAAE;aAClB,MAAM,CAAC;YACN,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,WAAW,EAAE,SAAS,CAAC,WAAW;SACnC,CAAC;aACD,IAAI,CAAC,SAAS,CAAC;aACf,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,kBAAkB,CAAC,EACzC,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE,YAAY,CAAC,CAC5C,CACF,CAAC;QACJ,KAAK,MAAM,GAAG,IAAI,IAAI;YACpB,IAAI,GAAG,CAAC,UAAU;gBAChB,MAAM,CAAC,GAAG,CACR,GAAG,CAAC,UAAU,EACd,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,CAC3D,CAAC;IACR,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7B,IAAI,OAAO,EAAE,YAAY;YACvB,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,OAAO,CAAC,YAAY,CAAC;QAChE,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC;YAAE,OAAO,KAAK,CAAC;QAChD,OAAO,CACL,KAAK,CAAC,WAAW,KAAK,SAAS;YAC/B,KAAK,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CACzD,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC","sourcesContent":["import { and, eq, inArray } from \"drizzle-orm\";\nimport { documentMoveIntents, documents } from \"../../sqlite/schema\";\nimport type { ClientSQLiteTransactionScope } from \"../../sqlite/sqlitePersistenceRuntime\";\nimport { DOCUMENTS_APP_KIND } from \"../documents/internal/constants\";\n\nexport interface DocumentPlacementInput {\n  documentId: string;\n  containerIds: ReadonlyArray<string>;\n  accessEpoch?: number | undefined;\n}\n\nexport interface DocumentPlacementWriteOptions {\n  stillCurrent?: (() => boolean) | undefined;\n  moveIntentId?: string | undefined;\n}\n\nexport async function loadDocumentMovePlacement(\n  tx: ClientSQLiteTransactionScope,\n  documentId: string,\n) {\n  const [intent] = await tx\n    .select({\n      id: documentMoveIntents.id,\n      intentType: documentMoveIntents.intentType,\n      targetContainerId: documentMoveIntents.targetContainerId,\n    })\n    .from(documentMoveIntents)\n    .where(eq(documentMoveIntents.documentId, documentId))\n    .limit(1);\n  return intent;\n}\n\n/** Check at commit time: neither intermediate replay nor discovery owns a pending move. */\nexport async function filterWritableDocumentPlacements(\n  tx: ClientSQLiteTransactionScope,\n  inputs: readonly DocumentPlacementInput[],\n  options?: DocumentPlacementWriteOptions,\n): Promise<readonly DocumentPlacementInput[]> {\n  const ids = inputs.map((input) => input.documentId);\n  const intents = new Map(\n    (\n      await tx\n        .select({\n          documentId: documentMoveIntents.documentId,\n          id: documentMoveIntents.id,\n        })\n        .from(documentMoveIntents)\n        .where(inArray(documentMoveIntents.documentId, ids))\n    ).map((row) => [row.documentId, row.id]),\n  );\n  const versionedIds = inputs\n    .filter((input) => input.accessEpoch !== undefined)\n    .map((input) => input.documentId);\n  const epochs = new Map<string, number>();\n  if (versionedIds.length > 0) {\n    const rows = await tx\n      .select({\n        documentId: documents.documentId,\n        accessEpoch: documents.accessEpoch,\n      })\n      .from(documents)\n      .where(\n        and(\n          eq(documents.appKind, DOCUMENTS_APP_KIND),\n          inArray(documents.documentId, versionedIds),\n        ),\n      );\n    for (const row of rows)\n      if (row.documentId)\n        epochs.set(\n          row.documentId,\n          Math.max(epochs.get(row.documentId) ?? 0, row.accessEpoch),\n        );\n  }\n  return inputs.filter((input) => {\n    if (options?.moveIntentId)\n      return intents.get(input.documentId) === options.moveIntentId;\n    if (intents.has(input.documentId)) return false;\n    return (\n      input.accessEpoch === undefined ||\n      input.accessEpoch >= (epochs.get(input.documentId) ?? 0)\n    );\n  });\n}\n"]}

package/data/persistence/documentPurgeCheckpointPersistence.d.ts

@@ -0,0 +1,10 @@
+import type { ClientSQLiteTransactionScope } from "../sqlite/sqlitePersistenceRuntime.js";
+import { type ExecSql } from "../sqlite/sqlSchema.js";
+export interface DocumentPurgeCheckpoint {
+    readonly documentId: string;
+    readonly documentManifestHash: string;
+    readonly organizationId: string;
+    readonly purgeEventHash: string;
+}
+export declare function loadDocumentPurgeCheckpoint(execSql: ExecSql, documentId: string): Promise<DocumentPurgeCheckpoint | null>;
+export declare function storeDocumentPurgeCheckpointInTransaction(tx: ClientSQLiteTransactionScope, checkpoint: DocumentPurgeCheckpoint, updatedAt: string): Promise<void>;

package/data/persistence/documentPurgeCheckpointPersistence.js

@@ -0,0 +1,43 @@
+import { KeyingVerificationError } from "../../internal/crypto/index.js";
+import { eq } from "drizzle-orm";
+import { documentPurgeCheckpoints, keyingCheckpointTables, } from "../sqlite/schema.js";
+import { getClientSQLitePersistenceRuntime } from "../sqlite/sqlitePersistenceRuntime.js";
+import { ensureSqlTables } from "../sqlite/sqlSchema.js";
+export async function loadDocumentPurgeCheckpoint(execSql, documentId) {
+    await ensureSqlTables(execSql, keyingCheckpointTables);
+    const [row] = await getClientSQLitePersistenceRuntime(execSql)
+        .db.select({
+        documentId: documentPurgeCheckpoints.documentId,
+        documentManifestHash: documentPurgeCheckpoints.documentManifestHash,
+        organizationId: documentPurgeCheckpoints.organizationId,
+        purgeEventHash: documentPurgeCheckpoints.purgeEventHash,
+    })
+        .from(documentPurgeCheckpoints)
+        .where(eq(documentPurgeCheckpoints.documentId, documentId))
+        .limit(1);
+    return row ?? null;
+}
+export async function storeDocumentPurgeCheckpointInTransaction(tx, checkpoint, updatedAt) {
+    const [stored] = await tx
+        .select({
+        documentManifestHash: documentPurgeCheckpoints.documentManifestHash,
+        organizationId: documentPurgeCheckpoints.organizationId,
+        purgeEventHash: documentPurgeCheckpoints.purgeEventHash,
+    })
+        .from(documentPurgeCheckpoints)
+        .where(eq(documentPurgeCheckpoints.documentId, checkpoint.documentId))
+        .limit(1);
+    if (stored) {
+        if (stored.documentManifestHash !== checkpoint.documentManifestHash ||
+            stored.organizationId !== checkpoint.organizationId ||
+            stored.purgeEventHash !== checkpoint.purgeEventHash) {
+            throw new KeyingVerificationError("equivocation", "Document purge checkpoint conflicts with the verified terminal event");
+        }
+        return;
+    }
+    await tx
+        .insert(documentPurgeCheckpoints)
+        .values({ ...checkpoint, updatedAt })
+        .run();
+}
+//# sourceMappingURL=documentPurgeCheckpointPersistence.js.map

package/data/persistence/documentPurgeCheckpointPersistence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"documentPurgeCheckpointPersistence.js","sourceRoot":"","sources":["documentPurgeCheckpointPersistence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACjC,OAAO,EACL,wBAAwB,EACxB,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,iCAAiC,EAAE,MAAM,oCAAoC,CAAC;AACvF,OAAO,EAAgB,eAAe,EAAE,MAAM,qBAAqB,CAAC;AASpE,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,OAAgB,EAChB,UAAkB;IAElB,MAAM,eAAe,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC;IACvD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,iCAAiC,CAAC,OAAO,CAAC;SAC3D,EAAE,CAAC,MAAM,CAAC;QACT,UAAU,EAAE,wBAAwB,CAAC,UAAU;QAC/C,oBAAoB,EAAE,wBAAwB,CAAC,oBAAoB;QACnE,cAAc,EAAE,wBAAwB,CAAC,cAAc;QACvD,cAAc,EAAE,wBAAwB,CAAC,cAAc;KACxD,CAAC;SACD,IAAI,CAAC,wBAAwB,CAAC;SAC9B,KAAK,CAAC,EAAE,CAAC,wBAAwB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;SAC1D,KAAK,CAAC,CAAC,CAAC,CAAC;IACZ,OAAO,GAAG,IAAI,IAAI,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yCAAyC,CAC7D,EAAgC,EAChC,UAAmC,EACnC,SAAiB;IAEjB,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE;SACtB,MAAM,CAAC;QACN,oBAAoB,EAAE,wBAAwB,CAAC,oBAAoB;QACnE,cAAc,EAAE,wBAAwB,CAAC,cAAc;QACvD,cAAc,EAAE,wBAAwB,CAAC,cAAc;KACxD,CAAC;SACD,IAAI,CAAC,wBAAwB,CAAC;SAC9B,KAAK,CAAC,EAAE,CAAC,wBAAwB,CAAC,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;SACrE,KAAK,CAAC,CAAC,CAAC,CAAC;IACZ,IAAI,MAAM,EAAE,CAAC;QACX,IACE,MAAM,CAAC,oBAAoB,KAAK,UAAU,CAAC,oBAAoB;YAC/D,MAAM,CAAC,cAAc,KAAK,UAAU,CAAC,cAAc;YACnD,MAAM,CAAC,cAAc,KAAK,UAAU,CAAC,cAAc,EACnD,CAAC;YACD,MAAM,IAAI,uBAAuB,CAC/B,cAAc,EACd,sEAAsE,CACvE,CAAC;QACJ,CAAC;QACD,OAAO;IACT,CAAC;IACD,MAAM,EAAE;SACL,MAAM,CAAC,wBAAwB,CAAC;SAChC,MAAM,CAAC,EAAE,GAAG,UAAU,EAAE,SAAS,EAAE,CAAC;SACpC,GAAG,EAAE,CAAC;AACX,CAAC","sourcesContent":["import { KeyingVerificationError } from \"@tearleads/crypto\";\nimport { eq } from \"drizzle-orm\";\nimport {\n  documentPurgeCheckpoints,\n  keyingCheckpointTables,\n} from \"../sqlite/schema\";\nimport type { ClientSQLiteTransactionScope } from \"../sqlite/sqlitePersistenceRuntime\";\nimport { getClientSQLitePersistenceRuntime } from \"../sqlite/sqlitePersistenceRuntime\";\nimport { type ExecSql, ensureSqlTables } from \"../sqlite/sqlSchema\";\n\nexport interface DocumentPurgeCheckpoint {\n  readonly documentId: string;\n  readonly documentManifestHash: string;\n  readonly organizationId: string;\n  readonly purgeEventHash: string;\n}\n\nexport async function loadDocumentPurgeCheckpoint(\n  execSql: ExecSql,\n  documentId: string,\n): Promise<DocumentPurgeCheckpoint | null> {\n  await ensureSqlTables(execSql, keyingCheckpointTables);\n  const [row] = await getClientSQLitePersistenceRuntime(execSql)\n    .db.select({\n      documentId: documentPurgeCheckpoints.documentId,\n      documentManifestHash: documentPurgeCheckpoints.documentManifestHash,\n      organizationId: documentPurgeCheckpoints.organizationId,\n      purgeEventHash: documentPurgeCheckpoints.purgeEventHash,\n    })\n    .from(documentPurgeCheckpoints)\n    .where(eq(documentPurgeCheckpoints.documentId, documentId))\n    .limit(1);\n  return row ?? null;\n}\n\nexport async function storeDocumentPurgeCheckpointInTransaction(\n  tx: ClientSQLiteTransactionScope,\n  checkpoint: DocumentPurgeCheckpoint,\n  updatedAt: string,\n): Promise<void> {\n  const [stored] = await tx\n    .select({\n      documentManifestHash: documentPurgeCheckpoints.documentManifestHash,\n      organizationId: documentPurgeCheckpoints.organizationId,\n      purgeEventHash: documentPurgeCheckpoints.purgeEventHash,\n    })\n    .from(documentPurgeCheckpoints)\n    .where(eq(documentPurgeCheckpoints.documentId, checkpoint.documentId))\n    .limit(1);\n  if (stored) {\n    if (\n      stored.documentManifestHash !== checkpoint.documentManifestHash ||\n      stored.organizationId !== checkpoint.organizationId ||\n      stored.purgeEventHash !== checkpoint.purgeEventHash\n    ) {\n      throw new KeyingVerificationError(\n        \"equivocation\",\n        \"Document purge checkpoint conflicts with the verified terminal event\",\n      );\n    }\n    return;\n  }\n  await tx\n    .insert(documentPurgeCheckpoints)\n    .values({ ...checkpoint, updatedAt })\n    .run();\n}\n"]}